-- Logs begin at Fri 2021-07-16 19:24:19 UTC, end at Fri 2021-07-16 21:46:45 UTC. -- Jul 16 19:56:33.663386 n-d-792394-17 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 19:56:36.351373 n-d-792394-17 neutron-server[93851]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:56:36.351948 n-d-792394-17 neutron-server[93851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:56:36.352152 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:56:36.355417 n-d-792394-17 neutron-server[93851]: INFO neutron.common.config [-] Logging enabled! Jul 16 19:56:36.355673 n-d-792394-17 neutron-server[93851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 19:56:36.355982 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 19:56:36.356901 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:56:36.357135 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:56:36.357498 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:56:36.357742 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:56:36.357969 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:56:36.358287 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.358580 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.358872 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.359104 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.359423 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.359711 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.359991 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.360278 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.360579 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.360862 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.361138 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.361419 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.361648 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.361926 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.362206 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.362489 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.362712 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] debug = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.362989 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.363444 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.363852 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.364126 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.364411 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.364687 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.364995 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.365225 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.365504 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.365826 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] host = n-d-792394-17 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.366100 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.366385 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.366668 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.366951 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.367225 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.367521 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.367802 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.368072 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.368341 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] log_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.368615 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.368900 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.369184 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.369494 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.369718 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.369938 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.370225 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.370516 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.370792 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.371066 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.371364 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.371637 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.371909 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.372177 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.372462 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.372746 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.373032 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.373306 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.373580 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.373851 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.374122 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.374406 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.374681 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.374955 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.375228 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.375542 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.375811 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.376124 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.376463 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.376794 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.377120 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.377449 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.377769 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.378093 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.378410 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.378727 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.379007 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] use_json = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.379312 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.379586 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.379868 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.380141 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.380479 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.380692 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.380966 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.381249 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:36.381545 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.381842 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.382139 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.382422 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.382717 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.382997 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.383310 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.383590 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.383877 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.384164 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.384449 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.384726 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.385546 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.385826 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.386121 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.386427 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.386719 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.387010 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.387308 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.387586 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.387860 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.388138 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.388426 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.388717 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.389004 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.389278 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.389558 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.389846 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.390122 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.390395 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.390670 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.391040 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.391399 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.391682 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.391973 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.392255 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.392529 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.392804 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.393084 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.393376 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.393653 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.393926 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.394198 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.394475 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.394774 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.395062 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.395367 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.395643 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.395917 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.396198 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.396470 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.396742 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.397018 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.397290 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.397566 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.397837 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.398106 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.398376 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.398645 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.398914 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.399184 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.399478 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.399756 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.400028 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.400299 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.401232 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.401487 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.401763 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.402052 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.402350 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.402881 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.403185 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.403540 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.403853 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.404168 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.404484 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.404783 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.405064 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.405337 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.405630 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.405914 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.406202 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.406484 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.406763 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.407057 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.407361 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.407646 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.407922 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.408201 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.408488 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.408772 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.409064 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.409353 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.409642 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.409931 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.410224 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.410509 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.410817 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.411096 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:36.411334 n-d-792394-17 neutron-server[93851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:56:36.411581 n-d-792394-17 neutron-server[93851]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93851) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 19:56:36.757324 n-d-792394-17 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:56:36.757598 n-d-792394-17 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:56:36.757885 n-d-792394-17 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 19:56:36.758214 n-d-792394-17 neutron-server[93851]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 19:56:37.147046 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.147353 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.147624 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.148806 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.149076 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.149342 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.183849 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.184128 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.184393 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.197478 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.197754 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.198021 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.228013 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.228289 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.229073 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.264819 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.265102 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.265369 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.495436 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.496027 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.496027 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.496249 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.496850 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.614634 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.614951 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.615265 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.615584 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.615858 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.616167 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.616461 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.616717 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.616971 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.617251 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.617512 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.617772 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.618025 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.618273 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.618523 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.618796 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.619050 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.619943 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.619943 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.619943 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.620237 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.620368 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.620656 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.621025 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.621274 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.621517 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.621952 n-d-792394-17 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:37.622230 n-d-792394-17 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:37.622473 n-d-792394-17 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:37.622711 n-d-792394-17 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:37.623088 n-d-792394-17 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:37.623203 n-d-792394-17 neutron-server[93851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:37.623558 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 19:56:37.626755 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 19:56:37.630768 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 19:56:37.634824 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 16 19:56:37.636563 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 19:56:37.637020 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 19:56:37.637384 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 19:56:37.637815 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 19:56:37.641704 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 19:56:37.641951 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 19:56:37.642294 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:56:37.671728 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 19:56:37.672243 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.672573 n-d-792394-17 neutron-server[93851]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93851) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 19:56:37.672974 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.674399 n-d-792394-17 neutron-server[93851]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93851) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 19:56:37.674678 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 19:56:37.674917 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 19:56:37.678311 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.678593 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:37.743827 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 19:56:37.744065 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 19:56:37.744323 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 19:56:37.744685 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 19:56:37.765516 n-d-792394-17 neutron-server[93851]: DEBUG oslo_db.sqlalchemy.engines [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93851) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 19:56:38.300519 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Initializing driver for type 'gre' Jul 16 19:56:38.301168 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] gre ID ranges: [(1, 1000)] Jul 16 19:56:38.352830 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Initializing driver for type 'local' Jul 16 19:56:38.353238 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Initializing driver for type 'vlan' Jul 16 19:56:38.367017 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] VlanTypeDriver initialization complete Jul 16 19:56:38.367417 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Initializing driver for type 'vxlan' Jul 16 19:56:38.367910 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] vxlan ID ranges: [(1, 1000)] Jul 16 19:56:38.417684 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Initializing extension driver 'port_security' Jul 16 19:56:38.418177 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.extensions.port_security [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] PortSecurityExtensionDriver initialization complete Jul 16 19:56:38.418530 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Initializing mechanism driver 'openvswitch' Jul 16 19:56:38.418855 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Initializing mechanism driver 'hyperv' Jul 16 19:56:38.425644 n-d-792394-17 neutron-server[93851]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:38.426500 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > port after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.426873 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.427228 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.427780 n-d-792394-17 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:38.428219 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > subnet after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.428570 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > subnet after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.428947 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.429333 n-d-792394-17 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:38.429739 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > network after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.430090 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > network after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.430432 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > network after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.430816 n-d-792394-17 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:38.431220 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > security_group after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.431601 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > security_group after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.432448 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.432833 n-d-792394-17 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:38.433238 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.433580 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.433953 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.434336 n-d-792394-17 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:38.434736 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > address_group after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.435086 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > address_group after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.435451 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.435834 n-d-792394-17 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 19:56:38.436210 n-d-792394-17 neutron-server[93851]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] ML2 OVO RPC backend initialized. {{(pid=93851) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 19:56:38.437244 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.437606 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.438030 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > network before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.438384 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > networks before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.438739 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > port before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.439087 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > ports before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.439469 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > subnet before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.439817 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > subnets before_response 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.440166 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > network after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.440509 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > network after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.440848 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > network after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.441187 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > port after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.441525 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.441862 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.442197 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > subnet after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.442534 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > subnet after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.442889 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.443544 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.plugin [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Modular L2 Plugin initialization complete Jul 16 19:56:38.443878 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading services supported by the core plugin {{(pid=93851) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 19:56:38.444214 n-d-792394-17 neutron-server[93851]: INFO neutron.plugins.ml2.managers [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Got port-security extension from driver 'port_security' Jul 16 19:56:38.444674 n-d-792394-17 neutron-server[93851]: INFO neutron.extensions.vlantransparent [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Disabled vlantransparent extension. Jul 16 19:56:38.445158 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93851) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 19:56:38.445476 n-d-792394-17 neutron-server[93851]: INFO neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading Plugin: router Jul 16 19:56:38.485166 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.485560 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router after_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.485933 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router before_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.486305 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.486684 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.487042 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router after_delete 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.487437 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.487926 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router after_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.488280 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router after_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.488634 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router after_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.488988 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.489349 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router after_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.489762 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router precommit_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.490139 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.490479 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.490824 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: subnet after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.491163 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.491549 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.491906 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router precommit_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.492253 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: port before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.492601 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router precommit_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.492962 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router after_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.493310 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.493665 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router precommit_create 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.494029 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.494930 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router precommit_update 55549900 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.495318 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > agent after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.495676 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > agent after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.496200 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > network after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.496872 n-d-792394-17 neutron-server[93851]: DEBUG neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Tracking information for resource: router configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:38.497198 n-d-792394-17 neutron-server[93851]: DEBUG neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Tracking information for resource: floatingip configured {{(pid=93851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 19:56:38.502071 n-d-792394-17 neutron-server[93851]: INFO neutron.db.l3_agentschedulers_db [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 19:56:38.502656 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.503027 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: port after_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.503425 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: port after_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.503786 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: port after_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.504582 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router before_create 55550100 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.504954 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.505322 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router precommit_create 55550100 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.505683 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > router precommit_update 55550100 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.510335 n-d-792394-17 neutron-server[93851]: DEBUG neutron.services.provider_configuration [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service providers = [] {{(pid=93851) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 19:56:38.510704 n-d-792394-17 neutron-server[93851]: DEBUG neutron.db.servicetype_db [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93851) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 19:56:38.513650 n-d-792394-17 neutron-server[93851]: DEBUG neutron.services.service_base [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:56:38.514006 n-d-792394-17 neutron-server[93851]: DEBUG neutron.services.service_base [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:56:38.514356 n-d-792394-17 neutron-server[93851]: DEBUG neutron.services.service_base [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:56:38.515267 n-d-792394-17 neutron-server[93851]: DEBUG neutron.services.service_base [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 19:56:38.515662 n-d-792394-17 neutron-server[93851]: INFO neutron.services.service_base [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 19:56:38.516046 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:38.516367 n-d-792394-17 neutron-server[93851]: INFO neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 19:56:38.526925 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:38.527274 n-d-792394-17 neutron-server[93851]: INFO neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading Plugin: auto_allocate Jul 16 19:56:38.533215 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: network precommit_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.533592 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: network precommit_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.534112 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:38.534437 n-d-792394-17 neutron-server[93851]: INFO neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading Plugin: tag Jul 16 19:56:38.541674 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:38.542012 n-d-792394-17 neutron-server[93851]: INFO neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading Plugin: timestamp Jul 16 19:56:38.545824 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:38.546154 n-d-792394-17 neutron-server[93851]: INFO neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading Plugin: network_ip_availability Jul 16 19:56:38.551620 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.551950 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.552383 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.553090 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:38.553411 n-d-792394-17 neutron-server[93851]: INFO neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading Plugin: flavors Jul 16 19:56:38.560268 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:38.560606 n-d-792394-17 neutron-server[93851]: INFO neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading Plugin: revisions Jul 16 19:56:38.564951 n-d-792394-17 neutron-server[93851]: DEBUG neutron.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 19:56:38.565347 n-d-792394-17 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=93851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 19:56:38.566088 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93851) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 19:56:38.566432 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Initializing extension manager. Jul 16 19:56:38.566944 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: __init__.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.567311 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: __pycache__ {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.567651 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.567987 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: address_group.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.568746 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.569316 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: address-group Jul 16 19:56:38.569643 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: address_scope.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.570362 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.570878 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: address-scope Jul 16 19:56:38.571204 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.572162 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.572709 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: router-admin-state-down-before-update Jul 16 19:56:38.573033 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: agent.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.573740 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.574251 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: agent Jul 16 19:56:38.574573 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: agent_resources_synced.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.575524 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.576038 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: agent-resources-synced Jul 16 19:56:38.576363 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: allowedaddresspairs.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.578148 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.578667 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: allowed-address-pairs Jul 16 19:56:38.578997 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: auto_allocated_topology.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.580099 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.580620 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: auto-allocated-topology Jul 16 19:56:38.580949 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: availability_zone.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.581647 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.582153 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: availability_zone Jul 16 19:56:38.582478 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: availability_zone_filter.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.583435 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.583947 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: availability_zone_filter Jul 16 19:56:38.584269 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: data_plane_status.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.585189 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.585697 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 19:56:38.586022 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: default_subnetpools.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.586945 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.587479 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: default-subnetpools Jul 16 19:56:38.587806 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.588633 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.589143 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: dhcp_agent_scheduler Jul 16 19:56:38.589466 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: dns.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.590398 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.590914 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension dns-integration not supported by any of loaded plugins Jul 16 19:56:38.591241 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: dns_domain_ports.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.592187 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.592702 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 19:56:38.593028 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.593959 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.594475 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 19:56:38.594833 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: dvr.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.595541 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.596050 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: dvr Jul 16 19:56:38.596373 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: empty_string_filtering.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.597287 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.597799 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: empty-string-filtering Jul 16 19:56:38.598123 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.599120 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.599562 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:56:38.599882 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.600790 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.601299 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 19:56:38.601622 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: external_net.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.602531 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.603045 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: external-net Jul 16 19:56:38.603405 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.604849 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.605361 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: extra_dhcp_opt Jul 16 19:56:38.605685 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: extraroute.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.606596 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.607105 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: extraroute Jul 16 19:56:38.607463 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: extraroute_atomic.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.608489 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.609000 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: extraroute-atomic Jul 16 19:56:38.609324 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: filter_validation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.609995 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.610499 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: filter-validation Jul 16 19:56:38.610823 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: fip_pf_description.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.611774 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.612456 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 19:56:38.612785 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: fip_port_details.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.613716 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.614236 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: fip-port-details Jul 16 19:56:38.614565 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: flavors.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.615835 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.616358 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: flavors Jul 16 19:56:38.616685 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.618340 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.618873 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 19:56:38.619798 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: floatingip_pools.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.620501 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.621019 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: floatingip-pools Jul 16 19:56:38.621349 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: ip_allocation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.622276 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.622783 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 19:56:38.623114 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.624064 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.624588 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: ip-substring-filtering Jul 16 19:56:38.624925 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: l2_adjacency.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.625859 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.626371 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 19:56:38.626698 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: l3.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.627698 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.628219 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: router Jul 16 19:56:38.628547 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.630766 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.631324 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 19:56:38.631661 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.632590 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.633110 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: ext-gw-mode Jul 16 19:56:38.633439 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.634364 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.634908 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: l3-ha Jul 16 19:56:38.635234 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: l3_flavors.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.636194 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.636707 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: l3-flavors Jul 16 19:56:38.637030 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.637946 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.638455 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 19:56:38.638779 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: l3agentscheduler.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.639847 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.640361 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: l3_agent_scheduler Jul 16 19:56:38.640701 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: logging.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.642173 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.642694 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension logging not supported by any of loaded plugins Jul 16 19:56:38.643025 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: metering.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.643810 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.644404 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: metering Jul 16 19:56:38.644734 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.645884 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.646406 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: metering_source_and_destination_fields Jul 16 19:56:38.646735 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: multiprovidernet.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.647836 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.648353 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: multi-provider Jul 16 19:56:38.648682 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: netmtu.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.649611 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.650121 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: net-mtu Jul 16 19:56:38.650497 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: netmtu_writable.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.651463 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.651976 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: net-mtu-writable Jul 16 19:56:38.652303 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: network_availability_zone.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.653232 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.653741 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: network_availability_zone Jul 16 19:56:38.654065 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: network_ip_availability.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.655162 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.655703 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: network-ip-availability Jul 16 19:56:38.656032 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: network_segment_range.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.656805 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.657311 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 19:56:38.657633 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: pagination.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.658621 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.658957 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: pagination Jul 16 19:56:38.659305 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: port_device_profile.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.660239 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.660759 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: port-device-profile Jul 16 19:56:38.661113 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.662054 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.662550 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: port-mac-address-regenerate Jul 16 19:56:38.662873 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.663825 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.664343 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: port-numa-affinity-policy Jul 16 19:56:38.664663 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: port_resource_request.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.665578 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.666606 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 19:56:38.666929 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: portbindings.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.667902 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.668419 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: binding Jul 16 19:56:38.668743 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: portbindings_extended.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.670015 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.670533 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: binding-extended Jul 16 19:56:38.670867 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: portsecurity.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.671833 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.672348 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: port-security Jul 16 19:56:38.672678 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: project_id.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.673660 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.673996 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: project-id Jul 16 19:56:38.674321 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: providernet.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.675306 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.675827 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: provider Jul 16 19:56:38.676151 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: qos.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.679640 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.680167 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension qos not supported by any of loaded plugins Jul 16 19:56:38.680502 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.682412 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.682959 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 19:56:38.683320 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.684249 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.684768 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 19:56:38.685100 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: qos_default.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.686014 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.686529 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension qos-default not supported by any of loaded plugins Jul 16 19:56:38.686859 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: qos_fip.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.687550 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.688057 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension qos-fip not supported by any of loaded plugins Jul 16 19:56:38.688384 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: qos_gateway_ip.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.689316 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.689828 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 19:56:38.690151 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: qos_port_network_policy.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.691069 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.691605 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 19:56:38.691932 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: qos_rule_type_details.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.692852 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.693361 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 19:56:38.693685 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: qos_rules_alias.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.694736 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.695287 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 19:56:38.695608 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: quotasv2.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.696524 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.697036 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: quotas Jul 16 19:56:38.697389 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: quotasv2_detail.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.700440 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.700786 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: quota_details Jul 16 19:56:38.701125 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: rbac.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.702181 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.702715 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: rbac-policies Jul 16 19:56:38.703051 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: rbac_address_group.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.704009 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.704532 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: rbac-address-group Jul 16 19:56:38.704867 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: rbac_address_scope.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.705815 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.706362 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: rbac-address-scope Jul 16 19:56:38.706693 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: rbac_security_groups.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.707648 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.708166 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: rbac-security-groups Jul 16 19:56:38.708497 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: rbac_subnetpool.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.709423 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.709936 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: rbac-subnetpool Jul 16 19:56:38.710261 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: revisionifmatch.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.711191 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.711726 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: revision-if-match Jul 16 19:56:38.712054 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: revisions.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.713186 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.713700 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: standard-attr-revisions Jul 16 19:56:38.714030 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: router_availability_zone.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.714708 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.715232 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: router_availability_zone Jul 16 19:56:38.715583 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: routerservicetype.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.716506 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.717016 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension router-service-type not supported by any of loaded plugins Jul 16 19:56:38.717343 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.718287 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.718803 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: security-groups-normalized-cidr Jul 16 19:56:38.719132 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.720097 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.720613 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: port-security-groups-filtering Jul 16 19:56:38.720944 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.721866 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.722384 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: security-groups-remote-address-group Jul 16 19:56:38.722712 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: securitygroup.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.732762 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.733297 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: security-group Jul 16 19:56:38.733638 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: segment.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.734428 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.734941 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension segment not supported by any of loaded plugins Jul 16 19:56:38.735303 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.736241 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.736760 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 19:56:38.737091 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: servicetype.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.738195 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.738722 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: service-type Jul 16 19:56:38.739055 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: sorting.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.740086 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.740420 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: sorting Jul 16 19:56:38.740746 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: standard_attr_segment.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.741732 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.742254 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 19:56:38.742584 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: standardattrdescription.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.743248 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.743784 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: standard-attr-description Jul 16 19:56:38.744111 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: stateful_security_group.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.745680 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.746202 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: stateful-security-group Jul 16 19:56:38.746535 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: stdattrs_common.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.747126 n-d-792394-17 neutron-server[93851]: WARNING neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 19:56:38.747489 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.748437 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.748955 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 19:56:38.749284 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: subnet_onboard.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.750369 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.750889 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: subnet_onboard Jul 16 19:56:38.751217 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.752175 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.752691 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 19:56:38.753021 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: subnet_service_types.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.753954 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.754473 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: subnet-service-types Jul 16 19:56:38.754800 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: subnetallocation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.755920 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.756441 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: subnet_allocation Jul 16 19:56:38.756772 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.757445 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.757959 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: subnetpool-prefix-ops Jul 16 19:56:38.758286 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.759225 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.759790 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 19:56:38.760123 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: tagging.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.761174 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.761693 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: standard-attr-tag Jul 16 19:56:38.762024 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: timestamp.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.763310 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.763837 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loaded extension: standard-attr-timestamp Jul 16 19:56:38.764169 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: trunk.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.765243 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.765769 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension trunk not supported by any of loaded plugins Jul 16 19:56:38.766101 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: trunk_details.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.767041 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.767595 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension trunk-details not supported by any of loaded plugins Jul 16 19:56:38.767924 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: uplink_status_propagation.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.768850 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.769375 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 19:56:38.769702 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Loading extension file: vlantransparent.py {{(pid=93851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 19:56:38.770372 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 19:56:38.771077 n-d-792394-17 neutron-server[93851]: INFO neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 19:56:38.773783 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:network Jul 16 19:56:38.774323 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:subnet Jul 16 19:56:38.774723 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:38.775116 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:port Jul 16 19:56:38.776409 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.776863 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service FLAVORS assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.777736 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.778177 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.778512 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:router Jul 16 19:56:38.778945 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:56:38.779476 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service METERING assigned prefix: /metering {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.780931 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.781306 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.781663 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 19:56:38.782654 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:56:38.783110 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:56:38.783592 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:56:38.784211 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service CORE assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.784545 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:38.784892 n-d-792394-17 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] subnetpool is already registered Jul 16 19:56:38.785329 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service CORE assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.785658 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:38.785991 n-d-792394-17 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] subnetpool is already registered Jul 16 19:56:38.788288 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.788725 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service FLAVORS assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.789328 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.789754 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.790094 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:router Jul 16 19:56:38.790435 n-d-792394-17 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] router is already registered Jul 16 19:56:38.790849 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:floatingip Jul 16 19:56:38.791721 n-d-792394-17 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] floatingip is already registered Jul 16 19:56:38.792179 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service METERING assigned prefix: /metering {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.792846 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 19:56:38.793177 n-d-792394-17 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] rbac_policy is already registered Jul 16 19:56:38.793594 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:security_group Jul 16 19:56:38.793931 n-d-792394-17 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] security_group is already registered Jul 16 19:56:38.794335 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 19:56:38.794668 n-d-792394-17 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] security_group_rule is already registered Jul 16 19:56:38.795328 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service CORE assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.795664 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:38.796008 n-d-792394-17 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] subnetpool is already registered Jul 16 19:56:38.796430 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.v2.resource_helper [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Service CORE assigned prefix: {{(pid=93851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 19:56:38.796756 n-d-792394-17 neutron-server[93851]: INFO neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 19:56:38.797088 n-d-792394-17 neutron-server[93851]: WARNING neutron.quota.resource_registry [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] subnetpool is already registered Jul 16 19:56:38.797555 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: extensions {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.798985 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: address-groups {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.800535 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: address-scopes {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.801890 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: agents {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.802994 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: auto-allocated-topology {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.804354 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: availability_zones {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.805559 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: dhcp-networks {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.807639 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: dhcp-agents {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.809066 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: routers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.810772 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: flavors {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.813064 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: service_profiles {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.814269 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: next_providers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.815751 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: service_profiles {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.817298 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: floatingip-pools {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.818517 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: routers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.820238 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: floatingips {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.821516 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: l3-routers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.823022 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: l3-agents {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.824470 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: metering-labels {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.825728 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: metering-label-rules {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.827095 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: network-ip-availabilities {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.828422 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: bindings {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.829969 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: quotas {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.831534 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: quotas {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.832954 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: rbac-policies {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.834145 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: security-groups {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.835475 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: security-group-rules {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.836722 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: service-providers {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.838461 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: subnetpools {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.839858 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: subnetpools {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.841388 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.843057 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.844902 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.846695 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.848409 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.850365 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.852068 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.854407 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.856304 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.858053 n-d-792394-17 neutron-server[93851]: DEBUG neutron.api.extensions [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Extended resource: tags {{(pid=93851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 19:56:38.864014 n-d-792394-17 neutron-server[93851]: WARNING keystonemiddleware.auth_token [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 19:56:38.868535 n-d-792394-17 neutron-server[93851]: WARNING keystonemiddleware.auth_token [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 19:56:38.877016 n-d-792394-17 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Acquired lock "singleton_lock" {{(pid=93851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 19:56:38.877497 n-d-792394-17 neutron-server[93851]: DEBUG oslo_concurrency.lockutils [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Releasing lock "singleton_lock" {{(pid=93851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 19:56:38.878142 n-d-792394-17 neutron-server[93851]: INFO oslo_service.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Starting 2 workers Jul 16 19:56:38.883017 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Started child 93958 {{(pid=93851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:56:38.887482 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Started child 93959 {{(pid=93851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:56:38.888373 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.889011 n-d-792394-17 neutron-server[93851]: INFO neutron.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 19:56:38.889705 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Notify callbacks [] for process, before_spawn {{(pid=93851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.889871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [-] (93958) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:56:38.892119 n-d-792394-17 neutron-server[93851]: INFO oslo_service.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Starting 1 workers Jul 16 19:56:38.892331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.893712 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [-] (93959) wsgi starting up on http://0.0.0.0:9696 Jul 16 19:56:38.897302 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Started child 93960 {{(pid=93851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:56:38.897813 n-d-792394-17 neutron-server[93851]: INFO oslo_service.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Starting 1 workers Jul 16 19:56:38.901719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] calling RpcWorker wait() {{(pid=93960) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 19:56:38.902287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] returning from RpcWorker wait() {{(pid=93960) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 19:56:38.903059 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Started child 93961 {{(pid=93851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 19:56:38.903847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.903978 n-d-792394-17 neutron-server[93851]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a35d-07ca-4387-809f-b03b71ea8c8c None None] Notify callbacks [] for process, after_spawn {{(pid=93851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.904350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:38.905783 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:56:38.906011 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:56:38.906200 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:56:38.906417 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:56:38.906752 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:56:38.906916 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:56:38.907450 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.907745 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.908009 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.908096 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:38.908635 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.908635 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.909184 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.909464 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.909705 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.909982 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.910215 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.910387 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.910553 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.910817 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.911051 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.911349 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.911621 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.911869 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.912150 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.912321 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.912573 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.912847 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.913095 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.913370 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] debug = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.913611 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.914107 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.914351 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.914592 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.914818 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.915085 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.915334 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.915596 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.915843 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.916139 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.916905 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.917158 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.917391 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.917623 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.917869 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.918134 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.918356 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.918820 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] host = n-d-792394-17 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.919069 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.919326 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.919560 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.919809 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.920057 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.920272 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.920535 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.920810 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.921073 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.921316 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.921565 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.921818 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.922031 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.922274 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.922439 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_options = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.922677 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.922934 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.923224 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.923403 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.923565 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.923740 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.924004 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.924169 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.924415 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.924631 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.924847 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.925063 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.925299 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.925514 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.925779 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.926037 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.926299 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.926517 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.926763 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.927026 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.927279 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.927531 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.927769 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.927986 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.928206 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.928440 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.928747 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.928909 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.929142 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.929410 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.929645 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.929899 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.930146 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.930390 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.930617 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.930844 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.931060 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.931345 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.931580 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.931920 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.932109 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.932349 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.932593 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.932808 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.933028 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.933343 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_json = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.933484 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.933709 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.933985 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.934202 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.934419 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.934634 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.934866 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.935118 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:38.935547 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.935831 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.936142 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.936405 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.936655 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.936896 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.937137 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.937358 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.937605 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.937855 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.938174 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.938397 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.938679 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.938957 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.939409 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.939799 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.940066 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.940333 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.940572 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.940772 n-d-792394-17 neutron-server[93961]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:38.940904 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.941026 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.941258 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.941581 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.941865 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.942243 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.942586 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.942830 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.943070 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.943722 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.943889 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.944090 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.944313 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.944596 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.944836 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.945074 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.945377 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.945664 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.946002 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.946273 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.946507 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.946763 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.947003 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.947467 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.947656 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.947805 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.947948 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.948164 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.948575 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.948721 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.948854 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.949090 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.949281 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.949501 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.949716 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.949951 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.950157 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.950397 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.950617 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.950828 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.951046 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.955901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.956477 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.956477 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.956477 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.956477 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.956477 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.956477 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.956477 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.956901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.956965 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.957292 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.957456 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.957692 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.957943 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.958237 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.958480 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.958701 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.958947 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.959208 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.959457 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.959687 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.959909 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.960292 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.960969 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.960969 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.961408 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.961740 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.961894 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.962089 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.962373 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.962716 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.963520 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.963895 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.964155 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.964454 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.964943 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.965055 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.965215 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.965467 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.966814 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.966814 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.966814 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.966814 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.966814 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.967600 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.967600 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.967600 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.967885 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.967995 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.968219 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.968963 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.968963 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.969151 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.969346 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.969533 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.969862 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.970096 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.970328 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.970544 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.970841 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.971085 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.971648 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.971648 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.971939 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.973384 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.973384 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.973384 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.973384 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.973384 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.973384 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.973900 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.973900 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.973900 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.974123 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.974319 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.974530 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.974772 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.974995 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.975214 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.975451 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.975692 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.975915 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.976180 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.976397 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.976635 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.976875 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.977097 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.977318 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.977542 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.977778 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.978027 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.978247 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.978586 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.979401 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.979637 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.979868 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.980116 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.980355 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.980573 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.980825 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.981047 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.981265 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.981472 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.981686 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.981925 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.982161 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.982402 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.982624 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.982878 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.983127 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.983512 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.983775 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.984001 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.984220 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.984463 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.984713 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.984960 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.985175 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.985418 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.985633 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.985848 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.986111 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.986334 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.986578 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.986808 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.987019 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.987321 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.987615 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.987939 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.988275 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.988518 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.988744 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.988992 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.989244 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.989487 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.989732 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.989963 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.990145 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.990385 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.990584 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.990815 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.991040 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.991250 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.991479 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.991700 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.991915 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.992123 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.992667 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.992886 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.993096 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.993318 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.993534 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.993744 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.993969 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.994260 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.994489 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.994735 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.994949 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.995157 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.995570 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.995830 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.996076 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.996380 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.996618 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.996890 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.997111 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.997434 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.997654 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.997926 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.998148 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.998367 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.998589 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.998866 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.999190 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.999498 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:38.999761 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.000003 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.000307 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.000588 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.000864 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.001082 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.001374 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.001718 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.001988 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.002263 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.002549 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.002838 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.003083 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.003352 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.003598 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.003835 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.004064 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.004305 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.004536 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.004798 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.005032 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.005267 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.005489 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.005734 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.005967 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.006192 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.006432 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.006595 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:56:39.007110 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 19:56:39.007288 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 19:56:39.007448 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 19:56:39.007621 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 19:56:39.007788 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 19:56:39.007940 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 19:56:39.008147 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.008313 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.008472 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.008633 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.008792 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.008976 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.009139 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.009298 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.009457 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.009617 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.009797 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.009958 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.010121 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.010279 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.010440 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.010600 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.010759 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.010919 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.011083 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.011242 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.011425 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.011584 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.011742 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] debug = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.011901 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.012093 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.012259 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.012417 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.012576 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.012735 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.012894 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.013052 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.013211 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.013370 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.013528 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.013686 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.013845 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.014004 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.014163 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.014321 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.014480 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.014638 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] host = n-d-792394-17 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.014800 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.014957 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.015117 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.015301 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.015455 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.015615 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.015775 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.015933 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.016091 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.016250 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.016408 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.016567 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.016727 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.016884 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.017043 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_options = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.017203 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.017362 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.017526 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.017719 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.017882 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.018041 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.018199 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.018357 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.018515 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.018674 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.018833 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.018992 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.019150 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.019330 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.019491 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.019649 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.019808 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.019968 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.020129 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.020291 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.020925 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.021120 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.021294 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.021756 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.021913 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.022076 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.022240 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.022401 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.022554 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.022712 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.022868 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.023049 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.023198 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.023359 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.023522 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.023684 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.023842 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.024002 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.024161 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.024365 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.024469 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.024625 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.024775 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.024938 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.025097 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.025256 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_json = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.025952 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.026114 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.026273 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.026433 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.026592 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.026751 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.026910 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.027070 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 19:56:39.027250 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.027682 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.027866 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.028036 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.028202 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.028365 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.028528 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.028739 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.028850 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.029001 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.029170 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.029533 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.029533 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.029805 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.029805 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.029941 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.030108 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.030270 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.030434 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.030594 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.030755 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.030917 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.031094 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.031281 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.031430 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.031592 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.031751 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.031904 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.032067 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.032229 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.032392 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.032554 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.032714 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.032874 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.033034 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.033199 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.033580 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.033580 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.033854 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.033854 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.034097 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.034097 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.034328 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.034431 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.034577 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.034687 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.034857 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.035020 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.035184 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.035370 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.035543 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.035704 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.035865 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.036026 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.036189 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.036349 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.036510 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.036669 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.036820 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.036967 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.037129 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.037304 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.037465 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.037626 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.037828 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.037999 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.038160 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.038321 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.038482 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.038844 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.038844 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.039069 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.039150 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.039279 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.039435 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.039598 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.039759 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.039921 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.040083 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.040245 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.040407 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.040595 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.040758 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.040921 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.041141 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.041810 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.041974 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.042355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:39.042499 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.042499 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.042731 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.042852 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.042972 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.043116 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.043294 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.043459 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.043622 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.043782 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.043946 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.044107 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.044268 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.044429 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.044590 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.044750 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.044909 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.045070 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.045296 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.045501 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.045627 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.045757 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.045880 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.046002 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.046122 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.046283 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.046448 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.046609 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.046777 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.046949 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.047111 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.047292 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.047451 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.047613 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.047775 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.047940 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.048101 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.048257 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.048411 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.048572 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.048740 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.048912 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.049073 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.049234 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.049464 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.049597 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.049726 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.049873 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.050014 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.050175 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.050335 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.050497 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.050658 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.050819 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.050980 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.051142 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.051334 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.051498 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.051659 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.051821 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.052031 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.052163 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.052302 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.052446 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.052607 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.052770 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.052935 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.053100 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.053249 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.053553 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.053722 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.054082 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.054455 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.054618 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.054786 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.055173 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.055362 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.055589 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.055951 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.055951 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.056226 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.056226 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.056484 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.056484 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.056767 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.056767 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.057023 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.057372 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.057372 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.057372 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.057776 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.057776 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.058031 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.058031 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.058294 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.058294 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.058551 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.058685 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.058827 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.058961 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.059094 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.059227 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.059460 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.059597 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.059730 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.059864 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.060020 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.060179 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.060316 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.060481 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.060644 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.060808 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.060973 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.061135 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.061297 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.061449 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.061612 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.061776 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.061939 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.062114 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.062278 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.062438 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.062590 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.062733 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.062892 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.063038 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.063201 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.063378 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.063536 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.063749 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.063891 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.064007 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.064168 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.064332 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.064496 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.064658 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.064820 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.064994 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.065156 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.065318 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.065479 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.065645 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.065807 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.065979 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.066141 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.066304 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.066465 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.066627 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.066788 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.066959 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.067115 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.067489 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.067489 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.067739 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.067739 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.067949 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.068053 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.068220 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.068384 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.068546 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.068707 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.068869 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.069032 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.069198 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.069370 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.069539 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.069704 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.069875 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.070047 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.070220 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.070382 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.070550 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.070724 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.070887 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.071047 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.071197 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.071396 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.071559 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.071736 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.071908 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.072032 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.072182 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.072366 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.072528 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.072691 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.072852 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.073001 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.073164 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.073323 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.073475 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.073636 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.073797 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 19:56:39.073950 n-d-792394-17 neutron-server[93851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 19:56:39.337116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:39.345716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062690 Jul 16 19:56:50.577704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b9d43-3055-4676-bbce-3bf1b2e89174 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:56:50.656850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b9d43-3055-4676-bbce-3bf1b2e89174 None None] No non-hosted networks {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 19:56:50.666668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.agentschedulers_db [None req-f01b9d43-3055-4676-bbce-3bf1b2e89174 None None] DHCP Agent not found on host n-d-792394-17 {{(pid=93960) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 19:56:50.751780 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a00ab5fc-0fbe-4a50-a60d-bed698f7d0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699398'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.297552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699398'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.298982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.299691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.300384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.301037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.301983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.302748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.303219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.303871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.304343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.305058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.305669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.307206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:56:53.308062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792394-17', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:53.319501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792394-17', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:56:53.356200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5b64-d71d-4787-a280-03caa5eae4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699398'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:53.420645 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-687e6854-1377-45b2-a4b7-d8e90f0d706f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:54.382706 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699398'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:56.039326 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699398'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:56:56.065154 n-d-792394-17 neutron-server[93960]: INFO neutron.db.l3_hamode_db [None req-6a482d97-c371-4580-ad2d-5f0fa9e2425a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 19:56:56.140940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a482d97-c371-4580-ad2d-5f0fa9e2425a None None] Routers set() bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:56:56.141329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a482d97-c371-4580-ad2d-5f0fa9e2425a None None] Router IDs set() for agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 19:56:57.142064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:56:57.624865 n-d-792394-17 neutron-server[93959]: WARNING oslo_policy.policy [None req-ef7aa9bd-76b9-4d08-95f6-2c0d2a062e49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:56:57.625433 n-d-792394-17 neutron-server[93959]: WARNING oslo_policy.policy [None req-ef7aa9bd-76b9-4d08-95f6-2c0d2a062e49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:56:57.840711 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-ef7aa9bd-76b9-4d08-95f6-2c0d2a062e49 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:56:57.841763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ef7aa9bd-76b9-4d08-95f6-2c0d2a062e49 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6987865 Jul 16 19:57:00.175103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38024) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:00.476810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4187912d-4623-459c-8a9d-60ed783dfce7 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:00.573950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.policy [None req-4187912d-4623-459c-8a9d-60ed783dfce7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93959) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:57:00.617613 n-d-792394-17 neutron-server[93959]: WARNING oslo_policy.policy [None req-4187912d-4623-459c-8a9d-60ed783dfce7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:00.617984 n-d-792394-17 neutron-server[93959]: WARNING oslo_policy.policy [None req-4187912d-4623-459c-8a9d-60ed783dfce7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:00.626471 n-d-792394-17 neutron-server[93959]: INFO neutron.quota [None req-4187912d-4623-459c-8a9d-60ed783dfce7 admin admin] Loaded quota_driver: . Jul 16 19:57:00.716512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4187912d-4623-459c-8a9d-60ed783dfce7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779316608687', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779316608130', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779316609221', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779316623003', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779316630366', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779316640458', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1887887', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1887612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-856768', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-933683'] for rbac-policy, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.783878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4187912d-4623-459c-8a9d-60ed783dfce7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:00.785189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4187912d-4623-459c-8a9d-60ed783dfce7 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6090722 Jul 16 19:57:03.331371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38036) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:03.624282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Request body: {'network': {'project_id': '69c150a5976241eb800b965050dd03a4', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'admin_state_up': True, 'name': 'private'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:03.652164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Made reservation on behalf of 69c150a5976241eb800b965050dd03a4 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:03.655086 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.671698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.792700 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.796209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.814438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:57:03.842048 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779318890307', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:03.842625 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Unsubscribe: segment precommit_create {{(pid=93959) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:57:03.843119 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Added segment 70548c0c-770a-4183-961d-186adc618333 of type vlan for network cc1824c3-d078-4e41-abfa-98c553cc3ced Jul 16 19:57:03.864198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8f270a-b0c8-47f4-a8da-a7e158d51821,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:03.910936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.911290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.911628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.911955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.912280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.912598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.912919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.913230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.913542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.913854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.914166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.914475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Tracked resource versions report: Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: pushed versions: Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: { 'AddressGroup': {'1.2'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'ConntrackHelper': {'1.0'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Log': {'1.0'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Network': {'1.1'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Port': {'1.7'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'PortForwarding': {'1.2'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'QosPolicy': {'1.8'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'SecurityGroup': {'1.4'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'SubPort': {'1.0'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Subnet': {'1.1'}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Trunk': {'1.1'}} Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: consumer versions: Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: { DHCP agent@n-d-792394-17: {}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: L3 agent@n-d-792394-17: {}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: Metadata agent@n-d-792394-17: {}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: Metering agent@n-d-792394-17: {}, Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: Open vSwitch agent@n-d-792394-17: { 'AddressGroup': '1.2', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'ConntrackHelper': '1.0', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Log': '1.0', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Network': '1.1', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Port': '1.7', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'PortForwarding': '1.2', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'QosPolicy': '1.8', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'SecurityGroup': '1.4', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'SecurityGroupRule': '1.2', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'SubPort': '1.0', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Subnet': '1.1', Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: 'Trunk': '1.1'}} Jul 16 19:57:03.916188 n-d-792394-17 neutron-server[93959]: {{(pid=93959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:57:03.963462 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.013190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.014266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:04.014951 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:04.072662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7402434 Jul 16 19:57:04.112270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a407b-3d8b-43ab-8393-8be69fcf5e81 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1824c3-d078-4e41-abfa-98c553cc3ced,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:04.124385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network cc1824c3-d078-4e41-abfa-98c553cc3ced details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:57:06.698508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38050) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:07.078945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcadcc6c-016e-46d3-9954-a2ee0d453a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.080309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bcadcc6c-016e-46d3-9954-a2ee0d453a00 admin admin] 10.222.0.10 "GET /v2.0/networks/cc1824c3-d078-4e41-abfa-98c553cc3ced HTTP/1.1" status: 200 len: 825 time: 0.3808527 Jul 16 19:57:07.103981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0ba39abc-f474-4d70-a7b8-9d74652db669 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/205ab586-f29d-4431-b675-5e9624e7bcdc HTTP/1.1" status: 200 len: 734 time: 0.0183802 Jul 16 19:57:07.112050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced', 'subnetpool_id': '205ab586-f29d-4431-b675-5e9624e7bcdc', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:07.134101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Made reservation on behalf of 69c150a5976241eb800b965050dd03a4 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:07.136505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.422257 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.493355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Checking segment: {'id': '70548c0c-770a-4183-961d-186adc618333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:07.493741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Network hostable DHCP agents. Network: cc1824c3-d078-4e41-abfa-98c553cc3ced, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:57:07.498758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99c822b-ae8d-4b50-8bba-e13617da0c0d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:07.517623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Network cc1824c3-d078-4e41-abfa-98c553cc3ced is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:57:07.529290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, cc1824c3-d078-4e41-abfa-98c553cc3ced) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:07.533820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:07.534442 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:07.539350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b524b2f-0eda-49cd-916f-922893323b0a None None] Network cc1824c3-d078-4e41-abfa-98c553cc3ced requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:07.547929 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cc461e28-e270-44e0-894e-958042dd218d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4390781 Jul 16 19:57:07.848472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-cc1824c3-d078-4e41-abfa-98c553cc3ced', 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'fixed_ips': [{'subnet_id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:57:07.849725 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:08.114551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Allocated IP 172.20.0.2 (cc1824c3-d078-4e41-abfa-98c553cc3ced/a99c822b-ae8d-4b50-8bba-e13617da0c0d/75390d81-24c6-429c-b005-546697b179a7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:08.314426 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:08.366242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Transition to ACTIVE for port object 75390d81-24c6-429c-b005-546697b179a7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:08.387072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Transition to ACTIVE for port object 75390d81-24c6-429c-b005-546697b179a7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:08.395445 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:08.463744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Network cc1824c3-d078-4e41-abfa-98c553cc3ced is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:08.468429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:08.471504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:08.501889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Pushing event updated for resources: {'Port': ['ID=75390d81-24c6-429c-b005-546697b179a7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:08.545481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.546108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.546206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.546486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.546822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.547152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.547505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.547840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.548164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.548488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.548816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.549136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Tracked resource versions report: Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: pushed versions: Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: { 'AddressGroup': {'1.2'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'ConntrackHelper': {'1.0'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Log': {'1.0'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Network': {'1.1'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Port': {'1.7'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'PortForwarding': {'1.2'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'QosPolicy': {'1.8'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'SecurityGroup': {'1.4'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'SubPort': {'1.0'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Subnet': {'1.1'}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Trunk': {'1.1'}} Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: consumer versions: Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: { DHCP agent@n-d-792394-17: {}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: L3 agent@n-d-792394-17: {}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: Metadata agent@n-d-792394-17: {}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: Metering agent@n-d-792394-17: {}, Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: Open vSwitch agent@n-d-792394-17: { 'AddressGroup': '1.2', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'ConntrackHelper': '1.0', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Log': '1.0', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Network': '1.1', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Port': '1.7', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'PortForwarding': '1.2', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'QosPolicy': '1.8', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'SecurityGroup': '1.4', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'SecurityGroupRule': '1.2', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'SubPort': '1.0', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Subnet': '1.1', Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: 'Trunk': '1.1'}} Jul 16 19:57:08.550271 n-d-792394-17 neutron-server[93960]: {{(pid=93960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:57:08.564247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Attempting to bind port 75390d81-24c6-429c-b005-546697b179a7 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:08.564654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Attempting to bind port 75390d81-24c6-429c-b005-546697b179a7 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '70548c0c-770a-4183-961d-186adc618333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:08.565082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Attempting to bind port 75390d81-24c6-429c-b005-546697b179a7 on network cc1824c3-d078-4e41-abfa-98c553cc3ced {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:08.569948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:08.570370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Checking segment: {'id': '70548c0c-770a-4183-961d-186adc618333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:08.570852 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:08.571810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Bound using segment: {'id': '70548c0c-770a-4183-961d-186adc618333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:08.572304 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Bound port: 75390d81-24c6-429c-b005-546697b179a7, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70548c0c-770a-4183-961d-186adc618333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:08.572707 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:08.637988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] For port 75390d81-24c6-429c-b005-546697b179a7, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:08.642184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] For port 75390d81-24c6-429c-b005-546697b179a7, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=75390d81-24c6-429c-b005-546697b179a7,segment=NetworkSegment(70548c0c-770a-4183-961d-186adc618333),segment_id=70548c0c-770a-4183-961d-186adc618333)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:08.646820 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:08.715149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b452a20-19b7-4cc6-8a27-f428c8462916 None None] Pushing event updated for resources: {'Port': ['ID=75390d81-24c6-429c-b005-546697b179a7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:09.938818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38058) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:10.246358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-5d654139-7b7a-4c5f-964e-8d5e7bbf4766 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:57:10.247366 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5d654139-7b7a-4c5f-964e-8d5e7bbf4766 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074336 Jul 16 19:57:12.623128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38066) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:12.935203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-78b97aa8-fd15-4121-8fe2-099e6224448a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:57:12.936251 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-78b97aa8-fd15-4121-8fe2-099e6224448a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121691 Jul 16 19:57:14.758589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abcc706-8282-4853-a6d5-eb43c547ffca None None] Network cc1824c3-d078-4e41-abfa-98c553cc3ced requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:14.835365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1d2da0f-a623-4fbc-8356-355760899e48 None None] Provisioning for port 75390d81-24c6-429c-b005-546697b179a7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:15.507911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 75390d81-24c6-429c-b005-546697b179a7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:15.547575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38080) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:15.588745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 75390d81-24c6-429c-b005-546697b179a7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:15.592214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 75390d81-24c6-429c-b005-546697b179a7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:15.592611 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:15.698776 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:15.732876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 75390d81-24c6-429c-b005-546697b179a7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=75390d81-24c6-429c-b005-546697b179a7,segment=NetworkSegment(70548c0c-770a-4183-961d-186adc618333),segment_id=70548c0c-770a-4183-961d-186adc618333)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:15.737073 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:15.783616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=75390d81-24c6-429c-b005-546697b179a7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:15.847119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-259db594-0e0c-45f7-b262-b8c772cfee99 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '69c150a5976241eb800b965050dd03a4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:15.869528 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-259db594-0e0c-45f7-b262-b8c772cfee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:15.871039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-259db594-0e0c-45f7-b262-b8c772cfee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.003988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-259db594-0e0c-45f7-b262-b8c772cfee99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.009029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-259db594-0e0c-45f7-b262-b8c772cfee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.020778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-259db594-0e0c-45f7-b262-b8c772cfee99 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:16.021989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-259db594-0e0c-45f7-b262-b8c772cfee99 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4734502 Jul 16 19:57:17.484787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 75390d81-24c6-429c-b005-546697b179a7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:17.533885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 75390d81-24c6-429c-b005-546697b179a7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:17.534256 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:18.362596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:18.843741 n-d-792394-17 neutron-server[93958]: WARNING oslo_policy.policy [None req-1263a8c9-f670-4435-8f16-69cd1ef5a6c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:18.844317 n-d-792394-17 neutron-server[93958]: WARNING oslo_policy.policy [None req-1263a8c9-f670-4435-8f16-69cd1ef5a6c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:19.069638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-1263a8c9-f670-4435-8f16-69cd1ef5a6c9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:57:19.071436 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1263a8c9-f670-4435-8f16-69cd1ef5a6c9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7064965 Jul 16 19:57:20.476937 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a4ba8859-d4d3-48b0-b1c4-f7756f649a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:21.379781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38102) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:21.686816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:21.688288 n-d-792394-17 neutron-server[93958]: INFO neutron.quota [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Loaded quota_driver: . Jul 16 19:57:21.744566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Made reservation on behalf of f0009098a99e48cea8521c0019fb5960 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:21.810239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.policy [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 19:57:21.854507 n-d-792394-17 neutron-server[93958]: WARNING oslo_policy.policy [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:21.854875 n-d-792394-17 neutron-server[93958]: WARNING oslo_policy.policy [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 19:57:21.864688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:21.885202 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.010008 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.014301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.024732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Reserving flat network on physical network physnet1 {{(pid=93958) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 19:57:22.057382 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779318890307', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.057941 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Unsubscribe: segment precommit_create {{(pid=93958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 19:57:22.058443 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Added segment aa0112ac-1d3e-4844-9fd9-34b37d1e9e56 of type flat for network 36f424e5-c152-427a-be5b-71ffae083c29 Jul 16 19:57:22.075529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff75e2a7-ca08-438e-b263-fb1ee154cdf7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:22.113138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.113475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.113810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.114139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.114460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.114778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.115093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.115437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.115752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.116064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.116375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.116687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Tracked resource versions report: Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: pushed versions: Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: { 'AddressGroup': {'1.2'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'ConntrackHelper': {'1.0'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Log': {'1.0'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Network': {'1.1'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Port': {'1.7'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'PortForwarding': {'1.2'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'QosPolicy': {'1.8'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'SecurityGroup': {'1.4'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'SubPort': {'1.0'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Subnet': {'1.1'}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Trunk': {'1.1'}} Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: consumer versions: Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: { DHCP agent@n-d-792394-17: {}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: L3 agent@n-d-792394-17: {}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: Metadata agent@n-d-792394-17: {}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: Metering agent@n-d-792394-17: {}, Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: Open vSwitch agent@n-d-792394-17: { 'AddressGroup': '1.2', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'ConntrackHelper': '1.0', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Log': '1.0', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Network': '1.1', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Port': '1.7', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'PortForwarding': '1.2', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'QosPolicy': '1.8', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'SecurityGroup': '1.4', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'SecurityGroupRule': '1.2', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'SubPort': '1.0', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Subnet': '1.1', Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: 'Trunk': '1.1'}} Jul 16 19:57:22.117863 n-d-792394-17 neutron-server[93958]: {{(pid=93958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:57:22.197215 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.252128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.253396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:22.254073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:22.304260 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9233406 Jul 16 19:57:22.353098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd874-7762-4459-a9e4-d6977277a19c admin admin] Pushing event updated for resources: {'Network': ['ID=36f424e5-c152-427a-be5b-71ffae083c29,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:22.364122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 36f424e5-c152-427a-be5b-71ffae083c29 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:57:23.292939 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:23.357804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aaf0121b-8e4b-41f8-b980-15682cbb3e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:24.315735 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:24.618284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38124) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:24.886958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c1ce1-552a-4689-9500-30099c95e973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:24.888290 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-017c1ce1-552a-4689-9500-30099c95e973 admin admin] 10.222.0.10 "GET /v2.0/subnets/a99c822b-ae8d-4b50-8bba-e13617da0c0d HTTP/1.1" status: 200 len: 849 time: 0.2690585 Jul 16 19:57:25.053868 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-620ba54d-d317-4a6d-9796-a702d0f6ab80 admin admin] 10.222.0.10 "GET /v2.0/routers/ccdca415-7b03-4db9-a390-8b971d6fd2c9 HTTP/1.1" status: 200 len: 704 time: 0.1602314 Jul 16 19:57:25.326609 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:25.616791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Allocated IP 172.20.0.1 (cc1824c3-d078-4e41-abfa-98c553cc3ced/a99c822b-ae8d-4b50-8bba-e13617da0c0d/65348428-f48f-4f73-8488-65c9bae7b307) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:25.799643 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:25.822920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Transition to ACTIVE for port object 65348428-f48f-4f73-8488-65c9bae7b307 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:25.902166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:25.971949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Network cc1824c3-d078-4e41-abfa-98c553cc3ced is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:25.976572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:25.981456 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:25.986411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:25.986698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.006984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Pushing event updated for resources: {'Port': ['ID=65348428-f48f-4f73-8488-65c9bae7b307,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:26.221372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.242873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-28aa6ef3-cf3a-40a8-bfc9-a5ded3a0e25f None None] Provisioning for port 65348428-f48f-4f73-8488-65c9bae7b307 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:26.247009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-28aa6ef3-cf3a-40a8-bfc9-a5ded3a0e25f None None] Provisioning complete for port 65348428-f48f-4f73-8488-65c9bae7b307 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:26.247438 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28aa6ef3-cf3a-40a8-bfc9-a5ded3a0e25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.280862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-28aa6ef3-cf3a-40a8-bfc9-a5ded3a0e25f None None] Port 65348428-f48f-4f73-8488-65c9bae7b307 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:26.467930 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.472829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.473831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.569207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Pushing event updated for resources: {'Port': ['ID=65348428-f48f-4f73-8488-65c9bae7b307,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:26.607844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Network cc1824c3-d078-4e41-abfa-98c553cc3ced is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:26.609159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:26.789537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Router ccdca415-7b03-4db9-a390-8b971d6fd2c9 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:57:26.801906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-937c0286-ae38-4c02-bf85-73195a5e1b0c None None] Provisioning complete for port 65348428-f48f-4f73-8488-65c9bae7b307 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:26.802279 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-937c0286-ae38-4c02-bf85-73195a5e1b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:26.833474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-937c0286-ae38-4c02-bf85-73195a5e1b0c None None] Port 65348428-f48f-4f73-8488-65c9bae7b307 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:57:26.879049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:57:26.884118 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-25f82375-abdb-46ca-a874-73d410648666 admin admin] 10.222.0.10 "PUT /v2.0/routers/ccdca415-7b03-4db9-a390-8b971d6fd2c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8247511 Jul 16 19:57:26.888965 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Sync routers for ids ['ccdca415-7b03-4db9-a390-8b971d6fd2c9'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:57:26.900603 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Routers {'ccdca415-7b03-4db9-a390-8b971d6fd2c9'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:26.901676 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T19:57:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ccdca415-7b03-4db9-a390-8b971d6fd2c9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:27.090759 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Set router ccdca415-7b03-4db9-a390-8b971d6fd2c9 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:27.511395 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'name': 'router1', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:15Z', 'updated_at': '2021-07-16T19:57:26Z', 'revision_number': 2, 'project_id': '69c150a5976241eb800b965050dd03a4', 'gw_port_host': None, '_interfaces': [{'id': '65348428-f48f-4f73-8488-65c9bae7b307', 'name': '', 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'mac_address': 'fa:16:3e:13:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:25Z', 'updated_at': '2021-07-16T19:57:26Z', 'revision_number': 2, 'project_id': '69c150a5976241eb800b965050dd03a4', 'subnets': [{'id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '205ab586-f29d-4431-b675-5e9624e7bcdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:27.559460 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Checking router: ccdca415-7b03-4db9-a390-8b971d6fd2c9 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:57:27.559825 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Updating router ccdca415-7b03-4db9-a390-8b971d6fd2c9 port 65348428-f48f-4f73-8488-65c9bae7b307 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:57:27.621982 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.097703 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.115965 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Transition to ACTIVE for port object 65348428-f48f-4f73-8488-65c9bae7b307 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:28.121943 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.272985 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Attempting to bind port 65348428-f48f-4f73-8488-65c9bae7b307 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:28.273927 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Attempting to bind port 65348428-f48f-4f73-8488-65c9bae7b307 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '70548c0c-770a-4183-961d-186adc618333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:28.274556 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Attempting to bind port 65348428-f48f-4f73-8488-65c9bae7b307 on network cc1824c3-d078-4e41-abfa-98c553cc3ced {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:28.282539 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Pushing event updated for resources: {'Port': ['ID=65348428-f48f-4f73-8488-65c9bae7b307,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:28.286676 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:28.287074 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Checking segment: {'id': '70548c0c-770a-4183-961d-186adc618333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:28.287575 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.287960 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Bound using segment: {'id': '70548c0c-770a-4183-961d-186adc618333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:28.288429 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Bound port: 65348428-f48f-4f73-8488-65c9bae7b307, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70548c0c-770a-4183-961d-186adc618333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:28.288849 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.295229 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.295593 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.295928 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.296254 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.296582 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.296904 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.297223 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.297544 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.297860 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.298176 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.298492 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.298805 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Tracked resource versions report: Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: pushed versions: Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: { 'AddressGroup': {'1.2'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'ConntrackHelper': {'1.0'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Log': {'1.0'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Network': {'1.1'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Port': {'1.7'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'PortForwarding': {'1.2'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'QosPolicy': {'1.8'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'SecurityGroup': {'1.4'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'SecurityGroupRule': {'1.2'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'SubPort': {'1.0'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Subnet': {'1.1'}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Trunk': {'1.1'}} Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: consumer versions: Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: { DHCP agent@n-d-792394-17: {}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: L3 agent@n-d-792394-17: {}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: Metadata agent@n-d-792394-17: {}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: Metering agent@n-d-792394-17: {}, Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: Open vSwitch agent@n-d-792394-17: { 'AddressGroup': '1.2', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'ConntrackHelper': '1.0', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Log': '1.0', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Network': '1.1', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Port': '1.7', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'PortForwarding': '1.2', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'QosPolicy': '1.8', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'SecurityGroup': '1.4', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'SecurityGroupRule': '1.2', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'SubPort': '1.0', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Subnet': '1.1', Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: 'Trunk': '1.1'}} Jul 16 19:57:28.299937 n-d-792394-17 neutron-server[93961]: {{(pid=93961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 19:57:28.370781 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] For port 65348428-f48f-4f73-8488-65c9bae7b307, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:28.392256 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] For port 65348428-f48f-4f73-8488-65c9bae7b307, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=65348428-f48f-4f73-8488-65c9bae7b307,segment=NetworkSegment(70548c0c-770a-4183-961d-186adc618333),segment_id=70548c0c-770a-4183-961d-186adc618333)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:28.396232 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:28.444783 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Routers {'ccdca415-7b03-4db9-a390-8b971d6fd2c9'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:28.445623 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T19:57:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ccdca415-7b03-4db9-a390-8b971d6fd2c9'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:28.525796 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0b4d0-5498-4b5d-84d4-84c1642ccaf5 None None] Pushing event updated for resources: {'Port': ['ID=65348428-f48f-4f73-8488-65c9bae7b307,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:28.548628 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] Set router ccdca415-7b03-4db9-a390-8b971d6fd2c9 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:28.755009 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'name': 'router1', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:15Z', 'updated_at': '2021-07-16T19:57:26Z', 'revision_number': 2, 'project_id': '69c150a5976241eb800b965050dd03a4', 'gw_port_host': None, '_interfaces': [{'id': '65348428-f48f-4f73-8488-65c9bae7b307', 'name': '', 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'mac_address': 'fa:16:3e:13:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:25Z', 'updated_at': '2021-07-16T19:57:28Z', 'revision_number': 4, 'project_id': '69c150a5976241eb800b965050dd03a4', 'subnets': [{'id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '205ab586-f29d-4431-b675-5e9624e7bcdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:28.781145 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac5bb9-b4be-49da-a114-bfe034fb6ee7 None None] The sync data for ids ['ccdca415-7b03-4db9-a390-8b971d6fd2c9'] in n-d-792394-17 is: [{'id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'name': 'router1', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:15Z', 'updated_at': '2021-07-16T19:57:26Z', 'revision_number': 2, 'project_id': '69c150a5976241eb800b965050dd03a4', 'gw_port_host': None, '_interfaces': [{'id': '65348428-f48f-4f73-8488-65c9bae7b307', 'name': '', 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'mac_address': 'fa:16:3e:13:5d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:25Z', 'updated_at': '2021-07-16T19:57:28Z', 'revision_number': 4, 'project_id': '69c150a5976241eb800b965050dd03a4', 'subnets': [{'id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '205ab586-f29d-4431-b675-5e9624e7bcdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:57:29.129358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:29.237038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc1ee7-6b56-4830-a50e-4f7a6f23df3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.238413 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-72cc1ee7-6b56-4830-a50e-4f7a6f23df3c admin admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 842 time: 0.1080821 Jul 16 19:57:29.247603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:29.271111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Made reservation on behalf of f0009098a99e48cea8521c0019fb5960 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:57:29.273896 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:29.573246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 19:57:29.573666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:29.625442 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642ccbea-dac0-4a26-977e-4eef82f8774a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:29.637946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:29.638295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Network hostable DHCP agents. Network: 36f424e5-c152-427a-be5b-71ffae083c29, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:57:29.659649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:57:29.669917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 36f424e5-c152-427a-be5b-71ffae083c29) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:29.676657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:29.677239 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:29.683239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419ade0-cc2c-4b5d-a2dc-c80a1ea5d544 None None] Network 36f424e5-c152-427a-be5b-71ffae083c29 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:29.692890 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0fe1935b-f94b-48cf-b968-c328b4c36343 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4487116 Jul 16 19:57:29.837274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e0b7f-9d12-44ae-a94d-bb8ef751969c None None] Network 36f424e5-c152-427a-be5b-71ffae083c29 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:57:31.965711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:32.093913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9fe2e771-d84e-4f3f-a85a-5e2e36a0190f admin admin] 10.222.0.10 "GET /v2.0/routers/ccdca415-7b03-4db9-a390-8b971d6fd2c9 HTTP/1.1" status: 200 len: 710 time: 0.1269786 Jul 16 19:57:32.176437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b43654d-6c94-42b6-b015-eae3b33c193b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:57:32.177789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4b43654d-6c94-42b6-b015-eae3b33c193b admin admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 886 time: 0.0789640 Jul 16 19:57:32.186292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:57:32.495489 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:32.725795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:32.800174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:32.900804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Allocated IP 172.25.7.99 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/3a48f9ba-f223-4259-bc1d-c6fddb96ac2f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:57:33.000445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.037076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.069375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:57:33.071991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:57:33.077421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:57:33.140916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Pushing event updated for resources: {'Port': ['ID=3a48f9ba-f223-4259-bc1d-c6fddb96ac2f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:33.325683 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.509751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 65348428-f48f-4f73-8488-65c9bae7b307 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:33.516421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.519677 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.556645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 65348428-f48f-4f73-8488-65c9bae7b307 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:33.560139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 65348428-f48f-4f73-8488-65c9bae7b307 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:33.560505 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.624998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Router ccdca415-7b03-4db9-a390-8b971d6fd2c9 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:57:33.635734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.667143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 65348428-f48f-4f73-8488-65c9bae7b307, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=65348428-f48f-4f73-8488-65c9bae7b307,segment=NetworkSegment(70548c0c-770a-4183-961d-186adc618333),segment_id=70548c0c-770a-4183-961d-186adc618333)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:33.673259 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.715789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=65348428-f48f-4f73-8488-65c9bae7b307,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:33.732158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:57:33.736334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:33.737517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8622f526-3db0-4402-9c47-4ceced9d418f admin admin] 10.222.0.10 "PUT /v2.0/routers/ccdca415-7b03-4db9-a390-8b971d6fd2c9 HTTP/1.1" status: 200 len: 889 time: 1.5543835 Jul 16 19:57:33.741412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Sync routers for ids ['ccdca415-7b03-4db9-a390-8b971d6fd2c9'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:57:33.752387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Routers {'ccdca415-7b03-4db9-a390-8b971d6fd2c9'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:33.753244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T19:57:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ccdca415-7b03-4db9-a390-8b971d6fd2c9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:34.019867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Set router ccdca415-7b03-4db9-a390-8b971d6fd2c9 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:34.400712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'name': 'router1', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '3a48f9ba-f223-4259-bc1d-c6fddb96ac2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:15Z', 'updated_at': '2021-07-16T19:57:33Z', 'revision_number': 4, 'project_id': '69c150a5976241eb800b965050dd03a4', 'gw_port': {'id': '3a48f9ba-f223-4259-bc1d-c6fddb96ac2f', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:32Z', 'updated_at': '2021-07-16T19:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '65348428-f48f-4f73-8488-65c9bae7b307', 'name': '', 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'mac_address': 'fa:16:3e:13:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:25Z', 'updated_at': '2021-07-16T19:57:33Z', 'revision_number': 5, 'project_id': '69c150a5976241eb800b965050dd03a4', 'subnets': [{'id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '205ab586-f29d-4431-b675-5e9624e7bcdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:34.448504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Checking router: ccdca415-7b03-4db9-a390-8b971d6fd2c9 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:57:34.448853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Updating router ccdca415-7b03-4db9-a390-8b971d6fd2c9 port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:57:34.482941 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.790178 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.799648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Transition to ACTIVE for port object 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:57:34.804830 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.854271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Attempting to bind port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:57:34.854641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Attempting to bind port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:57:34.855002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Attempting to bind port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:57:34.857692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714de6fe-a92b-4a5c-a494-3bf496dcade4 None None] Pushing event updated for resources: {'Port': ['ID=3a48f9ba-f223-4259-bc1d-c6fddb96ac2f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:34.862161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:57:34.862539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:57:34.862939 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.863347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:57:34.863807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Bound port: 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:57:34.864196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.915644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] For port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:57:34.918563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] For port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3a48f9ba-f223-4259-bc1d-c6fddb96ac2f,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:57:34.922122 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:34.979673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Routers {'ccdca415-7b03-4db9-a390-8b971d6fd2c9'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:57:34.980294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T19:57:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ccdca415-7b03-4db9-a390-8b971d6fd2c9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:34.984436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714de6fe-a92b-4a5c-a494-3bf496dcade4 None None] Pushing event updated for resources: {'Port': ['ID=3a48f9ba-f223-4259-bc1d-c6fddb96ac2f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:35.161457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] Set router ccdca415-7b03-4db9-a390-8b971d6fd2c9 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:57:35.363465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'name': 'router1', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '3a48f9ba-f223-4259-bc1d-c6fddb96ac2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:15Z', 'updated_at': '2021-07-16T19:57:33Z', 'revision_number': 4, 'project_id': '69c150a5976241eb800b965050dd03a4', 'gw_port': {'id': '3a48f9ba-f223-4259-bc1d-c6fddb96ac2f', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:32Z', 'updated_at': '2021-07-16T19:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '65348428-f48f-4f73-8488-65c9bae7b307', 'name': '', 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'mac_address': 'fa:16:3e:13:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:25Z', 'updated_at': '2021-07-16T19:57:33Z', 'revision_number': 5, 'project_id': '69c150a5976241eb800b965050dd03a4', 'subnets': [{'id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '205ab586-f29d-4431-b675-5e9624e7bcdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:57:35.392552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fa562-d987-4b7d-957c-e1c8e19abe2b None None] The sync data for ids ['ccdca415-7b03-4db9-a390-8b971d6fd2c9'] in n-d-792394-17 is: [{'id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'name': 'router1', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '3a48f9ba-f223-4259-bc1d-c6fddb96ac2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:57:15Z', 'updated_at': '2021-07-16T19:57:33Z', 'revision_number': 4, 'project_id': '69c150a5976241eb800b965050dd03a4', 'gw_port': {'id': '3a48f9ba-f223-4259-bc1d-c6fddb96ac2f', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:32Z', 'updated_at': '2021-07-16T19:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '65348428-f48f-4f73-8488-65c9bae7b307', 'name': '', 'network_id': 'cc1824c3-d078-4e41-abfa-98c553cc3ced', 'tenant_id': '69c150a5976241eb800b965050dd03a4', 'mac_address': 'fa:16:3e:13:5d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdca415-7b03-4db9-a390-8b971d6fd2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:57:25Z', 'updated_at': '2021-07-16T19:57:33Z', 'revision_number': 5, 'project_id': '69c150a5976241eb800b965050dd03a4', 'subnets': [{'id': 'a99c822b-ae8d-4b50-8bba-e13617da0c0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '205ab586-f29d-4431-b675-5e9624e7bcdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:57:35.636160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 65348428-f48f-4f73-8488-65c9bae7b307 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:35.688614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 65348428-f48f-4f73-8488-65c9bae7b307 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:35.688919 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.773137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:35.824633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:57:35.828898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:35.829341 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.909303 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.931734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3a48f9ba-f223-4259-bc1d-c6fddb96ac2f,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:57:35.936242 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:35.969966 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:57:35.986564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=3a48f9ba-f223-4259-bc1d-c6fddb96ac2f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:57:36.135357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:57:36.258146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f7f9763f-62bb-4720-a8e4-264206772406 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1215892 Jul 16 19:57:37.519920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:57:37.567652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3a48f9ba-f223-4259-bc1d-c6fddb96ac2f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:57:37.568022 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:50.484397 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f024878-b0fa-4466-8031-8d51b7ee0c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.297084 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:53.361540 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-044c8c45-a84e-4f3c-9bcc-d71a8e41afa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:54.324925 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:57:56.001478 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:12.968095 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:20.487476 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d18ab40e-ec64-4484-965e-88c1a6c17cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:23.301241 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:23.357417 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-419fc124-2aad-4c99-b42c-e8c26c7707c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:24.321860 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:26.005132 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:49.966367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:58:50.491000 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cfc28adb-da4f-4c8f-9f75-8317e7fc869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.303528 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:53.360827 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b349e99c-985f-4df4-9d4d-d278b48ba08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:54.324913 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:58:56.012799 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:15.455074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:15.593088 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16cb5c1-97e3-41dd-b230-1eb37efc7490 admin admin] GET failed (client error): The resource could not be found. Jul 16 19:59:15.594578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b16cb5c1-97e3-41dd-b230-1eb37efc7490 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1385417 Jul 16 19:59:15.748232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc2f2dc-0678-411a-897f-a0134297e358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:15.749639 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-afc2f2dc-0678-411a-897f-a0134297e358 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1507256 Jul 16 19:59:17.880164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:17.968875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4385be9d-5b84-4488-ae14-91796970a74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:17.970213 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4385be9d-5b84-4488-ae14-91796970a74f admin admin] 10.222.0.10 "GET /v2.0/subnets/a99c822b-ae8d-4b50-8bba-e13617da0c0d HTTP/1.1" status: 200 len: 849 time: 0.0891008 Jul 16 19:59:17.979235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:59:18.059825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:18.194657 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779318761355'] for subnet, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:18.223744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:18.224325 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:18.226161 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] 10.222.0.10 "PUT /v2.0/subnets/a99c822b-ae8d-4b50-8bba-e13617da0c0d HTTP/1.1" status: 200 len: 868 time: 0.2500401 Jul 16 19:59:18.229263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52a971-afff-4e59-a8ad-9afb6f365d03 None None] Network cc1824c3-d078-4e41-abfa-98c553cc3ced requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:59:18.252546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99c822b-ae8d-4b50-8bba-e13617da0c0d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:59:18.259817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.260472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.260663 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.261006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.261337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.261667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.262124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.262457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.262784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.263247 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.263639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.263809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2b35c-de92-4d53-82fe-08af1db853c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:59:18.642780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8713dbb9-18d8-4b6d-aa70-c277c67a968c None None] Provisioning complete for port 75390d81-24c6-429c-b005-546697b179a7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:18.643152 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8713dbb9-18d8-4b6d-aa70-c277c67a968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:18.728552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8713dbb9-18d8-4b6d-aa70-c277c67a968c None None] Provisioning complete for port 65348428-f48f-4f73-8488-65c9bae7b307 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:59:18.728814 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8713dbb9-18d8-4b6d-aa70-c277c67a968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:20.372155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:20.491711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-84854f93-c384-4358-ad80-82b9a0de3f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:20.567049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd16783a-ae2b-441b-a947-f2cd6f6e0169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:20.567475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd16783a-ae2b-441b-a947-f2cd6f6e0169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:20.569025 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dd16783a-ae2b-441b-a947-f2cd6f6e0169 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958911 Jul 16 19:59:22.700367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:22.831749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d51c7f-288d-4f21-adc5-9433708b7274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:22.832227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d51c7f-288d-4f21-adc5-9433708b7274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:22.833755 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-44d51c7f-288d-4f21-adc5-9433708b7274 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324341 Jul 16 19:59:23.307034 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:23.361705 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-690ef20f-4ab6-486a-87fb-06aae8e74bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.326865 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:24.990688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:25.141397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7f81b-ac77-4397-81b7-8ce0fee4bab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:25.142739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-22d7f81b-ac77-4397-81b7-8ce0fee4bab5 admin admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 886 time: 0.1510661 Jul 16 19:59:26.017028 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:26.965176 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:59:27.344157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38810) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:27.489016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe7acfd-33ac-4dfb-9fc0-2bc05a02ebf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:27.490774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ebe7acfd-33ac-4dfb-9fc0-2bc05a02ebf4 admin admin] 10.222.0.10 "GET /v2.0/networks/cc1824c3-d078-4e41-abfa-98c553cc3ced HTTP/1.1" status: 200 len: 869 time: 0.1456625 Jul 16 19:59:29.657163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38818) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:29.778841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a256cc4-7822-4927-936d-f62a87347d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:29.779214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a256cc4-7822-4927-936d-f62a87347d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:29.780740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4a256cc4-7822-4927-936d-f62a87347d85 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226521 Jul 16 19:59:31.897871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38826) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:31.985146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70712a-8dbb-444b-8643-82a82cd47cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:31.985606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70712a-8dbb-444b-8643-82a82cd47cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:31.987178 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5b70712a-8dbb-444b-8643-82a82cd47cad admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0883329 Jul 16 19:59:34.135479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:34.217121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec10200-5c9c-4322-b9c8-a60bd1cea790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:34.218424 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4ec10200-5c9c-4322-b9c8-a60bd1cea790 admin admin] 10.222.0.10 "GET /v2.0/subnets/642ccbea-dac0-4a26-977e-4eef82f8774a HTTP/1.1" status: 200 len: 816 time: 0.0819685 Jul 16 19:59:36.356463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:59:36.443670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d188a-be5e-4173-a26d-3cfddfb6142f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:59:36.445009 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-283d188a-be5e-4173-a26d-3cfddfb6142f admin admin] 10.222.0.10 "GET /v2.0/subnets/a99c822b-ae8d-4b50-8bba-e13617da0c0d HTTP/1.1" status: 200 len: 868 time: 0.0874972 Jul 16 19:59:50.491482 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-588ecaa5-991b-4515-a428-b4561715e96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.307671 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:53.362190 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce3fb365-c0fc-47c9-bb03-28e1a3d1dcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:54.330507 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:59:56.023473 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:00.698992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38894) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:00.743787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-5fa64846-aabf-49f0-927f-a4162f128a55 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:00:00.744778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5fa64846-aabf-49f0-927f-a4162f128a55 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448527 Jul 16 20:00:02.953615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:03.010935 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4019d6-3e87-4504-89ff-49ffeef41465 admin admin] GET failed (client error): The resource could not be found. Jul 16 20:00:03.012275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8f4019d6-3e87-4504-89ff-49ffeef41465 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0577085 Jul 16 20:00:03.094052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26acc142-f654-4ad3-acaa-9f5a6d11a921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:03.095504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-26acc142-f654-4ad3-acaa-9f5a6d11a921 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793872 Jul 16 20:00:03.963235 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:00:05.271161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:05.316176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:05.339195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Made reservation on behalf of f0009098a99e48cea8521c0019fb5960 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:05.341469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.375219 n-d-792394-17 neutron-server[93959]: WARNING neutron.services.revisions.revision_plugin [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Could not find related network for resource to bump revision. Jul 16 20:00:05.387606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:00:05.396767 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.397102 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Added segment d61e4b42-a16d-46ae-a2a2-03661d491e1c of type vlan for network 78b7624a-418d-45d6-8fa7-c31005b60270 Jul 16 20:00:05.434943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.461079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.461919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:05.462490 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:05.491524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2192130 Jul 16 20:00:05.526397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Pushing event updated for resources: {'Network': ['ID=78b7624a-418d-45d6-8fa7-c31005b60270,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:05.534198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.534541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.534875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.535207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.535931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.536266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.536593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.536917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.537240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.537562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.537881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.538204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be297b-1b7c-4a10-aafa-513b6a89819f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:05.550648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 78b7624a-418d-45d6-8fa7-c31005b60270 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:00:07.649438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:00:07.707524 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-943c482d-f808-43cc-b03f-543d38128b23 admin admin] GET failed (client error): The resource could not be found. Jul 16 20:00:07.708808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-943c482d-f808-43cc-b03f-543d38128b23 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584221 Jul 16 20:00:07.805514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f85081-4d3a-4ced-afff-9ba44b321452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:07.806931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-51f85081-4d3a-4ced-afff-9ba44b321452 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0943198 Jul 16 20:00:07.816878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:00:07.836518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Made reservation on behalf of f0009098a99e48cea8521c0019fb5960 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:00:07.838747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:07.993724 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.046070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfdfb9b-203d-4098-a672-867a53c0ba9e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:08.053473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:08.053827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Network hostable DHCP agents. Network: 78b7624a-418d-45d6-8fa7-c31005b60270, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:00:08.069715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:00:08.078329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 78b7624a-418d-45d6-8fa7-c31005b60270) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:08.082833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:00:08.083456 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.088060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84fd69-c214-4063-8c58-85e355cb73a9 None None] Network 78b7624a-418d-45d6-8fa7-c31005b60270 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:08.097271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fd6e00c9-58b4-4dcb-9326-f37d39bc5ffc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2842214 Jul 16 20:00:08.329435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-78b7624a-418d-45d6-8fa7-c31005b60270', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'tenant_id': 'f0009098a99e48cea8521c0019fb5960', 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:00:08.330286 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.466653 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Allocated IP 192.168.233.2 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/e3ce5588-0317-4653-916f-bea51ae07426) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:00:08.608654 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.617522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Transition to ACTIVE for port object e3ce5588-0317-4653-916f-bea51ae07426 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:08.633959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Transition to ACTIVE for port object e3ce5588-0317-4653-916f-bea51ae07426 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:00:08.643308 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.695156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:00:08.699131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:00:08.700868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Pushing event updated for resources: {'Port': ['ID=e3ce5588-0317-4653-916f-bea51ae07426,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:08.703015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:00:08.714483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.714837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.715185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.715558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.715898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.716233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.716567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.716896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.717223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.717550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.717879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.718212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:00:08.767783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Attempting to bind port e3ce5588-0317-4653-916f-bea51ae07426 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:00:08.768184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Attempting to bind port e3ce5588-0317-4653-916f-bea51ae07426 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:00:08.768549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Attempting to bind port e3ce5588-0317-4653-916f-bea51ae07426 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:00:08.773874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:00:08.774246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:00:08.774642 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.775052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:00:08.775553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Bound port: e3ce5588-0317-4653-916f-bea51ae07426, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:00:08.775937 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.836711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] For port e3ce5588-0317-4653-916f-bea51ae07426, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:00:08.839935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] For port e3ce5588-0317-4653-916f-bea51ae07426, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e3ce5588-0317-4653-916f-bea51ae07426,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:00:08.844173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:08.905493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56c5af-72c2-4767-a6c0-9bcd501f7d5a None None] Pushing event updated for resources: {'Port': ['ID=e3ce5588-0317-4653-916f-bea51ae07426,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:09.665369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e3ce5588-0317-4653-916f-bea51ae07426 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:09.722734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e3ce5588-0317-4653-916f-bea51ae07426 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:09.811624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51651247-74cb-4ff0-8276-3b05bfded6e4 None None] Network 78b7624a-418d-45d6-8fa7-c31005b60270 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:00:09.892330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6b27d0f-8bf2-41da-9746-0b5e5f01f22b None None] Provisioning for port e3ce5588-0317-4653-916f-bea51ae07426 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:00:09.899076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6b27d0f-8bf2-41da-9746-0b5e5f01f22b None None] Provisioning complete for port e3ce5588-0317-4653-916f-bea51ae07426 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:09.899473 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6b27d0f-8bf2-41da-9746-0b5e5f01f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:10.030503 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6b27d0f-8bf2-41da-9746-0b5e5f01f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:10.071955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c6b27d0f-8bf2-41da-9746-0b5e5f01f22b None None] For port e3ce5588-0317-4653-916f-bea51ae07426, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e3ce5588-0317-4653-916f-bea51ae07426,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:00:10.076612 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6b27d0f-8bf2-41da-9746-0b5e5f01f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:10.139575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b27d0f-8bf2-41da-9746-0b5e5f01f22b None None] Pushing event updated for resources: {'Port': ['ID=e3ce5588-0317-4653-916f-bea51ae07426,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:00:10.334499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9bffcd7-5d89-4fa9-91a8-febe8688fa79 None None] Provisioning complete for port e3ce5588-0317-4653-916f-bea51ae07426 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:10.334875 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9bffcd7-5d89-4fa9-91a8-febe8688fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:11.608614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e3ce5588-0317-4653-916f-bea51ae07426 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:00:11.660156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e3ce5588-0317-4653-916f-bea51ae07426 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:00:11.660521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:20.492384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8c15-54e8-4f2a-9af6-673adbb42c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.308630 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:23.361652 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aca8e485-b889-467c-9db6-50332f0f08c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:24.332151 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:26.022704 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:41.016212 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:00:50.493446 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f79ac357-d2cd-4c66-b937-bb4305980c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.311932 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:53.361842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f591d2e6-aefd-4dff-89f0-fef138dfcba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:54.335607 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:00:56.025451 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:17.964175 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:20.495302 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2325b134-1277-47bb-9dc9-07bd7ed355c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.329936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:21.336403 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-6c13bab6-9130-43ce-a0a2-381420ee58ef tempest-verify_tempest_config-760867543 tempest-verify_tempest_config-760867543-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:01:21.337409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6c13bab6-9130-43ce-a0a2-381420ee58ef tempest-verify_tempest_config-760867543 tempest-verify_tempest_config-760867543-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059245 Jul 16 20:01:21.631687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38990) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:21.729415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.812680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.817073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.859102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282e0912-9f33-4dbb-b1c6-57fe7472c121,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:21.867745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c34a45e3c9e6495997ddc55f37c9964c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2350786 Jul 16 20:01:21.869025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.869360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.869690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.870016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.870344 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.870628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:01:21.871090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.871090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.871272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.871597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.871911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.872340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.872531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a4c573-20f1-4483-88bd-0a224e285437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:21.925239 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:21.945328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.029279 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.031801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:22.033455 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/282e0912-9f33-4dbb-b1c6-57fe7472c121 HTTP/1.1" status: 204 len: 168 time: 0.1611009 Jul 16 20:01:22.041244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282e0912-9f33-4dbb-b1c6-57fe7472c121,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:01:22.048339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.049260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.049634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.049972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.050414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.050751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.051079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.051440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.051773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.052083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.052413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:22.052756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da4dfdd-1f2c-4c5b-b33d-2a4fd7d85ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:01:23.313899 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:23.361017 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a07d36d1-e0c7-4043-807b-fb46add34915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:24.339204 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:26.028718 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:50.495582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f7b60c6b-ba58-4352-80e0-0b70b65429e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.315861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:53.361696 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc0e0-f470-4024-919e-e8e378f64502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.341306 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:01:54.964630 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:01:56.033173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:20.496695 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e49befdb-8afa-4add-bf48-111975926707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.316337 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:23.359918 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6eea363-e0a8-440f-ae4f-6016168f7eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:24.351462 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:26.034768 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:31.962724 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:02:50.496514 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c4f20bd-a4df-4766-85c5-3d62dee3648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.316793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:53.358006 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-151e1daa-c4ca-4fad-9224-0365f6979a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:54.348451 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:02:56.037055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:08.961549 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:20.496968 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4f93a782-037c-43a0-9ffa-0a69a948a4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.318156 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:23.356745 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4419ae7-d8dd-4345-8f4e-0dd980f7776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:24.351553 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:26.041103 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:45.960822 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 5 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:03:50.499786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05beedd1-4b74-4619-88b9-5eeed7f13b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.318832 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:53.355615 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a96ecd82-1620-4f58-9884-546a5da141cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:54.353836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:03:56.043818 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:15.323618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699398'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:16.300333 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-699398'] for agent, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:20.498876 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-844733f9-2ff7-444e-8f28-0fb02c156349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:22.960351 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:04:23.320664 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:23.355383 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-256b9b98-613c-4d54-968b-807f6159999f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:24.356283 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:26.047412 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:45.275514 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:46.268896 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:50.499512 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b844452-0a08-4df2-8b86-d9a41160bbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.321216 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:53.355722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a28a867-f0d0-4113-89a0-27c56bad15d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:54.360175 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:56.049912 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:04:59.668421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:04:59.766110 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dfab73f4-619b-4cfc-9ae2-94c9a3a0397b admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0966198 Jul 16 20:04:59.960187 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:01.929199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39070) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:05:01.991095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bcb6e07c-e512-46cd-a7c0-6564d8eec6b9 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0601954 Jul 16 20:05:15.276008 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:16.299488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:20.499869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef899ae5-e0ac-4b43-a2d4-e3643dcf965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.321744 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:23.355335 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a6877e0a-75cb-4054-bf61-1186b2cd7c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:24.362249 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:26.053653 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:36.959681 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:05:45.306686 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:46.303177 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:50.501710 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed25a497-2d77-4d4e-8740-18b5718af51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.323601 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:53.358320 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85c519c8-cb08-45fe-9ed2-1889715920da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:54.369742 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:05:56.058398 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:13.959951 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:06:15.320289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:16.314234 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:20.508279 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9623-a2d9-4994-895e-15c46636d7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.330472 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:23.361620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aafbf291-97a0-4235-8dc3-c88c19547188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.263171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39274) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:24.370260 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.638137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-network', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:24.660362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Made reservation on behalf of 6b0e5deb00274f89b087bba82d84e700 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:24.663660 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.672236 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.761653 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.768057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.787111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:24.801402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b115f54c-5a38-4e70-aae6-3f44385e4723,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:24.811310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.811654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.812029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.812413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.812679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.812955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.813267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.813584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.813902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.814273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.814550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.814866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Tracked resource versions report: Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: pushed versions: Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: { 'AddressGroup': {'1.2'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'ConntrackHelper': {'1.0'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Log': {'1.0'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Network': {'1.1'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Port': {'1.7'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'PortForwarding': {'1.2'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'QosPolicy': {'1.8'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'SecurityGroup': {'1.4'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'SubPort': {'1.0'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Subnet': {'1.1'}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Trunk': {'1.1'}} Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: consumer versions: Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: { DHCP agent@n-d-792394-17: {}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: HyperV agent@n-h1-792394-17: {}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: HyperV agent@n-h2-792394-17: {}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: L3 agent@n-d-792394-17: {}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: Metadata agent@n-d-792394-17: {}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: Metering agent@n-d-792394-17: {}, Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: Open vSwitch agent@n-d-792394-17: { 'AddressGroup': '1.2', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'ConntrackHelper': '1.0', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Log': '1.0', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Network': '1.1', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Port': '1.7', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'PortForwarding': '1.2', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'QosPolicy': '1.8', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'SecurityGroup': '1.4', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'SecurityGroupRule': '1.2', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'SubPort': '1.0', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Subnet': '1.1', Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: 'Trunk': '1.1'}} Jul 16 20:06:24.815944 n-d-792394-17 neutron-server[93959]: {{(pid=93959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:06:24.823644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.823981 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Added segment 59b78b25-5524-4a97-8dfc-b9f79a961249 of type vlan for network 79c223a5-47eb-436b-afec-6bf74a088fcc Jul 16 20:06:24.864066 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.895721 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.896947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:24.898049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:24.921466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6563771 Jul 16 20:06:24.939637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:24.939637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Request body: {'subnet': {'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-subnet', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:24.963790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Made reservation on behalf of 6b0e5deb00274f89b087bba82d84e700 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:24.967221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.080386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1ffe2-c7f7-4cf0-884d-586343e99095 admin admin] Pushing event updated for resources: {'Network': ['ID=79c223a5-47eb-436b-afec-6bf74a088fcc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.093381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 79c223a5-47eb-436b-afec-6bf74a088fcc details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:25.198720 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.259306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3fe189-3a05-40b2-bf08-6620275a61f8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.267843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Checking segment: {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:25.268194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Network hostable DHCP agents. Network: 79c223a5-47eb-436b-afec-6bf74a088fcc, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:25.273037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.273379 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.273715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.274045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.274371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.274694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.275011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.275527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.275851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.276171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.276489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Tracked resource versions report: Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: pushed versions: Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: { 'AddressGroup': {'1.2'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'ConntrackHelper': {'1.0'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Log': {'1.0'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Network': {'1.1'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Port': {'1.7'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'PortForwarding': {'1.2'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'QosPolicy': {'1.8'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'SecurityGroup': {'1.4'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'SubPort': {'1.0'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Subnet': {'1.1'}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Trunk': {'1.1'}} Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: consumer versions: Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: { DHCP agent@n-d-792394-17: {}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: HyperV agent@n-h1-792394-17: {}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: HyperV agent@n-h2-792394-17: {}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: L3 agent@n-d-792394-17: {}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: Metadata agent@n-d-792394-17: {}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: Metering agent@n-d-792394-17: {}, Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: Open vSwitch agent@n-d-792394-17: { 'AddressGroup': '1.2', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'ConntrackHelper': '1.0', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Log': '1.0', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Network': '1.1', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Port': '1.7', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'PortForwarding': '1.2', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'QosPolicy': '1.8', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'SecurityGroup': '1.4', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'SecurityGroupRule': '1.2', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'SubPort': '1.0', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Subnet': '1.1', Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: 'Trunk': '1.1'}} Jul 16 20:06:25.279868 n-d-792394-17 neutron-server[93958]: {{(pid=93958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:06:25.297660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Network 79c223a5-47eb-436b-afec-6bf74a088fcc is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:25.309859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 79c223a5-47eb-436b-afec-6bf74a088fcc) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:25.316038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:25.316871 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.322785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5139b21c-b6ab-473d-ba42-f606de128547 None None] Network 79c223a5-47eb-436b-afec-6bf74a088fcc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:25.337419 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-317d9596-edd0-4e57-98c0-d67116d78097 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4116404 Jul 16 20:06:25.340007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:25.352814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:25.383805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.385518 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.498254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-79c223a5-47eb-436b-afec-6bf74a088fcc', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:25.499633 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.501740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.676946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Allocated IP 172.20.0.2 (79c223a5-47eb-436b-afec-6bf74a088fcc/4e3fe189-3a05-40b2-bf08-6620275a61f8/5615f840-ad1c-4540-b3e8-fc6e2b11c365) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:25.760959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.876663 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.887909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Transition to ACTIVE for port object 5615f840-ad1c-4540-b3e8-fc6e2b11c365 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:25.910659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Transition to ACTIVE for port object 5615f840-ad1c-4540-b3e8-fc6e2b11c365 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:25.920682 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:25.961105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Network 79c223a5-47eb-436b-afec-6bf74a088fcc is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:25.964274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:25.972914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:25.982236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Pushing event updated for resources: {'Port': ['ID=5615f840-ad1c-4540-b3e8-fc6e2b11c365,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:25.993010 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.010576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.010922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.011244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.011600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.011927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.012375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.012777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.013131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.013480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.013781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.014100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.014417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Tracked resource versions report: Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: pushed versions: Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: { 'AddressGroup': {'1.2'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'ConntrackHelper': {'1.0'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Log': {'1.0'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Network': {'1.1'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Port': {'1.7'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'PortForwarding': {'1.2'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'QosPolicy': {'1.8'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'SecurityGroup': {'1.4'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'SubPort': {'1.0'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Subnet': {'1.1'}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Trunk': {'1.1'}} Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: consumer versions: Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: { DHCP agent@n-d-792394-17: {}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: HyperV agent@n-h1-792394-17: {}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: HyperV agent@n-h2-792394-17: {}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: L3 agent@n-d-792394-17: {}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: Metadata agent@n-d-792394-17: {}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: Metering agent@n-d-792394-17: {}, Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: Open vSwitch agent@n-d-792394-17: { 'AddressGroup': '1.2', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'ConntrackHelper': '1.0', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Log': '1.0', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Network': '1.1', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Port': '1.7', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'PortForwarding': '1.2', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'QosPolicy': '1.8', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'SecurityGroup': '1.4', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'SecurityGroupRule': '1.2', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'SubPort': '1.0', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Subnet': '1.1', Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: 'Trunk': '1.1'}} Jul 16 20:06:26.015595 n-d-792394-17 neutron-server[93960]: {{(pid=93960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:06:26.026737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.080303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Attempting to bind port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:26.081142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Attempting to bind port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:26.082662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Attempting to bind port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 on network 79c223a5-47eb-436b-afec-6bf74a088fcc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:26.095400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:26.095915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Checking segment: {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:26.096559 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.097589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Bound using segment: {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:26.098210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Bound port: 5615f840-ad1c-4540-b3e8-fc6e2b11c365, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:26.098868 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.112410 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.169484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Allocated IP 172.25.7.115 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/7ac048d5-9821-4bca-a4d5-f41d5cf5e155) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:26.187500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] For port 5615f840-ad1c-4540-b3e8-fc6e2b11c365, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:26.191800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] For port 5615f840-ad1c-4540-b3e8-fc6e2b11c365, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5615f840-ad1c-4540-b3e8-fc6e2b11c365,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:26.200774 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.268855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38117e71-846e-4c69-b7b3-0da6a867e94e None None] Pushing event updated for resources: {'Port': ['ID=5615f840-ad1c-4540-b3e8-fc6e2b11c365,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:26.348140 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.418902 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:26.473058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:26.482748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:26.491500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:26.558070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac048d5-9821-4bca-a4d5-f41d5cf5e155,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:26.820276 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.114757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.432506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Router dfb1e09f-d629-4ef9-a519-f9c0b043c850 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:06:27.559870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba51f87-8a1f-4217-a1e5-a0313fc8c52a None None] Network 79c223a5-47eb-436b-afec-6bf74a088fcc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:27.586009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:27.596017 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Sync routers for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:27.608867 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:27.609693 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:27.610672 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:27.612399 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-69b1093d-49eb-4cf4-8cc7-daa5823916b7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2704730 Jul 16 20:06:27.615237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39418) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:27.673901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0a09eb35-a0f8-45e5-9625-c229b4ed277b None None] Provisioning for port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:27.776484 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:27.929666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5615f840-ad1c-4540-b3e8-fc6e2b11c365 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:28.039490 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:26Z', 'revision_number': 3, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:28.047645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:28.052484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:28.052985 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.071551 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Checking router: dfb1e09f-d629-4ef9-a519-f9c0b043c850 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:28.072046 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Updating router dfb1e09f-d629-4ef9-a519-f9c0b043c850 port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:28.114566 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.220000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-94618304-92c7-4f68-b8b6-7085ea65cd4e None None] Provisioning complete for port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:28.220368 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94618304-92c7-4f68-b8b6-7085ea65cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.324233 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94618304-92c7-4f68-b8b6-7085ea65cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.360915 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.398531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-94618304-92c7-4f68-b8b6-7085ea65cd4e None None] For port 5615f840-ad1c-4540-b3e8-fc6e2b11c365, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5615f840-ad1c-4540-b3e8-fc6e2b11c365,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:28.400306 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.414632 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94618304-92c7-4f68-b8b6-7085ea65cd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.449626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39438) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:28.464914 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.477639 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Transition to ACTIVE for port object 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:28.485136 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.557749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94618304-92c7-4f68-b8b6-7085ea65cd4e None None] Pushing event updated for resources: {'Port': ['ID=5615f840-ad1c-4540-b3e8-fc6e2b11c365,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:28.566047 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:06:28.567304 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:06:28.575373 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Attempting to bind port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:28.575882 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Attempting to bind port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:28.576897 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Attempting to bind port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:28.583401 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Pushing event updated for resources: {'Port': ['ID=7ac048d5-9821-4bca-a4d5-f41d5cf5e155,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:28.586452 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:28.586834 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:28.587358 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.587757 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:28.588837 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Bound port: 7ac048d5-9821-4bca-a4d5-f41d5cf5e155, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:28.588964 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.656110 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.657161 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.657660 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.658254 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.658745 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.659086 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.659446 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.659780 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.660107 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.661275 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.661747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.662222 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:06:28.662552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Allocated IP 172.20.0.1 (79c223a5-47eb-436b-afec-6bf74a088fcc/4e3fe189-3a05-40b2-bf08-6620275a61f8/06445a83-02f9-4921-95d3-22b6cc8b4c7d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Tracked resource versions report: Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: pushed versions: Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: { 'AddressGroup': {'1.2'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'ConntrackHelper': {'1.0'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Log': {'1.0'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Network': {'1.1'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Port': {'1.7'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'PortForwarding': {'1.2'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'QosPolicy': {'1.8'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'SecurityGroup': {'1.4'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'SecurityGroupRule': {'1.2'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'SubPort': {'1.0'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Subnet': {'1.1'}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Trunk': {'1.1'}} Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: consumer versions: Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: { DHCP agent@n-d-792394-17: {}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: HyperV agent@n-h1-792394-17: {}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: HyperV agent@n-h2-792394-17: {}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: L3 agent@n-d-792394-17: {}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: Metadata agent@n-d-792394-17: {}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: Metering agent@n-d-792394-17: {}, Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: Open vSwitch agent@n-d-792394-17: { 'AddressGroup': '1.2', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'ConntrackHelper': '1.0', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Log': '1.0', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Network': '1.1', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Port': '1.7', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'PortForwarding': '1.2', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'QosPolicy': '1.8', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'SecurityGroup': '1.4', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'SecurityGroupRule': '1.2', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'SubPort': '1.0', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Subnet': '1.1', Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: 'Trunk': '1.1'}} Jul 16 20:06:28.663414 n-d-792394-17 neutron-server[93961]: {{(pid=93961) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 20:06:28.676993 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] For port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:28.705431 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] For port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7ac048d5-9821-4bca-a4d5-f41d5cf5e155,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:28.712011 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.785559 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.792449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7140773-4b8e-438a-8981-34527cbd1196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.801171 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652a6fa-16a3-4777-8ea7-e9398bb3aad9 None None] Pushing event updated for resources: {'Port': ['ID=7ac048d5-9821-4bca-a4d5-f41d5cf5e155,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:28.801982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Transition to ACTIVE for port object 06445a83-02f9-4921-95d3-22b6cc8b4c7d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:28.852536 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.873417 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:28.875908 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:28.933190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Network 79c223a5-47eb-436b-afec-6bf74a088fcc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:28.935385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Pushing event updated for resources: {'Port': ['ID=06445a83-02f9-4921-95d3-22b6cc8b4c7d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:28.940464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:28.973613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7140773-4b8e-438a-8981-34527cbd1196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:28.982673 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7140773-4b8e-438a-8981-34527cbd1196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.001895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:29.002648 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.131039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c7140773-4b8e-438a-8981-34527cbd1196 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9ef93b9fce64e0790fcd226790756d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6789541 Jul 16 20:06:29.137865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:29.149790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7140773-4b8e-438a-8981-34527cbd1196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff4e997-ffb4-4409-8794-ef5f46a68498,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.189756 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:29.370533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6217bdff-8744-4729-9eb9-4b22759e6ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.372090 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.410933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6217bdff-8744-4729-9eb9-4b22759e6ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.453293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad99f510-6da5-4707-860e-6311ae4c108e None None] Provisioning for port 06445a83-02f9-4921-95d3-22b6cc8b4c7d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:29.458342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad99f510-6da5-4707-860e-6311ae4c108e None None] Provisioning complete for port 06445a83-02f9-4921-95d3-22b6cc8b4c7d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:29.458967 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad99f510-6da5-4707-860e-6311ae4c108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.552888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ad99f510-6da5-4707-860e-6311ae4c108e None None] Port 06445a83-02f9-4921-95d3-22b6cc8b4c7d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:29.572993 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6217bdff-8744-4729-9eb9-4b22759e6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.575497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6217bdff-8744-4729-9eb9-4b22759e6ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.579165 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6217bdff-8744-4729-9eb9-4b22759e6ddc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ff4e997-ffb4-4409-8794-ef5f46a68498 HTTP/1.1" status: 204 len: 168 time: 0.4371214 Jul 16 20:06:29.596927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217bdff-8744-4729-9eb9-4b22759e6ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff4e997-ffb4-4409-8794-ef5f46a68498,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.597088 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:26Z', 'revision_number': 3, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:29.635075 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f44f8-3f71-48cf-82a2-57672790cb76 None None] The sync data for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 is: [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:26Z', 'revision_number': 3, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:29.642227 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.648617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.649336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:29.718061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Pushing event updated for resources: {'Port': ['ID=06445a83-02f9-4921-95d3-22b6cc8b4c7d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:29.814946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Network 79c223a5-47eb-436b-afec-6bf74a088fcc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:29.818837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:29.858934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5615f840-ad1c-4540-b3e8-fc6e2b11c365 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:30.016429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Router dfb1e09f-d629-4ef9-a519-f9c0b043c850 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:30.029695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:30.030239 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.243431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3527af4c-af07-44e3-bb54-dea12ea12b18 None None] Provisioning complete for port 06445a83-02f9-4921-95d3-22b6cc8b4c7d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:30.244260 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3527af4c-af07-44e3-bb54-dea12ea12b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.253687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:30.267781 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a6ff5b15-3989-4c01-b395-504d54469f43 admin admin] 10.222.0.10 "PUT /v2.0/routers/dfb1e09f-d629-4ef9-a519-f9c0b043c850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6506073 Jul 16 20:06:30.302054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3527af4c-af07-44e3-bb54-dea12ea12b18 None None] Port 06445a83-02f9-4921-95d3-22b6cc8b4c7d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:30.341033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:30.360997 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e5de02b-e0ea-460c-be3e-3146bb04ac9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.479895 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e5de02b-e0ea-460c-be3e-3146bb04ac9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.485787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e5de02b-e0ea-460c-be3e-3146bb04ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.549694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39522) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:30.553686 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4e5de02b-e0ea-460c-be3e-3146bb04ac9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=072f3ec7d3cd41d9b35d688237c926a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2111223 Jul 16 20:06:30.554660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5de02b-e0ea-460c-be3e-3146bb04ac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c9243e-fc9d-4b64-b742-2951acaa3df8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:30.635345 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9b36919-851c-4548-9d02-10284a9b9d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.662741 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9b36919-851c-4548-9d02-10284a9b9d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.744999 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9b36919-851c-4548-9d02-10284a9b9d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.748156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9b36919-851c-4548-9d02-10284a9b9d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:30.752674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c9b36919-851c-4548-9d02-10284a9b9d58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50c9243e-fc9d-4b64-b742-2951acaa3df8 HTTP/1.1" status: 204 len: 168 time: 0.2007382 Jul 16 20:06:30.762981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b36919-851c-4548-9d02-10284a9b9d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c9243e-fc9d-4b64-b742-2951acaa3df8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:31.528225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:31.535678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-network', 'tenant_id': '4d646162f5994709933dd9fdb552b53d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:31.591107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Made reservation on behalf of 4d646162f5994709933dd9fdb552b53d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:31.595666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.598755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Sync routers for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:31.608420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:31.609250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:31.613624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.732418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:31.748145 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.755656 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.798078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:31.814421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1b728c-d898-470f-b273-00f381ab205a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:31.819092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.819721 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Added segment aca64759-9cf7-4233-8b54-2062d709b293 of type vlan for network 4d09308a-ceab-493f-82d4-e557c5e41d12 Jul 16 20:06:31.870404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.930242 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.931614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:31.932314 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:31.956595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:31.967872 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4384646 Jul 16 20:06:31.968466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39636) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:31.983202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Request body: {'subnet': {'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-subnet', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:32.017212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:32.026193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:32.026567 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.046273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3f06f-2c15-4550-94ef-5fb84b4bb83e admin admin] Pushing event updated for resources: {'Network': ['ID=4d09308a-ceab-493f-82d4-e557c5e41d12,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:32.051344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Made reservation on behalf of 4d646162f5994709933dd9fdb552b53d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:32.055473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.081566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 4d09308a-ceab-493f-82d4-e557c5e41d12 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:32.128701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:32.134994 n-d-792394-17 neutron-server[93959]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:06:32.188149 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-632708e4-476c-413a-88a6-4b98478022cf tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=400ed51c1fcf4be28aeea782ae016b77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543530 Jul 16 20:06:32.267208 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.330861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.346880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a3cdbc-5f69-4dfe-922e-351eb7a559e6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:32.353825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7ac048d5-9821-4bca-a4d5-f41d5cf5e155,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:32.377209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Checking segment: {'id': 'aca64759-9cf7-4233-8b54-2062d709b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:32.377607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Network hostable DHCP agents. Network: 4d09308a-ceab-493f-82d4-e557c5e41d12, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:32.385345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.398152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Network 4d09308a-ceab-493f-82d4-e557c5e41d12 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:32.410369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 4d09308a-ceab-493f-82d4-e557c5e41d12) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:32.425913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.426519 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.450642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2360b6a7-b502-4e8f-898c-8fcbfa2ed702 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4720488 Jul 16 20:06:32.450642 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:32.452731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=7ac048d5-9821-4bca-a4d5-f41d5cf5e155,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:32.456247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c47739-7db6-434e-91f4-43d652c9033e None None] Network 4d09308a-ceab-493f-82d4-e557c5e41d12 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:32.456616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:32.487733 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.489670 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.494765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77393228-88bd-4721-9c44-d93cf58480ce req-363800b1-eea2-4338-bda1-8ac7d57c481d tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:32.502288 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-363800b1-eea2-4338-bda1-8ac7d57c481d tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089314 Jul 16 20:06:32.518656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-24506a2c-d323-40a8-a13b-74983b254b6e tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/quotas/400ed51c1fcf4be28aeea782ae016b77 HTTP/1.1" status: 200 len: 375 time: 0.0135329 Jul 16 20:06:32.544092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 2, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:32.575774 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Checking router: dfb1e09f-d629-4ef9-a519-f9c0b043c850 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:32.576614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Updating router dfb1e09f-d629-4ef9-a519-f9c0b043c850 port 06445a83-02f9-4921-95d3-22b6cc8b4c7d binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:32.584750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.613169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-11f772e1-0405-4969-b881-f597b49ebf78 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=400ed51c1fcf4be28aeea782ae016b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890276 Jul 16 20:06:32.684230 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.768305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-4d09308a-ceab-493f-82d4-e557c5e41d12', 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'fixed_ips': [{'subnet_id': 'b6a3cdbc-5f69-4dfe-922e-351eb7a559e6'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:06:32.769181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:32.940581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Allocated IP 172.20.0.2 (4d09308a-ceab-493f-82d4-e557c5e41d12/b6a3cdbc-5f69-4dfe-922e-351eb7a559e6/83071f8b-616a-4e5d-90a5-44593528fac7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:33.022840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.108220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a7cc0d1-fa39-41b9-a2f1-dd113fdf4f2e req-27506083-1a93-4595-951e-122cc926e8e5 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 210 time: 0.0772545 Jul 16 20:06:33.256058 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.259478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Transition to ACTIVE for port object 83071f8b-616a-4e5d-90a5-44593528fac7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:33.312417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Transition to ACTIVE for port object 83071f8b-616a-4e5d-90a5-44593528fac7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:33.327074 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.368524 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.392693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Network 4d09308a-ceab-493f-82d4-e557c5e41d12 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:33.397500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:33.399653 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Transition to ACTIVE for port object 06445a83-02f9-4921-95d3-22b6cc8b4c7d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:33.401784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:33.413300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Pushing event updated for resources: {'Port': ['ID=83071f8b-616a-4e5d-90a5-44593528fac7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.421629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.533406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.558521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.586592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Attempting to bind port 83071f8b-616a-4e5d-90a5-44593528fac7 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:33.597525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Attempting to bind port 83071f8b-616a-4e5d-90a5-44593528fac7 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aca64759-9cf7-4233-8b54-2062d709b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:33.600454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Attempting to bind port 83071f8b-616a-4e5d-90a5-44593528fac7 on network 4d09308a-ceab-493f-82d4-e557c5e41d12 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:33.614402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd4eee-485d-469b-8a80-5ada66c1cd5d None None] Pushing event updated for resources: {'Port': ['ID=06445a83-02f9-4921-95d3-22b6cc8b4c7d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:33.626750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:33.627147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Checking segment: {'id': 'aca64759-9cf7-4233-8b54-2062d709b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:33.629524 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.629934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Bound using segment: {'id': 'aca64759-9cf7-4233-8b54-2062d709b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:33.630510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Bound port: 83071f8b-616a-4e5d-90a5-44593528fac7, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca64759-9cf7-4233-8b54-2062d709b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:33.630915 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.714338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Allocated IP 172.25.7.122 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:33.760971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Attempting to bind port 06445a83-02f9-4921-95d3-22b6cc8b4c7d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:33.761932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Attempting to bind port 06445a83-02f9-4921-95d3-22b6cc8b4c7d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:33.762470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Attempting to bind port 06445a83-02f9-4921-95d3-22b6cc8b4c7d on network 79c223a5-47eb-436b-afec-6bf74a088fcc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:33.801188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:33.801954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Checking segment: {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:33.802196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.802592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Bound using segment: {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:33.803305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Bound port: 06445a83-02f9-4921-95d3-22b6cc8b4c7d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:33.803532 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.820623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] For port 83071f8b-616a-4e5d-90a5-44593528fac7, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:33.864546 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.867505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] For port 83071f8b-616a-4e5d-90a5-44593528fac7, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=83071f8b-616a-4e5d-90a5-44593528fac7,segment=NetworkSegment(aca64759-9cf7-4233-8b54-2062d709b293),segment_id=aca64759-9cf7-4233-8b54-2062d709b293)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:33.883250 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.918209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:33.921151 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:33.978513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] For port 06445a83-02f9-4921-95d3-22b6cc8b4c7d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:33.983717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:33.987210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:33.997478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:33.999754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] For port 06445a83-02f9-4921-95d3-22b6cc8b4c7d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=06445a83-02f9-4921-95d3-22b6cc8b4c7d,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:34.017669 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.046988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d2742-d11c-405f-b873-38dd1698e7e6 None None] Pushing event updated for resources: {'Port': ['ID=83071f8b-616a-4e5d-90a5-44593528fac7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:34.054057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Pushing event updated for resources: {'Port': ['ID=0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:34.181215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:34.181593 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.241918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:34.246710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:34.314522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-47d40737-9c2d-4276-afe5-278bbd3dc767 req-7948dedd-e4ca-45fb-b3a8-33f229cd5564 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 210 time: 0.0658474 Jul 16 20:06:34.381005 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.465819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd4eee-485d-469b-8a80-5ada66c1cd5d None None] Pushing event updated for resources: {'Port': ['ID=06445a83-02f9-4921-95d3-22b6cc8b4c7d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:34.488500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:34.535918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39774) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:34.611855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:34.701948 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:34.936302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Router 67464b79-bb25-485f-b035-6adb367c5666 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:06:34.986296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:33Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:35.044636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed1e37-461e-4e42-b697-ce3e257f2bda None None] The sync data for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 is: [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:33Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:35.156319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:35.169639 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Sync routers for ids ['67464b79-bb25-485f-b035-6adb367c5666'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:35.182349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.184488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0e694e25-d3b0-4985-8f53-b632e3f9ab1e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7317011 Jul 16 20:06:35.188739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:35.213602 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Routers {'67464b79-bb25-485f-b035-6adb367c5666'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:35.214263 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67464b79-bb25-485f-b035-6adb367c5666'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:35.237923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-313ff0f4-8497-4168-abac-71bf30c2c7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.300422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:35.489307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-313ff0f4-8497-4168-abac-71bf30c2c7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.513062 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e24dd1f1-8863-4ebb-86e9-b0c1d14d0f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.530532 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Set router 67464b79-bb25-485f-b035-6adb367c5666 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:35.687768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edba4df1-7f41-4ffa-85d0-c10e0cacfb8f None None] Network 4d09308a-ceab-493f-82d4-e557c5e41d12 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:35.695055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e24dd1f1-8863-4ebb-86e9-b0c1d14d0f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.696925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-313ff0f4-8497-4168-abac-71bf30c2c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.741218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e24dd1f1-8863-4ebb-86e9-b0c1d14d0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:35.766482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ff0f4-8497-4168-abac-71bf30c2c7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a51bea-953d-4271-8610-53f304378f60,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:35.806106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e24dd1f1-8863-4ebb-86e9-b0c1d14d0f3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ae640155415453b99f52f32a9d50cce&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3139672 Jul 16 20:06:35.842380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-79c8de20-e0fa-4f1f-a25b-95d9f08672fc None None] Provisioning for port 83071f8b-616a-4e5d-90a5-44593528fac7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:35.902645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39820) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:35.955836 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67464b79-bb25-485f-b035-6adb367c5666', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:32Z', 'updated_at': '2021-07-16T20:06:34Z', 'revision_number': 3, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'gw_port': {'id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:33Z', 'updated_at': '2021-07-16T20:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:35.974583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-313ff0f4-8497-4168-abac-71bf30c2c7d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=876968f60e564458a553d0a81946cd79&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4372895 Jul 16 20:06:35.975268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39828) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:35.995920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:36.034467 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Checking router: 67464b79-bb25-485f-b035-6adb367c5666 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:36.034816 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Updating router 67464b79-bb25-485f-b035-6adb367c5666 port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:36.041993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dd1f1-8863-4ebb-86e9-b0c1d14d0f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ebade1-006b-4521-997e-58dc9027801c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:36.047526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-894e81db-1ca7-4952-bae0-5f6ab5139b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.143969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 83071f8b-616a-4e5d-90a5-44593528fac7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:36.148939 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.220709 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8777883a-fc7f-443d-ad78-14b335623fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.282045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 83071f8b-616a-4e5d-90a5-44593528fac7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:36.295066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 83071f8b-616a-4e5d-90a5-44593528fac7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:36.295639 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.306812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:36.346948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4330f4ae-8873-47a4-9155-07e0c968da3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.422261 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4330f4ae-8873-47a4-9155-07e0c968da3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.437588 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a6c52ae-e1fe-4ac4-bf11-2693ff00c853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.540726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8777883a-fc7f-443d-ad78-14b335623fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.545259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4330f4ae-8873-47a4-9155-07e0c968da3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.547637 n-d-792394-17 neutron-server[93958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 20:06:36.550432 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4330f4ae-8873-47a4-9155-07e0c968da3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.552156 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4330f4ae-8873-47a4-9155-07e0c968da3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3ebade1-006b-4521-997e-58dc9027801c HTTP/1.1" status: 204 len: 168 time: 0.6483855 Jul 16 20:06:36.574552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330f4ae-8873-47a4-9155-07e0c968da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ebade1-006b-4521-997e-58dc9027801c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:36.641312 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.665165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8777883a-fc7f-443d-ad78-14b335623fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.669037 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8777883a-fc7f-443d-ad78-14b335623fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.686791 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8777883a-fc7f-443d-ad78-14b335623fbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48a51bea-953d-4271-8610-53f304378f60 HTTP/1.1" status: 204 len: 168 time: 0.7069666 Jul 16 20:06:36.696588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777883a-fc7f-443d-ad78-14b335623fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a51bea-953d-4271-8610-53f304378f60,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:36.755924 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-477b1560-3f53-43f9-b36a-708f277b13bd req-74b8c2c4-4e5d-4a44-8c07-5b09a4198140 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 210 time: 0.4478617 Jul 16 20:06:36.769347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 83071f8b-616a-4e5d-90a5-44593528fac7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=83071f8b-616a-4e5d-90a5-44593528fac7,segment=NetworkSegment(aca64759-9cf7-4233-8b54-2062d709b293),segment_id=aca64759-9cf7-4233-8b54-2062d709b293)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:36.783697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.783697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 06445a83-02f9-4921-95d3-22b6cc8b4c7d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:36.918540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-894e81db-1ca7-4952-bae0-5f6ab5139b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.920194 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.931512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-32ce7a05-4885-43a6-9e62-559f9648a9d5 None None] Provisioning complete for port 83071f8b-616a-4e5d-90a5-44593528fac7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:36.932144 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32ce7a05-4885-43a6-9e62-559f9648a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:36.936425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=83071f8b-616a-4e5d-90a5-44593528fac7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:36.944396 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Transition to ACTIVE for port object 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:36.960411 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.004820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 06445a83-02f9-4921-95d3-22b6cc8b4c7d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:37.018322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 06445a83-02f9-4921-95d3-22b6cc8b4c7d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:37.019080 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.045369 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a6c52ae-e1fe-4ac4-bf11-2693ff00c853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.053669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-894e81db-1ca7-4952-bae0-5f6ab5139b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.071126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a6c52ae-e1fe-4ac4-bf11-2693ff00c853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.118375 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Attempting to bind port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:37.119638 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Attempting to bind port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:37.120079 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Attempting to bind port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:37.123591 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658b3db-edf1-440b-902a-caa0d5984e21 None None] Pushing event updated for resources: {'Port': ['ID=0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:37.132532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39870) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.136607 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6a6c52ae-e1fe-4ac4-bf11-2693ff00c853 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d11977d0a9b949e48063d7aa1be0addf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1266780 Jul 16 20:06:37.140170 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:37.140763 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:37.141535 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.143144 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:37.143757 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Bound port: 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:37.146234 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.268576 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.270344 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88e272c8-e6b7-4a5c-a9c4-fff4e9012a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.280648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.63', 63997) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.281161 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] For port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:37.294530 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] For port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:37.305877 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.325966 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-894e81db-1ca7-4952-bae0-5f6ab5139b65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1db1ad43919348428bd542e702c1e9eb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0202096 Jul 16 20:06:37.330952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.347306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e81db-1ca7-4952-bae0-5f6ab5139b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32690ec7-e50b-4c3d-8deb-010a65b8987b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:37.367494 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-65c4cb86-2f14-44e9-87dd-07af97976e43 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=400ed51c1fcf4be28aeea782ae016b77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828440 Jul 16 20:06:37.409702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 06445a83-02f9-4921-95d3-22b6cc8b4c7d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=06445a83-02f9-4921-95d3-22b6cc8b4c7d,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:37.419916 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.460496 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Routers {'67464b79-bb25-485f-b035-6adb367c5666'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:37.461162 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67464b79-bb25-485f-b035-6adb367c5666'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:37.468488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c52ae-e1fe-4ac4-bf11-2693ff00c853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2254a51-a2ad-4cf2-b14b-12d2aee3fd2d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:37.481663 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a7913ce-a9d3-4778-b676-384676818fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.516987 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a7913ce-a9d3-4778-b676-384676818fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.580495 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658b3db-edf1-440b-902a-caa0d5984e21 None None] Pushing event updated for resources: {'Port': ['ID=0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:37.599708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.623122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77393228-88bd-4721-9c44-d93cf58480ce req-ad69c015-b561-4904-b9bc-303eb2f129a0 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:37.623711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7851be0a-5396-4256-bf9f-4a534b49ed08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.626240 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a7913ce-a9d3-4778-b676-384676818fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.628767 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a7913ce-a9d3-4778-b676-384676818fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.633599 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7a7913ce-a9d3-4778-b676-384676818fe9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32690ec7-e50b-4c3d-8deb-010a65b8987b HTTP/1.1" status: 204 len: 168 time: 0.2991958 Jul 16 20:06:37.634203 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-ad69c015-b561-4904-b9bc-303eb2f129a0 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547722 Jul 16 20:06:37.636030 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.654647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=06445a83-02f9-4921-95d3-22b6cc8b4c7d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:37.661001 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88e272c8-e6b7-4a5c-a9c4-fff4e9012a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.676723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7913ce-a9d3-4778-b676-384676818fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32690ec7-e50b-4c3d-8deb-010a65b8987b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:37.699831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.736281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Request body: {'port': {'device_id': 'de0ea62b-6f78-44af-80ec-7398e1f4a8fc', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '400ed51c1fcf4be28aeea782ae016b77'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:37.736510 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] Set router 67464b79-bb25-485f-b035-6adb367c5666 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:37.898923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:37.944969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00760a0b-086b-48ab-9190-4d57673bd0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.962580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88e272c8-e6b7-4a5c-a9c4-fff4e9012a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.968549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88e272c8-e6b7-4a5c-a9c4-fff4e9012a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.972554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-88e272c8-e6b7-4a5c-a9c4-fff4e9012a9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2254a51-a2ad-4cf2-b14b-12d2aee3fd2d HTTP/1.1" status: 204 len: 168 time: 0.8390236 Jul 16 20:06:37.983737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7851be0a-5396-4256-bf9f-4a534b49ed08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:37.991635 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Allocated IP 172.20.0.1 (4d09308a-ceab-493f-82d4-e557c5e41d12/b6a3cdbc-5f69-4dfe-922e-351eb7a559e6/f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:37.995733 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7851be0a-5396-4256-bf9f-4a534b49ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.031907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851be0a-5396-4256-bf9f-4a534b49ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18554054-1970-4f30-b448-c23283e39564,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:38.041644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 83071f8b-616a-4e5d-90a5-44593528fac7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:38.048970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e272c8-e6b7-4a5c-a9c4-fff4e9012a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2254a51-a2ad-4cf2-b14b-12d2aee3fd2d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:38.135397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7851be0a-5396-4256-bf9f-4a534b49ed08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e65f9413dc1242059c3346a7c73043b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5329802 Jul 16 20:06:38.149797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:38.206184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 83071f8b-616a-4e5d-90a5-44593528fac7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:38.207928 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.214915 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67464b79-bb25-485f-b035-6adb367c5666', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:32Z', 'updated_at': '2021-07-16T20:06:34Z', 'revision_number': 3, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'gw_port': {'id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:33Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:38.244570 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-507e8af7-0bf3-4bc7-aeae-693bb1861faa req-779301a7-a3e3-4857-98a8-74ad2838a1c9 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 210 time: 0.0962634 Jul 16 20:06:38.279886 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5aaaec-7a83-48ed-9076-82f515b99124 None None] The sync data for ids ['67464b79-bb25-485f-b035-6adb367c5666'] in n-d-792394-17 is: [{'id': '67464b79-bb25-485f-b035-6adb367c5666', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:32Z', 'updated_at': '2021-07-16T20:06:34Z', 'revision_number': 3, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'gw_port': {'id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:33Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:38.286077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.286478 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-336e1801-78f1-414b-b1b2-796fc2737e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.308960 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00760a0b-086b-48ab-9190-4d57673bd0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.312673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Transition to ACTIVE for port object f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:38.315248 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00760a0b-086b-48ab-9190-4d57673bd0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.355370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-00760a0b-086b-48ab-9190-4d57673bd0f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbf6c3176bb04cc081181791ddd009b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4526701 Jul 16 20:06:38.358914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:38.406848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00760a0b-086b-48ab-9190-4d57673bd0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b30e6f-8487-488c-88ae-ede253166aa0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:38.439935 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4d69a3c-532a-41c7-9c9d-0adf830d9a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.453454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.470642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 06445a83-02f9-4921-95d3-22b6cc8b4c7d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:38.489557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3cb6-8b97-4479-bb5a-04b7c8f8a118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.498998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4d69a3c-532a-41c7-9c9d-0adf830d9a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.518312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Network 4d09308a-ceab-493f-82d4-e557c5e41d12 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:38.526577 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3cb6-8b97-4479-bb5a-04b7c8f8a118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.535764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:38.535857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:38.553549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:38.554126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.573148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 06445a83-02f9-4921-95d3-22b6cc8b4c7d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:38.573923 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.593511 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d400c15-fe92-48c8-a49d-100f3bb4fdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.601527 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-336e1801-78f1-414b-b1b2-796fc2737e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.619213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:38.635677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-336e1801-78f1-414b-b1b2-796fc2737e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.659383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Made reservation on behalf of 400ed51c1fcf4be28aeea782ae016b77 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:38.664639 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.753730 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.803663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4d69a3c-532a-41c7-9c9d-0adf830d9a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.806275 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4d69a3c-532a-41c7-9c9d-0adf830d9a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.807453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c4d69a3c-532a-41c7-9c9d-0adf830d9a74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18554054-1970-4f30-b448-c23283e39564 HTTP/1.1" status: 204 len: 168 time: 0.6564271 Jul 16 20:06:38.832736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-336e1801-78f1-414b-b1b2-796fc2737e8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=608358b83b2a44d09b4e7e51933d6ba3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1204078 Jul 16 20:06:38.834925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3cb6-8b97-4479-bb5a-04b7c8f8a118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.838383 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3bf3cb6-8b97-4479-bb5a-04b7c8f8a118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:38.839803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b3bf3cb6-8b97-4479-bb5a-04b7c8f8a118 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37b30e6f-8487-488c-88ae-ede253166aa0 HTTP/1.1" status: 204 len: 168 time: 0.4622622 Jul 16 20:06:38.843021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:38.850434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e1801-78f1-414b-b1b2-796fc2737e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bd1637-c219-460e-b118-384410b3f466,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:38.883023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d69a3c-532a-41c7-9c9d-0adf830d9a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18554054-1970-4f30-b448-c23283e39564,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:38.958610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf3cb6-8b97-4479-bb5a-04b7c8f8a118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b30e6f-8487-488c-88ae-ede253166aa0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.020553 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb3440c-f1e3-4b9b-acda-e59bd76cdebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.036440 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d400c15-fe92-48c8-a49d-100f3bb4fdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.051458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d400c15-fe92-48c8-a49d-100f3bb4fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.070622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0d8367e-6ae5-4466-b2e1-7a642f32fc68 None None] Provisioning for port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:39.075002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0d8367e-6ae5-4466-b2e1-7a642f32fc68 None None] Provisioning complete for port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:39.075644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0d8367e-6ae5-4466-b2e1-7a642f32fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.083925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:39.117418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2d400c15-fe92-48c8-a49d-100f3bb4fdc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2052bec1de14b11aedc6eb18d3201db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5783608 Jul 16 20:06:39.121878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:39.145170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.151321 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb3440c-f1e3-4b9b-acda-e59bd76cdebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.157222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8367e-6ae5-4466-b2e1-7a642f32fc68 None None] Port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:39.160794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d400c15-fe92-48c8-a49d-100f3bb4fdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af1a0c2-a163-4868-84c8-e8362da38e54,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.221937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c67d65a-8ef5-4f10-9773-7bbd33b58eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.360986 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41e2720f-8ed1-4ddc-a16b-7c4e36c3a0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.389975 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41e2720f-8ed1-4ddc-a16b-7c4e36c3a0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.392022 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb3440c-f1e3-4b9b-acda-e59bd76cdebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.395229 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb3440c-f1e3-4b9b-acda-e59bd76cdebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.402118 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-edb3440c-f1e3-4b9b-acda-e59bd76cdebd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76bd1637-c219-460e-b118-384410b3f466 HTTP/1.1" status: 204 len: 168 time: 0.5293927 Jul 16 20:06:39.484130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3440c-f1e3-4b9b-acda-e59bd76cdebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bd1637-c219-460e-b118-384410b3f466,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.539130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.541560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41e2720f-8ed1-4ddc-a16b-7c4e36c3a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.546323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41e2720f-8ed1-4ddc-a16b-7c4e36c3a0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.548201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-41e2720f-8ed1-4ddc-a16b-7c4e36c3a0a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9af1a0c2-a163-4868-84c8-e8362da38e54 HTTP/1.1" status: 204 len: 168 time: 0.3987689 Jul 16 20:06:39.558676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.579586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2720f-8ed1-4ddc-a16b-7c4e36c3a0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af1a0c2-a163-4868-84c8-e8362da38e54,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.589412 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1d71cf5-f71a-43c0-ae21-d960625d7082 req-892d49d6-20a6-495d-ae99-7173c8e654aa tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 210 time: 0.0533898 Jul 16 20:06:39.689322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.700125 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.701255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:39.886774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:39.999470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:40.014797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:40.089401 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c67d65a-8ef5-4f10-9773-7bbd33b58eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.112422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c67d65a-8ef5-4f10-9773-7bbd33b58eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.210946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:40.216337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:40.216931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.345809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Network 4d09308a-ceab-493f-82d4-e557c5e41d12 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:40.357363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:40.359061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:40.378947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5c67d65a-8ef5-4f10-9773-7bbd33b58eec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9316c7ca18374d80be7398f73b20406d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2566090 Jul 16 20:06:40.383717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67d65a-8ef5-4f10-9773-7bbd33b58eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921d90ff-b096-4767-bee2-0ef3e77abed4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:40.471006 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.492664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Allocated IP 192.168.233.62 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/9828c15b-c58b-40d6-ac1e-a19789b25a0f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:40.536555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39968) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:40.547818 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:40.559160 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.567728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e6d30eb-79c3-4d93-9279-7b4b3e65521e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.754298 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e6d30eb-79c3-4d93-9279-7b4b3e65521e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.794313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:40.811121 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e6d30eb-79c3-4d93-9279-7b4b3e65521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:40.903441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8e08511-94aa-4f2f-8920-41a1dc6b8606 None None] Provisioning complete for port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:40.903823 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8e08511-94aa-4f2f-8920-41a1dc6b8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.001196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4e6d30eb-79c3-4d93-9279-7b4b3e65521e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4fedc91d07c4894ae1bb6d77a63a88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596920 Jul 16 20:06:41.015032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:41.017361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8e08511-94aa-4f2f-8920-41a1dc6b8606 None None] Port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:41.026804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d30eb-79c3-4d93-9279-7b4b3e65521e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a63b1d-4496-40d1-981e-875d0e4b9b50,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:41.170007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-196e9d54-a9d1-4dec-a3bc-e87eeeb90b36 req-23bc17b6-473e-4682-8803-06cbec098de0 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 210 time: 0.1505544 Jul 16 20:06:41.312348 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fa-80d5-4dee-a8e1-3e9c0e404ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.345911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Router 67464b79-bb25-485f-b035-6adb367c5666 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:06:41.358386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.365476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fa-80d5-4dee-a8e1-3e9c0e404ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.373120 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afef39ea-2bf0-40c3-a06a-9fa3840e98ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.405977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Transition to ACTIVE for port object 9828c15b-c58b-40d6-ac1e-a19789b25a0f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:41.518592 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fa-80d5-4dee-a8e1-3e9c0e404ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.527190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fa-80d5-4dee-a8e1-3e9c0e404ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.528681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3500e1fa-80d5-4dee-a8e1-3e9c0e404ff2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9a63b1d-4496-40d1-981e-875d0e4b9b50 HTTP/1.1" status: 204 len: 168 time: 0.4867907 Jul 16 20:06:41.540089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.593020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500e1fa-80d5-4dee-a8e1-3e9c0e404ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a63b1d-4496-40d1-981e-875d0e4b9b50,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:41.671894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afef39ea-2bf0-40c3-a06a-9fa3840e98ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.674229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:41.681501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:41.689939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:41.696729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:41.697421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.704850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Pushing event updated for resources: {'Port': ['ID=9828c15b-c58b-40d6-ac1e-a19789b25a0f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:41.722824 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-29b95173-eefb-4791-8ed0-7d1003d7d08c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0139890 Jul 16 20:06:41.747014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-1462b273-5e18-4044-a7b8-ca1856f416da tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:06:41.748444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-1462b273-5e18-4044-a7b8-ca1856f416da tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061069 Jul 16 20:06:41.846002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:06:41.864922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Sync routers for ids ['67464b79-bb25-485f-b035-6adb367c5666'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:06:41.866452 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f39b9c74-b0db-4947-8597-35a6697a9e41 admin admin] 10.222.0.10 "PUT /v2.0/routers/67464b79-bb25-485f-b035-6adb367c5666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6776419 Jul 16 20:06:41.880483 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afef39ea-2bf0-40c3-a06a-9fa3840e98ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.920169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Routers {'67464b79-bb25-485f-b035-6adb367c5666'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:41.920169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67464b79-bb25-485f-b035-6adb367c5666'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:41.920933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afef39ea-2bf0-40c3-a06a-9fa3840e98ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:41.920933 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-afef39ea-2bf0-40c3-a06a-9fa3840e98ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/921d90ff-b096-4767-bee2-0ef3e77abed4 HTTP/1.1" status: 204 len: 168 time: 1.5294502 Jul 16 20:06:41.940219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef39ea-2bf0-40c3-a06a-9fa3840e98ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921d90ff-b096-4767-bee2-0ef3e77abed4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:42.029114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:42.214086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-51a08e6b-2108-4c3a-a1fa-7e53fa6bb400 None None] Provisioning for port 9828c15b-c58b-40d6-ac1e-a19789b25a0f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:42.229592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Set router 67464b79-bb25-485f-b035-6adb367c5666 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:42.309976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-51a08e6b-2108-4c3a-a1fa-7e53fa6bb400 None None] Provisioning complete for port 9828c15b-c58b-40d6-ac1e-a19789b25a0f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:42.311317 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51a08e6b-2108-4c3a-a1fa-7e53fa6bb400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.357531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-51a08e6b-2108-4c3a-a1fa-7e53fa6bb400 None None] Port 9828c15b-c58b-40d6-ac1e-a19789b25a0f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:42.384500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:42.389024 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.550808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86205b20-ad1a-47bf-be88-aafb706cc49e req-6751be67-1c4d-4a0c-af83-0eb4bae79cbf tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:42.554787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86205b20-ad1a-47bf-be88-aafb706cc49e req-6751be67-1c4d-4a0c-af83-0eb4bae79cbf tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 935 time: 0.1595261 Jul 16 20:06:42.708469 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86205b20-ad1a-47bf-be88-aafb706cc49e req-cc7e99fb-6304-4978-a019-6fe28f88f91b tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413736 Jul 16 20:06:42.781675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40024) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:42.804178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc082-6b2b-4076-b563-0ac2a19fcc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:42.915124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67464b79-bb25-485f-b035-6adb367c5666', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:32Z', 'updated_at': '2021-07-16T20:06:39Z', 'revision_number': 4, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'gw_port': {'id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:33Z', 'updated_at': '2021-07-16T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1', 'name': '', 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'mac_address': 'fa:16:3e:c4:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b6a3cdbc-5f69-4dfe-922e-351eb7a559e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:39Z', 'revision_number': 2, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'subnets': [{'id': 'b6a3cdbc-5f69-4dfe-922e-351eb7a559e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:42.981085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Request body: {'port': {'device_id': 'de0ea62b-6f78-44af-80ec-7398e1f4a8fc', 'device_owner': 'compute:tempest-test_az-817967176', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:43.005023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Checking router: 67464b79-bb25-485f-b035-6adb367c5666 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:06:43.005444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Updating router 67464b79-bb25-485f-b035-6adb367c5666 port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:06:43.080730 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc082-6b2b-4076-b563-0ac2a19fcc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.092324 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.123180 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc082-6b2b-4076-b563-0ac2a19fcc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.257380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:43.257604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c2cfc082-6b2b-4076-b563-0ac2a19fcc05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c8a513885f64ab09269ae5e797e721d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711909 Jul 16 20:06:43.259178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.265991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfc082-6b2b-4076-b563-0ac2a19fcc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c7b651-c55d-453a-b16d-29c280aa5d9d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:43.388076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-997f7465-0ec0-4285-a878-fcb57e09b1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.425059 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-997f7465-0ec0-4285-a878-fcb57e09b1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.509175 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-997f7465-0ec0-4285-a878-fcb57e09b1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.514290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-997f7465-0ec0-4285-a878-fcb57e09b1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.515927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-997f7465-0ec0-4285-a878-fcb57e09b1b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75c7b651-c55d-453a-b16d-29c280aa5d9d HTTP/1.1" status: 204 len: 168 time: 0.2574458 Jul 16 20:06:43.550626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f7465-0ec0-4285-a878-fcb57e09b1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c7b651-c55d-453a-b16d-29c280aa5d9d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:43.765226 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:43.794263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Transition to ACTIVE for port object f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:43.804056 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.015166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8f509-6012-459e-a9fc-b17665e9af23 None None] Pushing event updated for resources: {'Port': ['ID=f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:44.035497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9828c15b-c58b-40d6-ac1e-a19789b25a0f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:44.044574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Attempting to bind port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:44.046214 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.046521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Attempting to bind port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aca64759-9cf7-4233-8b54-2062d709b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:44.047075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Attempting to bind port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 on network 4d09308a-ceab-493f-82d4-e557c5e41d12 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:44.061503 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:44.064064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Checking segment: {'id': 'aca64759-9cf7-4233-8b54-2062d709b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:44.064655 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.065156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Bound using segment: {'id': 'aca64759-9cf7-4233-8b54-2062d709b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:44.065753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Bound port: f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca64759-9cf7-4233-8b54-2062d709b293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:44.066239 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.121580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Transition to ACTIVE for port object 9828c15b-c58b-40d6-ac1e-a19789b25a0f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:44.135852 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.236021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] For port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:44.244058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] For port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1,segment=NetworkSegment(aca64759-9cf7-4233-8b54-2062d709b293),segment_id=aca64759-9cf7-4233-8b54-2062d709b293)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:44.256874 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:44.433173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8f509-6012-459e-a9fc-b17665e9af23 None None] Pushing event updated for resources: {'Port': ['ID=f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:44.448665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Routers {'67464b79-bb25-485f-b035-6adb367c5666'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:06:44.449989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67464b79-bb25-485f-b035-6adb367c5666'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:44.572320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647bed1-6410-496e-8c53-4b02df272076 req-7e4ce099-4d91-4d28-a3a6-20bc4e9a3a05 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:44.573885 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c647bed1-6410-496e-8c53-4b02df272076 req-7e4ce099-4d91-4d28-a3a6-20bc4e9a3a05 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 935 time: 0.5306759 Jul 16 20:06:44.627880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Pushing event updated for resources: {'Port': ['ID=9828c15b-c58b-40d6-ac1e-a19789b25a0f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:44.736975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] Set router 67464b79-bb25-485f-b035-6adb367c5666 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:06:45.005417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Attempting to bind port 9828c15b-c58b-40d6-ac1e-a19789b25a0f on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:45.005792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Attempting to bind port 9828c15b-c58b-40d6-ac1e-a19789b25a0f by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:45.006140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Attempting to bind port 9828c15b-c58b-40d6-ac1e-a19789b25a0f on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:45.076556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c647bed1-6410-496e-8c53-4b02df272076 req-80793bf6-6544-4793-b6bb-13f06e18d402 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154074 Jul 16 20:06:45.080174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Port 9828c15b-c58b-40d6-ac1e-a19789b25a0f on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:45.080919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Attempting to bind port 9828c15b-c58b-40d6-ac1e-a19789b25a0f on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:45.093685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:45.094547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:45.095610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:45.096342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Bound port: 9828c15b-c58b-40d6-ac1e-a19789b25a0f, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:45.096851 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.199145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67464b79-bb25-485f-b035-6adb367c5666', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:32Z', 'updated_at': '2021-07-16T20:06:39Z', 'revision_number': 4, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'gw_port': {'id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:33Z', 'updated_at': '2021-07-16T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1', 'name': '', 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'mac_address': 'fa:16:3e:c4:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b6a3cdbc-5f69-4dfe-922e-351eb7a559e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:44Z', 'revision_number': 4, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'subnets': [{'id': 'b6a3cdbc-5f69-4dfe-922e-351eb7a559e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:06:45.211988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] For port 9828c15b-c58b-40d6-ac1e-a19789b25a0f, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:45.236287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] For port 9828c15b-c58b-40d6-ac1e-a19789b25a0f, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9828c15b-c58b-40d6-ac1e-a19789b25a0f,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:45.244255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.297607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa20a7-f791-4ccd-8e80-c4058764b458 None None] The sync data for ids ['67464b79-bb25-485f-b035-6adb367c5666'] in n-d-792394-17 is: [{'id': '67464b79-bb25-485f-b035-6adb367c5666', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:32Z', 'updated_at': '2021-07-16T20:06:39Z', 'revision_number': 4, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'gw_port': {'id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:33Z', 'updated_at': '2021-07-16T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1', 'name': '', 'network_id': '4d09308a-ceab-493f-82d4-e557c5e41d12', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'mac_address': 'fa:16:3e:c4:cb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b6a3cdbc-5f69-4dfe-922e-351eb7a559e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:37Z', 'updated_at': '2021-07-16T20:06:44Z', 'revision_number': 4, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'subnets': [{'id': 'b6a3cdbc-5f69-4dfe-922e-351eb7a559e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:06:45.359482 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.464455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Pushing event updated for resources: {'Port': ['ID=9828c15b-c58b-40d6-ac1e-a19789b25a0f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:45.551501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:45.552279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:45.554608 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-08b56a04-bd59-4e08-80d2-434e539ce282 service neutron] 10.222.0.63 "PUT /v2.0/ports/9828c15b-c58b-40d6-ac1e-a19789b25a0f HTTP/1.1" status: 200 len: 1117 time: 3.2936041 Jul 16 20:06:45.565952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0ea62b-6f78-44af-80ec-7398e1f4a8fc', 'tag': '9828c15b-c58b-40d6-ac1e-a19789b25a0f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:45.860510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:45.865749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b9db680d-64c6-4e06-91bb-8b159bac0449 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646750800', 'description': 'tempest-description--209020022'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:45.930906 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9db680d-64c6-4e06-91bb-8b159bac0449 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.002376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:46.151069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:46.155201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:46.157028 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.279033 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9db680d-64c6-4e06-91bb-8b159bac0449 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.289441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9db680d-64c6-4e06-91bb-8b159bac0449 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.342662 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9db680d-64c6-4e06-91bb-8b159bac0449 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.348669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:46.353069 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b9db680d-64c6-4e06-91bb-8b159bac0449 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4881110 Jul 16 20:06:46.355589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-77ae337b-a704-47b0-9927-2232df64aee9 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d795a-743d-4b06-bfab-d67811b2c05a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:46.416934 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db680d-64c6-4e06-91bb-8b159bac0449 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7d795a-743d-4b06-bfab-d67811b2c05a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:46.449372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.485270 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.505064 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77ae337b-a704-47b0-9927-2232df64aee9 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.577063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1,segment=NetworkSegment(aca64759-9cf7-4233-8b54-2062d709b293),segment_id=aca64759-9cf7-4233-8b54-2062d709b293)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:46.587870 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.719720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:46.747075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77ae337b-a704-47b0-9927-2232df64aee9 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.783091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c321d2-41f0-4058-ae1c-fe4c539f8f87 req-e42d935d-f139-4f1e-b016-a134347f5c71 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:46.784711 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41c321d2-41f0-4058-ae1c-fe4c539f8f87 req-e42d935d-f139-4f1e-b016-a134347f5c71 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 968 time: 0.3683803 Jul 16 20:06:46.785978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77ae337b-a704-47b0-9927-2232df64aee9 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.862727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae337b-a704-47b0-9927-2232df64aee9 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784f5f58-5250-46a6-9105-31f6e7ceb5ad,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:46.900972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77ae337b-a704-47b0-9927-2232df64aee9 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:46.904700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-77ae337b-a704-47b0-9927-2232df64aee9 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5518157 Jul 16 20:06:46.905470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40124) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:46.910878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1e666a17-4545-4f1b-a6d4-bb3fd5a92d17 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d795a-743d-4b06-bfab-d67811b2c05a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:46.964792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41c321d2-41f0-4058-ae1c-fe4c539f8f87 req-f4a640f8-3bbd-4fa5-b73b-13d2398e3f1f tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573601 Jul 16 20:06:46.980733 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8c3ec8-373a-48af-8e1b-db88f0dd1ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "de0ea62b-6f78-44af-80ec-7398e1f4a8fc", "tag": "9828c15b-c58b-40d6-ac1e-a19789b25a0f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:47.010099 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e666a17-4545-4f1b-a6d4-bb3fd5a92d17 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.164147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e666a17-4545-4f1b-a6d4-bb3fd5a92d17 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.169451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e666a17-4545-4f1b-a6d4-bb3fd5a92d17 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.206171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e666a17-4545-4f1b-a6d4-bb3fd5a92d17 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1ab396-a4ee-4b30-be01-262c39ccb0e1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:47.217674 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e666a17-4545-4f1b-a6d4-bb3fd5a92d17 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.222913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40138) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:47.223398 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1e666a17-4545-4f1b-a6d4-bb3fd5a92d17 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159328 Jul 16 20:06:47.229256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:47.271713 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.501702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:47.660606 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bad8cc-4023-4030-8f16-a9bc7f793721 x-openstack-request-id: req-16bad8cc-4023-4030-8f16-a9bc7f793721 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:47.661408 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0ea62b-6f78-44af-80ec-7398e1f4a8fc", "tag": "9828c15b-c58b-40d6-ac1e-a19789b25a0f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:47.662399 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16bad8cc-4023-4030-8f16-a9bc7f793721 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:47.663056 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0ea62b-6f78-44af-80ec-7398e1f4a8fc', 'tag': '9828c15b-c58b-40d6-ac1e-a19789b25a0f', 'status': 'completed', 'code': 200} Jul 16 20:06:47.860056 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Allocated IP 172.25.7.90 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/76b9a7db-5601-404b-b72b-bca3c952af1b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:47.904968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:06:48.027808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:48.029245 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.169470 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.362329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b650b-c421-4e68-905b-2cd33a3848d1 req-6cb7aa0a-8924-4da6-9748-8b6dd143ea79 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:48.364012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-de8b650b-c421-4e68-905b-2cd33a3848d1 req-6cb7aa0a-8924-4da6-9748-8b6dd143ea79 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 968 time: 0.2064390 Jul 16 20:06:48.392103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.468138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:48.474244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:48.481707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:48.536403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40182) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:48.592697 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-de8b650b-c421-4e68-905b-2cd33a3848d1 req-68513264-81ca-4336-9c6c-1f87ca38a48d tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213328 Jul 16 20:06:48.637777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event updated for resources: {'Port': ['ID=76b9a7db-5601-404b-b72b-bca3c952af1b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:48.649125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:48.720030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.027017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.034629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.084351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.112457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.114037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8895667 Jul 16 20:06:49.116342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511f2e7b-0b38-43bb-827e-782768639642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.131965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37468f6-00cd-425d-a329-19e0ed8b3317 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event updated for resources: {'Port': ['ID=76b9a7db-5601-404b-b72b-bca3c952af1b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.214233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511f2e7b-0b38-43bb-827e-782768639642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.219185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511f2e7b-0b38-43bb-827e-782768639642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.270379 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f2e7b-0b38-43bb-827e-782768639642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cadac7-5835-40b3-8dde-1ca7c9daded3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.275386 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-511f2e7b-0b38-43bb-827e-782768639642 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80657b13063d42c09f2b3382f5e85bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7373426 Jul 16 20:06:49.278011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:49.356227 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef665499-96db-4035-8a1b-713b3c64e34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.416942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef665499-96db-4035-8a1b-713b3c64e34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.481895 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-485cf452-b766-4559-9707-5629c3212201 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8e67c02d25634c79b104ea62524d79ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496738 Jul 16 20:06:49.498239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:49.635636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef665499-96db-4035-8a1b-713b3c64e34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.639108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef665499-96db-4035-8a1b-713b3c64e34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.643577 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef665499-96db-4035-8a1b-713b3c64e34f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87cadac7-5835-40b3-8dde-1ca7c9daded3 HTTP/1.1" status: 204 len: 168 time: 0.3645043 Jul 16 20:06:49.678651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-b7081013-b118-454d-aa78-6ef816564bdf tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--646750800&fields=id&tenant_id=6b0e5deb00274f89b087bba82d84e700 HTTP/1.1" status: 200 len: 267 time: 0.0543685 Jul 16 20:06:49.700793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef665499-96db-4035-8a1b-713b3c64e34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cadac7-5835-40b3-8dde-1ca7c9daded3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:49.736474 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b2b61ba-a23d-48f2-8afa-72f0dec7a4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:49.759131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-739d99fd-06df-40be-97b6-73a44adcbe20 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:49.760941 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-739d99fd-06df-40be-97b6-73a44adcbe20 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730932 Jul 16 20:06:49.781937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-cdabbd58-fd7d-494d-85b9-9123e45463a0 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/quotas/8e67c02d25634c79b104ea62524d79ca HTTP/1.1" status: 200 len: 375 time: 0.0152712 Jul 16 20:06:49.850833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-859869f7-30e9-489e-877b-330d710771c2 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622370 Jul 16 20:06:49.920979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-b766627d-469f-4c08-b12d-bd7bc91b0758 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:49.928160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-b766627d-469f-4c08-b12d-bd7bc91b0758 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/networks?id=79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 200 len: 824 time: 0.2513635 Jul 16 20:06:49.949561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-e1248773-08a0-494a-af47-451640e8605d tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/quotas/6b0e5deb00274f89b087bba82d84e700 HTTP/1.1" status: 200 len: 375 time: 0.0203919 Jul 16 20:06:50.092027 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b2b61ba-a23d-48f2-8afa-72f0dec7a4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.109857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-fccd1a6d-6e32-46af-8d00-de4fe7d89992 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b0e5deb00274f89b087bba82d84e700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591816 Jul 16 20:06:50.111070 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b2b61ba-a23d-48f2-8afa-72f0dec7a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.140957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-305aa018-aa50-423d-b568-a83c8bbc2cea tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:06:50.142719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-305aa018-aa50-423d-b568-a83c8bbc2cea tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075974 Jul 16 20:06:50.166687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9b2b61ba-a23d-48f2-8afa-72f0dec7a4b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbfb1eb9bec443968087e2edd0ec8744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667523 Jul 16 20:06:50.167623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b61ba-a23d-48f2-8afa-72f0dec7a4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfe45aa-141d-4473-aa70-5862646cf263,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.169833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40262) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.211324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2963f-2a80-4dc5-836d-246142d65c1e req-702c34b5-d61c-479d-bd9e-79a4ea08ab3f tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:50.219602 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27f2963f-2a80-4dc5-836d-246142d65c1e req-702c34b5-d61c-479d-bd9e-79a4ea08ab3f tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 968 time: 0.0919795 Jul 16 20:06:50.260749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.274191 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27f2963f-2a80-4dc5-836d-246142d65c1e req-40c3c1c6-7828-4fcd-8719-408e8b9bc1db tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535359 Jul 16 20:06:50.280642 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8f15-9697-456d-ba23-8afc25fb3e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.308420 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b763a0f0-b8ce-466d-bde8-cf894a01f93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.348300 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8f15-9697-456d-ba23-8afc25fb3e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.431322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b763a0f0-b8ce-466d-bde8-cf894a01f93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.438670 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b763a0f0-b8ce-466d-bde8-cf894a01f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.488540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b763a0f0-b8ce-466d-bde8-cf894a01f93f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a6bf0af68204573b35f6f976eaf29b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132645 Jul 16 20:06:50.491466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:50.499002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763a0f0-b8ce-466d-bde8-cf894a01f93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94290593-5632-42d1-8007-929c00ad39f5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.507887 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fcfde700-36c3-4ceb-bf45-ad6ab0d81ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.593834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b45c0ad2-9d7b-4efa-97b4-341f016547db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.648298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3ec8-373a-48af-8e1b-db88f0dd1ab7 req-880247c0-3a1a-48fa-8f6d-284b81b4bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:50.650666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a8c3ec8-373a-48af-8e1b-db88f0dd1ab7 req-880247c0-3a1a-48fa-8f6d-284b81b4bb20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=400ed51c1fcf4be28aeea782ae016b77&device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 1120 time: 0.2536926 Jul 16 20:06:50.656715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8f15-9697-456d-ba23-8afc25fb3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.660403 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef1d8f15-9697-456d-ba23-8afc25fb3e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.664026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ef1d8f15-9697-456d-ba23-8afc25fb3e0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bfe45aa-141d-4473-aa70-5862646cf263 HTTP/1.1" status: 204 len: 168 time: 0.4909570 Jul 16 20:06:50.666285 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b45c0ad2-9d7b-4efa-97b4-341f016547db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.741285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d8f15-9697-456d-ba23-8afc25fb3e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfe45aa-141d-4473-aa70-5862646cf263,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.781423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b45c0ad2-9d7b-4efa-97b4-341f016547db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.790842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a8c3ec8-373a-48af-8e1b-db88f0dd1ab7 req-ee403578-a365-4841-95c0-606dcc1bb0c7 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=400ed51c1fcf4be28aeea782ae016b77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1273892 Jul 16 20:06:50.799383 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b45c0ad2-9d7b-4efa-97b4-341f016547db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:50.803641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b45c0ad2-9d7b-4efa-97b4-341f016547db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94290593-5632-42d1-8007-929c00ad39f5 HTTP/1.1" status: 204 len: 168 time: 0.3079305 Jul 16 20:06:50.817261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c0ad2-9d7b-4efa-97b4-341f016547db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94290593-5632-42d1-8007-929c00ad39f5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:50.903848 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-7fad38e7-db0f-43e6-bf2e-376d30f3e533 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8e67c02d25634c79b104ea62524d79ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317147 Jul 16 20:06:50.952676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-7888b30d-015d-4d77-a36b-1456a0666a7d service neutron] 10.222.0.10 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198467 Jul 16 20:06:50.962948 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:06:51.045130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3ec8-373a-48af-8e1b-db88f0dd1ab7 req-0d2113d4-9a95-4e2f-bb99-849f01aa05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.046615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a8c3ec8-373a-48af-8e1b-db88f0dd1ab7 req-0d2113d4-9a95-4e2f-bb99-849f01aa05c7 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2499506 Jul 16 20:06:51.049117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-6877921b-aac1-4050-9281-4c9001450f35 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.052109 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-6877921b-aac1-4050-9281-4c9001450f35 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427555 Jul 16 20:06:51.083969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-9ec2b585-b530-4fcc-8024-4e1b61f6b5a2 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/quotas/8e67c02d25634c79b104ea62524d79ca HTTP/1.1" status: 200 len: 375 time: 0.0233953 Jul 16 20:06:51.091148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-4463eee1-a3d6-4566-a8cd-b74b80473217 service neutron] 10.222.0.10 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376553 Jul 16 20:06:51.162494 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-a948e612-bb0d-46ff-85b9-4de5e6c66ce0 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718768 Jul 16 20:06:51.212477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77393228-88bd-4721-9c44-d93cf58480ce req-0762b220-5537-45f0-a815-251c19913a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.214264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-0762b220-5537-45f0-a815-251c19913a67 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=400ed51c1fcf4be28aeea782ae016b77&device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 1120 time: 0.1175995 Jul 16 20:06:51.346693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-14bc3291-587b-46ec-84e6-76d12f617459 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=9828c15b-c58b-40d6-ac1e-a19789b25a0f HTTP/1.1" status: 200 len: 217 time: 0.1231074 Jul 16 20:06:51.378420 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:51.405074 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e05a1-3a88-47df-96d0-ced0844f21a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.512829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77393228-88bd-4721-9c44-d93cf58480ce req-2e455c64-a9a7-46ba-a82e-88124e9f0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.514248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-2e455c64-a9a7-46ba-a82e-88124e9f0b42 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1611512 Jul 16 20:06:51.632563 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e05a1-3a88-47df-96d0-ced0844f21a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.641428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e05a1-3a88-47df-96d0-ced0844f21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.718306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.30', 60560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:51.747419 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-528e05a1-3a88-47df-96d0-ced0844f21a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca0e289eb30b401fbd9b8e5afcb91f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678811 Jul 16 20:06:51.750598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:51.757335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23567f2f-f55f-4078-8af5-f71fcf1770d8 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8e67c02d25634c79b104ea62524d79ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367250 Jul 16 20:06:51.766830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77393228-88bd-4721-9c44-d93cf58480ce req-b7cf7706-6e27-4dd7-91f6-aae2e262ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:51.768700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-b7cf7706-6e27-4dd7-91f6-aae2e262ad3a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2453380 Jul 16 20:06:51.815276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e05a1-3a88-47df-96d0-ced0844f21a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33118576-0868-4ddd-ac02-3fde7ad2f717,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:51.918005 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69f5783a-2a80-46e4-8402-9bfedc265bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:51.977838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69f5783a-2a80-46e4-8402-9bfedc265bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.012710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-572c643b-7f22-43c9-af9a-94bdadf3a139 req-d657f5a2-97d1-4fed-a7f2-26aeb085266d tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 210 time: 0.0584271 Jul 16 20:06:52.080521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-c1ee693d-172b-485a-b89b-b4e4ca3d5f2b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:52.082087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-c1ee693d-172b-485a-b89b-b4e4ca3d5f2b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123381 Jul 16 20:06:52.088644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-256eefc2-6df1-4889-bc50-9210025aa54c service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572837 Jul 16 20:06:52.140381 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a48c2b86-2143-4ae1-afb1-6acdb985f300 req-2a2a88b1-0ce2-49ab-88d1-7f2c5f7fa5f8 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 210 time: 0.0604851 Jul 16 20:06:52.159618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Request body: {'port': {'device_id': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '8e67c02d25634c79b104ea62524d79ca'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:52.185734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69f5783a-2a80-46e4-8402-9bfedc265bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.192651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69f5783a-2a80-46e4-8402-9bfedc265bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.197059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-69f5783a-2a80-46e4-8402-9bfedc265bb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33118576-0868-4ddd-ac02-3fde7ad2f717 HTTP/1.1" status: 204 len: 168 time: 0.4318860 Jul 16 20:06:52.210591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5783a-2a80-46e4-8402-9bfedc265bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33118576-0868-4ddd-ac02-3fde7ad2f717,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:52.425649 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77393228-88bd-4721-9c44-d93cf58480ce req-6990a3b5-c1af-40c2-9561-0b33e083cfa0 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259830 Jul 16 20:06:52.564909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4040c-c13e-4898-bb9d-d8ff75960540 req-20fe1ace-1df7-49dc-bc08-415941afc508 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:52.577286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3d4040c-c13e-4898-bb9d-d8ff75960540 req-20fe1ace-1df7-49dc-bc08-415941afc508 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 968 time: 0.4836032 Jul 16 20:06:52.734476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3d4040c-c13e-4898-bb9d-d8ff75960540 req-cba195cb-8804-4470-8b5e-b11586dc657a tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557453 Jul 16 20:06:52.736019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Made reservation on behalf of 8e67c02d25634c79b104ea62524d79ca for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:52.742726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.755882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.916460 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.921908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:52.998793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16c441e-a9cc-4183-a217-4ca3765b5a4a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:53.120743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Allocated IP 192.168.233.132 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/3a6a95be-3427-4d09-a01c-8fabd36a4709) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:53.201117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:53.271821 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c732592-841b-4fa9-a9ca-c56a11fef178 req-05bbecca-cb76-424e-84d0-2c2ee4ba5aab tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 210 time: 0.0856097 Jul 16 20:06:53.334468 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.370055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-daada93a-9e9d-4bc7-8a65-2235c6d6557f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.422142 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5587d57b-317d-4ebb-b59d-7369e18c4eb9 req-ab728025-c7d7-4504-803f-3eff5be331d5 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 210 time: 0.0943267 Jul 16 20:06:53.563213 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79d12da5-6f04-464c-81e7-0b1c4428cb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.749928 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79d12da5-6f04-464c-81e7-0b1c4428cb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.756906 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79d12da5-6f04-464c-81e7-0b1c4428cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.803592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-79d12da5-6f04-464c-81e7-0b1c4428cb38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56a5a00dd25746bf9f63fc13a5b5d66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013570 Jul 16 20:06:53.806165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40440) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:53.812785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d12da5-6f04-464c-81e7-0b1c4428cb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567e69a5-09bb-4c24-9c3f-f6cb124335ac,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:53.866636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b655e6a4-904d-4429-a2ca-831c0b6e945c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.876350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-6eba043b-c83f-4603-92e5-f97144ffd271 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:53.882773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-6eba043b-c83f-4603-92e5-f97144ffd271 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.63 "GET /v2.0/networks?id=79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 200 len: 824 time: 0.5461819 Jul 16 20:06:53.898211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b655e6a4-904d-4429-a2ca-831c0b6e945c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.963521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b655e6a4-904d-4429-a2ca-831c0b6e945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.966422 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b655e6a4-904d-4429-a2ca-831c0b6e945c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.967425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:53.967922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b655e6a4-904d-4429-a2ca-831c0b6e945c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/567e69a5-09bb-4c24-9c3f-f6cb124335ac HTTP/1.1" status: 204 len: 168 time: 0.1603477 Jul 16 20:06:53.987028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655e6a4-904d-4429-a2ca-831c0b6e945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567e69a5-09bb-4c24-9c3f-f6cb124335ac,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:54.024111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Transition to ACTIVE for port object 3a6a95be-3427-4d09-a01c-8fabd36a4709 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:54.046311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.63', 64007) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:54.077732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-47580c8b-510d-4bdb-99ca-05401745c584 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=8e67c02d25634c79b104ea62524d79ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301788 Jul 16 20:06:54.119637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-1c970b71-23bd-42bb-a0b6-a50b4291ba06 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b0e5deb00274f89b087bba82d84e700 HTTP/1.1" status: 200 len: 379 time: 0.1616099 Jul 16 20:06:54.140485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea92904-86a0-4cbb-9d6d-5612e5b959b3 req-e227fc78-2245-4786-8295-d92a26e81b01 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:54.148752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dea92904-86a0-4cbb-9d6d-5612e5b959b3 req-e227fc78-2245-4786-8295-d92a26e81b01 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 968 time: 0.2381175 Jul 16 20:06:54.156500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Request body: {'port': {'device_id': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'admin_state_up': True, 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'security_groups': ['cc7d795a-743d-4b06-bfab-d67811b2c05a']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:54.278250 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.286241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-786c6e79-1912-4308-97e2-9c50d638e4a9 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:54.288748 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-786c6e79-1912-4308-97e2-9c50d638e4a9 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028697 Jul 16 20:06:54.302246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Request body: {'port': {'device_id': '1b8ef875-62fc-49d2-8fba-03979512d0ff', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '8e67c02d25634c79b104ea62524d79ca'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:54.305221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dea92904-86a0-4cbb-9d6d-5612e5b959b3 req-2598e5d7-e86c-4600-93c0-def0a9151ee2 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556082 Jul 16 20:06:54.410284 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.504678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:54.522905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:54.528591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:54.533251 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Made reservation on behalf of 6b0e5deb00274f89b087bba82d84e700 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:54.540973 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.548614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:54.580613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:54.590642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:54.599966 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.702837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:54.716130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ded09174-c5f8-495a-9788-3247203b5baa req-89f99b3d-3297-45e8-8f30-171d5e362408 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 210 time: 0.0998492 Jul 16 20:06:54.746314 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b21a0e3a-ecb9-4277-a6e0-2331a65a0af2 req-4476f064-c741-4f0c-bbbd-8f0ac302e4e2 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 210 time: 0.0817208 Jul 16 20:06:54.762283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ec0b-f00f-494a-904e-5a6cec818d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.809355 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-8480eb4f-ff50-4264-9e8d-1b7775be6f64 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6704435 Jul 16 20:06:54.916951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40470) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:54.935029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Allocated IP 172.20.0.13 (79c223a5-47eb-436b-afec-6bf74a088fcc/4e3fe189-3a05-40b2-bf08-6620275a61f8/16f11b66-8afd-4b0f-bf54-398104ec2b87) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:54.949581 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ec0b-f00f-494a-904e-5a6cec818d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.965193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ec0b-f00f-494a-904e-5a6cec818d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:54.982754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0053fb3e-8536-4613-9001-bc0f5fff0f85 None None] Provisioning for port 3a6a95be-3427-4d09-a01c-8fabd36a4709 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:54.998320 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0053fb3e-8536-4613-9001-bc0f5fff0f85 None None] Provisioning complete for port 3a6a95be-3427-4d09-a01c-8fabd36a4709 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:54.999179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0053fb3e-8536-4613-9001-bc0f5fff0f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.017058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b0e0ec0b-f00f-494a-904e-5a6cec818d8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eddba445534c47f1b125471de41e5713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911079 Jul 16 20:06:55.021933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:55.031486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Made reservation on behalf of 8e67c02d25634c79b104ea62524d79ca for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:55.035075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.035224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-203f553c-29be-4ff4-ae2c-61aacc8d0433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.041988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-405946312-network', 'tenant_id': '9de482378a8c420685f78e3dff908433'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:55.043038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0053fb3e-8536-4613-9001-bc0f5fff0f85 None None] Port 3a6a95be-3427-4d09-a01c-8fabd36a4709 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:55.045526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0ec0b-f00f-494a-904e-5a6cec818d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b66e24e-84be-422b-b560-c673f15226e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.120197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Made reservation on behalf of 9de482378a8c420685f78e3dff908433 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:55.122503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.160423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.170379 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.191203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Transition to ACTIVE for port object 16f11b66-8afd-4b0f-bf54-398104ec2b87 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:55.236422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-203f553c-29be-4ff4-ae2c-61aacc8d0433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.243593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-203f553c-29be-4ff4-ae2c-61aacc8d0433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.257983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0ed6-2099-43f9-bd22-a1a2e6ab44e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.287497 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-203f553c-29be-4ff4-ae2c-61aacc8d0433 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f771f9bde72944cfb4f09e7dfedaea98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694298 Jul 16 20:06:55.289414 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.290979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f553c-29be-4ff4-ae2c-61aacc8d0433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7b6636-bab0-497c-a03c-9d63c580e40b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.293151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40478) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:55.336249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0ed6-2099-43f9-bd22-a1a2e6ab44e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.370872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Network 79c223a5-47eb-436b-afec-6bf74a088fcc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:55.382193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:55.389353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:55.394765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:55.395501 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.403098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event updated for resources: {'Port': ['ID=16f11b66-8afd-4b0f-bf54-398104ec2b87,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.407992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Allocated IP 192.168.233.250 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/fb6f275b-e8c1-4a0e-b362-0563b018d786) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:06:55.443924 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557cf81c-a035-492f-9aba-acfe4ecb0aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.499619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557cf81c-a035-492f-9aba-acfe4ecb0aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.537623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0ed6-2099-43f9-bd22-a1a2e6ab44e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.540894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0ed6-2099-43f9-bd22-a1a2e6ab44e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.543856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1dbc0ed6-2099-43f9-bd22-a1a2e6ab44e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b66e24e-84be-422b-b560-c673f15226e3 HTTP/1.1" status: 204 len: 168 time: 0.5180676 Jul 16 20:06:55.543856 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.561000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.563744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-5cd4e885-5ec0-4840-981a-e0a769eac759 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4127026 Jul 16 20:06:55.587109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Request body: {'port': {'device_id': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'device_owner': 'compute:tempest-test_az-817967176', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:55.610873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc0ed6-2099-43f9-bd22-a1a2e6ab44e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b66e24e-84be-422b-b560-c673f15226e3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.655811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4954d-087b-4fbd-a73e-71027512fe34 req-54a44a50-9049-4ccb-af18-ecee3e85d7cf tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:55.663642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96b4954d-087b-4fbd-a73e-71027512fe34 req-54a44a50-9049-4ccb-af18-ecee3e85d7cf tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 968 time: 0.2078052 Jul 16 20:06:55.676098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557cf81c-a035-492f-9aba-acfe4ecb0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.679162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557cf81c-a035-492f-9aba-acfe4ecb0aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.682752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-557cf81c-a035-492f-9aba-acfe4ecb0aa6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a7b6636-bab0-497c-a03c-9d63c580e40b HTTP/1.1" status: 204 len: 168 time: 0.3843570 Jul 16 20:06:55.705910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:55.723250 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b508df-23ae-4675-b573-517e88c25f8a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.726460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cf81c-a035-492f-9aba-acfe4ecb0aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7b6636-bab0-497c-a03c-9d63c580e40b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:55.733365 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.733806 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Added segment 864d0c21-e393-4ad9-8ec3-9fbed555bd0f of type vlan for network 55d18c1b-2f4c-4339-8e36-df5cc0fad140 Jul 16 20:06:55.811293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96b4954d-087b-4fbd-a73e-71027512fe34 req-006a40cc-752c-4b4a-a7dd-c0d85c1451fa tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461573 Jul 16 20:06:55.867821 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.869025 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.888576 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.897962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-addbff5d-e7ee-4711-8f08-0fcfb7aa08c4 None None] Provisioning for port 16f11b66-8afd-4b0f-bf54-398104ec2b87 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:55.902406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-addbff5d-e7ee-4711-8f08-0fcfb7aa08c4 None None] Provisioning complete for port 16f11b66-8afd-4b0f-bf54-398104ec2b87 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:55.903459 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-addbff5d-e7ee-4711-8f08-0fcfb7aa08c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.912350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Transition to ACTIVE for port object fb6f275b-e8c1-4a0e-b362-0563b018d786 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:55.963717 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:55.965451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:55.966275 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.021960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-addbff5d-e7ee-4711-8f08-0fcfb7aa08c4 None None] Port 16f11b66-8afd-4b0f-bf54-398104ec2b87 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:56.036120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9828c15b-c58b-40d6-ac1e-a19789b25a0f details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:06:56.065371 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e49836a4-6980-43f1-b9d6-53c4a2cf68e3 req-f280c43f-19ea-492a-a6bb-f7d59ce78c39 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 210 time: 0.0560920 Jul 16 20:06:56.075675 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5259628 Jul 16 20:06:56.079629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:56.086414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Request body: {'subnet': {'network_id': '55d18c1b-2f4c-4339-8e36-df5cc0fad140', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-405946312-subnet', 'tenant_id': '9de482378a8c420685f78e3dff908433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:56.151165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Made reservation on behalf of 9de482378a8c420685f78e3dff908433 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:56.163367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.166402 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.170276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c4b10-3572-4824-871a-b63606b0b277 admin admin] Pushing event updated for resources: {'Network': ['ID=55d18c1b-2f4c-4339-8e36-df5cc0fad140,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.257776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 55d18c1b-2f4c-4339-8e36-df5cc0fad140 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:06:56.262109 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.290795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c95bc-82b5-46d2-a0a6-6cb7a87dc3dd req-21bb5cf3-38e8-433e-9f30-92f5751b6107 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:56.298044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-409c95bc-82b5-46d2-a0a6-6cb7a87dc3dd req-21bb5cf3-38e8-433e-9f30-92f5751b6107 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 932 time: 0.2006721 Jul 16 20:06:56.366283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-409c95bc-82b5-46d2-a0a6-6cb7a87dc3dd req-a0ba6aa3-da56-4062-a9f2-8bb1ec2b858d tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638216 Jul 16 20:06:56.397264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40506) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:56.398456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9828c15b-c58b-40d6-ac1e-a19789b25a0f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9828c15b-c58b-40d6-ac1e-a19789b25a0f,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:56.421262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '9828c15b-c58b-40d6-ac1e-a19789b25a0f', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '9828c15b-c58b-40d6-ac1e-a19789b25a0f', 'mac_address': 'fa:16:3e:47:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:tempest-test_az-817967176', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:06:56.421481 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1adc8952-fd27-4a64-ae5c-b20a73c7bc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.470010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f11b66-8afd-4b0f-bf54-398104ec2b87 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:56.480699 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.481566 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.483518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:06:56.485038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Pushing event updated for resources: {'Port': ['ID=fb6f275b-e8c1-4a0e-b362-0563b018d786,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.490910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:56.495883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:06:56.506983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:56.507903 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.517994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9828c15b-c58b-40d6-ac1e-a19789b25a0f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:56.518829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Transition to ACTIVE for port object 16f11b66-8afd-4b0f-bf54-398104ec2b87 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:56.533050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.558341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9828c15b-c58b-40d6-ac1e-a19789b25a0f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9828c15b-c58b-40d6-ac1e-a19789b25a0f,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:06:56.565640 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.665801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=9828c15b-c58b-40d6-ac1e-a19789b25a0f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.694439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Pushing event updated for resources: {'Port': ['ID=16f11b66-8afd-4b0f-bf54-398104ec2b87,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.752025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Attempting to bind port 16f11b66-8afd-4b0f-bf54-398104ec2b87 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:56.752025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Attempting to bind port 16f11b66-8afd-4b0f-bf54-398104ec2b87 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:56.752025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Attempting to bind port 16f11b66-8afd-4b0f-bf54-398104ec2b87 on network 79c223a5-47eb-436b-afec-6bf74a088fcc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:56.754861 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.763437 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1adc8952-fd27-4a64-ae5c-b20a73c7bc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.765178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Port 16f11b66-8afd-4b0f-bf54-398104ec2b87 on network 79c223a5-47eb-436b-afec-6bf74a088fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:56.765794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Attempting to bind port 16f11b66-8afd-4b0f-bf54-398104ec2b87 on network 79c223a5-47eb-436b-afec-6bf74a088fcc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:56.778645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:56.779052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Checking segment: {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:56.779549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Bound using segment: {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:56.780058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Bound port: 16f11b66-8afd-4b0f-bf54-398104ec2b87, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:56.780477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.796302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1adc8952-fd27-4a64-ae5c-b20a73c7bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:56.817871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36a7bebd-342c-4ce4-850e-11979b5e7c7a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.831505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-e646a437-14ef-4394-bca0-f8116d49debc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5321248 Jul 16 20:06:56.844110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Request body: {'port': {'device_id': '1b8ef875-62fc-49d2-8fba-03979512d0ff', 'device_owner': 'compute:tempest-test_az-817967176', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:56.854944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['9828c15b-c58b-40d6-ac1e-a19789b25a0f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:06:56.864441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc8952-fd27-4a64-ae5c-b20a73c7bc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c2324f-219c-4f24-bbbb-6790c0b35d2f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:56.871415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1adc8952-fd27-4a64-ae5c-b20a73c7bc51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c5b8ed105174c379b256b27fe1fa771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727178 Jul 16 20:06:56.878309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40516) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:56.979486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] For port 16f11b66-8afd-4b0f-bf54-398104ec2b87, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:56.983236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] For port 16f11b66-8afd-4b0f-bf54-398104ec2b87, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=16f11b66-8afd-4b0f-bf54-398104ec2b87,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:56.995069 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.004958 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fba3671-ec53-4455-ad28-3fea9b668df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.056629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8eb61b01-611e-4c2c-a71a-08e31abea2cb None None] Provisioning for port fb6f275b-e8c1-4a0e-b362-0563b018d786 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:06:57.066814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.067465 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.069407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] 10.222.0.63 "PUT /v2.0/ports/16f11b66-8afd-4b0f-bf54-398104ec2b87 HTTP/1.1" status: 200 len: 1114 time: 1.4893155 Jul 16 20:06:57.069850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'tag': '16f11b66-8afd-4b0f-bf54-398104ec2b87'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:57.072278 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c163f3-77d8-4c14-971f-080a383cd0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f13e1663-1f69-4340-ad74-e86bbecd0122", "tag": "16f11b66-8afd-4b0f-bf54-398104ec2b87"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:57.089307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fba3671-ec53-4455-ad28-3fea9b668df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.120698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.135121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dcc1c-68ab-4f4f-b8b4-683912707a84 service neutron] Pushing event updated for resources: {'Port': ['ID=16f11b66-8afd-4b0f-bf54-398104ec2b87,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:57.152111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Checking segment: {'id': '864d0c21-e393-4ad9-8ec3-9fbed555bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55d18c1b-2f4c-4339-8e36-df5cc0fad140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:57.152480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Network hostable DHCP agents. Network: 55d18c1b-2f4c-4339-8e36-df5cc0fad140, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:06:57.183728 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8f6fd0-e6f4-4e97-9322-5553b46dc980 x-openstack-request-id: req-6c8f6fd0-e6f4-4e97-9322-5553b46dc980 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:57.184007 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13e1663-1f69-4340-ad74-e86bbecd0122", "tag": "16f11b66-8afd-4b0f-bf54-398104ec2b87", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:57.184426 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c8f6fd0-e6f4-4e97-9322-5553b46dc980 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:57.184832 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'tag': '16f11b66-8afd-4b0f-bf54-398104ec2b87', 'status': 'completed', 'code': 200} Jul 16 20:06:57.234455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-97af7c46-8831-4353-8b60-d7b205f28ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.237254 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-97af7c46-8831-4353-8b60-d7b205f28ca9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6b0e5deb00274f89b087bba82d84e700&device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 1117 time: 0.0985088 Jul 16 20:06:57.253398 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fba3671-ec53-4455-ad28-3fea9b668df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.260976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fba3671-ec53-4455-ad28-3fea9b668df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.262091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1fba3671-ec53-4455-ad28-3fea9b668df8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37c2324f-219c-4f24-bbbb-6790c0b35d2f HTTP/1.1" status: 204 len: 168 time: 0.3733187 Jul 16 20:06:57.306729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8eb61b01-611e-4c2c-a71a-08e31abea2cb None None] Provisioning complete for port fb6f275b-e8c1-4a0e-b362-0563b018d786 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:06:57.307098 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8eb61b01-611e-4c2c-a71a-08e31abea2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.318874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Network 55d18c1b-2f4c-4339-8e36-df5cc0fad140 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:06:57.324901 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-b51bc86f-9b25-48ba-9bd3-7fa7a0db62e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16f11b66-8afd-4b0f-bf54-398104ec2b87 HTTP/1.1" status: 200 len: 217 time: 0.0727229 Jul 16 20:06:57.325717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba3671-ec53-4455-ad28-3fea9b668df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c2324f-219c-4f24-bbbb-6790c0b35d2f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:57.411742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-fb826804-8747-403b-9c06-5abf8cc7085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.414352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-fb826804-8747-403b-9c06-5abf8cc7085d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e3fe189-3a05-40b2-bf08-6620275a61f8 HTTP/1.1" status: 200 len: 863 time: 0.0683837 Jul 16 20:06:57.477906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 55d18c1b-2f4c-4339-8e36-df5cc0fad140) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:06:57.488450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c2d1e-b6f5-46cd-b223-cf1d2faa00af None None] Network 55d18c1b-2f4c-4339-8e36-df5cc0fad140 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:57.490718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.491447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:57.524838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8eb61b01-611e-4c2c-a71a-08e31abea2cb None None] Port fb6f275b-e8c1-4a0e-b362-0563b018d786 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:06:57.548149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc8689-c6f7-431c-968d-38659c5f858e req-da1c8b57-3198-4f1e-8db8-9b464da1e541 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.549898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1dc8689-c6f7-431c-968d-38659c5f858e req-da1c8b57-3198-4f1e-8db8-9b464da1e541 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 969 time: 0.5319180 Jul 16 20:06:57.581016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125358ca-d460-47f3-960d-199f53faf9ed req-9d98b4e4-fee5-4afe-b126-9e51b698de7a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.583098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-125358ca-d460-47f3-960d-199f53faf9ed req-9d98b4e4-fee5-4afe-b126-9e51b698de7a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 936 time: 0.1672978 Jul 16 20:06:57.614241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-aadf5c03-b23d-492c-acc4-f253e7c62936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:57.622078 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0124d393-b5ce-4182-ac5c-e0c4c8f44584 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5412288 Jul 16 20:06:57.629710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-aadf5c03-b23d-492c-acc4-f253e7c62936 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79c223a5-47eb-436b-afec-6bf74a088fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2010109 Jul 16 20:06:57.705671 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-125358ca-d460-47f3-960d-199f53faf9ed req-80f94f35-84d3-43d7-8296-d307872c5a48 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038783 Jul 16 20:06:57.758384 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1dc8689-c6f7-431c-968d-38659c5f858e req-98af6aeb-b8f2-4703-abe0-93b7a16090a3 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881213 Jul 16 20:06:57.821760 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec17d7-4889-4ae8-9f08-73705fcab36f None None] Network 55d18c1b-2f4c-4339-8e36-df5cc0fad140 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:06:57.836781 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-0dc2daf5-069e-4cfd-a777-3d9dede9e031 service neutron] 10.222.0.63 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699061 Jul 16 20:06:57.992009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d495f2a-80f3-4abd-a9ea-ceb85f98f0e6 req-b992d0f9-2a42-4fd1-ad6a-ac0ee453bcef service neutron] 10.222.0.63 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446357 Jul 16 20:06:58.109484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6f275b-e8c1-4a0e-b362-0563b018d786 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:58.120377 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.148666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Transition to ACTIVE for port object fb6f275b-e8c1-4a0e-b362-0563b018d786 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:58.153281 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.184479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26d962-60e3-4668-8a7c-4a2e732fb0f3 req-a0fdbe16-0295-4242-b6de-1dd9f3b58371 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.186614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a26d962-60e3-4668-8a7c-4a2e732fb0f3 req-a0fdbe16-0295-4242-b6de-1dd9f3b58371 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 965 time: 0.1935034 Jul 16 20:06:58.189760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-00163f47-0fcd-4c70-9276-76ec30e8bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.191527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-00163f47-0fcd-4c70-9276-76ec30e8bb20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6b0e5deb00274f89b087bba82d84e700&device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 1117 time: 0.1290848 Jul 16 20:06:58.238124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6f275b-e8c1-4a0e-b362-0563b018d786,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:58.349979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Attempting to bind port fb6f275b-e8c1-4a0e-b362-0563b018d786 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:06:58.351885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Attempting to bind port fb6f275b-e8c1-4a0e-b362-0563b018d786 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:06:58.352976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Attempting to bind port fb6f275b-e8c1-4a0e-b362-0563b018d786 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:58.362097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Port fb6f275b-e8c1-4a0e-b362-0563b018d786 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:06:58.363765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Attempting to bind port fb6f275b-e8c1-4a0e-b362-0563b018d786 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:06:58.375817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:06:58.377757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:06:58.378436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:06:58.380595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Bound port: fb6f275b-e8c1-4a0e-b362-0563b018d786, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:06:58.380595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.489352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] For port fb6f275b-e8c1-4a0e-b362-0563b018d786, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:06:58.500660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] For port fb6f275b-e8c1-4a0e-b362-0563b018d786, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=fb6f275b-e8c1-4a0e-b362-0563b018d786,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:06:58.508566 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.528181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a26d962-60e3-4668-8a7c-4a2e732fb0f3 req-ea826f31-1335-4d79-9c2c-d22317e2bf1a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328457 Jul 16 20:06:58.563665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.564314 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:58.565771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] 10.222.0.63 "PUT /v2.0/ports/fb6f275b-e8c1-4a0e-b362-0563b018d786 HTTP/1.1" status: 200 len: 1118 time: 1.7266159 Jul 16 20:06:58.569140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8ef875-62fc-49d2-8fba-03979512d0ff', 'tag': 'fb6f275b-e8c1-4a0e-b362-0563b018d786'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:06:58.598070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-50666cb6-afcf-4887-81a3-dd6db79777a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.599601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-50666cb6-afcf-4887-81a3-dd6db79777a7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 200 len: 925 time: 0.3973920 Jul 16 20:06:58.657249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-15185ec5-76b0-41b7-a427-ac16882d4ec2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16f11b66-8afd-4b0f-bf54-398104ec2b87 HTTP/1.1" status: 200 len: 217 time: 0.0449638 Jul 16 20:06:58.738225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-477c2c9b-b871-446d-8f1d-ad086b526665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.740536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-477c2c9b-b871-446d-8f1d-ad086b526665 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e3fe189-3a05-40b2-bf08-6620275a61f8 HTTP/1.1" status: 200 len: 863 time: 0.0761652 Jul 16 20:06:58.740683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9d0da-0a77-48d1-846f-6fa122af2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6f275b-e8c1-4a0e-b362-0563b018d786,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:58.786765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-ded5ea3c-3ab5-464b-b501-1dc3cb697eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.788558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-ded5ea3c-3ab5-464b-b501-1dc3cb697eb2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 1121 time: 0.1391516 Jul 16 20:06:58.870413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-09322610-37f9-4435-8256-71cdb28d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.872413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-09322610-37f9-4435-8256-71cdb28d6c1a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79c223a5-47eb-436b-afec-6bf74a088fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233084 Jul 16 20:06:58.907806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-d2e5c928-44de-485a-b4f5-14fc57aa7492 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:06:58.909968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-d2e5c928-44de-485a-b4f5-14fc57aa7492 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196273 Jul 16 20:06:58.911996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-2efb7135-4eff-41bd-a7c5-2afbb8922070 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fb6f275b-e8c1-4a0e-b362-0563b018d786 HTTP/1.1" status: 200 len: 217 time: 0.1159909 Jul 16 20:06:58.989136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-87439b43-317a-45dc-90b0-10e3a6c3b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:58.992255 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-87439b43-317a-45dc-90b0-10e3a6c3b5df service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0749292 Jul 16 20:06:59.031179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:59.035189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1911083552-network', 'tenant_id': '41cbec664ae14dc68a3d52ea63825111'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:59.059185 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-521ee186-e766-4e1d-b426-3b389808eca5 service neutron] 10.222.0.63 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772959 Jul 16 20:06:59.071792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb5ea5-2cbb-4d7f-a668-44955cbfcbeb req-b9a6ea36-d1d3-4397-a406-4e44d2c1b8db tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.073457 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6cdb5ea5-2cbb-4d7f-a668-44955cbfcbeb req-b9a6ea36-d1d3-4397-a406-4e44d2c1b8db tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 969 time: 0.1776369 Jul 16 20:06:59.105083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Made reservation on behalf of 41cbec664ae14dc68a3d52ea63825111 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:06:59.107614 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.123486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.147623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6cdb5ea5-2cbb-4d7f-a668-44955cbfcbeb req-694fbc78-0ce2-4143-b62c-0206d0a147e7 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629125 Jul 16 20:06:59.176679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-dcc46d54-f81c-4921-b6f0-5116762b413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.180895 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-dcc46d54-f81c-4921-b6f0-5116762b413d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1809895 Jul 16 20:06:59.211472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68c163f3-77d8-4c14-971f-080a383cd0b5 req-28e57b21-26f7-4bd3-af69-e96e433e099e service neutron] 10.222.0.63 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368403 Jul 16 20:06:59.215215 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c951cd32-7593-479c-a3f5-3e217cc9aae8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8ef875-62fc-49d2-8fba-03979512d0ff", "tag": "fb6f275b-e8c1-4a0e-b362-0563b018d786"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:06:59.284308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Request body: {'port': {'device_id': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:06:59.377826 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.405759 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-d2275258-2fa6-499b-92b8-167e546a4fdf service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189713 Jul 16 20:06:59.425570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2894d6-746b-4c7a-aba6-19504c0e5ad1 req-d900aa6a-f77e-4600-9de3-947bb2bc9533 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.427056 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c2894d6-746b-4c7a-aba6-19504c0e5ad1 req-d900aa6a-f77e-4600-9de3-947bb2bc9533 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 969 time: 0.2256930 Jul 16 20:06:59.429121 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb84de3-1005-4e49-a578-1678868f2b13 x-openstack-request-id: req-0eb84de3-1005-4e49-a578-1678868f2b13 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:06:59.429406 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8ef875-62fc-49d2-8fba-03979512d0ff", "tag": "fb6f275b-e8c1-4a0e-b362-0563b018d786", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:06:59.429659 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0eb84de3-1005-4e49-a578-1678868f2b13 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:06:59.430121 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8ef875-62fc-49d2-8fba-03979512d0ff', 'tag': 'fb6f275b-e8c1-4a0e-b362-0563b018d786', 'status': 'completed', 'code': 200} Jul 16 20:06:59.485494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.499604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.589993 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99cad205-255a-46ee-8741-e7cb36d5f8ba req-dab4f658-bcf0-4ee2-8687-ccdf8c952d91 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590400 Jul 16 20:06:59.617768 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c2894d6-746b-4c7a-aba6-19504c0e5ad1 req-31dc1a3e-8b17-42be-96cf-837c84a42f8d tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771784 Jul 16 20:06:59.649376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:06:59.704418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.705020 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Added segment 6a25364a-9be4-45e0-8041-ff8c7314394b of type vlan for network e8942dd9-67e5-428e-a7b8-9ce4e2f649d5 Jul 16 20:06:59.707704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a41382-ed6a-4464-b37c-a37d5f7649fd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:59.772443 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.777148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-1d6d61df-0f23-48f6-9d1c-c074d599775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.778139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6a95be-3427-4d09-a01c-8fabd36a4709 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:06:59.778633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-1d6d61df-0f23-48f6-9d1c-c074d599775b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 1121 time: 0.1269951 Jul 16 20:06:59.788768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.812360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Transition to ACTIVE for port object 3a6a95be-3427-4d09-a01c-8fabd36a4709 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:06:59.825532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd57869-c7fa-4cdc-b1ce-d6657144a74f req-8bbd319c-d8b8-4640-98a5-895b8785ffcc tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.827343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd57869-c7fa-4cdc-b1ce-d6657144a74f req-8bbd319c-d8b8-4640-98a5-895b8785ffcc tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 965 time: 0.1233444 Jul 16 20:06:59.828463 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.907054 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.908051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:06:59.908638 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:06:59.932051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:06:59.941959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40618) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:06:59.993611 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd57869-c7fa-4cdc-b1ce-d6657144a74f req-77b150a2-979a-4a01-b7f2-723d4ef25733 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553919 Jul 16 20:07:00.016585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] Pushing event updated for resources: {'Network': ['ID=e8942dd9-67e5-428e-a7b8-9ce4e2f649d5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:00.017688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9828c15b-c58b-40d6-ac1e-a19789b25a0f up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:00.028755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Attempting to bind port 3a6a95be-3427-4d09-a01c-8fabd36a4709 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:00.029571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Attempting to bind port 3a6a95be-3427-4d09-a01c-8fabd36a4709 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:00.030791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Attempting to bind port 3a6a95be-3427-4d09-a01c-8fabd36a4709 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:00.037943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Port 3a6a95be-3427-4d09-a01c-8fabd36a4709 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:00.038636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Attempting to bind port 3a6a95be-3427-4d09-a01c-8fabd36a4709 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:00.044394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:00.045123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:00.045993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:00.046874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Bound port: 3a6a95be-3427-4d09-a01c-8fabd36a4709, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:00.047896 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.049305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network e8942dd9-67e5-428e-a7b8-9ce4e2f649d5 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:00.064128 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a12c32cf-8461-4c36-8677-aeebf2d159dd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0305994 Jul 16 20:07:00.070208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40622) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:00.089525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Request body: {'subnet': {'network_id': 'e8942dd9-67e5-428e-a7b8-9ce4e2f649d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1911083552-subnet', 'tenant_id': '41cbec664ae14dc68a3d52ea63825111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:00.105019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-1f71c70e-1f59-479d-87f2-a2f87a7fa53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.106630 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-1f71c70e-1f59-479d-87f2-a2f87a7fa53f service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3208930 Jul 16 20:07:00.151420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Made reservation on behalf of 41cbec664ae14dc68a3d52ea63825111 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:00.153780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.192238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:00.202057 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-d4adc028-7385-4896-a1ef-838ad87b8260 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fb6f275b-e8c1-4a0e-b362-0563b018d786 HTTP/1.1" status: 200 len: 217 time: 0.0874112 Jul 16 20:07:00.222244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 9828c15b-c58b-40d6-ac1e-a19789b25a0f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:00.226599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 9828c15b-c58b-40d6-ac1e-a19789b25a0f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:00.227066 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.250874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:00.258870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.340013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.349738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.352669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] 10.222.0.30 "PUT /v2.0/ports/3a6a95be-3427-4d09-a01c-8fabd36a4709 HTTP/1.1" status: 200 len: 1097 time: 1.1211648 Jul 16 20:07:00.357178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:00.359809 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33850be2-0d26-47ae-832f-eea0a248a397" -d '{"events": [{"name": "network-changed", "server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:00.369190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-1471a0fc-2126-4c49-a3ab-e5fd3378bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.370698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-1471a0fc-2126-4c49-a3ab-e5fd3378bb71 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1598554 Jul 16 20:07:00.379808 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.425196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0ea62b-6f78-44af-80ec-7398e1f4a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9828c15b-c58b-40d6-ac1e-a19789b25a0f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:00.474354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d76bef-f493-40bf-b428-97404c45ea13 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:00.477551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fd98e6e-bf5d-400b-a428-e28177315af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.547116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9828c15b-c58b-40d6-ac1e-a19789b25a0f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9828c15b-c58b-40d6-ac1e-a19789b25a0f,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:00.556957 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.572912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-58fe24f2-3fe8-45f4-a630-71318e9827b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.574461 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-58fe24f2-3fe8-45f4-a630-71318e9827b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1100 time: 0.1651027 Jul 16 20:07:00.608498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-87655a5f-7c6c-42a5-ad5f-4e65ad478dc4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=743535f04d9c41f08751d43630cc4015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281940 Jul 16 20:07:00.631716 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a1b43e-c36a-431d-82c0-5b617c5a1caf" -d '{"events": [{"server_uuid": "de0ea62b-6f78-44af-80ec-7398e1f4a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "9828c15b-c58b-40d6-ac1e-a19789b25a0f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:00.639589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=9828c15b-c58b-40d6-ac1e-a19789b25a0f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:00.649269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-0b6260f7-c719-4187-8f96-dbf7eec7a310 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709 HTTP/1.1" status: 200 len: 217 time: 0.0457747 Jul 16 20:07:00.696208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7e28-a470-4515-ba86-f1adb7811c01 req-e44e3028-74d6-4a1f-85ac-c820b3b1c4ed tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.697700 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fcf7e28-a470-4515-ba86-f1adb7811c01 req-e44e3028-74d6-4a1f-85ac-c820b3b1c4ed tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 969 time: 0.3865089 Jul 16 20:07:00.713280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-8c257bd7-000a-4b37-a57c-5087e85750af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.714718 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-8c257bd7-000a-4b37-a57c-5087e85750af service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3364336 Jul 16 20:07:00.764196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fcf7e28-a470-4515-ba86-f1adb7811c01 req-550a6783-1f05-4002-a9ba-8a25eb8c0038 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Jul 16 20:07:00.815318 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:00.821115 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-6e3bfd8d-8963-49dd-9e40-4732dab0dab3 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983889 Jul 16 20:07:00.860683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-7da850ae-553f-404c-9341-566a83bf4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.862165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-7da850ae-553f-404c-9341-566a83bf4bdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.2054925 Jul 16 20:07:00.867192 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0def86-249a-4c05-bb9a-f1cc9b56b151 x-openstack-request-id: req-6e0def86-249a-4c05-bb9a-f1cc9b56b151 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:00.867192 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:00.867494 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e0def86-249a-4c05-bb9a-f1cc9b56b151 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:00.867758 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'status': 'completed', 'code': 200} Jul 16 20:07:00.917377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c951cd32-7593-479c-a3f5-3e217cc9aae8 req-c1fffbc7-adac-4d3e-8978-e51278ed30e4 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900414 Jul 16 20:07:00.954345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c078-6565-4934-b34e-dad5f25c332b req-ab06e7a7-b1c7-451d-a467-f4c5ebc01765 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:00.955849 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-ab06e7a7-b1c7-451d-a467-f4c5ebc01765 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043404 Jul 16 20:07:00.969058 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d23f9-c687-41d0-b832-f11049785768 x-openstack-request-id: req-dc8d23f9-c687-41d0-b832-f11049785768 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:00.969408 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0ea62b-6f78-44af-80ec-7398e1f4a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "9828c15b-c58b-40d6-ac1e-a19789b25a0f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:00.969669 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc8d23f9-c687-41d0-b832-f11049785768 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:00.970167 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0ea62b-6f78-44af-80ec-7398e1f4a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9828c15b-c58b-40d6-ac1e-a19789b25a0f', 'code': 200} Jul 16 20:07:00.977719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32772d6d-de29-4f4b-9ae4-d68c117a8d0b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.002550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fd98e6e-bf5d-400b-a428-e28177315af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.008126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-424359bb-e9bc-41b6-854f-f9e6905a6ae5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/quotas/743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 375 time: 0.0400710 Jul 16 20:07:01.012167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fd98e6e-bf5d-400b-a428-e28177315af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.022759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Checking segment: {'id': '6a25364a-9be4-45e0-8041-ff8c7314394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e8942dd9-67e5-428e-a7b8-9ce4e2f649d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:01.023224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Network hostable DHCP agents. Network: e8942dd9-67e5-428e-a7b8-9ce4e2f649d5, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:01.086753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-4951f5dc-a1d4-46f7-b07c-c2504a7df6a8 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666769 Jul 16 20:07:01.099547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd98e6e-bf5d-400b-a428-e28177315af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9276f6-fa31-436f-b8b5-343481ff701f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.107954 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4fd98e6e-bf5d-400b-a428-e28177315af9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffe5c83f499445528f58a01deae25c13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1601465 Jul 16 20:07:01.108294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40656) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:01.118955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-35d8c39e-a52e-4525-965e-8bec3a0af6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.120454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-35d8c39e-a52e-4525-965e-8bec3a0af6ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2438257 Jul 16 20:07:01.130017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Network e8942dd9-67e5-428e-a7b8-9ce4e2f649d5 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:01.163354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011de295-9957-49ce-a753-de406de6a55a req-2156f1b9-6153-40d7-8c6b-973def8c02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.164862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-011de295-9957-49ce-a753-de406de6a55a req-2156f1b9-6153-40d7-8c6b-973def8c02d0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 1122 time: 0.1313996 Jul 16 20:07:01.166692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, e8942dd9-67e5-428e-a7b8-9ce4e2f649d5) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:01.178662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da513bd5-4af8-427a-81da-334ddab26d7f None None] Network e8942dd9-67e5-428e-a7b8-9ce4e2f649d5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:01.179966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf6a6a-7f76-4724-81e7-c7ad50830b0a req-a966a7cf-2490-4db0-9239-fd0e6088e028 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.181031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.181450 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dcaf6a6a-7f76-4724-81e7-c7ad50830b0a req-a966a7cf-2490-4db0-9239-fd0e6088e028 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 969 time: 0.1082911 Jul 16 20:07:01.181654 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.198839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-011de295-9957-49ce-a753-de406de6a55a req-0d15e0f4-2314-46a9-9ccb-7288711277e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.236922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f245e8d1-5c33-4669-a611-c9f36a898522 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1640542 Jul 16 20:07:01.254955 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dcaf6a6a-7f76-4724-81e7-c7ad50830b0a req-29d758ba-8e10-4389-9312-225ed6d5f22f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627897 Jul 16 20:07:01.256340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-510b3638-f95c-4644-9cbe-652f41ee4df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.296260 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-b7d4b058-0cdc-43d0-9f9d-2359f4f38b7e service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666794 Jul 16 20:07:01.302457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-510b3638-f95c-4644-9cbe-652f41ee4df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.403005 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-deba7723-d8a8-464b-b4b2-7dc0fb0d67af req-ff245650-50a2-4262-bc18-0d14363f97a1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 210 time: 0.0499094 Jul 16 20:07:01.407923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-011de295-9957-49ce-a753-de406de6a55a req-0d15e0f4-2314-46a9-9ccb-7288711277e8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.414484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-011de295-9957-49ce-a753-de406de6a55a req-0d15e0f4-2314-46a9-9ccb-7288711277e8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.453634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35d9348a-69df-46dc-b958-3bc90f2f8422 req-cb5828a2-d9a7-449c-b110-561ce38048f9 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461394 Jul 16 20:07:01.455155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-011de295-9957-49ce-a753-de406de6a55a req-0d15e0f4-2314-46a9-9ccb-7288711277e8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839427 Jul 16 20:07:01.461098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-510b3638-f95c-4644-9cbe-652f41ee4df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.463796 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-510b3638-f95c-4644-9cbe-652f41ee4df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.465009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-510b3638-f95c-4644-9cbe-652f41ee4df6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f9276f6-fa31-436f-b8b5-343481ff701f HTTP/1.1" status: 204 len: 168 time: 0.3558433 Jul 16 20:07:01.478731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b3638-f95c-4644-9cbe-652f41ee4df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9276f6-fa31-436f-b8b5-343481ff701f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.480612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15e0f4-2314-46a9-9ccb-7288711277e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3105ab6c-201d-4756-8178-2de8b1266da8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.533558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b76c1f-63b7-4112-91d2-8a073ce517c1 None None] Network e8942dd9-67e5-428e-a7b8-9ce4e2f649d5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:01.557155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:01.623781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c22d2f-c07f-4b78-bebb-69d8d4625a98 admin admin] Deleting subnet 36a7bebd-342c-4ce4-850e-11979b5e7c7a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:01.629483 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5c22d2f-c07f-4b78-bebb-69d8d4625a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.668660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5c22d2f-c07f-4b78-bebb-69d8d4625a98 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.681274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5c22d2f-c07f-4b78-bebb-69d8d4625a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.698196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04185392-e5d8-4f09-b9a7-5b466b00fe72 req-e256c505-b30d-43c1-a407-1e4e074b571a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.699902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04185392-e5d8-4f09-b9a7-5b466b00fe72 req-e256c505-b30d-43c1-a407-1e4e074b571a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 965 time: 0.2163215 Jul 16 20:07:01.701945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33850be2-0d26-47ae-832f-eea0a248a397 req-6eb180c9-c3da-4cb9-bb2e-ee509612168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.703449 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33850be2-0d26-47ae-832f-eea0a248a397 req-6eb180c9-c3da-4cb9-bb2e-ee509612168d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1100 time: 0.1612561 Jul 16 20:07:01.750812 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5c22d2f-c07f-4b78-bebb-69d8d4625a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.766784 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5c22d2f-c07f-4b78-bebb-69d8d4625a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.769978 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b5c22d2f-c07f-4b78-bebb-69d8d4625a98 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/36a7bebd-342c-4ce4-850e-11979b5e7c7a HTTP/1.1" status: 204 len: 168 time: 0.2111871 Jul 16 20:07:01.772821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:01.783245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04185392-e5d8-4f09-b9a7-5b466b00fe72 req-6222e98d-584f-44da-b57b-51a90ffb6fb1 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764754 Jul 16 20:07:01.808543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c22d2f-c07f-4b78-bebb-69d8d4625a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36a7bebd-342c-4ce4-850e-11979b5e7c7a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:01.864170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33850be2-0d26-47ae-832f-eea0a248a397 req-5e456a9c-b657-4fa5-96ca-fc15011b6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.866350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33850be2-0d26-47ae-832f-eea0a248a397 req-5e456a9c-b657-4fa5-96ca-fc15011b6262 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1517799 Jul 16 20:07:01.906095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.938125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33850be2-0d26-47ae-832f-eea0a248a397 req-2a177694-fb0d-40f3-aeac-0f050cabbef9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709 HTTP/1.1" status: 200 len: 217 time: 0.0643740 Jul 16 20:07:01.947136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:01.990544 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c632f2-dfc0-4b6c-bd06-e0018bff1a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:01.992532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33850be2-0d26-47ae-832f-eea0a248a397 req-69f805dc-9f71-4cc7-ac13-2ce6d8b66fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:01.994716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33850be2-0d26-47ae-832f-eea0a248a397 req-69f805dc-9f71-4cc7-ac13-2ce6d8b66fe2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0498724 Jul 16 20:07:02.016060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 16f11b66-8afd-4b0f-bf54-398104ec2b87 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:02.060664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33850be2-0d26-47ae-832f-eea0a248a397 req-7ecb60f2-13a1-49f8-a8e3-094bffe73ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:02.062292 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33850be2-0d26-47ae-832f-eea0a248a397 req-7ecb60f2-13a1-49f8-a8e3-094bffe73ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582316 Jul 16 20:07:02.080779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.102666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d0bf-e930-4cd5-9bfa-19cd4d29c320 req-f9616299-4b88-4628-974b-dc37dd33bacc tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:02.104238 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e495d0bf-e930-4cd5-9bfa-19cd4d29c320 req-f9616299-4b88-4628-974b-dc37dd33bacc tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 970 time: 0.1960819 Jul 16 20:07:02.111713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.112274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.113024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.113346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.113662 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.114031 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.114352 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.115202 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.115565 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.115900 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.155593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 16f11b66-8afd-4b0f-bf54-398104ec2b87, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=16f11b66-8afd-4b0f-bf54-398104ec2b87,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:02.167229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '16f11b66-8afd-4b0f-bf54-398104ec2b87', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'port_id': '16f11b66-8afd-4b0f-bf54-398104ec2b87', 'mac_address': 'fa:16:3e:0a:8f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-817967176', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:02.181961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33850be2-0d26-47ae-832f-eea0a248a397 req-3f1b63ce-3620-4daa-a319-f2a2682aef93 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118402 Jul 16 20:07:02.208019 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.222394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f11b66-8afd-4b0f-bf54-398104ec2b87 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:02.232306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.232582 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.232846 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.233171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:02.233683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d18c1b-2f4c-4339-8e36-df5cc0fad140']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:02.245557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 16f11b66-8afd-4b0f-bf54-398104ec2b87, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=16f11b66-8afd-4b0f-bf54-398104ec2b87,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:02.251170 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.280468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864d0c21-e393-4ad9-8ec3-9fbed555bd0f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:02.280836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864d0c21-e393-4ad9-8ec3-9fbed555bd0f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:02.295733 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33850be2-0d26-47ae-832f-eea0a248a397 req-9a7bf5a0-fb97-41ad-bd30-c6ef84ab3e02 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993211 Jul 16 20:07:02.308401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.322718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=16f11b66-8afd-4b0f-bf54-398104ec2b87,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:02.350096 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.359694 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e495d0bf-e930-4cd5-9bfa-19cd4d29c320 req-145b58a8-d60d-4f39-a817-941b6d131dba tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206574 Jul 16 20:07:02.367153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:02.367694 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: from cryptography.utils import int_from_bytes Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: from cryptography.utils import int_from_bytes Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:02.372745 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:02.450001 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c632f2-dfc0-4b6c-bd06-e0018bff1a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.451234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.454581 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c632f2-dfc0-4b6c-bd06-e0018bff1a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.460249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['16f11b66-8afd-4b0f-bf54-398104ec2b87'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:02.476203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.481039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] 10.222.0.10 "DELETE /v2.0/networks/55d18c1b-2f4c-4339-8e36-df5cc0fad140 HTTP/1.1" status: 204 len: 168 time: 0.7070150 Jul 16 20:07:02.492368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:02.506218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac44896-0f5d-4849-b7d9-62bd7841b28e admin admin] Pushing event deleted for resources: {'Network': ['ID=55d18c1b-2f4c-4339-8e36-df5cc0fad140,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:02.557113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c632f2-dfc0-4b6c-bd06-e0018bff1a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc29320-1ec8-44e6-8351-cede167f82ab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:02.566521 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d5c632f2-dfc0-4b6c-bd06-e0018bff1a02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b706fc94231490787b1ab298664fa38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6158450 Jul 16 20:07:02.584209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:02.589092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a13e081d-46da-4e69-81aa-daa71033eb06 req-cd70db3a-dc84-4014-a632-b5956c32cf7e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 210 time: 0.0495775 Jul 16 20:07:02.611160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3cc248-bb4a-4ce4-9fc3-b45bdbbd4965 admin admin] Deleting subnet 32772d6d-de29-4f4b-9ae4-d68c117a8d0b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:02.621148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc248-bb4a-4ce4-9fc3-b45bdbbd4965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.662698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b46f0a-faed-462b-b4b2-ec067697a9c3 req-c5adde13-d319-45d8-a781-181bba2069ce tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:02.664483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b46f0a-faed-462b-b4b2-ec067697a9c3 req-c5adde13-d319-45d8-a781-181bba2069ce tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 969 time: 0.2698979 Jul 16 20:07:02.670214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc248-bb4a-4ce4-9fc3-b45bdbbd4965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.704766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaacec3e-6c2e-424a-a98a-974fc7b51ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.712238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b46f0a-faed-462b-b4b2-ec067697a9c3 req-f80173a8-0c63-4c76-866d-b6b83e181909 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392456 Jul 16 20:07:02.736009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaacec3e-6c2e-424a-a98a-974fc7b51ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.738117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc248-bb4a-4ce4-9fc3-b45bdbbd4965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.762440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-adbd43bf-5086-46a4-b374-b6c5d576f452 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=743535f04d9c41f08751d43630cc4015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255342 Jul 16 20:07:02.828755 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc248-bb4a-4ce4-9fc3-b45bdbbd4965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.870458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3cc248-bb4a-4ce4-9fc3-b45bdbbd4965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32772d6d-de29-4f4b-9ae4-d68c117a8d0b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:02.872333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaacec3e-6c2e-424a-a98a-974fc7b51ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.875057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaacec3e-6c2e-424a-a98a-974fc7b51ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.876225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aaacec3e-6c2e-424a-a98a-974fc7b51ca6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dc29320-1ec8-44e6-8351-cede167f82ab HTTP/1.1" status: 204 len: 168 time: 0.2895391 Jul 16 20:07:02.877777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc248-bb4a-4ce4-9fc3-b45bdbbd4965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.881961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bb3cc248-bb4a-4ce4-9fc3-b45bdbbd4965 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/32772d6d-de29-4f4b-9ae4-d68c117a8d0b HTTP/1.1" status: 204 len: 168 time: 0.3848388 Jul 16 20:07:02.882646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:02.949989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c078-6565-4934-b34e-dad5f25c332b req-a29354e2-bdad-4d5f-a0f1-a5ef3bdef90a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:02.951722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-a29354e2-bdad-4d5f-a0f1-a5ef3bdef90a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828811 Jul 16 20:07:02.963243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:02.971799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Request body: {'port': {'device_id': '15daa647-d2c2-477d-85a7-016af89b106b', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '743535f04d9c41f08751d43630cc4015'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:02.976981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacec3e-6c2e-424a-a98a-974fc7b51ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc29320-1ec8-44e6-8351-cede167f82ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.089770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a6cde-de13-4172-b4ab-f485a8072cb5 req-5cb5929a-9e72-4507-8681-fb8b4e4fe656 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:03.091354 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-361a6cde-de13-4172-b4ab-f485a8072cb5 req-5cb5929a-9e72-4507-8681-fb8b4e4fe656 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 966 time: 0.1328537 Jul 16 20:07:03.124961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.144511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8942dd9-67e5-428e-a7b8-9ce4e2f649d5']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:03.156104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Made reservation on behalf of 743535f04d9c41f08751d43630cc4015 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:03.159791 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.162530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a25364a-9be4-45e0-8041-ff8c7314394b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:03.162747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a25364a-9be4-45e0-8041-ff8c7314394b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:03.169242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.179417 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.192502 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-361a6cde-de13-4172-b4ab-f485a8072cb5 req-79a1ad44-6511-4fcc-b874-768155042c7a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647807 Jul 16 20:07:03.200041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.207720 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:03.208195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:03.210647 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:03.278421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.283535 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.285808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e8942dd9-67e5-428e-a7b8-9ce4e2f649d5 HTTP/1.1" status: 204 len: 168 time: 0.4026344 Jul 16 20:07:03.294145 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.299420 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.300386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8da00-3c19-43f5-990e-5d9aec5853f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8942dd9-67e5-428e-a7b8-9ce4e2f649d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.358795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060bb436-1b08-49db-a198-e9539020cae9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.436846 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:03.449916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Allocated IP 192.168.233.179 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:03.489035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-217b63c5-7bf1-459e-9dc3-4d4e403408c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9de482378a8c420685f78e3dff908433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504720 Jul 16 20:07:03.491668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:03.547235 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d63dc7e9-9c0a-40f3-8b9f-5cf1d4a6162a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.570750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d63dc7e9-9c0a-40f3-8b9f-5cf1d4a6162a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.634010 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d63dc7e9-9c0a-40f3-8b9f-5cf1d4a6162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.637734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d63dc7e9-9c0a-40f3-8b9f-5cf1d4a6162a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.639526 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d63dc7e9-9c0a-40f3-8b9f-5cf1d4a6162a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62b508df-23ae-4675-b573-517e88c25f8a HTTP/1.1" status: 204 len: 168 time: 0.1467381 Jul 16 20:07:03.652354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe43e9-9fd7-4abb-9d11-79e47a9598fc req-632a4c1a-e615-408a-8de2-05e0a3fa40cf tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:03.661719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63dc7e9-9c0a-40f3-8b9f-5cf1d4a6162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b508df-23ae-4675-b573-517e88c25f8a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.664787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bffe43e9-9fd7-4abb-9d11-79e47a9598fc req-632a4c1a-e615-408a-8de2-05e0a3fa40cf tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 970 time: 0.1739683 Jul 16 20:07:03.728218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bffe43e9-9fd7-4abb-9d11-79e47a9598fc req-9badf6e5-1b8c-40b8-96a4-034eb0456c13 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623403 Jul 16 20:07:03.780629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.793601 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3455ee74-04ec-4326-8e3e-4e817902e350 req-36f2f7b5-0aaf-4cf6-bdec-1542f1fe593b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 210 time: 0.0523446 Jul 16 20:07:03.804388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Transition to ACTIVE for port object e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:03.916938 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:03.979246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:03.981241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Pushing event updated for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:03.993602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:03.998961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:04.004818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.005135 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.011753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852391f-ca62-484f-96a6-1d10757fa755 req-218ced9b-d3d7-4236-876c-d8ff914b0d8a tempest-AggregatesAdminTestJSON-854571811 tempest-AggregatesAdminTestJSON-854571811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.014860 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8852391f-ca62-484f-96a6-1d10757fa755 req-218ced9b-d3d7-4236-876c-d8ff914b0d8a tempest-AggregatesAdminTestJSON-854571811 tempest-AggregatesAdminTestJSON-854571811-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 1122 time: 0.0658841 Jul 16 20:07:04.032798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device fb6f275b-e8c1-4a0e-b362-0563b018d786 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:04.041665 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8852391f-ca62-484f-96a6-1d10757fa755 req-69b99c33-18ee-48e6-afe1-fbaabeb5178d tempest-AggregatesAdminTestJSON-854571811 tempest-AggregatesAdminTestJSON-854571811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.043270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69c8e9-aa54-4f47-9be4-fe0d35eea238 req-e0c0d42a-a451-4c7c-8faf-36b9e1c6f836 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.045244 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b69c8e9-aa54-4f47-9be4-fe0d35eea238 req-e0c0d42a-a451-4c7c-8faf-36b9e1c6f836 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 969 time: 0.1666696 Jul 16 20:07:04.047044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-6bf5c47d-84b9-403c-b470-a7d8ee37020e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0858803 Jul 16 20:07:04.065667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40736) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:04.071577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Request body: {'port': {'device_id': '15daa647-d2c2-477d-85a7-016af89b106b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:04.074412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 16f11b66-8afd-4b0f-bf54-398104ec2b87 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:04.129961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b69c8e9-aa54-4f47-9be4-fe0d35eea238 req-258a7639-874b-4c07-bfba-1609db1690f2 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781021 Jul 16 20:07:04.200327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-09ce9f96-2b75-4609-8e54-7265d93e95a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41cbec664ae14dc68a3d52ea63825111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047485 Jul 16 20:07:04.201273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:04.207969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8852391f-ca62-484f-96a6-1d10757fa755 req-69b99c33-18ee-48e6-afe1-fbaabeb5178d tempest-AggregatesAdminTestJSON-854571811 tempest-AggregatesAdminTestJSON-854571811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.226681 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8852391f-ca62-484f-96a6-1d10757fa755 req-69b99c33-18ee-48e6-afe1-fbaabeb5178d tempest-AggregatesAdminTestJSON-854571811 tempest-AggregatesAdminTestJSON-854571811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.228454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port fb6f275b-e8c1-4a0e-b362-0563b018d786, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=fb6f275b-e8c1-4a0e-b362-0563b018d786,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:04.230880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 16f11b66-8afd-4b0f-bf54-398104ec2b87 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:04.253728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 16f11b66-8afd-4b0f-bf54-398104ec2b87 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:04.254130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.257022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.286107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'fb6f275b-e8c1-4a0e-b362-0563b018d786', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'fb6f275b-e8c1-4a0e-b362-0563b018d786', 'mac_address': 'fa:16:3e:d0:7f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:tempest-test_az-817967176', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:04.308498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8852391f-ca62-484f-96a6-1d10757fa755 req-69b99c33-18ee-48e6-afe1-fbaabeb5178d tempest-AggregatesAdminTestJSON-854571811 tempest-AggregatesAdminTestJSON-854571811-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857399 Jul 16 20:07:04.313831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b99c33-18ee-48e6-afe1-fbaabeb5178d tempest-AggregatesAdminTestJSON-854571811 tempest-AggregatesAdminTestJSON-854571811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f429d9-9e29-41da-8732-4165b7f949d6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:04.336569 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c6d775d-aa25-41a5-a1bb-80702dd3de1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.368826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c6d775d-aa25-41a5-a1bb-80702dd3de1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.451867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c6d775d-aa25-41a5-a1bb-80702dd3de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.455041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c6d775d-aa25-41a5-a1bb-80702dd3de1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.456475 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6c6d775d-aa25-41a5-a1bb-80702dd3de1b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00a41382-ed6a-4464-b37c-a37d5f7649fd HTTP/1.1" status: 204 len: 168 time: 0.2546976 Jul 16 20:07:04.466903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d775d-aa25-41a5-a1bb-80702dd3de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a41382-ed6a-4464-b37c-a37d5f7649fd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:04.475856 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.501610 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.526343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6f275b-e8c1-4a0e-b362-0563b018d786 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:04.556705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port fb6f275b-e8c1-4a0e-b362-0563b018d786, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=fb6f275b-e8c1-4a0e-b362-0563b018d786,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:04.557954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fba593f9-77b6-4dad-b075-33b292a94991 None None] Provisioning for port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:04.573169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f11b66-8afd-4b0f-bf54-398104ec2b87'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:04.576701 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835ddf2-61aa-4be4-9c56-7e9d783ab48f" -d '{"events": [{"server_uuid": "f13e1663-1f69-4340-ad74-e86bbecd0122", "name": "network-vif-plugged", "status": "completed", "tag": "16f11b66-8afd-4b0f-bf54-398104ec2b87"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:04.580067 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.623355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173607a2-2116-4cd1-8fab-6e385530ca32 req-c6715640-9114-4758-bae6-bb73f77cfda5 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.628468 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-173607a2-2116-4cd1-8fab-6e385530ca32 req-c6715640-9114-4758-bae6-bb73f77cfda5 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 966 time: 0.2642207 Jul 16 20:07:04.661773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=fb6f275b-e8c1-4a0e-b362-0563b018d786,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:04.665116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fba593f9-77b6-4dad-b075-33b292a94991 None None] Provisioning complete for port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:04.665733 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fba593f9-77b6-4dad-b075-33b292a94991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.686576 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-173607a2-2116-4cd1-8fab-6e385530ca32 req-b0e973d6-e19e-459f-baff-28649ae145fa tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571554 Jul 16 20:07:04.699476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 16f11b66-8afd-4b0f-bf54-398104ec2b87, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=16f11b66-8afd-4b0f-bf54-398104ec2b87,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:04.705271 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b765fd41-6d2e-47a3-a1df-2a5c74c8ab34 x-openstack-request-id: req-b765fd41-6d2e-47a3-a1df-2a5c74c8ab34 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:04.705793 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13e1663-1f69-4340-ad74-e86bbecd0122", "name": "network-vif-plugged", "status": "completed", "tag": "16f11b66-8afd-4b0f-bf54-398104ec2b87", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:04.706447 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b765fd41-6d2e-47a3-a1df-2a5c74c8ab34 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:04.707346 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f11b66-8afd-4b0f-bf54-398104ec2b87', 'code': 200} Jul 16 20:07:04.713179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.859961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:04.874059 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.874800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39be8c-67eb-4da6-9675-e5d297720709 req-62e11540-940b-4172-8c57-397126a676b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:04.877200 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc39be8c-67eb-4da6-9675-e5d297720709 req-62e11540-940b-4172-8c57-397126a676b6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 1119 time: 0.0984342 Jul 16 20:07:04.889328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fba593f9-77b6-4dad-b075-33b292a94991 None None] Port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:04.907106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Transition to ACTIVE for port object e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:04.914082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:04.926567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=16f11b66-8afd-4b0f-bf54-398104ec2b87,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:04.946851 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc39be8c-67eb-4da6-9675-e5d297720709 req-8b0d53f5-7ff5-45e8-b674-7c7419c1aa85 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624568 Jul 16 20:07:04.963282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['fb6f275b-e8c1-4a0e-b362-0563b018d786'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:05.046149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:05.085310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Attempting to bind port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:05.085894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Attempting to bind port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:05.085991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Attempting to bind port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:05.091749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:05.092782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Attempting to bind port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:05.095590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:05.110740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:05.111166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:05.111640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:05.112197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Bound port: e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:05.112626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.137944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d73d93-c2b0-4daf-badf-acb91b762f20 req-5ea1e5cb-9381-40c3-b08c-1f1cf06d868f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.149744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a2d73d93-c2b0-4daf-badf-acb91b762f20 req-5ea1e5cb-9381-40c3-b08c-1f1cf06d868f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 948 time: 0.1473858 Jul 16 20:07:05.206217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:05.210071 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a2d73d93-c2b0-4daf-badf-acb91b762f20 req-23a818bb-75b2-4982-8b9a-17544fab16fb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593605 Jul 16 20:07:05.212689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:05.227949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.261817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.262567 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.266482 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] 10.222.0.30 "PUT /v2.0/ports/e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 1097 time: 1.2097487 Jul 16 20:07:05.269169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:05.273448 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8defc4f-1761-4217-a24c-5b9e49c69946" -d '{"events": [{"name": "network-changed", "server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:05.347810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:05.385318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bbae3-a3aa-4319-8e99-f7bce2d16588 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:05.389678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'mac_address': 'fa:16:3e:d4:41:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:05.414384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c078-6565-4934-b34e-dad5f25c332b req-2d984a01-d864-48cb-8562-51cda874a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.416778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-2d984a01-d864-48cb-8562-51cda874a69d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1100 time: 0.1003883 Jul 16 20:07:05.482315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234dc9-be0e-4c43-b4af-85015bdef423 req-52e6df47-3570-4b5d-88f8-fd7eae95183a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.487972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4234dc9-be0e-4c43-b4af-85015bdef423 req-52e6df47-3570-4b5d-88f8-fd7eae95183a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 970 time: 0.1189599 Jul 16 20:07:05.492964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.509224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6a95be-3427-4d09-a01c-8fabd36a4709 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:05.522071 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-21a93a27-cd3b-4f57-b9a2-562f00c12f5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 217 time: 0.0972018 Jul 16 20:07:05.557092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:05.568834 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:05.581707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4234dc9-be0e-4c43-b4af-85015bdef423 req-c7b587b1-125d-4e27-b45e-07645d799ce3 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876598 Jul 16 20:07:05.625855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c078-6565-4934-b34e-dad5f25c332b req-ec6639ff-8780-477c-a505-63677d9afc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.627217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-ec6639ff-8780-477c-a505-63677d9afc19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0947974 Jul 16 20:07:05.680278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:05.708687 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa166f75-b674-4af9-9e65-1e726b999061 x-openstack-request-id: req-fa166f75-b674-4af9-9e65-1e726b999061 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:05.708687 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:05.708687 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa166f75-b674-4af9-9e65-1e726b999061 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:05.708687 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'status': 'completed', 'code': 200} Jul 16 20:07:05.740330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c078-6565-4934-b34e-dad5f25c332b req-4bacfba8-ff52-4479-a376-fb881054d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:05.742131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-4bacfba8-ff52-4479-a376-fb881054d3eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1081100 Jul 16 20:07:05.866426 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3a6a95be-3427-4d09-a01c-8fabd36a4709'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:05.891493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-311d889d-595d-42e1-9e80-7eef82066e08 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419289 Jul 16 20:07:05.999960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1355c078-6565-4934-b34e-dad5f25c332b req-f27c40bf-7f8e-4112-8f00-e5567845583d service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014402 Jul 16 20:07:06.030831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device fb6f275b-e8c1-4a0e-b362-0563b018d786 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:06.165960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-dd10629c-e123-4ec2-8bb1-bc5c8a818ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.167795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-dd10629c-e123-4ec2-8bb1-bc5c8a818ad9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1100 time: 0.1097775 Jul 16 20:07:06.178067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee083c-6044-4e3f-ab10-02ec4fc1dbae req-be538d23-fb5f-4b33-b2ab-73adf819f5a5 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.185150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0ee083c-6044-4e3f-ab10-02ec4fc1dbae req-be538d23-fb5f-4b33-b2ab-73adf819f5a5 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 967 time: 0.1430247 Jul 16 20:07:06.203672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port fb6f275b-e8c1-4a0e-b362-0563b018d786 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:06.207897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port fb6f275b-e8c1-4a0e-b362-0563b018d786 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:06.208398 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.306669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0ee083c-6044-4e3f-ab10-02ec4fc1dbae req-87f0946d-8b6e-4e08-9c7a-b862363bcd1c tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204910 Jul 16 20:07:06.352442 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.358723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-9a88a317-c56b-45cd-abce-69b693321b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.361073 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-9a88a317-c56b-45cd-abce-69b693321b7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1740303 Jul 16 20:07:06.425829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port fb6f275b-e8c1-4a0e-b362-0563b018d786, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=fb6f275b-e8c1-4a0e-b362-0563b018d786,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:06.433615 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.437438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-18607863-627e-45df-bf3f-34d3f1e1b497 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 217 time: 0.0691447 Jul 16 20:07:06.485923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=fb6f275b-e8c1-4a0e-b362-0563b018d786,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:06.535925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26a82a-3cd7-4a7d-8098-c079d525a45e req-a3cc1e7a-2338-4f0c-a018-65bdce66d925 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.537988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-e68f45a9-9442-4651-9fc2-85dba2362abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.539449 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-e68f45a9-9442-4651-9fc2-85dba2362abf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0872519 Jul 16 20:07:06.552893 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fa26a82a-3cd7-4a7d-8098-c079d525a45e req-a3cc1e7a-2338-4f0c-a018-65bdce66d925 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 967 time: 0.0881093 Jul 16 20:07:06.553624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:06.562275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Request body: {'floatingip': {'port_id': '16f11b66-8afd-4b0f-bf54-398104ec2b87'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:06.580099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:06.602167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecc69f-fc6d-4641-8e39-dd5350eb90b2 req-06e0deb7-6ad6-4a08-8ef4-8c39afb9b5db tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.610221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37ecc69f-fc6d-4641-8e39-dd5350eb90b2 req-06e0deb7-6ad6-4a08-8ef4-8c39afb9b5db tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 948 time: 0.1757925 Jul 16 20:07:06.668829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.670094 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37ecc69f-fc6d-4641-8e39-dd5350eb90b2 req-c9dc276c-5b46-4a6e-8675-e12e4677a3ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589573 Jul 16 20:07:06.681861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-92c1a8a5-7ebb-436d-9de4-1b5a639f656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:06.683401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-92c1a8a5-7ebb-436d-9de4-1b5a639f656a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362269 Jul 16 20:07:06.709314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8ef875-62fc-49d2-8fba-03979512d0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6f275b-e8c1-4a0e-b362-0563b018d786'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:06.711865 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dac1e9f-857b-4ed6-be6e-dc2043a20ac6" -d '{"events": [{"server_uuid": "1b8ef875-62fc-49d2-8fba-03979512d0ff", "name": "network-vif-plugged", "status": "completed", "tag": "fb6f275b-e8c1-4a0e-b362-0563b018d786"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:06.748367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25a47c20-48d3-4286-93f5-ad43bbf85ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:06.846408 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-62119406-ba1b-418d-9fc9-f956576ac109 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522505 Jul 16 20:07:06.855344 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914ef27a-f985-4a5a-96b3-6af47358e68c x-openstack-request-id: req-914ef27a-f985-4a5a-96b3-6af47358e68c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:06.855895 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8ef875-62fc-49d2-8fba-03979512d0ff", "name": "network-vif-plugged", "status": "completed", "tag": "fb6f275b-e8c1-4a0e-b362-0563b018d786", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:06.856373 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-914ef27a-f985-4a5a-96b3-6af47358e68c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:06.856959 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8ef875-62fc-49d2-8fba-03979512d0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6f275b-e8c1-4a0e-b362-0563b018d786', 'code': 200} Jul 16 20:07:07.028615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:07.047385 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8defc4f-1761-4217-a24c-5b9e49c69946 req-ee0c7866-a631-4abe-b764-a63a76d913a8 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926112 Jul 16 20:07:07.082490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ebe3d-0816-4d20-80e2-a3d0cb46e52e req-a5b10e60-42ba-4c35-90c3-653d318e0c11 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:07.084980 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-172ebe3d-0816-4d20-80e2-a3d0cb46e52e req-a5b10e60-42ba-4c35-90c3-653d318e0c11 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 971 time: 0.2362189 Jul 16 20:07:07.092815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 3a6a95be-3427-4d09-a01c-8fabd36a4709 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:07.097341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 3a6a95be-3427-4d09-a01c-8fabd36a4709 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:07.097771 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.133988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25a47c20-48d3-4286-93f5-ad43bbf85ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.141259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-172ebe3d-0816-4d20-80e2-a3d0cb46e52e req-a744a419-9974-4960-942b-bacf27037537 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462987 Jul 16 20:07:07.142528 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25a47c20-48d3-4286-93f5-ad43bbf85ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.191312 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.196366 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-25a47c20-48d3-4286-93f5-ad43bbf85ce4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00de0ec25ba943b9af3a9376955da4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145058 Jul 16 20:07:07.197233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a47c20-48d3-4286-93f5-ad43bbf85ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f659b97f-3904-4a10-a7c8-4ea4374dc95a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:07.199844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40900) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:07.243998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:07.253150 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.257334 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1417bc5-3582-41c4-86e2-fd09dd65254c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.283629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1417bc5-3582-41c4-86e2-fd09dd65254c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.294608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301139d9-842d-4021-a73d-c7e9496292e5 req-5efb1e62-8574-4c88-9c26-229ebd39a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:07.296008 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-301139d9-842d-4021-a73d-c7e9496292e5 req-5efb1e62-8574-4c88-9c26-229ebd39a492 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 1123 time: 0.3388138 Jul 16 20:07:07.297576 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-96a7baf9-a0e3-43c1-99eb-44d5ea9b0262 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353971 Jul 16 20:07:07.316142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:07.343718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1417bc5-3582-41c4-86e2-fd09dd65254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.346244 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1417bc5-3582-41c4-86e2-fd09dd65254c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.349896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e1417bc5-3582-41c4-86e2-fd09dd65254c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f659b97f-3904-4a10-a7c8-4ea4374dc95a HTTP/1.1" status: 204 len: 168 time: 0.1463516 Jul 16 20:07:07.364288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1417bc5-3582-41c4-86e2-fd09dd65254c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f659b97f-3904-4a10-a7c8-4ea4374dc95a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:07.502081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-301139d9-842d-4021-a73d-c7e9496292e5 req-b31870c9-2b15-4f3e-94d1-5c8042309eda service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929829 Jul 16 20:07:07.677961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-b384ac2a-c9cd-4b9b-8d02-ca06cef58580 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:07.683754 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-b384ac2a-c9cd-4b9b-8d02-ca06cef58580 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3758926 Jul 16 20:07:07.717449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40934) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:07.758077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-bc0c9dcb-9845-4953-b784-cd95337701e2 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/quotas/e341144ff89042febd24438ee1226e06 HTTP/1.1" status: 200 len: 375 time: 0.0732005 Jul 16 20:07:07.777314 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc91fd2-f767-4b1d-be68-26186fb45d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.815885 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:07:07.820761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-db9bbfde-0960-4963-aade-e576ddb34e8c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526352 Jul 16 20:07:07.889794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739078-c89e-45c7-bb6a-87d544c1e5dc req-88872c47-4c19-436a-9cfe-5da4bfa3363a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:07.891422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7739078-c89e-45c7-bb6a-87d544c1e5dc req-88872c47-4c19-436a-9cfe-5da4bfa3363a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 948 time: 0.0740752 Jul 16 20:07:07.908600 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.915275 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:07.941153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7739078-c89e-45c7-bb6a-87d544c1e5dc req-7dd7a5c5-9f16-4504-850f-c20d48aaec75 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373430 Jul 16 20:07:08.039225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ae070f9-bd25-4285-91fd-a8b93d76518a req-9c4abcb6-5796-4789-b002-9a9ffcd9be48 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 210 time: 0.0399411 Jul 16 20:07:08.042211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc91fd2-f767-4b1d-be68-26186fb45d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.059545 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcc91fd2-f767-4b1d-be68-26186fb45d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.129748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc91fd2-f767-4b1d-be68-26186fb45d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e19a01a-acca-4f67-83d4-c7a7d5db92d1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:08.143677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bcc91fd2-f767-4b1d-be68-26186fb45d7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee42f743079744a1b9dce17ee5b16cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252019 Jul 16 20:07:08.147330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:08.195793 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Floating IP 2843477c-9ebd-44ae-ae26-907df949f92c associated. External IP: 172.25.7.90, port: 16f11b66-8afd-4b0f-bf54-398104ec2b87. Jul 16 20:07:08.301892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bd59-d789-498b-ad74-93ff2a2c3b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.334691 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bd59-d789-498b-ad74-93ff2a2c3b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.490243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bd59-d789-498b-ad74-93ff2a2c3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.492804 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bd59-d789-498b-ad74-93ff2a2c3b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.493933 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3fb5bd59-d789-498b-ad74-93ff2a2c3b7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e19a01a-acca-4f67-83d4-c7a7d5db92d1 HTTP/1.1" status: 204 len: 168 time: 0.3457274 Jul 16 20:07:08.512304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5bd59-d789-498b-ad74-93ff2a2c3b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e19a01a-acca-4f67-83d4-c7a7d5db92d1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:08.558022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Router dfb1e09f-d629-4ef9-a519-f9c0b043c850 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:08.608678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d73b8-d421-4c2b-99aa-d1cbe96b755c req-c20f2148-c1d8-4726-aaeb-f996a9447aff tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:08.615599 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a1d73b8-d421-4c2b-99aa-d1cbe96b755c req-c20f2148-c1d8-4726-aaeb-f996a9447aff tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 971 time: 0.2887588 Jul 16 20:07:08.683285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a1d73b8-d421-4c2b-99aa-d1cbe96b755c req-d178d00f-9bd8-45c4-8dcd-1135ed018044 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653088 Jul 16 20:07:08.737816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:08.750371 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] Sync routers for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:08.761724 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:08.761838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:08.762326 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:08.854314 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-973b11bc-f9ae-464f-b8cf-cdf586023c71 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "PUT /v2.0/floatingips/2843477c-9ebd-44ae-ae26-907df949f92c HTTP/1.1" status: 200 len: 1012 time: 2.2993200 Jul 16 20:07:08.855610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'tag': '16f11b66-8afd-4b0f-bf54-398104ec2b87'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:08.858342 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540" -d '{"events": [{"name": "network-changed", "server_uuid": "f13e1663-1f69-4340-ad74-e86bbecd0122", "tag": "16f11b66-8afd-4b0f-bf54-398104ec2b87"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:08.859234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:08.862592 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3573b3-fada-4e8b-bc43-b832b106203b" -d '{"events": [{"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:08.910249 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:08.966531 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dbb507-a2b8-49eb-9786-96d4fe1a30bb x-openstack-request-id: req-30dbb507-a2b8-49eb-9786-96d4fe1a30bb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:08.966938 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13e1663-1f69-4340-ad74-e86bbecd0122", "tag": "16f11b66-8afd-4b0f-bf54-398104ec2b87", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:08.967448 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30dbb507-a2b8-49eb-9786-96d4fe1a30bb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:08.967977 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'tag': '16f11b66-8afd-4b0f-bf54-398104ec2b87', 'status': 'completed', 'code': 200} Jul 16 20:07:09.038720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:09.054392 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b47128d-c53e-4e90-b844-533a3e89f509 x-openstack-request-id: req-4b47128d-c53e-4e90-b844-533a3e89f509 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:09.055077 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:09.055508 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b47128d-c53e-4e90-b844-533a3e89f509 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:09.056033 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'code': 200} Jul 16 20:07:09.138078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-212108fb-11af-4ae6-87ca-5d5a9025acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.140313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-212108fb-11af-4ae6-87ca-5d5a9025acdf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6b0e5deb00274f89b087bba82d84e700&device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 1119 time: 0.1509783 Jul 16 20:07:09.190751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:09.330880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:09.361075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'mac_address': 'fa:16:3e:69:0e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:09.378622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-3e85577d-5763-4806-914c-785a25a44987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.387883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-3e85577d-5763-4806-914c-785a25a44987 service neutron] 10.222.0.63 "GET /v2.0/networks?id=79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 200 len: 925 time: 0.2405207 Jul 16 20:07:09.443185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.473009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6439aa38-659c-4783-96a7-604026d86bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.484903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:09.514205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7e486-3156-4f3f-a6fc-87ba50f1ca40 req-8fc6870a-a10f-4538-8fce-21a8d931c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.516994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40e7e486-3156-4f3f-a6fc-87ba50f1ca40 req-8fc6870a-a10f-4538-8fce-21a8d931c6f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1102 time: 0.2133863 Jul 16 20:07:09.527862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c56032c3-eee3-4877-889f-916ce3ae4cf7 req-f2cf8e31-3220-40e1-9081-6802de5484ce tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 210 time: 0.0810711 Jul 16 20:07:09.552995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:09.568217 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:09.589244 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '2843477c-9ebd-44ae-ae26-907df949f92c', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'port_id': '16f11b66-8afd-4b0f-bf54-398104ec2b87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'mac_address': 'fa:16:3e:0a:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'device_owner': 'compute:tempest-test_az-817967176'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:48Z', 'updated_at': '2021-07-16T20:07:07Z', 'revision_number': 1, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:09.589667 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-78037502-7e38-48b1-9363-f35b36899778 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16f11b66-8afd-4b0f-bf54-398104ec2b87 HTTP/1.1" status: 200 len: 1020 time: 0.1948130 Jul 16 20:07:09.647008 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40e7e486-3156-4f3f-a6fc-87ba50f1ca40 req-41cd06d5-5675-4ba3-88e1-74830ca704eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219113 Jul 16 20:07:09.674064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac76c1-51d6-4876-8a8d-ad249aa17f9a req-8d81a6ad-68c4-466a-9bee-d4dbd2bb3c96 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.681474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffac76c1-51d6-4876-8a8d-ad249aa17f9a req-8d81a6ad-68c4-466a-9bee-d4dbd2bb3c96 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 948 time: 0.2852976 Jul 16 20:07:09.690686 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] Checking router: dfb1e09f-d629-4ef9-a519-f9c0b043c850 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:09.692075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-3b208c65-5849-415f-a256-e8080c3edb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.694668 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-3b208c65-5849-415f-a256-e8080c3edb8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e3fe189-3a05-40b2-bf08-6620275a61f8 HTTP/1.1" status: 200 len: 863 time: 0.0974603 Jul 16 20:07:09.709264 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:09.739434 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:09.740565 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:06:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:09.808229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-9533eeb8-8439-4201-82cc-ed332a0cbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:09.810754 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-9533eeb8-8439-4201-82cc-ed332a0cbe78 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79c223a5-47eb-436b-afec-6bf74a088fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025345 Jul 16 20:07:09.811081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:09.824319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffac76c1-51d6-4876-8a8d-ad249aa17f9a req-bf6f0638-1fbc-42c2-9788-e40c1c5292be tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240180 Jul 16 20:07:09.854508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-d3afba06-f5d3-4758-b7a4-533c2da4ddb1 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832753 Jul 16 20:07:10.043676 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:10.052966 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6439aa38-659c-4783-96a7-604026d86bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.079614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6439aa38-659c-4783-96a7-604026d86bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.215029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439aa38-659c-4783-96a7-604026d86bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175b57c0-42b2-428f-b809-016dcfd0e6b8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:10.241433 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6439aa38-659c-4783-96a7-604026d86bbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=221bbc8b92ac487494eddab9732dbe89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466623 Jul 16 20:07:10.253664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:10.273692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-5ca3f999-58ad-402f-9fc5-ed7b5801f374 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.277229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-5ca3f999-58ad-402f-9fc5-ed7b5801f374 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4186547 Jul 16 20:07:10.293162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Request body: {'port': {'device_id': 'c58a86a9-e728-43e3-b928-3a7f6fe0d85c', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'e341144ff89042febd24438ee1226e06'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:10.424418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-a19f6431-38a5-4649-85fe-7532964452d0 service neutron] 10.222.0.63 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991485 Jul 16 20:07:10.425273 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e1e60f4-bb3b-466a-8cf2-b9983b7bbb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.446239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4518a4-5945-42c8-89d1-45fa669af8ec req-918551c7-63fa-4a26-9cda-4d985dcd60b4 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:10.453546 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db4518a4-5945-42c8-89d1-45fa669af8ec req-918551c7-63fa-4a26-9cda-4d985dcd60b4 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 971 time: 0.1988771 Jul 16 20:07:10.473024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Made reservation on behalf of e341144ff89042febd24438ee1226e06 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:10.477108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.490243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.522639 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e1e60f4-bb3b-466a-8cf2-b9983b7bbb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.530374 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '2843477c-9ebd-44ae-ae26-907df949f92c', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'port_id': '16f11b66-8afd-4b0f-bf54-398104ec2b87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'mac_address': 'fa:16:3e:0a:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'device_owner': 'compute:tempest-test_az-817967176'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:48Z', 'updated_at': '2021-07-16T20:07:07Z', 'revision_number': 1, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:10.596534 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3979a0-075d-4a42-adcc-c2fe25e6783c None None] The sync data for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 is: [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '2843477c-9ebd-44ae-ae26-907df949f92c', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'port_id': '16f11b66-8afd-4b0f-bf54-398104ec2b87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'mac_address': 'fa:16:3e:0a:8f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'device_owner': 'compute:tempest-test_az-817967176'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:48Z', 'updated_at': '2021-07-16T20:07:07Z', 'revision_number': 1, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:10.632601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.638319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.697442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a792010-c91f-4a71-bc8a-768626181bfd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:10.697907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:10.709446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db4518a4-5945-42c8-89d1-45fa669af8ec req-b9a662ce-4378-4690-86f5-a104e93584ef tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549512 Jul 16 20:07:10.776359 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fb0b61d-e56a-45b8-b62c-b1e6a9064540 req-0e7d3c3c-9704-4e2f-96a0-cdac5e45c4eb service neutron] 10.222.0.63 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180642 Jul 16 20:07:10.796481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e1e60f4-bb3b-466a-8cf2-b9983b7bbb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.799133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e1e60f4-bb3b-466a-8cf2-b9983b7bbb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:10.805527 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5e1e60f4-bb3b-466a-8cf2-b9983b7bbb35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/175b57c0-42b2-428f-b809-016dcfd0e6b8 HTTP/1.1" status: 204 len: 168 time: 0.5488126 Jul 16 20:07:10.825350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e60f4-bb3b-466a-8cf2-b9983b7bbb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b57c0-42b2-428f-b809-016dcfd0e6b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:10.844300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e674a045-93ae-4533-9d0c-1e84969f2ffd req-c9267c71-a976-4161-948b-535016d8f398 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 210 time: 0.0791659 Jul 16 20:07:10.928442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dab04389-d0b4-4b03-9a1b-5bb08cb70934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.004919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Allocated IP 192.168.233.114 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/aa00cab1-255f-4be6-8633-01c341ed1c44) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:11.030769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f975588c-ef77-44c8-85d2-ac8a7f5ffb88 None None] New status for floating IP 2843477c-9ebd-44ae-ae26-907df949f92c: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:07:11.109616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bd517-95fe-4d0a-8e07-5c256bf27ba6 req-10be17f4-acc3-4d0e-a36d-c49f0cd7563b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.119560 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf3bd517-95fe-4d0a-8e07-5c256bf27ba6 req-10be17f4-acc3-4d0e-a36d-c49f0cd7563b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1527178 Jul 16 20:07:11.196481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:11.218642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf3bd517-95fe-4d0a-8e07-5c256bf27ba6 req-a8300670-7f5c-45a6-8b5b-6852a905c1c0 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980411 Jul 16 20:07:11.286018 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dab04389-d0b4-4b03-9a1b-5bb08cb70934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.291983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dab04389-d0b4-4b03-9a1b-5bb08cb70934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.358338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.373619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Transition to ACTIVE for port object aa00cab1-255f-4be6-8633-01c341ed1c44 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:11.388260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab04389-d0b4-4b03-9a1b-5bb08cb70934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b34e07f-1c05-4f24-8be1-2bd56dcb8d3b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:11.417630 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.432935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:11.455316 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dab04389-d0b4-4b03-9a1b-5bb08cb70934 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a0ed9e5e17c4552a0f1c84be90b3f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7427578 Jul 16 20:07:11.463909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:11.533829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05127e90-9a08-41c3-ad21-61f3d62d27ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.558331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:11.562459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:11.562831 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.585985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:11.595090 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac0af5c4-3fcd-47f1-89b3-24c588273796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.616233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:11.618912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:11.625452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.626108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.641610 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac0af5c4-3fcd-47f1-89b3-24c588273796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.649224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3603022 Jul 16 20:07:11.663382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Request body: {'port': {'device_id': 'c58a86a9-e728-43e3-b928-3a7f6fe0d85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:11.668572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34daba4-0df3-4017-a05e-0cec2547ea40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event updated for resources: {'Port': ['ID=aa00cab1-255f-4be6-8633-01c341ed1c44,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:11.713658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119f1b4-d818-479e-94b3-a70d59a0f618 req-59f3b7bb-f8a4-452a-9672-e4293a02bfb6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.722226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a119f1b4-d818-479e-94b3-a70d59a0f618 req-59f3b7bb-f8a4-452a-9672-e4293a02bfb6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 949 time: 0.2072587 Jul 16 20:07:11.724904 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.757042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:11.760463 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3786109a-e9e2-4a6a-9356-b9e83f92e587" -d '{"events": [{"server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:11.781166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:11.785801 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a119f1b4-d818-479e-94b3-a70d59a0f618 req-5cf4c62e-ce3c-4d8c-bb22-1ab9ddc9f38b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631509 Jul 16 20:07:11.790194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.798045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bd73e-9108-4696-9ad3-5f54b1bf1d93 req-864fd83d-7351-4324-8dac-52c0d0785f40 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:11.799643 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac0af5c4-3fcd-47f1-89b3-24c588273796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.802555 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac0af5c4-3fcd-47f1-89b3-24c588273796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.803810 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ac0af5c4-3fcd-47f1-89b3-24c588273796 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b34e07f-1c05-4f24-8be1-2bd56dcb8d3b HTTP/1.1" status: 204 len: 168 time: 0.3386931 Jul 16 20:07:11.805178 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-911bd73e-9108-4696-9ad3-5f54b1bf1d93 req-864fd83d-7351-4324-8dac-52c0d0785f40 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 970 time: 0.2611368 Jul 16 20:07:11.828448 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0af5c4-3fcd-47f1-89b3-24c588273796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b34e07f-1c05-4f24-8be1-2bd56dcb8d3b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:11.835482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.878726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:11.931880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-911bd73e-9108-4696-9ad3-5f54b1bf1d93 req-48789399-7554-4b65-9f89-18f776963399 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256275 Jul 16 20:07:11.974245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9d9711fc-3416-4056-9d38-077346364e69 None None] Provisioning for port aa00cab1-255f-4be6-8633-01c341ed1c44 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:11.980439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9d9711fc-3416-4056-9d38-077346364e69 None None] Provisioning complete for port aa00cab1-255f-4be6-8633-01c341ed1c44 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:11.981073 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d9711fc-3416-4056-9d38-077346364e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:11.988032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05127e90-9a08-41c3-ad21-61f3d62d27ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.033282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9d9711fc-3416-4056-9d38-077346364e69 None None] Port aa00cab1-255f-4be6-8633-01c341ed1c44 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:12.042051 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05127e90-9a08-41c3-ad21-61f3d62d27ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.133680 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:12.133908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-05127e90-9a08-41c3-ad21-61f3d62d27ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=303db475abbd4ebdaec76c25557ef5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6960948 Jul 16 20:07:12.138741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05127e90-9a08-41c3-ad21-61f3d62d27ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4fefe4-14d6-40df-8b1d-1397dfdb732c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:12.206137 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8c2431-a6b9-4616-94ed-22d9b1d6e9fc x-openstack-request-id: req-0c8c2431-a6b9-4616-94ed-22d9b1d6e9fc {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:12.206429 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:12.206696 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c8c2431-a6b9-4616-94ed-22d9b1d6e9fc {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:12.207312 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'code': 200} Jul 16 20:07:12.231326 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-439bce38-bf6f-4f92-af41-e5e90e75b04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.263217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-439bce38-bf6f-4f92-af41-e5e90e75b04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.274502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.30', 60570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:12.313129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa00cab1-255f-4be6-8633-01c341ed1c44 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:12.323404 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.356910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29d5e7-de43-4a98-8d9a-033c67243251 req-d9b1b62c-e2b6-4632-9504-f237dfb69c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.358613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae29d5e7-de43-4a98-8d9a-033c67243251 req-d9b1b62c-e2b6-4632-9504-f237dfb69c06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1102 time: 0.0830095 Jul 16 20:07:12.360815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Transition to ACTIVE for port object aa00cab1-255f-4be6-8633-01c341ed1c44 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:12.363136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-439bce38-bf6f-4f92-af41-e5e90e75b04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.365259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.367414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-439bce38-bf6f-4f92-af41-e5e90e75b04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.368719 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-439bce38-bf6f-4f92-af41-e5e90e75b04d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e4fefe4-14d6-40df-8b1d-1397dfdb732c HTTP/1.1" status: 204 len: 168 time: 0.2340581 Jul 16 20:07:12.388891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:12.415281 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bce38-bf6f-4f92-af41-e5e90e75b04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4fefe4-14d6-40df-8b1d-1397dfdb732c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:12.443481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89a00cd8-897f-4f3d-8727-ba93487e6d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.451557 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa00cab1-255f-4be6-8633-01c341ed1c44,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:12.454947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae29d5e7-de43-4a98-8d9a-033c67243251 req-31b78b75-6f09-4316-ba1c-ff17fdff248d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866103 Jul 16 20:07:12.501779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Attempting to bind port aa00cab1-255f-4be6-8633-01c341ed1c44 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:12.502166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Attempting to bind port aa00cab1-255f-4be6-8633-01c341ed1c44 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:12.502426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Attempting to bind port aa00cab1-255f-4be6-8633-01c341ed1c44 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:12.507456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Port aa00cab1-255f-4be6-8633-01c341ed1c44 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:12.507776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Attempting to bind port aa00cab1-255f-4be6-8633-01c341ed1c44 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:12.513187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:12.513726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:12.513962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:12.514428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Bound port: aa00cab1-255f-4be6-8633-01c341ed1c44, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:12.515370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.540403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2b5a2-f910-40a2-8a51-dc10e01b0e29 req-37d2580a-e2e5-4d96-8811-26a1195f4d90 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.547566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dea2b5a2-f910-40a2-8a51-dc10e01b0e29 req-37d2580a-e2e5-4d96-8811-26a1195f4d90 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 948 time: 0.1857159 Jul 16 20:07:12.606253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] For port aa00cab1-255f-4be6-8633-01c341ed1c44, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:12.617041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] For port aa00cab1-255f-4be6-8633-01c341ed1c44, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aa00cab1-255f-4be6-8633-01c341ed1c44,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:12.628653 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.659153 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dea2b5a2-f910-40a2-8a51-dc10e01b0e29 req-104b3b9a-32f3-4b6d-b646-67a231b6802f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105988 Jul 16 20:07:12.741991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa00cab1-255f-4be6-8633-01c341ed1c44,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:12.751476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.752355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.754011 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-05a2e27a-7828-4920-b851-791ac6fdb8f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa00cab1-255f-4be6-8633-01c341ed1c44 HTTP/1.1" status: 200 len: 1097 time: 1.0954554 Jul 16 20:07:12.754537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58a86a9-e728-43e3-b928-3a7f6fe0d85c', 'tag': 'aa00cab1-255f-4be6-8633-01c341ed1c44'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:12.757802 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712511d9-4b09-4100-af5f-9b07a2575230" -d '{"events": [{"name": "network-changed", "server_uuid": "c58a86a9-e728-43e3-b928-3a7f6fe0d85c", "tag": "aa00cab1-255f-4be6-8633-01c341ed1c44"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:12.775341 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89a00cd8-897f-4f3d-8727-ba93487e6d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.794701 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89a00cd8-897f-4f3d-8727-ba93487e6d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:12.820195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-f6d510a7-9db7-4e4c-93b7-338e8f48db8e tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.822830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-f6d510a7-9db7-4e4c-93b7-338e8f48db8e tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.63 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 970 time: 0.2211437 Jul 16 20:07:12.846874 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8323ff4-5c18-40fc-b1fa-a47f4a8fb1ae x-openstack-request-id: req-a8323ff4-5c18-40fc-b1fa-a47f4a8fb1ae {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:12.847471 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58a86a9-e728-43e3-b928-3a7f6fe0d85c", "tag": "aa00cab1-255f-4be6-8633-01c341ed1c44", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:12.847629 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8323ff4-5c18-40fc-b1fa-a47f4a8fb1ae {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:12.848137 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58a86a9-e728-43e3-b928-3a7f6fe0d85c', 'tag': 'aa00cab1-255f-4be6-8633-01c341ed1c44', 'status': 'completed', 'code': 200} Jul 16 20:07:12.858731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a00cd8-897f-4f3d-8727-ba93487e6d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89b3db-0f32-4327-8315-7e92702717db,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:12.902989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-6cd77b37-3b0a-492f-8015-6d8004aa6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:12.904788 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-6cd77b37-3b0a-492f-8015-6d8004aa6adc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 1100 time: 0.1052907 Jul 16 20:07:12.931728 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-89a00cd8-897f-4f3d-8727-ba93487e6d1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af06334aaee14b2e83b752ea786ef590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352261 Jul 16 20:07:12.952833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:12.990572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-8e0d1972-ad6c-4bed-a02f-29edb13cf363 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=aa00cab1-255f-4be6-8633-01c341ed1c44 HTTP/1.1" status: 200 len: 217 time: 0.0738530 Jul 16 20:07:13.055390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-5e79ee0e-0d0e-4aca-a27b-3676fdf136b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.056921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-5e79ee0e-0d0e-4aca-a27b-3676fdf136b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0570967 Jul 16 20:07:13.131361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d02520-a80b-4993-bbc1-f094bae32029 req-71802e02-703d-4c38-bd14-30a4f92d7e29 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.135729 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d02520-a80b-4993-bbc1-f094bae32029 req-71802e02-703d-4c38-bd14-30a4f92d7e29 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.2283082 Jul 16 20:07:13.139009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2bf26c9-fdaa-4625-8689-113b3dc71295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.170374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-9832f974-ac4d-4aff-b439-2dbb5d24b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.172384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Deleting port 9828c15b-c58b-40d6-ac1e-a19789b25a0f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:13.172802 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-9832f974-ac4d-4aff-b439-2dbb5d24b701 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086881 Jul 16 20:07:13.172947 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.199792 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d02520-a80b-4993-bbc1-f094bae32029 req-7e86b65e-fc50-42e6-943f-d9c0f3f2aa56 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585723 Jul 16 20:07:13.228488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7758bcd-495d-4df3-8b53-5cb1b45c16f4 req-b37e9824-c06d-46be-be21-92cff0fad8ce tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.229997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7758bcd-495d-4df3-8b53-5cb1b45c16f4 req-b37e9824-c06d-46be-be21-92cff0fad8ce tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.1145141 Jul 16 20:07:13.327684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7758bcd-495d-4df3-8b53-5cb1b45c16f4 req-81a31d12-e219-4c97-a2d7-d8c36206aaae tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663650 Jul 16 20:07:13.329924 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-eace53fd-adc8-4108-8a0b-187c8f215a8e service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470065 Jul 16 20:07:13.429982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2bf26c9-fdaa-4625-8689-113b3dc71295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.478975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] For port 9828c15b-c58b-40d6-ac1e-a19789b25a0f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9828c15b-c58b-40d6-ac1e-a19789b25a0f,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:13.479368 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.487795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2f85cbc-df7b-42b4-bc83-ceeb9dc1bda3 req-97c79e22-5a3e-4734-94a6-9605a0275195 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501822 Jul 16 20:07:13.516953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Calling delete_port for 9828c15b-c58b-40d6-ac1e-a19789b25a0f owned by compute:tempest-test_az-817967176 {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:13.609381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e910e-6fa3-4f12-a8f6-b616b807f96c req-d8b3a492-215b-454d-8226-bab8ec68f62a tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.610931 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-594e910e-6fa3-4f12-a8f6-b616b807f96c req-d8b3a492-215b-454d-8226-bab8ec68f62a tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 970 time: 0.2508917 Jul 16 20:07:13.624207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712511d9-4b09-4100-af5f-9b07a2575230 req-42f164d0-1b97-4d3d-adc9-ed593f0a6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.626072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712511d9-4b09-4100-af5f-9b07a2575230 req-42f164d0-1b97-4d3d-adc9-ed593f0a6b3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 1100 time: 0.0802286 Jul 16 20:07:13.631935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2bf26c9-fdaa-4625-8689-113b3dc71295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.634408 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2bf26c9-fdaa-4625-8689-113b3dc71295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.638245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f2bf26c9-fdaa-4625-8689-113b3dc71295 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b89b3db-0f32-4327-8315-7e92702717db HTTP/1.1" status: 204 len: 168 time: 0.6624265 Jul 16 20:07:13.665402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf26c9-fdaa-4625-8689-113b3dc71295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89b3db-0f32-4327-8315-7e92702717db,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:13.710592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-594e910e-6fa3-4f12-a8f6-b616b807f96c req-d8228dbd-d9d6-4de1-b0f4-7b9dd8843051 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930200 Jul 16 20:07:13.789337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712511d9-4b09-4100-af5f-9b07a2575230 req-372e31c3-bfc6-4749-9360-c559fb54c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.793147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712511d9-4b09-4100-af5f-9b07a2575230 req-372e31c3-bfc6-4749-9360-c559fb54c185 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1602290 Jul 16 20:07:13.859342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712511d9-4b09-4100-af5f-9b07a2575230 req-6dcc1f18-0ef0-481c-b875-eabe0632e66e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=aa00cab1-255f-4be6-8633-01c341ed1c44 HTTP/1.1" status: 200 len: 217 time: 0.0580034 Jul 16 20:07:13.877746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:13.885378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-97caceab-522f-46e8-85cd-292da8b25333 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8e67c02d25634c79b104ea62524d79ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555768 Jul 16 20:07:13.891819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['9828c15b-c58b-40d6-ac1e-a19789b25a0f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:13.949020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712511d9-4b09-4100-af5f-9b07a2575230 req-0a558d87-c0b7-43a2-8701-999c933c8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:13.950551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712511d9-4b09-4100-af5f-9b07a2575230 req-0a558d87-c0b7-43a2-8701-999c933c8047 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0845897 Jul 16 20:07:14.062857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-bbfda54b-6c74-4b60-92cb-17077a3f6218 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.064440 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-bbfda54b-6c74-4b60-92cb-17077a3f6218 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400771 Jul 16 20:07:14.065041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712511d9-4b09-4100-af5f-9b07a2575230 req-dd16c268-7380-4622-b66f-a5032e57ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.067819 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712511d9-4b09-4100-af5f-9b07a2575230 req-dd16c268-7380-4622-b66f-a5032e57ff92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094239 Jul 16 20:07:14.150564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Pushing event deleted for resources: {'Port': ['ID=9828c15b-c58b-40d6-ac1e-a19789b25a0f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:14.216300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-0b11a67f-5b9e-4a28-a3d6-6eb28bed8b57 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/quotas/8e67c02d25634c79b104ea62524d79ca HTTP/1.1" status: 200 len: 375 time: 0.0717092 Jul 16 20:07:14.244189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712511d9-4b09-4100-af5f-9b07a2575230 req-41e82d79-b4d7-45e9-a4e2-e0e34dd59b2f service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678324 Jul 16 20:07:14.257935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] No DVR routers for this DVR port 9828c15b-c58b-40d6-ac1e-a19789b25a0f on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:14.271220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:14.272523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26a93943-9403-4c8c-a235-c1aa94d9c5c6 req-2a72a7c0-1e07-4a1f-b526-f7ad77967698 tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.63 "DELETE /v2.0/ports/9828c15b-c58b-40d6-ac1e-a19789b25a0f HTTP/1.1" status: 204 len: 173 time: 1.4374039 Jul 16 20:07:14.272971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0ea62b-6f78-44af-80ec-7398e1f4a8fc', 'name': 'network-vif-deleted', 'tag': '9828c15b-c58b-40d6-ac1e-a19789b25a0f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:14.280607 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a866664-b7c5-40ab-868a-fbcb3359ef05" -d '{"events": [{"server_uuid": "de0ea62b-6f78-44af-80ec-7398e1f4a8fc", "name": "network-vif-deleted", "tag": "9828c15b-c58b-40d6-ac1e-a19789b25a0f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:14.385016 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f5dd00a9-9b14-419f-8fbb-81da92524c69 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269474 Jul 16 20:07:14.592846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712511d9-4b09-4100-af5f-9b07a2575230 req-8f3b4ce0-de13-41d7-9c10-84b3744c543f service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419757 Jul 16 20:07:14.609933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722c4a6-1a75-4245-9458-63816ad48274 req-0b1126fe-e1de-4ce9-a66e-b3dea7a233e3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.617617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f722c4a6-1a75-4245-9458-63816ad48274 req-0b1126fe-e1de-4ce9-a66e-b3dea7a233e3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 948 time: 0.3320448 Jul 16 20:07:14.634340 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af702782-168e-46ca-aa18-bd3e1c0544e9 x-openstack-request-id: req-af702782-168e-46ca-aa18-bd3e1c0544e9 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:14.634851 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0ea62b-6f78-44af-80ec-7398e1f4a8fc", "name": "network-vif-deleted", "tag": "9828c15b-c58b-40d6-ac1e-a19789b25a0f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:14.635316 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af702782-168e-46ca-aa18-bd3e1c0544e9 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:14.636212 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0ea62b-6f78-44af-80ec-7398e1f4a8fc', 'name': 'network-vif-deleted', 'tag': '9828c15b-c58b-40d6-ac1e-a19789b25a0f', 'status': 'completed', 'code': 200} Jul 16 20:07:14.704863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f722c4a6-1a75-4245-9458-63816ad48274 req-883f33b5-f139-4b56-8c98-d953dc863f77 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751290 Jul 16 20:07:14.822756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a3c12e9-b028-424a-8017-1771dc87b261 req-68d7d746-6565-4e74-b6b1-c172f08cbc81 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 210 time: 0.0416613 Jul 16 20:07:14.844033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c884-f165-46c0-8693-ce2527395108 req-11143646-404a-45ac-8a91-ffe1d7ca50d6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:14.852367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8634c884-f165-46c0-8693-ce2527395108 req-11143646-404a-45ac-8a91-ffe1d7ca50d6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.1049953 Jul 16 20:07:14.908726 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8634c884-f165-46c0-8693-ce2527395108 req-1fb64ffb-0a33-424a-936d-53507b39164c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552077 Jul 16 20:07:15.112313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93965fa1-f05d-4e76-b205-6fbc15e3acb5 req-673b4b05-8308-484d-87e7-112c6191d44c tempest-AggregatesAdminTestJSON-494056810 tempest-AggregatesAdminTestJSON-494056810-project] 10.222.0.10 "GET /v2.0/ports?device_id=de0ea62b-6f78-44af-80ec-7398e1f4a8fc HTTP/1.1" status: 200 len: 210 time: 0.0301256 Jul 16 20:07:15.319841 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.603550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e06a2c-4d64-4150-bd91-35f95295ef79 req-1fd857f0-b075-49a0-bd48-c79b00c927a4 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:15.610710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04e06a2c-4d64-4150-bd91-35f95295ef79 req-1fd857f0-b075-49a0-bd48-c79b00c927a4 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1102 time: 0.0681407 Jul 16 20:07:15.631781 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04e06a2c-4d64-4150-bd91-35f95295ef79 req-05696db4-eaac-443f-94a7-b9223a279385 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.711666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:15.779788 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04e06a2c-4d64-4150-bd91-35f95295ef79 req-05696db4-eaac-443f-94a7-b9223a279385 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.795181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04e06a2c-4d64-4150-bd91-35f95295ef79 req-05696db4-eaac-443f-94a7-b9223a279385 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:15.835938 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04e06a2c-4d64-4150-bd91-35f95295ef79 req-05696db4-eaac-443f-94a7-b9223a279385 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242811 Jul 16 20:07:15.867852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05696db4-eaac-443f-94a7-b9223a279385 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1667aac4-a47a-4f0d-950d-00d8e2b7c83c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:15.913733 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6127db42-c24b-4e0f-968d-259ebf96752f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8e67c02d25634c79b104ea62524d79ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376940 Jul 16 20:07:16.037829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af1594-54bd-4901-9924-6f6e1a01bc41 req-cf074e8a-e082-4964-84fa-54df6c1b6985 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.039938 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22af1594-54bd-4901-9924-6f6e1a01bc41 req-cf074e8a-e082-4964-84fa-54df6c1b6985 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 948 time: 0.0768936 Jul 16 20:07:16.069284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a0661324-f4ab-4593-8aad-3c5df7e4c4d1 req-a8feceb8-2d1a-41d9-94a7-83c2214d8601 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 210 time: 0.0352354 Jul 16 20:07:16.080007 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22af1594-54bd-4901-9924-6f6e1a01bc41 req-81acd221-bf3b-466a-8e65-982b18398be9 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324733 Jul 16 20:07:16.091556 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61c94f0b-739a-46a3-9a9a-04ab82a6ae82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.102198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cfbd178-6e74-4732-9fe1-fad9929c9130 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:16.104069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cfbd178-6e74-4732-9fe1-fad9929c9130 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858442 Jul 16 20:07:16.116191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Request body: {'port': {'device_id': '83beca32-7625-4ec8-8b4b-e71cc3604524', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '8e67c02d25634c79b104ea62524d79ca'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:16.225046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-a9c31d18-369a-4947-857a-5651f0ee7c8c req-51bf3801-eedf-476e-a8eb-4da41476b8aa service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:16.226001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9c31d18-369a-4947-857a-5651f0ee7c8c req-51bf3801-eedf-476e-a8eb-4da41476b8aa service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082920 Jul 16 20:07:16.295209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61c94f0b-739a-46a3-9a9a-04ab82a6ae82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.303489 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61c94f0b-739a-46a3-9a9a-04ab82a6ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.329479 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.341908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Made reservation on behalf of 8e67c02d25634c79b104ea62524d79ca for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:16.345409 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.363776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c94f0b-739a-46a3-9a9a-04ab82a6ae82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b943f0-5212-494d-93cd-13dae2bcca1b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:16.370634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:16.370796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61c94f0b-739a-46a3-9a9a-04ab82a6ae82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb8ab35c7e4349399552c8214704069b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6579785 Jul 16 20:07:16.432693 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39532a75-849a-4964-ac5d-3a40f73dd8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.462278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39532a75-849a-4964-ac5d-3a40f73dd8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.521588 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39532a75-849a-4964-ac5d-3a40f73dd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.524666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39532a75-849a-4964-ac5d-3a40f73dd8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.527044 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-39532a75-849a-4964-ac5d-3a40f73dd8d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33b943f0-5212-494d-93cd-13dae2bcca1b HTTP/1.1" status: 204 len: 168 time: 0.1553962 Jul 16 20:07:16.535802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39532a75-849a-4964-ac5d-3a40f73dd8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b943f0-5212-494d-93cd-13dae2bcca1b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:16.560482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Allocated IP 192.168.233.164 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/05462b14-0eea-42d1-9b64-30fe48f0d21d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:16.785817 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.808227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Transition to ACTIVE for port object 05462b14-0eea-42d1-9b64-30fe48f0d21d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:16.882237 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.894540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3a6a95be-3427-4d09-a01c-8fabd36a4709'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:16.897815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['fb6f275b-e8c1-4a0e-b362-0563b018d786'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:16.940625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:16.957680 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e23dd49-42f8-4d3a-bca2-8fb7f82dbc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:16.961864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:16.974924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:17.021895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a3ed3-d411-4727-9f6e-5298fe8e657c req-68f2e48e-bb73-48c8-886f-80f39aef9ffe tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.029638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-136a3ed3-d411-4727-9f6e-5298fe8e657c req-68f2e48e-bb73-48c8-886f-80f39aef9ffe tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.2146583 Jul 16 20:07:17.047776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:17.056821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.059582 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.063872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Pushing event updated for resources: {'Port': ['ID=05462b14-0eea-42d1-9b64-30fe48f0d21d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.084928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aa00cab1-255f-4be6-8633-01c341ed1c44 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:17.107677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.143394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.160290 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-136a3ed3-d411-4727-9f6e-5298fe8e657c req-e1de432d-2c97-47fa-984c-17fe94ad7739 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225882 Jul 16 20:07:17.318312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e23dd49-42f8-4d3a-bca2-8fb7f82dbc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.331754 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e23dd49-42f8-4d3a-bca2-8fb7f82dbc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.332006 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-6cc9cc21-2876-42a5-b1be-d3ed0c39f368 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2195797 Jul 16 20:07:17.343924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Request body: {'port': {'device_id': '83beca32-7625-4ec8-8b4b-e71cc3604524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:17.373804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4793e4c7-a853-4740-b021-fa12a7afe255 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=400ed51c1fcf4be28aeea782ae016b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624030 Jul 16 20:07:17.379904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.421801 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e23dd49-42f8-4d3a-bca2-8fb7f82dbc13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adfa4f6f0d8b433f88b6f8fc0c9a8e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799280 Jul 16 20:07:17.426291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41372) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:17.428894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23dd49-42f8-4d3a-bca2-8fb7f82dbc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4806dc1f-69aa-476d-a596-f5afe336cfb7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.439386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aa00cab1-255f-4be6-8633-01c341ed1c44, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aa00cab1-255f-4be6-8633-01c341ed1c44,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.452650 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-bd1b32c0-b3d0-4517-945d-7785f8bc6f3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3076882 Jul 16 20:07:17.470536 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d16d8e-0e46-4630-973f-28af2b1fcb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.477838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'aa00cab1-255f-4be6-8633-01c341ed1c44', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'aa00cab1-255f-4be6-8633-01c341ed1c44', 'mac_address': 'fa:16:3e:dc:5d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:17.494563 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d16d8e-0e46-4630-973f-28af2b1fcb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.551629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.555470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a5a7dee-9437-4de7-8508-82a94ff9876f None None] Provisioning for port 05462b14-0eea-42d1-9b64-30fe48f0d21d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:17.561912 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d16d8e-0e46-4630-973f-28af2b1fcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.564473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d16d8e-0e46-4630-973f-28af2b1fcb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.568358 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e3d16d8e-0e46-4630-973f-28af2b1fcb7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4 HTTP/1.1" status: 204 len: 168 time: 0.1832292 Jul 16 20:07:17.581597 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.583818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d16d8e-0e46-4630-973f-28af2b1fcb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe9a83d-1d55-42bc-9ca3-b25a3cf5b6a4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.588838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa00cab1-255f-4be6-8633-01c341ed1c44 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:17.611441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aa00cab1-255f-4be6-8633-01c341ed1c44, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aa00cab1-255f-4be6-8633-01c341ed1c44,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:17.615890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a5a7dee-9437-4de7-8508-82a94ff9876f None None] Provisioning complete for port 05462b14-0eea-42d1-9b64-30fe48f0d21d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:17.616249 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a5a7dee-9437-4de7-8508-82a94ff9876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.629159 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.636488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26f9c048-78cf-48ca-987d-fd8455d79689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.707441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a7dee-9437-4de7-8508-82a94ff9876f None None] Port 05462b14-0eea-42d1-9b64-30fe48f0d21d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:17.733065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aa00cab1-255f-4be6-8633-01c341ed1c44,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:17.757099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26f9c048-78cf-48ca-987d-fd8455d79689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.774029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16188441-2c9a-4942-9742-dc33a78be583 req-b72a20e4-d08d-4410-87bf-c12c6e028470 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.782624 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16188441-2c9a-4942-9742-dc33a78be583 req-b72a20e4-d08d-4410-87bf-c12c6e028470 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 949 time: 0.1234725 Jul 16 20:07:17.830031 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16188441-2c9a-4942-9742-dc33a78be583 req-5b7756b7-d800-4fb0-a98b-3366f857f9f4 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461929 Jul 16 20:07:17.854892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:17.911643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be3438-99b6-4d7f-ac26-6feeeb35b8ca req-91d2ec11-c349-45d3-960f-2d316b4499af tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:17.913054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40be3438-99b6-4d7f-ac26-6feeeb35b8ca req-91d2ec11-c349-45d3-960f-2d316b4499af tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 936 time: 0.4105191 Jul 16 20:07:17.987048 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26f9c048-78cf-48ca-987d-fd8455d79689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.990186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26f9c048-78cf-48ca-987d-fd8455d79689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:17.994532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-26f9c048-78cf-48ca-987d-fd8455d79689 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4806dc1f-69aa-476d-a596-f5afe336cfb7 HTTP/1.1" status: 204 len: 168 time: 0.5664768 Jul 16 20:07:18.049606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41398) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:18.073439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9c048-78cf-48ca-987d-fd8455d79689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4806dc1f-69aa-476d-a596-f5afe336cfb7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.075153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9828c15b-c58b-40d6-ac1e-a19789b25a0f no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:18.095578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40be3438-99b6-4d7f-ac26-6feeeb35b8ca req-6089b181-5f3d-4cae-a9bc-46f5a9c6b19f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655757 Jul 16 20:07:18.135740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0433be26-543b-4392-a1e5-5694ab2dbeb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef68298117614e7c94e3e8b36a2b9838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845666 Jul 16 20:07:18.140926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:18.167465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 9828c15b-c58b-40d6-ac1e-a19789b25a0f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:18.167825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9828c15b-c58b-40d6-ac1e-a19789b25a0f not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:18.198802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76872121-eafd-4f48-9428-1e9d18613313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.235308 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76872121-eafd-4f48-9428-1e9d18613313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.296330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76872121-eafd-4f48-9428-1e9d18613313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.299312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76872121-eafd-4f48-9428-1e9d18613313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.301239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-76872121-eafd-4f48-9428-1e9d18613313 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34f429d9-9e29-41da-8732-4165b7f949d6 HTTP/1.1" status: 204 len: 168 time: 0.1592164 Jul 16 20:07:18.317959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05462b14-0eea-42d1-9b64-30fe48f0d21d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:18.327500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76872121-eafd-4f48-9428-1e9d18613313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f429d9-9e29-41da-8732-4165b7f949d6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.334535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.350251 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Transition to ACTIVE for port object 05462b14-0eea-42d1-9b64-30fe48f0d21d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:18.360066 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.470468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735861d-7b65-4951-9e78-3afb89290b3e req-ed016ed5-e64e-4941-90ac-b66de4cf9725 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.473203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Pushing event updated for resources: {'Port': ['ID=05462b14-0eea-42d1-9b64-30fe48f0d21d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:18.491935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8735861d-7b65-4951-9e78-3afb89290b3e req-ed016ed5-e64e-4941-90ac-b66de4cf9725 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.1031039 Jul 16 20:07:18.549377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Attempting to bind port 05462b14-0eea-42d1-9b64-30fe48f0d21d on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:18.551280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Attempting to bind port 05462b14-0eea-42d1-9b64-30fe48f0d21d by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:18.551783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Attempting to bind port 05462b14-0eea-42d1-9b64-30fe48f0d21d on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:18.563757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Port 05462b14-0eea-42d1-9b64-30fe48f0d21d on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:18.564381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Attempting to bind port 05462b14-0eea-42d1-9b64-30fe48f0d21d on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:18.575839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:18.578640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:18.579185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:18.580335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Bound port: 05462b14-0eea-42d1-9b64-30fe48f0d21d, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:18.580703 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.613984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8735861d-7b65-4951-9e78-3afb89290b3e req-f082cde2-8452-4b81-a9aa-d207b09bbd38 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210489 Jul 16 20:07:18.760582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] For port 05462b14-0eea-42d1-9b64-30fe48f0d21d, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:18.765196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] For port 05462b14-0eea-42d1-9b64-30fe48f0d21d, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05462b14-0eea-42d1-9b64-30fe48f0d21d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:18.776700 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.872555 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-c3cf584a-464f-4920-8afb-57b9a4e71247 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1370440 Jul 16 20:07:18.918406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:18.919056 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:18.931750 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] 10.222.0.30 "PUT /v2.0/ports/05462b14-0eea-42d1-9b64-30fe48f0d21d HTTP/1.1" status: 200 len: 1097 time: 1.5920494 Jul 16 20:07:18.957567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83beca32-7625-4ec8-8b4b-e71cc3604524', 'tag': '05462b14-0eea-42d1-9b64-30fe48f0d21d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:18.960879 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581" -d '{"events": [{"name": "network-changed", "server_uuid": "83beca32-7625-4ec8-8b4b-e71cc3604524", "tag": "05462b14-0eea-42d1-9b64-30fe48f0d21d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:19.039875 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b9f6e-2c72-4f86-9e27-d4089dbf77a5 x-openstack-request-id: req-b38b9f6e-2c72-4f86-9e27-d4089dbf77a5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:19.043516 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83beca32-7625-4ec8-8b4b-e71cc3604524", "tag": "05462b14-0eea-42d1-9b64-30fe48f0d21d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:19.043979 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b38b9f6e-2c72-4f86-9e27-d4089dbf77a5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:19.045632 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83beca32-7625-4ec8-8b4b-e71cc3604524', 'tag': '05462b14-0eea-42d1-9b64-30fe48f0d21d', 'status': 'completed', 'code': 200} Jul 16 20:07:19.058549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b973ec-a1c2-4e5f-8f6f-0e9894e10703 service neutron] Pushing event updated for resources: {'Port': ['ID=05462b14-0eea-42d1-9b64-30fe48f0d21d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:19.069430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aa00cab1-255f-4be6-8633-01c341ed1c44 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:19.078573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41478) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:19.190775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-cf17224f-5079-471a-a1c5-4a853a6dcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.195355 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-cf17224f-5079-471a-a1c5-4a853a6dcbeb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6b0e5deb00274f89b087bba82d84e700&device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 1119 time: 0.2194991 Jul 16 20:07:19.215700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port aa00cab1-255f-4be6-8633-01c341ed1c44 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:19.227431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port aa00cab1-255f-4be6-8633-01c341ed1c44 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:19.229351 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.390345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768d3ad-8779-4508-b322-8f0ced6c43a7 req-9e178bcf-b61a-421b-a079-fee025b84533 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.401436 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0768d3ad-8779-4508-b322-8f0ced6c43a7 req-9e178bcf-b61a-421b-a079-fee025b84533 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 949 time: 0.2045746 Jul 16 20:07:19.428090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9d2b-5a44-436a-8262-dc8d31b0d9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.454574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-29683cc4-0962-4476-a7db-2cf6577fc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.458793 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-29683cc4-0962-4476-a7db-2cf6577fc073 service neutron] 10.222.0.63 "GET /v2.0/networks?id=79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 200 len: 925 time: 0.2051728 Jul 16 20:07:19.464812 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.499444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a86a9-e728-43e3-b928-3a7f6fe0d85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa00cab1-255f-4be6-8633-01c341ed1c44'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:19.502103 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ada57a-1656-4dad-b078-03083aaa4e56" -d '{"events": [{"server_uuid": "c58a86a9-e728-43e3-b928-3a7f6fe0d85c", "name": "network-vif-plugged", "status": "completed", "tag": "aa00cab1-255f-4be6-8633-01c341ed1c44"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:19.518373 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0768d3ad-8779-4508-b322-8f0ced6c43a7 req-54c59bfc-159a-4d70-b307-3b881961ee37 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150811 Jul 16 20:07:19.518635 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aa00cab1-255f-4be6-8633-01c341ed1c44, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aa00cab1-255f-4be6-8633-01c341ed1c44,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:19.526302 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:19.595390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aa00cab1-255f-4be6-8633-01c341ed1c44,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:19.609111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-b4eb2dfc-32da-4d21-a05c-47bb19a4d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.611015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-b4eb2dfc-32da-4d21-a05c-47bb19a4d39a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 1100 time: 0.1791267 Jul 16 20:07:19.664453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-77d4ed7b-a577-49e5-82db-0d7dbc6e4bdd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16f11b66-8afd-4b0f-bf54-398104ec2b87 HTTP/1.1" status: 200 len: 1022 time: 0.1685476 Jul 16 20:07:19.674209 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153acca6-28b1-4cb4-8427-ebd5b6836a4e x-openstack-request-id: req-153acca6-28b1-4cb4-8427-ebd5b6836a4e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:19.674617 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58a86a9-e728-43e3-b928-3a7f6fe0d85c", "name": "network-vif-plugged", "status": "completed", "tag": "aa00cab1-255f-4be6-8633-01c341ed1c44", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:19.675186 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-153acca6-28b1-4cb4-8427-ebd5b6836a4e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:19.675864 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a86a9-e728-43e3-b928-3a7f6fe0d85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa00cab1-255f-4be6-8633-01c341ed1c44', 'code': 200} Jul 16 20:07:19.712822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-f43b5667-97cc-4d56-a846-fc286a766468 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=05462b14-0eea-42d1-9b64-30fe48f0d21d HTTP/1.1" status: 200 len: 217 time: 0.0928118 Jul 16 20:07:19.724833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c3b1a-5b72-4b0b-b808-2d82df7c160a req-2aa57473-475a-4b97-abd9-930dc0ce29cc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.732175 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-382c3b1a-5b72-4b0b-b808-2d82df7c160a req-2aa57473-475a-4b97-abd9-930dc0ce29cc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 948 time: 0.2654352 Jul 16 20:07:19.784251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-40bba818-fe5d-43cc-be68-c10c949a0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.788740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-40bba818-fe5d-43cc-be68-c10c949a0053 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4e3fe189-3a05-40b2-bf08-6620275a61f8 HTTP/1.1" status: 200 len: 863 time: 0.1154501 Jul 16 20:07:19.865755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-4c3ebd2e-a455-48bf-8c8b-3baa2a70fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.867914 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-4c3ebd2e-a455-48bf-8c8b-3baa2a70fcbc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=79c223a5-47eb-436b-afec-6bf74a088fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727441 Jul 16 20:07:19.924069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-382c3b1a-5b72-4b0b-b808-2d82df7c160a req-dc86a3c8-ce1c-4558-bcdd-bebea91ab2ec tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909146 Jul 16 20:07:19.978259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-0748b431-68b4-467e-9bae-183a39e458c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:19.980268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-0748b431-68b4-467e-9bae-183a39e458c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.2461596 Jul 16 20:07:19.997004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9d2b-5a44-436a-8262-dc8d31b0d9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.009798 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9d2b-5a44-436a-8262-dc8d31b0d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.091135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41530) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:20.139430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d9d2b-5a44-436a-8262-dc8d31b0d9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070e7ac7-ca61-4685-91bf-01cf95f75fd6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.184372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7a2d9d2b-5a44-436a-8262-dc8d31b0d9ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd5418b377114216b6bfe7b0ebb04343&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1043954 Jul 16 20:07:20.186471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.30', 60576) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:20.186976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41540) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:20.274309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c4e49-cbda-44d3-a495-14696e718a63 req-2e68de5b-42df-40b7-8b8a-5605bb0c1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.275844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb1c4e49-cbda-44d3-a495-14696e718a63 req-2e68de5b-42df-40b7-8b8a-5605bb0c1c7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 1102 time: 0.3827646 Jul 16 20:07:20.332355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-e9fd2de3-b213-4eda-a13e-7b41ce824209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.333876 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-e9fd2de3-b213-4eda-a13e-7b41ce824209 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3391976 Jul 16 20:07:20.390569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb1c4e49-cbda-44d3-a495-14696e718a63 req-effdf00e-c751-49b8-9f21-7e6f3ecf2eb4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058540 Jul 16 20:07:20.404337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fdb9e-b7b3-472a-b0a4-312a6081af7b req-08df4aaa-b7d5-4a63-8435-c81c65c67929 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.404934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-30c308f9-7b32-4127-886f-cf45a4c6ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.406205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-191fdb9e-b7b3-472a-b0a4-312a6081af7b req-08df4aaa-b7d5-4a63-8435-c81c65c67929 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.0837135 Jul 16 20:07:20.408071 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-6adcb6df-f81e-4ff5-a816-5b10c3e66d41 service neutron] 10.222.0.63 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326891 Jul 16 20:07:20.413667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-30c308f9-7b32-4127-886f-cf45a4c6ebfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1102 time: 0.2245862 Jul 16 20:07:20.446681 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32b8c40e-f76e-4094-99d6-a5d31d2825da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.476115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1248487330-network', 'tenant_id': '318fe6819e744e4f820124e33efce5e3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:20.509784 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c587263-f64a-4a07-ac67-a0bbf736b013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.517604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-191fdb9e-b7b3-472a-b0a4-312a6081af7b req-a37b5684-d69d-4156-bc65-61b2529a537b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010568 Jul 16 20:07:20.570297 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32b8c40e-f76e-4094-99d6-a5d31d2825da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.632643 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2da8536-5271-433d-b1b4-634ccfae92dc req-bd799e91-7304-4677-a536-0a16f5bd71b5 service neutron] 10.222.0.63 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995833 Jul 16 20:07:20.640765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-8fbe49fd-528d-4633-ad60-239d142bd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.642353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-8fbe49fd-528d-4633-ad60-239d142bd413 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1968768 Jul 16 20:07:20.647894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Made reservation on behalf of 318fe6819e744e4f820124e33efce5e3 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:20.649317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.681528 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-382bc3b6-ca60-4629-a466-99c6bf573ab3 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372555 Jul 16 20:07:20.709668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.725437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-bff3007f-ecf7-404b-937b-b83b828a92d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 217 time: 0.0636144 Jul 16 20:07:20.756377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407bc6-2517-4f18-8e98-038d595ab0f8 req-0a378067-8239-467c-a3a4-c6d90f2236fb tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.757920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7407bc6-2517-4f18-8e98-038d595ab0f8 req-0a378067-8239-467c-a3a4-c6d90f2236fb tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 950 time: 0.0775299 Jul 16 20:07:20.812268 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7407bc6-2517-4f18-8e98-038d595ab0f8 req-32ecb363-b4be-422d-a275-07df1d700990 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461283 Jul 16 20:07:20.841863 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32b8c40e-f76e-4094-99d6-a5d31d2825da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.844808 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32b8c40e-f76e-4094-99d6-a5d31d2825da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:20.846099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-32b8c40e-f76e-4094-99d6-a5d31d2825da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/070e7ac7-ca61-4685-91bf-01cf95f75fd6 HTTP/1.1" status: 204 len: 168 time: 0.6558161 Jul 16 20:07:20.878523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8c40e-f76e-4094-99d6-a5d31d2825da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070e7ac7-ca61-4685-91bf-01cf95f75fd6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:20.886323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-5e2bc7b8-3bae-496e-9036-5a8dc50974d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:20.887809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-5e2bc7b8-3bae-496e-9036-5a8dc50974d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1543567 Jul 16 20:07:20.944639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:20.944951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df8d50bc-0ce9-45f8-abd4-427c11f72d5d req-45dd22f4-d83b-49ca-8390-7a9badcfc8e6 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326033 Jul 16 20:07:21.041249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-c6b388a8-c6db-45ee-a2e1-560d596bca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.042954 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-c6b388a8-c6db-45ee-a2e1-560d596bca91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437137 Jul 16 20:07:21.153034 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.224975 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c761c150-6606-4903-94ee-b54b905b8929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.371831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.376346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c761c150-6606-4903-94ee-b54b905b8929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.385050 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c761c150-6606-4903-94ee-b54b905b8929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.435957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c761c150-6606-4903-94ee-b54b905b8929 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a76905005cd941a7a648349011174bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898684 Jul 16 20:07:21.437701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761c150-6606-4903-94ee-b54b905b8929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74c6860-0dc0-4528-890c-10e9327589ae,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.442104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:21.479673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:21.496169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:21.499704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d78ae44-ac97-4a7c-8c26-64e0693e63c7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.517890 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.518229 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Added segment 6393046a-921d-4d37-8639-c826ed0f8bd8 of type vlan for network 7de7c1b8-bca4-457a-87a3-abb5c522951d Jul 16 20:07:21.521921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-707bdf9c-fbbd-44d8-b787-fa2e6fc60ba7 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556305 Jul 16 20:07:21.522560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e54b086c-0ad0-497d-a07c-1910a5367abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.524644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-51c77581-157a-4de5-87fa-8c7d6c50a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.526312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-51c77581-157a-4de5-87fa-8c7d6c50a31a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 1100 time: 0.5056365 Jul 16 20:07:21.543868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809500ba-fbc8-4372-9ecd-fae9dac73dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.576705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809500ba-fbc8-4372-9ecd-fae9dac73dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.652671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3c3cd-d904-4888-9004-554f2dc58035 req-5e3d3432-08b2-41b2-a8f4-1c2e6390a53f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.659441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67d3c3cd-d904-4888-9004-554f2dc58035 req-5e3d3432-08b2-41b2-a8f4-1c2e6390a53f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 948 time: 0.5599720 Jul 16 20:07:21.676864 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809500ba-fbc8-4372-9ecd-fae9dac73dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.676864 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809500ba-fbc8-4372-9ecd-fae9dac73dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.676864 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-809500ba-fbc8-4372-9ecd-fae9dac73dc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a74c6860-0dc0-4528-890c-10e9327589ae HTTP/1.1" status: 204 len: 168 time: 0.2325432 Jul 16 20:07:21.692196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.694766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809500ba-fbc8-4372-9ecd-fae9dac73dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74c6860-0dc0-4528-890c-10e9327589ae,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.699068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e54b086c-0ad0-497d-a07c-1910a5367abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.707086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e54b086c-0ad0-497d-a07c-1910a5367abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.742770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-76eccdd7-9e62-4c76-9c36-44855978775e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3856931 Jul 16 20:07:21.786821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e54b086c-0ad0-497d-a07c-1910a5367abd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8a3d8478c45436f8983a683f8ac8711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894783 Jul 16 20:07:21.788015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b086c-0ad0-497d-a07c-1910a5367abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017ff42e-dff6-4247-b59e-4c4507844ea7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:21.790316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:21.850210 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8109-a2fa-4429-82b4-3feb6b6e76c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.872278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-c2c07c81-f444-4a95-9449-a2bd4b32a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.875014 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-c2c07c81-f444-4a95-9449-a2bd4b32a260 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3344140 Jul 16 20:07:21.877876 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-dd55c934-9ac0-4ecc-a506-38996a02bbff service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359816 Jul 16 20:07:21.883384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8109-a2fa-4429-82b4-3feb6b6e76c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.922414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67d3c3cd-d904-4888-9004-554f2dc58035 req-8201fd35-6958-4111-9dc1-6ef50b44de0f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621231 Jul 16 20:07:21.995542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:21.996722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:21.999784 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.027487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-bc03c15e-8ab6-4c5b-9f7c-f90fcfdb7c2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=05462b14-0eea-42d1-9b64-30fe48f0d21d HTTP/1.1" status: 200 len: 217 time: 0.0912635 Jul 16 20:07:22.091998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] Pushing event updated for resources: {'Network': ['ID=7de7c1b8-bca4-457a-87a3-abb5c522951d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:22.103273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:22.104750 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-788aefb2-9ed6-4b76-a392-ba9f2304ee81 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0103488 Jul 16 20:07:22.105862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41610) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:22.111743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 7de7c1b8-bca4-457a-87a3-abb5c522951d details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:22.130106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Request body: {'subnet': {'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1248487330-subnet', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:22.131735 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8109-a2fa-4429-82b4-3feb6b6e76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.134999 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8109-a2fa-4429-82b4-3feb6b6e76c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.138299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7e8f8109-a2fa-4429-82b4-3feb6b6e76c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/017ff42e-dff6-4247-b59e-4c4507844ea7 HTTP/1.1" status: 204 len: 168 time: 0.3468151 Jul 16 20:07:22.158335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f8109-a2fa-4429-82b4-3feb6b6e76c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017ff42e-dff6-4247-b59e-4c4507844ea7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:22.170389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1b48a-7a70-4288-92e9-c46f49c706c0 req-02a06ce2-fa71-44f8-b08d-415d588d5688 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.180633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79b1b48a-7a70-4288-92e9-c46f49c706c0 req-02a06ce2-fa71-44f8-b08d-415d588d5688 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.2271674 Jul 16 20:07:22.225375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79b1b48a-7a70-4288-92e9-c46f49c706c0 req-40b5c704-ea7f-42ea-8a53-2664c753282b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434055 Jul 16 20:07:22.227627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-c4583906-e6d9-4df3-8911-e575eeaa0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.235745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-c4583906-e6d9-4df3-8911-e575eeaa0bcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1973085 Jul 16 20:07:22.258442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-28cb24d0-bca7-4a44-a462-1ca5c5974860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.260638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-28cb24d0-bca7-4a44-a462-1ca5c5974860 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1102 time: 0.3639245 Jul 16 20:07:22.278235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:22.296102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fddcb317-8cb1-4242-b75e-bdb19b1dd413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.312921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Made reservation on behalf of 318fe6819e744e4f820124e33efce5e3 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:22.315719 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.325329 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2659e435-eb49-4900-873f-c953a8833b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.364625 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-2659e435-eb49-4900-873f-c953a8833b94 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:07:22.364625 n-d-792394-17 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:07:22.364625 n-d-792394-17 neutron-server[93958]: [parameters: {'project_id_1': 'fb302541c1504ccdbaf82a80b7856338', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 7, 22, 341069)}] Jul 16 20:07:22.364625 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:07:22.365329 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [None req-2659e435-eb49-4900-873f-c953a8833b94 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:07:22.441774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fddcb317-8cb1-4242-b75e-bdb19b1dd413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.445613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fddcb317-8cb1-4242-b75e-bdb19b1dd413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.484921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fddcb317-8cb1-4242-b75e-bdb19b1dd413 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=481c071d6ad74ca4ab5645a0fe94ea55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054780 Jul 16 20:07:22.486154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb317-8cb1-4242-b75e-bdb19b1dd413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7ed283-ad86-4754-942b-5fc9c8784cbd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:22.488538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:22.542688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b13c1fa-7f15-4ae3-acaa-ab001f7f6db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.548837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892ea7-0082-486b-bf53-6d1362a56ac6 req-e24e2688-20f0-4720-b034-a9066c643bd7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.550329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef892ea7-0082-486b-bf53-6d1362a56ac6 req-e24e2688-20f0-4720-b034-a9066c643bd7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 950 time: 0.3070977 Jul 16 20:07:22.569108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b13c1fa-7f15-4ae3-acaa-ab001f7f6db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.579189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-40e06cb7-6e4d-44bd-8e76-5e07347b7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.580634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-40e06cb7-6e4d-44bd-8e76-5e07347b7181 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2687869 Jul 16 20:07:22.590907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-6045d7c9-a370-4c32-a946-2c7e7cbdc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.592532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-6045d7c9-a370-4c32-a946-2c7e7cbdc5ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3415616 Jul 16 20:07:22.636839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b13c1fa-7f15-4ae3-acaa-ab001f7f6db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.639433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b13c1fa-7f15-4ae3-acaa-ab001f7f6db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.642825 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7b13c1fa-7f15-4ae3-acaa-ab001f7f6db0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea7ed283-ad86-4754-942b-5fc9c8784cbd HTTP/1.1" status: 204 len: 168 time: 0.1504180 Jul 16 20:07:22.649019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13c1fa-7f15-4ae3-acaa-ab001f7f6db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7ed283-ad86-4754-942b-5fc9c8784cbd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:22.683888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-8ecf6f85-2a5c-4e80-a012-4bc2dbb8048c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709 HTTP/1.1" status: 200 len: 217 time: 0.0870812 Jul 16 20:07:22.712449 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef892ea7-0082-486b-bf53-6d1362a56ac6 req-54f8d07c-43c0-4086-a885-8c74ba59ab3f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533654 Jul 16 20:07:22.823952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-75c4d0bf-08c8-45cb-b891-b845c79ff76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:22.825362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-75c4d0bf-08c8-45cb-b891-b845c79ff76f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1277807 Jul 16 20:07:22.848714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.867336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2659e435-eb49-4900-873f-c953a8833b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:22.876232 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-3f62f841-dce7-4b13-a9de-85ac14a1c508 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689507 Jul 16 20:07:22.992176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50d3fb8-6df0-4f12-aa6e-8a20309e0931,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.031782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Checking segment: {'id': '6393046a-921d-4d37-8639-c826ed0f8bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:23.032379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Network hostable DHCP agents. Network: 7de7c1b8-bca4-457a-87a3-abb5c522951d, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:23.042705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-c90df3ba-b5b6-4557-b8b6-aa675fb107ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.044250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-c90df3ba-b5b6-4557-b8b6-aa675fb107ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2059388 Jul 16 20:07:23.053724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2ee8980-2ed7-4b53-b9dc-fbf3a8d9b581 req-a3f2cd5c-3fa1-4167-80d3-0ad1b8fc33c2 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562443 Jul 16 20:07:23.063442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2659e435-eb49-4900-873f-c953a8833b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.064013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Network 7de7c1b8-bca4-457a-87a3-abb5c522951d is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:23.069589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2659e435-eb49-4900-873f-c953a8833b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.109487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659e435-eb49-4900-873f-c953a8833b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e5e637-9391-4dee-9ce8-a951f3eeb532,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.123782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 7de7c1b8-bca4-457a-87a3-abb5c522951d) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:23.134681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fdf8d1-9d5a-45ac-a1bb-7e78f61385e3 None None] Network 7de7c1b8-bca4-457a-87a3-abb5c522951d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:23.146412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.147100 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.156190 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2659e435-eb49-4900-873f-c953a8833b94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb302541c1504ccdbaf82a80b7856338&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0506022 Jul 16 20:07:23.158845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:23.272182 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe86357f-7102-4a10-a1bb-da12adfc4bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.284389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d38aafcb-a1b5-4012-98f5-97e61ceed55b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1543517 Jul 16 20:07:23.285529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:23.290607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:23.325713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe86357f-7102-4a10-a1bb-da12adfc4bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.332025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-fe98316a-3c0a-4e60-aee6-4a05e64b2e87 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596593 Jul 16 20:07:23.355204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23891be-7fff-44de-9e82-004a9950a0d9 req-c20b1417-aa7a-4c23-8650-d17735a258ed tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.363157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d23891be-7fff-44de-9e82-004a9950a0d9 req-c20b1417-aa7a-4c23-8650-d17735a258ed tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 948 time: 0.1491711 Jul 16 20:07:23.382782 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.383934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.413846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-7de7c1b8-bca4-457a-87a3-abb5c522951d', 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'fixed_ips': [{'subnet_id': 'c50d3fb8-6df0-4f12-aa6e-8a20309e0931'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:07:23.414808 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.431829 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.436093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e2950-9939-4b61-a9eb-a1e199ae2096 req-1de37697-01b5-4ac0-bff5-c4dcab99077f tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:23.437632 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd3e2950-9939-4b61-a9eb-a1e199ae2096 req-1de37697-01b5-4ac0-bff5-c4dcab99077f tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 1102 time: 0.1486175 Jul 16 20:07:23.446844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe86357f-7102-4a10-a1bb-da12adfc4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.449081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe86357f-7102-4a10-a1bb-da12adfc4bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.450242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fe86357f-7102-4a10-a1bb-da12adfc4bbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7e5e637-9391-4dee-9ce8-a951f3eeb532 HTTP/1.1" status: 204 len: 168 time: 0.2899885 Jul 16 20:07:23.477294 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04c788ca-751b-4dbd-b489-59c8bfb129e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.485014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86357f-7102-4a10-a1bb-da12adfc4bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e5e637-9391-4dee-9ce8-a951f3eeb532,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.486076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d23891be-7fff-44de-9e82-004a9950a0d9 req-cb0155bd-9de3-4505-b0bd-d1c8f5f26408 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220679 Jul 16 20:07:23.506437 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd3e2950-9939-4b61-a9eb-a1e199ae2096 req-445ce9c3-0dfd-40e9-bc17-fa24dff5ea0d tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.690453 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd3e2950-9939-4b61-a9eb-a1e199ae2096 req-445ce9c3-0dfd-40e9-bc17-fa24dff5ea0d tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.697893 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd3e2950-9939-4b61-a9eb-a1e199ae2096 req-445ce9c3-0dfd-40e9-bc17-fa24dff5ea0d tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.713446 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:23.741896 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd3e2950-9939-4b61-a9eb-a1e199ae2096 req-445ce9c3-0dfd-40e9-bc17-fa24dff5ea0d tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903051 Jul 16 20:07:23.756288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Allocated IP 172.20.0.2 (7de7c1b8-bca4-457a-87a3-abb5c522951d/c50d3fb8-6df0-4f12-aa6e-8a20309e0931/01f1d241-6d05-407a-a1d9-0b1814956b10) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:23.771587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ce9c3-0dfd-40e9-bc17-fa24dff5ea0d tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c40507-b8dd-4f97-8a65-f7205a350d9c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:23.854938 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:23.877217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b95f9db4-8f23-4b89-bbfd-c342aed74068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.006621 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.016771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Transition to ACTIVE for port object 01f1d241-6d05-407a-a1d9-0b1814956b10 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:24.036552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Transition to ACTIVE for port object 01f1d241-6d05-407a-a1d9-0b1814956b10 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:24.045510 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.087769 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba6f33a0-2b06-4f92-845a-da298c540b86 req-c3645ad4-2c07-4f06-a3af-4654cbeb0604 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7171404 Jul 16 20:07:24.138229 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b95f9db4-8f23-4b89-bbfd-c342aed74068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.148141 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b95f9db4-8f23-4b89-bbfd-c342aed74068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.169551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.205194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Pushing event updated for resources: {'Port': ['ID=01f1d241-6d05-407a-a1d9-0b1814956b10,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.212371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Network 7de7c1b8-bca4-457a-87a3-abb5c522951d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:24.213951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa93adf-70d6-40a3-aea8-6bbc97edc2a1 req-2f210036-fca3-43a7-bc8b-7d68a4a1bed6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.216500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:24.221680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:24.224269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3aa93adf-70d6-40a3-aea8-6bbc97edc2a1 req-2f210036-fca3-43a7-bc8b-7d68a4a1bed6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.5066173 Jul 16 20:07:24.230527 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b95f9db4-8f23-4b89-bbfd-c342aed74068 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4a5bf0a56a44710a95125c3d685a0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743217 Jul 16 20:07:24.233714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:24.250228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f9db4-8f23-4b89-bbfd-c342aed74068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453753e8-eeb3-4b5d-b85f-54b610c4f46f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.277554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3aa93adf-70d6-40a3-aea8-6bbc97edc2a1 req-58f68798-ec77-44a9-9dd6-3f0a58c04377 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522280 Jul 16 20:07:24.329931 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaf48593-7877-4d8a-9f25-0f4f4ef4f425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.344335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Attempting to bind port 01f1d241-6d05-407a-a1d9-0b1814956b10 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:24.345199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Attempting to bind port 01f1d241-6d05-407a-a1d9-0b1814956b10 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6393046a-921d-4d37-8639-c826ed0f8bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:24.345882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Attempting to bind port 01f1d241-6d05-407a-a1d9-0b1814956b10 on network 7de7c1b8-bca4-457a-87a3-abb5c522951d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:24.354660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:24.355573 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Checking segment: {'id': '6393046a-921d-4d37-8639-c826ed0f8bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:24.356250 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.356783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Bound using segment: {'id': '6393046a-921d-4d37-8639-c826ed0f8bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:24.361206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Bound port: 01f1d241-6d05-407a-a1d9-0b1814956b10, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6393046a-921d-4d37-8639-c826ed0f8bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:24.361898 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.383067 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-f58b10ee-504d-4a37-950b-7651d46fde0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435781 Jul 16 20:07:24.386951 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaf48593-7877-4d8a-9f25-0f4f4ef4f425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.395332 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.476408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] For port 01f1d241-6d05-407a-a1d9-0b1814956b10, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:24.488805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] For port 01f1d241-6d05-407a-a1d9-0b1814956b10, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=01f1d241-6d05-407a-a1d9-0b1814956b10,segment=NetworkSegment(6393046a-921d-4d37-8639-c826ed0f8bd8),segment_id=6393046a-921d-4d37-8639-c826ed0f8bd8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:24.493421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:24.498618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.552819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-4e987fbb-0d25-4415-9b08-09dc57f0e243 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.556634 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-4e987fbb-0d25-4415-9b08-09dc57f0e243 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726103 Jul 16 20:07:24.577214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaf48593-7877-4d8a-9f25-0f4f4ef4f425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.581549 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaf48593-7877-4d8a-9f25-0f4f4ef4f425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.591848 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aaf48593-7877-4d8a-9f25-0f4f4ef4f425 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/453753e8-eeb3-4b5d-b85f-54b610c4f46f HTTP/1.1" status: 204 len: 168 time: 0.3536592 Jul 16 20:07:24.601759 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6641a114-65c5-49f7-bfa0-4fabb5c90f6e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/quotas/e341144ff89042febd24438ee1226e06 HTTP/1.1" status: 200 len: 375 time: 0.0399866 Jul 16 20:07:24.613079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf48593-7877-4d8a-9f25-0f4f4ef4f425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453753e8-eeb3-4b5d-b85f-54b610c4f46f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.716649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf55fe-4289-4e3b-a93d-29005a8c2db6 None None] Pushing event updated for resources: {'Port': ['ID=01f1d241-6d05-407a-a1d9-0b1814956b10,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:24.741009 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-b3b8cc8d-94f6-4496-9476-0cd65e28afc5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301956 Jul 16 20:07:24.762625 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.797450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:24.894743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5f391-ad22-4245-b4ba-990c443cce52 req-66e0caad-7a35-44d3-b306-98049fc05b51 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:24.899856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-17d5f391-ad22-4245-b4ba-990c443cce52 req-66e0caad-7a35-44d3-b306-98049fc05b51 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 948 time: 0.1950626 Jul 16 20:07:25.009139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cf13573f-c8aa-4e53-8c39-4c7ae1d26bce tempest-AutoAllocateNetworkTest-338617719 tempest-AutoAllocateNetworkTest-338617719-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=20b316d16c69485c84e752b1acf9ffc1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5125518 Jul 16 20:07:25.010915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:25.017756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-17d5f391-ad22-4245-b4ba-990c443cce52 req-4e21be38-a23f-45a0-bfc4-2c079bc75ab6 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121893 Jul 16 20:07:25.034325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Allocated IP 172.25.7.20 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/08f2a6a4-debd-4ef1-90f9-cd38043f06ea) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:25.122750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 05462b14-0eea-42d1-9b64-30fe48f0d21d details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:25.273795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c19a60-d744-40b0-87c0-53cf8769c118 tempest-AutoAllocateNetworkTest-338617719 tempest-AutoAllocateNetworkTest-338617719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:25.282283 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-02c19a60-d744-40b0-87c0-53cf8769c118 tempest-AutoAllocateNetworkTest-338617719 tempest-AutoAllocateNetworkTest-338617719-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2687347 Jul 16 20:07:25.282673 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.284032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:25.329442 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.355493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 05462b14-0eea-42d1-9b64-30fe48f0d21d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05462b14-0eea-42d1-9b64-30fe48f0d21d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:25.377886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '05462b14-0eea-42d1-9b64-30fe48f0d21d', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '05462b14-0eea-42d1-9b64-30fe48f0d21d', 'mac_address': 'fa:16:3e:85:44:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:25.425350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Pushing event updated for resources: {'Port': ['ID=08f2a6a4-debd-4ef1-90f9-cd38043f06ea,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.429728 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c1b33d48-d5a6-46e7-b302-b4b73d9c78d1 tempest-AutoAllocateNetworkTest-338617719 tempest-AutoAllocateNetworkTest-338617719-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1433408 Jul 16 20:07:25.431227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:25.444404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.450723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.451215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.451621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.451952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.452281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.452605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.452929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.453252 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.453571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.453889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.454094 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.454199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:25.477437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:25.478836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:25.481404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:25.492897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05462b14-0eea-42d1-9b64-30fe48f0d21d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:25.499080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8a95c83d-07cc-4c0e-a5e2-c4e1ef49fde8 tempest-AutoAllocateNetworkTest-338617719 tempest-AutoAllocateNetworkTest-338617719-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=20b316d16c69485c84e752b1acf9ffc1 HTTP/1.1" status: 200 len: 208 time: 0.0659232 Jul 16 20:07:25.529936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 05462b14-0eea-42d1-9b64-30fe48f0d21d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05462b14-0eea-42d1-9b64-30fe48f0d21d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:25.537189 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:25.608217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=05462b14-0eea-42d1-9b64-30fe48f0d21d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:25.830446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['05462b14-0eea-42d1-9b64-30fe48f0d21d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:25.924603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:26.028417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff379ed-8c89-4f64-b14e-f12e609a9696 req-076d8dee-6a62-4170-869a-0a9728f808f7 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.043519 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ff379ed-8c89-4f64-b14e-f12e609a9696 req-076d8dee-6a62-4170-869a-0a9728f808f7 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.4072769 Jul 16 20:07:26.096931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 01f1d241-6d05-407a-a1d9-0b1814956b10 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:26.155956 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ff379ed-8c89-4f64-b14e-f12e609a9696 req-80fa2af5-4519-447e-9a7b-a0c37c41bb96 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111584 Jul 16 20:07:26.177743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.218917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.270414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab266d-ed31-4cdd-a109-c4e9246a384c None None] Network 7de7c1b8-bca4-457a-87a3-abb5c522951d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:26.276180 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.495452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 01f1d241-6d05-407a-a1d9-0b1814956b10 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:26.511095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.529009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.616174 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20b316d16c69485c84e752b1acf9ffc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900685 Jul 16 20:07:26.620458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:26.625678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580e8b46-3fba-493b-b5b2-01920597e6ee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:26.631053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Provisioning for port 01f1d241-6d05-407a-a1d9-0b1814956b10 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:26.643690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.646847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.648826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.649399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.649983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.651077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.652991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.654125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.655672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.656575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.658154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.658984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870410bf-02e5-48cd-a933-a1e9c4b3a0bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:26.689463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Provisioning complete for port 01f1d241-6d05-407a-a1d9-0b1814956b10 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:26.699775 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:26.773075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5f671-1812-4c20-b937-950bb4963c1c req-e7ddc528-7a05-4874-a0cf-f6ce68ee64e8 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:26.781753 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13f5f671-1812-4c20-b937-950bb4963c1c req-e7ddc528-7a05-4874-a0cf-f6ce68ee64e8 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 949 time: 0.0894153 Jul 16 20:07:26.859630 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13f5f671-1812-4c20-b937-950bb4963c1c req-5cac4c81-010a-4f4b-8606-d9b10571166d tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762694 Jul 16 20:07:27.122806 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.226073 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ffa41c2-d587-448a-af4b-1b37250b73c4 req-fdba689f-6edb-4fb8-9f17-7070097ec559 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 210 time: 0.0408933 Jul 16 20:07:27.236596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] For port 01f1d241-6d05-407a-a1d9-0b1814956b10, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=01f1d241-6d05-407a-a1d9-0b1814956b10,segment=NetworkSegment(6393046a-921d-4d37-8639-c826ed0f8bd8),segment_id=6393046a-921d-4d37-8639-c826ed0f8bd8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:27.245791 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.263192 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.285680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da62844f-400f-4db3-80c4-eec2cc79490a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.348876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Pushing event updated for resources: {'Port': ['ID=01f1d241-6d05-407a-a1d9-0b1814956b10,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:27.362344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.366121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.366913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.367475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.367974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.368466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.368956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.369440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.369932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.370408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.371054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.371576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ccbd6-0d7f-43e5-b556-ed6cdd00d7d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:27.413133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da62844f-400f-4db3-80c4-eec2cc79490a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.602872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da62844f-400f-4db3-80c4-eec2cc79490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.605971 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da62844f-400f-4db3-80c4-eec2cc79490a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.607228 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-da62844f-400f-4db3-80c4-eec2cc79490a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/580e8b46-3fba-493b-b5b2-01920597e6ee HTTP/1.1" status: 204 len: 168 time: 0.9853110 Jul 16 20:07:27.629250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62844f-400f-4db3-80c4-eec2cc79490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e8b46-3fba-493b-b5b2-01920597e6ee,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:27.669880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297c88-e30b-4b10-be4b-a41e7cae832e req-47987c4e-ee01-487e-bbed-a0c4cfc27140 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:27.677731 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f297c88-e30b-4b10-be4b-a41e7cae832e req-47987c4e-ee01-487e-bbed-a0c4cfc27140 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.2720387 Jul 16 20:07:27.681135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-92996e5e-c3d4-4f72-b4bd-f008193737fe None None] Provisioning complete for port 01f1d241-6d05-407a-a1d9-0b1814956b10 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:27.681763 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92996e5e-c3d4-4f72-b4bd-f008193737fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.699085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Router 4d9415e4-ec8c-49ea-839d-250af4e4425b is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:07:27.737341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f297c88-e30b-4b10-be4b-a41e7cae832e req-abf15f82-81bd-4379-bc86-09350df55fbe tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587804 Jul 16 20:07:27.909289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:27.918043 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Sync routers for ids ['4d9415e4-ec8c-49ea-839d-250af4e4425b'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:27.930419 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:27.932270 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-46e6b244-e7dc-4676-8651-52e70d29b02d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6463296 Jul 16 20:07:27.934942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41826) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:27.946606 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Routers {'4d9415e4-ec8c-49ea-839d-250af4e4425b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:27.953618 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d9415e4-ec8c-49ea-839d-250af4e4425b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:27.958890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 01f1d241-6d05-407a-a1d9-0b1814956b10 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:28.132435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 01f1d241-6d05-407a-a1d9-0b1814956b10 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:28.132720 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.164594 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-48cec543-ec2c-4bfb-8853-216710b81884 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435867 Jul 16 20:07:28.206552 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Set router 4d9415e4-ec8c-49ea-839d-250af4e4425b gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:28.340379 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:07:28.423215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-a06bf4ef-b324-49db-9d08-3e7687f87935 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:28.424707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-a06bf4ef-b324-49db-9d08-3e7687f87935 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386351 Jul 16 20:07:28.429847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89e2c4-ed74-4af8-92b8-5b81628a3f0d req-4ffcd569-082b-47ad-932f-9ccf631d7dd7 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:28.436988 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e89e2c4-ed74-4af8-92b8-5b81628a3f0d req-4ffcd569-082b-47ad-932f-9ccf631d7dd7 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 949 time: 0.2825699 Jul 16 20:07:28.440968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Request body: {'port': {'device_id': '7347c405-3f64-473e-96f2-3c9f7647f95b', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'e341144ff89042febd24438ee1226e06'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:28.552682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e89e2c4-ed74-4af8-92b8-5b81628a3f0d req-7bc3f3b1-ceb5-4deb-855f-04813c699586 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147540 Jul 16 20:07:28.556723 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:23Z', 'updated_at': '2021-07-16T20:07:25Z', 'revision_number': 3, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'gw_port': {'id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:24Z', 'updated_at': '2021-07-16T20:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:28.589289 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Checking router: 4d9415e4-ec8c-49ea-839d-250af4e4425b for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:28.589964 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Updating router 4d9415e4-ec8c-49ea-839d-250af4e4425b port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:28.639855 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.689296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Made reservation on behalf of e341144ff89042febd24438ee1226e06 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:28.694841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:28.913650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76b032ea-e2a9-4763-b379-013e85875841 req-91895a9d-86b5-4657-ab93-2feb269c7a48 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 210 time: 0.0840795 Jul 16 20:07:28.992690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Allocated IP 192.168.233.147 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/6a999a07-9bd4-4c88-a09e-910b12cfa822) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:28.997020 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-27d1a98b-8279-468e-9139-1079ada2fdc1 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1535158 Jul 16 20:07:29.013192 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.027650 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Transition to ACTIVE for port object 08f2a6a4-debd-4ef1-90f9-cd38043f06ea will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:29.037229 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.120660 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Pushing event updated for resources: {'Port': ['ID=08f2a6a4-debd-4ef1-90f9-cd38043f06ea,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.133107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 05462b14-0eea-42d1-9b64-30fe48f0d21d up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:29.144256 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Attempting to bind port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:29.145421 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Attempting to bind port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:29.146284 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Attempting to bind port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:29.161781 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.163635 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.165060 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.166764 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.173209 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.173570 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.175215 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.175740 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.176612 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.176957 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.183713 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.186182 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:07:29.197154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-15dbe9c3-5e35-493b-801e-9670987a7b0c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:29.198945 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-15dbe9c3-5e35-493b-801e-9670987a7b0c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932218 Jul 16 20:07:29.200294 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:29.200679 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:29.201093 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.201491 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:29.201976 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Bound port: 08f2a6a4-debd-4ef1-90f9-cd38043f06ea, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:29.202361 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.245483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Request body: {'port': {'device_id': 'cc2710a5-599b-43a9-aca3-bb97ddfa3cdb', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'e341144ff89042febd24438ee1226e06'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:29.271652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 05462b14-0eea-42d1-9b64-30fe48f0d21d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:29.278266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 05462b14-0eea-42d1-9b64-30fe48f0d21d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:29.280355 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.361020 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] For port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:29.367511 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] For port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=08f2a6a4-debd-4ef1-90f9-cd38043f06ea,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:29.375128 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.422752 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.432523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.457133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83beca32-7625-4ec8-8b4b-e71cc3604524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05462b14-0eea-42d1-9b64-30fe48f0d21d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:29.460333 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f484632-d775-40b9-9a26-5618bbf93319" -d '{"events": [{"server_uuid": "83beca32-7625-4ec8-8b4b-e71cc3604524", "name": "network-vif-plugged", "status": "completed", "tag": "05462b14-0eea-42d1-9b64-30fe48f0d21d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:29.480667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 05462b14-0eea-42d1-9b64-30fe48f0d21d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05462b14-0eea-42d1-9b64-30fe48f0d21d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:29.488102 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.498197 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c340e2-4623-4cfd-bb40-c0ad1047e326 None None] Pushing event updated for resources: {'Port': ['ID=08f2a6a4-debd-4ef1-90f9-cd38043f06ea,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.538714 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Routers {'4d9415e4-ec8c-49ea-839d-250af4e4425b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:29.539390 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d9415e4-ec8c-49ea-839d-250af4e4425b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:29.628639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=05462b14-0eea-42d1-9b64-30fe48f0d21d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:29.641190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.667800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Transition to ACTIVE for port object 6a999a07-9bd4-4c88-a09e-910b12cfa822 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:29.720030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7e14-ce33-4527-9b6e-6744b9519422 req-6cba629c-8c15-407b-ae4d-aa0d1efe5670 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:29.721833 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] Set router 4d9415e4-ec8c-49ea-839d-250af4e4425b gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:29.728567 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a18c7e14-ce33-4527-9b6e-6744b9519422 req-6cba629c-8c15-407b-ae4d-aa0d1efe5670 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.2263293 Jul 16 20:07:29.771655 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:29.784650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:29.833042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a18c7e14-ce33-4527-9b6e-6744b9519422 req-5272ebe0-df94-4893-bb15-8ee607a03681 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026652 Jul 16 20:07:29.936579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:29.947174 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d626456d-d549-41f7-a7c8-e2653e72999d x-openstack-request-id: req-d626456d-d549-41f7-a7c8-e2653e72999d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:29.947425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:29.947956 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83beca32-7625-4ec8-8b4b-e71cc3604524", "name": "network-vif-plugged", "status": "completed", "tag": "05462b14-0eea-42d1-9b64-30fe48f0d21d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:29.948445 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d626456d-d549-41f7-a7c8-e2653e72999d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:29.949172 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83beca32-7625-4ec8-8b4b-e71cc3604524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05462b14-0eea-42d1-9b64-30fe48f0d21d', 'code': 200} Jul 16 20:07:29.951853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:30.028966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event updated for resources: {'Port': ['ID=6a999a07-9bd4-4c88-a09e-910b12cfa822,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:30.037061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Made reservation on behalf of e341144ff89042febd24438ee1226e06 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:30.041937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.088184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.088837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.143643 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-51d660bf-1725-437e-8640-98d8516f5632 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7066793 Jul 16 20:07:30.170531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Request body: {'port': {'device_id': '7347c405-3f64-473e-96f2-3c9f7647f95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:30.343380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a757-f526-46f1-8602-9a40f557aedc req-3a79bcec-6168-489f-bf55-28ea0543d7b7 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.344961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1658a757-f526-46f1-8602-9a40f557aedc req-3a79bcec-6168-489f-bf55-28ea0543d7b7 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 950 time: 0.2007880 Jul 16 20:07:30.345765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.421262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e19d0ce-9cea-4331-94a1-50f66973f50b None None] Provisioning for port 6a999a07-9bd4-4c88-a09e-910b12cfa822 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:30.425920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e19d0ce-9cea-4331-94a1-50f66973f50b None None] Provisioning complete for port 6a999a07-9bd4-4c88-a09e-910b12cfa822 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:30.426215 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e19d0ce-9cea-4331-94a1-50f66973f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.430305 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:23Z', 'updated_at': '2021-07-16T20:07:25Z', 'revision_number': 3, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'gw_port': {'id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:24Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:30.443396 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1658a757-f526-46f1-8602-9a40f557aedc req-14298ed1-6bc3-4b8f-8cec-bf28973a1d68 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876780 Jul 16 20:07:30.493681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Allocated IP 172.20.0.1 (7de7c1b8-bca4-457a-87a3-abb5c522951d/c50d3fb8-6df0-4f12-aa6e-8a20309e0931/f1dbae55-ce9f-47f9-ba24-652efcf118a8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:30.508491 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ed7a0-0d75-4ad7-89b5-7aa9ca1f1acf None None] The sync data for ids ['4d9415e4-ec8c-49ea-839d-250af4e4425b'] in n-d-792394-17 is: [{'id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:23Z', 'updated_at': '2021-07-16T20:07:25Z', 'revision_number': 3, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'gw_port': {'id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:24Z', 'updated_at': '2021-07-16T20:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:30.522453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8e19d0ce-9cea-4331-94a1-50f66973f50b None None] Port 6a999a07-9bd4-4c88-a09e-910b12cfa822 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:30.688283 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f44ec3d-2660-415b-807b-002d28cbdf98 req-34376e7e-cb06-4d6f-a208-046cbca05648 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 210 time: 0.0619032 Jul 16 20:07:30.693428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Allocated IP 192.168.233.42 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/6472eeac-f6e0-4333-ae27-4b887da969ef) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:30.708360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811c185-5409-486c-9e24-4aeb0e130608 req-c0d5b4b0-0bbe-4f4b-a3a9-3e57638e160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:30.710388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8811c185-5409-486c-9e24-4aeb0e130608 req-c0d5b4b0-0bbe-4f4b-a3a9-3e57638e160c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 1102 time: 0.6634502 Jul 16 20:07:30.765839 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:30.792967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8811c185-5409-486c-9e24-4aeb0e130608 req-7149be42-ac9e-4d14-981d-28074941ea62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697653 Jul 16 20:07:30.813176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Transition to ACTIVE for port object f1dbae55-ce9f-47f9-ba24-652efcf118a8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:30.964390 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.030051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Network 7de7c1b8-bca4-457a-87a3-abb5c522951d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:31.034341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.042474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:31.048727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:31.049166 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.156567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Transition to ACTIVE for port object 6472eeac-f6e0-4333-ae27-4b887da969ef will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:31.157882 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1dbae55-ce9f-47f9-ba24-652efcf118a8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:31.415083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.440599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:31.496690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.498888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b181cb3f-da5d-4d52-a523-fa6021cbadbb None None] Provisioning for port f1dbae55-ce9f-47f9-ba24-652efcf118a8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:31.505776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b181cb3f-da5d-4d52-a523-fa6021cbadbb None None] Provisioning complete for port f1dbae55-ce9f-47f9-ba24-652efcf118a8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:31.506438 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b181cb3f-da5d-4d52-a523-fa6021cbadbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.517005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:31.529644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:31.544937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911b0ca-8ffa-4505-9a87-45dd3ccba71a req-8d0d407f-7246-45ba-a4b9-01503c32540a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.551941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e911b0ca-8ffa-4505-9a87-45dd3ccba71a req-8d0d407f-7246-45ba-a4b9-01503c32540a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.2517436 Jul 16 20:07:31.578372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:31.585935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:31.586583 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.618114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b181cb3f-da5d-4d52-a523-fa6021cbadbb None None] Port f1dbae55-ce9f-47f9-ba24-652efcf118a8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:31.644074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a999a07-9bd4-4c88-a09e-910b12cfa822 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:31.653255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.668614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Transition to ACTIVE for port object 6a999a07-9bd4-4c88-a09e-910b12cfa822 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:31.674571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.685685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event updated for resources: {'Port': ['ID=6472eeac-f6e0-4333-ae27-4b887da969ef,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:31.756601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-d70ffa38-86ad-461e-9680-f4756a1d1d0f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5363474 Jul 16 20:07:31.768913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Pushing event updated for resources: {'Port': ['ID=6a999a07-9bd4-4c88-a09e-910b12cfa822,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:31.775772 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e911b0ca-8ffa-4505-9a87-45dd3ccba71a req-5222d016-f6b3-4f0f-af49-62d1ef721108 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224505 Jul 16 20:07:31.792996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Request body: {'port': {'device_id': 'cc2710a5-599b-43a9-aca3-bb97ddfa3cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:31.925977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Attempting to bind port 6a999a07-9bd4-4c88-a09e-910b12cfa822 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:31.926886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Attempting to bind port 6a999a07-9bd4-4c88-a09e-910b12cfa822 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:31.935786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Attempting to bind port 6a999a07-9bd4-4c88-a09e-910b12cfa822 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:31.946187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Port 6a999a07-9bd4-4c88-a09e-910b12cfa822 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:31.950480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Attempting to bind port 6a999a07-9bd4-4c88-a09e-910b12cfa822 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:31.954566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2773253c-b578-41da-8726-9011bda5bfcb None None] Provisioning for port 6472eeac-f6e0-4333-ae27-4b887da969ef completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:31.965153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2773253c-b578-41da-8726-9011bda5bfcb None None] Provisioning complete for port 6472eeac-f6e0-4333-ae27-4b887da969ef triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:31.965539 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2773253c-b578-41da-8726-9011bda5bfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:31.983821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:31.984514 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:31.985139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:31.987928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Bound port: 6a999a07-9bd4-4c88-a09e-910b12cfa822, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:31.988546 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.027328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 08f2a6a4-debd-4ef1-90f9-cd38043f06ea up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:32.101173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] For port 6a999a07-9bd4-4c88-a09e-910b12cfa822, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:32.106630 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.109170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] For port 6a999a07-9bd4-4c88-a09e-910b12cfa822, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a999a07-9bd4-4c88-a09e-910b12cfa822,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:32.118705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.150991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.151858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.205826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.206398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.208463 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] 10.222.0.63 "PUT /v2.0/ports/6a999a07-9bd4-4c88-a09e-910b12cfa822 HTTP/1.1" status: 200 len: 1097 time: 2.0420537 Jul 16 20:07:32.208831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7347c405-3f64-473e-96f2-3c9f7647f95b', 'tag': '6a999a07-9bd4-4c88-a09e-910b12cfa822'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:32.211931 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28717d7-4e75-4404-88e4-49b3b00a64de" -d '{"events": [{"name": "network-changed", "server_uuid": "7347c405-3f64-473e-96f2-3c9f7647f95b", "tag": "6a999a07-9bd4-4c88-a09e-910b12cfa822"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:32.228441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.239417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e7243-411c-4190-a075-9fd869dd7775 service neutron] Pushing event updated for resources: {'Port': ['ID=6a999a07-9bd4-4c88-a09e-910b12cfa822,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:32.265331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2773253c-b578-41da-8726-9011bda5bfcb None None] Port 6472eeac-f6e0-4333-ae27-4b887da969ef cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:32.294662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1dbae55-ce9f-47f9-ba24-652efcf118a8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:32.302434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:32.308752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:32.309128 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.322184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb911b-d534-45d5-8df1-976c607a0bd7 req-c5f9b2d3-f1df-4a80-bb70-88a2c8ebf329 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.329423 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66bb911b-d534-45d5-8df1-976c607a0bd7 req-c5f9b2d3-f1df-4a80-bb70-88a2c8ebf329 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 935 time: 0.1639144 Jul 16 20:07:32.394600 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66bb911b-d534-45d5-8df1-976c607a0bd7 req-90f5ecd2-1c3e-4ee2-aebc-2d656c26d8d5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Jul 16 20:07:32.397391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-fd2ed8bb-c9ac-4cc1-a6ea-5c6cba479937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.397897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0e2a-efbd-4fb4-a851-d177b49b482f req-8bbb4fd2-8884-4b0d-a814-e1ebf4415b6f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.399631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-201b0e2a-efbd-4fb4-a851-d177b49b482f req-8bbb4fd2-8884-4b0d-a814-e1ebf4415b6f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 950 time: 0.2907033 Jul 16 20:07:32.411123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-fd2ed8bb-c9ac-4cc1-a6ea-5c6cba479937 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 1100 time: 0.1523662 Jul 16 20:07:32.443471 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.471662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=08f2a6a4-debd-4ef1-90f9-cd38043f06ea,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:32.479673 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-271dd938-f2c6-4139-b9e1-2eedcb5e517d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6a999a07-9bd4-4c88-a09e-910b12cfa822 HTTP/1.1" status: 200 len: 217 time: 0.0598893 Jul 16 20:07:32.483809 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:32.549291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=08f2a6a4-debd-4ef1-90f9-cd38043f06ea,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:32.550244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-1b0f1f59-c5fc-4f0b-870a-f884c4618046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.552166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-1b0f1f59-c5fc-4f0b-870a-f884c4618046 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0558224 Jul 16 20:07:32.554069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-201b0e2a-efbd-4fb4-a851-d177b49b482f req-f74bd335-c9e3-4edd-a0e1-a3db8b5c77f3 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321597 Jul 16 20:07:32.556226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Network 7de7c1b8-bca4-457a-87a3-abb5c522951d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:32.560188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:32.685701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6f03875a-7c76-4b21-b4b1-ce0e26d06b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:32.687496 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-6f03875a-7c76-4b21-b4b1-ce0e26d06b10 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1281765 Jul 16 20:07:32.690157 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94bb907-9f23-48de-a471-8a9c6773c310 x-openstack-request-id: req-d94bb907-9f23-48de-a471-8a9c6773c310 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:32.690548 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7347c405-3f64-473e-96f2-3c9f7647f95b", "tag": "6a999a07-9bd4-4c88-a09e-910b12cfa822", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:32.690894 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d94bb907-9f23-48de-a471-8a9c6773c310 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:32.691788 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7347c405-3f64-473e-96f2-3c9f7647f95b', 'tag': '6a999a07-9bd4-4c88-a09e-910b12cfa822', 'status': 'completed', 'code': 200} Jul 16 20:07:32.895000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Router 4d9415e4-ec8c-49ea-839d-250af4e4425b has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:32.924480 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-f20aac11-866a-4acc-a058-e7c53e8b04b7 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203405 Jul 16 20:07:32.955927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-32b90958-d667-43c8-9d7b-816119508352 None None] Provisioning complete for port f1dbae55-ce9f-47f9-ba24-652efcf118a8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:32.957372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32b90958-d667-43c8-9d7b-816119508352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.050634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-32b90958-d667-43c8-9d7b-816119508352 None None] Port f1dbae55-ce9f-47f9-ba24-652efcf118a8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:33.061865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-761e79fd-d841-427a-8fe6-d3b442c7a021 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298823 Jul 16 20:07:33.215326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-e79ea63b-621d-41fb-b7b6-2be0169a9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.217958 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-e79ea63b-621d-41fb-b7b6-2be0169a9bb1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 1100 time: 0.0872784 Jul 16 20:07:33.304370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6472eeac-f6e0-4333-ae27-4b887da969ef {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:33.316358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.336934 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-afd0004b-039e-44d3-abb9-4fb7389a8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.338805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-afd0004b-039e-44d3-abb9-4fb7389a8a4e service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1142819 Jul 16 20:07:33.344605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Transition to ACTIVE for port object 6472eeac-f6e0-4333-ae27-4b887da969ef will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:33.357808 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.369496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:33.375299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ab538fdc-9a63-41b7-ad20-fb5309aa3ac4 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d9415e4-ec8c-49ea-839d-250af4e4425b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4389882 Jul 16 20:07:33.380651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Sync routers for ids ['4d9415e4-ec8c-49ea-839d-250af4e4425b'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:33.394258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Routers {'4d9415e4-ec8c-49ea-839d-250af4e4425b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:33.396238 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-216a7617-d129-4e74-afd6-6e87d0ad0cb6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6a999a07-9bd4-4c88-a09e-910b12cfa822 HTTP/1.1" status: 200 len: 217 time: 0.0500872 Jul 16 20:07:33.396747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d9415e4-ec8c-49ea-839d-250af4e4425b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:33.435494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62e85-3f33-4ff2-b0d5-092df5345721 req-8d6e1674-7e7d-47ad-8060-99da903de6d2 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.442972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc62e85-3f33-4ff2-b0d5-092df5345721 req-8d6e1674-7e7d-47ad-8060-99da903de6d2 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.2129643 Jul 16 20:07:33.448995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Pushing event updated for resources: {'Port': ['ID=6472eeac-f6e0-4333-ae27-4b887da969ef,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:33.466310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-15e3250e-dfa1-4bbd-8625-84d336058ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.477469 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-15e3250e-dfa1-4bbd-8625-84d336058ac3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0745356 Jul 16 20:07:33.499116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Attempting to bind port 6472eeac-f6e0-4333-ae27-4b887da969ef on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:33.499512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Attempting to bind port 6472eeac-f6e0-4333-ae27-4b887da969ef by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:33.499836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Attempting to bind port 6472eeac-f6e0-4333-ae27-4b887da969ef on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:33.512560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:33.522150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Port 6472eeac-f6e0-4333-ae27-4b887da969ef on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:33.522563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Attempting to bind port 6472eeac-f6e0-4333-ae27-4b887da969ef on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:33.540113 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc62e85-3f33-4ff2-b0d5-092df5345721 req-4d4bb852-0d11-4080-b56a-857c530f9f34 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961406 Jul 16 20:07:33.541148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:33.541488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:33.541876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:33.542319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Bound port: 6472eeac-f6e0-4333-ae27-4b887da969ef, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:33.542674 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.611939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-c42e7cec-22ae-4535-b963-11e672d58596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.613512 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-c42e7cec-22ae-4535-b963-11e672d58596 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1272562 Jul 16 20:07:33.705908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Set router 4d9415e4-ec8c-49ea-839d-250af4e4425b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:33.729310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] For port 6472eeac-f6e0-4333-ae27-4b887da969ef, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:33.733298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] For port 6472eeac-f6e0-4333-ae27-4b887da969ef, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6472eeac-f6e0-4333-ae27-4b887da969ef,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:33.742960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.759071 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23a7c0db-6a1d-465d-9bd7-efde266d2034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.798476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.799216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:33.802045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] 10.222.0.63 "PUT /v2.0/ports/6472eeac-f6e0-4333-ae27-4b887da969ef HTTP/1.1" status: 200 len: 1096 time: 2.0201976 Jul 16 20:07:33.804469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2710a5-599b-43a9-aca3-bb97ddfa3cdb', 'tag': '6472eeac-f6e0-4333-ae27-4b887da969ef'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:33.809420 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2710a5-599b-43a9-aca3-bb97ddfa3cdb", "tag": "6472eeac-f6e0-4333-ae27-4b887da969ef"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:33.849578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-4c226564-9e72-4a15-bd15-067bbea3484f service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124374 Jul 16 20:07:33.964918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c873b7f-6385-4c17-bb18-c7544caafce4 service neutron] Pushing event updated for resources: {'Port': ['ID=6472eeac-f6e0-4333-ae27-4b887da969ef,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:33.981874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a86be-bb2a-4ee1-b780-68f6f94c866d req-9d39b39e-44ab-42a9-8b8c-36f3e75170f2 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:33.984341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0f2a86be-bb2a-4ee1-b780-68f6f94c866d req-9d39b39e-44ab-42a9-8b8c-36f3e75170f2 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 947 time: 0.1962600 Jul 16 20:07:33.995694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 08f2a6a4-debd-4ef1-90f9-cd38043f06ea up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:34.043638 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0f2a86be-bb2a-4ee1-b780-68f6f94c866d req-b47e19ba-7112-4383-af51-a1efbebd5b5c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520325 Jul 16 20:07:34.046080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c28717d7-4e75-4404-88e4-49b3b00a64de req-fff95d9e-398d-46c4-ad26-743e4f41c51a service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840672 Jul 16 20:07:34.071575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eef117-06a3-4be5-a783-825d7bc477e5 req-82e32351-3d74-445f-ace1-28ecc7ad8f62 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.078972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6eef117-06a3-4be5-a783-825d7bc477e5 req-82e32351-3d74-445f-ace1-28ecc7ad8f62 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 950 time: 0.2266967 Jul 16 20:07:34.086672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-5ee6df9b-f60f-475e-b96e-67b7d1e7e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.088957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-5ee6df9b-f60f-475e-b96e-67b7d1e7e24b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 1099 time: 0.1963911 Jul 16 20:07:34.119791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:34.120159 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.149073 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-f41be3ba-845e-4ab1-b6c9-96b7c6fe9d33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6472eeac-f6e0-4333-ae27-4b887da969ef HTTP/1.1" status: 200 len: 217 time: 0.0508704 Jul 16 20:07:34.170209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:23Z', 'updated_at': '2021-07-16T20:07:31Z', 'revision_number': 4, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'gw_port': {'id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:24Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f1dbae55-ce9f-47f9-ba24-652efcf118a8', 'name': '', 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'mac_address': 'fa:16:3e:1a:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'c50d3fb8-6df0-4f12-aa6e-8a20309e0931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:29Z', 'updated_at': '2021-07-16T20:07:31Z', 'revision_number': 2, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'subnets': [{'id': 'c50d3fb8-6df0-4f12-aa6e-8a20309e0931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:34.200581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Checking router: 4d9415e4-ec8c-49ea-839d-250af4e4425b for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:34.200932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Updating router 4d9415e4-ec8c-49ea-839d-250af4e4425b port f1dbae55-ce9f-47f9-ba24-652efcf118a8 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:34.212938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6eef117-06a3-4be5-a783-825d7bc477e5 req-bba2ab10-ab7d-4fe4-af5f-4f6551396dd2 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330149 Jul 16 20:07:34.219054 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23a7c0db-6a1d-465d-9bd7-efde266d2034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.226753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23a7c0db-6a1d-465d-9bd7-efde266d2034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.271246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-7bf82868-8d62-4942-b3be-74fcf7a4b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.272863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-7bf82868-8d62-4942-b3be-74fcf7a4b2ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1058242 Jul 16 20:07:34.286376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.300019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-23a7c0db-6a1d-465d-9bd7-efde266d2034 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43c251df7eb347398a994cffdca3e4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7839770 Jul 16 20:07:34.300019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7c0db-6a1d-465d-9bd7-efde266d2034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9446902-9acf-41df-9c04-d1effebdb411,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:34.301138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:34.347153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-0dbcc333-41e3-4851-a11b-5aa988845971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:34.350237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-0dbcc333-41e3-4851-a11b-5aa988845971 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0670035 Jul 16 20:07:34.395951 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc24aab-1fab-4808-8412-369947d9e33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.422330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc24aab-1fab-4808-8412-369947d9e33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.478521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc24aab-1fab-4808-8412-369947d9e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.481048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc24aab-1fab-4808-8412-369947d9e33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.484572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bc24aab-1fab-4808-8412-369947d9e33a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9446902-9acf-41df-9c04-d1effebdb411 HTTP/1.1" status: 204 len: 168 time: 0.1786821 Jul 16 20:07:34.490717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc24aab-1fab-4808-8412-369947d9e33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9446902-9acf-41df-9c04-d1effebdb411,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:34.619913 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9f54f5-1a9f-44c3-b2fd-db1c3bb765a1 x-openstack-request-id: req-6e9f54f5-1a9f-44c3-b2fd-db1c3bb765a1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:34.619913 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2710a5-599b-43a9-aca3-bb97ddfa3cdb", "tag": "6472eeac-f6e0-4333-ae27-4b887da969ef", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:34.619913 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e9f54f5-1a9f-44c3-b2fd-db1c3bb765a1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:34.619913 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2710a5-599b-43a9-aca3-bb97ddfa3cdb', 'tag': '6472eeac-f6e0-4333-ae27-4b887da969ef', 'status': 'completed', 'code': 200} Jul 16 20:07:34.654393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-2da09625-b49c-47cc-9ca9-dba4403b1b82 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962804 Jul 16 20:07:34.654916 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.664779 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-00a39fee-f95a-4e06-ac40-c47852af65bc tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2829595 Jul 16 20:07:34.667729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Transition to ACTIVE for port object f1dbae55-ce9f-47f9-ba24-652efcf118a8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:34.674646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.680489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:34.759785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20d650-c0ca-497d-9bab-e2a860a56d78 None None] Pushing event updated for resources: {'Port': ['ID=f1dbae55-ce9f-47f9-ba24-652efcf118a8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:34.778914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.829070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd091090-7bb0-421a-80d5-0a5e5e9ec265 req-4953555c-5d54-40b9-af48-a2274fd61c16 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613226 Jul 16 20:07:34.847732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:34.869892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e19df9-8e3c-429e-afc9-f0fb55123aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.871494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Attempting to bind port f1dbae55-ce9f-47f9-ba24-652efcf118a8 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:34.872058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Attempting to bind port f1dbae55-ce9f-47f9-ba24-652efcf118a8 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6393046a-921d-4d37-8639-c826ed0f8bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:34.872550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Attempting to bind port f1dbae55-ce9f-47f9-ba24-652efcf118a8 on network 7de7c1b8-bca4-457a-87a3-abb5c522951d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:34.880164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:34.880641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Checking segment: {'id': '6393046a-921d-4d37-8639-c826ed0f8bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:34.881179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.881652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Bound using segment: {'id': '6393046a-921d-4d37-8639-c826ed0f8bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:34.882311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Bound port: f1dbae55-ce9f-47f9-ba24-652efcf118a8, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6393046a-921d-4d37-8639-c826ed0f8bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:34.882814 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.979038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:34.983644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] For port f1dbae55-ce9f-47f9-ba24-652efcf118a8, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:34.989231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] For port f1dbae55-ce9f-47f9-ba24-652efcf118a8, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f1dbae55-ce9f-47f9-ba24-652efcf118a8,segment=NetworkSegment(6393046a-921d-4d37-8639-c826ed0f8bd8),segment_id=6393046a-921d-4d37-8639-c826ed0f8bd8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:34.994599 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.015684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-d8d52f32-398c-4ef2-b702-582393324ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.017243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-d8d52f32-398c-4ef2-b702-582393324ed7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 1099 time: 0.1102157 Jul 16 20:07:35.028455 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e19df9-8e3c-429e-afc9-f0fb55123aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.034872 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e19df9-8e3c-429e-afc9-f0fb55123aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.046108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Routers {'4d9415e4-ec8c-49ea-839d-250af4e4425b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:35.046760 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d9415e4-ec8c-49ea-839d-250af4e4425b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:35.089778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e19df9-8e3c-429e-afc9-f0fb55123aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6009d6a8-466a-4672-b041-7debe95cb8c6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.096705 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-55e19df9-8e3c-429e-afc9-f0fb55123aa9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b06061146084ae2864b78be44000cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451160 Jul 16 20:07:35.098192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:35.171887 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac96fd34-8095-42af-942f-925230ad75be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.197587 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac96fd34-8095-42af-942f-925230ad75be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.210477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20d650-c0ca-497d-9bab-e2a860a56d78 None None] Pushing event updated for resources: {'Port': ['ID=f1dbae55-ce9f-47f9-ba24-652efcf118a8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.269284 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac96fd34-8095-42af-942f-925230ad75be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.272678 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac96fd34-8095-42af-942f-925230ad75be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.274002 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ac96fd34-8095-42af-942f-925230ad75be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6009d6a8-466a-4672-b041-7debe95cb8c6 HTTP/1.1" status: 204 len: 168 time: 0.1748872 Jul 16 20:07:35.278265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] Set router 4d9415e4-ec8c-49ea-839d-250af4e4425b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:35.286229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96fd34-8095-42af-942f-925230ad75be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6009d6a8-466a-4672-b041-7debe95cb8c6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.290579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Allocated IP 172.25.7.12 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/dfa67334-7144-4cc3-a09a-0b97198c826a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:35.356268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-d9ec82f2-34bf-47c6-af9f-b72c58a698ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.357807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-d9ec82f2-34bf-47c6-af9f-b72c58a698ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2837298 Jul 16 20:07:35.400135 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-ad2d4ecb-344e-4865-95b4-ac171d0e567a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6472eeac-f6e0-4333-ae27-4b887da969ef HTTP/1.1" status: 200 len: 217 time: 0.0346835 Jul 16 20:07:35.471083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-5e6a2344-3bf9-4b0e-a13c-0f20feb7ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.472738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-5e6a2344-3bf9-4b0e-a13c-0f20feb7ef43 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0443852 Jul 16 20:07:35.550254 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.566911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-509c94c4-334f-4c9d-8771-daecd54bdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.568445 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-509c94c4-334f-4c9d-8771-daecd54bdff1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872803 Jul 16 20:07:35.575208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13f450-5006-4ee4-be85-5893f3d2f8e3 req-6aaa8298-6168-4817-9319-96b9713b7988 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:35.577090 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4f13f450-5006-4ee4-be85-5893f3d2f8e3 req-6aaa8298-6168-4817-9319-96b9713b7988 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.0823076 Jul 16 20:07:35.599724 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:23Z', 'updated_at': '2021-07-16T20:07:31Z', 'revision_number': 4, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'gw_port': {'id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:24Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f1dbae55-ce9f-47f9-ba24-652efcf118a8', 'name': '', 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'mac_address': 'fa:16:3e:1a:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'c50d3fb8-6df0-4f12-aa6e-8a20309e0931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:29Z', 'updated_at': '2021-07-16T20:07:34Z', 'revision_number': 4, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'subnets': [{'id': 'c50d3fb8-6df0-4f12-aa6e-8a20309e0931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:35.626813 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4f13f450-5006-4ee4-be85-5893f3d2f8e3 req-0737425d-336c-4b80-8e8a-afc2a7a6a738 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 Jul 16 20:07:35.628586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c603d-1a38-42ab-8f2a-1387bf682eb0 None None] The sync data for ids ['4d9415e4-ec8c-49ea-839d-250af4e4425b'] in n-d-792394-17 is: [{'id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:23Z', 'updated_at': '2021-07-16T20:07:31Z', 'revision_number': 4, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'gw_port': {'id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:24Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f1dbae55-ce9f-47f9-ba24-652efcf118a8', 'name': '', 'network_id': '7de7c1b8-bca4-457a-87a3-abb5c522951d', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'mac_address': 'fa:16:3e:1a:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'c50d3fb8-6df0-4f12-aa6e-8a20309e0931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:29Z', 'updated_at': '2021-07-16T20:07:34Z', 'revision_number': 4, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'subnets': [{'id': 'c50d3fb8-6df0-4f12-aa6e-8a20309e0931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:35.674507 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:35.750131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Pushing event updated for resources: {'Port': ['ID=dfa67334-7144-4cc3-a09a-0b97198c826a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:35.770111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:35.773399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:35.776684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:35.783495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-2e2450c7-d7b6-4fcf-9d84-a970c0a1daad service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066591 Jul 16 20:07:35.887884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.007898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f1dbae55-ce9f-47f9-ba24-652efcf118a8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:36.089098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port f1dbae55-ce9f-47f9-ba24-652efcf118a8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:36.097384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f1dbae55-ce9f-47f9-ba24-652efcf118a8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:36.097963 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.138372 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6a999a07-9bd4-4c88-a09e-910b12cfa822 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:36.185414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cae25f5-87e8-42e4-9ec7-0b2d265272ea req-22d8c68d-442b-4c47-b876-20818876dc84 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931265 Jul 16 20:07:36.188150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.303368 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.366684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6a999a07-9bd4-4c88-a09e-910b12cfa822, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a999a07-9bd4-4c88-a09e-910b12cfa822,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:36.475765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.482609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.507158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port f1dbae55-ce9f-47f9-ba24-652efcf118a8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f1dbae55-ce9f-47f9-ba24-652efcf118a8,segment=NetworkSegment(6393046a-921d-4d37-8639-c826ed0f8bd8),segment_id=6393046a-921d-4d37-8639-c826ed0f8bd8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:36.515424 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.528224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '6a999a07-9bd4-4c88-a09e-910b12cfa822', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '6a999a07-9bd4-4c88-a09e-910b12cfa822', 'mac_address': 'fa:16:3e:16:96:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:36.577802 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.618474 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.627552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=f1dbae55-ce9f-47f9-ba24-652efcf118a8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:36.630433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Pushing event updated for resources: {'Port': ['ID=dfa67334-7144-4cc3-a09a-0b97198c826a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:36.645889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.649051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5ccd09ae-acad-4b73-afb8-d52b461cc3ef tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9741826 Jul 16 20:07:36.653041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a999a07-9bd4-4c88-a09e-910b12cfa822 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:36.701648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6a999a07-9bd4-4c88-a09e-910b12cfa822, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a999a07-9bd4-4c88-a09e-910b12cfa822,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:36.709314 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:36.798184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-3ad623df-308a-43e0-a90c-5086c51c939a tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.12 HTTP/1.1" status: 200 len: 695 time: 0.1420476 Jul 16 20:07:36.804856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=6a999a07-9bd4-4c88-a09e-910b12cfa822,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:36.952252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:36.968273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-75ea25bf-60e2-44e8-85cc-06de8df2cd24 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:36.975439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-75ea25bf-60e2-44e8-85cc-06de8df2cd24 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1693525 Jul 16 20:07:36.982732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5d88c025-65d8-4b02-96cb-53f3436f454f tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:36.998017 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c8e714e-f1e8-4405-aa1c-5cced4d9bb8f req-5d88c025-65d8-4b02-96cb-53f3436f454f tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216382 Jul 16 20:07:37.059461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:37.204626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-761c1f8f-2799-4e5d-aaab-c31ab2461543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.211439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3e043-a833-4cd1-a683-ff4826ec4a34 req-972442dc-69eb-4fee-823f-aaf07d8e443b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.213225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5b3e043-a833-4cd1-a683-ff4826ec4a34 req-972442dc-69eb-4fee-823f-aaf07d8e443b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 947 time: 0.4611454 Jul 16 20:07:37.257087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5b3e043-a833-4cd1-a683-ff4826ec4a34 req-e904eb6f-d337-4f2e-be63-d5d83102f303 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Jul 16 20:07:37.390963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-761c1f8f-2799-4e5d-aaab-c31ab2461543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.397348 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-761c1f8f-2799-4e5d-aaab-c31ab2461543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.450509 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-761c1f8f-2799-4e5d-aaab-c31ab2461543 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e6d4916cc2241dbb90b4532de5555ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897440 Jul 16 20:07:37.453377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:37.462577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c1f8f-2799-4e5d-aaab-c31ab2461543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375d49de-b3ef-4482-8f47-2e515999f3b5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.475082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-a66a264a-f9fd-4fc5-ac29-9ef68e64ed10 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.475889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-a66a264a-f9fd-4fc5-ac29-9ef68e64ed10 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.477205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-a66a264a-f9fd-4fc5-ac29-9ef68e64ed10 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.477687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-a66a264a-f9fd-4fc5-ac29-9ef68e64ed10 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.478172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-a66a264a-f9fd-4fc5-ac29-9ef68e64ed10 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.478575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-a66a264a-f9fd-4fc5-ac29-9ef68e64ed10 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.479079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-a66a264a-f9fd-4fc5-ac29-9ef68e64ed10 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.479505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-a66a264a-f9fd-4fc5-ac29-9ef68e64ed10 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.481474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-a66a264a-f9fd-4fc5-ac29-9ef68e64ed10 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb&device_id=7347c405-3f64-473e-96f2-3c9f7647f95b&device_id=83beca32-7625-4ec8-8b4b-e71cc3604524&device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c&device_id=15daa647-d2c2-477d-85a7-016af89b106b&device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff&device_id=f13e1663-1f69-4340-ad74-e86bbecd0122&device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 7381 time: 0.1351852 Jul 16 20:07:37.500542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-e4e3dd5a-7938-4598-8764-240b5ec084de tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.507505 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41137a92-135a-4469-8cd1-a36b9ae0821d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.530394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41137a92-135a-4469-8cd1-a36b9ae0821d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.598129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-e4e3dd5a-7938-4598-8764-240b5ec084de tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.601928 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-e4e3dd5a-7938-4598-8764-240b5ec084de tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.609763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41137a92-135a-4469-8cd1-a36b9ae0821d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.612284 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41137a92-135a-4469-8cd1-a36b9ae0821d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:37.613441 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-41137a92-135a-4469-8cd1-a36b9ae0821d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/375d49de-b3ef-4482-8f47-2e515999f3b5 HTTP/1.1" status: 204 len: 168 time: 0.1590531 Jul 16 20:07:37.631624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154ff6d-b6c1-4fd1-b5bd-78a5ceacec75 req-6981fbb8-38ff-453e-9134-d0352b21489d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.633136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e154ff6d-b6c1-4fd1-b5bd-78a5ceacec75 req-6981fbb8-38ff-453e-9134-d0352b21489d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.0878720 Jul 16 20:07:37.634034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41137a92-135a-4469-8cd1-a36b9ae0821d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375d49de-b3ef-4482-8f47-2e515999f3b5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.639588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c8415e3-e73f-46dd-b019-cce5dadc64ea req-e4e3dd5a-7938-4598-8764-240b5ec084de tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&id=060bb436-1b08-49db-a198-e9539020cae9&id=cc7d795a-743d-4b06-bfab-d67811b2c05a&id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.1500161 Jul 16 20:07:37.664304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3dd5a-7938-4598-8764-240b5ec084de tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736b00ff-9339-46b8-84bb-727bed3e86e3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:37.704624 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e154ff6d-b6c1-4fd1-b5bd-78a5ceacec75 req-b54d7138-6a73-4b28-b242-808a77f7d11e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545168 Jul 16 20:07:37.751979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-26e4a9e6-1954-416a-a3fe-deb8c47feec2 req-47c973f8-97dd-44a4-877b-92b98e992607 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips/9dbf5072-a439-4d89-9d85-c448c8915994 HTTP/1.1" status: 200 len: 692 time: 0.0961578 Jul 16 20:07:37.875497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4a9e6-1954-416a-a3fe-deb8c47feec2 req-a6856716-7399-497c-a018-2bd8c23f2348 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:37.883599 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-26e4a9e6-1954-416a-a3fe-deb8c47feec2 req-a6856716-7399-497c-a018-2bd8c23f2348 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1307282 Jul 16 20:07:37.890950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-26e4a9e6-1954-416a-a3fe-deb8c47feec2 req-3915fdac-c8fa-4dbe-bb64-fbac9397b34e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:37.907952 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-26e4a9e6-1954-416a-a3fe-deb8c47feec2 req-3915fdac-c8fa-4dbe-bb64-fbac9397b34e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221095 Jul 16 20:07:37.987279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f1dbae55-ce9f-47f9-ba24-652efcf118a8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:38.032903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42134) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:38.035623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79aade6f-0ee0-43db-a0a9-00e56c3ef395 req-2764f681-fc49-4d51-aede-943f50b41d07 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=318fe6819e744e4f820124e33efce5e3 HTTP/1.1" status: 200 len: 695 time: 0.0906196 Jul 16 20:07:38.102108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f1dbae55-ce9f-47f9-ba24-652efcf118a8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:38.102410 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.160636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6472eeac-f6e0-4333-ae27-4b887da969ef details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:38.177762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42138) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:38.178886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6a999a07-9bd4-4c88-a09e-910b12cfa822 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:38.209159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e46978e-a0ab-43f5-8984-648b44e8f483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.266115 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b837588-42ac-4c98-bd8a-1affa54121e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.294726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aade6f-0ee0-43db-a0a9-00e56c3ef395 req-716390fd-a64e-4428-821a-bd8c7912fa63 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.307594 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79aade6f-0ee0-43db-a0a9-00e56c3ef395 req-716390fd-a64e-4428-821a-bd8c7912fa63 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/networks?id=36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 787 time: 0.2658629 Jul 16 20:07:38.314389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-79aade6f-0ee0-43db-a0a9-00e56c3ef395 req-042f5543-a057-4d41-a70a-db2621bc1b63 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:38.329145 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79aade6f-0ee0-43db-a0a9-00e56c3ef395 req-042f5543-a057-4d41-a70a-db2621bc1b63 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198019 Jul 16 20:07:38.385406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 6a999a07-9bd4-4c88-a09e-910b12cfa822 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:38.396064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 6a999a07-9bd4-4c88-a09e-910b12cfa822 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:38.396437 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.436420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee52404-e529-4430-8ff3-82f3ae866a4a req-36fb3ccb-6e26-4755-90eb-9c71caa9fc65 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.436902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee52404-e529-4430-8ff3-82f3ae866a4a req-36fb3ccb-6e26-4755-90eb-9c71caa9fc65 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.437377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee52404-e529-4430-8ff3-82f3ae866a4a req-36fb3ccb-6e26-4755-90eb-9c71caa9fc65 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.444618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6472eeac-f6e0-4333-ae27-4b887da969ef, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6472eeac-f6e0-4333-ae27-4b887da969ef,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:38.444975 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ee52404-e529-4430-8ff3-82f3ae866a4a req-36fb3ccb-6e26-4755-90eb-9c71caa9fc65 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524&device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff&device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 2908 time: 0.1300066 Jul 16 20:07:38.463312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '6472eeac-f6e0-4333-ae27-4b887da969ef', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '6472eeac-f6e0-4333-ae27-4b887da969ef', 'mac_address': 'fa:16:3e:4c:27:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:38.485873 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e46978e-a0ab-43f5-8984-648b44e8f483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.501863 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e46978e-a0ab-43f5-8984-648b44e8f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.518749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e206d00-10d3-41f6-a22e-c77501b88199 req-8c8f341f-bacc-42e8-a66f-f5533d36b56e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.521658 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e206d00-10d3-41f6-a22e-c77501b88199 req-8c8f341f-bacc-42e8-a66f-f5533d36b56e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 947 time: 0.0731215 Jul 16 20:07:38.527851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ee52404-e529-4430-8ff3-82f3ae866a4a req-e1b66c16-0171-4bcb-ba1f-24f489cf9d21 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819438 Jul 16 20:07:38.539986 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.552602 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.557680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6472eeac-f6e0-4333-ae27-4b887da969ef {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:38.578992 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e206d00-10d3-41f6-a22e-c77501b88199 req-0f22401d-4b71-4cbf-b00e-db9cbdb0a0c1 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 Jul 16 20:07:38.594925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6472eeac-f6e0-4333-ae27-4b887da969ef, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6472eeac-f6e0-4333-ae27-4b887da969ef,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:38.600639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7347c405-3f64-473e-96f2-3c9f7647f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a999a07-9bd4-4c88-a09e-910b12cfa822'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:38.602837 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa17eff-95cc-4ae7-abaa-30d6bb1f96f5" -d '{"events": [{"server_uuid": "7347c405-3f64-473e-96f2-3c9f7647f95b", "name": "network-vif-plugged", "status": "completed", "tag": "6a999a07-9bd4-4c88-a09e-910b12cfa822"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:38.607592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.621193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6a999a07-9bd4-4c88-a09e-910b12cfa822, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a999a07-9bd4-4c88-a09e-910b12cfa822,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:38.635227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0e46978e-a0ab-43f5-8984-648b44e8f483 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be3417ae753048839f4c4014f6eea408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537783 Jul 16 20:07:38.635956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:38.640335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46978e-a0ab-43f5-8984-648b44e8f483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760d394a-6629-4b90-9d8a-3d8756b3e85d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.645712 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.654795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a4730522-6909-4069-b2dc-82b26cf6737d req-bd7e7ac9-8466-4324-9c80-e271bc8ee435 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips/9dbf5072-a439-4d89-9d85-c448c8915994 HTTP/1.1" status: 200 len: 692 time: 0.1074798 Jul 16 20:07:38.676623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=6472eeac-f6e0-4333-ae27-4b887da969ef,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.735777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4214fc4-167d-4239-8e47-5bdce95699a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.740176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=6a999a07-9bd4-4c88-a09e-910b12cfa822,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.787673 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4214fc4-167d-4239-8e47-5bdce95699a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.802418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730522-6909-4069-b2dc-82b26cf6737d req-850e3a65-13fa-49b4-8760-710bcd338cf8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:38.806716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a4730522-6909-4069-b2dc-82b26cf6737d req-850e3a65-13fa-49b4-8760-710bcd338cf8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1511917 Jul 16 20:07:38.821033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-a4730522-6909-4069-b2dc-82b26cf6737d req-695daee0-734a-40a0-9b85-ecd3f954e4d1 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:38.822199 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a4730522-6909-4069-b2dc-82b26cf6737d req-695daee0-734a-40a0-9b85-ecd3f954e4d1 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091741 Jul 16 20:07:38.824255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b837588-42ac-4c98-bd8a-1affa54121e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.828836 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b837588-42ac-4c98-bd8a-1affa54121e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.837937 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4214fc4-167d-4239-8e47-5bdce95699a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.840890 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4214fc4-167d-4239-8e47-5bdce95699a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:38.842366 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a4214fc4-167d-4239-8e47-5bdce95699a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/760d394a-6629-4b90-9d8a-3d8756b3e85d HTTP/1.1" status: 204 len: 168 time: 0.2040431 Jul 16 20:07:38.858747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4214fc4-167d-4239-8e47-5bdce95699a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760d394a-6629-4b90-9d8a-3d8756b3e85d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.860480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6472eeac-f6e0-4333-ae27-4b887da969ef'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:38.923818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3b837588-42ac-4c98-bd8a-1affa54121e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d921d4a8528c42b2a349bd774cee7ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8895073 Jul 16 20:07:38.924965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:38.930376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b837588-42ac-4c98-bd8a-1affa54121e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325a0461-21e2-4611-8cc9-9f17fc191d09,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:38.935459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a4730522-6909-4069-b2dc-82b26cf6737d req-e1bff534-6c0f-408e-a7b6-2073c01ed8f6 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.12 HTTP/1.1" status: 200 len: 695 time: 0.0908098 Jul 16 20:07:38.986224 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fb61c0-7877-4bfe-bedc-34a0eaea2d0b x-openstack-request-id: req-58fb61c0-7877-4bfe-bedc-34a0eaea2d0b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:38.986533 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7347c405-3f64-473e-96f2-3c9f7647f95b", "name": "network-vif-plugged", "status": "completed", "tag": "6a999a07-9bd4-4c88-a09e-910b12cfa822", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:38.987021 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58fb61c0-7877-4bfe-bedc-34a0eaea2d0b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:38.995614 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7347c405-3f64-473e-96f2-3c9f7647f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a999a07-9bd4-4c88-a09e-910b12cfa822', 'code': 200} Jul 16 20:07:39.017462 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a4730522-6909-4069-b2dc-82b26cf6737d req-4ecb48c7-bf9a-47f8-9a25-fea1135a1fd1 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.12 HTTP/1.1" status: 200 len: 695 time: 0.0753655 Jul 16 20:07:39.053842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a11e7aa-76ca-49cd-8a10-8777fa5e8647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.091768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a11e7aa-76ca-49cd-8a10-8777fa5e8647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.154873 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a11e7aa-76ca-49cd-8a10-8777fa5e8647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.158244 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a11e7aa-76ca-49cd-8a10-8777fa5e8647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.159456 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7a11e7aa-76ca-49cd-8a10-8777fa5e8647 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/325a0461-21e2-4611-8cc9-9f17fc191d09 HTTP/1.1" status: 204 len: 168 time: 0.2333660 Jul 16 20:07:39.169557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11e7aa-76ca-49cd-8a10-8777fa5e8647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325a0461-21e2-4611-8cc9-9f17fc191d09,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:39.194500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b551a3-c453-4456-8cba-7c1bbfcab3d2 req-51bacb44-e508-4f0b-ad43-df83510f519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.196402 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9b551a3-c453-4456-8cba-7c1bbfcab3d2 req-51bacb44-e508-4f0b-ad43-df83510f519b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 1102 time: 0.1265240 Jul 16 20:07:39.201571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a4730522-6909-4069-b2dc-82b26cf6737d req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Deleting port dfa67334-7144-4cc3-a09a-0b97198c826a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:39.201914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a4730522-6909-4069-b2dc-82b26cf6737d req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.279836 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9b551a3-c453-4456-8cba-7c1bbfcab3d2 req-53782450-aafd-46e4-bdc7-c18dd4e815cf service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748467 Jul 16 20:07:39.303546 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a4730522-6909-4069-b2dc-82b26cf6737d req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.303967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a4730522-6909-4069-b2dc-82b26cf6737d req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.315968 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a4730522-6909-4069-b2dc-82b26cf6737d req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Calling delete_port for dfa67334-7144-4cc3-a09a-0b97198c826a owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:39.510949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a4730522-6909-4069-b2dc-82b26cf6737d req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.528705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43f954-6e87-4227-a479-f8c5f32e5aaf req-78e0c1a9-b464-42f3-9381-93093159a105 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:39.530971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd43f954-6e87-4227-a479-f8c5f32e5aaf req-78e0c1a9-b464-42f3-9381-93093159a105 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.0845490 Jul 16 20:07:39.541481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Pushing event deleted for resources: {'Port': ['ID=dfa67334-7144-4cc3-a09a-0b97198c826a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:39.570297 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a4730522-6909-4069-b2dc-82b26cf6737d req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.573954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a4730522-6909-4069-b2dc-82b26cf6737d req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.580217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a4730522-6909-4069-b2dc-82b26cf6737d req-2fe336c4-3517-4544-90a5-ea5b0daf1ec8 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "DELETE /v2.0/floatingips/9dbf5072-a439-4d89-9d85-c448c8915994 HTTP/1.1" status: 204 len: 173 time: 0.5557404 Jul 16 20:07:39.596922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd43f954-6e87-4227-a479-f8c5f32e5aaf req-246455da-3d11-464b-bce9-fc7f8db03b14 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597668 Jul 16 20:07:39.605760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:39.630069 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1073a2b9-6e8a-44f5-9ef9-5ef1e6a3fab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.864686 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-2397bff8-005a-47c7-933a-db3f6279a572 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2310894 Jul 16 20:07:39.870870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:39.921419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1073a2b9-6e8a-44f5-9ef9-5ef1e6a3fab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.932143 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1073a2b9-6e8a-44f5-9ef9-5ef1e6a3fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.983608 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:39.993059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1073a2b9-6e8a-44f5-9ef9-5ef1e6a3fab9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7e39234ecea4f5791b166b2582cf2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860712 Jul 16 20:07:39.996499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:40.002604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073a2b9-6e8a-44f5-9ef9-5ef1e6a3fab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341b3a21-31cd-4118-88dd-30bd52532c9f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.007886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b7130-e8e0-4b9a-830d-7351db65ca11 req-9161022a-b561-4a6b-8036-a508bda94477 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:40.016366 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-628b7130-e8e0-4b9a-830d-7351db65ca11 req-9161022a-b561-4a6b-8036-a508bda94477 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 948 time: 0.0878725 Jul 16 20:07:40.082404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-628b7130-e8e0-4b9a-830d-7351db65ca11 req-0b5c0b0d-a8de-4128-8c59-835f629aa51d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644882 Jul 16 20:07:40.093317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.097014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70fd6980-ef98-428a-b312-82125bd24e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.130626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70fd6980-ef98-428a-b312-82125bd24e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.172949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6472eeac-f6e0-4333-ae27-4b887da969ef up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:40.216916 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70fd6980-ef98-428a-b312-82125bd24e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.219907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70fd6980-ef98-428a-b312-82125bd24e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.224056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-70fd6980-ef98-428a-b312-82125bd24e47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/341b3a21-31cd-4118-88dd-30bd52532c9f HTTP/1.1" status: 204 len: 168 time: 0.2021461 Jul 16 20:07:40.235767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd6980-ef98-428a-b312-82125bd24e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341b3a21-31cd-4118-88dd-30bd52532c9f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.295001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 6472eeac-f6e0-4333-ae27-4b887da969ef completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:40.300012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 6472eeac-f6e0-4333-ae27-4b887da969ef triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:40.300694 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.317017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Allocated IP 172.25.7.5 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/e032bb47-ef87-4435-8d1f-7bbc44f64ef7) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:40.436592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.486610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6472eeac-f6e0-4333-ae27-4b887da969ef, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6472eeac-f6e0-4333-ae27-4b887da969ef,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:40.493185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.495064 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.552629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.586641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=6472eeac-f6e0-4333-ae27-4b887da969ef,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.619512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:40.620883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Pushing event updated for resources: {'Port': ['ID=e032bb47-ef87-4435-8d1f-7bbc44f64ef7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:40.629743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:40.632797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:40.765304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.840278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:40.997336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2710a5-599b-43a9-aca3-bb97ddfa3cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6472eeac-f6e0-4333-ae27-4b887da969ef'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:40.999611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36f6a5-e70b-4e46-968f-ea8afb4dcd29 req-210622db-4cc0-433e-8a5c-3b77cc639c33 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.001997 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1b777b-18fe-42fc-aac4-e77718d07ca3" -d '{"events": [{"server_uuid": "cc2710a5-599b-43a9-aca3-bb97ddfa3cdb", "name": "network-vif-plugged", "status": "completed", "tag": "6472eeac-f6e0-4333-ae27-4b887da969ef"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:41.010569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e36f6a5-e70b-4e46-968f-ea8afb4dcd29 req-210622db-4cc0-433e-8a5c-3b77cc639c33 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.0850549 Jul 16 20:07:41.067352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e36f6a5-e70b-4e46-968f-ea8afb4dcd29 req-f23bcc5d-e485-4854-9f86-1b1c24824568 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522134 Jul 16 20:07:41.072485 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.083443 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.146493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Pushing event updated for resources: {'Port': ['ID=e032bb47-ef87-4435-8d1f-7bbc44f64ef7,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:41.190238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.206237 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.216837 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-82252cc5-2bfa-42cc-a782-17820eb5792e tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3513055 Jul 16 20:07:41.228610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42258) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:41.242684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88b876-7260-4e97-9645-4a98fb0688b4 req-909d6005-0a01-4a37-9b99-4b79178072b7 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.244508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a88b876-7260-4e97-9645-4a98fb0688b4 req-909d6005-0a01-4a37-9b99-4b79178072b7 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1102 time: 0.0683703 Jul 16 20:07:41.290938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a88b876-7260-4e97-9645-4a98fb0688b4 req-75230ad9-69b8-4559-8f6a-f19ac4c61a3f tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Jul 16 20:07:41.302766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-9c250620-e361-4dcf-88ae-0eeccd125b7f tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0842867 Jul 16 20:07:41.386986 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb49e6e3-1500-454e-9cf8-6220a1756c9d x-openstack-request-id: req-bb49e6e3-1500-454e-9cf8-6220a1756c9d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:41.387501 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2710a5-599b-43a9-aca3-bb97ddfa3cdb", "name": "network-vif-plugged", "status": "completed", "tag": "6472eeac-f6e0-4333-ae27-4b887da969ef", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:41.387593 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb49e6e3-1500-454e-9cf8-6220a1756c9d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:41.387917 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2710a5-599b-43a9-aca3-bb97ddfa3cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6472eeac-f6e0-4333-ae27-4b887da969ef', 'code': 200} Jul 16 20:07:41.449009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-4bc0ff7d-2c74-4c13-bf1f-19461ce4d215 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.450445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-4bc0ff7d-2c74-4c13-bf1f-19461ce4d215 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1419261 Jul 16 20:07:41.464993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-f07f99eb-a410-43c2-9dbd-2a21a4cfff33 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:41.478125 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3e9d381-98bb-4c17-9c27-1d0b2a43566b req-f07f99eb-a410-43c2-9dbd-2a21a4cfff33 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216370 Jul 16 20:07:41.554653 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-623661f4-210b-438c-b543-ffd6b2d1b06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.605742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35379ed-c701-4c07-983b-6a456b04d6ec req-807d8354-0d81-46f7-ba92-81118b266214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.607223 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c35379ed-c701-4c07-983b-6a456b04d6ec req-807d8354-0d81-46f7-ba92-81118b266214 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 1101 time: 0.1435192 Jul 16 20:07:41.685790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cc20f-d53f-4f6b-8d31-4af9ce25ca03 req-f5b7f329-fb32-4153-a885-5265f3284725 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.687283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-803cc20f-d53f-4f6b-8d31-4af9ce25ca03 req-f5b7f329-fb32-4153-a885-5265f3284725 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 949 time: 0.1528773 Jul 16 20:07:41.705355 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c35379ed-c701-4c07-983b-6a456b04d6ec req-1caf0610-319d-486e-968a-f7fa31c83603 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881431 Jul 16 20:07:41.734060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b863f0-5186-408e-961e-516a33d41419 req-8c6307c3-eb17-4a85-b017-e81b4aa9cd65 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:41.735633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a7b863f0-5186-408e-961e-516a33d41419 req-8c6307c3-eb17-4a85-b017-e81b4aa9cd65 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1102 time: 0.0690053 Jul 16 20:07:41.748723 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-803cc20f-d53f-4f6b-8d31-4af9ce25ca03 req-87bb13c1-fcb0-4dd1-89ee-6f3cbd9623ca tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523877 Jul 16 20:07:41.776650 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-623661f4-210b-438c-b543-ffd6b2d1b06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.784013 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-623661f4-210b-438c-b543-ffd6b2d1b06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.792633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a7b863f0-5186-408e-961e-516a33d41419 req-fa3cf4f2-a3a4-4556-aca0-41ceabc8c948 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Jul 16 20:07:41.829148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623661f4-210b-438c-b543-ffd6b2d1b06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa39aa-04b8-498c-bda9-9a6091203446,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:41.833955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-623661f4-210b-438c-b543-ffd6b2d1b06e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de16a3b2482e4c619545c9d1536b0f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036210 Jul 16 20:07:41.844355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:41.875619 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-466901bc-0be3-4079-84e0-7c53983a44ff req-edcdde5d-d879-47e2-8774-d5ed732a4262 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips/f31ab97d-5c9f-41cc-8b20-9eb26a76fedd HTTP/1.1" status: 200 len: 691 time: 0.0554059 Jul 16 20:07:41.914438 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1448fa8-7a4e-43e2-8e9a-ba5ab9608e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:41.943099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1448fa8-7a4e-43e2-8e9a-ba5ab9608e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.005390 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1448fa8-7a4e-43e2-8e9a-ba5ab9608e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.008009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1448fa8-7a4e-43e2-8e9a-ba5ab9608e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.011561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b1448fa8-7a4e-43e2-8e9a-ba5ab9608e8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66aa39aa-04b8-498c-bda9-9a6091203446 HTTP/1.1" status: 204 len: 168 time: 0.1638339 Jul 16 20:07:42.018419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448fa8-7a4e-43e2-8e9a-ba5ab9608e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa39aa-04b8-498c-bda9-9a6091203446,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:42.021697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466901bc-0be3-4079-84e0-7c53983a44ff req-ca0e097d-0569-498b-8190-ca483f8727b5 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.027096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-466901bc-0be3-4079-84e0-7c53983a44ff req-ca0e097d-0569-498b-8190-ca483f8727b5 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1506624 Jul 16 20:07:42.040182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-466901bc-0be3-4079-84e0-7c53983a44ff req-641f22d5-3554-45bc-ae7c-63512a9bcbfb tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:42.047905 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-466901bc-0be3-4079-84e0-7c53983a44ff req-641f22d5-3554-45bc-ae7c-63512a9bcbfb tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139709 Jul 16 20:07:42.103807 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-466901bc-0be3-4079-84e0-7c53983a44ff req-16cf254b-2371-4178-8fb3-ae39cbb7efc9 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0543931 Jul 16 20:07:42.158886 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-466901bc-0be3-4079-84e0-7c53983a44ff req-457d8ce5-b02b-4acc-9a0c-2905c93a63be tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0541687 Jul 16 20:07:42.294092 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-466901bc-0be3-4079-84e0-7c53983a44ff req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Deleting port e032bb47-ef87-4435-8d1f-7bbc44f64ef7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:42.294426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-466901bc-0be3-4079-84e0-7c53983a44ff req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.364305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee48c-cc14-4272-b539-a7ed2c4f74a5 req-ea564f4d-fc57-4192-b4a9-ec4de6fd2a9c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:42.366138 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebaee48c-cc14-4272-b539-a7ed2c4f74a5 req-ea564f4d-fc57-4192-b4a9-ec4de6fd2a9c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.0697868 Jul 16 20:07:42.385810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-466901bc-0be3-4079-84e0-7c53983a44ff req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.386238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-466901bc-0be3-4079-84e0-7c53983a44ff req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.396207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:42.405772 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebaee48c-cc14-4272-b539-a7ed2c4f74a5 req-916b9c4d-8c1a-4ef5-95b5-f5ba56477438 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332248 Jul 16 20:07:42.629861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-466901bc-0be3-4079-84e0-7c53983a44ff req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Calling delete_port for e032bb47-ef87-4435-8d1f-7bbc44f64ef7 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:42.638409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34ca66eb-35d0-4fc6-9b42-848a828ec583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.829190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34ca66eb-35d0-4fc6-9b42-848a828ec583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.833858 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34ca66eb-35d0-4fc6-9b42-848a828ec583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.838713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-466901bc-0be3-4079-84e0-7c53983a44ff req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.882473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Pushing event deleted for resources: {'Port': ['ID=e032bb47-ef87-4435-8d1f-7bbc44f64ef7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:42.904039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca66eb-35d0-4fc6-9b42-848a828ec583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445eb53f-21b2-4f8b-a241-25a166f4b9be,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:42.926474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:42.926624 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-34ca66eb-35d0-4fc6-9b42-848a828ec583 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86fa7454c62a4404baac4076dfc0f1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287669 Jul 16 20:07:42.973594 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-466901bc-0be3-4079-84e0-7c53983a44ff req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.976195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-466901bc-0be3-4079-84e0-7c53983a44ff req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:42.977323 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-466901bc-0be3-4079-84e0-7c53983a44ff req-74f8641c-d0b3-4f0f-96ab-7375bda051f3 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "DELETE /v2.0/floatingips/f31ab97d-5c9f-41cc-8b20-9eb26a76fedd HTTP/1.1" status: 204 len: 173 time: 0.8175983 Jul 16 20:07:43.007071 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2bb98982-f754-4969-8d17-9b0bcd00ab47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.040635 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2bb98982-f754-4969-8d17-9b0bcd00ab47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.082734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2bb98982-f754-4969-8d17-9b0bcd00ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.085376 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2bb98982-f754-4969-8d17-9b0bcd00ab47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:43.088817 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2bb98982-f754-4969-8d17-9b0bcd00ab47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/445eb53f-21b2-4f8b-a241-25a166f4b9be HTTP/1.1" status: 204 len: 168 time: 0.1583085 Jul 16 20:07:43.102983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb98982-f754-4969-8d17-9b0bcd00ab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445eb53f-21b2-4f8b-a241-25a166f4b9be,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:43.195907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f780b83-d464-4097-aa8e-112906db4703 req-ed6c9d89-c136-4145-92a6-99e4f95ea115 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.197367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f780b83-d464-4097-aa8e-112906db4703 req-ed6c9d89-c136-4145-92a6-99e4f95ea115 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 949 time: 0.0713482 Jul 16 20:07:43.236823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f780b83-d464-4097-aa8e-112906db4703 req-3700296c-adfd-4356-9cab-68945d5cc7d8 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331526 Jul 16 20:07:43.320557 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-bdd8f22c-c0e7-4f8e-8005-e02fb63296ec req-400f6bec-b659-427d-ab92-8ddfc664cf0c tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] show failed (client error): The resource could not be found. Jul 16 20:07:43.321580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdd8f22c-c0e7-4f8e-8005-e02fb63296ec req-400f6bec-b659-427d-ab92-8ddfc664cf0c tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips/f31ab97d-5c9f-41cc-8b20-9eb26a76fedd HTTP/1.1" status: 404 len: 350 time: 0.0401435 Jul 16 20:07:43.468412 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-ecc6fc28-c8ea-4d50-a069-a0ce22fe9efc req-f9f1c6b5-9752-486d-9eed-4431a3147ec6 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] show failed (client error): The resource could not be found. Jul 16 20:07:43.469451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ecc6fc28-c8ea-4d50-a069-a0ce22fe9efc req-f9f1c6b5-9752-486d-9eed-4431a3147ec6 tempest-FloatingIPsTestJSON-240594400 tempest-FloatingIPsTestJSON-240594400-project] 10.222.0.10 "GET /v2.0/floatingips/f31ab97d-5c9f-41cc-8b20-9eb26a76fedd HTTP/1.1" status: 404 len: 350 time: 0.0379016 Jul 16 20:07:43.478014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:43.584866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44edd19-eabb-427e-92d8-47f4e7f20638 req-37bcfe3f-ec90-4876-89b9-a57723634118 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.593812 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44edd19-eabb-427e-92d8-47f4e7f20638 req-37bcfe3f-ec90-4876-89b9-a57723634118 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 950 time: 0.1133552 Jul 16 20:07:43.635533 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44edd19-eabb-427e-92d8-47f4e7f20638 req-8b7bf89d-5bea-4c84-8d7e-27d9d3707865 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Jul 16 20:07:43.787487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72331114-11bd-4638-a55e-13d85279f645 req-0f1ccf18-2015-405b-abe2-e6cecd865a30 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.791739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72331114-11bd-4638-a55e-13d85279f645 req-0f1ccf18-2015-405b-abe2-e6cecd865a30 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1647186 Jul 16 20:07:43.853678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1b85e-fb49-4754-b217-bb5d62d266b4 req-98419576-6a6d-439e-970c-f12a6e1bbf27 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:43.855183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bea1b85e-fb49-4754-b217-bb5d62d266b4 req-98419576-6a6d-439e-970c-f12a6e1bbf27 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.0738144 Jul 16 20:07:43.869828 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72331114-11bd-4638-a55e-13d85279f645 req-c6224da2-63fc-48c8-bb8c-f9178669c7aa tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722494 Jul 16 20:07:43.923887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bea1b85e-fb49-4754-b217-bb5d62d266b4 req-113bf163-ad17-4364-957f-d2a5c717cfa7 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614929 Jul 16 20:07:44.104548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.315852 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-a6d79065-5263-4116-9281-73bae766e4ad req-755bae86-3425-488e-81e6-8dcf2eef21fe service neutron] show failed (client error): The resource could not be found. Jul 16 20:07:44.318139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-755bae86-3425-488e-81e6-8dcf2eef21fe service neutron] 10.222.0.30 "GET /v2.0/ports/e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0869002 Jul 16 20:07:44.401191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e305d0-07e1-4932-a1d9-462e5d46f114 req-5d7b43c2-f3bc-4daf-9532-c079920f3b96 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.412369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e305d0-07e1-4932-a1d9-462e5d46f114 req-5d7b43c2-f3bc-4daf-9532-c079920f3b96 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.416512 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6e305d0-07e1-4932-a1d9-462e5d46f114 req-5d7b43c2-f3bc-4daf-9532-c079920f3b96 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb&device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 1690 time: 0.1847241 Jul 16 20:07:44.505057 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6e305d0-07e1-4932-a1d9-462e5d46f114 req-5a741202-e390-4f5c-8812-97eb46316263 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646603 Jul 16 20:07:44.594002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Deleting port f1dbae55-ce9f-47f9-ba24-652efcf118a8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:44.594343 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.749416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-10a34e72-925a-45e5-8f57-99ffc6568468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.750979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-10a34e72-925a-45e5-8f57-99ffc6568468 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b&tenant_id=743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 1102 time: 0.1362593 Jul 16 20:07:44.767331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:44.779926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] For port f1dbae55-ce9f-47f9-ba24-652efcf118a8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f1dbae55-ce9f-47f9-ba24-652efcf118a8,segment=NetworkSegment(6393046a-921d-4d37-8639-c826ed0f8bd8),segment_id=6393046a-921d-4d37-8639-c826ed0f8bd8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:44.781825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.798451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Calling delete_port for f1dbae55-ce9f-47f9-ba24-652efcf118a8 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:44.820205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:44.908015 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:44.929311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b964a-1997-4f35-bc4f-19569e106253 req-2348adac-91f8-420f-92fc-ea18849248f6 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:44.930791 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d58b964a-1997-4f35-bc4f-19569e106253 req-2348adac-91f8-420f-92fc-ea18849248f6 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 1101 time: 0.1287313 Jul 16 20:07:45.059144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d58b964a-1997-4f35-bc4f-19569e106253 req-115bf375-630b-4d94-b2de-40b1a0191d5b tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091239 Jul 16 20:07:45.137260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c557b-165c-4aa4-b97f-8e95ce2e82ea req-0bc91bab-5767-4bd7-9435-d26a7e5daf53 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.145019 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e13c557b-165c-4aa4-b97f-8e95ce2e82ea req-0bc91bab-5767-4bd7-9435-d26a7e5daf53 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1022999 Jul 16 20:07:45.203371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5a30-c95b-4475-9c33-ccf2b05a577f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.236989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e13c557b-165c-4aa4-b97f-8e95ce2e82ea req-7219b5f9-7155-4234-9983-966e297ae58e tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907364 Jul 16 20:07:45.262022 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.308756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dbae55-ce9f-47f9-ba24-652efcf118a8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.349587 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.479702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:45.498636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7b30fe79-681e-4962-8dbc-737bd77db1fa req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Request body: {'security_group': {'name': 'tempest-securitygroup-656257569', 'description': 'tempest-description-1359322317'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:45.509186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e09f5-401c-48d9-8c06-3608e061226d req-9676ace2-aa16-4502-bde5-2c230f9c51a2 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.510654 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-726e09f5-401c-48d9-8c06-3608e061226d req-9676ace2-aa16-4502-bde5-2c230f9c51a2 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.1513813 Jul 16 20:07:45.546894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5a30-c95b-4475-9c33-ccf2b05a577f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.547961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.553410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:45.555490 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5a30-c95b-4475-9c33-ccf2b05a577f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.597431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-726e09f5-401c-48d9-8c06-3608e061226d req-ee837875-0179-475f-873d-7b29639b1851 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647211 Jul 16 20:07:45.609535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:45.611997 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1210b7d6-a8c9-46b1-9b81-40d3c6fab370" -d '{"events": [{"server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:45.616240 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.630400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Transition to ACTIVE for port object e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:45.634748 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b30fe79-681e-4962-8dbc-737bd77db1fa req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.635685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.641533 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5e5a5a30-c95b-4475-9c33-ccf2b05a577f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2bc5c00142542e7917202fa0a87c97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8182635 Jul 16 20:07:45.644834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:45.650300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a5a30-c95b-4475-9c33-ccf2b05a577f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e054b63-175a-4499-abb0-ecce70ce5cc9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.657162 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b30fe79-681e-4962-8dbc-737bd77db1fa req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.734633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:45.741066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] No DVR routers for this DVR port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:45.831216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Attempting to bind port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:45.831584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Attempting to bind port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:45.831975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Attempting to bind port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:45.836895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6452e2b2-5ebe-4b51-bc31-1292170dee2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.844638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:45.844952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Attempting to bind port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:45.866975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:45.867336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:45.867725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:45.868160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Bound port: e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:45.868846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.892826 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6452e2b2-5ebe-4b51-bc31-1292170dee2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.893139 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b30fe79-681e-4962-8dbc-737bd77db1fa req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.900669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b30fe79-681e-4962-8dbc-737bd77db1fa req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:45.954592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596c5c-5018-4a06-836f-1ecc5715b3ac req-94689244-ba3f-4e25-af3c-2f0544c7e699 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:45.956193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6596c5c-5018-4a06-836f-1ecc5715b3ac req-94689244-ba3f-4e25-af3c-2f0544c7e699 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 1102 time: 0.1969059 Jul 16 20:07:45.956311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Router 4d9415e4-ec8c-49ea-839d-250af4e4425b has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:07:45.964457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1475427e-3367-4f54-bb91-8fdbadc32a18,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:46.016716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:46.020049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:46.022700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6596c5c-5018-4a06-836f-1ecc5715b3ac req-4f855ce2-4493-46fd-83fe-11745430fa26 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559785 Jul 16 20:07:46.029485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.031666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6452e2b2-5ebe-4b51-bc31-1292170dee2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.034239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6452e2b2-5ebe-4b51-bc31-1292170dee2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.035891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6452e2b2-5ebe-4b51-bc31-1292170dee2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e054b63-175a-4499-abb0-ecce70ce5cc9 HTTP/1.1" status: 204 len: 168 time: 0.3664672 Jul 16 20:07:46.088660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452e2b2-5ebe-4b51-bc31-1292170dee2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e054b63-175a-4499-abb0-ecce70ce5cc9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:46.103951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.104713 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.106128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] 10.222.0.63 "PUT /v2.0/ports/e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 1097 time: 1.3441787 Jul 16 20:07:46.138476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa417b7-9c5e-4c15-9656-db4c0592de53 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:46.213615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-aaca8198-cdfb-4058-8703-f1f5b726dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.215223 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-aaca8198-cdfb-4058-8703-f1f5b726dbdb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1100 time: 0.0684357 Jul 16 20:07:46.325005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.390352 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22745ded-339b-438f-a6d5-f6d25ada5be7 x-openstack-request-id: req-22745ded-339b-438f-a6d5-f6d25ada5be7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:46.390645 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:46.390905 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22745ded-339b-438f-a6d5-f6d25ada5be7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:46.391355 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'code': 200} Jul 16 20:07:46.419951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-a3b4b3e2-a64d-4c79-8089-a3cfb6f66c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.422048 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-a3b4b3e2-a64d-4c79-8089-a3cfb6f66c15 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1952937 Jul 16 20:07:46.441091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:46.450274 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cd2cc059-c1f5-41c3-ad82-8ebca86b8800 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d9415e4-ec8c-49ea-839d-250af4e4425b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9710264 Jul 16 20:07:46.452328 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] Sync routers for ids ['4d9415e4-ec8c-49ea-839d-250af4e4425b'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:46.456074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:46.464663 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] Routers {'4d9415e4-ec8c-49ea-839d-250af4e4425b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:46.465434 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d9415e4-ec8c-49ea-839d-250af4e4425b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:46.475421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b30fe79-681e-4962-8dbc-737bd77db1fa req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.478850 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-1abcbc40-5416-4d76-8be7-bfddcf4cc254 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 217 time: 0.0487313 Jul 16 20:07:46.515205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:46.525620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b30fe79-681e-4962-8dbc-737bd77db1fa req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.571429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-778c33e1-0e1e-4f41-a318-08f12366e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.573286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-778c33e1-0e1e-4f41-a318-08f12366e6b9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0884624 Jul 16 20:07:46.575424 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1df6c2bf-4d5e-47f0-9f9f-65fcfc7fda1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.604862 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] Set router 4d9415e4-ec8c-49ea-839d-250af4e4425b gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:46.641200 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b30fe79-681e-4962-8dbc-737bd77db1fa req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.646406 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b30fe79-681e-4962-8dbc-737bd77db1fa req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1805096 Jul 16 20:07:46.650210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd76ec7-d829-4622-bc8c-8e1ee67b62be tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570f6474-2242-421a-94a6-8a1b435dda9d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:46.695576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79065-5263-4116-9281-73bae766e4ad req-712d7bc8-ee41-4587-abde-57498ac6a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.697084 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-712d7bc8-ee41-4587-abde-57498ac6a9d1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1158497 Jul 16 20:07:46.737358 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.831605 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:23Z', 'updated_at': '2021-07-16T20:07:45Z', 'revision_number': 5, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'gw_port': {'id': '08f2a6a4-debd-4ef1-90f9-cd38043f06ea', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:24Z', 'updated_at': '2021-07-16T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:46.884570 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:46.892316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fffaf-07c9-4bc4-be2d-5371d2bdd84f req-dbd671a7-1fc1-4589-89bf-78eeb2d166e5 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:46.894048 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9b7fffaf-07c9-4bc4-be2d-5371d2bdd84f req-dbd671a7-1fc1-4589-89bf-78eeb2d166e5 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1165378 Jul 16 20:07:46.896183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-20ad0d74-5cda-470c-9bed-aa4997cdf514 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909649 Jul 16 20:07:46.899914 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] Checking router: 4d9415e4-ec8c-49ea-839d-250af4e4425b for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:46.909868 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] Routers {'4d9415e4-ec8c-49ea-839d-250af4e4425b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:46.911226 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d9415e4-ec8c-49ea-839d-250af4e4425b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:46.969865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9b7fffaf-07c9-4bc4-be2d-5371d2bdd84f req-b41ce688-7688-400f-bf09-3208d8ef2e47 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668702 Jul 16 20:07:47.016720 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] Set router 4d9415e4-ec8c-49ea-839d-250af4e4425b gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:47.016935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:47.027732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-24f0f8bd-fd22-4265-a06f-3578cb8c6169 req-e68f5f97-beb5-4f1d-a908-a9d9e1872eac tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Request body: {'security_group': {'name': 'tempest-securitygroup-591119654', 'description': 'tempest-description-1759014699'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:47.059982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6d79065-5263-4116-9281-73bae766e4ad req-7d4e6153-603b-4027-9f60-d57efd3a3e21 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550372 Jul 16 20:07:47.071746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d17e4-ab47-4450-8f7c-9ba19643c571 req-78dcb4d5-f4d9-433e-b639-44e86166b72e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.073162 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-377d17e4-ab47-4450-8f7c-9ba19643c571 req-78dcb4d5-f4d9-433e-b639-44e86166b72e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 948 time: 0.1733565 Jul 16 20:07:47.077216 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:23Z', 'updated_at': '2021-07-16T20:07:46Z', 'revision_number': 6, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:47.101143 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1df6c2bf-4d5e-47f0-9f9f-65fcfc7fda1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.106847 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9def4-a5dc-445a-9100-74d4ce78e0b8 None None] The sync data for ids ['4d9415e4-ec8c-49ea-839d-250af4e4425b'] in n-d-792394-17 is: [{'id': '4d9415e4-ec8c-49ea-839d-250af4e4425b', 'name': 'tempest-FloatingIPsTestJSON-1248487330-router', 'tenant_id': '318fe6819e744e4f820124e33efce5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:23Z', 'updated_at': '2021-07-16T20:07:46Z', 'revision_number': 6, 'project_id': '318fe6819e744e4f820124e33efce5e3', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:07:47.123360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1df6c2bf-4d5e-47f0-9f9f-65fcfc7fda1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.130006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Deleting port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:47.130333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.147136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-24f0f8bd-fd22-4265-a06f-3578cb8c6169 req-e68f5f97-beb5-4f1d-a908-a9d9e1872eac tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.215095 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-377d17e4-ab47-4450-8f7c-9ba19643c571 req-c92a46c8-6d75-438f-ba32-cc8d20ff6312 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291573 Jul 16 20:07:47.225020 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1df6c2bf-4d5e-47f0-9f9f-65fcfc7fda1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=afdeb7c6a21b4ae39efea6af1aefb777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7074873 Jul 16 20:07:47.234067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:47.253742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6c2bf-4d5e-47f0-9f9f-65fcfc7fda1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d62b9de-2d3a-4d60-aa4a-594835871d76,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.278378 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3149f63a-2ac5-473c-b6b0-5712df61ea4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.283174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-24f0f8bd-fd22-4265-a06f-3578cb8c6169 req-e68f5f97-beb5-4f1d-a908-a9d9e1872eac tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.293367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-24f0f8bd-fd22-4265-a06f-3578cb8c6169 req-e68f5f97-beb5-4f1d-a908-a9d9e1872eac tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.329730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] For port 08f2a6a4-debd-4ef1-90f9-cd38043f06ea, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=08f2a6a4-debd-4ef1-90f9-cd38043f06ea,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:47.330097 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.338976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f5f97-beb5-4f1d-a908-a9d9e1872eac tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56aee2a8-99e5-44e0-af06-8f576be8c6d9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.346003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aab91fec-26c9-42af-b0ff-ac357ddcfbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.360030 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-473baa1c-1218-4514-80ae-33def78f578d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480771 Jul 16 20:07:47.360856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Calling delete_port for 08f2a6a4-debd-4ef1-90f9-cd38043f06ea owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:47.368598 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aab91fec-26c9-42af-b0ff-ac357ddcfbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.417045 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aab91fec-26c9-42af-b0ff-ac357ddcfbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.419780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aab91fec-26c9-42af-b0ff-ac357ddcfbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.420931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aab91fec-26c9-42af-b0ff-ac357ddcfbe5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d62b9de-2d3a-4d60-aa4a-594835871d76 HTTP/1.1" status: 204 len: 168 time: 0.1853728 Jul 16 20:07:47.428582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab91fec-26c9-42af-b0ff-ac357ddcfbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d62b9de-2d3a-4d60-aa4a-594835871d76,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.612595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-6870bb82-40d4-483c-8538-7f065e99693c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:47.614106 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-6870bb82-40d4-483c-8538-7f065e99693c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463174 Jul 16 20:07:47.653985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c51e35b2-22bd-4f47-b570-4608011c7e13 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/quotas/e341144ff89042febd24438ee1226e06 HTTP/1.1" status: 200 len: 375 time: 0.0284233 Jul 16 20:07:47.656298 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3149f63a-2ac5-473c-b6b0-5712df61ea4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.666309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-24f0f8bd-fd22-4265-a06f-3578cb8c6169 req-e68f5f97-beb5-4f1d-a908-a9d9e1872eac tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.668004 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24f0f8bd-fd22-4265-a06f-3578cb8c6169 req-e68f5f97-beb5-4f1d-a908-a9d9e1872eac tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6462593 Jul 16 20:07:47.676917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3149f63a-2ac5-473c-b6b0-5712df61ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.766999 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3149f63a-2ac5-473c-b6b0-5712df61ea4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fde379992c5e46cfb54c19a57aec9fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474234 Jul 16 20:07:47.769632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:47.789547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149f63a-2ac5-473c-b6b0-5712df61ea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ff5051-dec0-4402-88f6-d3cd0c10b984,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.803464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.848295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-923095a6-f08b-4779-8aca-8ad76741ee12 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1905801 Jul 16 20:07:47.852754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9855334-607d-4d57-85c7-42ca15a2c00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.854977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f2a6a4-debd-4ef1-90f9-cd38043f06ea,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:47.882795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9855334-607d-4d57-85c7-42ca15a2c00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.949807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.971166 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9855334-607d-4d57-85c7-42ca15a2c00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.975608 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9855334-607d-4d57-85c7-42ca15a2c00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:47.979679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e9855334-607d-4d57-85c7-42ca15a2c00e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25ff5051-dec0-4402-88f6-d3cd0c10b984 HTTP/1.1" status: 204 len: 168 time: 0.2086418 Jul 16 20:07:47.996212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9855334-607d-4d57-85c7-42ca15a2c00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ff5051-dec0-4402-88f6-d3cd0c10b984,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:48.023931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 08f2a6a4-debd-4ef1-90f9-cd38043f06ea no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:48.057813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 08f2a6a4-debd-4ef1-90f9-cd38043f06ea {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:48.058286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 08f2a6a4-debd-4ef1-90f9-cd38043f06ea not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:48.058802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f1dbae55-ce9f-47f9-ba24-652efcf118a8 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:48.116841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f1dbae55-ce9f-47f9-ba24-652efcf118a8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:48.120676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f1dbae55-ce9f-47f9-ba24-652efcf118a8 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:48.147466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.151094 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.218389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-48b9f79a-0c6c-45e8-b81f-b34d0c0b3f74 req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1843112925', 'description': 'tempest-description-409503476'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:48.238792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.239684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d9415e4-ec8c-49ea-839d-250af4e4425b {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:07:48.252441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.255990 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b4968c4b-3219-4f25-ac98-3b721d5f23f7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4d9415e4-ec8c-49ea-839d-250af4e4425b HTTP/1.1" status: 204 len: 168 time: 1.7955136 Jul 16 20:07:48.261782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42536) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:48.327420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5718c6c2-4561-4fca-87cf-8fdfa63df056 admin admin] Deleting subnet c50d3fb8-6df0-4f12-aa6e-8a20309e0931 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:07:48.334740 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5718c6c2-4561-4fca-87cf-8fdfa63df056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.375684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5718c6c2-4561-4fca-87cf-8fdfa63df056 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.439444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:48.441840 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59bdf42-2ebb-432e-9531-341d0a635291" -d '{"events": [{"name": "network-changed", "server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:48.449901 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48b9f79a-0c6c-45e8-b81f-b34d0c0b3f74 req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.508168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5718c6c2-4561-4fca-87cf-8fdfa63df056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.508539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:48.529124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84f4421e-8117-4d5c-a352-5658e0e99d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.553184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48b9f79a-0c6c-45e8-b81f-b34d0c0b3f74 req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.611303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5718c6c2-4561-4fca-87cf-8fdfa63df056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.616488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:48.650111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718c6c2-4561-4fca-87cf-8fdfa63df056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50d3fb8-6df0-4f12-aa6e-8a20309e0931,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:48.653910 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5718c6c2-4561-4fca-87cf-8fdfa63df056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.656563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a4cd3-a23f-4ef8-9514-996504b8f1b9 None None] Network 7de7c1b8-bca4-457a-87a3-abb5c522951d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:48.656984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5718c6c2-4561-4fca-87cf-8fdfa63df056 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c50d3fb8-6df0-4f12-aa6e-8a20309e0931 HTTP/1.1" status: 204 len: 168 time: 0.3939712 Jul 16 20:07:48.659759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42558) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:48.681426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54464810-1314-4bc3-8dfa-61373d5a4a7b req-1972bdec-ccf9-4b7a-beb8-e903c47a7e37 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:48.688340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-54464810-1314-4bc3-8dfa-61373d5a4a7b req-1972bdec-ccf9-4b7a-beb8-e903c47a7e37 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1503665 Jul 16 20:07:48.752506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-54464810-1314-4bc3-8dfa-61373d5a4a7b req-569d48e0-c3aa-4bac-8a77-d91342e585cc tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632129 Jul 16 20:07:48.759138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.773687 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84f4421e-8117-4d5c-a352-5658e0e99d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.780773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-585293820-network', 'tenant_id': '31af99bb6bb148a3970c4248323ed226'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:48.797367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84f4421e-8117-4d5c-a352-5658e0e99d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.873833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Deleting port 01f1d241-6d05-407a-a1d9-0b1814956b10 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:48.874257 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.891437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4421e-8117-4d5c-a352-5658e0e99d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df664530-7ef7-47c6-8096-6291166a32be,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:48.901960 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:07:48.901960 n-d-792394-17 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:07:48.901960 n-d-792394-17 neutron-server[93958]: [parameters: {'project_id_1': '31af99bb6bb148a3970c4248323ed226', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 7, 48, 799859)}] Jul 16 20:07:48.901960 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:07:48.902278 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:07:48.949147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] For port 01f1d241-6d05-407a-a1d9-0b1814956b10, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=01f1d241-6d05-407a-a1d9-0b1814956b10,segment=NetworkSegment(6393046a-921d-4d37-8639-c826ed0f8bd8),segment_id=6393046a-921d-4d37-8639-c826ed0f8bd8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:48.949590 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:48.965360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-84f4421e-8117-4d5c-a352-5658e0e99d0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38af0e6565a04c918dee02ce888aba70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4551697 Jul 16 20:07:48.967192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Calling delete_port for 01f1d241-6d05-407a-a1d9-0b1814956b10 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:48.968350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:49.029116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] DHCP port deletion for 7de7c1b8-bca4-457a-87a3-abb5c522951d request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:07:49.075809 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48b9f79a-0c6c-45e8-b81f-b34d0c0b3f74 req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.086706 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48b9f79a-0c6c-45e8-b81f-b34d0c0b3f74 req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.112423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.122393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a7d1-4e1f-4b91-9539-2e6776abd2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.128209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] Deleting port 01f1d241-6d05-407a-a1d9-0b1814956b10 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:07:49.129522 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.153582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882c489f-8f1d-4160-b00a-88b1fd1c20e1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.159739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=01f1d241-6d05-407a-a1d9-0b1814956b10,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.164888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c32e9-14c2-43bf-95e9-72fb6b6265bd req-d16ae295-4e27-4490-ac41-5fb413d5604c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:49.167924 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b52c32e9-14c2-43bf-95e9-72fb6b6265bd req-d16ae295-4e27-4490-ac41-5fb413d5604c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 948 time: 0.2219658 Jul 16 20:07:49.174495 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a7d1-4e1f-4b91-9539-2e6776abd2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.195934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] No DVR routers for this DVR port 01f1d241-6d05-407a-a1d9-0b1814956b10 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:49.244855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] For port 01f1d241-6d05-407a-a1d9-0b1814956b10, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:49.246044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.258774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b52c32e9-14c2-43bf-95e9-72fb6b6265bd req-0511680b-78fb-4aa5-91cb-07dd7fb6d1d2 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729637 Jul 16 20:07:49.288150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] Calling delete_port for 01f1d241-6d05-407a-a1d9-0b1814956b10 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:07:49.292744 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.298086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] Port 01f1d241-6d05-407a-a1d9-0b1814956b10 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:07:49.302207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a7d1-4e1f-4b91-9539-2e6776abd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.307387 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a7d1-4e1f-4b91-9539-2e6776abd2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.309358 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b1b9a7d1-4e1f-4b91-9539-2e6776abd2c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df664530-7ef7-47c6-8096-6291166a32be HTTP/1.1" status: 204 len: 168 time: 0.3392560 Jul 16 20:07:49.312781 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.313486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.314367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.314960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > port after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.315457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.315998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > port after_update 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.316547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.317029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.317514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.317995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.318746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:49.339842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9a7d1-4e1f-4b91-9539-2e6776abd2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df664530-7ef7-47c6-8096-6291166a32be,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.342786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.396919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.397548 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.398056 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.398557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93959) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 20:07:49.399086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de7c1b8-bca4-457a-87a3-abb5c522951d']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:49.414783 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48b9f79a-0c6c-45e8-b81f-b34d0c0b3f74 req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.444928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] No DVR routers for this DVR port 01f1d241-6d05-407a-a1d9-0b1814956b10 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:07:49.445250 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Made reservation on behalf of 31af99bb6bb148a3970c4248323ed226 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:49.447860 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.455098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48b9f79a-0c6c-45e8-b81f-b34d0c0b3f74 req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.462308 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.462674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025863-0f3a-4f14-8ba0-3459b497c08e None None] Pushing event deleted for resources: {'Port': ['ID=01f1d241-6d05-407a-a1d9-0b1814956b10,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.465159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6393046a-921d-4d37-8639-c826ed0f8bd8') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:49.465672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6393046a-921d-4d37-8639-c826ed0f8bd8') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:49.487981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:49.525340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.573692 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.591020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:07:49.593598 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.631909 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.638025 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: from cryptography.utils import int_from_bytes Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: from cryptography.utils import int_from_bytes Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:07:49.655539 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:07:49.660956 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:07:49.685322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.745162 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd2dd3d-108d-4b4b-b600-ce063cb5ff7e x-openstack-request-id: req-bbd2dd3d-108d-4b4b-b600-ce063cb5ff7e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:49.745523 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:49.746184 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbd2dd3d-108d-4b4b-b600-ce063cb5ff7e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:49.746847 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'status': 'completed', 'code': 200} Jul 16 20:07:49.770945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a33be6f-1566-4d77-af9a-4efa237add02,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:49.789958 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-48b9f79a-0c6c-45e8-b81f-b34d0c0b3f74 req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.795906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48b9f79a-0c6c-45e8-b81f-b34d0c0b3f74 req-6de07281-575c-4c8f-b481-c5be075d20e5 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5819983 Jul 16 20:07:49.821193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:49.836067 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.836700 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Added segment c02b637f-cf3f-4082-a965-2244d749f542 of type vlan for network 75600712-2c21-4323-9afd-0506acdddac9 Jul 16 20:07:49.843983 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.904807 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.929106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] 10.222.0.10 "DELETE /v2.0/networks/7de7c1b8-bca4-457a-87a3-abb5c522951d HTTP/1.1" status: 204 len: 168 time: 1.2637212 Jul 16 20:07:49.964396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:49.994712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 01f1d241-6d05-407a-a1d9-0b1814956b10 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:07:50.012164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.013246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.013830 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.028079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28291d54-e3c1-46e6-baa5-f971d3b75f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=7de7c1b8-bca4-457a-87a3-abb5c522951d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:50.032853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 01f1d241-6d05-407a-a1d9-0b1814956b10 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:07:50.033811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 01f1d241-6d05-407a-a1d9-0b1814956b10 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:07:50.068309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4507272 Jul 16 20:07:50.099078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42594) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:50.111351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa207ca1-c12b-4e7b-b54d-f705b69c6ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=75600712-2c21-4323-9afd-0506acdddac9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:50.112266 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-03628083-c6ea-466b-a81e-f4948811c74c req-e374a2d7-1764-46a0-bf30-df3c8f671098 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 210 time: 0.0957289 Jul 16 20:07:50.133248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Request body: {'subnet': {'network_id': '75600712-2c21-4323-9afd-0506acdddac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-585293820-subnet', 'tenant_id': '31af99bb6bb148a3970c4248323ed226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:50.148476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 75600712-2c21-4323-9afd-0506acdddac9 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:50.184027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a6bb4b87-f19e-4b29-bc2c-6ebe8de1a9a5 req-99d8ec1b-ab22-486d-a15c-2784d0e65b9d tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-546490361', 'description': 'tempest-description-1673019758'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:50.192175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-13a69679-cdd5-4e52-aa79-31fba1e33232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.195351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-13a69679-cdd5-4e52-aa79-31fba1e33232 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1100 time: 0.4193072 Jul 16 20:07:50.202004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Made reservation on behalf of 31af99bb6bb148a3970c4248323ed226 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:50.205004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.206312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:50.220333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:50.268471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-eb22a5b5-68c1-44cb-9e3f-de39f45ab53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.270066 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-eb22a5b5-68c1-44cb-9e3f-de39f45ab53e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1100 time: 0.3389571 Jul 16 20:07:50.336328 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-022e18f4-6bd2-4f85-8c56-d424f6bb2bad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=318fe6819e744e4f820124e33efce5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137199 Jul 16 20:07:50.341607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:50.349798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd683-5a2c-4aa6-9148-28490efda356 req-d05c1661-5094-45a8-8cda-ecf8be42b491 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.351344 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d86dd683-5a2c-4aa6-9148-28490efda356 req-d05c1661-5094-45a8-8cda-ecf8be42b491 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.2141860 Jul 16 20:07:50.391968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6bb4b87-f19e-4b29-bc2c-6ebe8de1a9a5 req-99d8ec1b-ab22-486d-a15c-2784d0e65b9d tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.426396 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d86dd683-5a2c-4aa6-9148-28490efda356 req-9f8ee051-2389-4db3-b081-04ac36d0a9a1 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674837 Jul 16 20:07:50.431219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38df109b-09a3-4a8d-bc70-90f19ec7468f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.462887 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38df109b-09a3-4a8d-bc70-90f19ec7468f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.489564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:50.513744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'mac_address': 'fa:16:3e:69:0e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:50.564261 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38df109b-09a3-4a8d-bc70-90f19ec7468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.568695 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7529eefa-540a-441e-9bb3-daaa32e1d226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.570809 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38df109b-09a3-4a8d-bc70-90f19ec7468f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.572377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-38df109b-09a3-4a8d-bc70-90f19ec7468f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d78ae44-ac97-4a7c-8c26-64e0693e63c7 HTTP/1.1" status: 204 len: 168 time: 0.2201183 Jul 16 20:07:50.587803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-c9ef7c18-75d0-4d27-b918-406872143b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.588708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.589469 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-c9ef7c18-75d0-4d27-b918-406872143b03 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3782799 Jul 16 20:07:50.595998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df109b-09a3-4a8d-bc70-90f19ec7468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d78ae44-ac97-4a7c-8c26-64e0693e63c7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:50.636777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:50.652240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-7f44d349-8f3f-40a9-a174-37b5fa388a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.653859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-7f44d349-8f3f-40a9-a174-37b5fa388a37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3769143 Jul 16 20:07:50.677957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-370a9929-96b6-499d-bd26-c4f06d5cf961 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 217 time: 0.0791986 Jul 16 20:07:50.686589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-dadbee3b-3347-4297-be14-39f5a22a63a3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686278 Jul 16 20:07:50.712965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:50.730492 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:50.739938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-1eb85bd6-295c-44a1-8711-2bf335f2d1e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 217 time: 0.0653331 Jul 16 20:07:50.854710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:50.983342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddff12-4eea-4458-bf49-b3516c93354b req-c89971c7-dc27-4d93-b2b4-11981071fc71 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:50.983342 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7cddff12-4eea-4458-bf49-b3516c93354b req-c89971c7-dc27-4d93-b2b4-11981071fc71 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 949 time: 0.2434628 Jul 16 20:07:50.988364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:51.052475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-a5cb986b-c9a3-45f8-b0ef-bf35d7832d19 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690312 Jul 16 20:07:51.084031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-94ba016b-36b3-4b27-a86c-13bb67972645 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.085884 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-94ba016b-36b3-4b27-a86c-13bb67972645 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3868258 Jul 16 20:07:51.100685 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Request body: {'port': {'device_id': '09f4283c-bd21-4c8f-9040-d243eea02f4a', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'e341144ff89042febd24438ee1226e06'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:51.116474 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7cddff12-4eea-4458-bf49-b3516c93354b req-02ce4c83-2a4f-412c-a925-ce940a295117 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265967 Jul 16 20:07:51.140756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6bb4b87-f19e-4b29-bc2c-6ebe8de1a9a5 req-99d8ec1b-ab22-486d-a15c-2784d0e65b9d tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.170532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-9da01e2a-6b48-4c25-982d-e3754f061f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.172065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-9da01e2a-6b48-4c25-982d-e3754f061f91 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.4823544 Jul 16 20:07:51.219044 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6bb4b87-f19e-4b29-bc2c-6ebe8de1a9a5 req-99d8ec1b-ab22-486d-a15c-2784d0e65b9d tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.311206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.340648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Made reservation on behalf of e341144ff89042febd24438ee1226e06 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:51.348913 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.412895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73dc3725-ab74-4298-9b35-7ad0e85862ff,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.433880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-367a7fb8-f7c3-4e95-bfcf-aca71eff514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.435660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-367a7fb8-f7c3-4e95-bfcf-aca71eff514d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.4533947 Jul 16 20:07:51.464159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6bb4b87-f19e-4b29-bc2c-6ebe8de1a9a5 req-99d8ec1b-ab22-486d-a15c-2784d0e65b9d tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.475689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6bb4b87-f19e-4b29-bc2c-6ebe8de1a9a5 req-99d8ec1b-ab22-486d-a15c-2784d0e65b9d tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2990632 Jul 16 20:07:51.572989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Allocated IP 192.168.233.21 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/1bf1c442-49b0-4e30-b8b6-b9ed66bf4371) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:51.590953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8ec1b-ab22-486d-a15c-2784d0e65b9d tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b59c5a0-a894-4176-a994-a064beed60be,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.593578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:51.594225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Network hostable DHCP agents. Network: 75600712-2c21-4323-9afd-0506acdddac9, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:51.764448 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.781001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Transition to ACTIVE for port object 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:51.787021 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d2697b0-709c-4e97-89fa-2cec6ba88ba5 req-18862f12-e05c-4b0e-9ce0-e4c9e5f125be tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 210 time: 0.1077092 Jul 16 20:07:51.791160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Network 75600712-2c21-4323-9afd-0506acdddac9 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:51.828482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-8362373a-5edc-4467-a31c-b6ccb858e021 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.831512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-8362373a-5edc-4467-a31c-b6ccb858e021 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6838088 Jul 16 20:07:51.833479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-5b49eaa8-c07b-42bf-a42a-a04e5d2ffbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.835334 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-5b49eaa8-c07b-42bf-a42a-a04e5d2ffbdc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5812175 Jul 16 20:07:51.836375 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:51.840475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-936c9a60-8529-4285-a9f3-84f7004fb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:51.841904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-936c9a60-8529-4285-a9f3-84f7004fb75e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3799322 Jul 16 20:07:51.849185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:51.851493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:51.858434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 75600712-2c21-4323-9afd-0506acdddac9) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:51.896203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Request body: {'port': {'device_id': 'e1284e97-2523-4b06-acb3-2d212a6b3897', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'e341144ff89042febd24438ee1226e06'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:51.917683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0adf702-8d03-405b-ba39-2ea57a72a93e None None] Network 75600712-2c21-4323-9afd-0506acdddac9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:51.928911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event updated for resources: {'Port': ['ID=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:51.949552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:51.953127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:51.956094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:52.025002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.025750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.047376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.053476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.056018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65f93c-44f1-45c8-a849-7f71fd2551b4 req-20ca9498-492e-4b6e-9460-7f575983a3d0 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.064806 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d65f93c-44f1-45c8-a849-7f71fd2551b4 req-20ca9498-492e-4b6e-9460-7f575983a3d0 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.2304530 Jul 16 20:07:52.111004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:52.153909 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d65f93c-44f1-45c8-a849-7f71fd2551b4 req-88abfb54-c79b-4095-b726-36d5e877a30b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870061 Jul 16 20:07:52.165989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7e67274d-fd74-47fe-9268-4bd0e6cdd716 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0692823 Jul 16 20:07:52.179682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Request body: {'port': {'device_id': '09f4283c-bd21-4c8f-9040-d243eea02f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:52.230708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:52.255409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Made reservation on behalf of e341144ff89042febd24438ee1226e06 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:52.259151 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.266314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe8ac9-3484-48f5-a8a8-71bdd2fc688e None None] Network 75600712-2c21-4323-9afd-0506acdddac9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:52.314286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-69b2c6c4-9294-4c7b-8323-015cd1bf433a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2043355 Jul 16 20:07:52.345745 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.354322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-network', 'tenant_id': '83becc7d10ba491487adcc71f9440376'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:52.545052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644053d-6b10-4401-b011-15ccc02480ba req-992e7f54-b089-4e3a-a83b-4f5e7c64c827 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.546581 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c644053d-6b10-4401-b011-15ccc02480ba req-992e7f54-b089-4e3a-a83b-4f5e7c64c827 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b&tenant_id=743535f04d9c41f08751d43630cc4015&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 949 time: 0.7081876 Jul 16 20:07:52.564421 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-97ccd9b6-85f5-42d8-a87d-48a2dbd04812 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210157 Jul 16 20:07:52.570700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5aa23cb9-c724-4541-8e32-330381af42ce None None] Provisioning for port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:52.580350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5aa23cb9-c724-4541-8e32-330381af42ce None None] Provisioning complete for port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:52.580787 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5aa23cb9-c724-4541-8e32-330381af42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.583958 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-be0fc4c9-f7ff-4856-aa24-cde3db952dc7 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056470 Jul 16 20:07:52.621306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5aa23cb9-c724-4541-8e32-330381af42ce None None] Port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:52.729642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:52.745472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:52.753388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.758610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:52.759020 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.767358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Transition to ACTIVE for port object 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:52.776509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.828398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Pushing event updated for resources: {'Port': ['ID=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:52.839838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06add93-1ba4-41f6-b2f5-eed91e609066 req-a3f71d4e-b1c5-42d6-9743-378e69738825 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:52.848761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f06add93-1ba4-41f6-b2f5-eed91e609066 req-a3f71d4e-b1c5-42d6-9743-378e69738825 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 949 time: 0.4980729 Jul 16 20:07:52.855578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Made reservation on behalf of 83becc7d10ba491487adcc71f9440376 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:52.858030 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.872290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.906813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Allocated IP 192.168.233.173 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/8dd64a9f-6d5f-4c91-a790-1919aa617f60) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:52.923545 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:52.934816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f06add93-1ba4-41f6-b2f5-eed91e609066 req-4b001ba7-c3c0-413e-bb03-5ce11f81c7ba tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853448 Jul 16 20:07:52.976026 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-c644053d-6b10-4401-b011-15ccc02480ba req-7e85b272-aded-40ae-92cd-161f9d99a8dd service neutron] delete failed (client error): The resource could not be found. Jul 16 20:07:52.977043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c644053d-6b10-4401-b011-15ccc02480ba req-7e85b272-aded-40ae-92cd-161f9d99a8dd service neutron] 10.222.0.30 "DELETE /v2.0/ports/e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.4151065 Jul 16 20:07:53.004503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:53.006006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:53.013441 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b74706-aecb-44fa-8171-aac04102d723" -d '{"events": [{"server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:53.024592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:53.025848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2132544654-network', 'tenant_id': 'b1af07218b42472dbbf640b74719005a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:53.030647 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.088107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Attempting to bind port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:53.088449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Attempting to bind port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:53.088783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Attempting to bind port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:53.099363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:53.099363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Attempting to bind port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:53.105618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.111579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:53.111998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:53.112393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:53.113378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Bound port: 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:53.113751 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.198808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-8111b038-cbd9-4036-823e-ec05d700f482 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898001 Jul 16 20:07:53.200744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e59bdf42-2ebb-432e-9531-341d0a635291 req-a0195a2a-cdfa-4452-932c-d50d1ccfacff service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996065 Jul 16 20:07:53.203873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] For port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:53.207480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] For port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:53.218137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.226819 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-56598461-b580-4002-8551-95ef8d84f370 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47843 time: 1.3894682 Jul 16 20:07:53.285907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.288421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Pushing event updated for resources: {'Port': ['ID=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.296661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.305772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.306762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.308581 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-2a1e8ccb-9cc5-4b81-931f-b0a9f399834c service neutron] 10.222.0.63 "PUT /v2.0/ports/1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 HTTP/1.1" status: 200 len: 1096 time: 1.1345241 Jul 16 20:07:53.309186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f4283c-bd21-4c8f-9040-d243eea02f4a', 'tag': '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:53.312009 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e" -d '{"events": [{"name": "network-changed", "server_uuid": "09f4283c-bd21-4c8f-9040-d243eea02f4a", "tag": "1bf1c442-49b0-4e30-b8b6-b9ed66bf4371"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:53.315440 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.325472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Transition to ACTIVE for port object 8dd64a9f-6d5f-4c91-a790-1919aa617f60 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:53.328402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:53.332382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-51cac546-4038-4d76-a72f-9205f47734cc tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/060bb436-1b08-49db-a198-e9539020cae9 HTTP/1.1" status: 200 len: 2981 time: 0.0969992 Jul 16 20:07:53.363636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.363948 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Added segment 47856f89-6ce4-459f-8ca5-651a0117874a of type vlan for network d43a27d7-f698-4ddc-aa22-b81e14a527e0 Jul 16 20:07:53.369536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Made reservation on behalf of b1af07218b42472dbbf640b74719005a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:53.373596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4074f580-fbf5-440b-83ac-ac5d3475f8da,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.375939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.380142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.385834 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e462f68-e59d-4eef-bf27-29440bbef2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.397889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.443318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.472246 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-b74bd972-a96b-486a-b379-cf23e9ed4937 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/060bb436-1b08-49db-a198-e9539020cae9 HTTP/1.1" status: 200 len: 2981 time: 0.1337049 Jul 16 20:07:53.507666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.508724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.509364 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.518670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7dbbb4ad-809c-444c-9f42-fe554cd264e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.521120 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-7dbbb4ad-809c-444c-9f42-fe554cd264e3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=09f4283c-bd21-4c8f-9040-d243eea02f4a HTTP/1.1" status: 200 len: 1099 time: 0.1443956 Jul 16 20:07:53.547198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:53.571993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:53.574767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:53.583940 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-52699d09-82f6-45aa-be0e-cb600f833dc3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 HTTP/1.1" status: 200 len: 217 time: 0.0502603 Jul 16 20:07:53.616606 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-9a6e2567-0fc6-4dfd-b424-5e82c6834b96 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1475427e-3367-4f54-bb91-8fdbadc32a18 HTTP/1.1" status: 200 len: 2981 time: 0.1355500 Jul 16 20:07:53.649949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:53.653375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:53.660570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d43a27d7-f698-4ddc-aa22-b81e14a527e0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.669543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644053d-6b10-4401-b011-15ccc02480ba req-f0d099d8-577b-4838-b2bc-39058ce431c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.677521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c644053d-6b10-4401-b011-15ccc02480ba req-f0d099d8-577b-4838-b2bc-39058ce431c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1102 time: 0.2829599 Jul 16 20:07:53.689005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network d43a27d7-f698-4ddc-aa22-b81e14a527e0 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:53.705467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-53ef47be-09fc-43fe-8a4e-bf3b57ad2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.707313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-53ef47be-09fc-43fe-8a4e-bf3b57ad2b33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0553381 Jul 16 20:07:53.716134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:53.768001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event updated for resources: {'Port': ['ID=8dd64a9f-6d5f-4c91-a790-1919aa617f60,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:53.855804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-3fc7b88c-9f62-4597-a863-9bd178767979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.857798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-3fc7b88c-9f62-4597-a863-9bd178767979 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379945 Jul 16 20:07:53.877279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ed5bb-e497-4094-8a22-c07b76ee55e2 req-8882d107-d506-4d6f-b680-6839bc26f3f7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:53.885669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd5ed5bb-e497-4094-8a22-c07b76ee55e2 req-8882d107-d506-4d6f-b680-6839bc26f3f7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 936 time: 0.1673503 Jul 16 20:07:53.999089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd5ed5bb-e497-4094-8a22-c07b76ee55e2 req-0b529a39-49cc-40fe-bc96-91d27e42d283 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123626 Jul 16 20:07:54.007769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-148d5d73-b2d3-4794-9e8d-9687f8fbca26 None None] Provisioning for port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:54.019723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-148d5d73-b2d3-4794-9e8d-9687f8fbca26 None None] Provisioning complete for port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:54.020355 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-148d5d73-b2d3-4794-9e8d-9687f8fbca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.044553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-4c315289-3d09-4869-903a-ccb630011324 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458411 Jul 16 20:07:54.083087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-c1977be7-8f42-4ff6-92b7-508af63fce8c tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1475427e-3367-4f54-bb91-8fdbadc32a18 HTTP/1.1" status: 200 len: 2981 time: 0.4493201 Jul 16 20:07:54.096516 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba91b39-0e16-4287-b10a-0f763f642e8c x-openstack-request-id: req-3ba91b39-0e16-4287-b10a-0f763f642e8c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:54.096808 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "name": "network-vif-plugged", "status": "completed", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:54.097064 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ba91b39-0e16-4287-b10a-0f763f642e8c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:54.097974 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'code': 200} Jul 16 20:07:54.100041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-148d5d73-b2d3-4794-9e8d-9687f8fbca26 None None] Port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:07:54.123664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.124307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.160720 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-a3e73879-6fb8-45be-8dfc-b3957ccc4e38 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084175 Jul 16 20:07:54.178537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.191868 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.192377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-82b20377-13f5-4d07-888b-2cfed46605d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.0800285 Jul 16 20:07:54.195083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644053d-6b10-4401-b011-15ccc02480ba req-31fba5d4-9e1b-4349-9147-8360fa7c1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.195215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:54.196601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c644053d-6b10-4401-b011-15ccc02480ba req-31fba5d4-9e1b-4349-9147-8360fa7c1d73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.5179489 Jul 16 20:07:54.197755 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-1277d670-c590-44e1-af4c-24b996e56572 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3531005 Jul 16 20:07:54.200680 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Request body: {'subnet': {'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-subnet', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:54.234971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Request body: {'port': {'device_id': 'e1284e97-2523-4b06-acb3-2d212a6b3897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:54.244209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:07:54.248550 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-e372be09-beb2-4d18-b33c-9fe9f3abbe99 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1667aac4-a47a-4f0d-950d-00d8e2b7c83c HTTP/1.1" status: 200 len: 2981 time: 0.1556680 Jul 16 20:07:54.309107 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c644053d-6b10-4401-b011-15ccc02480ba req-abbc2a04-08ab-40b7-9457-8222ffa3a61c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 217 time: 0.0908625 Jul 16 20:07:54.317280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb433b-d0cb-490d-aa2d-228d12899921,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:54.323977 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.324377 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Added segment 36952480-3fc2-4b1e-92ba-7f5c5c7f5589 of type vlan for network 278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d Jul 16 20:07:54.380559 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.454914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.478263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644053d-6b10-4401-b011-15ccc02480ba req-bb03ad22-9324-40eb-b7ac-71122a7fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.479769 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c644053d-6b10-4401-b011-15ccc02480ba req-bb03ad22-9324-40eb-b7ac-71122a7fdc01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1573570 Jul 16 20:07:54.492339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-dba09f83-2abd-46bd-aa1a-acd2af5f6aaa tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1667aac4-a47a-4f0d-950d-00d8e2b7c83c HTTP/1.1" status: 200 len: 2981 time: 0.1899028 Jul 16 20:07:54.502904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.505930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Made reservation on behalf of 83becc7d10ba491487adcc71f9440376 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:54.508220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.569753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.570647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.571240 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.588042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3483714-7034-428c-87a6-8d4558ef397a req-f1483cae-ccd0-4a77-a345-88975f2c8fcd tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.589537 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3483714-7034-428c-87a6-8d4558ef397a req-f1483cae-ccd0-4a77-a345-88975f2c8fcd tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.3843842 Jul 16 20:07:54.642290 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3483714-7034-428c-87a6-8d4558ef397a req-70834c2c-d2cb-40d0-a6ca-884c85eb53f4 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460587 Jul 16 20:07:54.666241 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6547189 Jul 16 20:07:54.667868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42708) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:54.700303 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a1e96e-ce3e-448a-a29d-cb1109ce6fbd x-openstack-request-id: req-91a1e96e-ce3e-448a-a29d-cb1109ce6fbd {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:54.700658 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f4283c-bd21-4c8f-9040-d243eea02f4a", "tag": "1bf1c442-49b0-4e30-b8b6-b9ed66bf4371", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:54.701109 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91a1e96e-ce3e-448a-a29d-cb1109ce6fbd {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:54.701690 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f4283c-bd21-4c8f-9040-d243eea02f4a', 'tag': '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', 'status': 'completed', 'code': 200} Jul 16 20:07:54.708081 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-de90a0a7-2e47-427d-ba5e-010e77da7a3f tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2c8f270a-b0c8-47f4-a8da-a7e158d51821 HTTP/1.1" status: 200 len: 2973 time: 0.2058222 Jul 16 20:07:54.711962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Request body: {'subnet': {'network_id': '278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2132544654-subnet', 'tenant_id': 'b1af07218b42472dbbf640b74719005a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:54.723769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152f9bd-4997-4447-adef-f6a9e6b8b259 admin admin] Pushing event updated for resources: {'Network': ['ID=278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:54.734775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:07:54.783005 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.799510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644053d-6b10-4401-b011-15ccc02480ba req-bc2ba457-7ae1-4d05-8439-d7bbc45ce37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.801218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c644053d-6b10-4401-b011-15ccc02480ba req-bc2ba457-7ae1-4d05-8439-d7bbc45ce37f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3107569 Jul 16 20:07:54.856818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-16aa92de-06e5-4ca7-a986-89a00e882fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:54.858663 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-16aa92de-06e5-4ca7-a986-89a00e882fd1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=09f4283c-bd21-4c8f-9040-d243eea02f4a HTTP/1.1" status: 200 len: 1099 time: 0.1302357 Jul 16 20:07:54.862446 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d715f01-3640-4c62-a379-06b2ebc338be,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:54.874617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Made reservation on behalf of b1af07218b42472dbbf640b74719005a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:07:54.876942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:54.908226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Checking segment: {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:54.908681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Network hostable DHCP agents. Network: d43a27d7-f698-4ddc-aa22-b81e14a527e0, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:54.959837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-4b00118c-8395-400d-b92a-906c538bfe15 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2c8f270a-b0c8-47f4-a8da-a7e158d51821 HTTP/1.1" status: 200 len: 2973 time: 0.2405970 Jul 16 20:07:54.993407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Network d43a27d7-f698-4ddc-aa22-b81e14a527e0 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:55.010678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-dc871d3e-2763-4ce7-929a-357c4535228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.012194 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-dc871d3e-2763-4ce7-929a-357c4535228c service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1472654 Jul 16 20:07:55.015499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, d43a27d7-f698-4ddc-aa22-b81e14a527e0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:55.023902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.024701 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.028579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6379f4-f876-4bc3-8d24-648deefd267e None None] Network d43a27d7-f698-4ddc-aa22-b81e14a527e0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:55.069722 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-6eb4c04e-aba9-4d3b-a6bc-2d4fcdcf9555 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 HTTP/1.1" status: 200 len: 217 time: 0.0472448 Jul 16 20:07:55.073813 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c644053d-6b10-4401-b011-15ccc02480ba req-4e3f6373-8fed-43b1-abec-15f99ee8e0cc service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569692 Jul 16 20:07:55.087494 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e139979c-0be7-4b29-8418-7f1859b31b3a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8910766 Jul 16 20:07:55.090065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:55.094261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:07:55.124033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886a04d-364a-4899-bcb7-6c9596812a63 req-f6c74b87-9961-40c5-96de-c7122979b704 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.125537 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1886a04d-364a-4899-bcb7-6c9596812a63 req-f6c74b87-9961-40c5-96de-c7122979b704 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.1722310 Jul 16 20:07:55.146780 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-827a93e3-609f-4e15-8bc0-8b34ba9ca79b tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3105ab6c-201d-4756-8178-2de8b1266da8 HTTP/1.1" status: 200 len: 2981 time: 0.1733942 Jul 16 20:07:55.180806 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.181800 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.188543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-5e98c5f9-863b-4e88-af1e-f52f27583a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.190085 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-5e98c5f9-863b-4e88-af1e-f52f27583a75 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1130598 Jul 16 20:07:55.198354 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1886a04d-364a-4899-bcb7-6c9596812a63 req-ff70c019-2752-4cb8-a6a9-12784bb26e15 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615559 Jul 16 20:07:55.216918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-d43a27d7-f698-4ddc-aa22-b81e14a527e0', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:07:55.217794 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.271754 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.331925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c644053d-6b10-4401-b011-15ccc02480ba req-6d50bb8b-5194-4647-a034-7bb4b71dea98 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444689 Jul 16 20:07:55.364250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-933310f0-8fd1-4583-8f06-daecf1d35976 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3105ab6c-201d-4756-8178-2de8b1266da8 HTTP/1.1" status: 200 len: 2981 time: 0.2061756 Jul 16 20:07:55.377399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd64a9f-6d5f-4c91-a790-1919aa617f60 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:55.400702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.421157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.427236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Allocated IP 172.20.0.2 (d43a27d7-f698-4ddc-aa22-b81e14a527e0/6d715f01-3640-4c62-a379-06b2ebc338be/ab489d43-a914-4438-9f45-4e9703f15425) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:55.462833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Transition to ACTIVE for port object 8dd64a9f-6d5f-4c91-a790-1919aa617f60 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:55.468285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-3c228411-0d82-47c4-843c-2cd5ef6b38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.469868 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-3c228411-0d82-47c4-843c-2cd5ef6b38ea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2698531 Jul 16 20:07:55.472171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.485708 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.532992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-861a1aa4-4940-4ff2-b586-54c8541fc51c tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/5a792010-c91f-4a71-bc8a-768626181bfd HTTP/1.1" status: 200 len: 2981 time: 0.1611464 Jul 16 20:07:55.565533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1bc875-517a-4fbe-9026-f1f00bca6568,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:55.611665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Checking segment: {'id': '36952480-3fc2-4b1e-92ba-7f5c5c7f5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:55.612257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Network hostable DHCP agents. Network: 278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:07:55.612419 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-7abf4e4b-0d33-4443-bc82-5ce3e1e1754a service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347611 Jul 16 20:07:55.614654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Pushing event updated for resources: {'Port': ['ID=8dd64a9f-6d5f-4c91-a790-1919aa617f60,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:55.656772 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.665602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Transition to ACTIVE for port object ab489d43-a914-4438-9f45-4e9703f15425 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:55.689424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Transition to ACTIVE for port object ab489d43-a914-4438-9f45-4e9703f15425 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:55.696548 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.725453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-20c50ff2-2f54-4640-9138-4d01e8a2205a tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/5a792010-c91f-4a71-bc8a-768626181bfd HTTP/1.1" status: 200 len: 2981 time: 0.1760647 Jul 16 20:07:55.748880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Network d43a27d7-f698-4ddc-aa22-b81e14a527e0 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:55.751349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Network 278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:07:55.760535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:55.766164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:55.773565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:55.778756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Pushing event updated for resources: {'Port': ['ID=ab489d43-a914-4438-9f45-4e9703f15425,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:55.789116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.789720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.793929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e861ee1-9303-4e94-a21d-1a0001576f9a req-5afad36c-14fb-4873-be11-6e62722a411e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:55.801464 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e861ee1-9303-4e94-a21d-1a0001576f9a req-5afad36c-14fb-4873-be11-6e62722a411e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 948 time: 0.2078042 Jul 16 20:07:55.811002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522abcef-e387-441b-b5a8-997a9e230402 None None] Network 278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:55.834395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5bf2a447-1188-46e1-996d-c4b03cc33534 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1356130 Jul 16 20:07:55.858676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f5fa2c1-417e-4db1-9b3b-690b7afa410e req-eaa9065a-1946-46e4-b8e4-df0f01e748e4 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032185 Jul 16 20:07:55.860981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-d48da0a4-6162-465a-bff8-0c100ce85a28 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/5f1b728c-d898-470f-b273-00f381ab205a HTTP/1.1" status: 200 len: 2977 time: 0.1345580 Jul 16 20:07:55.883128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Attempting to bind port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:55.883494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Attempting to bind port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:55.883860 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Attempting to bind port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:55.897010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:07:55.897342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Attempting to bind port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:55.905632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:55.905827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:55.906164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:55.906866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Bound port: 8dd64a9f-6d5f-4c91-a790-1919aa617f60, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:55.907223 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:55.936249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-947936d6-77cd-45de-956f-1b40bff0a7f9 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/5f1b728c-d898-470f-b273-00f381ab205a HTTP/1.1" status: 200 len: 2977 time: 0.0743010 Jul 16 20:07:55.963097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e861ee1-9303-4e94-a21d-1a0001576f9a req-b77940b3-e773-45fe-be6f-d655e7c8687d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612484 Jul 16 20:07:55.984089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Attempting to bind port ab489d43-a914-4438-9f45-4e9703f15425 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:55.984459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Attempting to bind port ab489d43-a914-4438-9f45-4e9703f15425 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:55.984821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Attempting to bind port ab489d43-a914-4438-9f45-4e9703f15425 on network d43a27d7-f698-4ddc-aa22-b81e14a527e0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:56.003990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:56.004375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Checking segment: {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:56.004781 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.005176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Bound using segment: {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:56.005658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Bound port: ab489d43-a914-4438-9f45-4e9703f15425, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:56.006037 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.043394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.062852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-05b0e87d-644b-432b-9226-f896acb74f6e tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/736b00ff-9339-46b8-84bb-727bed3e86e3 HTTP/1.1" status: 200 len: 2981 time: 0.1257179 Jul 16 20:07:56.107322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] For port 8dd64a9f-6d5f-4c91-a790-1919aa617f60, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:56.124263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.134355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] For port 8dd64a9f-6d5f-4c91-a790-1919aa617f60, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8dd64a9f-6d5f-4c91-a790-1919aa617f60,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:56.138195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-c285ebbe-b17b-4756-9a7d-78f1aa2bd555 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/736b00ff-9339-46b8-84bb-727bed3e86e3 HTTP/1.1" status: 200 len: 2981 time: 0.0658076 Jul 16 20:07:56.140173 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.212479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.213200 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.214474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] 10.222.0.30 "PUT /v2.0/ports/8dd64a9f-6d5f-4c91-a790-1919aa617f60 HTTP/1.1" status: 200 len: 1097 time: 1.9935586 Jul 16 20:07:56.214909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1284e97-2523-4b06-acb3-2d212a6b3897', 'tag': '8dd64a9f-6d5f-4c91-a790-1919aa617f60'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:07:56.217289 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6829e167-e04d-41f9-839d-35d1fd5865b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1284e97-2523-4b06-acb3-2d212a6b3897", "tag": "8dd64a9f-6d5f-4c91-a790-1919aa617f60"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:07:56.221015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] For port ab489d43-a914-4438-9f45-4e9703f15425, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:07:56.224375 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.252896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] For port ab489d43-a914-4438-9f45-4e9703f15425, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ab489d43-a914-4438-9f45-4e9703f15425,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:07:56.257798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8416712b-132f-484a-a02d-d38efc20c5ed None None] Network 278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:56.262003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-9d401f43-565f-468d-96f3-6d00d0943c66 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/7fae2f1f-e03b-4c2c-9da2-27c6e79916a9 HTTP/1.1" status: 200 len: 2981 time: 0.1175494 Jul 16 20:07:56.265323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08421e2-564f-4be8-bce8-77e45a0c199c service neutron] Pushing event updated for resources: {'Port': ['ID=8dd64a9f-6d5f-4c91-a790-1919aa617f60,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.266363 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.359977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-0b762eb7-6d15-4bbe-96b4-0b3d17580258 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/7fae2f1f-e03b-4c2c-9da2-27c6e79916a9 HTTP/1.1" status: 200 len: 2981 time: 0.0917077 Jul 16 20:07:56.373018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed0021-24be-4b74-a3d7-ad9879e2c338 None None] Pushing event updated for resources: {'Port': ['ID=ab489d43-a914-4438-9f45-4e9703f15425,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.378752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a730bc4-70d2-4556-a4f4-060a4e8a564b req-844bed38-394d-459d-9c3f-fccbf692a80c tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.386205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a730bc4-70d2-4556-a4f4-060a4e8a564b req-844bed38-394d-459d-9c3f-fccbf692a80c tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.2427137 Jul 16 20:07:56.432579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Allocated IP 172.25.7.24 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/88d3e88e-b3e3-46fd-98a7-6d36474a459a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:56.440920 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-8deac125-473a-4991-873d-86d988fb0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.442471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-8deac125-473a-4991-873d-86d988fb0d20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 1100 time: 0.1525745 Jul 16 20:07:56.446876 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-410eb02b-885a-4264-8322-fe4b5856c50e tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/882c489f-8f1d-4160-b00a-88b1fd1c20e1 HTTP/1.1" status: 200 len: 2981 time: 0.0798814 Jul 16 20:07:56.484983 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a730bc4-70d2-4556-a4f4-060a4e8a564b req-8cf4cf13-6b78-447e-847e-d60be10b7657 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978875 Jul 16 20:07:56.514085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-3d1fb78e-b70f-494d-872d-264af36cbb38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8dd64a9f-6d5f-4c91-a790-1919aa617f60 HTTP/1.1" status: 200 len: 217 time: 0.0636401 Jul 16 20:07:56.596624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-efb373ce-2620-4012-8f0a-d0730e8dc843 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/882c489f-8f1d-4160-b00a-88b1fd1c20e1 HTTP/1.1" status: 200 len: 2981 time: 0.1386204 Jul 16 20:07:56.615364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-773dd84f-0dee-41d4-9320-697e832908bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.616868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-773dd84f-0dee-41d4-9320-697e832908bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0926397 Jul 16 20:07:56.616949 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.619293 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a65ab4-1e5d-4e35-84bd-77f5ec3e8576 x-openstack-request-id: req-89a65ab4-1e5d-4e35-84bd-77f5ec3e8576 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:07:56.619630 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1284e97-2523-4b06-acb3-2d212a6b3897", "tag": "8dd64a9f-6d5f-4c91-a790-1919aa617f60", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:07:56.619939 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89a65ab4-1e5d-4e35-84bd-77f5ec3e8576 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:07:56.620386 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1284e97-2523-4b06-acb3-2d212a6b3897', 'tag': '8dd64a9f-6d5f-4c91-a790-1919aa617f60', 'status': 'completed', 'code': 200} Jul 16 20:07:56.679971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:56.700681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-f35254e9-4424-4b28-b0fb-3e9bb7347064 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/98c40507-b8dd-4f97-8a65-f7205a350d9c HTTP/1.1" status: 200 len: 2981 time: 0.0942471 Jul 16 20:07:56.743627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:07:56.748127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:07:56.753241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:07:56.756528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Pushing event updated for resources: {'Port': ['ID=88d3e88e-b3e3-46fd-98a7-6d36474a459a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:56.762320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-5b306100-5987-4b4d-9a24-67e109bae4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.763887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-5b306100-5987-4b4d-9a24-67e109bae4b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1381369 Jul 16 20:07:56.810078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-52b4a7f2-2e53-4c04-b366-5c61a74c2bae tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/98c40507-b8dd-4f97-8a65-f7205a350d9c HTTP/1.1" status: 200 len: 2981 time: 0.0912566 Jul 16 20:07:56.901422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-4d22cca3-ea94-44de-a529-27daedef62c0 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b115f54c-5a38-4e70-aae6-3f44385e4723 HTTP/1.1" status: 200 len: 2977 time: 0.0826063 Jul 16 20:07:56.904865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-dea30fa2-f8f3-4f2f-88c9-f53286aaa1e5 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295576 Jul 16 20:07:56.957489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f1e5a-f8ad-4495-ba52-a914f5270f98 req-b228eb1a-d3da-4b29-ac02-88110aadc7ab tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:56.959076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a0f1e5a-f8ad-4495-ba52-a914f5270f98 req-b228eb1a-d3da-4b29-ac02-88110aadc7ab tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.1571002 Jul 16 20:07:56.999546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-8ed808c9-0d62-4081-b176-59abea0f20d3 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b115f54c-5a38-4e70-aae6-3f44385e4723 HTTP/1.1" status: 200 len: 2977 time: 0.0913110 Jul 16 20:07:57.048561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c38edc34-9f88-45c0-9d11-e02c79f84ec1 req-ce500c72-f5ed-44de-9062-2e602d74b000 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337652 Jul 16 20:07:57.059962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-26d2d80a-84cb-49e2-9274-057a5e8bc716 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/d16c441e-a9cc-4183-a217-4ca3765b5a4a HTTP/1.1" status: 200 len: 2981 time: 0.0529857 Jul 16 20:07:57.064565 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a0f1e5a-f8ad-4495-ba52-a914f5270f98 req-a38d42db-921e-4ce0-b241-783647e2168d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Jul 16 20:07:57.096696 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.163206 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-ac5ee26c-d811-4709-b52b-0d2e08c2206a tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/d16c441e-a9cc-4183-a217-4ca3765b5a4a HTTP/1.1" status: 200 len: 2981 time: 0.0909610 Jul 16 20:07:57.209630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-69d1c8a0-6986-41c5-bf85-60597c16c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.211171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-69d1c8a0-6986-41c5-bf85-60597c16c1b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 1100 time: 0.1055984 Jul 16 20:07:57.243163 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-f1887379-9b19-429c-809d-3c4b80a4b627 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ff75e2a7-ca08-438e-b263-fb1ee154cdf7 HTTP/1.1" status: 200 len: 2977 time: 0.0740447 Jul 16 20:07:57.344211 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a55d5a-4b0c-4cf4-948e-0a7dd90db61f req-6856e0da-eab5-44f7-893f-e40af3b8a066 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/ff75e2a7-ca08-438e-b263-fb1ee154cdf7 HTTP/1.1" status: 200 len: 2977 time: 0.0908625 Jul 16 20:07:57.347111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-a3839b59-2fd5-4c9f-910f-d9437cac2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.356773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-a3839b59-2fd5-4c9f-910f-d9437cac2916 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1336575 Jul 16 20:07:57.381950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79873e55-1a90-45bd-a768-039bb0212958 req-b0c49ce9-b91f-4128-8614-cf59b2f1c12f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.383484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-b0c49ce9-b91f-4128-8614-cf59b2f1c12f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 807 time: 0.1758840 Jul 16 20:07:57.409019 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-f3897b11-3261-4c0a-a548-3ad19d391663 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/quotas/31af99bb6bb148a3970c4248323ed226 HTTP/1.1" status: 200 len: 375 time: 0.0185938 Jul 16 20:07:57.417007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-d7610684-7e19-4d11-b02e-8c03dd6a8fba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8dd64a9f-6d5f-4c91-a790-1919aa617f60 HTTP/1.1" status: 200 len: 217 time: 0.0495622 Jul 16 20:07:57.439455 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:57.471927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-ac1dc477-dc95-4543-8ddc-d8d36203121a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515203 Jul 16 20:07:57.480500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-adeb42db-872d-4654-a411-1d71e1a7bbfd tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:07:57.482024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-d4fa4daf-974c-4628-8ba4-e9e2337621b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.483645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-d4fa4daf-974c-4628-8ba4-e9e2337621b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0591464 Jul 16 20:07:57.486543 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-adeb42db-872d-4654-a411-1d71e1a7bbfd tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131388 Jul 16 20:07:57.573657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-38ada696-4ea0-4df9-b8ee-8269c1e524a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.583655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-38ada696-4ea0-4df9-b8ee-8269c1e524a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864589 Jul 16 20:07:57.588190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f0f6e-ced7-4fce-b27f-05d5625fab0b None None] Network d43a27d7-f698-4ddc-aa22-b81e14a527e0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:07:57.680374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f82f6d48-3b27-4ee6-9337-fdd03b09505e None None] Provisioning for port ab489d43-a914-4438-9f45-4e9703f15425 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:57.744946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8006e0-e2f2-41f4-a7d5-110b62c4ed6b req-7b2cf9ce-7f55-4401-a6b7-0de3950fe16d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:57.746651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e8006e0-e2f2-41f4-a7d5-110b62c4ed6b req-7b2cf9ce-7f55-4401-a6b7-0de3950fe16d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 948 time: 0.1620800 Jul 16 20:07:57.752025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-c0d55502-25d6-47ee-96ea-3986a3c0688a service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510546 Jul 16 20:07:57.851820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e8006e0-e2f2-41f4-a7d5-110b62c4ed6b req-8907fc7a-b2ed-4cda-b403-ff37f7eb2016 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962696 Jul 16 20:07:57.911948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6829e167-e04d-41f9-839d-35d1fd5865b3 req-964954a0-c8e6-44f5-a3a4-f79613b46862 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489377 Jul 16 20:07:57.973070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Router 4be21d49-212f-4950-8243-b634c677d591 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:07:58.022251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ab489d43-a914-4438-9f45-4e9703f15425 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:07:58.070396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788a7bc-8895-4501-b6a5-c52799fe616c req-86350ed6-cd6b-47c2-a13a-f31eb4414377 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.071577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port ab489d43-a914-4438-9f45-4e9703f15425 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:07:58.072193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c788a7bc-8895-4501-b6a5-c52799fe616c req-86350ed6-cd6b-47c2-a13a-f31eb4414377 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1102 time: 0.0540695 Jul 16 20:07:58.081930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ab489d43-a914-4438-9f45-4e9703f15425 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:07:58.082648 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.105865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c788a7bc-8895-4501-b6a5-c52799fe616c req-9e14f27e-cc34-4b89-b3b2-f458ea70ef0b tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279384 Jul 16 20:07:58.143937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-cd212d20-1c80-4f92-afdc-acf6ae21778c service neutron] 10.222.0.10 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283726 Jul 16 20:07:58.176939 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.182010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:07:58.198338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e311645-64be-4216-b419-475c748b8494 None None] Sync routers for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:07:58.218918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:58.220313 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f881f8e-29ec-4ba1-9c71-2f513c9e922b req-566cc809-b347-4a33-8e2f-6bdf0e3184f2 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e6203d762fa4b1782e2ec649fcc5565 HTTP/1.1" status: 200 len: 6102 time: 0.0774336 Jul 16 20:07:58.242948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port ab489d43-a914-4438-9f45-4e9703f15425, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ab489d43-a914-4438-9f45-4e9703f15425,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:58.245452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e311645-64be-4216-b419-475c748b8494 None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:07:58.246097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8e311645-64be-4216-b419-475c748b8494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:58.251670 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.251900 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.252928 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77c399cb-30e6-4991-bc4f-b594c2255e8a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.1619387 Jul 16 20:07:58.256762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42764) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:07:58.282688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-981cb329-c806-4c76-a67c-65b0dc3b4cae service neutron] 10.222.0.10 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319976 Jul 16 20:07:58.322575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f881f8e-29ec-4ba1-9c71-2f513c9e922b req-2d821ad6-3817-49e8-8934-855ffe676191 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] 10.222.0.10 "GET /v2.0/security-groups/1475427e-3367-4f54-bb91-8fdbadc32a18 HTTP/1.1" status: 200 len: 2981 time: 0.0942733 Jul 16 20:07:58.547101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f881f8e-29ec-4ba1-9c71-2f513c9e922b req-dab9c616-95bf-410e-9339-a6cd980741dc tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] 10.222.0.10 "GET /v2.0/security-groups/1475427e-3367-4f54-bb91-8fdbadc32a18 HTTP/1.1" status: 200 len: 2981 time: 0.1843333 Jul 16 20:07:58.555006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=ab489d43-a914-4438-9f45-4e9703f15425,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:58.591070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8e311645-64be-4216-b419-475c748b8494 None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:07:58.597574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c0d50-7a70-4671-905a-bb267d45ef4e req-7856fb69-e734-4f95-b79f-4c5e1d2559b9 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:58.605450 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6c3c0d50-7a70-4671-905a-bb267d45ef4e req-7856fb69-e734-4f95-b79f-4c5e1d2559b9 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1093402 Jul 16 20:07:58.667089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6c3c0d50-7a70-4671-905a-bb267d45ef4e req-b0e68dc7-28b2-467f-9757-72d83a50d4b7 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562849 Jul 16 20:07:58.680517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:58.742096 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', 'mac_address': 'fa:16:3e:5b:2d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:58.885186 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abea87cf-8c43-4096-af98-821f64b47545 req-93f91449-1ece-4a85-b4de-6bfd09c5ca5e tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1b59c5a0-a894-4176-a994-a064beed60be HTTP/1.1" status: 200 len: 1777 time: 0.0523958 Jul 16 20:07:58.887852 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.905665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:58.929669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5b9976b-26ff-4b8c-874c-8f023582dedb req-14998096-f46a-4142-902e-2a47a22bc9f8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 210 time: 0.0333712 Jul 16 20:07:58.938402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:58.941620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abea87cf-8c43-4096-af98-821f64b47545 req-bdc8f179-203e-4738-a520-74b544580bf4 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.949319 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:58.987425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abea87cf-8c43-4096-af98-821f64b47545 req-bdc8f179-203e-4738-a520-74b544580bf4 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.002007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8e311645-64be-4216-b419-475c748b8494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:07:56Z', 'revision_number': 3, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:07:59.040049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e311645-64be-4216-b419-475c748b8494 None None] Checking router: 4be21d49-212f-4950-8243-b634c677d591 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:07:59.040493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e311645-64be-4216-b419-475c748b8494 None None] Updating router 4be21d49-212f-4950-8243-b634c677d591 port 88d3e88e-b3e3-46fd-98a7-6d36474a459a binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:07:59.051181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abea87cf-8c43-4096-af98-821f64b47545 req-bdc8f179-203e-4738-a520-74b544580bf4 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.053863 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abea87cf-8c43-4096-af98-821f64b47545 req-bdc8f179-203e-4738-a520-74b544580bf4 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.055089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abea87cf-8c43-4096-af98-821f64b47545 req-bdc8f179-203e-4738-a520-74b544580bf4 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b59c5a0-a894-4176-a994-a064beed60be HTTP/1.1" status: 204 len: 173 time: 0.1691031 Jul 16 20:07:59.066591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8f179-203e-4738-a520-74b544580bf4 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b59c5a0-a894-4176-a994-a064beed60be,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.096881 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.102879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-a6507723-c4a4-4328-beec-d9f4146e20ae tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=743535f04d9c41f08751d43630cc4015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266786 Jul 16 20:07:59.139385 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e311645-64be-4216-b419-475c748b8494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.253265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46862e-ba79-4631-9e39-232e8b6c5b6e req-7989166d-353c-4415-8504-b1b8554efc2d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.255083 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d46862e-ba79-4631-9e39-232e8b6c5b6e req-7989166d-353c-4415-8504-b1b8554efc2d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 948 time: 0.0681298 Jul 16 20:07:59.264737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['1bf1c442-49b0-4e30-b8b6-b9ed66bf4371'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:07:59.276758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-59b15e27-5e76-4914-bb18-dd95f8e7e620 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:07:59.278239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-59b15e27-5e76-4914-bb18-dd95f8e7e620 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664762 Jul 16 20:07:59.296132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8dd64a9f-6d5f-4c91-a790-1919aa617f60 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:07:59.306429 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-a469668a-542b-4c87-bb8b-df9ff8732bee tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/quotas/743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 375 time: 0.0216372 Jul 16 20:07:59.337491 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d46862e-ba79-4631-9e39-232e8b6c5b6e req-31e56274-f248-492a-870b-0356c43a0a26 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608454 Jul 16 20:07:59.397374 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.431786 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16346f3b-36ec-400f-b10c-f43109733b44 req-42bf43ea-2381-4e4b-9967-400a4d15aec1 tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8a33be6f-1566-4d77-af9a-4efa237add02 HTTP/1.1" status: 200 len: 1777 time: 0.0513461 Jul 16 20:07:59.434582 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-518af964-1140-4ba6-83bb-b54b8c9bdbcd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272428 Jul 16 20:07:59.539534 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-16346f3b-36ec-400f-b10c-f43109733b44 req-9600424b-b4fe-47f5-8e54-204ddeed585c tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.560214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8dd64a9f-6d5f-4c91-a790-1919aa617f60, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8dd64a9f-6d5f-4c91-a790-1919aa617f60,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:59.568027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-16346f3b-36ec-400f-b10c-f43109733b44 req-9600424b-b4fe-47f5-8e54-204ddeed585c tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.617057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Allocated IP 172.20.0.1 (d43a27d7-f698-4ddc-aa22-b81e14a527e0/6d715f01-3640-4c62-a379-06b2ebc338be/e0bf5901-84e0-42ba-b518-8c382554021c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:07:59.619161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '8dd64a9f-6d5f-4c91-a790-1919aa617f60', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '8dd64a9f-6d5f-4c91-a790-1919aa617f60', 'mac_address': 'fa:16:3e:6a:cf:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:07:59.656968 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-16346f3b-36ec-400f-b10c-f43109733b44 req-9600424b-b4fe-47f5-8e54-204ddeed585c tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.661504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-16346f3b-36ec-400f-b10c-f43109733b44 req-9600424b-b4fe-47f5-8e54-204ddeed585c tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.663023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16346f3b-36ec-400f-b10c-f43109733b44 req-9600424b-b4fe-47f5-8e54-204ddeed585c tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a33be6f-1566-4d77-af9a-4efa237add02 HTTP/1.1" status: 204 len: 173 time: 0.2149796 Jul 16 20:07:59.679422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600424b-b4fe-47f5-8e54-204ddeed585c tempest-SecurityGroupsTestAdminJSON-187432802 tempest-SecurityGroupsTestAdminJSON-187432802-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a33be6f-1566-4d77-af9a-4efa237add02,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.693126 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e311645-64be-4216-b419-475c748b8494 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.717871 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ed4bff6-b7f3-4cbb-a569-1d42f696c433 req-8b528692-576b-45fa-bbab-a6731dfc1ec9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 210 time: 0.0923493 Jul 16 20:07:59.727361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e311645-64be-4216-b419-475c748b8494 None None] Transition to ACTIVE for port object 88d3e88e-b3e3-46fd-98a7-6d36474a459a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:07:59.745533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.748638 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e311645-64be-4216-b419-475c748b8494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.802282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd64a9f-6d5f-4c91-a790-1919aa617f60 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:07:59.810964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f01ce454-719e-43d2-8242-b437898239ee req-03ae2c64-2bfe-4152-8db1-b1b1bee477b8 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] 10.222.0.10 "GET /v2.0/security-groups/56aee2a8-99e5-44e0-af06-8f576be8c6d9 HTTP/1.1" status: 200 len: 1777 time: 0.1018379 Jul 16 20:07:59.870256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8e311645-64be-4216-b419-475c748b8494 None None] Attempting to bind port 88d3e88e-b3e3-46fd-98a7-6d36474a459a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:07:59.871074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8e311645-64be-4216-b419-475c748b8494 None None] Attempting to bind port 88d3e88e-b3e3-46fd-98a7-6d36474a459a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:07:59.871587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e311645-64be-4216-b419-475c748b8494 None None] Attempting to bind port 88d3e88e-b3e3-46fd-98a7-6d36474a459a on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:07:59.882389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981ed1e-149f-4fb8-9576-102b58a312d8 None None] Pushing event updated for resources: {'Port': ['ID=88d3e88e-b3e3-46fd-98a7-6d36474a459a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:07:59.887384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e311645-64be-4216-b419-475c748b8494 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:07:59.887895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e311645-64be-4216-b419-475c748b8494 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:07:59.888396 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e311645-64be-4216-b419-475c748b8494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.888930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e311645-64be-4216-b419-475c748b8494 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:07:59.889501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8e311645-64be-4216-b419-475c748b8494 None None] Bound port: 88d3e88e-b3e3-46fd-98a7-6d36474a459a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:07:59.889974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e311645-64be-4216-b419-475c748b8494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.892740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8dd64a9f-6d5f-4c91-a790-1919aa617f60, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8dd64a9f-6d5f-4c91-a790-1919aa617f60,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:07:59.902291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f01ce454-719e-43d2-8242-b437898239ee req-2c097a66-6efe-4d44-a77c-69bfa6be104e tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.914824 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.932535 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f01ce454-719e-43d2-8242-b437898239ee req-2c097a66-6efe-4d44-a77c-69bfa6be104e tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.983320 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.988388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f01ce454-719e-43d2-8242-b437898239ee req-2c097a66-6efe-4d44-a77c-69bfa6be104e tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.991391 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f01ce454-719e-43d2-8242-b437898239ee req-2c097a66-6efe-4d44-a77c-69bfa6be104e tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:07:59.992995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f01ce454-719e-43d2-8242-b437898239ee req-2c097a66-6efe-4d44-a77c-69bfa6be104e tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] 10.222.0.10 "DELETE /v2.0/security-groups/56aee2a8-99e5-44e0-af06-8f576be8c6d9 HTTP/1.1" status: 204 len: 173 time: 0.1745512 Jul 16 20:08:00.006697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c097a66-6efe-4d44-a77c-69bfa6be104e tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aee2a8-99e5-44e0-af06-8f576be8c6d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:00.007284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f9a3e-b2de-4bcb-89a8-f3875a2169c2 req-49e17158-fa5a-4761-93e3-790225df5afb tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:00.028466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-105f9a3e-b2de-4bcb-89a8-f3875a2169c2 req-49e17158-fa5a-4761-93e3-790225df5afb tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1393466 Jul 16 20:08:00.055687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ab489d43-a914-4438-9f45-4e9703f15425 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:00.094905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8e311645-64be-4216-b419-475c748b8494 None None] For port 88d3e88e-b3e3-46fd-98a7-6d36474a459a, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:00.120157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8dd64a9f-6d5f-4c91-a790-1919aa617f60,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:00.142994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8e311645-64be-4216-b419-475c748b8494 None None] For port 88d3e88e-b3e3-46fd-98a7-6d36474a459a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=88d3e88e-b3e3-46fd-98a7-6d36474a459a,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:00.152749 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e311645-64be-4216-b419-475c748b8494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.153756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-105f9a3e-b2de-4bcb-89a8-f3875a2169c2 req-c41d49c9-fc20-4491-a8df-598b2253eb6e tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214223 Jul 16 20:08:00.183943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Transition to ACTIVE for port object e0bf5901-84e0-42ba-b518-8c382554021c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:00.205437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79873e55-1a90-45bd-a768-039bb0212958 req-7b81fb0b-2247-4c74-9a74-6269996dd7b9 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:00.207009 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-7b81fb0b-2247-4c74-9a74-6269996dd7b9 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 807 time: 0.1910803 Jul 16 20:08:00.225395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Request body: {'port': {'device_id': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'network_id': '75600712-2c21-4323-9afd-0506acdddac9', 'admin_state_up': True, 'tenant_id': '31af99bb6bb148a3970c4248323ed226'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:00.243308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['8dd64a9f-6d5f-4c91-a790-1919aa617f60'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:00.279504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.293547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e311645-64be-4216-b419-475c748b8494 None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:00.294178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8e311645-64be-4216-b419-475c748b8494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:00.302863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981ed1e-149f-4fb8-9576-102b58a312d8 None None] Pushing event updated for resources: {'Port': ['ID=88d3e88e-b3e3-46fd-98a7-6d36474a459a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:00.348212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Network d43a27d7-f698-4ddc-aa22-b81e14a527e0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:00.349253 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ab489d43-a914-4438-9f45-4e9703f15425 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:00.349629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.351466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:00.358506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:00.455765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.459504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Made reservation on behalf of 31af99bb6bb148a3970c4248323ed226 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:00.469994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.506890 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35137fcb-0086-4df7-8b33-15b51e815ea9 req-4a84692c-9dca-4b5c-a4f5-8a87088fcd38 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] 10.222.0.10 "GET /v2.0/security-groups/570f6474-2242-421a-94a6-8a1b435dda9d HTTP/1.1" status: 200 len: 1777 time: 0.1657677 Jul 16 20:08:00.587507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8e311645-64be-4216-b419-475c748b8494 None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:00.623677 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35137fcb-0086-4df7-8b33-15b51e815ea9 req-1cbd7e9a-0497-4593-a8b8-ca70605e2532 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.661368 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35137fcb-0086-4df7-8b33-15b51e815ea9 req-1cbd7e9a-0497-4593-a8b8-ca70605e2532 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.676648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08ee4a40-fa5f-4364-8338-1a1f1ed8a737 req-9a5947f3-fd9c-4d4e-8563-dd55dac89289 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 210 time: 0.1067085 Jul 16 20:08:00.727949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Allocated IP 172.20.0.2 (75600712-2c21-4323-9afd-0506acdddac9/73dc3725-ab74-4298-9b35-7ad0e85862ff/bae53509-347f-4e2a-b4d3-6218c2d80c85) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:00.739113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35137fcb-0086-4df7-8b33-15b51e815ea9 req-1cbd7e9a-0497-4593-a8b8-ca70605e2532 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.744745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bf5901-84e0-42ba-b518-8c382554021c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:00.746358 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-35137fcb-0086-4df7-8b33-15b51e815ea9 req-1cbd7e9a-0497-4593-a8b8-ca70605e2532 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:00.747640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35137fcb-0086-4df7-8b33-15b51e815ea9 req-1cbd7e9a-0497-4593-a8b8-ca70605e2532 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] 10.222.0.10 "DELETE /v2.0/security-groups/570f6474-2242-421a-94a6-8a1b435dda9d HTTP/1.1" status: 204 len: 173 time: 0.2275383 Jul 16 20:08:00.765577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd7e9a-0497-4593-a8b8-ca70605e2532 tempest-SecurityGroupsTestAdminJSON-1770695303 tempest-SecurityGroupsTestAdminJSON-1770695303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f6474-2242-421a-94a6-8a1b435dda9d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:00.834546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7c97045c-d97e-46fc-afc0-17108ef146c9 None None] Provisioning for port e0bf5901-84e0-42ba-b518-8c382554021c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:00.859314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7c97045c-d97e-46fc-afc0-17108ef146c9 None None] Provisioning complete for port e0bf5901-84e0-42ba-b518-8c382554021c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:00.859690 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7c97045c-d97e-46fc-afc0-17108ef146c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.055843 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.068673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7c97045c-d97e-46fc-afc0-17108ef146c9 None None] Port e0bf5901-84e0-42ba-b518-8c382554021c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:01.074357 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.145616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.165221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8e311645-64be-4216-b419-475c748b8494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:07:56Z', 'revision_number': 3, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:01.203504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e311645-64be-4216-b419-475c748b8494 None None] The sync data for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 is: [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:07:56Z', 'revision_number': 3, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:01.239918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eadf37-54ef-47de-89dd-8c3bc9509109 req-2403850e-987c-4ff9-b92f-0faeb99da284 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.247540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76eadf37-54ef-47de-89dd-8c3bc9509109 req-2403850e-987c-4ff9-b92f-0faeb99da284 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 949 time: 0.2309234 Jul 16 20:08:01.260076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ede0923-9691-4a19-9c76-6b8ae6bfb340 req-628ed28a-f545-4ff7-8cb0-ec992fb92986 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 210 time: 0.0566263 Jul 16 20:08:01.310166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Network 75600712-2c21-4323-9afd-0506acdddac9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:01.318148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:01.328863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:01.345906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Pushing event updated for resources: {'Port': ['ID=bae53509-347f-4e2a-b4d3-6218c2d80c85,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.375390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:01.396515 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76eadf37-54ef-47de-89dd-8c3bc9509109 req-468fb366-5a85-487c-8f61-f523dc84a877 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479194 Jul 16 20:08:01.416096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.416961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.449521 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-641ccea2-0863-4d7f-831c-5efdcf656a0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2268643 Jul 16 20:08:01.463113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Request body: {'port': {'device_id': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:01.509637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42852) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:01.536855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.553328 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.638171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09159c06-2cf6-4a97-8c8c-4d15263d8371 req-f46445fb-91a0-4508-ba74-07cc40beaef4 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:01.645617 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09159c06-2cf6-4a97-8c8c-4d15263d8371 req-f46445fb-91a0-4508-ba74-07cc40beaef4 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1778555 Jul 16 20:08:01.681763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bf5901-84e0-42ba-b518-8c382554021c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:01.682470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.701855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.881748 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09159c06-2cf6-4a97-8c8c-4d15263d8371 req-d604b144-381b-4eae-b317-58599bfcb7ba tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319982 Jul 16 20:08:01.899485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d82641a-fde1-4880-a1c9-019d1fe66915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:01.956257 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5319dff7-5abc-4c70-bf99-bbd262432c6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e6203d762fa4b1782e2ec649fcc5565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795522 Jul 16 20:08:01.959527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:01.981392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-9f7afd0c-37ec-4b87-86ba-0e001f25e008 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=743535f04d9c41f08751d43630cc4015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226685 Jul 16 20:08:02.031654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 88d3e88e-b3e3-46fd-98a7-6d36474a459a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:02.044591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Network d43a27d7-f698-4ddc-aa22-b81e14a527e0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:02.076510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:02.106795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9119-03fd-4945-9ba6-890591ed278f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.127941 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 88d3e88e-b3e3-46fd-98a7-6d36474a459a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:02.137998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 88d3e88e-b3e3-46fd-98a7-6d36474a459a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:02.138892 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.151059 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9119-03fd-4945-9ba6-890591ed278f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.229811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:02.256426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae53509-347f-4e2a-b4d3-6218c2d80c85 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:02.283208 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.320803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9119-03fd-4945-9ba6-890591ed278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.331652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9119-03fd-4945-9ba6-890591ed278f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.332856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1e2c9119-03fd-4945-9ba6-890591ed278f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1475427e-3367-4f54-bb91-8fdbadc32a18 HTTP/1.1" status: 204 len: 168 time: 0.3724208 Jul 16 20:08:02.346443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c9119-03fd-4945-9ba6-890591ed278f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1475427e-3367-4f54-bb91-8fdbadc32a18,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:02.359924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Transition to ACTIVE for port object bae53509-347f-4e2a-b4d3-6218c2d80c85 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:02.366713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.441838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Pushing event updated for resources: {'Port': ['ID=bae53509-347f-4e2a-b4d3-6218c2d80c85,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:02.476927 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.580260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-6bd488c1-8765-4a7a-87b4-ffcfac58df41 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.581764 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-6bd488c1-8765-4a7a-87b4-ffcfac58df41 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5676944 Jul 16 20:08:02.595751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 88d3e88e-b3e3-46fd-98a7-6d36474a459a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=88d3e88e-b3e3-46fd-98a7-6d36474a459a,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:02.600254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0807a59-dddc-4389-a383-b77765159f68 None None] Provisioning complete for port e0bf5901-84e0-42ba-b518-8c382554021c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:02.600733 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0807a59-dddc-4389-a383-b77765159f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.605481 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.608616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Router 4be21d49-212f-4950-8243-b634c677d591 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:02.613347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Request body: {'port': {'device_id': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '743535f04d9c41f08751d43630cc4015'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:02.648551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:02.652044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a89a0-de90-46b6-aa1d-7a574a2de2f4 req-e03b5a5a-26b8-4a8c-acf6-ac7193461740 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:02.660885 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c97a89a0-de90-46b6-aa1d-7a574a2de2f4 req-e03b5a5a-26b8-4a8c-acf6-ac7193461740 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 931 time: 0.7372754 Jul 16 20:08:02.682242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-85797b11-230d-4269-8206-6253511cd165 req-d8634dad-c900-4468-9d67-6afb990c2a91 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 210 time: 0.0706296 Jul 16 20:08:02.728298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:02.729058 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.735350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:02.735987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:02.736498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:02.747544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Port bae53509-347f-4e2a-b4d3-6218c2d80c85 on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:02.751004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:02.764076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:02.770390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:02.771049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:02.771827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Bound port: bae53509-347f-4e2a-b4d3-6218c2d80c85, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:02.772352 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:02.891022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0807a59-dddc-4389-a383-b77765159f68 None None] Port e0bf5901-84e0-42ba-b518-8c382554021c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:02.900151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:02.933483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:02.940609 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c97a89a0-de90-46b6-aa1d-7a574a2de2f4 req-35a83fe4-efe8-495a-b8b4-6a176724dfb5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785704 Jul 16 20:08:03.004521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.009411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ec3e-9b10-4bb0-8392-157f8be8824c req-531dce8c-289a-4016-8fc0-0e61bb0978b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.009599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:03.011065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b131ec3e-9b10-4bb0-8392-157f8be8824c req-531dce8c-289a-4016-8fc0-0e61bb0978b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1102 time: 0.4867837 Jul 16 20:08:03.012993 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d82641a-fde1-4880-a1c9-019d1fe66915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.020520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=88d3e88e-b3e3-46fd-98a7-6d36474a459a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:03.042812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d82641a-fde1-4880-a1c9-019d1fe66915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.049851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:03.050872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f4283c-bd21-4c8f-9040-d243eea02f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:03.052881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-43b71a17-438d-47b1-b819-9f01ca141e26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c31c7aa65b4402aa7d5573bf6a8ee11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512618 Jul 16 20:08:03.054694 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d8bfc-171c-4e89-92ca-732f73153bcb" -d '{"events": [{"server_uuid": "09f4283c-bd21-4c8f-9040-d243eea02f4a", "name": "network-vif-plugged", "status": "completed", "tag": "1bf1c442-49b0-4e30-b8b6-b9ed66bf4371"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:03.055024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.064233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.073869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3a5dc358-f4ed-409f-8e32-8c9932870130 admin admin] 10.222.0.10 "PUT /v2.0/routers/4be21d49-212f-4950-8243-b634c677d591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8160586 Jul 16 20:08:03.088066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:03.098960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.103435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.104978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.107174 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] 10.222.0.63 "PUT /v2.0/ports/bae53509-347f-4e2a-b4d3-6218c2d80c85 HTTP/1.1" status: 200 len: 1092 time: 1.6500833 Jul 16 20:08:03.112773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:03.116821 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f1b330-40ed-4d6f-ad22-594c674ab5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:03.127781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Made reservation on behalf of 743535f04d9c41f08751d43630cc4015 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:03.131859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.226896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:03.248493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3d82641a-fde1-4880-a1c9-019d1fe66915 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f353e204501e44c79f1d61462cf5d435&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7375534 Jul 16 20:08:03.249063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42884) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:03.278930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82641a-fde1-4880-a1c9-019d1fe66915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eba3911-6cbe-48af-a81e-8adad5000595,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:03.286255 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b131ec3e-9b10-4bb0-8392-157f8be8824c req-97b35905-2a2a-402c-ac88-63a9762628c9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613387 Jul 16 20:08:03.286548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:03.294389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a23eeb-19c7-4874-b7b1-d7c9ebb1d41b req-f1de6706-1eda-4bcb-95dd-8053d37adbfa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.296517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50a23eeb-19c7-4874-b7b1-d7c9ebb1d41b req-f1de6706-1eda-4bcb-95dd-8053d37adbfa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 949 time: 0.3821752 Jul 16 20:08:03.331101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a53ad7-8c04-4c0f-bf0f-5a35d3ee39aa service neutron] Pushing event updated for resources: {'Port': ['ID=bae53509-347f-4e2a-b4d3-6218c2d80c85,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:03.358980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8dd64a9f-6d5f-4c91-a790-1919aa617f60 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:03.361248 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7c83700-4dd7-4864-897b-82b5df5c9af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.369099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Allocated IP 192.168.233.18 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/fb836647-d5d2-4587-aaac-2944532048f6) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:03.425523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7c83700-4dd7-4864-897b-82b5df5c9af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.430785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78be118-80b4-4300-8693-36406a986be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.484736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78be118-80b4-4300-8693-36406a986be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.488278 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79873e55-1a90-45bd-a768-039bb0212958 req-ba70f8b8-c916-4334-9108-a1b2876cb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.490505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-ba70f8b8-c916-4334-9108-a1b2876cb9e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1095 time: 0.3223865 Jul 16 20:08:03.497677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50a23eeb-19c7-4874-b7b1-d7c9ebb1d41b req-2759e9a7-34bd-47fd-8086-fd146e278d54 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801336 Jul 16 20:08:03.534176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:03.550903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'mac_address': 'fa:16:3e:d4:41:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:03.551358 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-5fc8878d-b01c-4ee5-9162-f0dd005d6948 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85 HTTP/1.1" status: 200 len: 217 time: 0.0474968 Jul 16 20:08:03.553290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:03.557635 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:03.558147 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.582746 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa7be58-c4b7-4dff-8412-5b383dc9bf4e x-openstack-request-id: req-baa7be58-c4b7-4dff-8412-5b383dc9bf4e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:03.584080 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f4283c-bd21-4c8f-9040-d243eea02f4a", "name": "network-vif-plugged", "status": "completed", "tag": "1bf1c442-49b0-4e30-b8b6-b9ed66bf4371", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:03.584451 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-baa7be58-c4b7-4dff-8412-5b383dc9bf4e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:03.585063 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f4283c-bd21-4c8f-9040-d243eea02f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', 'code': 200} Jul 16 20:08:03.618204 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7c83700-4dd7-4864-897b-82b5df5c9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.624756 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7c83700-4dd7-4864-897b-82b5df5c9af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.630213 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f7c83700-4dd7-4864-897b-82b5df5c9af3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/882c489f-8f1d-4160-b00a-88b1fd1c20e1 HTTP/1.1" status: 204 len: 168 time: 0.5734472 Jul 16 20:08:03.643572 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d981d5e-6997-4cd0-bda7-b991191585c9 x-openstack-request-id: req-7d981d5e-6997-4cd0-bda7-b991191585c9 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:03.644672 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:03.645418 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d981d5e-6997-4cd0-bda7-b991191585c9 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:03.646092 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85', 'status': 'completed', 'code': 200} Jul 16 20:08:03.656330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c83700-4dd7-4864-897b-82b5df5c9af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c489f-8f1d-4160-b00a-88b1fd1c20e1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:03.660404 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.665473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79873e55-1a90-45bd-a768-039bb0212958 req-21dfc017-2758-4ad3-9be3-c40f22432c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.667380 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-21dfc017-2758-4ad3-9be3-c40f22432c3c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1066296 Jul 16 20:08:03.715128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a6a95be-3427-4d09-a01c-8fabd36a4709 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:03.764121 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-3c9497e6-b4ea-4798-b077-7fdc47879b09 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873432 Jul 16 20:08:03.775041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:03.782582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.836842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.842874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:03.884383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8dd64a9f-6d5f-4c91-a790-1919aa617f60, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8dd64a9f-6d5f-4c91-a790-1919aa617f60,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:03.892758 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.901427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22491460-dbb8-4097-94c0-38dacc0d4b99 req-ac3cb2a2-a0a1-4398-9595-cab41ac4832e tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.909170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22491460-dbb8-4097-94c0-38dacc0d4b99 req-ac3cb2a2-a0a1-4398-9595-cab41ac4832e tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.4020576 Jul 16 20:08:03.973790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:03.986145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4e3f-3087-4b58-9aa9-a02a7c06c16a req-4ecc60be-4c3f-4522-8de9-301bf9144434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:03.993122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-120a4e3f-3087-4b58-9aa9-a02a7c06c16a req-4ecc60be-4c3f-4522-8de9-301bf9144434 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=09f4283c-bd21-4c8f-9040-d243eea02f4a HTTP/1.1" status: 200 len: 1101 time: 0.2547288 Jul 16 20:08:03.998392 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78be118-80b4-4300-8693-36406a986be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.001828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b78be118-80b4-4300-8693-36406a986be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.003213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b78be118-80b4-4300-8693-36406a986be8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9eba3911-6cbe-48af-a81e-8adad5000595 HTTP/1.1" status: 204 len: 168 time: 0.7471883 Jul 16 20:08:04.004512 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-d99179e7-a76a-458d-9511-e23fea25adbb service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298534 Jul 16 20:08:04.032330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8dd64a9f-6d5f-4c91-a790-1919aa617f60,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:04.039628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Transition to ACTIVE for port object fb836647-d5d2-4587-aaac-2944532048f6 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:04.041078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 88d3e88e-b3e3-46fd-98a7-6d36474a459a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:04.045090 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Sync routers for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:04.045716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78be118-80b4-4300-8693-36406a986be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eba3911-6cbe-48af-a81e-8adad5000595,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:04.066245 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:04.066903 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:04.079966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22491460-dbb8-4097-94c0-38dacc0d4b99 req-b074de2e-4dae-4bd6-bf5a-c72c97274d75 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697173 Jul 16 20:08:04.139902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-120a4e3f-3087-4b58-9aa9-a02a7c06c16a req-21ccf6c2-4743-46c0-9e21-6ee7df56d7c2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095004 Jul 16 20:08:04.195394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.219428 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:04.238023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:04.335388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:04.349425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:04.358587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:04.365573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Pushing event updated for resources: {'Port': ['ID=fb836647-d5d2-4587-aaac-2944532048f6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:04.560968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 88d3e88e-b3e3-46fd-98a7-6d36474a459a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:04.561336 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.567831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79873e55-1a90-45bd-a768-039bb0212958 req-36f4b9ad-3a20-467d-afcc-f20445078508 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439281 Jul 16 20:08:04.577664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.578322 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.605446 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-fa2a447b-ef8c-43b5-8196-cd13d4035de9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.613559 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-fa2a447b-ef8c-43b5-8196-cd13d4035de9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/networks?id=d43a27d7-f698-4ddc-aa22-b81e14a527e0 HTTP/1.1" status: 200 len: 829 time: 0.5466561 Jul 16 20:08:04.646597 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-9adec7fd-7aad-466d-b7ac-b2b5721fdff3 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/quotas/83becc7d10ba491487adcc71f9440376 HTTP/1.1" status: 200 len: 375 time: 0.0290368 Jul 16 20:08:04.655482 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-d7782bf8-1b98-4d91-895a-fa7df3cd2d29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0532460 Jul 16 20:08:04.668587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Request body: {'port': {'device_id': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:04.720131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4429f2-5b86-4344-a118-cfa93af15c8a req-f0b9d988-6db6-4f4b-ad9b-09801874e258 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:04.727296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b4429f2-5b86-4344-a118-cfa93af15c8a req-f0b9d988-6db6-4f4b-ad9b-09801874e258 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 935 time: 0.2990494 Jul 16 20:08:04.728371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:04.755526 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e0bf5901-84e0-42ba-b518-8c382554021c', 'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'mac_address': 'fa:16:3e:f7:77:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:59Z', 'updated_at': '2021-07-16T20:08:01Z', 'revision_number': 2, 'project_id': '83becc7d10ba491487adcc71f9440376', 'subnets': [{'id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:04.765538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-029313a4-93ae-4264-b4b9-579a3fde0adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.824870 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Checking router: 4be21d49-212f-4950-8243-b634c677d591 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:04.827140 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Updating router 4be21d49-212f-4950-8243-b634c677d591 port e0bf5901-84e0-42ba-b518-8c382554021c binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:08:04.852003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b4429f2-5b86-4344-a118-cfa93af15c8a req-6a0a0c22-6e63-4c7c-a8dc-c91acff2ea47 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237135 Jul 16 20:08:04.892814 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.916874 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0d3b49ae-109f-4de1-a548-f59df2037403 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=83becc7d10ba491487adcc71f9440376&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2647357 Jul 16 20:08:04.940970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-49da7cc5-ace0-45ab-8a53-c7d22d840783 None None] Provisioning for port fb836647-d5d2-4587-aaac-2944532048f6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:04.949180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-49da7cc5-ace0-45ab-8a53-c7d22d840783 None None] Provisioning complete for port fb836647-d5d2-4587-aaac-2944532048f6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:04.949559 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-49da7cc5-ace0-45ab-8a53-c7d22d840783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:04.951691 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.039656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-49da7cc5-ace0-45ab-8a53-c7d22d840783 None None] Port fb836647-d5d2-4587-aaac-2944532048f6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:05.066442 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-f169b83e-aaf8-41a2-80fd-1f08f32a26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.068524 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-f169b83e-aaf8-41a2-80fd-1f08f32a26cb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1095 time: 0.3169439 Jul 16 20:08:05.150392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-fa4e788c-df31-4d0b-8be1-12d55239f71e service neutron] 10.222.0.10 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325382 Jul 16 20:08:05.193261 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3a6a95be-3427-4d09-a01c-8fabd36a4709'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:05.206032 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:05.236054 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-029313a4-93ae-4264-b4b9-579a3fde0adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.275086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-029313a4-93ae-4264-b4b9-579a3fde0adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.297761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:05.330094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-2f4cece7-bbe9-4525-9498-a3c5e72e040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.331767 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-2f4cece7-bbe9-4525-9498-a3c5e72e040d service neutron] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.2504094 Jul 16 20:08:05.339206 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-029313a4-93ae-4264-b4b9-579a3fde0adc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04160f6db6574e9cb7117c9960d92ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6084611 Jul 16 20:08:05.344837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029313a4-93ae-4264-b4b9-579a3fde0adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df921cb5-9348-445a-9883-fe0c017ef481,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:05.347805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:05.380280 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-286191ef-7529-4c62-bfed-03fbc479ecc8 service neutron] 10.222.0.10 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288897 Jul 16 20:08:05.452575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-9299dd5f-63d1-41e7-88cc-dda56770bb55 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85 HTTP/1.1" status: 200 len: 217 time: 0.1021278 Jul 16 20:08:05.548182 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.549648 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.574892 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Transition to ACTIVE for port object e0bf5901-84e0-42ba-b518-8c382554021c will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:05.585207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3a6a95be-3427-4d09-a01c-8fabd36a4709 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:05.590181 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.607954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1284e97-2523-4b06-acb3-2d212a6b3897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd64a9f-6d5f-4c91-a790-1919aa617f60'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:05.616240 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5933715a-a559-4838-982b-a5f51df5408e" -d '{"events": [{"server_uuid": "e1284e97-2523-4b06-acb3-2d212a6b3897", "name": "network-vif-plugged", "status": "completed", "tag": "8dd64a9f-6d5f-4c91-a790-1919aa617f60"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:05.644027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-1d324652-ae3a-438b-9f28-8b76ef005523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.660979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-1d324652-ae3a-438b-9f28-8b76ef005523 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1961126 Jul 16 20:08:05.664227 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-120641db-3d70-481b-baf6-b53350c75bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.689352 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:05.696650 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.753660 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7253c-e6cd-43c6-8712-7d39ed730d24 None None] Pushing event updated for resources: {'Port': ['ID=e0bf5901-84e0-42ba-b518-8c382554021c,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:05.762959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-d57993c2-4a8d-4307-a755-72211b508ec6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816839 Jul 16 20:08:05.771630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c7ce-bb40-43af-a3ee-1739cc7fde0d req-22562033-a9b6-4aa2-b920-a301bfe6db13 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:05.784970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7509c7ce-bb40-43af-a3ee-1739cc7fde0d req-22562033-a9b6-4aa2-b920-a301bfe6db13 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 943 time: 0.2375941 Jul 16 20:08:05.800326 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-120641db-3d70-481b-baf6-b53350c75bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.836966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:05.901022 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Attempting to bind port e0bf5901-84e0-42ba-b518-8c382554021c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:05.906991 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Attempting to bind port e0bf5901-84e0-42ba-b518-8c382554021c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:05.907540 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Attempting to bind port e0bf5901-84e0-42ba-b518-8c382554021c on network d43a27d7-f698-4ddc-aa22-b81e14a527e0 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:05.934860 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:05.935866 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Checking segment: {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:05.936447 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.939031 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Bound using segment: {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:05.939777 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Bound port: e0bf5901-84e0-42ba-b518-8c382554021c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:05.940617 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:05.991567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7509c7ce-bb40-43af-a3ee-1739cc7fde0d req-58f35654-0c06-46e2-a17b-32ca082757e7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050099 Jul 16 20:08:06.105624 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] For port e0bf5901-84e0-42ba-b518-8c382554021c, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:06.117879 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] For port e0bf5901-84e0-42ba-b518-8c382554021c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e0bf5901-84e0-42ba-b518-8c382554021c,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:06.125386 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.208649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb836647-d5d2-4587-aaac-2944532048f6 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:06.252587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.265684 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:06.269288 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:07:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:06.278849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Transition to ACTIVE for port object fb836647-d5d2-4587-aaac-2944532048f6 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:06.296557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.363665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301d294-d524-4b55-bf25-1b631569dfe9 req-9c7fe0c8-bee8-40a1-9a38-0f4861267087 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.371752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0301d294-d524-4b55-bf25-1b631569dfe9 req-9c7fe0c8-bee8-40a1-9a38-0f4861267087 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 948 time: 0.1543610 Jul 16 20:08:06.476513 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7253c-e6cd-43c6-8712-7d39ed730d24 None None] Pushing event updated for resources: {'Port': ['ID=e0bf5901-84e0-42ba-b518-8c382554021c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.520932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb836647-d5d2-4587-aaac-2944532048f6,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.538800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0301d294-d524-4b55-bf25-1b631569dfe9 req-ec107f6d-2ddd-4c9d-82f3-1dd4338ef047 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659470 Jul 16 20:08:06.594735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Attempting to bind port fb836647-d5d2-4587-aaac-2944532048f6 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:06.595503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Attempting to bind port fb836647-d5d2-4587-aaac-2944532048f6 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:06.596179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Attempting to bind port fb836647-d5d2-4587-aaac-2944532048f6 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:06.600430 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-120641db-3d70-481b-baf6-b53350c75bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.603215 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-120641db-3d70-481b-baf6-b53350c75bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.604580 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-120641db-3d70-481b-baf6-b53350c75bb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df921cb5-9348-445a-9883-fe0c017ef481 HTTP/1.1" status: 204 len: 168 time: 1.2530761 Jul 16 20:08:06.610871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Port fb836647-d5d2-4587-aaac-2944532048f6 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:06.611708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Attempting to bind port fb836647-d5d2-4587-aaac-2944532048f6 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:06.623461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:06.629948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:06.630611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:06.631351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Bound port: fb836647-d5d2-4587-aaac-2944532048f6, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:06.631917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.646722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120641db-3d70-481b-baf6-b53350c75bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df921cb5-9348-445a-9883-fe0c017ef481,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:06.650091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-82b09791-c8be-409d-b7da-aeca93e6c075 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728652 Jul 16 20:08:06.669098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697da03-e164-4d42-9f9d-1de834d2f8ae req-146734bf-ece9-4260-ac83-e62d93a0459c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.686385 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9697da03-e164-4d42-9f9d-1de834d2f8ae req-146734bf-ece9-4260-ac83-e62d93a0459c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 950 time: 0.2237985 Jul 16 20:08:06.757732 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:06.783745 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9697da03-e164-4d42-9f9d-1de834d2f8ae req-359e6535-d4d4-4871-8c72-c7e5b5ea4c93 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930102 Jul 16 20:08:06.803407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:06.803407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=fb836647-d5d2-4587-aaac-2944532048f6,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:06.822706 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.851743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78f1b330-40ed-4d6f-ad22-594c674ab5ab req-46821d1c-e99f-424a-83f4-8cbd09d0e6a0 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912923 Jul 16 20:08:06.864821 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990c9d52-249a-4086-9020-2a68011f465b x-openstack-request-id: req-990c9d52-249a-4086-9020-2a68011f465b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:06.865383 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1284e97-2523-4b06-acb3-2d212a6b3897", "name": "network-vif-plugged", "status": "completed", "tag": "8dd64a9f-6d5f-4c91-a790-1919aa617f60", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:06.865383 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-990c9d52-249a-4086-9020-2a68011f465b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:06.865669 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1284e97-2523-4b06-acb3-2d212a6b3897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd64a9f-6d5f-4c91-a790-1919aa617f60', 'code': 200} Jul 16 20:08:06.905660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3be4b812-b411-49f0-b71e-201915bf7f68 req-538b4b6a-4860-401e-a50e-d22318e732ec tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 210 time: 0.1004877 Jul 16 20:08:06.918894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:06.921036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:06.922549 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] 10.222.0.30 "PUT /v2.0/ports/fb836647-d5d2-4587-aaac-2944532048f6 HTTP/1.1" status: 200 len: 1096 time: 2.2583456 Jul 16 20:08:06.967685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:06.979946 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51716cb7-9fda-4f91-bf59-6064df6be24a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "tag": "fb836647-d5d2-4587-aaac-2944532048f6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:07.085713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846de14e-a23d-4200-ad75-2fc19f5a7da1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb836647-d5d2-4587-aaac-2944532048f6,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:07.169939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-aaebe39f-b90f-4d14-97dc-bbb4d86fd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.176337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-aaebe39f-b90f-4d14-97dc-bbb4d86fd1ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 1099 time: 0.1818883 Jul 16 20:08:07.204526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23108b-2401-42b3-ab6f-abd8ee743149 req-ccc2a1a1-a096-4488-b969-6f9f358a131e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.218545 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e23108b-2401-42b3-ab6f-abd8ee743149 req-ccc2a1a1-a096-4488-b969-6f9f358a131e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 947 time: 0.1253607 Jul 16 20:08:07.245862 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e0bf5901-84e0-42ba-b518-8c382554021c', 'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'mac_address': 'fa:16:3e:f7:77:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:59Z', 'updated_at': '2021-07-16T20:08:06Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'subnets': [{'id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:07.280884 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e23108b-2401-42b3-ab6f-abd8ee743149 req-33c3215d-002e-4281-963b-992c3afdc6fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610540 Jul 16 20:08:07.288885 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e85318-6efd-4dc7-b4c3-80f132d7f7a5 None None] The sync data for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 is: [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e0bf5901-84e0-42ba-b518-8c382554021c', 'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'mac_address': 'fa:16:3e:f7:77:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:59Z', 'updated_at': '2021-07-16T20:08:06Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'subnets': [{'id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:07.296798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:07.307592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-6197a54d-ff61-4074-a732-b196bb26c26b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=fb836647-d5d2-4587-aaac-2944532048f6 HTTP/1.1" status: 200 len: 217 time: 0.0834270 Jul 16 20:08:07.426111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 3a6a95be-3427-4d09-a01c-8fabd36a4709 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:07.426774 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.432659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-c61eaedc-04da-4ea5-afa6-e9fe1fb5b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.433662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-c61eaedc-04da-4ea5-afa6-e9fe1fb5b867 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1024148 Jul 16 20:08:07.517196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915d20f-49df-4a3f-a333-5727552f6a40 req-93e96c39-f0ed-4bb6-b049-91d41da2dc6d tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.518834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a915d20f-49df-4a3f-a333-5727552f6a40 req-93e96c39-f0ed-4bb6-b049-91d41da2dc6d tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 948 time: 0.3818758 Jul 16 20:08:07.522753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488915e-4366-43e1-8ec5-253047467ce6 req-ad3d6495-678c-4b4e-b577-5430677f4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.524660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f488915e-4366-43e1-8ec5-253047467ce6 req-ad3d6495-678c-4b4e-b577-5430677f4202 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 1102 time: 0.3014908 Jul 16 20:08:07.555068 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99fd9aa-da31-495f-8103-4c8c03a952e7 x-openstack-request-id: req-b99fd9aa-da31-495f-8103-4c8c03a952e7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:07.555381 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "tag": "fb836647-d5d2-4587-aaac-2944532048f6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:07.555801 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b99fd9aa-da31-495f-8103-4c8c03a952e7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:07.556338 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6', 'status': 'completed', 'code': 200} Jul 16 20:08:07.614679 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.628621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-a38edc14-a230-4efb-9aa6-6701bdb572d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.630153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-a38edc14-a230-4efb-9aa6-6701bdb572d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1842418 Jul 16 20:08:07.636199 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f488915e-4366-43e1-8ec5-253047467ce6 req-685548ad-adb4-4442-8333-1403a86e1bd3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991032 Jul 16 20:08:07.651439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a915d20f-49df-4a3f-a333-5727552f6a40 req-a3e9a78b-0a48-4e30-9317-1164555e6253 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128802 Jul 16 20:08:07.712727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:07.723701 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:07.816450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-a6dd0787-99a0-4e9a-bc50-edcaf7ca395d service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323669 Jul 16 20:08:07.860619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:07.867465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d008189-3ea2-4d87-addc-75da8f1b6770 req-9458254f-936b-4bb7-8694-9b8a6e6a86d8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:07.877117 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d008189-3ea2-4d87-addc-75da8f1b6770 req-9458254f-936b-4bb7-8694-9b8a6e6a86d8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 943 time: 0.0865755 Jul 16 20:08:07.952515 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d008189-3ea2-4d87-addc-75da8f1b6770 req-471019f4-84d8-4719-89d8-5cca37c3c07c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707045 Jul 16 20:08:08.132051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e0bf5901-84e0-42ba-b518-8c382554021c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:08.195308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-6c0bcbe2-2a18-4bdf-80e6-f95dda9efabf tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.197944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-6c0bcbe2-2a18-4bdf-80e6-f95dda9efabf tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.30 "GET /v2.0/networks?id=d43a27d7-f698-4ddc-aa22-b81e14a527e0 HTTP/1.1" status: 200 len: 829 time: 0.3516695 Jul 16 20:08:08.236787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bae53509-347f-4e2a-b4d3-6218c2d80c85 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:08.244328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-473dc1eb-9be4-4e47-bf69-d8bfe12fbff0 req-6ece7907-c4c8-4732-9e0f-6a7f2346c093 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195576 Jul 16 20:08:08.287327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Request body: {'port': {'device_id': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'admin_state_up': True, 'tenant_id': '83becc7d10ba491487adcc71f9440376'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:08.298706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e0bf5901-84e0-42ba-b518-8c382554021c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:08.301986 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-fc9566cb-5538-4f36-96b9-652258283ebb tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=90e2b37319da4cd8a5592ce8f239357c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560935 Jul 16 20:08:08.352851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e0bf5901-84e0-42ba-b518-8c382554021c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:08.353454 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.429122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:08.449236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'bae53509-347f-4e2a-b4d3-6218c2d80c85', 'network_id': '75600712-2c21-4323-9afd-0506acdddac9', 'port_id': 'bae53509-347f-4e2a-b4d3-6218c2d80c85', 'mac_address': 'fa:16:3e:17:dc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dc3725-ab74-4298-9b35-7ad0e85862ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:08.583003 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.616238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-39c608b2-fe90-48fb-8e0e-51210b7f538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.617933 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-39c608b2-fe90-48fb-8e0e-51210b7f538f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 1099 time: 0.2506793 Jul 16 20:08:08.639647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae53509-347f-4e2a-b4d3-6218c2d80c85 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:08.657360 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.691556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:08.726215 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.739480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port e0bf5901-84e0-42ba-b518-8c382554021c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e0bf5901-84e0-42ba-b518-8c382554021c,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:08.803802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-79725b42-82a7-467f-9f6c-aa485a7cdd0d tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:08.812381 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-79725b42-82a7-467f-9f6c-aa485a7cdd0d tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4819648 Jul 16 20:08:08.842789 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:08.845723 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-14272ec3-865d-4580-89eb-6509d2aaa049 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/quotas/90e2b37319da4cd8a5592ce8f239357c HTTP/1.1" status: 200 len: 375 time: 0.0323086 Jul 16 20:08:08.867704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:08.869939 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a072518-8c63-4c87-ade0-314e1eb09485" -d '{"events": [{"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:08.904427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=bae53509-347f-4e2a-b4d3-6218c2d80c85,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:08.924345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-f12a40ea-714b-422c-b4d4-f76abeca17ec tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=90e2b37319da4cd8a5592ce8f239357c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768430 Jul 16 20:08:08.951846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Made reservation on behalf of 83becc7d10ba491487adcc71f9440376 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:08.962889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.023512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=e0bf5901-84e0-42ba-b518-8c382554021c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:09.039112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['bae53509-347f-4e2a-b4d3-6218c2d80c85'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:09.078053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c1a01-ded5-487d-a9b7-8b611373b742 req-ead13669-4be7-4032-ab2c-8db8b51aba3c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.079746 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d60c1a01-ded5-487d-a9b7-8b611373b742 req-ead13669-4be7-4032-ab2c-8db8b51aba3c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 950 time: 0.1837313 Jul 16 20:08:09.100482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-ef1b5fff-775d-4ffb-a2f2-498e18ffb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.105347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-ef1b5fff-775d-4ffb-a2f2-498e18ffb84f service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.4720566 Jul 16 20:08:09.175888 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d60c1a01-ded5-487d-a9b7-8b611373b742 req-05d3d0fa-106a-4205-a377-be97c96df66f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878551 Jul 16 20:08:09.275363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-90255ce5-dcff-4def-863d-78e47dd20ef0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=fb836647-d5d2-4587-aaac-2944532048f6 HTTP/1.1" status: 200 len: 217 time: 0.0900648 Jul 16 20:08:09.438641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a8a9bbd-6a0e-422b-836f-ea3743cfe1ed req-e9a650d2-092f-4abf-8cae-9f0e1f408419 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 210 time: 0.0643618 Jul 16 20:08:09.446565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-9744796d-248e-48a8-82ce-c9f86806aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.448636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-9744796d-248e-48a8-82ce-c9f86806aa5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1609797 Jul 16 20:08:09.492485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Allocated IP 172.20.0.6 (d43a27d7-f698-4ddc-aa22-b81e14a527e0/6d715f01-3640-4c62-a379-06b2ebc338be/05754779-9c2c-4cbc-bcc3-1d6448eed88f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:09.495512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce66739-5d4c-4423-8010-d994ad9636e4 req-70c423ea-9ba8-4e28-a8e8-3ce1264be262 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.497247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ce66739-5d4c-4423-8010-d994ad9636e4 req-70c423ea-9ba8-4e28-a8e8-3ce1264be262 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 947 time: 0.0825872 Jul 16 20:08:09.566014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ce66739-5d4c-4423-8010-d994ad9636e4 req-822e60f6-5462-4aa2-87f7-360ca58177af tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588493 Jul 16 20:08:09.571551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-70b15754-2fa7-46a5-9e68-30618f2c5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.573152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-70b15754-2fa7-46a5-9e68-30618f2c5141 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175804 Jul 16 20:08:09.687767 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4b65d2-b776-45e4-b3f4-096e3ef9414f x-openstack-request-id: req-fc4b65d2-b776-45e4-b3f4-096e3ef9414f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:09.688254 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:09.688373 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc4b65d2-b776-45e4-b3f4-096e3ef9414f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:09.689148 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'code': 200} Jul 16 20:08:09.763399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:09.770598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-cc4b228e-aa3f-4575-90f2-bd37b65ce1ba service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680024 Jul 16 20:08:09.787966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c89520-6682-4238-97f9-7cc9931474e7 req-98d2c2c1-63b7-4dd1-a075-8fd3b3b38ff1 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:09.795445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6c89520-6682-4238-97f9-7cc9931474e7 req-98d2c2c1-63b7-4dd1-a075-8fd3b3b38ff1 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0937228 Jul 16 20:08:09.797661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Transition to ACTIVE for port object 05754779-9c2c-4cbc-bcc3-1d6448eed88f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:09.830532 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6c89520-6682-4238-97f9-7cc9931474e7 req-de558d98-52c6-4b87-b39a-9cf1e05785ec tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Jul 16 20:08:09.953342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e0bf5901-84e0-42ba-b518-8c382554021c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:09.993761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cfc8ff4c-b076-43ec-88ad-a18d575e2fea req-96d118e0-c6b4-4dae-a82a-fd6cdd41e0c7 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 210 time: 0.0399895 Jul 16 20:08:10.029416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e0bf5901-84e0-42ba-b518-8c382554021c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:10.029793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.188903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51716cb7-9fda-4f91-bf59-6064df6be24a req-fa896500-3a6e-427e-99e3-4d8409b01439 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116931 Jul 16 20:08:10.192540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.242069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bae53509-347f-4e2a-b4d3-6218c2d80c85 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:10.245020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eef20-4700-4e08-a6f6-cbc4f9275d4e req-89e06b4e-06ea-4419-b49c-eafc68a10d10 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.246548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-006eef20-4700-4e08-a6f6-cbc4f9275d4e req-89e06b4e-06ea-4419-b49c-eafc68a10d10 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 944 time: 0.4403555 Jul 16 20:08:10.261041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Network d43a27d7-f698-4ddc-aa22-b81e14a527e0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:10.279275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:10.292355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:10.298384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Pushing event updated for resources: {'Port': ['ID=05754779-9c2c-4cbc-bcc3-1d6448eed88f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:10.312384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port bae53509-347f-4e2a-b4d3-6218c2d80c85 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:10.319430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port bae53509-347f-4e2a-b4d3-6218c2d80c85 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:10.319930 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.375949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-006eef20-4700-4e08-a6f6-cbc4f9275d4e req-38cfbd7d-afc0-47b0-a226-92a73519867d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196110 Jul 16 20:08:10.405163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.405801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.422176 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-4857040b-3a73-43f6-9d99-70bc863ff1cc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1750278 Jul 16 20:08:10.441546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Request body: {'port': {'device_id': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:10.443418 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.481043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:10.490037 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.552848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=bae53509-347f-4e2a-b4d3-6218c2d80c85,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:10.600527 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.652394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc406-1b91-42e6-86cd-e94c4ef134c2 req-cd9312ad-01c9-4f19-a405-bad04fd79dc3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.654567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d73a4e6b-1fff-49ad-b167-ea74a4f21df2 None None] Provisioning for port 05754779-9c2c-4cbc-bcc3-1d6448eed88f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:10.658840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d73a4e6b-1fff-49ad-b167-ea74a4f21df2 None None] Provisioning complete for port 05754779-9c2c-4cbc-bcc3-1d6448eed88f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:10.659771 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d73a4e6b-1fff-49ad-b167-ea74a4f21df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:10.661846 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b03bc406-1b91-42e6-86cd-e94c4ef134c2 req-cd9312ad-01c9-4f19-a405-bad04fd79dc3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 950 time: 0.1651063 Jul 16 20:08:10.722162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d73a4e6b-1fff-49ad-b167-ea74a4f21df2 None None] Port 05754779-9c2c-4cbc-bcc3-1d6448eed88f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:10.728730 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b03bc406-1b91-42e6-86cd-e94c4ef134c2 req-7b858cd0-d326-4c0b-9f3c-6eca592b5706 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657530 Jul 16 20:08:10.768059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-ce33f8d4-05c4-40f6-b48b-1ebdd153b0fa tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=90e2b37319da4cd8a5592ce8f239357c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289319 Jul 16 20:08:10.914001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-4914e91d-aa3c-4cd6-9494-d2d32571db0f tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.915393 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-4914e91d-aa3c-4cd6-9494-d2d32571db0f tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413651 Jul 16 20:08:10.931075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Request body: {'port': {'device_id': '6faa5e18-2c2c-49af-a06f-69e4b205e5ba', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '90e2b37319da4cd8a5592ce8f239357c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:10.946907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d526d8-77cd-4f06-9aeb-9e8d88d921ca req-4120cbda-8341-4ff8-949d-f36746908fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.951752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-74d526d8-77cd-4f06-9aeb-9e8d88d921ca req-4120cbda-8341-4ff8-949d-f36746908fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 931 time: 0.2683258 Jul 16 20:08:10.963842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5b043-cef9-482d-87e5-dd9177ce7d8d req-2031be96-1a7f-4f06-a404-698becbb4c65 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:10.965621 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0a5b043-cef9-482d-87e5-dd9177ce7d8d req-2031be96-1a7f-4f06-a404-698becbb4c65 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 947 time: 0.1223114 Jul 16 20:08:11.017682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-74d526d8-77cd-4f06-9aeb-9e8d88d921ca req-665eaf14-62f6-43fa-87ae-a6281c72fa80 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566397 Jul 16 20:08:11.051440 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0a5b043-cef9-482d-87e5-dd9177ce7d8d req-ace5a688-9226-453b-940c-616ed06fc335 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797718 Jul 16 20:08:11.097282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05754779-9c2c-4cbc-bcc3-1d6448eed88f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:11.100615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Made reservation on behalf of 90e2b37319da4cd8a5592ce8f239357c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:11.106497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.106671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.120808 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.122534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Transition to ACTIVE for port object 05754779-9c2c-4cbc-bcc3-1d6448eed88f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:11.130129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.188404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Pushing event updated for resources: {'Port': ['ID=05754779-9c2c-4cbc-bcc3-1d6448eed88f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.282626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.289027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.299308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Attempting to bind port 05754779-9c2c-4cbc-bcc3-1d6448eed88f on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:11.299807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Attempting to bind port 05754779-9c2c-4cbc-bcc3-1d6448eed88f by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:11.300182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Attempting to bind port 05754779-9c2c-4cbc-bcc3-1d6448eed88f on network d43a27d7-f698-4ddc-aa22-b81e14a527e0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:11.311963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Port 05754779-9c2c-4cbc-bcc3-1d6448eed88f on network d43a27d7-f698-4ddc-aa22-b81e14a527e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:11.312348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Attempting to bind port 05754779-9c2c-4cbc-bcc3-1d6448eed88f on network d43a27d7-f698-4ddc-aa22-b81e14a527e0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:11.324486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device fb836647-d5d2-4587-aaac-2944532048f6 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:11.342844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:11.343178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Checking segment: {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:11.343564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Bound using segment: {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:11.344007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Bound port: 05754779-9c2c-4cbc-bcc3-1d6448eed88f, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47856f89-6ce4-459f-8ca5-651a0117874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:11.344361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.457186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2c75-3555-47c9-94b8-141f4dcc794c req-02d6334e-e60f-47a5-a283-6340f122be40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.459001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-954d2c75-3555-47c9-94b8-141f4dcc794c req-02d6334e-e60f-47a5-a283-6340f122be40 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=09f4283c-bd21-4c8f-9040-d243eea02f4a HTTP/1.1" status: 200 len: 949 time: 0.1491804 Jul 16 20:08:11.467393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] For port 05754779-9c2c-4cbc-bcc3-1d6448eed88f, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:11.471487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] For port 05754779-9c2c-4cbc-bcc3-1d6448eed88f, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:11.479941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.482077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=fb836647-d5d2-4587-aaac-2944532048f6,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:11.487914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Allocated IP 192.168.233.253 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/61eb49ee-aa50-4a4d-b6bb-346e02965114) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:11.496157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'fb836647-d5d2-4587-aaac-2944532048f6', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'fb836647-d5d2-4587-aaac-2944532048f6', 'mac_address': 'fa:16:3e:cc:00:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:11.500781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70be3ba-0f2b-417e-80fe-8e9159d95470,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.556026 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.557062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.557932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.560346 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] 10.222.0.30 "PUT /v2.0/ports/05754779-9c2c-4cbc-bcc3-1d6448eed88f HTTP/1.1" status: 200 len: 1092 time: 1.1261525 Jul 16 20:08:11.561393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:11.563755 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a783ddb6-74f8-49f2-9cb2-ad05519259e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:11.571546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-954d2c75-3555-47c9-94b8-141f4dcc794c req-7b5e64cf-720b-43e2-b8d9-c7a37b641346 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055527 Jul 16 20:08:11.587603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb836647-d5d2-4587-aaac-2944532048f6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:11.603311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacc7b6-e23a-44c8-ba9e-da27040bb8ed service neutron] Pushing event updated for resources: {'Port': ['ID=05754779-9c2c-4cbc-bcc3-1d6448eed88f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.647942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=fb836647-d5d2-4587-aaac-2944532048f6,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:11.655697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.686165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d42f3-e652-4f58-b7ea-421d465b873e req-98efb47e-d1d6-4214-94de-541d85d7d134 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.687752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d0d42f3-e652-4f58-b7ea-421d465b873e req-98efb47e-d1d6-4214-94de-541d85d7d134 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1880319 Jul 16 20:08:11.714449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-099a91b2-af56-49e8-8c9d-697783e7698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.716053 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-099a91b2-af56-49e8-8c9d-697783e7698c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83becc7d10ba491487adcc71f9440376&device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 1095 time: 0.0953493 Jul 16 20:08:11.717657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:11.720531 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecf982c-0b68-44cb-a1ae-5b50a9d84bfb" -d '{"events": [{"server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "name": "network-vif-plugged", "status": "completed", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:11.747780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=fb836647-d5d2-4587-aaac-2944532048f6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:11.758161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9549d702-c4a5-4811-9288-b54c2eefe8b5 req-310d934b-3cb3-41e0-9030-9488b8dc0d9d tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 210 time: 0.0409687 Jul 16 20:08:11.766034 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d0d42f3-e652-4f58-b7ea-421d465b873e req-49e2b2d7-da07-4920-9b20-387318fd94a2 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527730 Jul 16 20:08:11.785450 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.799099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Transition to ACTIVE for port object 61eb49ee-aa50-4a4d-b6bb-346e02965114 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:11.808710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-3643c43c-7d73-459e-b8ad-2fb25972f216 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f HTTP/1.1" status: 200 len: 217 time: 0.0807338 Jul 16 20:08:11.842097 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:11.873925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-e720f7dd-15cd-4f9b-b533-be5e84f1f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.875440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-e720f7dd-15cd-4f9b-b533-be5e84f1f3d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d715f01-3640-4c62-a379-06b2ebc338be HTTP/1.1" status: 200 len: 868 time: 0.0553617 Jul 16 20:08:11.915832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:11.917995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:11.930451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:11.961977 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddfe052-83fd-43e1-91db-6200b1212789 x-openstack-request-id: req-1ddfe052-83fd-43e1-91db-6200b1212789 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:11.962365 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:11.962707 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ddfe052-83fd-43e1-91db-6200b1212789 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:11.963582 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'status': 'completed', 'code': 200} Jul 16 20:08:11.981100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-1c912b85-f9d9-4646-a737-71c3c48656fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:11.982904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-1c912b85-f9d9-4646-a737-71c3c48656fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d43a27d7-f698-4ddc-aa22-b81e14a527e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949192 Jul 16 20:08:12.005161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['fb836647-d5d2-4587-aaac-2944532048f6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:12.045650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Pushing event updated for resources: {'Port': ['ID=61eb49ee-aa50-4a4d-b6bb-346e02965114,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:12.101930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.103036 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.137884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-1b1df7c0-c0fd-49b2-b003-5ab387670b26 service neutron] 10.222.0.30 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427584 Jul 16 20:08:12.146641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5ed84-03a1-4263-bd3f-4045efa91cc6 req-f70d5f54-132d-4bf3-b536-51404ddd92df tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.150844 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21f5ed84-03a1-4263-bd3f-4045efa91cc6 req-f70d5f54-132d-4bf3-b536-51404ddd92df tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 945 time: 0.1803672 Jul 16 20:08:12.152326 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-859cb318-1125-4ed2-8232-9a38dacf2231 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2252223 Jul 16 20:08:12.180080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Request body: {'port': {'device_id': '6faa5e18-2c2c-49af-a06f-69e4b205e5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:12.293554 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21f5ed84-03a1-4263-bd3f-4045efa91cc6 req-d641c5ea-43ed-4732-a278-f4a583ed8fe0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268971 Jul 16 20:08:12.353206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8ec5dff9-3420-474f-829e-09762344d83d None None] Provisioning for port 61eb49ee-aa50-4a4d-b6bb-346e02965114 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:12.361388 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf03717-27e1-4910-967c-ae8c2ed17585 x-openstack-request-id: req-fdf03717-27e1-4910-967c-ae8c2ed17585 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:12.361899 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "name": "network-vif-plugged", "status": "completed", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:12.362282 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fdf03717-27e1-4910-967c-ae8c2ed17585 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:12.367230 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85', 'code': 200} Jul 16 20:08:12.367901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8ec5dff9-3420-474f-829e-09762344d83d None None] Provisioning complete for port 61eb49ee-aa50-4a4d-b6bb-346e02965114 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:12.368276 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8ec5dff9-3420-474f-829e-09762344d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.373759 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf282150-80b5-4b3a-bc52-30dce82ff98e req-0e200639-c57d-4bc2-9d33-e5fd86c58627 service neutron] 10.222.0.30 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269936 Jul 16 20:08:12.396810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.422328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104eccb-5ac5-4060-ad95-02f864c09308 req-9bcaa196-25f5-4b18-82a6-6f0d7b97d887 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.433656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104eccb-5ac5-4060-ad95-02f864c09308 req-9bcaa196-25f5-4b18-82a6-6f0d7b97d887 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.435393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0104eccb-5ac5-4060-ad95-02f864c09308 req-9bcaa196-25f5-4b18-82a6-6f0d7b97d887 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=09f4283c-bd21-4c8f-9040-d243eea02f4a&device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 1690 time: 0.1469171 Jul 16 20:08:12.468806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5dff9-3420-474f-829e-09762344d83d None None] Port 61eb49ee-aa50-4a4d-b6bb-346e02965114 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:12.555152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0104eccb-5ac5-4060-ad95-02f864c09308 req-4e75303c-5570-4579-863e-04bfb9840dee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121542 Jul 16 20:08:12.593689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-307b5834-14ff-4db9-aa97-dc9dbf9e8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.595407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-307b5834-14ff-4db9-aa97-dc9dbf9e8295 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83becc7d10ba491487adcc71f9440376&device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 1095 time: 0.0956600 Jul 16 20:08:12.604287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917bc7d-bf1d-493f-a57c-24c3b6ac819f req-8d8e33ea-9d74-4db5-b886-cba8ac499054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.606024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1917bc7d-bf1d-493f-a57c-24c3b6ac819f req-8d8e33ea-9d74-4db5-b886-cba8ac499054 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1097 time: 0.1415617 Jul 16 20:08:12.690098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f62ac-9f01-4ec3-8f7f-ea921e2cbab8 req-3c17b262-c182-4e17-ad16-aca448560da5 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.691698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b08f62ac-9f01-4ec3-8f7f-ea921e2cbab8 req-3c17b262-c182-4e17-ad16-aca448560da5 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 943 time: 0.1506820 Jul 16 20:08:12.692402 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1917bc7d-bf1d-493f-a57c-24c3b6ac819f req-d4e789cf-a630-410d-bd6e-f85035c09bef service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667431 Jul 16 20:08:12.757219 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b08f62ac-9f01-4ec3-8f7f-ea921e2cbab8 req-ed444682-899b-4775-8c2a-4e6a0944b18f tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566964 Jul 16 20:08:12.759471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-7b297f5c-2f9b-4035-8a17-b026df6cb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.760953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-7b297f5c-2f9b-4035-8a17-b026df6cb07d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d43a27d7-f698-4ddc-aa22-b81e14a527e0 HTTP/1.1" status: 200 len: 930 time: 0.1539207 Jul 16 20:08:12.817438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61eb49ee-aa50-4a4d-b6bb-346e02965114 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:12.826277 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.828735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace026d-a4d2-4c6a-b869-d4e5a99edea1 req-2e4c76fa-5a75-4dfd-9f95-bc4d6ac373e1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.836216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ace026d-a4d2-4c6a-b869-d4e5a99edea1 req-2e4c76fa-5a75-4dfd-9f95-bc4d6ac373e1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 948 time: 0.1314144 Jul 16 20:08:12.839830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-ab0f46fd-a42d-40f5-9149-68a603937cbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f HTTP/1.1" status: 200 len: 217 time: 0.0639570 Jul 16 20:08:12.844424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Transition to ACTIVE for port object 61eb49ee-aa50-4a4d-b6bb-346e02965114 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:12.849955 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:12.895662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:12.917161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ace026d-a4d2-4c6a-b869-d4e5a99edea1 req-b4f5e973-cc45-4ab8-99c9-2263b22b87ef tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799408 Jul 16 20:08:12.936153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-144b142f-4898-4967-b1a8-84e56f534efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:12.937615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-144b142f-4898-4967-b1a8-84e56f534efd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d715f01-3640-4c62-a379-06b2ebc338be HTTP/1.1" status: 200 len: 868 time: 0.0833085 Jul 16 20:08:13.030265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Pushing event updated for resources: {'Port': ['ID=61eb49ee-aa50-4a4d-b6bb-346e02965114,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:13.033381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Attempting to bind port 61eb49ee-aa50-4a4d-b6bb-346e02965114 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:13.033817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Attempting to bind port 61eb49ee-aa50-4a4d-b6bb-346e02965114 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:13.034277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Attempting to bind port 61eb49ee-aa50-4a4d-b6bb-346e02965114 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:13.040638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Port 61eb49ee-aa50-4a4d-b6bb-346e02965114 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:13.041132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Attempting to bind port 61eb49ee-aa50-4a4d-b6bb-346e02965114 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:13.049198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:13.049790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:13.050440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:13.050985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Bound port: 61eb49ee-aa50-4a4d-b6bb-346e02965114, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:13.051540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.073230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-de298917-9cb5-4b57-9de4-d5959a6fb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.077036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-de298917-9cb5-4b57-9de4-d5959a6fb6f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d43a27d7-f698-4ddc-aa22-b81e14a527e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291218 Jul 16 20:08:13.139094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] For port 61eb49ee-aa50-4a4d-b6bb-346e02965114, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:13.142838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] For port 61eb49ee-aa50-4a4d-b6bb-346e02965114, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=61eb49ee-aa50-4a4d-b6bb-346e02965114,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:13.150872 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.192522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.193211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.195223 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] 10.222.0.63 "PUT /v2.0/ports/61eb49ee-aa50-4a4d-b6bb-346e02965114 HTTP/1.1" status: 200 len: 1097 time: 1.0211825 Jul 16 20:08:13.203193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6faa5e18-2c2c-49af-a06f-69e4b205e5ba', 'tag': '61eb49ee-aa50-4a4d-b6bb-346e02965114'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:13.205476 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87620b9-a8c6-472e-b131-d7e218014e54" -d '{"events": [{"name": "network-changed", "server_uuid": "6faa5e18-2c2c-49af-a06f-69e4b205e5ba", "tag": "61eb49ee-aa50-4a4d-b6bb-346e02965114"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:13.214106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21929249-f01b-4955-bc36-ee6e84cf396c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.286807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-586f23ca-a108-4776-b364-fd7bae941887 service neutron] 10.222.0.30 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999099 Jul 16 20:08:13.307287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27a3c8-6e71-49d8-ab99-5aaf3a726606 service neutron] Pushing event updated for resources: {'Port': ['ID=61eb49ee-aa50-4a4d-b6bb-346e02965114,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:13.317132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1cfd5-89dd-4be1-b9c0-5ddb3647d63a req-c0aba882-d068-43c6-81db-13056f8a0a93 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.324511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7a1cfd5-89dd-4be1-b9c0-5ddb3647d63a req-c0aba882-d068-43c6-81db-13056f8a0a93 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 948 time: 0.2257957 Jul 16 20:08:13.331741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a550d3d-7ef7-4b7f-ad66-0bd78685dd3b req-2a0dcf9a-5f3e-43b1-9038-c5261b279250 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.333751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a550d3d-7ef7-4b7f-ad66-0bd78685dd3b req-2a0dcf9a-5f3e-43b1-9038-c5261b279250 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1638505 Jul 16 20:08:13.334617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device fb836647-d5d2-4587-aaac-2944532048f6 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:13.379077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-313d8d1a-54db-4efb-a69d-eda8b507e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.380630 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-313d8d1a-54db-4efb-a69d-eda8b507e3d1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90e2b37319da4cd8a5592ce8f239357c&device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 1100 time: 0.1260722 Jul 16 20:08:13.401683 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a550d3d-7ef7-4b7f-ad66-0bd78685dd3b req-fb7740ea-93e7-4e8b-b161-8d1b9b12e1c2 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585287 Jul 16 20:08:13.408331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port fb836647-d5d2-4587-aaac-2944532048f6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:13.413622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port fb836647-d5d2-4587-aaac-2944532048f6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:13.414194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.457318 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-383b9a30-45b0-41dd-8bc9-54f832fc0175 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=61eb49ee-aa50-4a4d-b6bb-346e02965114 HTTP/1.1" status: 200 len: 217 time: 0.0593567 Jul 16 20:08:13.463467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7a1cfd5-89dd-4be1-b9c0-5ddb3647d63a req-e8566bf8-9aa3-4bfb-820f-f1e8e2a08e54 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378465 Jul 16 20:08:13.508786 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a783ddb6-74f8-49f2-9cb2-ad05519259e7 req-888aa2dd-6b86-4c93-9e44-cd02a5346960 service neutron] 10.222.0.30 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128587 Jul 16 20:08:13.533283 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-d4a9607e-906c-46c8-a084-c41eb4e4799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.536671 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.538127 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-d4a9607e-906c-46c8-a084-c41eb4e4799e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0699646 Jul 16 20:08:13.547337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21929249-f01b-4955-bc36-ee6e84cf396c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.552578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21929249-f01b-4955-bc36-ee6e84cf396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.555990 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979a2511-fd1b-4baa-87fd-6b4576ed6d33 x-openstack-request-id: req-979a2511-fd1b-4baa-87fd-6b4576ed6d33 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:13.557085 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6faa5e18-2c2c-49af-a06f-69e4b205e5ba", "tag": "61eb49ee-aa50-4a4d-b6bb-346e02965114", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:13.557589 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-979a2511-fd1b-4baa-87fd-6b4576ed6d33 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:13.558242 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6faa5e18-2c2c-49af-a06f-69e4b205e5ba', 'tag': '61eb49ee-aa50-4a4d-b6bb-346e02965114', 'status': 'completed', 'code': 200} Jul 16 20:08:13.587343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=fb836647-d5d2-4587-aaac-2944532048f6,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:13.592832 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.605148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-21929249-f01b-4955-bc36-ee6e84cf396c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8332a75a59ff4b9bbc6777b61b36fac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7070169 Jul 16 20:08:13.610468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:13.612612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21929249-f01b-4955-bc36-ee6e84cf396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5a3d56-c3c3-49b1-89c7-53d19a925572,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:13.732525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-8962a340-1963-44a6-9afd-fe8c0ea871cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.734126 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-8962a340-1963-44a6-9afd-fe8c0ea871cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1737158 Jul 16 20:08:13.734726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77191165-1bc1-4eee-b7df-f0210b3d713c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.765330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=fb836647-d5d2-4587-aaac-2944532048f6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:13.774387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705452e-c11c-4ddd-815c-c00fe2200e42 req-4f1c6a4b-8a67-4cec-9dbb-7515d35fa3f9 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.776012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7705452e-c11c-4ddd-815c-c00fe2200e42 req-4f1c6a4b-8a67-4cec-9dbb-7515d35fa3f9 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 945 time: 0.0671782 Jul 16 20:08:13.778552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80badcc-3ba9-4720-94e3-d962f000df2f req-235aa9b9-473a-4265-9f58-2a9b7a13af53 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:13.780099 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e80badcc-3ba9-4720-94e3-d962f000df2f req-235aa9b9-473a-4265-9f58-2a9b7a13af53 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=09f4283c-bd21-4c8f-9040-d243eea02f4a HTTP/1.1" status: 200 len: 1101 time: 0.2022128 Jul 16 20:08:13.790893 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77191165-1bc1-4eee-b7df-f0210b3d713c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.827870 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7705452e-c11c-4ddd-815c-c00fe2200e42 req-87a9363f-ee52-4fd3-b27e-467835bd8baf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454195 Jul 16 20:08:13.906254 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e80badcc-3ba9-4720-94e3-d962f000df2f req-09382bc3-ea43-47b1-9c6d-feb3c66ba0bd tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131902 Jul 16 20:08:13.934763 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-07d6201a-c4ca-468a-baf5-d7fb88e8d711 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853747 Jul 16 20:08:13.954749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77191165-1bc1-4eee-b7df-f0210b3d713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.957216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77191165-1bc1-4eee-b7df-f0210b3d713c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:13.958296 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77191165-1bc1-4eee-b7df-f0210b3d713c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d5a3d56-c3c3-49b1-89c7-53d19a925572 HTTP/1.1" status: 204 len: 168 time: 0.3464730 Jul 16 20:08:13.983009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77191165-1bc1-4eee-b7df-f0210b3d713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5a3d56-c3c3-49b1-89c7-53d19a925572,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:14.006946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4f6c2-bace-4ea6-b3b6-130f40e4da1f req-ff40c1d7-3cbd-4d25-af83-279aa608958b tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.009038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12d4f6c2-bace-4ea6-b3b6-130f40e4da1f req-ff40c1d7-3cbd-4d25-af83-279aa608958b tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 943 time: 0.0758710 Jul 16 20:08:14.056105 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12d4f6c2-bace-4ea6-b3b6-130f40e4da1f req-3623ac67-f066-48f7-b3dd-6a0e09f208c8 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414009 Jul 16 20:08:14.063031 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9267e49e-8ee9-4e50-b50d-54fea81a7417 req-d5cd9c16-2fc6-4e6b-9954-3a266f7f0d81 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177301 Jul 16 20:08:14.239112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff64f3-8c87-4588-ba0c-ce8245e52f76 req-d3e1f04b-5584-4546-a96a-c4468ee06f1d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.240753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dff64f3-8c87-4588-ba0c-ce8245e52f76 req-d3e1f04b-5584-4546-a96a-c4468ee06f1d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0683203 Jul 16 20:08:14.241145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-1750d278-56d4-452b-98a7-4d52c4785e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.242654 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-1750d278-56d4-452b-98a7-4d52c4785e46 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90e2b37319da4cd8a5592ce8f239357c&device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 1100 time: 0.1139295 Jul 16 20:08:14.282044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dff64f3-8c87-4588-ba0c-ce8245e52f76 req-676916c3-194b-40f9-a782-ab4580c771b5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Jul 16 20:08:14.286689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd0c0-aed4-408f-9622-897cec3c4255 req-80007f53-72fc-4ea0-8a83-4448a4329d0d tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.288568 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c0cbd0c0-aed4-408f-9622-897cec3c4255 req-80007f53-72fc-4ea0-8a83-4448a4329d0d tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 1102 time: 0.1100349 Jul 16 20:08:14.316171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43166) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:14.329230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d180bba-cf3d-4dfb-806e-2fc6c1e55977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.368842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:14.372102 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e8901b-db43-46bc-b4be-676102a22113" -d '{"events": [{"server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "name": "network-vif-plugged", "status": "completed", "tag": "fb836647-d5d2-4587-aaac-2944532048f6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:14.375839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c0cbd0c0-aed4-408f-9622-897cec3c4255 req-ed2abfc0-94d2-4c59-8cbe-8cedb35db5a6 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530438 Jul 16 20:08:14.377308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-afa4d1e1-f655-488e-ad90-7db36ea6f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.379542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-afa4d1e1-f655-488e-ad90-7db36ea6f090 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1248698 Jul 16 20:08:14.428055 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b87a566-c60d-4f76-bf12-a81ca20cced0 x-openstack-request-id: req-6b87a566-c60d-4f76-bf12-a81ca20cced0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:14.428522 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "name": "network-vif-plugged", "status": "completed", "tag": "fb836647-d5d2-4587-aaac-2944532048f6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:14.428928 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b87a566-c60d-4f76-bf12-a81ca20cced0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:14.429537 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6', 'code': 200} Jul 16 20:08:14.435676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d180bba-cf3d-4dfb-806e-2fc6c1e55977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.445003 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-de9cef4a-7190-4c22-851c-402c2173ab2e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=61eb49ee-aa50-4a4d-b6bb-346e02965114 HTTP/1.1" status: 200 len: 217 time: 0.0516469 Jul 16 20:08:14.448773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d180bba-cf3d-4dfb-806e-2fc6c1e55977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.499275 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1d180bba-cf3d-4dfb-806e-2fc6c1e55977 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4374b123169945fc8b98c19887a5f092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820197 Jul 16 20:08:14.504529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:14.510039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d180bba-cf3d-4dfb-806e-2fc6c1e55977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde158cb-08b5-4f86-ba36-85985d849e2f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:14.558572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-eedb053b-12c5-4772-8baf-54e73a6907d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.560227 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-eedb053b-12c5-4772-8baf-54e73a6907d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1022542 Jul 16 20:08:14.562719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe276dc-b35c-4a29-85fc-1b95292e08e1 req-5df11366-25a0-489c-ada7-669024fa6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.564450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cfe276dc-b35c-4a29-85fc-1b95292e08e1 req-5df11366-25a0-489c-ada7-669024fa6520 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 1101 time: 0.0632420 Jul 16 20:08:14.611511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3269547e-a323-4ae9-9efc-1052438b951c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.611848 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cfe276dc-b35c-4a29-85fc-1b95292e08e1 req-f7ebcc6c-890b-4995-914d-92bca2d22de6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382109 Jul 16 20:08:14.669340 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3269547e-a323-4ae9-9efc-1052438b951c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.731864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-3435ac8d-bca6-4fb7-bd78-960c27db22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.733411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-3435ac8d-bca6-4fb7-bd78-960c27db22eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1579444 Jul 16 20:08:14.744426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216a763-17d2-4a25-b17a-e48dbd15b21d req-946b8b6f-b380-482e-b6d8-20cc95a602e4 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.745912 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d216a763-17d2-4a25-b17a-e48dbd15b21d req-946b8b6f-b380-482e-b6d8-20cc95a602e4 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1366677 Jul 16 20:08:14.793272 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3269547e-a323-4ae9-9efc-1052438b951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.795730 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3269547e-a323-4ae9-9efc-1052438b951c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:14.796843 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3269547e-a323-4ae9-9efc-1052438b951c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fde158cb-08b5-4f86-ba36-85985d849e2f HTTP/1.1" status: 204 len: 168 time: 0.2912345 Jul 16 20:08:14.833117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13584939-f65e-40f3-a494-90c4d40d7c37 req-744c1270-f507-4ffa-a6c1-42c89166349b tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:14.834739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13584939-f65e-40f3-a494-90c4d40d7c37 req-744c1270-f507-4ffa-a6c1-42c89166349b tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 948 time: 0.0663424 Jul 16 20:08:14.841335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269547e-a323-4ae9-9efc-1052438b951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde158cb-08b5-4f86-ba36-85985d849e2f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:14.853121 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d216a763-17d2-4a25-b17a-e48dbd15b21d req-b3ca7ffa-1b95-475f-bf39-a1be71c30a67 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979824 Jul 16 20:08:14.883977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13584939-f65e-40f3-a494-90c4d40d7c37 req-01bc46ab-9e7e-49a1-8e53-861e8bd4879b tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Jul 16 20:08:14.892059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-c32d5c97-c2fc-41c8-b86d-1294a3cc089e service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448617 Jul 16 20:08:15.005522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-691aae39-6543-4fbe-bfd4-76829472cb65 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279555 Jul 16 20:08:15.059805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a87620b9-a8c6-472e-b131-d7e218014e54 req-db3e90b0-7d00-4b6c-a46e-3a257f076af0 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574898 Jul 16 20:08:15.076599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dcf90-a443-4b50-ae05-99ede6a8d75e req-f61fe1ec-b1d0-469f-85a8-db407124cb2e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.084179 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-517dcf90-a443-4b50-ae05-99ede6a8d75e req-f61fe1ec-b1d0-469f-85a8-db407124cb2e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 945 time: 0.0795062 Jul 16 20:08:15.123350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-517dcf90-a443-4b50-ae05-99ede6a8d75e req-6c5fd009-9522-4d58-bad1-917a11c26c0b tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373056 Jul 16 20:08:15.141787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e933-864f-420f-9433-281172c06dae req-354a933c-b747-4b7f-88bb-ee3f8f5add31 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.143370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-354a933c-b747-4b7f-88bb-ee3f8f5add31 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277421 Jul 16 20:08:15.159751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-5fbfe3ee-f5ce-462b-acb0-f0aa767e0887 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/quotas/e341144ff89042febd24438ee1226e06 HTTP/1.1" status: 200 len: 375 time: 0.0100677 Jul 16 20:08:15.244426 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-3cf04d48-2647-49a4-9409-c66b81282a17 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0794113 Jul 16 20:08:15.337238 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.350399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 05754779-9c2c-4cbc-bcc3-1d6448eed88f details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:15.459588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d1d3-0a1e-4d5a-a20e-65259445dbd2 req-1356093c-b732-467b-a819-b6e3ef93b942 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.468664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a01d1d3-0a1e-4d5a-a20e-65259445dbd2 req-1356093c-b732-467b-a819-b6e3ef93b942 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 943 time: 0.1126695 Jul 16 20:08:15.496078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 05754779-9c2c-4cbc-bcc3-1d6448eed88f, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:15.511357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'port_id': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'mac_address': 'fa:16:3e:bb:d8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:15.537875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a01d1d3-0a1e-4d5a-a20e-65259445dbd2 req-450a5cf4-3d8d-4081-a9c7-45d82969686e tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Jul 16 20:08:15.558055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.590269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05754779-9c2c-4cbc-bcc3-1d6448eed88f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:15.647767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 05754779-9c2c-4cbc-bcc3-1d6448eed88f, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:15.660667 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:15.735891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=05754779-9c2c-4cbc-bcc3-1d6448eed88f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:15.761164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b423-8128-481b-adcf-7d584b8bd6df req-36e49e81-749f-4622-b273-08b34f1bdd1d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.769497 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35c8b423-8128-481b-adcf-7d584b8bd6df req-36e49e81-749f-4622-b273-08b34f1bdd1d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1122878 Jul 16 20:08:15.823888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35c8b423-8128-481b-adcf-7d584b8bd6df req-d6ca3bb2-aa66-4d9b-82dc-c21393f02e5a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530889 Jul 16 20:08:15.934232 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffba2681-a43e-4b0e-b80c-ce81254d2027 req-f42871de-57e1-4b52-b771-224f2224659f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 210 time: 0.0598466 Jul 16 20:08:15.958164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['05754779-9c2c-4cbc-bcc3-1d6448eed88f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:15.978188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d324f90-ee72-4a3d-b6c2-bcf647223cf9 req-74522cd4-eea6-442c-bedd-944fd77139fe tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:15.979771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d324f90-ee72-4a3d-b6c2-bcf647223cf9 req-74522cd4-eea6-442c-bedd-944fd77139fe tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1097 time: 0.0821412 Jul 16 20:08:16.035658 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d324f90-ee72-4a3d-b6c2-bcf647223cf9 req-65cea94a-e7aa-4848-84ab-8b7503ddac0e tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Jul 16 20:08:16.173570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156c0de-6d0c-439e-9fe1-5d0c11763936 req-2d68e003-43cf-4e09-94cd-fa6561974345 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.175536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6156c0de-6d0c-439e-9fe1-5d0c11763936 req-2d68e003-43cf-4e09-94cd-fa6561974345 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1311083 Jul 16 20:08:16.224678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6156c0de-6d0c-439e-9fe1-5d0c11763936 req-c9d8e662-e169-4041-b8cc-e5d13d4c4906 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Jul 16 20:08:16.271176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774f01a-959c-4fc9-b332-077c6873ce72 req-a80e421b-c2f3-4418-9eed-a43af9eec221 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.273395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f774f01a-959c-4fc9-b332-077c6873ce72 req-a80e421b-c2f3-4418-9eed-a43af9eec221 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 948 time: 0.0881004 Jul 16 20:08:16.340212 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f774f01a-959c-4fc9-b332-077c6873ce72 req-f0992777-0933-4299-93be-58ce0a3d28c8 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583425 Jul 16 20:08:16.349170 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:16.436690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac27889-efcb-408c-8adc-16e25fdb3591 req-1946a09c-081c-4e58-a3c9-8e889c0ba8b2 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.438532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dac27889-efcb-408c-8adc-16e25fdb3591 req-1946a09c-081c-4e58-a3c9-8e889c0ba8b2 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1097 time: 0.0673492 Jul 16 20:08:16.484099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dac27889-efcb-408c-8adc-16e25fdb3591 req-b4cb54cb-acaf-4ca3-a34e-89bf4ca5bc03 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Jul 16 20:08:16.709635 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-d24e01d0-550d-43aa-a0fe-7fea455ecce4 req-ff7d4001-5875-4844-84dd-9b8f445fffad service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:08:16.710619 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d24e01d0-550d-43aa-a0fe-7fea455ecce4 req-ff7d4001-5875-4844-84dd-9b8f445fffad service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052488 Jul 16 20:08:16.728165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972661d2-c18f-411c-8fc3-b6f2745290e4 req-aed7b898-a1c9-4820-a9dd-e138a5f0255d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.729672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-972661d2-c18f-411c-8fc3-b6f2745290e4 req-aed7b898-a1c9-4820-a9dd-e138a5f0255d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 944 time: 0.0828760 Jul 16 20:08:16.771521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-972661d2-c18f-411c-8fc3-b6f2745290e4 req-a9e93f2b-c3e4-461e-a586-3035c8f39ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360110 Jul 16 20:08:16.825045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-15ab570d-0826-48f3-b170-5be54c70e760 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266054 Jul 16 20:08:16.959042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e933-864f-420f-9433-281172c06dae req-f0b914ab-5978-43b1-adf9-c4442fdbb87e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:16.961428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-f0b914ab-5978-43b1-adf9-c4442fdbb87e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301515 Jul 16 20:08:16.978132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Request body: {'port': {'device_id': '320f77c1-654c-4985-8919-272d32059a75', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'e341144ff89042febd24438ee1226e06'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:17.022445 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-b5036c2e-6ff8-40f3-b177-62505ff2ee67 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=da85483cea074fac82d579e5b14aea33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373461 Jul 16 20:08:17.120717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Made reservation on behalf of e341144ff89042febd24438ee1226e06 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:17.125234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.145294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-642345f0-d98a-46aa-a57a-fa65ebac62cd tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.146852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-642345f0-d98a-46aa-a57a-fa65ebac62cd tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220050 Jul 16 20:08:17.161876 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-9e49bc5a-8b72-4b7b-bdb4-88e3e6a20d1d tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/quotas/da85483cea074fac82d579e5b14aea33 HTTP/1.1" status: 200 len: 375 time: 0.0094488 Jul 16 20:08:17.212377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-9bc35df6-42c5-4aee-a490-b818793db3ca tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=da85483cea074fac82d579e5b14aea33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443869 Jul 16 20:08:17.281547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Allocated IP 192.168.233.128 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:17.354193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 05754779-9c2c-4cbc-bcc3-1d6448eed88f up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:17.460301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 05754779-9c2c-4cbc-bcc3-1d6448eed88f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:17.467942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 05754779-9c2c-4cbc-bcc3-1d6448eed88f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:17.468636 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.469483 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.492559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Transition to ACTIVE for port object 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:17.548197 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.568068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef', '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:17.575574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44', '8dd64a9f-6d5f-4c91-a790-1919aa617f60'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:17.596109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e3256-65ac-4b85-a1f6-6e08bbb97558 req-cd1dd728-705b-4cad-9518-4bae82f196dc tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.598861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-672e3256-65ac-4b85-a1f6-6e08bbb97558 req-cd1dd728-705b-4cad-9518-4bae82f196dc tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1521173 Jul 16 20:08:17.599963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:17.603488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:17.607313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:17.654172 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.674209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event updated for resources: {'Port': ['ID=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:17.706872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:17.707717 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.717975 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-672e3256-65ac-4b85-a1f6-6e08bbb97558 req-51fc285b-38d0-4292-9433-b17d955041ac tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125355 Jul 16 20:08:17.731428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-4b4d33a4-a134-450f-a487-daa4f2ff9763 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7574537 Jul 16 20:08:17.774878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Request body: {'port': {'device_id': '320f77c1-654c-4985-8919-272d32059a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:17.787535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 05754779-9c2c-4cbc-bcc3-1d6448eed88f, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:17.805920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:17.808539 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17c26af-43e6-4c2b-8c09-5d8c76ecd09e" -d '{"events": [{"server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "name": "network-vif-plugged", "status": "completed", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:17.815827 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.940080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:17.959604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=05754779-9c2c-4cbc-bcc3-1d6448eed88f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.034407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a69aba-f9f6-4f5d-8597-95115a73d67f req-0e43ecd0-46a0-4c3f-9180-e4d2e5b45a14 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.038289 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d3a69aba-f9f6-4f5d-8597-95115a73d67f req-0e43ecd0-46a0-4c3f-9180-e4d2e5b45a14 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 936 time: 0.1083009 Jul 16 20:08:18.091216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-962facc8-708f-42d5-8f29-28fbcb785ea5 None None] Provisioning for port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:18.102078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-962facc8-708f-42d5-8f29-28fbcb785ea5 None None] Provisioning complete for port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:18.102551 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-962facc8-708f-42d5-8f29-28fbcb785ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.103245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d3a69aba-f9f6-4f5d-8597-95115a73d67f req-a1c7f26e-5fb7-4235-b330-1f9926c5891a tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575702 Jul 16 20:08:18.205830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-962facc8-708f-42d5-8f29-28fbcb785ea5 None None] Port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:18.305219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 61eb49ee-aa50-4a4d-b6bb-346e02965114 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:18.342025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c71ddb-0d12-41ef-a4d6-9d07e9048319 req-cc4fe1d5-ec03-48ec-81f2-c54c8357d829 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.343366 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9c71ddb-0d12-41ef-a4d6-9d07e9048319 req-cc4fe1d5-ec03-48ec-81f2-c54c8357d829 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1164670 Jul 16 20:08:18.400433 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9c71ddb-0d12-41ef-a4d6-9d07e9048319 req-5cb76ca7-cec6-4b3c-a522-8cc4c422c70b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508814 Jul 16 20:08:18.571808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4529edbb-2a60-4e6b-ad2b-379a5d6c13d3 req-89f4f24b-8912-4dfd-b235-18c6c1df29de tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 210 time: 0.0343361 Jul 16 20:08:18.603799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 61eb49ee-aa50-4a4d-b6bb-346e02965114, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=61eb49ee-aa50-4a4d-b6bb-346e02965114,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:18.645252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '61eb49ee-aa50-4a4d-b6bb-346e02965114', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '61eb49ee-aa50-4a4d-b6bb-346e02965114', 'mac_address': 'fa:16:3e:e2:1c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:18.716024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-50fe210d-b816-4d4b-a96f-b791f1ef6318 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:08:18.717057 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-50fe210d-b816-4d4b-a96f-b791f1ef6318 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1482158 Jul 16 20:08:18.720924 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.738525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Request body: {'binding': {'host': 'n-h2-792394-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:18.738952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:08:18.743294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eb49ee-aa50-4a4d-b6bb-346e02965114 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:18.773110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 61eb49ee-aa50-4a4d-b6bb-346e02965114, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=61eb49ee-aa50-4a4d-b6bb-346e02965114,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:18.778515 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.783700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879ad94-ef4a-4a86-b1d0-e70110042011 req-930087c7-1989-4a29-8f44-9b94534f9a6d tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:18.784855 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1879ad94-ef4a-4a86-b1d0-e70110042011 req-930087c7-1989-4a29-8f44-9b94534f9a6d tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 948 time: 0.0712507 Jul 16 20:08:18.824890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1879ad94-ef4a-4a86-b1d0-e70110042011 req-064123a2-cacd-414b-93a7-2fe28521b40d tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Jul 16 20:08:18.826995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=61eb49ee-aa50-4a4d-b6bb-346e02965114,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:18.893939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:18.908689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.938657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Transition to ACTIVE for port object 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:18.954289 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:18.964519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 on host n-h2-792394-17 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:18.965212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:18.965212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:19.004622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Port bae53509-347f-4e2a-b4d3-6218c2d80c85 on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:19.005000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:19.022790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:19.023225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:19.023688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:19.024279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Bound port: bae53509-347f-4e2a-b4d3-6218c2d80c85, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:19.080726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-6bd4205d-07cc-4042-9ac9-bc1c7e4b6789 req-fa99cbdd-11b0-44c4-849d-1c2eec4f6701 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:08:19.083234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bd4205d-07cc-4042-9ac9-bc1c7e4b6789 req-fa99cbdd-11b0-44c4-849d-1c2eec4f6701 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081897 Jul 16 20:08:19.089844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Pushing event updated for resources: {'Port': ['ID=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.091560 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-c0e8e8f1-44a9-49be-822b-62913fe1c576 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0990107 Jul 16 20:08:19.158217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-036be18d-476d-4d83-a42e-e33fe05fc38e tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=da85483cea074fac82d579e5b14aea33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508065 Jul 16 20:08:19.181374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['61eb49ee-aa50-4a4d-b6bb-346e02965114'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:19.224347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:19.245574 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.246804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e09cdd39-1fd4-4d22-87bc-7bb99e091a8f service neutron] 10.222.0.10 "POST /v2.0/ports/bae53509-347f-4e2a-b4d3-6218c2d80c85/bindings HTTP/1.1" status: 201 len: 390 time: 0.5175691 Jul 16 20:08:19.250036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Attempting to bind port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:19.250377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Attempting to bind port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:19.250867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Attempting to bind port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:19.257653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:19.258046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Attempting to bind port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:19.263428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:19.263767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:19.264151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:19.264582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Bound port: 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:19.264982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.358101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-f4276d58-8c0f-4d77-a8d8-9349288ccea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.359904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-f4276d58-8c0f-4d77-a8d8-9349288ccea6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e67c02d25634c79b104ea62524d79ca&device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 1123 time: 0.2189093 Jul 16 20:08:19.404527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-b31bca1e-bb36-476c-96d6-ca3de6401723 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.418513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-b31bca1e-bb36-476c-96d6-ca3de6401723 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325976 Jul 16 20:08:19.438545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Request body: {'port': {'device_id': '5e266b58-b140-4d18-acd0-b0647f9526f2', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'da85483cea074fac82d579e5b14aea33'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:19.441415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] For port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:19.454828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] For port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:19.471996 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.524456 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a485eb09-ecf3-45a4-a9d4-346ce6ddb5df x-openstack-request-id: req-a485eb09-ecf3-45a4-a9d4-346ce6ddb5df {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:19.524873 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "name": "network-vif-plugged", "status": "completed", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:19.525191 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a485eb09-ecf3-45a4-a9d4-346ce6ddb5df {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:19.525697 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'code': 200} Jul 16 20:08:19.634860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.636495 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:19.637252 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] 10.222.0.63 "PUT /v2.0/ports/44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b HTTP/1.1" status: 200 len: 1097 time: 1.8753755 Jul 16 20:08:19.697205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320f77c1-654c-4985-8919-272d32059a75', 'tag': '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:19.703749 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc9c23-575d-4020-872b-eb899a25fa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "320f77c1-654c-4985-8919-272d32059a75", "tag": "44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:19.785863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48041fec-3cbc-4fb9-8383-f36866ffecf1 service neutron] Pushing event updated for resources: {'Port': ['ID=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:19.825258 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-c2a01c90-0c1b-45ea-853a-f6c788a52130 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2682950 Jul 16 20:08:19.841162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56743aa-d98e-42be-83c2-29e71f0b98cc req-313fc9e5-38fd-4631-ae2c-6669b3d1db85 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.842816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d56743aa-d98e-42be-83c2-29e71f0b98cc req-313fc9e5-38fd-4631-ae2c-6669b3d1db85 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 945 time: 0.2206702 Jul 16 20:08:19.848615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e933-864f-420f-9433-281172c06dae req-3bffc3d3-f3e6-488e-aa02-fc5cb00a2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.850318 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-3bffc3d3-f3e6-488e-aa02-fc5cb00a2891 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 1100 time: 0.1388836 Jul 16 20:08:19.916308 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-31caedf1-115e-4eda-97a8-6766c9cedab0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b HTTP/1.1" status: 200 len: 217 time: 0.0489218 Jul 16 20:08:19.962972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d56743aa-d98e-42be-83c2-29e71f0b98cc req-987bb9cf-1f1e-4256-bfdb-aae51eccc529 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115561 Jul 16 20:08:19.984942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e933-864f-420f-9433-281172c06dae req-5ab0aba7-835a-4ccd-bb30-baa9ef8e2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:19.986740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-5ab0aba7-835a-4ccd-bb30-baa9ef8e2e12 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0597820 Jul 16 20:08:20.068006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7e933-864f-420f-9433-281172c06dae req-a9b95de6-f420-416f-90a5-c604be451548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.069652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-a9b95de6-f420-416f-90a5-c604be451548 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714564 Jul 16 20:08:20.156335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Made reservation on behalf of da85483cea074fac82d579e5b14aea33 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:20.159877 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.187834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed303-baad-43b2-a043-6da2d1fdc9e7 req-18050c65-c271-4985-8db5-25f47f9c7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.189205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e48ed303-baad-43b2-a043-6da2d1fdc9e7 req-18050c65-c271-4985-8db5-25f47f9c7f49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 1097 time: 0.5649843 Jul 16 20:08:20.193253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-c0b4b214-463c-4853-a18a-481889e1204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.194757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-c0b4b214-463c-4853-a18a-481889e1204e service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.5556612 Jul 16 20:08:20.196117 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.199595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-d7167404-93d1-46de-a0f4-3cbc02a487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.201007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-d7167404-93d1-46de-a0f4-3cbc02a487ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1097 time: 0.5193021 Jul 16 20:08:20.247617 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-7fb0215b-1545-4dc7-8bd7-362058a8b8b5 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673126 Jul 16 20:08:20.270138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3db71f-256f-45a4-bba1-d0a8487daa73 req-ee03ee92-c143-4a6f-8b41-ae9f03aafd71 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.271848 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc3db71f-256f-45a4-bba1-d0a8487daa73 req-ee03ee92-c143-4a6f-8b41-ae9f03aafd71 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 945 time: 0.1103227 Jul 16 20:08:20.298182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-986a9824-99eb-4562-9a3c-6124e1400c98 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fb6f275b-e8c1-4a0e-b362-0563b018d786 HTTP/1.1" status: 200 len: 217 time: 0.0812693 Jul 16 20:08:20.311441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049fd24-6403-4785-98cc-680f9f221e38 req-0e3e4651-1707-455e-8062-019bee1b88bd tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.316101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5049fd24-6403-4785-98cc-680f9f221e38 req-0e3e4651-1707-455e-8062-019bee1b88bd tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 948 time: 0.5837407 Jul 16 20:08:20.374039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc3db71f-256f-45a4-bba1-d0a8487daa73 req-78cd2613-06f0-481f-8eac-b0280e48799c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823822 Jul 16 20:08:20.408586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91d7e933-864f-420f-9433-281172c06dae req-d14e898a-75ca-4471-b653-71e5740d1686 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478946 Jul 16 20:08:20.460629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e48ed303-baad-43b2-a043-6da2d1fdc9e7 req-e2f2d42c-36be-49b3-9b39-c92f7958828e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565367 Jul 16 20:08:20.515047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-680b3004-c102-4a9d-ae14-c82ab9a35387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.515452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8e8c3cc-52cf-4f8f-97d3-6a191de7f3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.516476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-680b3004-c102-4a9d-ae14-c82ab9a35387 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1985323 Jul 16 20:08:20.542291 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5049fd24-6403-4785-98cc-680f9f221e38 req-f73ad34d-e94e-47b1-8f22-de7b00370d55 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000446 Jul 16 20:08:20.568972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-58aea94e-01d6-44ab-a525-c70332828ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.570646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-58aea94e-01d6-44ab-a525-c70332828ed3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.3462589 Jul 16 20:08:20.644224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-1a244c18-8592-4119-b819-5ead421912f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85 HTTP/1.1" status: 200 len: 217 time: 0.0593393 Jul 16 20:08:20.654388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24bd83-fcbf-4401-83d6-9c41a5867936 req-63264c06-394d-4f59-957a-4085e6a19248 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.664535 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad24bd83-fcbf-4401-83d6-9c41a5867936 req-63264c06-394d-4f59-957a-4085e6a19248 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1522424 Jul 16 20:08:20.683006 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.722963 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad24bd83-fcbf-4401-83d6-9c41a5867936 req-71e4a151-f73f-4981-b73d-87522f583b6a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580218 Jul 16 20:08:20.725606 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:20.781041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-08f662fd-a53e-4a09-add8-555b097b0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.782578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-08f662fd-a53e-4a09-add8-555b097b0dd3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2549107 Jul 16 20:08:20.842174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-5eaf814b-a459-4169-9f44-d9ff512d084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:20.843871 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-5eaf814b-a459-4169-9f44-d9ff512d084a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1771371 Jul 16 20:08:20.857253 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f9af70c0-ea3b-42a0-bfd2-a26296bde26a req-5940cce0-5c45-4057-b878-c88d11722ae3 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 210 time: 0.0322707 Jul 16 20:08:20.872544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cee284f-cdba-4bbe-b344-8c4a9f93e50c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:20.913909 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af475045-b89a-4db7-b76c-e8f9ec41471b x-openstack-request-id: req-af475045-b89a-4db7-b76c-e8f9ec41471b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:20.914263 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320f77c1-654c-4985-8919-272d32059a75", "tag": "44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:20.914455 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af475045-b89a-4db7-b76c-e8f9ec41471b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:20.915559 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320f77c1-654c-4985-8919-272d32059a75', 'tag': '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b', 'status': 'completed', 'code': 200} Jul 16 20:08:20.921420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-529776f3-25e7-4d1a-93f5-538d12d0e9b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427332 Jul 16 20:08:21.050465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-d9417c58-eb71-4c2b-81ff-66c685c8ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.052090 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-d9417c58-eb71-4c2b-81ff-66c685c8ebb3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 1100 time: 0.0897868 Jul 16 20:08:21.078738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d77b4-f12d-40f3-a4de-a0570a8e4399 req-853df811-2c21-48e6-af30-c6dc2f4b7d88 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.082248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a1d77b4-f12d-40f3-a4de-a0570a8e4399 req-853df811-2c21-48e6-af30-c6dc2f4b7d88 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.3799443 Jul 16 20:08:21.108009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bab8ee-4a3c-4753-ae4e-6f1b2656991d req-c73fafd7-fda4-49a7-bf7d-48cf5d40dd70 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.108415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-07bab8ee-4a3c-4753-ae4e-6f1b2656991d req-c73fafd7-fda4-49a7-bf7d-48cf5d40dd70 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 949 time: 0.0976956 Jul 16 20:08:21.137269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Allocated IP 192.168.233.19 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/56ad0115-ac52-4b92-9a27-2d9da1954d66) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:21.149312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-0685bb15-7677-4f01-a19b-f82841d06af0 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503120 Jul 16 20:08:21.188065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4da9a725-5c63-44a4-ac96-cb33691fa476 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576334 Jul 16 20:08:21.191725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-07bab8ee-4a3c-4753-ae4e-6f1b2656991d req-80786cc8-1043-4af9-8809-9b084b0c0635 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758476 Jul 16 20:08:21.195807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-38e0c267-d94e-4691-8039-23b221dd98be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.197235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-38e0c267-d94e-4691-8039-23b221dd98be service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1305208 Jul 16 20:08:21.229631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a1d77b4-f12d-40f3-a4de-a0570a8e4399 req-350098a1-2f73-4de1-a03c-e07462612960 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381285 Jul 16 20:08:21.268034 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-85a66d20-4279-4210-ae41-d568723216cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b HTTP/1.1" status: 200 len: 217 time: 0.0609212 Jul 16 20:08:21.345392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-da6c7382-5190-42d4-85ce-e191f5c8cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.348308 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-da6c7382-5190-42d4-85ce-e191f5c8cedf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0599654 Jul 16 20:08:21.427439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-be5bd462-c149-45bf-9253-f62e5cf5ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.429247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-be5bd462-c149-45bf-9253-f62e5cf5ac01 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686338 Jul 16 20:08:21.485474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-048eb3b1-5849-4d17-8047-7ed772cf2ccf req-6d580f9d-5929-46a5-83b5-5241c18e67cf service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176439 Jul 16 20:08:21.489943 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-fa67de19-02ce-4ce4-8ba0-f028fddbc462 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844508 Jul 16 20:08:21.550881 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.573169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Transition to ACTIVE for port object 56ad0115-ac52-4b92-9a27-2d9da1954d66 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:21.583643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7250515-ed40-4a70-871d-6a37ec23ae66 req-0c1150b9-cf66-41d5-a059-2c3aa4cfe07e tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.585552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7250515-ed40-4a70-871d-6a37ec23ae66 req-0c1150b9-cf66-41d5-a059-2c3aa4cfe07e tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 945 time: 0.2077677 Jul 16 20:08:21.608656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-60d20055-26a7-40e4-90b8-2ee32c52e069 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607454 Jul 16 20:08:21.656734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7250515-ed40-4a70-871d-6a37ec23ae66 req-28e14332-b762-46c1-9416-7f77e603e34d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576091 Jul 16 20:08:21.658844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.667626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b2200-6dac-4fbd-a51e-5564046c6582 req-3f7129f3-31a0-4499-a24d-7f3d5a4cb00f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.675491 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b21b2200-6dac-4fbd-a51e-5564046c6582 req-3f7129f3-31a0-4499-a24d-7f3d5a4cb00f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 945 time: 0.1298189 Jul 16 20:08:21.756365 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b21b2200-6dac-4fbd-a51e-5564046c6582 req-1b697658-cae3-45f2-b50d-c49af7b85261 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803556 Jul 16 20:08:21.772276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:21.784404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:21.787997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Pushing event updated for resources: {'Port': ['ID=56ad0115-ac52-4b92-9a27-2d9da1954d66,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:21.791720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:21.794303 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73cc9c23-575d-4020-872b-eb899a25fa2d req-331cb068-bcaf-4a61-9878-59d34c349921 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665566 Jul 16 20:08:21.932470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.933125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:21.954365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-53780354-34c2-41eb-94fa-68c9f4d8f797 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.956803 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-53780354-34c2-41eb-94fa-68c9f4d8f797 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.2571597 Jul 16 20:08:21.965826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653823b1-a61d-475d-8dd1-98673192376d req-b5dcc94b-dfee-4f06-98db-fa375b6af565 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:21.968916 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-3f328fde-196a-416d-a5a7-460c4b3fadbf tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5409870 Jul 16 20:08:21.974027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-653823b1-a61d-475d-8dd1-98673192376d req-b5dcc94b-dfee-4f06-98db-fa375b6af565 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0917294 Jul 16 20:08:21.999885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711fb13-8bee-45e8-b427-fa8acffbf38d req-4e1e4d91-aca5-4e10-a6be-624746ee937c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.001869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b711fb13-8bee-45e8-b427-fa8acffbf38d req-4e1e4d91-aca5-4e10-a6be-624746ee937c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 948 time: 0.1756182 Jul 16 20:08:22.006768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-17'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:22.020382 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-653823b1-a61d-475d-8dd1-98673192376d req-fee16e04-9f87-41b9-936c-96783fe534a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Jul 16 20:08:22.043528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b9ad27c-1bea-4d7f-8ee7-3190861e3ed4 None None] Provisioning for port 56ad0115-ac52-4b92-9a27-2d9da1954d66 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:22.045362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Request body: {'port': {'device_id': '5e266b58-b140-4d18-acd0-b0647f9526f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:22.048999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b9ad27c-1bea-4d7f-8ee7-3190861e3ed4 None None] Provisioning complete for port 56ad0115-ac52-4b92-9a27-2d9da1954d66 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:22.049652 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad27c-1bea-4d7f-8ee7-3190861e3ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.107185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ad27c-1bea-4d7f-8ee7-3190861e3ed4 None None] Port 56ad0115-ac52-4b92-9a27-2d9da1954d66 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:22.191564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd957ee0-bd00-4b25-91a4-b19f7799200d req-0e86868c-a32e-435c-8927-9e74c27daeb8 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.193058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd957ee0-bd00-4b25-91a4-b19f7799200d req-0e86868c-a32e-435c-8927-9e74c27daeb8 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 935 time: 0.0696523 Jul 16 20:08:22.200279 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b711fb13-8bee-45e8-b427-fa8acffbf38d req-ca087f0a-5d5c-46a5-b39b-1c9d9ea5b646 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613204 Jul 16 20:08:22.241304 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd957ee0-bd00-4b25-91a4-b19f7799200d req-4306d10c-f481-4a65-ae68-0f2ae23d5536 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Jul 16 20:08:22.244041 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.263540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.322002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 61eb49ee-aa50-4a4d-b6bb-346e02965114 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:22.334419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-dff5f41a-55b0-4297-8a51-0c72f5a5e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.335666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-dff5f41a-55b0-4297-8a51-0c72f5a5e868 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 1101 time: 0.2198527 Jul 16 20:08:22.389730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 61eb49ee-aa50-4a4d-b6bb-346e02965114 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:22.394043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 61eb49ee-aa50-4a4d-b6bb-346e02965114 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:22.394416 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.465421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a07ef-208f-42e4-a67f-b6a59cbd0c87 req-c692e442-1897-4348-a1e3-f5118ab9f82f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.467211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c87a07ef-208f-42e4-a67f-b6a59cbd0c87 req-c692e442-1897-4348-a1e3-f5118ab9f82f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0773079 Jul 16 20:08:22.476909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.504066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6faa5e18-2c2c-49af-a06f-69e4b205e5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb49ee-aa50-4a4d-b6bb-346e02965114'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:22.506388 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832c4c6b-08e3-42dc-bfd3-5a2e46ae0679" -d '{"events": [{"server_uuid": "6faa5e18-2c2c-49af-a06f-69e4b205e5ba", "name": "network-vif-plugged", "status": "completed", "tag": "61eb49ee-aa50-4a4d-b6bb-346e02965114"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:22.520476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 61eb49ee-aa50-4a4d-b6bb-346e02965114, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=61eb49ee-aa50-4a4d-b6bb-346e02965114,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:22.527416 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:22.532742 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c87a07ef-208f-42e4-a67f-b6a59cbd0c87 req-d4dae22c-fd4a-499e-b377-5ce8238c554b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549378 Jul 16 20:08:22.590835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=61eb49ee-aa50-4a4d-b6bb-346e02965114,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:22.696803 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3296685b-70ab-4be6-8192-472a3c8b2910 x-openstack-request-id: req-3296685b-70ab-4be6-8192-472a3c8b2910 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:22.697105 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6faa5e18-2c2c-49af-a06f-69e4b205e5ba", "name": "network-vif-plugged", "status": "completed", "tag": "61eb49ee-aa50-4a4d-b6bb-346e02965114", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:22.697363 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3296685b-70ab-4be6-8192-472a3c8b2910 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:22.697763 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6faa5e18-2c2c-49af-a06f-69e4b205e5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eb49ee-aa50-4a4d-b6bb-346e02965114', 'code': 200} Jul 16 20:08:22.871273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8c1b5-0040-46a2-afdd-6e734cc39eeb req-7d334d08-407c-4bef-b73b-240330de27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.872770 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-32c8c1b5-0040-46a2-afdd-6e734cc39eeb req-7d334d08-407c-4bef-b73b-240330de27a5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 1102 time: 0.0969613 Jul 16 20:08:22.884844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55abde-8e2d-4d4e-a550-954cc50ebe3f req-2fdf386e-20c8-4c64-883b-0af63c8ecd5a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.886353 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6a55abde-8e2d-4d4e-a550-954cc50ebe3f req-2fdf386e-20c8-4c64-883b-0af63c8ecd5a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 945 time: 0.0821557 Jul 16 20:08:22.927484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-9c58b441-5ef8-44e8-a37a-40ce2f92fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.928937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-9c58b441-5ef8-44e8-a37a-40ce2f92fa3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.5641289 Jul 16 20:08:22.941287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-32c8c1b5-0040-46a2-afdd-6e734cc39eeb req-37942012-e903-4807-bb0b-ab8fada56202 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539660 Jul 16 20:08:22.946213 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6a55abde-8e2d-4d4e-a550-954cc50ebe3f req-fd87bcab-c76e-4f70-9fb1-f01e127331dc tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536950 Jul 16 20:08:22.947585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec44c68-e199-4d5d-9b61-a9c08b07408c req-82470d76-a113-42c1-a88c-18bb379d5702 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:22.949301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cec44c68-e199-4d5d-9b61-a9c08b07408c req-82470d76-a113-42c1-a88c-18bb379d5702 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 949 time: 0.5719478 Jul 16 20:08:23.018773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-b3b1cfc8-d4f9-479b-90d5-fc151ecea3f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=fb836647-d5d2-4587-aaac-2944532048f6 HTTP/1.1" status: 200 len: 217 time: 0.0800405 Jul 16 20:08:23.026844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:23.111418 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913b80f-b965-4d5a-b2a4-4ac2cee8f210 req-ad11856e-4515-47eb-a6d1-fdae088fdf29 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.113430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8913b80f-b965-4d5a-b2a4-4ac2cee8f210 req-ad11856e-4515-47eb-a6d1-fdae088fdf29 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 945 time: 0.0652225 Jul 16 20:08:23.140337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cec44c68-e199-4d5d-9b61-a9c08b07408c req-373c4898-1006-4066-8604-96278ef13e86 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777394 Jul 16 20:08:23.155648 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8913b80f-b965-4d5a-b2a4-4ac2cee8f210 req-e0c0c2f5-e920-49de-862b-ffdfe27423f3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349791 Jul 16 20:08:23.164959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-72ccbee7-cd62-4b30-b8c2-8b6d10c5c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.166608 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-72ccbee7-cd62-4b30-b8c2-8b6d10c5c026 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1378369 Jul 16 20:08:23.169643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:23.172713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ad0115-ac52-4b92-9a27-2d9da1954d66 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:23.216673 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.312604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Transition to ACTIVE for port object 56ad0115-ac52-4b92-9a27-2d9da1954d66 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:23.332249 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.338408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa922e-f8cb-4ba8-a87a-d005698857e8 req-465edc55-8bac-4096-9db6-6c0b22409177 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.341202 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8cfa922e-f8cb-4ba8-a87a-d005698857e8 req-465edc55-8bac-4096-9db6-6c0b22409177 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0682566 Jul 16 20:08:23.342246 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.370524 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b89a4e4b-d308-4012-850d-d77b7bb0380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.379704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:23.381607 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8cfa922e-f8cb-4ba8-a87a-d005698857e8 req-0be896c3-3219-476a-8e01-f0b4fdb6cf67 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Jul 16 20:08:23.382174 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7567a77a-5e76-4563-a6dc-945f9acb067b" -d '{"events": [{"server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "name": "network-vif-unplugged", "status": "completed", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:23.386150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.456864 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.512592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Pushing event updated for resources: {'Port': ['ID=56ad0115-ac52-4b92-9a27-2d9da1954d66,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:23.529216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-f7ad6485-c39a-4967-8a24-44aef11ccdae tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 258 time: 0.3509281 Jul 16 20:08:23.574188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:23.584485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-c27e98b7-0d31-463e-ae1e-80e253275a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.586035 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-c27e98b7-0d31-463e-ae1e-80e253275a4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3854623 Jul 16 20:08:23.590709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4aa9f-b276-44b2-a111-1efb0a3ad49e req-ac06441b-178b-4389-8633-0b445f828fce tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.592472 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9be4aa9f-b276-44b2-a111-1efb0a3ad49e req-ac06441b-178b-4389-8633-0b445f828fce tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 948 time: 0.0935965 Jul 16 20:08:23.637312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9be4aa9f-b276-44b2-a111-1efb0a3ad49e req-5d97c82f-cb4c-4325-8af9-a194140f229f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382583 Jul 16 20:08:23.722685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bae53509-347f-4e2a-b4d3-6218c2d80c85,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:23.730193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 on host n-h1-792394-17 for vnic_type normal with profile {"migrating_to": "n-h2-792394-17"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:23.730556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:23.730916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:23.761590 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.777569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Port bae53509-347f-4e2a-b4d3-6218c2d80c85 on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:23.777894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Attempting to bind port bae53509-347f-4e2a-b4d3-6218c2d80c85 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:23.810289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:23.810626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:23.811006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:23.811475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Bound port: bae53509-347f-4e2a-b4d3-6218c2d80c85, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:23.811829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.812671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28604b18-f55c-4d8f-9148-fe63eff10205 req-7342838d-8898-473a-a86e-6ce1f46acb4e tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:23.814195 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28604b18-f55c-4d8f-9148-fe63eff10205 req-7342838d-8898-473a-a86e-6ce1f46acb4e tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 947 time: 0.0677426 Jul 16 20:08:23.834036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Attempting to bind port 56ad0115-ac52-4b92-9a27-2d9da1954d66 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:23.834376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Attempting to bind port 56ad0115-ac52-4b92-9a27-2d9da1954d66 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:23.834701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Attempting to bind port 56ad0115-ac52-4b92-9a27-2d9da1954d66 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:23.853370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28604b18-f55c-4d8f-9148-fe63eff10205 req-5c3100b3-79c0-46d8-bb85-c1c35086faad tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329475 Jul 16 20:08:23.874696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Port 56ad0115-ac52-4b92-9a27-2d9da1954d66 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:23.875028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Attempting to bind port 56ad0115-ac52-4b92-9a27-2d9da1954d66 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:23.882473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-1a22903d-2d78-40ad-9c7a-ddb8cd3d870d service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694719 Jul 16 20:08:23.894277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:23.894474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:23.895108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:23.895576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Bound port: 56ad0115-ac52-4b92-9a27-2d9da1954d66, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:23.895936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:23.923449 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156ee5f9-1c4b-40ce-80ed-529fc8c6244f x-openstack-request-id: req-156ee5f9-1c4b-40ce-80ed-529fc8c6244f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:23.923728 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "name": "network-vif-unplugged", "status": "completed", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:23.923974 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-156ee5f9-1c4b-40ce-80ed-529fc8c6244f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:23.924386 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85', 'code': 200} Jul 16 20:08:24.008857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:24.059818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:24.068170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423dea4-f26f-46c0-8521-bdc1790d7340 req-88628ab6-0ac4-413e-8831-4b8771e5c104 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.069680 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9423dea4-f26f-46c0-8521-bdc1790d7340 req-88628ab6-0ac4-413e-8831-4b8771e5c104 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0688055 Jul 16 20:08:24.084614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.119050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9423dea4-f26f-46c0-8521-bdc1790d7340 req-2650c001-5714-40a9-8db1-9bd96999d826 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394280 Jul 16 20:08:24.148941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] For port 56ad0115-ac52-4b92-9a27-2d9da1954d66, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:24.185678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-c07ace3f-0106-4195-a2f0-f7fa1816ca1e service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853820 Jul 16 20:08:24.193423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] For port 56ad0115-ac52-4b92-9a27-2d9da1954d66, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=56ad0115-ac52-4b92-9a27-2d9da1954d66,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:24.206384 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.226664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.228409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bae53509-347f-4e2a-b4d3-6218c2d80c85,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.246236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.246864 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.248313 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-ac51a3ce-8be0-4f5c-90d8-3833ef78b9d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/bae53509-347f-4e2a-b4d3-6218c2d80c85 HTTP/1.1" status: 200 len: 1123 time: 2.2716734 Jul 16 20:08:24.308483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.309100 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.310491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/56ad0115-ac52-4b92-9a27-2d9da1954d66 HTTP/1.1" status: 200 len: 1096 time: 2.2759130 Jul 16 20:08:24.319183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:24.351823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f37091-a32d-48fa-b793-9794dc6d14a5 service neutron] Pushing event updated for resources: {'Port': ['ID=56ad0115-ac52-4b92-9a27-2d9da1954d66,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.389744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['bae53509-347f-4e2a-b4d3-6218c2d80c85'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:24.409368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Allocated IP 172.25.7.48 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/23961a04-d18e-40bc-9c00-628e418ad9b8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:24.470234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36aad9-a8c4-41c8-b32c-a0f516fbbf7c req-5154db7e-261f-4af8-89ae-74e2eb8cbde0 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.482429 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea36aad9-a8c4-41c8-b32c-a0f516fbbf7c req-5154db7e-261f-4af8-89ae-74e2eb8cbde0 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 950 time: 0.0989823 Jul 16 20:08:24.557471 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea36aad9-a8c4-41c8-b32c-a0f516fbbf7c req-05caaf91-1906-45ac-9d7b-09b2b3c971c1 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734472 Jul 16 20:08:24.605855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.626798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-a543e202-3e7c-4891-8e42-a6e92e5282ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.629168 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-a543e202-3e7c-4891-8e42-a6e92e5282ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da85483cea074fac82d579e5b14aea33&device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 1099 time: 0.0951879 Jul 16 20:08:24.677926 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.694117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-236ee8a1-38bd-47ed-9135-c63dcf0e4e96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=56ad0115-ac52-4b92-9a27-2d9da1954d66 HTTP/1.1" status: 200 len: 217 time: 0.0476735 Jul 16 20:08:24.708249 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.732306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:24.752062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768021e2-aac0-4317-a8b8-37f3826c4726 req-efecb01e-27b2-493e-9349-d32b8bc1c6a4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.752700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b', 'mac_address': 'fa:16:3e:99:20:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:24.753715 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-768021e2-aac0-4317-a8b8-37f3826c4726 req-efecb01e-27b2-493e-9349-d32b8bc1c6a4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 943 time: 0.0735579 Jul 16 20:08:24.781815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:24.788045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:24.795531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:24.800827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Pushing event updated for resources: {'Port': ['ID=23961a04-d18e-40bc-9c00-628e418ad9b8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.806423 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-768021e2-aac0-4317-a8b8-37f3826c4726 req-03e8529f-36b1-43b7-8ee0-66cbebe20679 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398357 Jul 16 20:08:24.824635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-f67ef451-21e3-47bd-a604-1a1040cf042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.826187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-f67ef451-21e3-47bd-a604-1a1040cf042c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1155157 Jul 16 20:08:24.827765 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.853435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:24.890783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:24.897364 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.931734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:24.941257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-dc71bd60-c26b-49e1-a7fb-da5a5a4c380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:24.942883 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-dc71bd60-c26b-49e1-a7fb-da5a5a4c380e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063263 Jul 16 20:08:24.955477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:24.999610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9e8c5-1921-43ad-9d8a-6a27c05011a0 req-827a5d66-f9c0-4896-8753-8b20751c1362 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.001442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ca9e8c5-1921-43ad-9d8a-6a27c05011a0 req-827a5d66-f9c0-4896-8753-8b20751c1362 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0819039 Jul 16 20:08:25.007129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.039571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ca9e8c5-1921-43ad-9d8a-6a27c05011a0 req-07a0a1f5-8a3f-460c-9bad-f7f79ba0cc02 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Jul 16 20:08:25.098727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-46dd2ebf-886a-4d13-8841-c5b882891642 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341972 Jul 16 20:08:25.254558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af6a1acb-28c0-481e-90f8-80b8d1d903a3 req-2b25676e-198a-49c6-b144-953ed3a7a375 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411867 Jul 16 20:08:25.276151 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.280487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.348884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:25.364799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Pushing event updated for resources: {'Port': ['ID=23961a04-d18e-40bc-9c00-628e418ad9b8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:25.376429 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.386898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83016686-a535-4763-9574-11ed5a0b4cad req-e0f41fa6-1342-4e8a-9b5d-818ae56c1fe9 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.391572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:25.392783 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-70010261-2c97-43fb-879c-e5c20378f770 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8370826 Jul 16 20:08:25.395783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-83016686-a535-4763-9574-11ed5a0b4cad req-e0f41fa6-1342-4e8a-9b5d-818ae56c1fe9 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 949 time: 0.0773537 Jul 16 20:08:25.431489 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-83016686-a535-4763-9574-11ed5a0b4cad req-9e75603a-e861-432b-96b5-bdd761e17a72 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347970 Jul 16 20:08:25.444818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-0fe3c613-d9cf-445d-a61c-2375a38f2459 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.0444264 Jul 16 20:08:25.566254 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-5cf41103-09ab-4365-8143-d820b13562f8 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.567626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ca77c6e-631f-4bff-a669-a9bec3cfc2d8 req-5cf41103-09ab-4365-8143-d820b13562f8 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1070964 Jul 16 20:08:25.610683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad0e7d-2a52-40fe-9605-71c43dd8c715 req-22c05764-95d3-4a93-892d-f0c90ac11713 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.612172 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13ad0e7d-2a52-40fe-9605-71c43dd8c715 req-22c05764-95d3-4a93-892d-f0c90ac11713 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 947 time: 0.0697403 Jul 16 20:08:25.654710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13ad0e7d-2a52-40fe-9605-71c43dd8c715 req-d2de4ad1-19b9-4124-b1db-7ca76d30af16 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Jul 16 20:08:25.719238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc905420-82a0-4820-8b78-d2d891b3375d req-ff20b7dd-fc0a-4b6e-b6fb-02af71918ec8 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.720745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc905420-82a0-4820-8b78-d2d891b3375d req-ff20b7dd-fc0a-4b6e-b6fb-02af71918ec8 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0642619 Jul 16 20:08:25.758773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc905420-82a0-4820-8b78-d2d891b3375d req-82d0e163-25e8-42ce-99ff-2b5589b8ee62 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Jul 16 20:08:25.925575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85'}, {'name': 'network-changed', 'server_uuid': '5e266b58-b140-4d18-acd0-b0647f9526f2', 'tag': '56ad0115-ac52-4b92-9a27-2d9da1954d66'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:25.927957 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5348f07c-70d2-47a5-8bca-4f7fab178f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85"}, {"name": "network-changed", "server_uuid": "5e266b58-b140-4d18-acd0-b0647f9526f2", "tag": "56ad0115-ac52-4b92-9a27-2d9da1954d66"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:25.974598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-74f2bc74-195c-4112-89bd-320f4ac56026 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:25.976366 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-74f2bc74-195c-4112-89bd-320f4ac56026 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1147354 Jul 16 20:08:26.024176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e48d-484f-4147-a7e8-3ccadd768d3f req-93b6c4c9-4f53-4416-bc38-0bb8cf17a89d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.025291 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-96ec0536-fdc1-46ca-87e6-142542814283 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.0431075 Jul 16 20:08:26.025878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f309e48d-484f-4147-a7e8-3ccadd768d3f req-93b6c4c9-4f53-4416-bc38-0bb8cf17a89d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 943 time: 0.0659566 Jul 16 20:08:26.037744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-baf6c244-7736-4a59-b717-b0c52a696426 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Request body: {'floatingip': {'port_id': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:26.071598 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f309e48d-484f-4147-a7e8-3ccadd768d3f req-d630ee8e-6cd0-4c7d-a24f-5b677c70ed32 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381250 Jul 16 20:08:26.084596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.314638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-baf6c244-7736-4a59-b717-b0c52a696426 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:26.380285 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b50ee49-5eb3-4169-ba1e-a0da3f3ab37e x-openstack-request-id: req-5b50ee49-5eb3-4169-ba1e-a0da3f3ab37e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:26.380966 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e266b58-b140-4d18-acd0-b0647f9526f2", "tag": "56ad0115-ac52-4b92-9a27-2d9da1954d66", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:26.380966 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b50ee49-5eb3-4169-ba1e-a0da3f3ab37e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:26.381253 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85', 'status': 'completed', 'code': 200} Jul 16 20:08:26.381448 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e266b58-b140-4d18-acd0-b0647f9526f2', 'tag': '56ad0115-ac52-4b92-9a27-2d9da1954d66', 'status': 'completed', 'code': 200} Jul 16 20:08:26.466896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-7264d814-f79e-4ff0-be9f-74d56389e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.468449 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-7264d814-f79e-4ff0-be9f-74d56389e383 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1126 time: 0.0582626 Jul 16 20:08:26.592417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-7fd725fd-3175-4b39-b3c8-0d8e98dfbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.593858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-7fd725fd-3175-4b39-b3c8-0d8e98dfbfca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da85483cea074fac82d579e5b14aea33&device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 1099 time: 0.1870360 Jul 16 20:08:26.606978 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ac3f4-6403-4f60-bf03-58f3a3fd8690 req-1cc5cbe5-7f2b-41c2-b9ac-747dcec60b42 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.608642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a9ac3f4-6403-4f60-bf03-58f3a3fd8690 req-1cc5cbe5-7f2b-41c2-b9ac-747dcec60b42 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1393340 Jul 16 20:08:26.612025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-b03de862-c14e-4f6f-b104-259fdf62c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.613571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-b03de862-c14e-4f6f-b104-259fdf62c817 service neutron] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.1327400 Jul 16 20:08:26.680674 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-823b82e1-8162-4dbd-b236-6a367aca9e84 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85 HTTP/1.1" status: 200 len: 217 time: 0.0462534 Jul 16 20:08:26.722552 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a9ac3f4-6403-4f60-bf03-58f3a3fd8690 req-0f2dda4f-06e1-47dc-8a01-5c0bacb4b467 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063228 Jul 16 20:08:26.739301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-a3157e87-fea4-48c4-b2b1-ae8b261bfa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.740769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-a3157e87-fea4-48c4-b2b1-ae8b261bfa76 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0498664 Jul 16 20:08:26.781793 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-01928dea-e064-4566-af25-7fd214498e1a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307276 Jul 16 20:08:26.833316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-6f7ceef3-8bf2-4f96-8d75-3b6f80c2822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.834770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-6f7ceef3-8bf2-4f96-8d75-3b6f80c2822e service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2115915 Jul 16 20:08:26.924965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-86e29a83-a7b8-4ac7-8bae-168232810a48 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307454 Jul 16 20:08:26.935225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-7b1c31dc-60db-49da-8b12-b5127778e8ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=56ad0115-ac52-4b92-9a27-2d9da1954d66 HTTP/1.1" status: 200 len: 217 time: 0.0835512 Jul 16 20:08:26.958963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f1f4e-9560-45a1-84b4-d90de22bbe1e req-938d26c4-9bdb-42c2-ba0b-1807fe914aae tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:26.960445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-791f1f4e-9560-45a1-84b4-d90de22bbe1e req-938d26c4-9bdb-42c2-ba0b-1807fe914aae tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 950 time: 0.1266906 Jul 16 20:08:27.038463 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-791f1f4e-9560-45a1-84b4-d90de22bbe1e req-93d24c1e-7beb-4ce1-ae5d-9fab52a9e263 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714295 Jul 16 20:08:27.055671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-2a4a3d67-8da8-4393-8d59-31fe4a1fe704 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230469 Jul 16 20:08:27.064073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-68d969d6-143e-4be1-acba-98808ce7dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.066086 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-68d969d6-143e-4be1-acba-98808ce7dd52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1190662 Jul 16 20:08:27.191884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-baf6c244-7736-4a59-b717-b0c52a696426 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.200043 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-baf6c244-7736-4a59-b717-b0c52a696426 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:27.209732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27ba2-90e0-4c79-95f0-a3c5b7f6703b req-b23faf87-617d-413b-8327-efc12ee7f6ac tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.211295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2b27ba2-90e0-4c79-95f0-a3c5b7f6703b req-b23faf87-617d-413b-8327-efc12ee7f6ac tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 949 time: 0.0656080 Jul 16 20:08:27.249840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-718734f2-6a6a-4132-9b6e-055569138dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.251353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-718734f2-6a6a-4132-9b6e-055569138dbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1687434 Jul 16 20:08:27.253367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2b27ba2-90e0-4c79-95f0-a3c5b7f6703b req-ced86062-5fc5-4097-b919-1d7b9adab18b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Jul 16 20:08:27.368847 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-baf6c244-7736-4a59-b717-b0c52a696426 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Floating IP 0090c04f-6959-43eb-818d-daaff6b4ebc7 associated. External IP: 172.25.7.48, port: 05754779-9c2c-4cbc-bcc3-1d6448eed88f. Jul 16 20:08:27.409167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device bae53509-347f-4e2a-b4d3-6218c2d80c85 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:27.417683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-65e24b7f-3ea3-4081-9e90-e2919336ab73 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592472 Jul 16 20:08:27.426435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61618622-0135-4cf7-b83b-49da32e498ef req-360d6ec6-ce53-483c-bd27-c04455c9866e tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.428082 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61618622-0135-4cf7-b83b-49da32e498ef req-360d6ec6-ce53-483c-bd27-c04455c9866e tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 947 time: 0.0743046 Jul 16 20:08:27.469708 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61618622-0135-4cf7-b83b-49da32e498ef req-b59e38cd-6196-4a8b-bf1a-a494011d8562 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360236 Jul 16 20:08:27.512045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:27.525037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device bae53509-347f-4e2a-b4d3-6218c2d80c85 has no active binding in host n-h2-792394-17 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:08:27.639576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c95cc0-a718-4b7c-a103-4faa12c24ac1 req-6cbe898e-6387-4775-b398-a8c58ecd9d40 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.641144 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-60c95cc0-a718-4b7c-a103-4faa12c24ac1 req-6cbe898e-6387-4775-b398-a8c58ecd9d40 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0684042 Jul 16 20:08:27.680788 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-60c95cc0-a718-4b7c-a103-4faa12c24ac1 req-ff59541b-9c81-4d25-9260-375b32e89b4a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Jul 16 20:08:27.862587 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5348f07c-70d2-47a5-8bca-4f7fab178f6e req-7300ca1c-f778-44c3-9a5d-3f7ea060f2c6 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016333 Jul 16 20:08:27.919756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-baf6c244-7736-4a59-b717-b0c52a696426 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Router 4be21d49-212f-4950-8243-b634c677d591 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:27.950531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de26f5-2b3a-448c-b734-40f753bc5d2b req-e6cc7de9-75ae-4c6e-bb98-5e50b5b77e7d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:27.952076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8de26f5-2b3a-448c-b734-40f753bc5d2b req-e6cc7de9-75ae-4c6e-bb98-5e50b5b77e7d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 943 time: 0.0631759 Jul 16 20:08:27.991139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8de26f5-2b3a-448c-b734-40f753bc5d2b req-059f6553-b767-496c-b161-17150d09e346 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Jul 16 20:08:28.028482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-baf6c244-7736-4a59-b717-b0c52a696426 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:28.033665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-baf6c244-7736-4a59-b717-b0c52a696426 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.038372 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] Sync routers for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:28.047922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:28.048630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:28.072907 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-baf6c244-7736-4a59-b717-b0c52a696426 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "PUT /v2.0/floatingips/0090c04f-6959-43eb-818d-daaff6b4ebc7 HTTP/1.1" status: 200 len: 995 time: 2.0415573 Jul 16 20:08:28.142364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-127ca137-d9c1-4ba5-a8ce-7b6d4601b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.144760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-127ca137-d9c1-4ba5-a8ce-7b6d4601b947 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83becc7d10ba491487adcc71f9440376&device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 1097 time: 0.0565844 Jul 16 20:08:28.159979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:28.170653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6095b-2bbd-4b25-83c0-48690e5a0f14 req-dc327563-55c9-441d-85ff-b9ba4a85456d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.172453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a3d6095b-2bbd-4b25-83c0-48690e5a0f14 req-dc327563-55c9-441d-85ff-b9ba4a85456d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0692363 Jul 16 20:08:28.212226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a3d6095b-2bbd-4b25-83c0-48690e5a0f14 req-edb1f137-030f-45d7-a768-f98bb8572c9c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Jul 16 20:08:28.240289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-c10e0d6a-43f0-4bed-952e-71a395773952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.242081 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-c10e0d6a-43f0-4bed-952e-71a395773952 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d43a27d7-f698-4ddc-aa22-b81e14a527e0 HTTP/1.1" status: 200 len: 930 time: 0.0909064 Jul 16 20:08:28.324307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-29205793-0bcc-4d10-829c-068a629743c7 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.325865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-29205793-0bcc-4d10-829c-068a629743c7 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.63 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 950 time: 0.0741370 Jul 16 20:08:28.350804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:28.353253 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-6afaeb7b-b21c-4534-bbd6-2912fddd9941 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f HTTP/1.1" status: 200 len: 998 time: 0.1052544 Jul 16 20:08:28.388306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:28.391626 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6351346-8335-4a50-a342-0dd1f2fd2749" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:28.414455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-0d06ee03-e420-4566-aa8c-3998296b1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.416217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-0d06ee03-e420-4566-aa8c-3998296b1bff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d715f01-3640-4c62-a379-06b2ebc338be HTTP/1.1" status: 200 len: 868 time: 0.0572801 Jul 16 20:08:28.459996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf7c85-495e-46a8-92e5-2aa4a4d7a8f1 req-53ef955c-2e32-4f3d-b36b-133927d5e8b4 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.461651 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87bf7c85-495e-46a8-92e5-2aa4a4d7a8f1 req-53ef955c-2e32-4f3d-b36b-133927d5e8b4 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/ports?device_id=6faa5e18-2c2c-49af-a06f-69e4b205e5ba HTTP/1.1" status: 200 len: 950 time: 0.1347814 Jul 16 20:08:28.476489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-eb6773b9-67c3-467b-be6e-e21c275cdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.477965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-eb6773b9-67c3-467b-be6e-e21c275cdf67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d43a27d7-f698-4ddc-aa22-b81e14a527e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543077 Jul 16 20:08:28.480516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:28.485981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:28.486355 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.492496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-ec1b0759-1bce-43b3-b879-c8be867e85ef service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:08:28.493722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-ec1b0759-1bce-43b3-b879-c8be867e85ef service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058997 Jul 16 20:08:28.511761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Deleting port 61eb49ee-aa50-4a4d-b6bb-346e02965114 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:28.512341 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.519284 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87bf7c85-495e-46a8-92e5-2aa4a4d7a8f1 req-72d6a145-a2a0-469e-a1cf-80b9bb25a422 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.10 "GET /v2.0/security-groups?id=f70be3ba-0f2b-417e-80fe-8e9159d95470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482230 Jul 16 20:08:28.524899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '0090c04f-6959-43eb-818d-daaff6b4ebc7', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '4be21d49-212f-4950-8243-b634c677d591', 'port_id': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'mac_address': 'fa:16:3e:bb:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:08:24Z', 'updated_at': '2021-07-16T20:08:27Z', 'revision_number': 1, 'project_id': '83becc7d10ba491487adcc71f9440376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bf5901-84e0-42ba-b518-8c382554021c', 'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'mac_address': 'fa:16:3e:f7:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:59Z', 'updated_at': '2021-07-16T20:08:08Z', 'revision_number': 5, 'project_id': '83becc7d10ba491487adcc71f9440376', 'subnets': [{'id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:28.557720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] Checking router: 4be21d49-212f-4950-8243-b634c677d591 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:28.572117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:28.572710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:28.634402 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-0394b3ce-3e85-45ca-a7dd-95f2626d540f service neutron] 10.222.0.10 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328983 Jul 16 20:08:28.700478 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.735868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3c8276-ff9b-4cf2-badd-de299716b06c req-c2bfb6ca-236c-4d41-91a4-aebebcdf64b3 service neutron] 10.222.0.10 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002235 Jul 16 20:08:28.738786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320f77c1-654c-4985-8919-272d32059a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:28.741124 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558cabeb-be82-42fe-ad2f-f603c9b6df48" -d '{"events": [{"server_uuid": "320f77c1-654c-4985-8919-272d32059a75", "name": "network-vif-plugged", "status": "completed", "tag": "44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:28.760930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:28.765892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:28.768452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.793418 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74bee29-a93e-427e-b1e1-80a9a4c65489 x-openstack-request-id: req-e74bee29-a93e-427e-b1e1-80a9a4c65489 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:28.794103 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:28.795060 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e74bee29-a93e-427e-b1e1-80a9a4c65489 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:28.800703 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'status': 'completed', 'code': 200} Jul 16 20:08:28.878043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-491829c8-e270-4670-9377-9d808cf1df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.879640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-491829c8-e270-4670-9377-9d808cf1df7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83becc7d10ba491487adcc71f9440376&device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 1097 time: 0.0554979 Jul 16 20:08:28.888894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:28.903192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.903564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.903905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.904237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.904565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.904892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.905214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.905536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.905860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.906175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.906493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.906810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:28.948082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] For port 61eb49ee-aa50-4a4d-b6bb-346e02965114, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=61eb49ee-aa50-4a4d-b6bb-346e02965114,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:28.948523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:28.966392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Calling delete_port for 61eb49ee-aa50-4a4d-b6bb-346e02965114 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:28.991863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a6353-975e-4bcb-a8cb-f0811324831a req-4f67a160-b99d-40ce-a822-6ccf68741c3c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:28.993356 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-306a6353-975e-4bcb-a8cb-f0811324831a req-4f67a160-b99d-40ce-a822-6ccf68741c3c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 950 time: 0.1075206 Jul 16 20:08:29.037690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bde796-c63a-421b-8883-d1de642e3659 req-444b3f1c-9f1b-4936-bebe-296ed540b9de tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.039267 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9bde796-c63a-421b-8883-d1de642e3659 req-444b3f1c-9f1b-4936-bebe-296ed540b9de tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 947 time: 0.1496165 Jul 16 20:08:29.040467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-86943850-cac1-4737-bb70-8d5125a94d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.041803 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-86943850-cac1-4737-bb70-8d5125a94d1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d43a27d7-f698-4ddc-aa22-b81e14a527e0 HTTP/1.1" status: 200 len: 930 time: 0.1431308 Jul 16 20:08:29.057144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '0090c04f-6959-43eb-818d-daaff6b4ebc7', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '4be21d49-212f-4950-8243-b634c677d591', 'port_id': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'mac_address': 'fa:16:3e:bb:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:08:24Z', 'updated_at': '2021-07-16T20:08:27Z', 'revision_number': 1, 'project_id': '83becc7d10ba491487adcc71f9440376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bf5901-84e0-42ba-b518-8c382554021c', 'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'mac_address': 'fa:16:3e:f7:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:59Z', 'updated_at': '2021-07-16T20:08:08Z', 'revision_number': 5, 'project_id': '83becc7d10ba491487adcc71f9440376', 'subnets': [{'id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:29.078182 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-306a6353-975e-4bcb-a8cb-f0811324831a req-d7369d67-18ad-4183-b7f4-de6a9d2e9f1f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574970 Jul 16 20:08:29.089284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8749d0e-6ac1-4730-8e60-21e80cf1e782 None None] The sync data for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 is: [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '0090c04f-6959-43eb-818d-daaff6b4ebc7', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '4be21d49-212f-4950-8243-b634c677d591', 'port_id': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'mac_address': 'fa:16:3e:bb:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:08:24Z', 'updated_at': '2021-07-16T20:08:27Z', 'revision_number': 1, 'project_id': '83becc7d10ba491487adcc71f9440376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bf5901-84e0-42ba-b518-8c382554021c', 'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'mac_address': 'fa:16:3e:f7:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:59Z', 'updated_at': '2021-07-16T20:08:08Z', 'revision_number': 5, 'project_id': '83becc7d10ba491487adcc71f9440376', 'subnets': [{'id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:29.130658 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9bde796-c63a-421b-8883-d1de642e3659 req-4175d52c-e089-4ed4-915d-72233b65b991 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784054 Jul 16 20:08:29.147152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-4398f26f-cdd9-4bd7-9ef6-9d6c987bcb32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f HTTP/1.1" status: 200 len: 998 time: 0.0882266 Jul 16 20:08:29.164965 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.180629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['61eb49ee-aa50-4a4d-b6bb-346e02965114'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:29.206093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Pushing event deleted for resources: {'Port': ['ID=61eb49ee-aa50-4a4d-b6bb-346e02965114,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:29.218698 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.219311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.219664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.220011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.220409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.221872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.221872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.222096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.222236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.222572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.223444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.223444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:29.231160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-82bd2669-8462-47d4-a055-03ddb52659bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.232688 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff3f576-8591-4b91-9b8e-c59b8250df50 x-openstack-request-id: req-6ff3f576-8591-4b91-9b8e-c59b8250df50 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:29.232834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-82bd2669-8462-47d4-a055-03ddb52659bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d715f01-3640-4c62-a379-06b2ebc338be HTTP/1.1" status: 200 len: 868 time: 0.0686133 Jul 16 20:08:29.232985 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320f77c1-654c-4985-8919-272d32059a75", "name": "network-vif-plugged", "status": "completed", "tag": "44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:29.233226 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ff3f576-8591-4b91-9b8e-c59b8250df50 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:29.233830 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320f77c1-654c-4985-8919-272d32059a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b', 'code': 200} Jul 16 20:08:29.324114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] No DVR routers for this DVR port 61eb49ee-aa50-4a4d-b6bb-346e02965114 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:29.327950 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.330049 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d1f5d0dc-f0d3-444a-a82a-7cbd065187d6 req-3ee9d56a-1cd7-4cb0-9035-6e6998bda852 tempest-TenantUsagesTestJSON-28120631 tempest-TenantUsagesTestJSON-28120631-project] 10.222.0.63 "DELETE /v2.0/ports/61eb49ee-aa50-4a4d-b6bb-346e02965114 HTTP/1.1" status: 204 len: 173 time: 0.9928777 Jul 16 20:08:29.331769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6faa5e18-2c2c-49af-a06f-69e4b205e5ba', 'name': 'network-vif-deleted', 'tag': '61eb49ee-aa50-4a4d-b6bb-346e02965114'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:29.344665 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c93ed5a-4694-44ca-a549-1d8fac4b0bd0" -d '{"events": [{"server_uuid": "6faa5e18-2c2c-49af-a06f-69e4b205e5ba", "name": "network-vif-deleted", "tag": "61eb49ee-aa50-4a4d-b6bb-346e02965114"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:29.395898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7208c3-e4d8-46dd-a97d-5e788e4d0b17 req-6d0f7551-8357-499a-9cd4-ec27f953702f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.397787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb7208c3-e4d8-46dd-a97d-5e788e4d0b17 req-6d0f7551-8357-499a-9cd4-ec27f953702f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1399589 Jul 16 20:08:29.430899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 56ad0115-ac52-4b92-9a27-2d9da1954d66 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:29.461676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb7208c3-e4d8-46dd-a97d-5e788e4d0b17 req-3727d69e-607b-45c4-8860-a420d1f2bdfa tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575047 Jul 16 20:08:29.485429 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255ece0-1f75-4aa9-abb2-056c8d8b3db9 None None] New status for floating IP 0090c04f-6959-43eb-818d-daaff6b4ebc7: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:08:29.496157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6492893-0bd8-439f-98e1-209c3d7f7cfe req-42ce6dd1-635a-4f45-9ff3-83b0b5f743a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.497780 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6492893-0bd8-439f-98e1-209c3d7f7cfe req-42ce6dd1-635a-4f45-9ff3-83b0b5f743a2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 1102 time: 0.1838872 Jul 16 20:08:29.504657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-fe6f8539-1df8-435f-bcdd-d9909a5b967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.506415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-fe6f8539-1df8-435f-bcdd-d9909a5b967a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d43a27d7-f698-4ddc-aa22-b81e14a527e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2403436 Jul 16 20:08:29.511554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-9d81a5fe-c446-4cb9-a23b-5a312f18fcc5 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 258 time: 0.2612631 Jul 16 20:08:29.559219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 56ad0115-ac52-4b92-9a27-2d9da1954d66, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=56ad0115-ac52-4b92-9a27-2d9da1954d66,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:29.563553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:29.573967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '56ad0115-ac52-4b92-9a27-2d9da1954d66', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '56ad0115-ac52-4b92-9a27-2d9da1954d66', 'mac_address': 'fa:16:3e:6b:f5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:29.603042 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6492893-0bd8-439f-98e1-209c3d7f7cfe req-c0ce26b8-0e40-4a05-8675-1186c9e49234 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904872 Jul 16 20:08:29.613757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.629172 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.647345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ad0115-ac52-4b92-9a27-2d9da1954d66 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:29.679634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 56ad0115-ac52-4b92-9a27-2d9da1954d66, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=56ad0115-ac52-4b92-9a27-2d9da1954d66,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:29.687183 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.773501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-12a0e369-d5ee-47c5-b5f7-61a4ec0fe685 service neutron] 10.222.0.30 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266822 Jul 16 20:08:29.784899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=56ad0115-ac52-4b92-9a27-2d9da1954d66,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:29.852482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde5dc4-a5dc-4aa2-acb0-54f09100dc8c req-f572e12e-8fdf-417c-958a-88dd62b99f19 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:29.855421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2dde5dc4-a5dc-4aa2-acb0-54f09100dc8c req-f572e12e-8fdf-417c-958a-88dd62b99f19 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 943 time: 0.0956771 Jul 16 20:08:29.916090 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2dde5dc4-a5dc-4aa2-acb0-54f09100dc8c req-8a92a86b-6a75-438b-ad2b-613027820e97 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548675 Jul 16 20:08:29.926856 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:29.937029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6351346-8335-4a50-a342-0dd1f2fd2749 req-3be04962-2f21-42c7-ace2-6df0cdcd982d service neutron] 10.222.0.30 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479378 Jul 16 20:08:30.048595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Allocated IP 172.25.7.17 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/6a41442a-950d-49c3-968f-a30daea405cc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:30.105331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40baa0-769d-446f-8e1d-266aea013b98 req-b520cb1d-2af4-4fe7-839d-4437611156b4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.106907 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea40baa0-769d-446f-8e1d-266aea013b98 req-b520cb1d-2af4-4fe7-839d-4437611156b4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0705380 Jul 16 20:08:30.148422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea40baa0-769d-446f-8e1d-266aea013b98 req-3a7aee64-d625-4db3-9d3c-f34b013950c0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Jul 16 20:08:30.158576 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.195717 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6388b43-ceef-4d5b-b495-20d7462106ff x-openstack-request-id: req-e6388b43-ceef-4d5b-b495-20d7462106ff {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:30.196398 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6faa5e18-2c2c-49af-a06f-69e4b205e5ba", "name": "network-vif-deleted", "tag": "61eb49ee-aa50-4a4d-b6bb-346e02965114", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:30.196894 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6388b43-ceef-4d5b-b495-20d7462106ff {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:30.197472 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6faa5e18-2c2c-49af-a06f-69e4b205e5ba', 'name': 'network-vif-deleted', 'tag': '61eb49ee-aa50-4a4d-b6bb-346e02965114', 'status': 'completed', 'code': 200} Jul 16 20:08:30.225285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.240698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['56ad0115-ac52-4b92-9a27-2d9da1954d66'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:30.271713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:30.274762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:30.278462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:30.309230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Pushing event updated for resources: {'Port': ['ID=6a41442a-950d-49c3-968f-a30daea405cc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:30.319064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.319440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.319781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.320119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.320451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.320783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.321109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.321471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.321753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.322082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.323392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.323392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:08:30.398494 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.451911 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.456235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71f1fd-3671-43ca-93e7-8009c594120b req-50566cee-18ee-4add-a812-abfb1f37949e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.457841 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e71f1fd-3671-43ca-93e7-8009c594120b req-50566cee-18ee-4add-a812-abfb1f37949e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 950 time: 0.0767963 Jul 16 20:08:30.497929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e71f1fd-3671-43ca-93e7-8009c594120b req-953d951a-763e-4c67-94ca-bc5b2750b262 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339351 Jul 16 20:08:30.632651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43488) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:30.640314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.647379 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.694968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8c94-5752-4d16-b900-5ef08a6df5fc req-b04b422a-8b72-4736-85b3-5e0e9f6c009c tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.697200 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-399f8c94-5752-4d16-b900-5ef08a6df5fc req-b04b422a-8b72-4736-85b3-5e0e9f6c009c tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 948 time: 0.0933111 Jul 16 20:08:30.742204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Pushing event updated for resources: {'Port': ['ID=6a41442a-950d-49c3-968f-a30daea405cc,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:30.753891 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.757681 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-399f8c94-5752-4d16-b900-5ef08a6df5fc req-ee2fa549-74c5-4bb9-9215-a31139445688 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541420 Jul 16 20:08:30.785642 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:30.786869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-102a78b7-b34a-4353-b5d7-27363548a872 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2283752 Jul 16 20:08:30.849584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-2a493ea6-b636-462e-8edf-7161354a63f1 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0520928 Jul 16 20:08:30.851983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-728f5dab-bb65-4a0b-afb5-c8b849d3d5c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90e2b37319da4cd8a5592ce8f239357c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181675 Jul 16 20:08:30.854513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:30.922254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea4b71-e958-4729-92c1-7e0d8aa7409a req-11b84813-369d-4829-aa48-10c3bd78029a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.923785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cea4b71-e958-4729-92c1-7e0d8aa7409a req-11b84813-369d-4829-aa48-10c3bd78029a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0658870 Jul 16 20:08:30.960743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cea4b71-e958-4729-92c1-7e0d8aa7409a req-005917fb-2865-4847-bc4d-77739ff7115a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Jul 16 20:08:30.991586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-2fd1b149-aecc-473d-a888-c9f353597f04 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:30.992927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83595f68-a076-4099-a5ae-c9b36b6a259d req-2fd1b149-aecc-473d-a888-c9f353597f04 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1312089 Jul 16 20:08:30.993702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96445431-77cf-4fc8-a0aa-63c8197c71c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.019677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96445431-77cf-4fc8-a0aa-63c8197c71c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.068656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96445431-77cf-4fc8-a0aa-63c8197c71c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.071505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96445431-77cf-4fc8-a0aa-63c8197c71c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.072661 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-96445431-77cf-4fc8-a0aa-63c8197c71c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f70be3ba-0f2b-417e-80fe-8e9159d95470 HTTP/1.1" status: 204 len: 168 time: 0.2164705 Jul 16 20:08:31.081584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96445431-77cf-4fc8-a0aa-63c8197c71c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70be3ba-0f2b-417e-80fe-8e9159d95470,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.164866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56a89c-ec21-4875-88ff-43f8e75f3c35 req-6ca87b1e-0528-45d2-96de-6bb68f988da3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.166691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b56a89c-ec21-4875-88ff-43f8e75f3c35 req-6ca87b1e-0528-45d2-96de-6bb68f988da3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 943 time: 0.0698392 Jul 16 20:08:31.212026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b56a89c-ec21-4875-88ff-43f8e75f3c35 req-fdc7465e-c420-4a87-902f-a5a1829e7efd tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379181 Jul 16 20:08:31.301199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995ec47-f229-45b4-9beb-f1414a0bd42d req-3aba9bcb-e0f5-4ec9-9049-7df5daa89bcd tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.302732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6995ec47-f229-45b4-9beb-f1414a0bd42d req-3aba9bcb-e0f5-4ec9-9049-7df5daa89bcd tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1294739 Jul 16 20:08:31.359525 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6995ec47-f229-45b4-9beb-f1414a0bd42d req-fbd27328-f0ff-4971-814d-bcd5a3bd7c07 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0485880 Jul 16 20:08:31.371080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6995ec47-f229-45b4-9beb-f1414a0bd42d req-8c68e0a9-7876-4277-ba4c-00b623d52627 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Request body: {'floatingip': {'port_id': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:31.371232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43504) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:31.390427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-708e8d15-3157-452f-9e85-79245f18f62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.408542 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6995ec47-f229-45b4-9beb-f1414a0bd42d req-8c68e0a9-7876-4277-ba4c-00b623d52627 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.414312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b576-80f1-4c58-846e-b44cc1b0da8c req-81486dcc-e9f6-441f-b273-679e257f201f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.415901 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a384b576-80f1-4c58-846e-b44cc1b0da8c req-81486dcc-e9f6-441f-b273-679e257f201f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0941911 Jul 16 20:08:31.475590 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a384b576-80f1-4c58-846e-b44cc1b0da8c req-da72e44c-501a-4e92-b636-e083307fd06f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520160 Jul 16 20:08:31.532968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-708e8d15-3157-452f-9e85-79245f18f62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.537895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-708e8d15-3157-452f-9e85-79245f18f62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.575044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e8d15-3157-452f-9e85-79245f18f62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840ed81c-9747-439c-b216-d243dc7c225b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.579310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-708e8d15-3157-452f-9e85-79245f18f62d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb7c859e416a414f99b3a8abe9fbbe2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072613 Jul 16 20:08:31.582010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43508) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:31.649964 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-6995ec47-f229-45b4-9beb-f1414a0bd42d req-8c68e0a9-7876-4277-ba4c-00b623d52627 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:08:31.651001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6995ec47-f229-45b4-9beb-f1414a0bd42d req-8c68e0a9-7876-4277-ba4c-00b623d52627 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "PUT /v2.0/floatingips/836a1719-807e-4477-905d-30a56cd146e6 HTTP/1.1" status: 409 len: 549 time: 0.2845948 Jul 16 20:08:31.668192 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d8defe1-35a9-48b8-b159-949e4bff25ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.698631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d8defe1-35a9-48b8-b159-949e4bff25ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.718317 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-e2028c47-88fe-4630-91e2-1e88a175ab98 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips/836a1719-807e-4477-905d-30a56cd146e6 HTTP/1.1" status: 200 len: 692 time: 0.0471597 Jul 16 20:08:31.722600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abacf5-c00c-4aac-b27f-ac3dd7c6b64e req-16c35888-d796-4407-8b1b-5b69788372b1 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.724114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-65abacf5-c00c-4aac-b27f-ac3dd7c6b64e req-16c35888-d796-4407-8b1b-5b69788372b1 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 950 time: 0.1039233 Jul 16 20:08:31.771198 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-65abacf5-c00c-4aac-b27f-ac3dd7c6b64e req-b6efdccb-4117-407a-ab05-2afb540d4f0a tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 Jul 16 20:08:31.780570 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d8defe1-35a9-48b8-b159-949e4bff25ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.784162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d8defe1-35a9-48b8-b159-949e4bff25ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:31.785865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5d8defe1-35a9-48b8-b159-949e4bff25ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/840ed81c-9747-439c-b216-d243dc7c225b HTTP/1.1" status: 204 len: 168 time: 0.2030125 Jul 16 20:08:31.803909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8defe1-35a9-48b8-b159-949e4bff25ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840ed81c-9747-439c-b216-d243dc7c225b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:31.838535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-69551da9-643c-47b5-bdd4-d271378bf652 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.845417 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-69551da9-643c-47b5-bdd4-d271378bf652 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1213312 Jul 16 20:08:31.899983 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-3f4396b3-23bc-4a4b-b050-92d40de277bb tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0529721 Jul 16 20:08:31.949913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-170f3385-c84f-4b02-b6cc-751f98c9f22d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0478218 Jul 16 20:08:31.971973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc37d8-2fea-45ef-bd20-a2687f1e324d req-3e491229-60fc-4cd2-94b8-1d48a3c7dc0c tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:31.973478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4dc37d8-2fea-45ef-bd20-a2687f1e324d req-3e491229-60fc-4cd2-94b8-1d48a3c7dc0c tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 948 time: 0.0727015 Jul 16 20:08:32.017229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4dc37d8-2fea-45ef-bd20-a2687f1e324d req-9d9cc388-377e-4413-bade-3fa1a00a05eb tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Jul 16 20:08:32.092898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Deleting port 6a41442a-950d-49c3-968f-a30daea405cc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:32.093282 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.181394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c936229-0ec9-41ab-8f59-3af0fca04cde req-c158d008-6241-452d-9b99-9c8fd05257f1 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:32.182934 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c936229-0ec9-41ab-8f59-3af0fca04cde req-c158d008-6241-452d-9b99-9c8fd05257f1 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 1102 time: 0.0572026 Jul 16 20:08:32.183923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.184255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.196903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Calling delete_port for 6a41442a-950d-49c3-968f-a30daea405cc owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:32.249644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c936229-0ec9-41ab-8f59-3af0fca04cde req-074a8088-c7e1-4904-b126-f4568f399423 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607524 Jul 16 20:08:32.279495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-f81d8a00-1134-41fe-bcff-9e644bc077d4 service neutron] 10.222.0.63 "GET /v2.0/ports/bae53509-347f-4e2a-b4d3-6218c2d80c85/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 385 time: 0.0762093 Jul 16 20:08:32.367961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 61eb49ee-aa50-4a4d-b6bb-346e02965114 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:32.376959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.407286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 61eb49ee-aa50-4a4d-b6bb-346e02965114 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:32.407634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 61eb49ee-aa50-4a4d-b6bb-346e02965114 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:32.411603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Pushing event deleted for resources: {'Port': ['ID=6a41442a-950d-49c3-968f-a30daea405cc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:32.492835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.495388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.510238 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbbe163b-3c37-4648-9b2d-b4da19a05c90 req-b9296fc8-8b18-445c-ace4-2b26279024b9 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "DELETE /v2.0/floatingips/836a1719-807e-4477-905d-30a56cd146e6 HTTP/1.1" status: 204 len: 173 time: 0.5545552 Jul 16 20:08:32.558425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:32.569317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:32.581475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be970-4793-4176-8dae-8d03578e9791 req-f4b79dcb-b74f-49c3-aac7-801f902ceae8 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:32.582999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d3be970-4793-4176-8dae-8d03578e9791 req-f4b79dcb-b74f-49c3-aac7-801f902ceae8 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1384940 Jul 16 20:08:32.593103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:32.651176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae53509-347f-4e2a-b4d3-6218c2d80c85 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:32.669239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:32.678009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d3be970-4793-4176-8dae-8d03578e9791 req-7a127756-8817-43a2-951f-9d7d85055efa tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866671 Jul 16 20:08:32.696887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.702747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-940646474-network', 'tenant_id': '97a0f4b7af86494f92e7f1801dbbe1f8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:32.726256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Made reservation on behalf of 97a0f4b7af86494f92e7f1801dbbe1f8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:32.728823 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.742043 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.796773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-cef75381-87ce-4480-b00b-ab78a9a73272 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312755 Jul 16 20:08:32.814713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] Transition to ACTIVE for port object bae53509-347f-4e2a-b4d3-6218c2d80c85 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:32.826912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.842419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3c416-a9e3-4a8b-8d05-393ca9380642 req-327f03e3-420d-49fa-a399-d0c4a5f0f355 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:32.844018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f0b3c416-a9e3-4a8b-8d05-393ca9380642 req-327f03e3-420d-49fa-a399-d0c4a5f0f355 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 943 time: 0.1040344 Jul 16 20:08:32.899551 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f0b3c416-a9e3-4a8b-8d05-393ca9380642 req-c0fb47b4-47bd-4bcd-a35b-7038225ffdc2 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491867 Jul 16 20:08:32.928733 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.933600 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.934706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] No DVR routers for this DVR port bae53509-347f-4e2a-b4d3-6218c2d80c85 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:32.959166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:32.976693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:32.989615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] 10.222.0.63 "PUT /v2.0/ports/bae53509-347f-4e2a-b4d3-6218c2d80c85/bindings/n-h2-792394-17/activate HTTP/1.1" status: 200 len: 370 time: 0.7110398 Jul 16 20:08:32.992849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:32.993199 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Added segment 9aaf473e-4055-4dda-bb51-00e400e305b7 of type vlan for network 2af49aec-5130-41de-b06a-48aed6bd8dca Jul 16 20:08:33.003909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d5f26-2a15-4f16-9af8-dd2ade3a9579 service neutron] Pushing event updated for resources: {'Port': ['ID=bae53509-347f-4e2a-b4d3-6218c2d80c85,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.018878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97698660-dcdb-4fe6-bdf7-0faaa72582c1 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.020660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97698660-dcdb-4fe6-bdf7-0faaa72582c1 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181284 Jul 16 20:08:33.035831 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-d1e0665c-2ef0-4dd2-af59-d52aac357508 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/quotas/e341144ff89042febd24438ee1226e06 HTTP/1.1" status: 200 len: 375 time: 0.0098305 Jul 16 20:08:33.074389 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.123764 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.124647 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.125227 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.138007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73433757-bbb5-4385-9c92-ef245d03b682 req-2c942f5e-2ed1-4686-b6bb-2dbfe21538af tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.139661 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73433757-bbb5-4385-9c92-ef245d03b682 req-2c942f5e-2ed1-4686-b6bb-2dbfe21538af tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1000879 Jul 16 20:08:33.187053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6135073 Jul 16 20:08:33.187291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:33.192296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Request body: {'subnet': {'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-940646474-subnet', 'tenant_id': '97a0f4b7af86494f92e7f1801dbbe1f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:33.228210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d988bb-2626-448a-b834-fa79d7950e0a admin admin] Pushing event updated for resources: {'Network': ['ID=2af49aec-5130-41de-b06a-48aed6bd8dca,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.242028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 2af49aec-5130-41de-b06a-48aed6bd8dca details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:33.250308 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73433757-bbb5-4385-9c92-ef245d03b682 req-575914c1-44b3-43dc-a4c5-560a8bedadd9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981538 Jul 16 20:08:33.259461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Made reservation on behalf of 97a0f4b7af86494f92e7f1801dbbe1f8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:33.262304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.423291 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-d8cf476d-4376-4d22-a831-5ec3c1736dde tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3813477 Jul 16 20:08:33.431301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-3afdbcc8-8582-4acb-a251-e95199a606cd tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.432763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-3afdbcc8-8582-4acb-a251-e95199a606cd tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.3791373 Jul 16 20:08:33.443522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-a48a2d39-2b32-475b-a4f1-fff786936137 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 1000 time: 0.1442146 Jul 16 20:08:33.463234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 56ad0115-ac52-4b92-9a27-2d9da1954d66 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:33.513628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-478cf0a9-3e9b-4d7c-a846-a79a56157491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.519139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-478cf0a9-3e9b-4d7c-a846-a79a56157491 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42&tenant_id=31af99bb6bb148a3970c4248323ed226 HTTP/1.1" status: 200 len: 1096 time: 0.0676730 Jul 16 20:08:33.572361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-7a1c5118-6037-455a-80c8-18888d43dee8 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.574091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-7a1c5118-6037-455a-80c8-18888d43dee8 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports/05754779-9c2c-4cbc-bcc3-1d6448eed88f HTTP/1.1" status: 200 len: 942 time: 0.1239302 Jul 16 20:08:33.634697 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.649369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e52c41b9-03c1-4504-8873-0b37cc83661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.656047 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-e52c41b9-03c1-4504-8873-0b37cc83661b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1096 time: 0.1124346 Jul 16 20:08:33.709850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac9a135-901a-4915-b220-7c11bcf3ad7f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:33.712688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Checking segment: {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:33.712688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Network hostable DHCP agents. Network: 2af49aec-5130-41de-b06a-48aed6bd8dca, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:33.732243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Network 2af49aec-5130-41de-b06a-48aed6bd8dca is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:33.758741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 56ad0115-ac52-4b92-9a27-2d9da1954d66 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:33.763736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 56ad0115-ac52-4b92-9a27-2d9da1954d66 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:33.764390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.780995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 2af49aec-5130-41de-b06a-48aed6bd8dca) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:33.792577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683acfec-ee87-4a18-a17a-7641485fb57e None None] Network 2af49aec-5130-41de-b06a-48aed6bd8dca requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:33.800308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.801185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:33.832804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-6a57a08f-1020-4e63-835b-d4534b1e3cbf tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 1000 time: 0.0969303 Jul 16 20:08:33.834915 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1db299fd-2149-4a0a-8285-bab47a0e31b5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6466813 Jul 16 20:08:33.873552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c82aa-0d31-4178-b4f4-c81542a35ce3 req-2f80b9be-031d-452a-969f-fac546bdb684 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.874878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-291c82aa-0d31-4178-b4f4-c81542a35ce3 req-2f80b9be-031d-452a-969f-fac546bdb684 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 948 time: 0.2007871 Jul 16 20:08:33.887205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-bd10197f-2b1f-4302-8f7e-280d4eab26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.888675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-bd10197f-2b1f-4302-8f7e-280d4eab26e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.2238064 Jul 16 20:08:33.976214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-7f609156-e1dc-49ee-8061-9dccc8b53015 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85 HTTP/1.1" status: 200 len: 217 time: 0.0771489 Jul 16 20:08:33.980190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-f4413a22-7234-4024-8594-bef733473683 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:33.981591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-f4413a22-7234-4024-8594-bef733473683 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1391461 Jul 16 20:08:33.998616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-4c7c4ef0-37e2-472f-8617-947136efc744 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:08:34.004485 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.007768 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-4c7c4ef0-37e2-472f-8617-947136efc744 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193870 Jul 16 20:08:34.012126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0963aa31-d9bc-4a5c-b926-62ed116f8cc5 None None] Network 2af49aec-5130-41de-b06a-48aed6bd8dca requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:34.014392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-291c82aa-0d31-4178-b4f4-c81542a35ce3 req-59d5548f-1762-4668-a935-78661dca4803 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298418 Jul 16 20:08:34.076947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-5a55e786-6dfc-4f9b-9522-ccd8d0a3ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.076947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-5a55e786-6dfc-4f9b-9522-ccd8d0a3ce18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0750265 Jul 16 20:08:34.093914 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-5de4a8e2-9c0e-434b-9677-a541f0d70918 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 1000 time: 0.0845399 Jul 16 20:08:34.102702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-1a2f5509-bb5a-4209-8a51-2b430b8c08a0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:34.117695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-54d14efa-ea73-45ed-a9fd-482647cc4ecc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341442 Jul 16 20:08:34.153028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0dd27a08-8faa-4863-989b-449b8bf908b2 req-5726efc0-8584-4248-896b-0c77ee353849 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 210 time: 0.0335310 Jul 16 20:08:34.170340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 56ad0115-ac52-4b92-9a27-2d9da1954d66, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=56ad0115-ac52-4b92-9a27-2d9da1954d66,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:34.184931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e266b58-b140-4d18-acd0-b0647f9526f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ad0115-ac52-4b92-9a27-2d9da1954d66'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:34.187536 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e129fe-43fa-4c66-bdc5-f0e148835d26" -d '{"events": [{"server_uuid": "5e266b58-b140-4d18-acd0-b0647f9526f2", "name": "network-vif-plugged", "status": "completed", "tag": "56ad0115-ac52-4b92-9a27-2d9da1954d66"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:34.193630 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.194150 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-1a2f5509-bb5a-4209-8a51-2b430b8c08a0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.314165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-879346a4-177d-4f08-986c-1867d9a617f6 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595523 Jul 16 20:08:34.351569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=56ad0115-ac52-4b92-9a27-2d9da1954d66,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:34.390904 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-1a2f5509-bb5a-4209-8a51-2b430b8c08a0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.396360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-1a2f5509-bb5a-4209-8a51-2b430b8c08a0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.396683 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-1a2f5509-bb5a-4209-8a51-2b430b8c08a0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Floating IP 0090c04f-6959-43eb-818d-daaff6b4ebc7 disassociated. External IP: 172.25.7.48, port: 05754779-9c2c-4cbc-bcc3-1d6448eed88f. Jul 16 20:08:34.426224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-a44246a1-5f0e-48ee-a3f2-83c396077e8e service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953667 Jul 16 20:08:34.512469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3260a-1531-4dc7-b8a8-bd0967cd57bc req-cd50ec0e-140d-4562-ae5c-506ab5215a05 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.513861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ac3260a-1531-4dc7-b8a8-bd0967cd57bc req-cd50ec0e-140d-4562-ae5c-506ab5215a05 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0777249 Jul 16 20:08:34.558340 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ac3260a-1531-4dc7-b8a8-bd0967cd57bc req-7df76988-bf24-47bb-858e-84d90595e2cb tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Jul 16 20:08:34.640092 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-1a2f5509-bb5a-4209-8a51-2b430b8c08a0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Router 4be21d49-212f-4950-8243-b634c677d591 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:34.726833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fc428-0f42-4cec-949a-a528e207a148 req-dbef63cc-a93d-4ce8-a6b7-9bcfe7aebd45 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.728650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-229fc428-0f42-4cec-949a-a528e207a148 req-dbef63cc-a93d-4ce8-a6b7-9bcfe7aebd45 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 944 time: 0.0728455 Jul 16 20:08:34.763406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-1a2f5509-bb5a-4209-8a51-2b430b8c08a0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:34.767722 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-1a2f5509-bb5a-4209-8a51-2b430b8c08a0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:34.774186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] Sync routers for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:34.783995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:34.784937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:34.798032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-229fc428-0f42-4cec-949a-a528e207a148 req-75102b83-868e-4bee-a4a7-0ce54907825e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637689 Jul 16 20:08:34.817690 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-1a2f5509-bb5a-4209-8a51-2b430b8c08a0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "PUT /v2.0/floatingips/0090c04f-6959-43eb-818d-daaff6b4ebc7 HTTP/1.1" status: 200 len: 694 time: 0.7145545 Jul 16 20:08:34.818228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:34.823325 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:34.860719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-44bb4861-fa24-47bd-8ff9-919cc141b186 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.862914 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-44bb4861-fa24-47bd-8ff9-919cc141b186 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.1060977 Jul 16 20:08:34.901558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-35daecb8-57ce-438b-b6e2-975951d7da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:34.903730 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-35daecb8-57ce-438b-b6e2-975951d7da37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83becc7d10ba491487adcc71f9440376&device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 1097 time: 0.0674126 Jul 16 20:08:34.946516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:35.073217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-4aacd9a2-66ea-4e93-a52d-f79425b65c90 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436881 Jul 16 20:08:35.073820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-9123a20b-acde-4da8-a366-517ff72361ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.075291 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-9123a20b-acde-4da8-a366-517ff72361ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=d43a27d7-f698-4ddc-aa22-b81e14a527e0 HTTP/1.1" status: 200 len: 930 time: 0.1642120 Jul 16 20:08:35.102826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-42cbf76a-7714-4515-9f66-af3685508a9d service neutron] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:35.118976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-42cbf76a-7714-4515-9f66-af3685508a9d service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.120112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e04b5ce5-f4bd-4c73-8748-b4cb6153bea1 req-42cbf76a-7714-4515-9f66-af3685508a9d service neutron] 10.222.0.30 "DELETE /v2.0/ports/bae53509-347f-4e2a-b4d3-6218c2d80c85/bindings/n-h1-792394-17 HTTP/1.1" status: 204 len: 173 time: 0.2467644 Jul 16 20:08:35.120573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-db617700-5a5a-440c-b1b1-5d3d919faacc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f HTTP/1.1" status: 200 len: 217 time: 0.0378990 Jul 16 20:08:35.181031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-db540b16-559e-4dbc-a5da-e80fad45dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.183116 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-db540b16-559e-4dbc-a5da-e80fad45dff5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6d715f01-3640-4c62-a379-06b2ebc338be HTTP/1.1" status: 200 len: 868 time: 0.0557370 Jul 16 20:08:35.225891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e0bf5901-84e0-42ba-b518-8c382554021c', 'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'mac_address': 'fa:16:3e:f7:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:59Z', 'updated_at': '2021-07-16T20:08:08Z', 'revision_number': 5, 'project_id': '83becc7d10ba491487adcc71f9440376', 'subnets': [{'id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:35.254191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-7385b522-744e-432c-96d4-b86ba9402567 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.255735 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-7385b522-744e-432c-96d4-b86ba9402567 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/networks?id=2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 200 len: 821 time: 0.2108357 Jul 16 20:08:35.258113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] Checking router: 4be21d49-212f-4950-8243-b634c677d591 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:35.266128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-851bfac0-82c0-4b77-bb25-5458ac05e620 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.267489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-851bfac0-82c0-4b77-bb25-5458ac05e620 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827664 Jul 16 20:08:35.268181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:35.268936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:35.270183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-ba886780-75e2-4d6b-8d94-ba1b88846c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.272186 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-ba886780-75e2-4d6b-8d94-ba1b88846c97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d43a27d7-f698-4ddc-aa22-b81e14a527e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779209 Jul 16 20:08:35.281699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Request body: {'port': {'device_id': 'bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'e341144ff89042febd24438ee1226e06'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:35.292765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-6d308667-ac06-404a-b8a4-d4eba7f38307 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/quotas/97a0f4b7af86494f92e7f1801dbbe1f8 HTTP/1.1" status: 200 len: 375 time: 0.0239501 Jul 16 20:08:35.345635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5bb4ddc7-42f1-4b7e-bd1d-3b19c720fab7 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521121 Jul 16 20:08:35.384769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:35.389219 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-682971b4-f4fe-4652-8993-7d79e1e1666c service neutron] 10.222.0.10 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098809 Jul 16 20:08:35.492450 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fada1ab-cfda-4afd-a4be-19b981b75dbb req-f81a4f68-5fc6-494d-8946-89ff9ab0a62a service neutron] 10.222.0.10 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953124 Jul 16 20:08:35.507831 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-823685e6-abc6-4f13-ab0d-2f241b52a808 service neutron] 10.222.0.10 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543021 Jul 16 20:08:35.534951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Made reservation on behalf of e341144ff89042febd24438ee1226e06 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:35.539229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:35.564376 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18707222-f4a7-4732-85eb-09ebbc68f47d x-openstack-request-id: req-18707222-f4a7-4732-85eb-09ebbc68f47d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:35.565544 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e266b58-b140-4d18-acd0-b0647f9526f2", "name": "network-vif-plugged", "status": "completed", "tag": "56ad0115-ac52-4b92-9a27-2d9da1954d66", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:35.566584 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18707222-f4a7-4732-85eb-09ebbc68f47d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:35.567391 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e266b58-b140-4d18-acd0-b0647f9526f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ad0115-ac52-4b92-9a27-2d9da1954d66', 'code': 200} Jul 16 20:08:35.659622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e0bf5901-84e0-42ba-b518-8c382554021c', 'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'mac_address': 'fa:16:3e:f7:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:59Z', 'updated_at': '2021-07-16T20:08:08Z', 'revision_number': 5, 'project_id': '83becc7d10ba491487adcc71f9440376', 'subnets': [{'id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:35.689358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee349479-618d-4bff-be15-9f4a1c6e5ada None None] The sync data for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 is: [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:00Z', 'revision_number': 4, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e0bf5901-84e0-42ba-b518-8c382554021c', 'name': '', 'network_id': 'd43a27d7-f698-4ddc-aa22-b81e14a527e0', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'mac_address': 'fa:16:3e:f7:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:59Z', 'updated_at': '2021-07-16T20:08:08Z', 'revision_number': 5, 'project_id': '83becc7d10ba491487adcc71f9440376', 'subnets': [{'id': '6d715f01-3640-4c62-a379-06b2ebc338be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:35.705658 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-7406a650-945c-4138-8a14-7d277bb0ef3f service neutron] 10.222.0.10 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946764 Jul 16 20:08:35.760178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16817adb-fb54-4d17-9df0-7aa2946e0e5f req-e1efa874-3869-45e1-b525-6233f76e7a78 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.767845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16817adb-fb54-4d17-9df0-7aa2946e0e5f req-e1efa874-3869-45e1-b525-6233f76e7a78 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1006234 Jul 16 20:08:35.790896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Allocated IP 192.168.233.186 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/49b4ddee-00d4-4dbc-bda9-ca34081c9ef4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:35.809778 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16817adb-fb54-4d17-9df0-7aa2946e0e5f req-4cbffcd1-aa5d-4423-8bbc-f9c3b3b4d9fc tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Jul 16 20:08:35.827578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318dfd9-d8b8-4051-8a59-6f1a9138045d req-2e925bcc-d871-4dbc-b8e3-06741a374214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:35.830460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7318dfd9-d8b8-4051-8a59-6f1a9138045d req-2e925bcc-d871-4dbc-b8e3-06741a374214 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 1101 time: 0.1768649 Jul 16 20:08:35.894934 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da2db54-9e49-462f-94b8-d34914824479 x-openstack-request-id: req-2da2db54-9e49-462f-94b8-d34914824479 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:35.895469 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:35.896049 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2da2db54-9e49-462f-94b8-d34914824479 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:35.896578 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'status': 'completed', 'code': 200} Jul 16 20:08:35.948312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7318dfd9-d8b8-4051-8a59-6f1a9138045d req-afdff6fb-0b63-49ca-9698-f2e3a8923cb7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001248 Jul 16 20:08:36.039313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e4156bad-4b19-483c-aa40-209caac9f694 req-e51d180e-f322-4cc4-b918-8e17f283e655 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 210 time: 0.0418382 Jul 16 20:08:36.093698 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa8f96-0567-419a-93a3-ac3fb80a73ff None None] New status for floating IP 0090c04f-6959-43eb-818d-daaff6b4ebc7: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:08:36.184149 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.228822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Transition to ACTIVE for port object 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:36.234224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-2c8a01e7-62fc-4eeb-ba12-b5e2a0ebe426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.237915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-2c8a01e7-62fc-4eeb-ba12-b5e2a0ebe426 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83becc7d10ba491487adcc71f9440376&device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 1097 time: 0.2878916 Jul 16 20:08:36.248187 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-01ac8f01-3e8f-4496-bf95-f29435470774 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips/0090c04f-6959-43eb-818d-daaff6b4ebc7 HTTP/1.1" status: 200 len: 694 time: 0.0461483 Jul 16 20:08:36.266805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeafe7d-9b4c-4c58-9a00-e02e703a080b req-9e64e0e4-c8e7-45d8-98be-5ba7ee51201b tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.268898 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfeafe7d-9b4c-4c58-9a00-e02e703a080b req-9e64e0e4-c8e7-45d8-98be-5ba7ee51201b tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 949 time: 0.2717228 Jul 16 20:08:36.398812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-e2aec2db-fb59-4449-86f9-f491787c97c0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.400378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-e2aec2db-fb59-4449-86f9-f491787c97c0 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1386738 Jul 16 20:08:36.402774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfeafe7d-9b4c-4c58-9a00-e02e703a080b req-283f6bf2-ef9d-4974-a05b-96d9dde12170 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231647 Jul 16 20:08:36.412468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bae53509-347f-4e2a-b4d3-6218c2d80c85 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:36.436320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-9f926577-02e7-49a9-bfcc-6097fb6f69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.437920 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-9f926577-02e7-49a9-bfcc-6097fb6f69dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=d43a27d7-f698-4ddc-aa22-b81e14a527e0 HTTP/1.1" status: 200 len: 930 time: 0.1811686 Jul 16 20:08:36.443561 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.457026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef', '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:36.479077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-1d7dd0f2-3925-41b6-86c3-b8c7ecb71541 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.0693626 Jul 16 20:08:36.515651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44', '8dd64a9f-6d5f-4c91-a790-1919aa617f60'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:36.530432 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-29f54dfb-43b8-44ab-a263-13ed2d96ead2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f HTTP/1.1" status: 200 len: 217 time: 0.0575004 Jul 16 20:08:36.540444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:36.556193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:36.570065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-330b6ecc-4f0f-4d1c-afb3-e5fa1387121e tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.48 HTTP/1.1" status: 200 len: 695 time: 0.0747774 Jul 16 20:08:36.582170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bae53509-347f-4e2a-b4d3-6218c2d80c85 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:36.582558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:36.667281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event updated for resources: {'Port': ['ID=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:36.706849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-60e8f598-7cd1-43c4-9cb3-528c8393277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.707701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-60e8f598-7cd1-43c4-9cb3-528c8393277a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d715f01-3640-4c62-a379-06b2ebc338be HTTP/1.1" status: 200 len: 868 time: 0.1694062 Jul 16 20:08:36.757894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.758216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Deleting port 23961a04-d18e-40bc-9c00-628e418ad9b8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:36.758523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.758868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.804215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccb34b-54a4-486a-981f-a4571b60c4d9 req-4faff8da-4ec8-4d10-8ac0-a4d015246f18 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.808939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6eccb34b-54a4-486a-981f-a4571b60c4d9 req-4faff8da-4ec8-4d10-8ac0-a4d015246f18 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.2293422 Jul 16 20:08:36.811847 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-b08c0cd8-f35a-4695-836d-0478781677cf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5344548 Jul 16 20:08:36.829181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-895940e8-f2da-4a74-a837-c88c010ebf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:36.832545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-895940e8-f2da-4a74-a837-c88c010ebf1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d43a27d7-f698-4ddc-aa22-b81e14a527e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169965 Jul 16 20:08:36.837872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Request body: {'port': {'device_id': 'bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:36.879424 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.879761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:36.901486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Calling delete_port for 23961a04-d18e-40bc-9c00-628e418ad9b8 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:36.977511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9e804e4a-b931-4b25-98f6-560c90e85559 None None] Provisioning for port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:36.997112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9e804e4a-b931-4b25-98f6-560c90e85559 None None] Provisioning complete for port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:36.997963 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e804e4a-b931-4b25-98f6-560c90e85559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.037425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.060626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6eccb34b-54a4-486a-981f-a4571b60c4d9 req-36765492-f07c-4e47-aca3-e427632573c0 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400608 Jul 16 20:08:37.088727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9e804e4a-b931-4b25-98f6-560c90e85559 None None] Port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:37.124165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-99c28026-0be4-47a7-a8d4-db042118bb03 service neutron] 10.222.0.30 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168450 Jul 16 20:08:37.369590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.424534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Pushing event deleted for resources: {'Port': ['ID=23961a04-d18e-40bc-9c00-628e418ad9b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:37.554729 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.557768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.559073 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f93a7dda-28f4-4045-b9e9-0615ceb08185 req-cdfaca56-37b9-4e7f-9cde-efa25b9e488a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "DELETE /v2.0/floatingips/0090c04f-6959-43eb-818d-daaff6b4ebc7 HTTP/1.1" status: 204 len: 173 time: 0.9882479 Jul 16 20:08:37.578624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-1cbce296-ccd3-4718-b187-dd264c5402f6 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.580935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-1cbce296-ccd3-4718-b187-dd264c5402f6 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.63 "GET /v2.0/networks?id=2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 200 len: 821 time: 0.1796780 Jul 16 20:08:37.594085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Request body: {'port': {'device_id': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca', 'admin_state_up': True, 'tenant_id': '97a0f4b7af86494f92e7f1801dbbe1f8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:37.711941 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-40b0a808-fc0b-4c3f-bd3a-c80d026357da req-bd4131e8-861c-4e6d-aef8-5332f2f77fe4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 210 time: 0.0457525 Jul 16 20:08:37.741421 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4fc04fd-ca2a-45de-9936-f8e9767dbcb7 req-7e453635-0832-48b4-8227-f52cb9e319ca service neutron] 10.222.0.30 "GET /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011314 Jul 16 20:08:37.775645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6605b-910f-4a1a-919d-3d6e94540a5c req-0b5cfc17-dd12-469d-9b89-69497bfae3b6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.779716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Made reservation on behalf of 97a0f4b7af86494f92e7f1801dbbe1f8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:37.783472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69e6605b-910f-4a1a-919d-3d6e94540a5c req-0b5cfc17-dd12-469d-9b89-69497bfae3b6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 944 time: 0.5123155 Jul 16 20:08:37.783713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.838867 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69e6605b-910f-4a1a-919d-3d6e94540a5c req-ae2e0bb2-e8e7-479f-8f33-69f135c6e048 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543919 Jul 16 20:08:37.874123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:37.882668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.896820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Transition to ACTIVE for port object 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:37.900841 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:37.958081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Allocated IP 172.20.0.5 (2af49aec-5130-41de-b06a-48aed6bd8dca/1ac9a135-901a-4915-b220-7c11bcf3ad7f/538bf033-64ac-4b79-9600-847f6fda75e5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:37.980095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7164e-4ba9-4e66-8198-3051ca0affab req-dd040215-b504-4f07-ae20-359571b2179f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:37.981636 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-20f7164e-4ba9-4e66-8198-3051ca0affab req-dd040215-b504-4f07-ae20-359571b2179f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1393297 Jul 16 20:08:38.023052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Pushing event updated for resources: {'Port': ['ID=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:38.052998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-20f7164e-4ba9-4e66-8198-3051ca0affab req-89f53de0-d1b6-48a8-a149-f8106b27e1c9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642107 Jul 16 20:08:38.111896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87143d8-41c6-477a-97f7-cb63a044b3ee req-9f9ba1a1-6cab-4b92-9145-d491be89c1c8 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.113465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b87143d8-41c6-477a-97f7-cb63a044b3ee req-9f9ba1a1-6cab-4b92-9145-d491be89c1c8 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 948 time: 0.1490135 Jul 16 20:08:38.114707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Attempting to bind port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:38.115040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Attempting to bind port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:38.115400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Attempting to bind port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:38.122081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:38.122405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Attempting to bind port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:38.139097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:38.139388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:38.139775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:38.140227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Bound port: 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:38.140587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.175709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.192103 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b87143d8-41c6-477a-97f7-cb63a044b3ee req-236922cd-6772-413c-bd31-d7a4b7e5c79a tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716550 Jul 16 20:08:38.229642 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.248710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] For port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:38.253601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] For port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:38.259161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.290727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Network 2af49aec-5130-41de-b06a-48aed6bd8dca is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:38.294675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:38.298451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.299992 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.300531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:38.301957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] 10.222.0.63 "PUT /v2.0/ports/49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 HTTP/1.1" status: 200 len: 1097 time: 1.4752593 Jul 16 20:08:38.302483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615', 'tag': '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:38.305576 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4899f14b-71c7-4dc0-a273-911c444ee924" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615", "tag": "49b4ddee-00d4-4dbc-bda9-ca34081c9ef4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:38.311457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event updated for resources: {'Port': ['ID=538bf033-64ac-4b79-9600-847f6fda75e5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:38.396788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.397574 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.397680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97920b06-eb7a-41b9-8d8f-6df7c9fb8d05 service neutron] Pushing event updated for resources: {'Port': ['ID=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:38.425861 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-5febef23-928a-4e7b-a1ba-044fb686cb8f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8364587 Jul 16 20:08:38.434732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6409acd-2d16-46c6-a84a-749be0d1a076 req-82d0b6a7-b593-47da-a557-3ad2874e15a5 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.436296 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6409acd-2d16-46c6-a84a-749be0d1a076 req-82d0b6a7-b593-47da-a557-3ad2874e15a5 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 949 time: 0.1266389 Jul 16 20:08:38.441557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Request body: {'port': {'device_id': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:38.474074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-2e51a1a6-6ad3-42f3-a896-facc3e6bf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.475603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-2e51a1a6-6ad3-42f3-a896-facc3e6bf7cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 1100 time: 0.1141353 Jul 16 20:08:38.507807 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6409acd-2d16-46c6-a84a-749be0d1a076 req-1c2c2799-508c-4bb1-a0fd-cedb52a5cc5e tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634680 Jul 16 20:08:38.529839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-8106e156-d337-4e65-8470-cda4ba49f625 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 HTTP/1.1" status: 200 len: 217 time: 0.0445583 Jul 16 20:08:38.551946 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.556984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231bc9b-6dd5-4ec1-839a-f2650b495ed8 req-245ed1ca-eb71-4c36-aaed-c822a0ce6bd1 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.558486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a231bc9b-6dd5-4ec1-839a-f2650b495ed8 req-245ed1ca-eb71-4c36-aaed-c822a0ce6bd1 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1394684 Jul 16 20:08:38.624485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-9a240ea4-b694-4be7-a244-bde0b35958df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.624485 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-9a240ea4-b694-4be7-a244-bde0b35958df service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0837038 Jul 16 20:08:38.629105 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a231bc9b-6dd5-4ec1-839a-f2650b495ed8 req-cfb1cc5a-dfcc-480d-817d-6876744251a7 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Jul 16 20:08:38.692948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-8f1d2602-fbb1-4561-a46f-c32c513bb35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.694504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-8f1d2602-fbb1-4561-a46f-c32c513bb35e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0648284 Jul 16 20:08:38.800499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e48a34-f189-431a-abfa-861eb0715d63 req-d5fc0ded-093d-4559-89d4-659639a3746b tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.802015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-60e48a34-f189-431a-abfa-861eb0715d63 req-d5fc0ded-093d-4559-89d4-659639a3746b tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1471698 Jul 16 20:08:38.832209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-08eba55b-dc10-4ab4-82e2-46dbe72b3689 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309566 Jul 16 20:08:38.836977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda61d-979c-4b7d-8b9d-53c7f3b474ce req-dc3ac675-26a7-415c-8952-fe76f38cc0d9 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:38.838341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7dda61d-979c-4b7d-8b9d-53c7f3b474ce req-dc3ac675-26a7-415c-8952-fe76f38cc0d9 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1096 time: 0.1030190 Jul 16 20:08:38.855688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-60e48a34-f189-431a-abfa-861eb0715d63 req-5fea1cf3-cda4-4703-8018-43b2872b7977 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0474732 Jul 16 20:08:38.896792 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd13985b-c0ed-4e15-83ba-135ef6b1e0a5 x-openstack-request-id: req-dd13985b-c0ed-4e15-83ba-135ef6b1e0a5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:38.897148 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615", "tag": "49b4ddee-00d4-4dbc-bda9-ca34081c9ef4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:38.897326 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd13985b-c0ed-4e15-83ba-135ef6b1e0a5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:38.897700 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615', 'tag': '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4', 'status': 'completed', 'code': 200} Jul 16 20:08:38.917554 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538bf033-64ac-4b79-9600-847f6fda75e5 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:38.926408 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:38.927439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7dda61d-979c-4b7d-8b9d-53c7f3b474ce req-4f422c51-e187-42ee-8666-dd1c9b24de79 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803411 Jul 16 20:08:38.942016 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Transition to ACTIVE for port object 538bf033-64ac-4b79-9600-847f6fda75e5 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:38.963360 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eec1f0f-7f51-4486-a6de-9628393749d0 req-7fea0a00-b0b6-45ad-a9c3-9fee40220447 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236875 Jul 16 20:08:38.963980 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.030814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Pushing event updated for resources: {'Port': ['ID=538bf033-64ac-4b79-9600-847f6fda75e5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:39.102520 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-505502af-94aa-4a76-b485-d1caf50da9df req-2559a861-25f4-433b-a33e-1973e608e63e tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0621054 Jul 16 20:08:39.156787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Attempting to bind port 538bf033-64ac-4b79-9600-847f6fda75e5 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:39.159862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Attempting to bind port 538bf033-64ac-4b79-9600-847f6fda75e5 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:39.160457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Attempting to bind port 538bf033-64ac-4b79-9600-847f6fda75e5 on network 2af49aec-5130-41de-b06a-48aed6bd8dca {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:39.166835 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Port 538bf033-64ac-4b79-9600-847f6fda75e5 on network 2af49aec-5130-41de-b06a-48aed6bd8dca not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:39.166835 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Attempting to bind port 538bf033-64ac-4b79-9600-847f6fda75e5 on network 2af49aec-5130-41de-b06a-48aed6bd8dca {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:39.167744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-e2006715-d702-4252-8aa8-4e6d824de04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.168853 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-e2006715-d702-4252-8aa8-4e6d824de04a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 1100 time: 0.1332290 Jul 16 20:08:39.171778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:39.173042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Checking segment: {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:39.173042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Bound using segment: {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:39.173267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Bound port: 538bf033-64ac-4b79-9600-847f6fda75e5, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:39.173611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.199339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c945a-fbf1-4d55-bbf4-2d1bdf010531 req-e273944a-a89e-491b-8ce8-a15f9f65700b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.201051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-632c945a-fbf1-4d55-bbf4-2d1bdf010531 req-e273944a-a89e-491b-8ce8-a15f9f65700b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 943 time: 0.1160316 Jul 16 20:08:39.245968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:39.249905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=538bf033-64ac-4b79-9600-847f6fda75e5,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:39.254869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.293844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.294828 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:39.296593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] 10.222.0.63 "PUT /v2.0/ports/538bf033-64ac-4b79-9600-847f6fda75e5 HTTP/1.1" status: 200 len: 1092 time: 0.8590889 Jul 16 20:08:39.296848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:39.300705 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12094a39-b82d-46eb-b519-3165114e1eed" -d '{"events": [{"name": "network-changed", "server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:39.323479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-632c945a-fbf1-4d55-bbf4-2d1bdf010531 req-26b48d47-134b-4929-b654-65450ecb00e1 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076210 Jul 16 20:08:39.348499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2891c-fc07-460a-81c1-9630adbc013a service neutron] Pushing event updated for resources: {'Port': ['ID=538bf033-64ac-4b79-9600-847f6fda75e5,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:39.358384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-02cc51fd-d9fa-48e4-a6c7-bf8fbf69ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.361916 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-02cc51fd-d9fa-48e4-a6c7-bf8fbf69ea25 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1815140 Jul 16 20:08:39.422066 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-0cc5f48e-b604-4f08-a8ae-cd74e5155e62 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 HTTP/1.1" status: 200 len: 217 time: 0.0519276 Jul 16 20:08:39.481027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-3fd4f09a-8e9e-45ea-8a39-04e1324f0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.482547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-3fd4f09a-8e9e-45ea-8a39-04e1324f0ed6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 1095 time: 0.1075106 Jul 16 20:08:39.515592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-01960302-feab-48e7-84bc-e39f18c18493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.517042 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-01960302-feab-48e7-84bc-e39f18c18493 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0756993 Jul 16 20:08:39.563286 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-98818ab7-ad2b-4b84-a625-6f2018b50dee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=538bf033-64ac-4b79-9600-847f6fda75e5 HTTP/1.1" status: 200 len: 217 time: 0.0699861 Jul 16 20:08:39.582401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d26cb-4a04-4546-9cb6-7bf18c5823da req-23bc74bc-5134-4112-ac6e-21903f469818 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.586480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f2d26cb-4a04-4546-9cb6-7bf18c5823da req-23bc74bc-5134-4112-ac6e-21903f469818 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1088254 Jul 16 20:08:39.628658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-cd63f74c-8b3d-4f95-8403-0cc13b2c6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.629899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-cd63f74c-8b3d-4f95-8403-0cc13b2c6e2a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054032 Jul 16 20:08:39.632671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-1212f4b7-1c67-439d-86d2-a43e2331f755 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.634205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-1212f4b7-1c67-439d-86d2-a43e2331f755 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 807 time: 0.1922104 Jul 16 20:08:39.635036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f2d26cb-4a04-4546-9cb6-7bf18c5823da req-d5353833-57e6-4582-bef0-c3402a5ae846 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Jul 16 20:08:39.640255 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-4a930a63-ce27-4abc-a200-9751e9648a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:39.641687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-4a930a63-ce27-4abc-a200-9751e9648a9d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1ac9a135-901a-4915-b220-7c11bcf3ad7f HTTP/1.1" status: 200 len: 861 time: 0.0707574 Jul 16 20:08:39.662089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-1786e27d-d873-4bcf-9c3b-2ba444e15b86 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/quotas/31af99bb6bb148a3970c4248323ed226 HTTP/1.1" status: 200 len: 375 time: 0.0192356 Jul 16 20:08:39.691099 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-1a883895-1ecd-45b8-bfe3-12d7019842da service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2af49aec-5130-41de-b06a-48aed6bd8dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355189 Jul 16 20:08:39.739392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-ef758301-7d04-4265-b6fc-68028f662b3e service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991044 Jul 16 20:08:39.827334 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-bb56cb75-515a-43a6-ade8-1c8a61ef178b service neutron] 10.222.0.63 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280286 Jul 16 20:08:39.830792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4899f14b-71c7-4dc0-a273-911c444ee924 req-5e82237a-8dd2-4b88-b008-6714be6beed9 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829244 Jul 16 20:08:39.834687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-f78b2bb5-a307-4f68-b0c1-06c566145ede tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1488130 Jul 16 20:08:39.989063 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276e746d-d0ba-4868-b5ee-45866c779e93 req-88b19f87-1fe9-45ff-b6b0-e0d988c1e7c4 service neutron] 10.222.0.63 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489928 Jul 16 20:08:39.992646 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-882cbc86-f280-4994-94da-7f8ed5b37b60 service neutron] 10.222.0.10 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447949 Jul 16 20:08:40.083077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-3ebb4307-88b8-4f9e-8b3f-c699723a2ff1 service neutron] 10.222.0.10 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839612 Jul 16 20:08:40.135464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8360a7-e3ef-403b-8024-144f2f7e50ac req-24e78601-df4a-48d0-9809-a6f858dcc94d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.136973 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f8360a7-e3ef-403b-8024-144f2f7e50ac req-24e78601-df4a-48d0-9809-a6f858dcc94d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 948 time: 0.0630341 Jul 16 20:08:40.178287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f8360a7-e3ef-403b-8024-144f2f7e50ac req-48923ca8-ce56-4a03-8461-b66618a50a6a tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Jul 16 20:08:40.231399 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d30030a-cd64-4126-96b9-5ad2dfca6ae3 x-openstack-request-id: req-3d30030a-cd64-4126-96b9-5ad2dfca6ae3 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:40.231693 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:40.231946 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d30030a-cd64-4126-96b9-5ad2dfca6ae3 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:40.232348 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5', 'status': 'completed', 'code': 200} Jul 16 20:08:40.336916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12094a39-b82d-46eb-b519-3165114e1eed req-eb266f24-e938-4503-9bcd-6105283919aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.338784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12094a39-b82d-46eb-b519-3165114e1eed req-eb266f24-e938-4503-9bcd-6105283919aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 1095 time: 0.0811827 Jul 16 20:08:40.350670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7b652-7442-4cec-847e-3cd2f4d4ee01 req-e1fa3db0-5ca9-485d-b88b-1f17fdbef5a7 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.357881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4f7b652-7442-4cec-847e-3cd2f4d4ee01 req-e1fa3db0-5ca9-485d-b88b-1f17fdbef5a7 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 949 time: 0.0728686 Jul 16 20:08:40.395891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4f7b652-7442-4cec-847e-3cd2f4d4ee01 req-dd841965-f4e1-4421-abad-7d12382d3500 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371251 Jul 16 20:08:40.496753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6fd9-c6d1-4aa4-a1b1-4873c04da45a req-ed599641-5409-4d28-8873-f1e443f8869b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.498311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b1e6fd9-c6d1-4aa4-a1b1-4873c04da45a req-ed599641-5409-4d28-8873-f1e443f8869b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1431160 Jul 16 20:08:40.501455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12094a39-b82d-46eb-b519-3165114e1eed req-c955f846-e7fb-481f-b36a-c0e97456e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.502913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12094a39-b82d-46eb-b519-3165114e1eed req-c955f846-e7fb-481f-b36a-c0e97456e269 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 200 len: 922 time: 0.1573799 Jul 16 20:08:40.558502 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12094a39-b82d-46eb-b519-3165114e1eed req-41b3348a-4810-415d-a7b3-a5f0c1da1846 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=538bf033-64ac-4b79-9600-847f6fda75e5 HTTP/1.1" status: 200 len: 217 time: 0.0473800 Jul 16 20:08:40.561647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725fde1-1f44-45b7-b2c1-1a643866c571 req-0aea70b0-109d-4d67-9cf8-f9029becfdf5 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.563835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8725fde1-1f44-45b7-b2c1-1a643866c571 req-0aea70b0-109d-4d67-9cf8-f9029becfdf5 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 945 time: 0.0665607 Jul 16 20:08:40.597381 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b1e6fd9-c6d1-4aa4-a1b1-4873c04da45a req-427f96b3-1b44-44fb-a7cc-c6768bf9e009 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934355 Jul 16 20:08:40.603119 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8725fde1-1f44-45b7-b2c1-1a643866c571 req-a2041d7d-4038-4bda-ba19-5388da18d6da tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336564 Jul 16 20:08:40.616760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12094a39-b82d-46eb-b519-3165114e1eed req-07119190-5daa-4c7e-a82c-2a04a4971c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.619247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12094a39-b82d-46eb-b519-3165114e1eed req-07119190-5daa-4c7e-a82c-2a04a4971c9d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1ac9a135-901a-4915-b220-7c11bcf3ad7f HTTP/1.1" status: 200 len: 861 time: 0.0511968 Jul 16 20:08:40.667018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12094a39-b82d-46eb-b519-3165114e1eed req-2533a672-0b40-440d-89e7-465ed57f7323 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2af49aec-5130-41de-b06a-48aed6bd8dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392218 Jul 16 20:08:40.775460 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1aec5171-9bf2-4d33-a84e-383980448c6d req-70e02d76-9715-440a-87ba-7c1aee2974f0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 210 time: 0.0342438 Jul 16 20:08:40.799697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12094a39-b82d-46eb-b519-3165114e1eed req-9c637eab-2733-44f4-b637-92f0be29f4f2 service neutron] 10.222.0.63 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241772 Jul 16 20:08:40.821076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9a475-1e4a-493d-8782-3326563f4e33 req-d949201c-3b36-410e-93c0-74072cf2f913 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.822686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5aa9a475-1e4a-493d-8782-3326563f4e33 req-d949201c-3b36-410e-93c0-74072cf2f913 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 943 time: 0.0916462 Jul 16 20:08:40.867220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5aa9a475-1e4a-493d-8782-3326563f4e33 req-47509b96-c740-46be-899d-de3d9d8af48d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362055 Jul 16 20:08:40.900719 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12094a39-b82d-46eb-b519-3165114e1eed req-7e6b1432-7e5b-40df-9a1f-e8d1507bdeb3 service neutron] 10.222.0.63 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921299 Jul 16 20:08:40.969133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6432b76-8ed9-44d3-b68f-cfddac62d035 req-f09a61d0-ca74-48d3-9053-0984ebb3a80b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:40.970686 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c6432b76-8ed9-44d3-b68f-cfddac62d035 req-f09a61d0-ca74-48d3-9053-0984ebb3a80b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0634530 Jul 16 20:08:41.010278 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c6432b76-8ed9-44d3-b68f-cfddac62d035 req-4e11651b-864b-420e-9c22-6301d24e8ef8 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Jul 16 20:08:41.355001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4292430-86ed-49e4-bad2-8e06557dd533 req-e92bd2a4-3474-4efa-a4fb-3eea194b94f7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.356547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e4292430-86ed-49e4-bad2-8e06557dd533 req-e92bd2a4-3474-4efa-a4fb-3eea194b94f7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 948 time: 0.0655034 Jul 16 20:08:41.396275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e4292430-86ed-49e4-bad2-8e06557dd533 req-b0e1a499-efbe-4792-ab32-d8e3616d0f00 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337844 Jul 16 20:08:41.511990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-a56d9699-3b6e-48e4-8b94-7c7db7e225ff tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.513504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-a56d9699-3b6e-48e4-8b94-7c7db7e225ff tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 807 time: 0.1046567 Jul 16 20:08:41.526990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Request body: {'port': {'device_id': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'network_id': '75600712-2c21-4323-9afd-0506acdddac9', 'admin_state_up': True, 'tenant_id': '31af99bb6bb148a3970c4248323ed226'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:41.596468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741a1b3-1363-415e-ade1-0a6e15012a4f req-580888bb-afee-4526-80f9-bb1d157ba835 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.597967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8741a1b3-1363-415e-ade1-0a6e15012a4f req-580888bb-afee-4526-80f9-bb1d157ba835 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 949 time: 0.0670218 Jul 16 20:08:41.645121 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Made reservation on behalf of 31af99bb6bb148a3970c4248323ed226 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:41.653250 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.687998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8741a1b3-1363-415e-ade1-0a6e15012a4f req-2b749a5f-33a5-4c20-9e9a-fb50be1fa83a tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/security-groups?id=1cee284f-cdba-4bbe-b344-8c4a9f93e50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837784 Jul 16 20:08:41.719434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d842d93-f785-4564-891f-b43088bec5db req-6266d581-b9bf-49e8-a96b-7dc8f9c6536d tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.721397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d842d93-f785-4564-891f-b43088bec5db req-6266d581-b9bf-49e8-a96b-7dc8f9c6536d tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 949 time: 0.1032875 Jul 16 20:08:41.832565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Allocated IP 172.20.0.11 (75600712-2c21-4323-9afd-0506acdddac9/73dc3725-ab74-4298-9b35-7ad0e85862ff/d9ed8573-8e55-46e9-816a-6847a32545a9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:41.851235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e057a1-8efb-4717-b2a5-73a0ad64f344 req-8c148aec-acf7-4324-98bd-911f6f21acc3 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.852748 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-34e057a1-8efb-4717-b2a5-73a0ad64f344 req-8c148aec-acf7-4324-98bd-911f6f21acc3 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1198328 Jul 16 20:08:41.882700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-8d842d93-f785-4564-891f-b43088bec5db req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Deleting port 56ad0115-ac52-4b92-9a27-2d9da1954d66 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:41.882919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8d842d93-f785-4564-891f-b43088bec5db req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:41.924647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-34e057a1-8efb-4717-b2a5-73a0ad64f344 req-93a7ba8b-0441-4c5c-89ee-2046167e8103 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643699 Jul 16 20:08:41.925440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b3a4-b6d4-4915-9ac5-ce12357b6a83 req-787e2c88-59bf-43a4-8f0c-2f9dcccaf32a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:41.926945 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41d0b3a4-b6d4-4915-9ac5-ce12357b6a83 req-787e2c88-59bf-43a4-8f0c-2f9dcccaf32a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 945 time: 0.1070123 Jul 16 20:08:42.012820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41d0b3a4-b6d4-4915-9ac5-ce12357b6a83 req-e669864d-126c-41d3-845e-bb17a50d0017 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/security-groups?id=4074f580-fbf5-440b-83ac-ac5d3475f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544758 Jul 16 20:08:42.014537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8d842d93-f785-4564-891f-b43088bec5db req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] For port 56ad0115-ac52-4b92-9a27-2d9da1954d66, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=56ad0115-ac52-4b92-9a27-2d9da1954d66,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:42.014904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8d842d93-f785-4564-891f-b43088bec5db req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.030134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-8d842d93-f785-4564-891f-b43088bec5db req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Calling delete_port for 56ad0115-ac52-4b92-9a27-2d9da1954d66 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:42.046044 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.084173 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5cf0ae1d-cd38-49b3-89d4-1177a662f58e req-5dc005e7-187e-4112-b165-7dff64f7ce74 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 210 time: 0.0353549 Jul 16 20:08:42.134429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.179356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Network 75600712-2c21-4323-9afd-0506acdddac9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:42.186733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:42.194112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:42.194504 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:08:42.223910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Pushing event updated for resources: {'Port': ['ID=d9ed8573-8e55-46e9-816a-6847a32545a9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:42.257982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8d842d93-f785-4564-891f-b43088bec5db req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.271061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['56ad0115-ac52-4b92-9a27-2d9da1954d66'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:42.274962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-9d2028d5-986a-4065-8313-fbdcebaf2e45 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.276475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-9d2028d5-986a-4065-8313-fbdcebaf2e45 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 945 time: 0.1641376 Jul 16 20:08:42.278625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.279081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.301438 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-e213e7de-66a7-4282-9221-0998add3097f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7784860 Jul 16 20:08:42.313869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Request body: {'port': {'device_id': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:42.317385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Pushing event deleted for resources: {'Port': ['ID=56ad0115-ac52-4b92-9a27-2d9da1954d66,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:42.322867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afc35d-80ea-43b1-9377-483131740051 req-faa5338b-91a3-445c-9546-6d65fa6274cc tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.324383 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-58afc35d-80ea-43b1-9377-483131740051 req-faa5338b-91a3-445c-9546-6d65fa6274cc tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1015444 Jul 16 20:08:42.343842 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f2885-0892-44ea-a3e0-29f4ba52c5bf req-fc4db747-b653-4aa7-85c6-b5787d41194e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.346033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e68f2885-0892-44ea-a3e0-29f4ba52c5bf req-fc4db747-b653-4aa7-85c6-b5787d41194e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 943 time: 0.2034714 Jul 16 20:08:42.415518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-58afc35d-80ea-43b1-9377-483131740051 req-53a23b1c-0ce6-4004-8f4d-456ca40c2d25 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716896 Jul 16 20:08:42.423020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d842d93-f785-4564-891f-b43088bec5db req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] No DVR routers for this DVR port 56ad0115-ac52-4b92-9a27-2d9da1954d66 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:42.431133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.449629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8d842d93-f785-4564-891f-b43088bec5db req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.451731 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d842d93-f785-4564-891f-b43088bec5db req-ebd4d079-158f-45ca-8c2a-487a7e7e81f9 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.30 "DELETE /v2.0/ports/56ad0115-ac52-4b92-9a27-2d9da1954d66 HTTP/1.1" status: 204 len: 173 time: 0.7200942 Jul 16 20:08:42.452152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e266b58-b140-4d18-acd0-b0647f9526f2', 'name': 'network-vif-deleted', 'tag': '56ad0115-ac52-4b92-9a27-2d9da1954d66'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:42.454395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 538bf033-64ac-4b79-9600-847f6fda75e5 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:42.456030 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bfa6a3-1df4-42b9-bddc-e11803c1b916" -d '{"events": [{"server_uuid": "5e266b58-b140-4d18-acd0-b0647f9526f2", "name": "network-vif-deleted", "tag": "56ad0115-ac52-4b92-9a27-2d9da1954d66"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:42.515898 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e68f2885-0892-44ea-a3e0-29f4ba52c5bf req-6cef6b08-a39b-4ff0-a493-275ae72211f4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319695 Jul 16 20:08:42.585296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Deleting port 05754779-9c2c-4cbc-bcc3-1d6448eed88f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:42.586002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.646746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=538bf033-64ac-4b79-9600-847f6fda75e5,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:42.667720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '538bf033-64ac-4b79-9600-847f6fda75e5', 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca', 'port_id': '538bf033-64ac-4b79-9600-847f6fda75e5', 'mac_address': 'fa:16:3e:4f:58:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac9a135-901a-4915-b220-7c11bcf3ad7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:42.717931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.730723 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b5e4ef-be70-461e-9d60-3d31b11ea0af x-openstack-request-id: req-c5b5e4ef-be70-461e-9d60-3d31b11ea0af {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:42.731300 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e266b58-b140-4d18-acd0-b0647f9526f2", "name": "network-vif-deleted", "tag": "56ad0115-ac52-4b92-9a27-2d9da1954d66", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:42.731413 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5b5e4ef-be70-461e-9d60-3d31b11ea0af {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:42.731831 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e266b58-b140-4d18-acd0-b0647f9526f2', 'name': 'network-vif-deleted', 'tag': '56ad0115-ac52-4b92-9a27-2d9da1954d66', 'status': 'completed', 'code': 200} Jul 16 20:08:42.741511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538bf033-64ac-4b79-9600-847f6fda75e5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:42.754270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] For port 05754779-9c2c-4cbc-bcc3-1d6448eed88f, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05754779-9c2c-4cbc-bcc3-1d6448eed88f,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:42.754631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.768785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=538bf033-64ac-4b79-9600-847f6fda75e5,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:42.775139 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.776188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:42.783026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Calling delete_port for 05754779-9c2c-4cbc-bcc3-1d6448eed88f owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:42.804328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4085e83-f650-4a36-bb2c-09792457961a req-1a74a4a1-7977-40fb-987d-e9a6bdb6f0bd tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:42.811293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4085e83-f650-4a36-bb2c-09792457961a req-1a74a4a1-7977-40fb-987d-e9a6bdb6f0bd tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 948 time: 0.1701636 Jul 16 20:08:42.836403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=538bf033-64ac-4b79-9600-847f6fda75e5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:42.877848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ed8573-8e55-46e9-816a-6847a32545a9 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:42.895482 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.903654 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4085e83-f650-4a36-bb2c-09792457961a req-3df00118-4744-476c-b3d3-515260ae05e5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913267 Jul 16 20:08:42.919950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-559ee9b7-d186-4829-ba70-2bcb823c7341 req-09146f89-e3ae-43e6-9593-15e35922c1a4 tempest-ServerDiagnosticsNegativeTest-515754332 tempest-ServerDiagnosticsNegativeTest-515754332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e266b58-b140-4d18-acd0-b0647f9526f2 HTTP/1.1" status: 200 len: 210 time: 0.0456789 Jul 16 20:08:42.949319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Transition to ACTIVE for port object d9ed8573-8e55-46e9-816a-6847a32545a9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:42.961468 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:42.991181 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.027236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Pushing event deleted for resources: {'Port': ['ID=05754779-9c2c-4cbc-bcc3-1d6448eed88f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:43.035641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ed8573-8e55-46e9-816a-6847a32545a9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:43.045092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['05754779-9c2c-4cbc-bcc3-1d6448eed88f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:43.119179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] No DVR routers for this DVR port 05754779-9c2c-4cbc-bcc3-1d6448eed88f on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:43.126303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.132090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0969f76c-8f7b-451d-9a4b-c1b49a285df4 req-c807a48b-c300-4aa9-a622-dea56fa43c8d tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.30 "DELETE /v2.0/ports/05754779-9c2c-4cbc-bcc3-1d6448eed88f HTTP/1.1" status: 204 len: 173 time: 0.8257492 Jul 16 20:08:43.139371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:43.165265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4', 'mac_address': 'fa:16:3e:c6:e2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:43.220017 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.226830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7bc7ac0b-af57-4bb8-862c-4a653ef46d60 req-6259194f-4924-4ebf-93aa-e27fff6d3d7a tempest-FloatingIPsAssociationNegativeTestJSON-1859537134 tempest-FloatingIPsAssociationNegativeTestJSON-1859537134-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0cc6482-4e29-458d-8b6a-7920443636da HTTP/1.1" status: 200 len: 210 time: 0.0653133 Jul 16 20:08:43.229728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e96351-c865-4da1-8f59-cd06dda58ec0 req-0c3a3022-3986-4105-9989-6c4d0fad1091 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.232365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:43.234162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:43.234668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:43.239951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2e96351-c865-4da1-8f59-cd06dda58ec0 req-0c3a3022-3986-4105-9989-6c4d0fad1091 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0937674 Jul 16 20:08:43.249421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Port d9ed8573-8e55-46e9-816a-6847a32545a9 on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:43.249847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:43.264408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:43.264970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:43.265986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:43.267123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Bound port: d9ed8573-8e55-46e9-816a-6847a32545a9, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:43.267311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:43.267614 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.291400 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2e96351-c865-4da1-8f59-cd06dda58ec0 req-fdac2a9f-e105-4af2-97fd-1405069b21a2 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504937 Jul 16 20:08:43.301726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:43.309000 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.386282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:43.599374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d7f2f-86ea-4bda-9d95-ef81951d4299 req-3b91c5d7-96fd-426d-bd61-c9cbc7f6ac96 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.600918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-076d7f2f-86ea-4bda-9d95-ef81951d4299 req-3b91c5d7-96fd-426d-bd61-c9cbc7f6ac96 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0646548 Jul 16 20:08:43.623281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['49b4ddee-00d4-4dbc-bda9-ca34081c9ef4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:43.624454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['538bf033-64ac-4b79-9600-847f6fda75e5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:43.646371 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-076d7f2f-86ea-4bda-9d95-ef81951d4299 req-2227d3ad-6f8f-46cd-996b-a6e3a5fe3d0c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371404 Jul 16 20:08:43.715874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:43.734525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:43.748473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc5f6c-a4ec-4c7c-aea8-955cf17da097 req-f5957bb4-2cec-4512-9453-b85fd34ed631 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.749964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3edc5f6c-a4ec-4c7c-aea8-955cf17da097 req-f5957bb4-2cec-4512-9453-b85fd34ed631 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 944 time: 0.0929120 Jul 16 20:08:43.751158 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.787614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.787947 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:43.789293 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] 10.222.0.63 "PUT /v2.0/ports/d9ed8573-8e55-46e9-816a-6847a32545a9 HTTP/1.1" status: 200 len: 1093 time: 1.4803176 Jul 16 20:08:43.793950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:43.796224 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21" -d '{"events": [{"name": "network-changed", "server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:43.847735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abb4bf-c71a-4785-b463-c406319eb3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ed8573-8e55-46e9-816a-6847a32545a9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:43.854146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3edc5f6c-a4ec-4c7c-aea8-955cf17da097 req-4921b845-b809-40cf-a479-b49906597f1c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762928 Jul 16 20:08:43.859375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e14f2-4a51-4ba6-9fde-6c5d545a08da req-6c730063-e4df-4432-8fbc-f7301aeb8df2 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.861605 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c19e14f2-4a51-4ba6-9fde-6c5d545a08da req-6c730063-e4df-4432-8fbc-f7301aeb8df2 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 944 time: 0.0981085 Jul 16 20:08:43.910964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-adb5e400-0f0d-413f-9c69-503c5756b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:43.912925 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-adb5e400-0f0d-413f-9c69-503c5756b548 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1096 time: 0.0784106 Jul 16 20:08:43.930686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c19e14f2-4a51-4ba6-9fde-6c5d545a08da req-642b3219-36e5-4fff-8d55-4f211f4ce746 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567477 Jul 16 20:08:43.968205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-f8515cbb-d1db-4d08-a8bf-62f4c357b406 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9ed8573-8e55-46e9-816a-6847a32545a9 HTTP/1.1" status: 200 len: 217 time: 0.0428035 Jul 16 20:08:44.000594 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34f5a07-ba0f-4353-8bd3-87c953a840c5 x-openstack-request-id: req-c34f5a07-ba0f-4353-8bd3-87c953a840c5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:44.000878 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:44.001140 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c34f5a07-ba0f-4353-8bd3-87c953a840c5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:44.001502 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9', 'status': 'completed', 'code': 200} Jul 16 20:08:44.023219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-888de92e-8fdb-4ecd-b40f-deab6e60794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.024779 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-888de92e-8fdb-4ecd-b40f-deab6e60794c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0508671 Jul 16 20:08:44.064661 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-59af8947-cf11-4251-a7b9-e246acdc8550 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324388 Jul 16 20:08:44.169720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312e4c5-3422-4b3b-bcf8-a73c332372fa req-cd176518-da99-4e3f-afb8-d0d31c4305f2 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.171714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a312e4c5-3422-4b3b-bcf8-a73c332372fa req-cd176518-da99-4e3f-afb8-d0d31c4305f2 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 949 time: 0.0732417 Jul 16 20:08:44.176225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-73c23aef-703f-4fad-8863-9a3fe2bfeb25 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040177 Jul 16 20:08:44.213104 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a312e4c5-3422-4b3b-bcf8-a73c332372fa req-6bd668fa-f41a-4638-a63c-29d65c5a7a1b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344996 Jul 16 20:08:44.285317 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d353df58-02c1-4bdd-9407-fb8825d7bb3b req-f656cc40-5b61-4003-8e6a-42fc287aa5c5 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989761 Jul 16 20:08:44.335008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:44.344653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:44.510335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838615c-bf7f-45b8-b3e3-184e8f3bd117 req-9eba4a4f-5e6c-4dcb-b36a-93f8d3134b51 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.511753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5838615c-bf7f-45b8-b3e3-184e8f3bd117 req-9eba4a4f-5e6c-4dcb-b36a-93f8d3134b51 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0932016 Jul 16 20:08:44.514009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2096b943-409f-4163-b23c-35e070cabe43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da85483cea074fac82d579e5b14aea33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682606 Jul 16 20:08:44.514138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-a7fb8023-5e4d-4053-9128-32284417e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.515584 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-a7fb8023-5e4d-4053-9128-32284417e34f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1096 time: 0.1413317 Jul 16 20:08:44.516752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:44.590181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5838615c-bf7f-45b8-b3e3-184e8f3bd117 req-b703a3b6-0ef8-4cce-9dfe-ff60758ba691 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632696 Jul 16 20:08:44.604751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8d3e-c3b6-4d20-8487-97485850dc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.627346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8d3e-c3b6-4d20-8487-97485850dc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.680417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8d3e-c3b6-4d20-8487-97485850dc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.682677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-ea5f4102-83d2-42e7-bb99-5a3711653971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.683164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8d3e-c3b6-4d20-8487-97485850dc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:44.684337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b8aa8d3e-c3b6-4d20-8487-97485850dc4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1cee284f-cdba-4bbe-b344-8c4a9f93e50c HTTP/1.1" status: 204 len: 168 time: 0.1666100 Jul 16 20:08:44.684649 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-ea5f4102-83d2-42e7-bb99-5a3711653971 service neutron] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.1577947 Jul 16 20:08:44.692847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa8d3e-c3b6-4d20-8487-97485850dc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cee284f-cdba-4bbe-b344-8c4a9f93e50c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:44.732580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'name': 'network-vif-deleted', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:44.735732 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e7b7c-180b-4fe2-a4c1-f4cdf61c8395" -d '{"events": [{"server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "name": "network-vif-deleted", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:44.773495 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-8a2587bc-769d-49b3-bd0f-474a975a6aa2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9ed8573-8e55-46e9-816a-6847a32545a9 HTTP/1.1" status: 200 len: 217 time: 0.0459764 Jul 16 20:08:44.785846 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dce0189-a642-4479-b855-4ce16506bfd4 x-openstack-request-id: req-6dce0189-a642-4479-b855-4ce16506bfd4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:44.786199 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cc6482-4e29-458d-8b6a-7920443636da", "name": "network-vif-deleted", "tag": "05754779-9c2c-4cbc-bcc3-1d6448eed88f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:44.786539 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dce0189-a642-4479-b855-4ce16506bfd4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:44.787612 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cc6482-4e29-458d-8b6a-7920443636da', 'name': 'network-vif-deleted', 'tag': '05754779-9c2c-4cbc-bcc3-1d6448eed88f', 'status': 'completed', 'code': 200} Jul 16 20:08:44.877719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-7db2f9dd-aab3-4fff-aace-ddee0c0fc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.879249 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-7db2f9dd-aab3-4fff-aace-ddee0c0fc2b9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0981085 Jul 16 20:08:44.938573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-0e30070d-0b17-46bc-8337-ca45a3e5c19d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501959 Jul 16 20:08:44.965064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b4109-727d-4f29-84b9-44e46bddcbb6 req-c74dec5b-76e2-4fa3-9f80-395ac40200af tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:44.966762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-039b4109-727d-4f29-84b9-44e46bddcbb6 req-c74dec5b-76e2-4fa3-9f80-395ac40200af tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1541586 Jul 16 20:08:44.975643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43766) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:44.989353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23cfeb60-f383-460f-a471-e96bd8525962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.077247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-039b4109-727d-4f29-84b9-44e46bddcbb6 req-61da9264-bcc4-4ff4-b624-4f904ab671a0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912054 Jul 16 20:08:45.080680 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.111440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04226eb0-c019-400e-968d-998a9e9a9679 req-b367882f-82a0-424b-b304-6c290687fc35 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.112974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04226eb0-c019-400e-968d-998a9e9a9679 req-b367882f-82a0-424b-b304-6c290687fc35 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 944 time: 0.1102712 Jul 16 20:08:45.129093 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-6efd898e-7f6c-4d73-840a-723b31ff9e00 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806083 Jul 16 20:08:45.178022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23cfeb60-f383-460f-a471-e96bd8525962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.181878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04226eb0-c019-400e-968d-998a9e9a9679 req-e95aa385-a646-4269-b94b-1206484719d8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585792 Jul 16 20:08:45.182893 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23cfeb60-f383-460f-a471-e96bd8525962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.220436 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-23cfeb60-f383-460f-a471-e96bd8525962 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44b420e40eb44b74a426b4e3041683d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430804 Jul 16 20:08:45.223495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:45.247765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfeb60-f383-460f-a471-e96bd8525962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4194047d-2124-4e54-8bf4-f5056210a3b0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:45.283232 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0b8bad2-8d20-41de-8ae0-318de5e3e354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.306616 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0b8bad2-8d20-41de-8ae0-318de5e3e354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.365220 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.366680 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e70f93-1edf-4925-9f4c-26c4d6a28e21 req-6e2ef171-c461-4ad3-bd4a-ed685bfcc1ca service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252972 Jul 16 20:08:45.381767 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0b8bad2-8d20-41de-8ae0-318de5e3e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.388224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f28c8c-9f98-4b6f-9963-599ff3fe79e8 req-869e01e2-8c9c-4224-8128-2a83061600cc tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.389193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0b8bad2-8d20-41de-8ae0-318de5e3e354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.389835 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a0f28c8c-9f98-4b6f-9963-599ff3fe79e8 req-869e01e2-8c9c-4224-8128-2a83061600cc tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 944 time: 0.1989319 Jul 16 20:08:45.390734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f0b8bad2-8d20-41de-8ae0-318de5e3e354 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4194047d-2124-4e54-8bf4-f5056210a3b0 HTTP/1.1" status: 204 len: 168 time: 0.1663640 Jul 16 20:08:45.402256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8bad2-8d20-41de-8ae0-318de5e3e354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4194047d-2124-4e54-8bf4-f5056210a3b0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:45.443826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a0f28c8c-9f98-4b6f-9963-599ff3fe79e8 req-bc8ce83e-9c30-46a0-93d5-20e37c9363c4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466251 Jul 16 20:08:45.488786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcbe3b-a9f5-4388-860e-dd918475e874 req-f30d9bd0-04d7-4a21-87a2-1645caf4830c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.490401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30fcbe3b-a9f5-4388-860e-dd918475e874 req-f30d9bd0-04d7-4a21-87a2-1645caf4830c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 949 time: 0.0769670 Jul 16 20:08:45.532161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Deleting port e0bf5901-84e0-42ba-b518-8c382554021c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:45.532636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.533021 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30fcbe3b-a9f5-4388-860e-dd918475e874 req-959a5e55-42a5-401d-864a-7fda81dabb47 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Jul 16 20:08:45.533164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 05754779-9c2c-4cbc-bcc3-1d6448eed88f no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:45.554743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 05754779-9c2c-4cbc-bcc3-1d6448eed88f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:45.555416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 05754779-9c2c-4cbc-bcc3-1d6448eed88f not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:45.556028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 56ad0115-ac52-4b92-9a27-2d9da1954d66 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:45.577224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 56ad0115-ac52-4b92-9a27-2d9da1954d66 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:45.577576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 56ad0115-ac52-4b92-9a27-2d9da1954d66 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:45.611743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] For port e0bf5901-84e0-42ba-b518-8c382554021c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e0bf5901-84e0-42ba-b518-8c382554021c,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:45.612095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.629626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Calling delete_port for e0bf5901-84e0-42ba-b518-8c382554021c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:45.841816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cecd7f-d9fd-4453-a3fb-ee0d566674cf req-81647d4d-5090-42f0-b9ed-f4f8a60f09d5 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:45.843277 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5cecd7f-d9fd-4453-a3fb-ee0d566674cf req-81647d4d-5090-42f0-b9ed-f4f8a60f09d5 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1111467 Jul 16 20:08:45.888553 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:45.900834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5cecd7f-d9fd-4453-a3fb-ee0d566674cf req-6465caf1-c6fc-4f43-8a0d-cd2474f56bf3 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496852 Jul 16 20:08:45.924850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bf5901-84e0-42ba-b518-8c382554021c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:46.095101 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.261881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39242897-0058-4dbf-a565-04e5563db503 req-2337d99f-f042-4b5b-a733-5d77820afa57 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.264951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39242897-0058-4dbf-a565-04e5563db503 req-2337d99f-f042-4b5b-a733-5d77820afa57 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0715299 Jul 16 20:08:46.312656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39242897-0058-4dbf-a565-04e5563db503 req-2a075557-a092-4974-9924-5fe3cec33f29 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Jul 16 20:08:46.339515 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.343813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Router 4be21d49-212f-4950-8243-b634c677d591 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:46.488611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60f116-5902-4766-8edc-22143f78ea71 req-003f05e5-91ef-4d23-92c1-4c053e004fa4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:46.490353 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab60f116-5902-4766-8edc-22143f78ea71 req-003f05e5-91ef-4d23-92c1-4c053e004fa4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 944 time: 0.1642997 Jul 16 20:08:46.491104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 538bf033-64ac-4b79-9600-847f6fda75e5 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:46.516105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:46.532050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ea6725fd-b1fc-4a92-abb5-37eeb680bebf admin admin] 10.222.0.10 "PUT /v2.0/routers/4be21d49-212f-4950-8243-b634c677d591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1934681 Jul 16 20:08:46.532585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:46.555382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] Sync routers for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:46.563445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab60f116-5902-4766-8edc-22143f78ea71 req-c2087264-c3ee-4866-a69b-be762873c24b tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629644 Jul 16 20:08:46.606882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:46.607586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:46.710178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 538bf033-64ac-4b79-9600-847f6fda75e5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:46.729498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 538bf033-64ac-4b79-9600-847f6fda75e5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:46.729498 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:46.784711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:47.033982 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.060356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd939c8e-88ad-49ad-9f8a-63deaab5bab5 req-9c5bc9c8-69e8-46cd-9cc4-c6280b759453 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.061866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd939c8e-88ad-49ad-9f8a-63deaab5bab5 req-9c5bc9c8-69e8-46cd-9cc4-c6280b759453 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 944 time: 0.4551671 Jul 16 20:08:47.063627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.067681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44971a-feee-4848-90ff-3d789693e985 req-0e97d73d-cb35-4e1b-afe2-799abeb3f33a tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.068271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:47.070913 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a44e84-d431-41bf-9fad-7319bcbf6f79" -d '{"events": [{"server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "name": "network-vif-plugged", "status": "completed", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:47.074752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae44971a-feee-4848-90ff-3d789693e985 req-0e97d73d-cb35-4e1b-afe2-799abeb3f33a tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 949 time: 0.3893831 Jul 16 20:08:47.087554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=538bf033-64ac-4b79-9600-847f6fda75e5,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:47.089266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:45Z', 'revision_number': 5, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:47.107778 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae44971a-feee-4848-90ff-3d789693e985 req-561841ac-4756-4e3d-9ea2-8b158d9ea5b0 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Jul 16 20:08:47.118648 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.119473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:47.122525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] Checking router: 4be21d49-212f-4950-8243-b634c677d591 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:47.172878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd939c8e-88ad-49ad-9f8a-63deaab5bab5 req-401876f6-b7e6-472b-9f14-09f37614bcee tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734076 Jul 16 20:08:47.183819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] Routers {'4be21d49-212f-4950-8243-b634c677d591'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:47.184462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4be21d49-212f-4950-8243-b634c677d591'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:47.206604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.269817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=538bf033-64ac-4b79-9600-847f6fda75e5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:47.289369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Deleting port 88d3e88e-b3e3-46fd-98a7-6d36474a459a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:47.289911 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.305961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250d86a-76f1-44ff-8678-202b2d5ce18e req-39b68a9b-de08-4340-9072-937949894883 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.307858 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f250d86a-76f1-44ff-8678-202b2d5ce18e req-39b68a9b-de08-4340-9072-937949894883 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.0784092 Jul 16 20:08:47.321041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:47.328356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:47.328732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.357460 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f250d86a-76f1-44ff-8678-202b2d5ce18e req-1221f3ca-066a-470d-9648-14bf5e7af603 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374186 Jul 16 20:08:47.382473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] For port 88d3e88e-b3e3-46fd-98a7-6d36474a459a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=88d3e88e-b3e3-46fd-98a7-6d36474a459a,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:47.382954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.383078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] Set router 4be21d49-212f-4950-8243-b634c677d591 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:47.396284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Calling delete_port for 88d3e88e-b3e3-46fd-98a7-6d36474a459a owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:47.421736 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57458ec7-95ab-4c7b-a187-fe8e8cb8ec24 x-openstack-request-id: req-57458ec7-95ab-4c7b-a187-fe8e8cb8ec24 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:47.422135 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "name": "network-vif-plugged", "status": "completed", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:47.422400 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57458ec7-95ab-4c7b-a187-fe8e8cb8ec24 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:47.422788 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5', 'code': 200} Jul 16 20:08:47.476030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4c1d34c9-8469-4cc8-b78f-f4e8de336aeb tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f010efcf37b3455293937537b6a58e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283890 Jul 16 20:08:47.579265 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.604016 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70ac0c-fd6c-48b2-8c4a-4846a829e0c6 req-63a77611-7de0-4904-8a31-c97532c1598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.605570 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1c70ac0c-fd6c-48b2-8c4a-4846a829e0c6 req-63a77611-7de0-4904-8a31-c97532c1598b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 1097 time: 0.1049054 Jul 16 20:08:47.614757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a305b8-f99e-48f0-8a38-26447942bc51 req-c2156374-8324-440d-a53e-9d2e19000803 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.616286 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96a305b8-f99e-48f0-8a38-26447942bc51 req-c2156374-8324-440d-a53e-9d2e19000803 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0868909 Jul 16 20:08:47.634481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:47.640511 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.668268 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1c70ac0c-fd6c-48b2-8c4a-4846a829e0c6 req-67d64340-c020-4273-aff3-57aacae285f6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508847 Jul 16 20:08:47.672764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-7be43aee-00f1-4dca-bed2-cbda0125dc8b tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:47.678342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-7be43aee-00f1-4dca-bed2-cbda0125dc8b tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014582 Jul 16 20:08:47.683190 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96a305b8-f99e-48f0-8a38-26447942bc51 req-b0a24e0c-3ed7-44fe-92cd-96b34c241ac7 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514739 Jul 16 20:08:47.701384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:47.711018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:45Z', 'revision_number': 5, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:47.733156 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-1dd34fe3-4c4e-4571-9ded-1dd63ec0c2d3 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/quotas/f010efcf37b3455293937537b6a58e49 HTTP/1.1" status: 200 len: 375 time: 0.0367389 Jul 16 20:08:47.739190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e67c7cc-f829-4374-84c0-d14d02caf0a0 None None] The sync data for ids ['4be21d49-212f-4950-8243-b634c677d591'] in n-d-792394-17 is: [{'id': '4be21d49-212f-4950-8243-b634c677d591', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1547210344-router', 'tenant_id': '83becc7d10ba491487adcc71f9440376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:07:55Z', 'updated_at': '2021-07-16T20:08:45Z', 'revision_number': 5, 'project_id': '83becc7d10ba491487adcc71f9440376', 'gw_port': {'id': '88d3e88e-b3e3-46fd-98a7-6d36474a459a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be21d49-212f-4950-8243-b634c677d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:07:56Z', 'updated_at': '2021-07-16T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:47.788925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-5b3339bc-89b6-4c65-88ec-096bf603890a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f010efcf37b3455293937537b6a58e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428047 Jul 16 20:08:47.799024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:47.825819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d3e88e-b3e3-46fd-98a7-6d36474a459a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:47.897717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.025911 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.028602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.036202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd2d36-b522-4952-8a5f-b4016791787d req-4e9edc71-387f-4a3c-86c8-6ea818880192 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.037739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8bfd2d36-b522-4952-8a5f-b4016791787d req-4e9edc71-387f-4a3c-86c8-6ea818880192 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 944 time: 0.0946238 Jul 16 20:08:48.082468 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8bfd2d36-b522-4952-8a5f-b4016791787d req-2401f40e-e630-426a-9e77-045f3b91db86 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Jul 16 20:08:48.193927 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.194544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be21d49-212f-4950-8243-b634c677d591 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:08:48.197467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91fbe29c-6415-4059-b417-8edc06ae2ed4 req-78254bf8-624a-47c8-88eb-79f4ced52607 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 210 time: 0.0585725 Jul 16 20:08:48.204808 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.208876 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-98350104-f290-4247-a91b-fc76f671f7b3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4be21d49-212f-4950-8243-b634c677d591 HTTP/1.1" status: 204 len: 168 time: 1.6742182 Jul 16 20:08:48.211948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43860) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:48.292864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e0bf5901-84e0-42ba-b518-8c382554021c no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:48.305253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3cd146-934a-4154-9ef7-cd775bf845d6 admin admin] Deleting subnet 6d715f01-3640-4c62-a379-06b2ebc338be {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:08:48.312640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd146-934a-4154-9ef7-cd775bf845d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.321313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dd149-1152-4ffe-b4d2-55c860ad60d8 req-432a8f27-5ff4-4ff7-a461-0302c095d539 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.324757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e94dd149-1152-4ffe-b4d2-55c860ad60d8 req-432a8f27-5ff4-4ff7-a461-0302c095d539 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 967 time: 0.2916484 Jul 16 20:08:48.336491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e0bf5901-84e0-42ba-b518-8c382554021c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:48.336840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e0bf5901-84e0-42ba-b518-8c382554021c not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:48.352420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4f52e-c859-41d6-afd2-b18b9cf18e60 req-cfe9883f-8cb5-4b97-b716-a4acaa0740b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.353752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-47b4f52e-c859-41d6-afd2-b18b9cf18e60 req-cfe9883f-8cb5-4b97-b716-a4acaa0740b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1102 time: 0.2036695 Jul 16 20:08:48.396387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd146-934a-4154-9ef7-cd775bf845d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.428727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6fe1-d05a-4fe0-8a56-c4aa873ffa12 req-5b692edd-8861-4863-be39-9154f9eb328b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.432495 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a0ae6fe1-d05a-4fe0-8a56-c4aa873ffa12 req-5b692edd-8861-4863-be39-9154f9eb328b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 950 time: 0.0732083 Jul 16 20:08:48.463551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e94dd149-1152-4ffe-b4d2-55c860ad60d8 req-5cb842af-a3bd-4095-962c-674e5fdb6ae7 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158886 Jul 16 20:08:48.465187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-47b4f52e-c859-41d6-afd2-b18b9cf18e60 req-96f6e2fe-ff86-42a0-8f5b-a1c5c81e6af9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000311 Jul 16 20:08:48.502911 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a0ae6fe1-d05a-4fe0-8a56-c4aa873ffa12 req-56a24e8b-c094-43b3-9188-202d42008a7e tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657153 Jul 16 20:08:48.519637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d9ed8573-8e55-46e9-816a-6847a32545a9 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:48.550330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd146-934a-4154-9ef7-cd775bf845d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.643269 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd146-934a-4154-9ef7-cd775bf845d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.701225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cd146-934a-4154-9ef7-cd775bf845d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d715f01-3640-4c62-a379-06b2ebc338be,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:48.718903 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a3cd146-934a-4154-9ef7-cd775bf845d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.721951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3a3cd146-934a-4154-9ef7-cd775bf845d6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6d715f01-3640-4c62-a379-06b2ebc338be HTTP/1.1" status: 204 len: 168 time: 0.5078535 Jul 16 20:08:48.724524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:48.759903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb04d78-4c7b-45f6-a7c3-1cb3064ef10e req-e9f890c5-725f-48c3-93ff-8a6e760179d9 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.761986 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4cb04d78-4c7b-45f6-a7c3-1cb3064ef10e req-e9f890c5-725f-48c3-93ff-8a6e760179d9 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.1241052 Jul 16 20:08:48.772585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f522919-31d5-4eeb-815d-478171cd7682 None None] Network d43a27d7-f698-4ddc-aa22-b81e14a527e0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:48.811305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4cb04d78-4c7b-45f6-a7c3-1cb3064ef10e req-7bc0b331-ada7-4cd6-9cbe-ec87f430d2e7 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427549 Jul 16 20:08:48.883282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:48.888623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:48.939749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d48658-1f25-4756-83e4-db98100ff19d req-d0a507f7-7c63-47bf-ad37-bc9c7b6c258e tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:48.948131 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92d48658-1f25-4756-83e4-db98100ff19d req-d0a507f7-7c63-47bf-ad37-bc9c7b6c258e tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 950 time: 0.1781571 Jul 16 20:08:48.972641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'd9ed8573-8e55-46e9-816a-6847a32545a9', 'network_id': '75600712-2c21-4323-9afd-0506acdddac9', 'port_id': 'd9ed8573-8e55-46e9-816a-6847a32545a9', 'mac_address': 'fa:16:3e:22:22:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dc3725-ab74-4298-9b35-7ad0e85862ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:49.005993 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92d48658-1f25-4756-83e4-db98100ff19d req-7dd4277a-02f9-4fad-af76-2ac98fba4fd9 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546050 Jul 16 20:08:49.046333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Deleting port ab489d43-a914-4438-9f45-4e9703f15425 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:49.046333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.047230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01699bc8-0643-4481-859a-463a808efbd4 req-c9f4c6dd-bcc1-47f6-8526-d563894856bf tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.058167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-01699bc8-0643-4481-859a-463a808efbd4 req-c9f4c6dd-bcc1-47f6-8526-d563894856bf tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1065536 Jul 16 20:08:49.063414 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.085965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ed8573-8e55-46e9-816a-6847a32545a9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:49.115172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:49.120860 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.151426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] For port ab489d43-a914-4438-9f45-4e9703f15425, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ab489d43-a914-4438-9f45-4e9703f15425,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:49.151892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.158358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-01699bc8-0643-4481-859a-463a808efbd4 req-40a778c6-cacd-416e-a6e2-a7d1dab6c964 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965843 Jul 16 20:08:49.164779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Calling delete_port for ab489d43-a914-4438-9f45-4e9703f15425 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:49.183418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80525c-467f-4824-8e94-367735e10b57 None None] DHCP port deletion for d43a27d7-f698-4ddc-aa22-b81e14a527e0 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:08:49.218363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d9ed8573-8e55-46e9-816a-6847a32545a9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.253318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0b80525c-467f-4824-8e94-367735e10b57 None None] Deleting port ab489d43-a914-4438-9f45-4e9703f15425 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:49.253721 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b80525c-467f-4824-8e94-367735e10b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.309889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109f8f2-3abb-4892-b497-660d3352994d req-f55ea9ad-f23c-44d9-a549-ddad09e6c596 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.311680 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b109f8f2-3abb-4892-b497-660d3352994d req-f55ea9ad-f23c-44d9-a549-ddad09e6c596 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 945 time: 0.1021428 Jul 16 20:08:49.314841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.320421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0b80525c-467f-4824-8e94-367735e10b57 None None] For port ab489d43-a914-4438-9f45-4e9703f15425, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ab489d43-a914-4438-9f45-4e9703f15425,segment=NetworkSegment(47856f89-6ce4-459f-8ca5-651a0117874a),segment_id=47856f89-6ce4-459f-8ca5-651a0117874a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:49.321174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b80525c-467f-4824-8e94-367735e10b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.336416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0b80525c-467f-4824-8e94-367735e10b57 None None] Calling delete_port for ab489d43-a914-4438-9f45-4e9703f15425 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:49.349347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab489d43-a914-4438-9f45-4e9703f15425,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.351163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] No DVR routers for this DVR port ab489d43-a914-4438-9f45-4e9703f15425 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:49.352860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4abec7d6-5a23-44b4-9aec-5e8a1069f712 req-727df79f-5271-4652-a823-7da79b7aa973 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 210 time: 0.0322411 Jul 16 20:08:49.415362 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b109f8f2-3abb-4892-b497-660d3352994d req-3c166a6c-b840-45d0-9aa6-a52a0457368d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910423 Jul 16 20:08:49.425419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:49.427947 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1f0bea-7292-488b-97b1-0543cadb70df" -d '{"events": [{"server_uuid": "bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615", "name": "network-vif-plugged", "status": "completed", "tag": "49b4ddee-00d4-4dbc-bda9-ca34081c9ef4"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:49.459304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.471094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43a27d7-f698-4ddc-aa22-b81e14a527e0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:49.482634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47856f89-6ce4-459f-8ca5-651a0117874a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:49.482942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47856f89-6ce4-459f-8ca5-651a0117874a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:49.490701 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b80525c-467f-4824-8e94-367735e10b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.493510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.515084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.519783 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8685a5-0d24-4ecc-b706-60874de1cbc8 x-openstack-request-id: req-6d8685a5-0d24-4ecc-b706-60874de1cbc8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:49.520542 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615", "name": "network-vif-plugged", "status": "completed", "tag": "49b4ddee-00d4-4dbc-bda9-ca34081c9ef4", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:49.521155 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d8685a5-0d24-4ecc-b706-60874de1cbc8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:49.521793 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4', 'code': 200} Jul 16 20:08:49.523798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80525c-467f-4824-8e94-367735e10b57 None None] Pushing event deleted for resources: {'Port': ['ID=ab489d43-a914-4438-9f45-4e9703f15425,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.542422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80525c-467f-4824-8e94-367735e10b57 None None] No DVR routers for this DVR port ab489d43-a914-4438-9f45-4e9703f15425 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:49.550570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d9ed8573-8e55-46e9-816a-6847a32545a9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:49.551032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:08:49.551755 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.570415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:49.572550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:49.572762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-a7f27967-648c-43a5-80b8-3f0ba0b9c28c tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f010efcf37b3455293937537b6a58e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454919 Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:08:49.576613 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:08:49.686225 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.693340 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.695723 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d43a27d7-f698-4ddc-aa22-b81e14a527e0 HTTP/1.1" status: 204 len: 168 time: 0.9695756 Jul 16 20:08:49.738535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd5c80-cb09-4ee3-8a35-aa9a45e31a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=d43a27d7-f698-4ddc-aa22-b81e14a527e0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:49.822993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-8bb1c4ad-831c-4d45-8da5-82b0e088fd10 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:49.824630 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-8bb1c4ad-831c-4d45-8da5-82b0e088fd10 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411492 Jul 16 20:08:49.843470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Request body: {'port': {'device_id': 'c5de322b-ade1-4971-b02d-ccdb2c414122', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'f010efcf37b3455293937537b6a58e49'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:49.873537 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:49.877893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:49.916784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'mac_address': 'fa:16:3e:d4:41:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:49.984606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:49.999052 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.080312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ab489d43-a914-4438-9f45-4e9703f15425 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:50.089227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:50.096622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9e12-d798-4385-9f5e-5054ca35a6e2 req-d584eb41-e66f-4b10-a75c-54afaf69409a tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.100152 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d9f9e12-d798-4385-9f5e-5054ca35a6e2 req-d584eb41-e66f-4b10-a75c-54afaf69409a tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 950 time: 0.3260593 Jul 16 20:08:50.102501 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04078e96-acb6-4c28-8bd4-1f6d333ed741 req-53a5e231-bd09-4801-ab12-547e655ad4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.105420 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04078e96-acb6-4c28-8bd4-1f6d333ed741 req-53a5e231-bd09-4801-ab12-547e655ad4c4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 1102 time: 0.2768104 Jul 16 20:08:50.146798 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.180939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Made reservation on behalf of f010efcf37b3455293937537b6a58e49 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:50.182142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: ab489d43-a914-4438-9f45-4e9703f15425 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:50.182865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ab489d43-a914-4438-9f45-4e9703f15425 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:50.182865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 88d3e88e-b3e3-46fd-98a7-6d36474a459a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:50.184868 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.202392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d9f9e12-d798-4385-9f5e-5054ca35a6e2 req-1ce4b09a-c36e-4a99-9951-a8123e24dd27 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947747 Jul 16 20:08:50.210314 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04078e96-acb6-4c28-8bd4-1f6d333ed741 req-9a16e3a9-a912-49dd-8998-698a88a4b2cd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935984 Jul 16 20:08:50.214904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 88d3e88e-b3e3-46fd-98a7-6d36474a459a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:50.215266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 88d3e88e-b3e3-46fd-98a7-6d36474a459a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:50.222357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a6a95be-3427-4d09-a01c-8fabd36a4709 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:50.238109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6662c67f-9cd7-461a-acd4-58285a85b2ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83becc7d10ba491487adcc71f9440376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473567 Jul 16 20:08:50.240637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:50.247825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.257035 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.288412 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:08:50.288786 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:08:50.318068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c2d38f5-9c00-42c7-b3b3-1ed40d04d619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.365814 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c2d38f5-9c00-42c7-b3b3-1ed40d04d619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.377810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffab80a-230d-44f1-8939-06bc92c112db req-6e5329f5-e984-4dbf-94c1-4ffa9230a51b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.379364 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ffab80a-230d-44f1-8939-06bc92c112db req-6e5329f5-e984-4dbf-94c1-4ffa9230a51b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.1688533 Jul 16 20:08:50.419083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca262c-11d4-478d-9524-ebd47bb1a794 req-2ebb8187-0e38-44b8-983f-a749ed1d81e1 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.420635 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5cca262c-11d4-478d-9524-ebd47bb1a794 req-2ebb8187-0e38-44b8-983f-a749ed1d81e1 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 948 time: 0.1165893 Jul 16 20:08:50.441672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ffab80a-230d-44f1-8939-06bc92c112db req-bee6da25-9f89-40c2-994e-90cb4f42b6bc tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550764 Jul 16 20:08:50.443046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c2d38f5-9c00-42c7-b3b3-1ed40d04d619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.446816 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c2d38f5-9c00-42c7-b3b3-1ed40d04d619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.447187 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1c2d38f5-9c00-42c7-b3b3-1ed40d04d619 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4074f580-fbf5-440b-83ac-ac5d3475f8da HTTP/1.1" status: 204 len: 168 time: 0.2052462 Jul 16 20:08:50.466975 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.474012 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.480695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d38f5-9c00-42c7-b3b3-1ed40d04d619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4074f580-fbf5-440b-83ac-ac5d3475f8da,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.516905 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5cca262c-11d4-478d-9524-ebd47bb1a794 req-a82cf436-5b79-4e25-8ab7-32619613c972 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900583 Jul 16 20:08:50.535016 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64644a92-7911-49a4-a799-309a6b938ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.594364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.634133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a45903f2-09b4-4060-ac25-4808c62d97e6 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--646750800&fields=id&tenant_id=6b0e5deb00274f89b087bba82d84e700 HTTP/1.1" status: 200 len: 267 time: 0.0611424 Jul 16 20:08:50.725838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058af39-898a-4d50-9211-a9ccf4ffc72f req-dbd3e031-360b-4ddb-9051-27eca185bbe1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.727671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e058af39-898a-4d50-9211-a9ccf4ffc72f req-dbd3e031-360b-4ddb-9051-27eca185bbe1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.0712018 Jul 16 20:08:50.750285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Allocated IP 192.168.233.233 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/303eb60a-8f29-4558-8ce3-d0556a7ee785) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:50.774829 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e058af39-898a-4d50-9211-a9ccf4ffc72f req-562a2e7a-9b65-4d88-bfa5-27d95758bfa6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Jul 16 20:08:50.818449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-0523eeb4-bac4-4c18-9399-8f5d8c18a9e7 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:50.819962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-0523eeb4-bac4-4c18-9399-8f5d8c18a9e7 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/networks?id=79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 200 len: 824 time: 0.1635234 Jul 16 20:08:50.841456 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.854298 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-3e52e548-1944-474b-ab61-23f01df5b6fb tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/quotas/6b0e5deb00274f89b087bba82d84e700 HTTP/1.1" status: 200 len: 375 time: 0.0254135 Jul 16 20:08:50.859592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6a95be-3427-4d09-a01c-8fabd36a4709 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:50.890474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:50.897047 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:50.960748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:50.961242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcb39f43-2791-4035-a3ff-2917608b91b2 req-d218dac7-2355-4b0d-8ec1-4890f1c7ba3b tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 210 time: 0.0416827 Jul 16 20:08:51.024361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.036295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-b06d99e1-1bb3-4674-8463-f32c3724c47f tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b0e5deb00274f89b087bba82d84e700&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1731930 Jul 16 20:08:51.059426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Transition to ACTIVE for port object 303eb60a-8f29-4558-8ce3-d0556a7ee785 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:51.149944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0d63c-10c1-4d64-a9f5-cda1b80fda69 req-56289fe6-8f7c-4212-aa59-d724412f6dc7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.151558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0dd0d63c-10c1-4d64-a9f5-cda1b80fda69 req-56289fe6-8f7c-4212-aa59-d724412f6dc7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 945 time: 0.0729313 Jul 16 20:08:51.161796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-0db054e4-f624-46aa-a2f4-3aeff71a38a8 service neutron] 10.222.0.10 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116362 Jul 16 20:08:51.163780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.200276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0dd0d63c-10c1-4d64-a9f5-cda1b80fda69 req-29359874-3feb-4e04-bed9-34285fc90b4f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377262 Jul 16 20:08:51.233937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:51.243093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:51.278006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:51.287335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3a6a95be-3427-4d09-a01c-8fabd36a4709'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:51.311831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Pushing event updated for resources: {'Port': ['ID=303eb60a-8f29-4558-8ce3-d0556a7ee785,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.337858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:51.428584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.429263 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.451623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d7ce-6dd1-47d6-926e-e7cf1b93b6fc req-d93d988d-7eae-48ca-ab16-e00b184eba8d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.453273 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-bbe66059-81eb-43b2-ae1f-2d1ce9ae92cf service neutron] 10.222.0.10 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822909 Jul 16 20:08:51.461707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e621d7ce-6dd1-47d6-926e-e7cf1b93b6fc req-d93d988d-7eae-48ca-ab16-e00b184eba8d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.0996206 Jul 16 20:08:51.490378 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-9949fdc8-dd50-4153-ab1f-61713effd148 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6542594 Jul 16 20:08:51.507761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Request body: {'port': {'device_id': 'c5de322b-ade1-4971-b02d-ccdb2c414122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:51.524601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:51.527390 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62045d9b-3dac-4889-8f87-a0ae1a3644ba" -d '{"events": [{"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:51.530087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e621d7ce-6dd1-47d6-926e-e7cf1b93b6fc req-727e859a-b7f0-4b96-af7e-8f45171efcec tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655117 Jul 16 20:08:51.594948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-918802874-network', 'tenant_id': '33f71e775c2c4b3189d177fc3aa997f1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:51.595725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-59a87d18-bf4b-4cf5-85b9-71991deda734 None None] Provisioning for port 303eb60a-8f29-4558-8ce3-d0556a7ee785 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:51.600019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-59a87d18-bf4b-4cf5-85b9-71991deda734 None None] Provisioning complete for port 303eb60a-8f29-4558-8ce3-d0556a7ee785 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:51.609898 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-59a87d18-bf4b-4cf5-85b9-71991deda734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.621740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Made reservation on behalf of 33f71e775c2c4b3189d177fc3aa997f1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:51.629150 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.645299 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.667429 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.675660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-59a87d18-bf4b-4cf5-85b9-71991deda734 None None] Port 303eb60a-8f29-4558-8ce3-d0556a7ee785 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:08:51.781742 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.790446 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.803638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:08:51.813379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.813722 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Added segment 35683771-fb91-4305-8c3b-79e9a5450406 of type vlan for network eb8c7c10-080f-44b1-b05a-c09b05b6691f Jul 16 20:08:51.889106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.897387 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db46dd04-6e99-4430-aa10-dfa2ea275572 x-openstack-request-id: req-db46dd04-6e99-4430-aa10-dfa2ea275572 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:51.898494 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:51.898933 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db46dd04-6e99-4430-aa10-dfa2ea275572 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:51.899705 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'code': 200} Jul 16 20:08:51.915495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354df680-6790-42a1-9042-2535f6f20553,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:51.953486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc11e30-239d-4694-91bc-84382f651c81 req-c8bef4e7-49d4-4118-806d-b6aca13749ef tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.955429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.956470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:51.957044 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:51.960899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fc11e30-239d-4694-91bc-84382f651c81 req-c8bef4e7-49d4-4118-806d-b6aca13749ef tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 950 time: 0.1444817 Jul 16 20:08:52.027359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fc11e30-239d-4694-91bc-84382f651c81 req-9e32e5ab-7bbc-4b15-b70d-af1e02e9bc5b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656018 Jul 16 20:08:52.049584 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-98802954-be15-41f7-ad36-0c1d4b9173ac req-aa0ec428-66fd-421f-aa37-00487c2a71e4 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 210 time: 0.0620401 Jul 16 20:08:52.059297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23608480-9d92-4680-8034-6d15f545a690 req-ced61162-a2c4-4a49-b349-d46c50ae4610 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.061093 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-23608480-9d92-4680-8034-6d15f545a690 req-ced61162-a2c4-4a49-b349-d46c50ae4610 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.63 "GET /v2.0/ports?device_id=f13e1663-1f69-4340-ad74-e86bbecd0122 HTTP/1.1" status: 200 len: 967 time: 0.2164600 Jul 16 20:08:52.086744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7476549 Jul 16 20:08:52.094863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23eb9c-0ba6-4cb3-aeaf-2710aa7a9c93 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8c7c10-080f-44b1-b05a-c09b05b6691f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:52.105191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:52.107188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network eb8c7c10-080f-44b1-b05a-c09b05b6691f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:08:52.109581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Request body: {'subnet': {'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-918802874-subnet', 'tenant_id': '33f71e775c2c4b3189d177fc3aa997f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:52.114923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303eb60a-8f29-4558-8ce3-d0556a7ee785 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:52.125610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.141506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Transition to ACTIVE for port object 303eb60a-8f29-4558-8ce3-d0556a7ee785 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:52.146210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.175936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Made reservation on behalf of 33f71e775c2c4b3189d177fc3aa997f1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:52.184419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.225543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Pushing event updated for resources: {'Port': ['ID=303eb60a-8f29-4558-8ce3-d0556a7ee785,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:52.391125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Attempting to bind port 303eb60a-8f29-4558-8ce3-d0556a7ee785 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:52.391681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Attempting to bind port 303eb60a-8f29-4558-8ce3-d0556a7ee785 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:52.392078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Attempting to bind port 303eb60a-8f29-4558-8ce3-d0556a7ee785 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:52.401373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Port 303eb60a-8f29-4558-8ce3-d0556a7ee785 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:52.401714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Attempting to bind port 303eb60a-8f29-4558-8ce3-d0556a7ee785 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:52.409497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Deleting port 16f11b66-8afd-4b0f-bf54-398104ec2b87 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:52.410059 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.411449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:52.411788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:52.412170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:52.412605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Bound port: 303eb60a-8f29-4558-8ce3-d0556a7ee785, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:52.412955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.427850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3d48-4b8b-4ca3-a43a-bd65e59695e4 req-0db9d068-56a7-4831-97f8-fd07a2ce65f6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.435488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff7e3d48-4b8b-4ca3-a43a-bd65e59695e4 req-0db9d068-56a7-4831-97f8-fd07a2ce65f6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1671379 Jul 16 20:08:52.508580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff7e3d48-4b8b-4ca3-a43a-bd65e59695e4 req-b721eb84-1571-457e-9875-edf18dc09a2c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722020 Jul 16 20:08:52.542564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] For port 303eb60a-8f29-4558-8ce3-d0556a7ee785, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:52.548187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d9ed8573-8e55-46e9-816a-6847a32545a9 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:52.549210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] For port 303eb60a-8f29-4558-8ce3-d0556a7ee785, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=303eb60a-8f29-4558-8ce3-d0556a7ee785,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:52.559007 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.559752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e744-3576-4613-9aa7-72ef91aa4f0b req-227e0421-0f51-4b05-ac9a-133aa9630f1c tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.567189 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d432e744-3576-4613-9aa7-72ef91aa4f0b req-227e0421-0f51-4b05-ac9a-133aa9630f1c tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1102 time: 0.2102025 Jul 16 20:08:52.607201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.608379 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.610601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] 10.222.0.30 "PUT /v2.0/ports/303eb60a-8f29-4558-8ce3-d0556a7ee785 HTTP/1.1" status: 200 len: 1097 time: 1.1121671 Jul 16 20:08:52.612042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5de322b-ade1-4971-b02d-ccdb2c414122', 'tag': '303eb60a-8f29-4558-8ce3-d0556a7ee785'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:52.615286 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4c03ce-4eae-454a-99da-eb93dd790ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5de322b-ade1-4971-b02d-ccdb2c414122", "tag": "303eb60a-8f29-4558-8ce3-d0556a7ee785"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:52.615444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port d9ed8573-8e55-46e9-816a-6847a32545a9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:52.630129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port d9ed8573-8e55-46e9-816a-6847a32545a9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:52.630557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.648414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217ffbc-797a-4a30-9fc5-01d223270176 service neutron] Pushing event updated for resources: {'Port': ['ID=303eb60a-8f29-4558-8ce3-d0556a7ee785,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:52.675825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] For port 16f11b66-8afd-4b0f-bf54-398104ec2b87, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=16f11b66-8afd-4b0f-bf54-398104ec2b87,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:52.675825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.677733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d432e744-3576-4613-9aa7-72ef91aa4f0b req-6db20ab3-639f-4442-bc14-e73a9323338f tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095924 Jul 16 20:08:52.722293 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.766509 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.854996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:52.861983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:52.880336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-704b697f-31d2-410f-887a-d491df6d2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.882439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-704b697f-31d2-410f-887a-d491df6d2762 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f010efcf37b3455293937537b6a58e49&device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 1100 time: 0.1566408 Jul 16 20:08:52.934440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d9ed8573-8e55-46e9-816a-6847a32545a9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:52.945544 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-b9263a9f-3deb-44a8-bd09-fa5728744f96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=303eb60a-8f29-4558-8ce3-d0556a7ee785 HTTP/1.1" status: 200 len: 217 time: 0.0474756 Jul 16 20:08:52.959664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822ef92-05b9-4dd1-8779-f249a561e187 req-e3d9980a-0d79-4044-b7b9-35ae1c0a97e6 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:52.961538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7822ef92-05b9-4dd1-8779-f249a561e187 req-e3d9980a-0d79-4044-b7b9-35ae1c0a97e6 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.1534569 Jul 16 20:08:53.011649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b78a6c-dbe4-4f1c-b271-789c4623af4e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:53.040337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-d6fc5792-048d-4ab4-bab9-88e539912f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.042005 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-d6fc5792-048d-4ab4-bab9-88e539912f5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0769651 Jul 16 20:08:53.044708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7822ef92-05b9-4dd1-8779-f249a561e187 req-6c4fb345-1b3a-4d6b-8b12-334fe6f8a615 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724375 Jul 16 20:08:53.078826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Checking segment: {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:53.079186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Network hostable DHCP agents. Network: eb8c7c10-080f-44b1-b05a-c09b05b6691f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:08:53.103854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13801d-ceed-4d65-83db-6453477d5d92 req-b5ef1e29-809d-4038-87d3-f1d227902483 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.104270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-bacd9ee4-6333-4c98-bd30-a708dec2d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.105368 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fe13801d-ceed-4d65-83db-6453477d5d92 req-b5ef1e29-809d-4038-87d3-f1d227902483 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 948 time: 0.2267010 Jul 16 20:08:53.105816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-bacd9ee4-6333-4c98-bd30-a708dec2d59d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537632 Jul 16 20:08:53.137071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Network eb8c7c10-080f-44b1-b05a-c09b05b6691f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:08:53.147007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.147409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.147747 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Floating IP 2843477c-9ebd-44ae-ae26-907df949f92c disassociated. External IP: 172.25.7.90, port: 16f11b66-8afd-4b0f-bf54-398104ec2b87. Jul 16 20:08:53.148098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Calling delete_port for 16f11b66-8afd-4b0f-bf54-398104ec2b87 owned by compute:tempest-test_az-817967176 {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:08:53.157981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, eb8c7c10-080f-44b1-b05a-c09b05b6691f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:53.171745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.172340 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.185795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ef296-85cc-4c0c-94c3-be95e2149489 None None] Network eb8c7c10-080f-44b1-b05a-c09b05b6691f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:53.188525 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fe13801d-ceed-4d65-83db-6453477d5d92 req-6a698554-cd2e-4fc3-8bf9-a3838c50e723 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736361 Jul 16 20:08:53.234837 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c8e1339b-3b07-4717-8f3f-ef7c5203f8d0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1292951 Jul 16 20:08:53.282184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-73e5c9e3-5a78-4866-801f-622c5195b58f service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571450 Jul 16 20:08:53.333440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc317d-0029-4f41-8158-82d218a2800c req-78b21bc3-a5ff-47ef-bfe9-894330f770ed tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.343315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39cc317d-0029-4f41-8158-82d218a2800c req-78b21bc3-a5ff-47ef-bfe9-894330f770ed tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 1102 time: 0.1342063 Jul 16 20:08:53.401012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4517984-c9ce-40c7-aaba-0cfa1e5a6118 None None] Network eb8c7c10-080f-44b1-b05a-c09b05b6691f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:08:53.421551 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.425111 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f2330d6-d9f4-4015-9408-c3744f941728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.462156 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.545363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ec7b-92e1-44ad-be36-0a64371eab97 req-5c91c977-d36c-4f1c-a058-6c81e5174bd0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:53.553867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6959ec7b-92e1-44ad-be36-0a64371eab97 req-5c91c977-d36c-4f1c-a058-6c81e5174bd0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 946 time: 0.1744320 Jul 16 20:08:53.557882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:53.576448 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event deleted for resources: {'Port': ['ID=16f11b66-8afd-4b0f-bf54-398104ec2b87,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:53.608092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6959ec7b-92e1-44ad-be36-0a64371eab97 req-eae433e5-b11d-4c48-abbd-4e7fb81e2bae tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528934 Jul 16 20:08:53.713042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 3a6a95be-3427-4d09-a01c-8fabd36a4709 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:53.713425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.805549 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd61645d-94d5-4d59-8795-ef8212608289 x-openstack-request-id: req-bd61645d-94d5-4d59-8795-ef8212608289 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:53.806632 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5de322b-ade1-4971-b02d-ccdb2c414122", "tag": "303eb60a-8f29-4558-8ce3-d0556a7ee785", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:53.807037 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd61645d-94d5-4d59-8795-ef8212608289 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:53.807615 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5de322b-ade1-4971-b02d-ccdb2c414122', 'tag': '303eb60a-8f29-4558-8ce3-d0556a7ee785', 'status': 'completed', 'code': 200} Jul 16 20:08:53.833514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39cc317d-0029-4f41-8158-82d218a2800c req-37b72f1a-1ece-4afc-a431-24ccf928ea08 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896183 Jul 16 20:08:53.843765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Router dfb1e09f-d629-4ef9-a519-f9c0b043c850 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:08:53.913803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:53.917024 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba0883-fe74-4a87-a39a-4d1475b95b34" -d '{"events": [{"server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "name": "network-vif-plugged", "status": "completed", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:53.921880 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:53.992681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:54.002754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.019656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-614745b5-3df1-41e9-8a92-9b21be4ad12f req-84cb632c-3913-42e1-a681-650b4ce2ecaf service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209110 Jul 16 20:08:54.030794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:08:54.050988 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] Sync routers for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:08:54.075376 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:54.076008 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:54.094293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:54.102182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] No DVR routers for this DVR port 16f11b66-8afd-4b0f-bf54-398104ec2b87 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:08:54.104824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.107075 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-23608480-9d92-4680-8034-6d15f545a690 req-874d26fe-3a93-4680-80a4-4b736d028137 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.63 "DELETE /v2.0/ports/16f11b66-8afd-4b0f-bf54-398104ec2b87 HTTP/1.1" status: 204 len: 173 time: 2.0189712 Jul 16 20:08:54.107722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'name': 'network-vif-deleted', 'tag': '16f11b66-8afd-4b0f-bf54-398104ec2b87'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:54.110198 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d16e41d-327f-4240-9374-050b669a5852" -d '{"events": [{"server_uuid": "f13e1663-1f69-4340-ad74-e86bbecd0122", "name": "network-vif-deleted", "tag": "16f11b66-8afd-4b0f-bf54-398104ec2b87"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:54.226448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-9569436b-a46a-4255-a89a-05ea017ab265 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.228002 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-9569436b-a46a-4255-a89a-05ea017ab265 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.30 "GET /v2.0/networks?id=79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 200 len: 824 time: 0.4263337 Jul 16 20:08:54.239865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b711b96-3c03-446a-809d-8370680e0090 req-85f590ea-0bde-46d3-a36c-b80867ac856f tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 210 time: 0.0396035 Jul 16 20:08:54.297497 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:54.309837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-3ac923c1-7aa7-429b-80e8-4961a41b26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.311363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-3ac923c1-7aa7-429b-80e8-4961a41b26ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f010efcf37b3455293937537b6a58e49&device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 1100 time: 0.1968386 Jul 16 20:08:54.324094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fe0e4-1c2a-49fc-8dc0-852a4d6db183 req-b53bd351-a9ae-48aa-a86a-8c14afec06d4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.325681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-399fe0e4-1c2a-49fc-8dc0-852a4d6db183 req-b53bd351-a9ae-48aa-a86a-8c14afec06d4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.1624565 Jul 16 20:08:54.331757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-7c4186f1-b77b-43fe-9083-ae04572c791b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b0e5deb00274f89b087bba82d84e700 HTTP/1.1" status: 200 len: 379 time: 0.0928233 Jul 16 20:08:54.358871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Request body: {'port': {'device_id': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'admin_state_up': True, 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'security_groups': ['cc7d795a-743d-4b06-bfab-d67811b2c05a']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:54.393253 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.432230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-399fe0e4-1c2a-49fc-8dc0-852a4d6db183 req-1d724fd4-0360-4882-bfe4-70f50cc4531e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930429 Jul 16 20:08:54.560298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-f324dff9-882f-4bc2-b5b9-c07e404c56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.561856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-f324dff9-882f-4bc2-b5b9-c07e404c56f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2352393 Jul 16 20:08:54.644272 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-f0b8c172-a255-4f63-8652-d607db8894b6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.651461 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-f0b8c172-a255-4f63-8652-d607db8894b6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 804 time: 0.1415727 Jul 16 20:08:54.669029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81d686b7-c62b-4b49-9f9a-2bbeb3bdf6da tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/quotas/33f71e775c2c4b3189d177fc3aa997f1 HTTP/1.1" status: 200 len: 375 time: 0.0165863 Jul 16 20:08:54.676317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-1c72d04f-94a6-4ac6-afef-d5bff5ab5f54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=303eb60a-8f29-4558-8ce3-d0556a7ee785 HTTP/1.1" status: 200 len: 217 time: 0.0998063 Jul 16 20:08:54.714721 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-592d29c1-eea8-4704-9d71-de725eb4e1d5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446203 Jul 16 20:08:54.794214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Made reservation on behalf of 6b0e5deb00274f89b087bba82d84e700 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:54.797775 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:54.801135 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:54.825592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-e5b3a9a5-1bc8-4311-9a84-4cdbb4a415ff service neutron] 10.222.0.10 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100094 Jul 16 20:08:54.838259 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] Checking router: dfb1e09f-d629-4ef9-a519-f9c0b043c850 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:08:54.849321 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:08:54.850192 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:54.881336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-3f7d9cc1-2cd6-4e0b-93e2-4d5ac90c77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.883043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-3f7d9cc1-2cd6-4e0b-93e2-4d5ac90c77fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1697063 Jul 16 20:08:54.965515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce314fa-3706-49aa-8ad9-ab2c64147e3a req-65b3e0d1-65d0-4bc1-a846-ae9dd2645451 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:54.967212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ce314fa-3706-49aa-8ad9-ab2c64147e3a req-65b3e0d1-65d0-4bc1-a846-ae9dd2645451 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.3080049 Jul 16 20:08:54.993457 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:08:55.074191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Allocated IP 172.20.0.6 (79c223a5-47eb-436b-afec-6bf74a088fcc/4e3fe189-3a05-40b2-bf08-6620275a61f8/9c982c6b-9eff-477a-a42a-2f4dfb58319d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:55.093139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ce314fa-3706-49aa-8ad9-ab2c64147e3a req-4a6b3e4e-f210-415f-b56a-0a46389a1222 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014843 Jul 16 20:08:55.096823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-bede4e0f-7b14-45f5-8528-a9c4097cbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.098214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-bede4e0f-7b14-45f5-8528-a9c4097cbb34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1791730 Jul 16 20:08:55.189249 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf8c16b-f8be-4172-867a-bb4663185bc2 x-openstack-request-id: req-6bf8c16b-f8be-4172-867a-bb4663185bc2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:55.190567 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "name": "network-vif-plugged", "status": "completed", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:55.190978 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bf8c16b-f8be-4172-867a-bb4663185bc2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:55.199824 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9', 'code': 200} Jul 16 20:08:55.244390 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:08:55.282200 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-2fb65c16-bfaa-44aa-a83b-d1194bc7e6ba service neutron] 10.222.0.10 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501419 Jul 16 20:08:55.296707 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f93a2c-644a-4d88-866a-95253fe24b0d None None] The sync data for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 is: [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:08:55.343036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-abeba371-97a3-4521-9aeb-4ce354ed4802 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258074 Jul 16 20:08:55.385944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af33b61-e6ec-4837-84c0-7cd91e7322fd req-177d24f1-81eb-4376-9eec-40c47cdfc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.387579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7af33b61-e6ec-4837-84c0-7cd91e7322fd req-177d24f1-81eb-4376-9eec-40c47cdfc591 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1098 time: 0.0982025 Jul 16 20:08:55.432527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-c1e5c45b-6d10-4a7b-9647-7ad302554e81 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779328 Jul 16 20:08:55.436577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.441081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7af33b61-e6ec-4837-84c0-7cd91e7322fd req-ea8f387a-ffa1-4723-84cd-9e4f2b5ae1bd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463190 Jul 16 20:08:55.467015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Transition to ACTIVE for port object 9c982c6b-9eff-477a-a42a-2f4dfb58319d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:55.624028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa49a57-6cf7-4ac5-ace0-65b7b85edf09 req-780f176b-7ed3-4d23-8ac1-d37b9f508387 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.629129 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3fa49a57-6cf7-4ac5-ace0-65b7b85edf09 req-780f176b-7ed3-4d23-8ac1-d37b9f508387 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 1103 time: 0.0742261 Jul 16 20:08:55.687566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3fa49a57-6cf7-4ac5-ace0-65b7b85edf09 req-1b0296fb-91b5-4f05-968a-5d425212e169 tempest-ServersAdminTestJSON-133510481 tempest-ServersAdminTestJSON-133510481-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505402 Jul 16 20:08:55.700653 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a4c03ce-4eae-454a-99da-eb93dd790ba8 req-944f1404-fdf1-4a4b-a2f5-944cbe3d3f41 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469865 Jul 16 20:08:55.745944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3683-7528-41e2-b48c-d1698882bee8 req-0b3926f2-32ff-4607-814e-bad2a50429f5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.751038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd92ed8-00ad-4e4d-ad1d-80688e869076 None None] New status for floating IP 2843477c-9ebd-44ae-ae26-907df949f92c: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:08:55.753227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-0b3926f2-32ff-4607-814e-bad2a50429f5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123953 Jul 16 20:08:55.766774 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3480bc7-8d15-492c-8000-5039ac77b03a x-openstack-request-id: req-d3480bc7-8d15-492c-8000-5039ac77b03a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:55.767647 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13e1663-1f69-4340-ad74-e86bbecd0122", "name": "network-vif-deleted", "tag": "16f11b66-8afd-4b0f-bf54-398104ec2b87", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:55.767904 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3480bc7-8d15-492c-8000-5039ac77b03a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:55.768478 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13e1663-1f69-4340-ad74-e86bbecd0122', 'name': 'network-vif-deleted', 'tag': '16f11b66-8afd-4b0f-bf54-398104ec2b87', 'status': 'completed', 'code': 200} Jul 16 20:08:55.771913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-ce8cd6ca-8a98-4603-ad57-45d4bab82564 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/quotas/e341144ff89042febd24438ee1226e06 HTTP/1.1" status: 200 len: 375 time: 0.0176654 Jul 16 20:08:55.843246 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:55.895929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Network 79c223a5-47eb-436b-afec-6bf74a088fcc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:55.908088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:55.913596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:55.946037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event updated for resources: {'Port': ['ID=9c982c6b-9eff-477a-a42a-2f4dfb58319d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:55.991109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1a382-85e8-477d-9a0a-32a3c4dc1906 req-f29c13f4-24e0-42c3-a2e7-ca21f0c6777e tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:55.993058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8cf1a382-85e8-477d-9a0a-32a3c4dc1906 req-f29c13f4-24e0-42c3-a2e7-ca21f0c6777e tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 948 time: 0.1075022 Jul 16 20:08:56.004567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-dacf2c40-425c-4402-a06e-123f6f7a7581 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2316988 Jul 16 20:08:56.028893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.029619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.053806 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8cf1a382-85e8-477d-9a0a-32a3c4dc1906 req-f99520bf-a01e-4f68-b6ab-b7f2ef6c8bae tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539918 Jul 16 20:08:56.055999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-a4591b3a-f38e-447f-9cf0-195b5ed4101b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7016964 Jul 16 20:08:56.083907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Request body: {'port': {'device_id': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:56.091948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.179581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.356307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf72fe7-3686-46c8-b349-65187ad5b34c req-a0088bf2-3773-4a5d-b1bf-1d05e8d388d1 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.358266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cdf72fe7-3686-46c8-b349-65187ad5b34c req-a0088bf2-3773-4a5d-b1bf-1d05e8d388d1 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 946 time: 0.0838087 Jul 16 20:08:56.421401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cdf72fe7-3686-46c8-b349-65187ad5b34c req-571bd8c9-63d0-4a93-9ca1-9de66c6e84b0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542512 Jul 16 20:08:56.529717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca42e8-d8bc-4749-bd6a-7d0ee26cf178 req-31ed660b-d5f3-4087-8d6b-20fe2d117415 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:56.531220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2ca42e8-d8bc-4749-bd6a-7d0ee26cf178 req-31ed660b-d5f3-4087-8d6b-20fe2d117415 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 931 time: 0.1464756 Jul 16 20:08:56.570744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 16f11b66-8afd-4b0f-bf54-398104ec2b87 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:56.597934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-01571063-c420-404d-8e30-ab04826d09b5 req-87d3cba7-055f-42bc-9bef-f6de7ae25d37 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 210 time: 0.0354619 Jul 16 20:08:56.602938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 16f11b66-8afd-4b0f-bf54-398104ec2b87 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:08:56.607772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 16f11b66-8afd-4b0f-bf54-398104ec2b87 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:08:56.650381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c982c6b-9eff-477a-a42a-2f4dfb58319d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:56.662236 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2ca42e8-d8bc-4749-bd6a-7d0ee26cf178 req-42fe51ed-6041-4175-9f16-c26f98f2c1a7 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925384 Jul 16 20:08:56.664471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.678612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Transition to ACTIVE for port object 9c982c6b-9eff-477a-a42a-2f4dfb58319d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:56.687725 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:56.779932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Pushing event updated for resources: {'Port': ['ID=9c982c6b-9eff-477a-a42a-2f4dfb58319d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:56.960611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Attempting to bind port 9c982c6b-9eff-477a-a42a-2f4dfb58319d on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:56.961672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Attempting to bind port 9c982c6b-9eff-477a-a42a-2f4dfb58319d by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:56.961672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Attempting to bind port 9c982c6b-9eff-477a-a42a-2f4dfb58319d on network 79c223a5-47eb-436b-afec-6bf74a088fcc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:56.977976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Port 9c982c6b-9eff-477a-a42a-2f4dfb58319d on network 79c223a5-47eb-436b-afec-6bf74a088fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:56.978306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Attempting to bind port 9c982c6b-9eff-477a-a42a-2f4dfb58319d on network 79c223a5-47eb-436b-afec-6bf74a088fcc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:56.990990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:56.991379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Checking segment: {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:56.991755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Bound using segment: {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:56.992294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Bound port: 9c982c6b-9eff-477a-a42a-2f4dfb58319d, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b78b25-5524-4a97-8dfc-b9f79a961249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:56.992547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.004773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-f8b38d8f-8fcb-4325-9837-062a8152afb3 service neutron] 10.222.0.30 "GET /v2.0/ports/fb836647-d5d2-4587-aaac-2944532048f6/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 383 time: 0.1500018 Jul 16 20:08:57.023609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51717fa3-114c-41df-85c6-e93ebdbd67a3 req-bbf6ea30-0de4-448f-af13-c7aed7d59ada tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.025307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51717fa3-114c-41df-85c6-e93ebdbd67a3 req-bbf6ea30-0de4-448f-af13-c7aed7d59ada tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.1687243 Jul 16 20:08:57.139515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] For port 9c982c6b-9eff-477a-a42a-2f4dfb58319d, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:57.147889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51717fa3-114c-41df-85c6-e93ebdbd67a3 req-c8c834e0-25c9-4f75-bbf1-2ec7416c7d73 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843244 Jul 16 20:08:57.159698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] For port 9c982c6b-9eff-477a-a42a-2f4dfb58319d, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9c982c6b-9eff-477a-a42a-2f4dfb58319d,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:57.167449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.216972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:57.222453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.223147 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.224721 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] 10.222.0.30 "PUT /v2.0/ports/9c982c6b-9eff-477a-a42a-2f4dfb58319d HTTP/1.1" status: 200 len: 1092 time: 1.1581142 Jul 16 20:08:57.227373 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872bcd6-d000-4399-8c0b-65e93e261a01" -d '{"events": [{"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:57.231721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'tag': '9c982c6b-9eff-477a-a42a-2f4dfb58319d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:57.235010 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bbff95-815b-4c24-b582-fab772a79572" -d '{"events": [{"name": "network-changed", "server_uuid": "99944586-0bf1-45b1-ac75-6ef21b6bbf03", "tag": "9c982c6b-9eff-477a-a42a-2f4dfb58319d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:57.248788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ee76f-469d-456b-b026-e35ebf5d0df2 req-d4ce0453-dbd5-4296-983e-f5fb0733f430 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.251042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276ee76f-469d-456b-b026-e35ebf5d0df2 req-d4ce0453-dbd5-4296-983e-f5fb0733f430 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1904616 Jul 16 20:08:57.307186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c78c7d-3b8f-4d44-af3b-ba726958e669 service neutron] Pushing event updated for resources: {'Port': ['ID=9c982c6b-9eff-477a-a42a-2f4dfb58319d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:57.320095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c5718027-0fa7-4848-8b06-f539c5b92258 None None] Provisioning for port 9c982c6b-9eff-477a-a42a-2f4dfb58319d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:57.393202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-e1fa9463-af8d-4529-a6af-3c700e896cc8 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.395843 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-e1fa9463-af8d-4529-a6af-3c700e896cc8 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 804 time: 0.2423799 Jul 16 20:08:57.425072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50db48b4-6435-4588-9fcb-f4d533c70f6e req-4915a7c6-af1d-498f-a656-8b57bedbdd63 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 210 time: 0.0460777 Jul 16 20:08:57.426600 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-276ee76f-469d-456b-b026-e35ebf5d0df2 req-63670c9f-f9e5-4694-aee4-82c415582b8e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661720 Jul 16 20:08:57.437575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Request body: {'port': {'device_id': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'admin_state_up': True, 'tenant_id': '33f71e775c2c4b3189d177fc3aa997f1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:57.553570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 303eb60a-8f29-4558-8ce3-d0556a7ee785 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:08:57.575098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-15771bae-1621-43a2-bcbb-746c1fa02f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.576648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-15771bae-1621-43a2-bcbb-746c1fa02f20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b0e5deb00274f89b087bba82d84e700&device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 1095 time: 0.0941772 Jul 16 20:08:57.628666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-ce7470c7-916e-474a-afb5-49815718ac17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c982c6b-9eff-477a-a42a-2f4dfb58319d HTTP/1.1" status: 200 len: 217 time: 0.0377777 Jul 16 20:08:57.704314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 303eb60a-8f29-4558-8ce3-d0556a7ee785, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=303eb60a-8f29-4558-8ce3-d0556a7ee785,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:57.720192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Made reservation on behalf of 33f71e775c2c4b3189d177fc3aa997f1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:57.722549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '303eb60a-8f29-4558-8ce3-d0556a7ee785', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '303eb60a-8f29-4558-8ce3-d0556a7ee785', 'mac_address': 'fa:16:3e:05:15:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:08:57.734527 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.767099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedcb39-efae-4e5d-8a9b-dfd09670f235 req-de769d1a-2083-4da2-9a9d-23add3c23264 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.773781 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.774600 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2aedcb39-efae-4e5d-8a9b-dfd09670f235 req-de769d1a-2083-4da2-9a9d-23add3c23264 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 948 time: 0.1446555 Jul 16 20:08:57.795946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303eb60a-8f29-4558-8ce3-d0556a7ee785 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:57.799988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-0a234b05-e396-4473-b54c-edd1a889760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.801628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-0a234b05-e396-4473-b54c-edd1a889760e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e3fe189-3a05-40b2-bf08-6620275a61f8 HTTP/1.1" status: 200 len: 863 time: 0.1032491 Jul 16 20:08:57.821111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269afe9-f51e-467b-a7c1-1809550a6bc6 req-b281f494-f6d8-4b76-9223-6a4d2feec748 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.823113 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4269afe9-f51e-467b-a7c1-1809550a6bc6 req-b281f494-f6d8-4b76-9223-6a4d2feec748 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 950 time: 0.2311711 Jul 16 20:08:57.824539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 303eb60a-8f29-4558-8ce3-d0556a7ee785, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=303eb60a-8f29-4558-8ce3-d0556a7ee785,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:57.825062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-76313d47-2853-4b35-ba8e-82f766c1f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:57.826810 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-76313d47-2853-4b35-ba8e-82f766c1f6a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7&tenant_id=743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 1101 time: 0.1972334 Jul 16 20:08:57.831165 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:57.878248 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2aedcb39-efae-4e5d-8a9b-dfd09670f235 req-d8a0034f-d6fe-4f9f-bc9e-bff1a88c8bc2 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020868 Jul 16 20:08:57.904301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=303eb60a-8f29-4558-8ce3-d0556a7ee785,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:57.952189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4269afe9-f51e-467b-a7c1-1809550a6bc6 req-e8a7c4b5-efb5-4a80-aaca-bdc96e6d649d tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170979 Jul 16 20:08:57.985735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Allocated IP 172.20.0.13 (eb8c7c10-080f-44b1-b05a-c09b05b6691f/a1b78a6c-dbe4-4f1c-b271-789c4623af4e/21a8988c-cb1d-41a3-bf22-214b3063cfb2) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:57.998797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-8be8523b-e6c1-432f-9ba3-a42000f650f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.000525 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-8be8523b-e6c1-432f-9ba3-a42000f650f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79c223a5-47eb-436b-afec-6bf74a088fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1892362 Jul 16 20:08:58.011375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-537eca40-4903-4566-9bd0-c629232bddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.013212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-537eca40-4903-4566-9bd0-c629232bddad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 1101 time: 0.1269071 Jul 16 20:08:58.053872 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b752b75-a968-4aa3-84b0-1c31adbff416 x-openstack-request-id: req-2b752b75-a968-4aa3-84b0-1c31adbff416 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:58.054159 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:58.054411 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b752b75-a968-4aa3-84b0-1c31adbff416 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:58.054790 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'code': 200} Jul 16 20:08:58.082331 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87092144-e01a-4ca9-9197-9b293623d6ff x-openstack-request-id: req-87092144-e01a-4ca9-9197-9b293623d6ff {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:08:58.082621 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99944586-0bf1-45b1-ac75-6ef21b6bbf03", "tag": "9c982c6b-9eff-477a-a42a-2f4dfb58319d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:08:58.082877 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87092144-e01a-4ca9-9197-9b293623d6ff {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:08:58.083288 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'tag': '9c982c6b-9eff-477a-a42a-2f4dfb58319d', 'status': 'completed', 'code': 200} Jul 16 20:08:58.193746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-44a6e778-471a-4cf3-b65b-4dc16b802731 service neutron] 10.222.0.30 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793957 Jul 16 20:08:58.206722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['303eb60a-8f29-4558-8ce3-d0556a7ee785'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:08:58.214442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-00081d41-c7c8-44d7-83ed-245c1e90bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.215931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-00081d41-c7c8-44d7-83ed-245c1e90bc5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1900823 Jul 16 20:08:58.220714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1e913-b42f-42c7-b17f-4743b56f7700 req-70c66ee1-8187-4548-9568-be909e68c207 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.222327 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dd1e913-b42f-42c7-b17f-4743b56f7700 req-70c66ee1-8187-4548-9568-be909e68c207 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.1740773 Jul 16 20:08:58.258414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.290363 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dd1e913-b42f-42c7-b17f-4743b56f7700 req-e22a5338-7d71-4725-9e30-a44455b2775c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604563 Jul 16 20:08:58.314624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-335ac562-c3fb-4eec-8f1d-9fb597978a80 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e341144ff89042febd24438ee1226e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967934 Jul 16 20:08:58.329859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-935523a7-9636-419c-ac3a-1316abdff65b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=fb836647-d5d2-4587-aaac-2944532048f6 HTTP/1.1" status: 200 len: 217 time: 0.0905266 Jul 16 20:08:58.364556 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.415586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Network eb8c7c10-080f-44b1-b05a-c09b05b6691f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:08:58.419129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:08:58.423974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:08:58.458425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Pushing event updated for resources: {'Port': ['ID=21a8988c-cb1d-41a3-bf22-214b3063cfb2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:58.509774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.510443 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.518277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-48d07558-c682-419e-ac29-3230d04a5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.520408 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-48d07558-c682-419e-ac29-3230d04a5ef4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1599984 Jul 16 20:08:58.525242 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839e27f6-dca7-46fa-b271-4a30fb47ad61 req-82907753-55e3-4b5e-9631-348bcfad687b service neutron] 10.222.0.30 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066406 Jul 16 20:08:58.534277 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-81cb45e9-a892-44f8-aa7c-3e9a425a46a6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1056144 Jul 16 20:08:58.535477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca396e9-4480-4deb-8907-d3520c05f50f req-206fc1db-5e7a-411f-a789-3fb7e10d7600 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.537144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ca396e9-4480-4deb-8907-d3520c05f50f req-206fc1db-5e7a-411f-a789-3fb7e10d7600 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 946 time: 0.3655465 Jul 16 20:08:58.548438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Request body: {'port': {'device_id': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:58.560325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c84f55-bd7d-4450-9c24-04add2487f84 req-c77829bc-4064-4571-a517-89fbc7fd1760 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.562081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-85c84f55-bd7d-4450-9c24-04add2487f84 req-c77829bc-4064-4571-a517-89fbc7fd1760 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 932 time: 0.1079330 Jul 16 20:08:58.652953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-85c84f55-bd7d-4450-9c24-04add2487f84 req-88c67c1e-51b6-4648-b2b2-b4879fde5793 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723097 Jul 16 20:08:58.657295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3683-7528-41e2-b48c-d1698882bee8 req-19bee17a-88a3-47d3-83d4-1ee9d084edea tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.659239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-19bee17a-88a3-47d3-83d4-1ee9d084edea tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3011866 Jul 16 20:08:58.670417 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:58.691639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ca396e9-4480-4deb-8907-d3520c05f50f req-7ec3a642-bfb1-42eb-9bb4-44f8f7935b26 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324821 Jul 16 20:08:58.700737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Request body: {'port': {'device_id': 'f38cd430-74a4-49fc-8c8d-1cb09e78369f', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'e341144ff89042febd24438ee1226e06'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:08:58.750110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-106eb9cf-40fa-481f-8fd2-23307a36c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.752195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-106eb9cf-40fa-481f-8fd2-23307a36c284 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2117274 Jul 16 20:08:58.931608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeb9f6-a1fe-4030-9e94-a737296089d8 req-8bd38d8a-480d-4889-9116-fccc676e2323 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:58.933212 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bcbeb9f6-a1fe-4030-9e94-a737296089d8 req-8bd38d8a-480d-4889-9116-fccc676e2323 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 943 time: 0.1381073 Jul 16 20:08:59.009644 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bcbeb9f6-a1fe-4030-9e94-a737296089d8 req-9bbbcdae-43a3-49be-ba79-f6d33b8c2a23 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673232 Jul 16 20:08:59.046370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a8988c-cb1d-41a3-bf22-214b3063cfb2 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:08:59.056622 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.071013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Transition to ACTIVE for port object 21a8988c-cb1d-41a3-bf22-214b3063cfb2 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:08:59.076264 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.093964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbff95-815b-4c24-b582-fab772a79572 req-ecfe8afd-f0ab-4e8c-aed7-a8f9f0d09840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.095354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10bbff95-815b-4c24-b582-fab772a79572 req-ecfe8afd-f0ab-4e8c-aed7-a8f9f0d09840 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b0e5deb00274f89b087bba82d84e700&device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 1095 time: 0.5040851 Jul 16 20:08:59.129368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Pushing event updated for resources: {'Port': ['ID=21a8988c-cb1d-41a3-bf22-214b3063cfb2,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:59.150527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-958297e7-4405-4f0b-a958-1aa140ee5732 req-343dc5c6-ab9e-4bcb-94e2-1a2cffb1d653 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 210 time: 0.0679448 Jul 16 20:08:59.182915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.30', 60608) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:08:59.238682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Attempting to bind port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:08:59.239013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Attempting to bind port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:08:59.239364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Attempting to bind port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:59.247235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:08:59.247571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Attempting to bind port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:08:59.261057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100a71d-8cc8-43b2-be0e-c5e1b60fff43 req-86106060-9cff-483d-acaa-6a6b4df58272 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.262427 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f100a71d-8cc8-43b2-be0e-c5e1b60fff43 req-86106060-9cff-483d-acaa-6a6b4df58272 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1381271 Jul 16 20:08:59.263326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:08:59.263656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Checking segment: {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:08:59.264028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Bound using segment: {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:08:59.264456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Bound port: 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:08:59.264805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.334636 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f100a71d-8cc8-43b2-be0e-c5e1b60fff43 req-b20c3bc0-e9ea-4158-9ca7-f4ca19436d32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601974 Jul 16 20:08:59.359524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:08:59.363605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:08:59.370117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.375483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Made reservation on behalf of e341144ff89042febd24438ee1226e06 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:08:59.379536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.404407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-c1bf574c-3122-4407-bfaf-eb40c04e9032 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229055 Jul 16 20:08:59.406208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbff95-815b-4c24-b582-fab772a79572 req-9bb0761c-fcb6-4747-b788-03b4a83cfe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.407326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.407585 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10bbff95-815b-4c24-b582-fab772a79572 req-9bb0761c-fcb6-4747-b788-03b4a83cfe15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 200 len: 925 time: 0.3021529 Jul 16 20:08:59.408234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.409729 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] 10.222.0.63 "PUT /v2.0/ports/21a8988c-cb1d-41a3-bf22-214b3063cfb2 HTTP/1.1" status: 200 len: 1093 time: 0.8655341 Jul 16 20:08:59.411989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:08:59.415282 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e5b9aa-0358-4d32-8884-ab08b7ab802f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:08:59.442716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac358c6-28ff-489e-b966-9be5d80d2352 service neutron] Pushing event updated for resources: {'Port': ['ID=21a8988c-cb1d-41a3-bf22-214b3063cfb2,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:08:59.539107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-6523db12-902c-4e3a-b003-6ec9bf00ff2a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.540496 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-6523db12-902c-4e3a-b003-6ec9bf00ff2a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 950 time: 0.3499222 Jul 16 20:08:59.546650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10bbff95-815b-4c24-b582-fab772a79572 req-6115fc4d-4c02-400a-aee3-5bc93b1f3503 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c982c6b-9eff-477a-a42a-2f4dfb58319d HTTP/1.1" status: 200 len: 217 time: 0.1128972 Jul 16 20:08:59.552029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a085c-570d-4666-a6f3-9d523ad1b9d9 req-c990f1a3-189e-40c8-8691-7a88b4a11083 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.553443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c6a085c-570d-4666-a6f3-9d523ad1b9d9 req-c990f1a3-189e-40c8-8691-7a88b4a11083 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1098 time: 0.2674060 Jul 16 20:08:59.555576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-275c91d1-fd64-41e7-b524-4be8b1e1c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.557073 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-275c91d1-fd64-41e7-b524-4be8b1e1c74c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 1096 time: 0.0971599 Jul 16 20:08:59.565811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37070be-4f28-44b2-bfde-dde216d813ba req-ccf92c2b-4f2c-4b8f-9759-3daf5022b61c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.567081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 303eb60a-8f29-4558-8ce3-d0556a7ee785 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:08:59.567600 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f37070be-4f28-44b2-bfde-dde216d813ba req-ccf92c2b-4f2c-4b8f-9759-3daf5022b61c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.0991755 Jul 16 20:08:59.613153 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-8ac768cc-ba43-47a8-bd36-06c4a734b47d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2 HTTP/1.1" status: 200 len: 217 time: 0.0445704 Jul 16 20:08:59.628321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 303eb60a-8f29-4558-8ce3-d0556a7ee785 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:08:59.633371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 303eb60a-8f29-4558-8ce3-d0556a7ee785 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:08:59.633371 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.681296 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f37070be-4f28-44b2-bfde-dde216d813ba req-43e4d7f0-55b0-49b7-814d-d0b5b6d19d96 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758834 Jul 16 20:08:59.682844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-ab5076fc-4bdb-439c-8a5c-0477e63af8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.684452 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-ab5076fc-4bdb-439c-8a5c-0477e63af8c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a1b78a6c-dbe4-4f1c-b271-789c4623af4e HTTP/1.1" status: 200 len: 844 time: 0.0612190 Jul 16 20:08:59.721217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-80a2c3d2-6520-4135-9908-2e8dd95b3908 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eb8c7c10-080f-44b1-b05a-c09b05b6691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296960 Jul 16 20:08:59.733182 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.776191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 303eb60a-8f29-4558-8ce3-d0556a7ee785, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=303eb60a-8f29-4558-8ce3-d0556a7ee785,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:08:59.782114 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.783092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbff95-815b-4c24-b582-fab772a79572 req-8cf750bc-4f0f-476d-af32-8acd6661e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.783450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device fb836647-d5d2-4587-aaac-2944532048f6 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:08:59.784617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10bbff95-815b-4c24-b582-fab772a79572 req-8cf750bc-4f0f-476d-af32-8acd6661e504 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e3fe189-3a05-40b2-bf08-6620275a61f8 HTTP/1.1" status: 200 len: 863 time: 0.2012174 Jul 16 20:08:59.786411 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e1154d-579f-4ce4-9888-2710596ef66b req-9f0b61f2-0af7-4176-a7b9-bb90c4309313 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670771 Jul 16 20:08:59.791681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c6a085c-570d-4666-a6f3-9d523ad1b9d9 req-022924f7-259c-42b4-8946-3b65c6f36c25 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091959 Jul 16 20:08:59.828649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Allocated IP 192.168.233.7 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/11e73cad-12d7-433b-a77a-20b2749d6ff7) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:08:59.893429 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-da10a4ea-272c-48c1-944e-6d19a8a8a1c7 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633019 Jul 16 20:08:59.914601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Deleting port 05462b14-0eea-42d1-9b64-30fe48f0d21d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:08:59.914936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:08:59.928338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7e77-4097-40d7-804b-4508dfd0adba req-5eaa919d-5bfe-446c-acc5-264627d8f3a7 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:08:59.929909 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1b7c7e77-4097-40d7-804b-4508dfd0adba req-5eaa919d-5bfe-446c-acc5-264627d8f3a7 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 950 time: 0.1091824 Jul 16 20:08:59.989458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=303eb60a-8f29-4558-8ce3-d0556a7ee785,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.021990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbff95-815b-4c24-b582-fab772a79572 req-22e15960-4a2e-4d51-becb-d0b9fccfb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.023987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10bbff95-815b-4c24-b582-fab772a79572 req-22e15960-4a2e-4d51-becb-d0b9fccfb38d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79c223a5-47eb-436b-afec-6bf74a088fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2164371 Jul 16 20:09:00.037025 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.056814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5de322b-ade1-4971-b02d-ccdb2c414122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303eb60a-8f29-4558-8ce3-d0556a7ee785'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:00.059051 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5a2b1-0f09-42ee-a790-e957b1e4b29d" -d '{"events": [{"server_uuid": "c5de322b-ade1-4971-b02d-ccdb2c414122", "name": "network-vif-plugged", "status": "completed", "tag": "303eb60a-8f29-4558-8ce3-d0556a7ee785"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:00.072287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1b7c7e77-4097-40d7-804b-4508dfd0adba req-5efa3b90-a1e0-40e2-aebd-8e7fb23c8cff tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186066 Jul 16 20:09:00.078278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=fb836647-d5d2-4587-aaac-2944532048f6,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:00.088608 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.113963 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2ca34303-f427-4881-9527-4dc01d1f89ca req-ce800f7f-92ed-48e1-9f12-8e2440d67432 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830590 Jul 16 20:09:00.134514 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc831cf-f687-4ef0-860f-8e104964853d x-openstack-request-id: req-2dc831cf-f687-4ef0-860f-8e104964853d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:00.134969 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:00.135536 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2dc831cf-f687-4ef0-860f-8e104964853d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:00.136184 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2', 'status': 'completed', 'code': 200} Jul 16 20:09:00.159010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=fb836647-d5d2-4587-aaac-2944532048f6,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.200515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] For port 05462b14-0eea-42d1-9b64-30fe48f0d21d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=05462b14-0eea-42d1-9b64-30fe48f0d21d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:00.201399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.234721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Calling delete_port for 05462b14-0eea-42d1-9b64-30fe48f0d21d owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:00.247327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-89adff13-b05f-40e1-8d75-12c867afefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.248892 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-89adff13-b05f-40e1-8d75-12c867afefe1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 1096 time: 0.0781534 Jul 16 20:09:00.254320 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.282444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eff26-e116-42ac-aa2a-c5e75da95793 req-bab9c90d-813e-4ed8-b8d0-702024698f3f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.283971 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c8eff26-e116-42ac-aa2a-c5e75da95793 req-bab9c90d-813e-4ed8-b8d0-702024698f3f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 950 time: 0.3032951 Jul 16 20:09:00.334444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Transition to ACTIVE for port object 11e73cad-12d7-433b-a77a-20b2749d6ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:00.345814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10bbff95-815b-4c24-b582-fab772a79572 req-981f25d4-9a9a-4fb9-9106-0a0a1cf0a095 service neutron] 10.222.0.30 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875788 Jul 16 20:09:00.370558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d0380-b880-4cd4-bc9d-cb8b086a9dcc req-a1b3042d-0141-4ba4-b00a-ede778667df1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.372100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d14d0380-b880-4cd4-bc9d-cb8b086a9dcc req-a1b3042d-0141-4ba4-b00a-ede778667df1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 944 time: 0.1389072 Jul 16 20:09:00.398203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-466442cd-a607-4c35-bd36-66469ef696af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.399652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-466442cd-a607-4c35-bd36-66469ef696af service neutron] 10.222.0.63 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 905 time: 0.1314526 Jul 16 20:09:00.417316 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c8eff26-e116-42ac-aa2a-c5e75da95793 req-836828eb-a18a-4c55-95f5-1b047596cb72 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974517 Jul 16 20:09:00.452203 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-08b4771e-d287-42f3-91b0-46209b47c289 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2 HTTP/1.1" status: 200 len: 217 time: 0.0453124 Jul 16 20:09:00.455902 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d14d0380-b880-4cd4-bc9d-cb8b086a9dcc req-8a9d4fd3-dd48-4b8c-b3a1-761f9e471947 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743716 Jul 16 20:09:00.488669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.502522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44', '8dd64a9f-6d5f-4c91-a790-1919aa617f60'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:00.521988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-2b23be1c-659f-4d91-aad0-3434e4949957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.524508 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-2b23be1c-659f-4d91-aad0-3434e4949957 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a1b78a6c-dbe4-4f1c-b271-789c4623af4e HTTP/1.1" status: 200 len: 844 time: 0.0647173 Jul 16 20:09:00.530045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:00.553604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef', '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b', '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:00.576509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-53a9baa4-73c1-48ec-a305-7bdb93a5656d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eb8c7c10-080f-44b1-b05a-c09b05b6691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454953 Jul 16 20:09:00.587987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:00.590355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:00.689147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10bbff95-815b-4c24-b582-fab772a79572 req-db80ecca-8344-4458-937b-889f065b4376 service neutron] 10.222.0.30 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332169 Jul 16 20:09:00.701363 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event updated for resources: {'Port': ['ID=11e73cad-12d7-433b-a77a-20b2749d6ff7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.735853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.736830 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.741997 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.751083 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-8096273f-87aa-4fbc-8389-f613df3e794e service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668506 Jul 16 20:09:00.755633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c76029-43b7-49a4-a706-16ce6228f2d7 req-1911a339-92cc-4e43-82c9-bba104ca33c2 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.764660 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-71c76029-43b7-49a4-a706-16ce6228f2d7 req-1911a339-92cc-4e43-82c9-bba104ca33c2 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1098 time: 0.1417077 Jul 16 20:09:00.799398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42d94c-5b6e-4fde-9225-623b97dd2707 req-4f3f30ae-2ae0-4467-bec4-18725c11955d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:00.802168 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb42d94c-5b6e-4fde-9225-623b97dd2707 req-4f3f30ae-2ae0-4467-bec4-18725c11955d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.2310810 Jul 16 20:09:00.803007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Pushing event deleted for resources: {'Port': ['ID=05462b14-0eea-42d1-9b64-30fe48f0d21d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:00.830452 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-71c76029-43b7-49a4-a706-16ce6228f2d7 req-bf022a83-d3d5-402e-b7f0-ce61e20a29ff tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646591 Jul 16 20:09:00.864177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-3a894991-c684-406a-908c-0ecd580b66d3 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1715622 Jul 16 20:09:00.866296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] No DVR routers for this DVR port 05462b14-0eea-42d1-9b64-30fe48f0d21d on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:00.874995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.877613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1fab382f-aa3d-41d5-8909-52fc9014d9c1 req-58fbd6c2-fbaa-43b0-b903-49d020c41515 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "DELETE /v2.0/ports/05462b14-0eea-42d1-9b64-30fe48f0d21d HTTP/1.1" status: 204 len: 173 time: 1.2828963 Jul 16 20:09:00.878055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83beca32-7625-4ec8-8b4b-e71cc3604524', 'name': 'network-vif-deleted', 'tag': '05462b14-0eea-42d1-9b64-30fe48f0d21d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:00.888456 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12e6194-c0f5-4673-9058-b50f53f907e8" -d '{"events": [{"server_uuid": "83beca32-7625-4ec8-8b4b-e71cc3604524", "name": "network-vif-deleted", "tag": "05462b14-0eea-42d1-9b64-30fe48f0d21d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:00.901390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Request body: {'port': {'device_id': 'f38cd430-74a4-49fc-8c8d-1cb09e78369f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:00.924479 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73e5b9aa-0358-4d32-8884-ab08b7ab802f req-344af660-2ed5-4510-9597-7914f6673afd service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511247 Jul 16 20:09:00.932650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5b0edfcf-49d6-4d3d-989d-b2bfccdf01b7 None None] Provisioning for port 11e73cad-12d7-433b-a77a-20b2749d6ff7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:00.947024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5b0edfcf-49d6-4d3d-989d-b2bfccdf01b7 None None] Provisioning complete for port 11e73cad-12d7-433b-a77a-20b2749d6ff7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:00.947734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b0edfcf-49d6-4d3d-989d-b2bfccdf01b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:00.953766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb42d94c-5b6e-4fde-9225-623b97dd2707 req-7a74258a-acaa-4cb5-abe3-b0eb79a87b3c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194992 Jul 16 20:09:01.009989 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.043825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5b0edfcf-49d6-4d3d-989d-b2bfccdf01b7 None None] Port 11e73cad-12d7-433b-a77a-20b2749d6ff7 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:01.078999 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e892b43-8a27-4c86-829a-649128e6e6fa x-openstack-request-id: req-8e892b43-8a27-4c86-829a-649128e6e6fa {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:01.079339 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5de322b-ade1-4971-b02d-ccdb2c414122", "name": "network-vif-plugged", "status": "completed", "tag": "303eb60a-8f29-4558-8ce3-d0556a7ee785", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:01.079597 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e892b43-8a27-4c86-829a-649128e6e6fa {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:01.079984 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5de322b-ade1-4971-b02d-ccdb2c414122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303eb60a-8f29-4558-8ce3-d0556a7ee785', 'code': 200} Jul 16 20:09:01.143581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6eb17-d93f-4fc9-8664-d274fb75510e req-97d86d3c-9117-4068-aaa3-1e0a573866a2 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.164651 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9c6eb17-d93f-4fc9-8664-d274fb75510e req-97d86d3c-9117-4068-aaa3-1e0a573866a2 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 943 time: 0.1193526 Jul 16 20:09:01.215850 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9c6eb17-d93f-4fc9-8664-d274fb75510e req-ad0c0ad6-a05e-4cff-879d-990915589d80 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495899 Jul 16 20:09:01.386836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc11d14-16f6-4253-bded-14d6557145a5 req-b9be2689-4225-45fe-b4aa-285e22b7a2f7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.388318 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bc11d14-16f6-4253-bded-14d6557145a5 req-b9be2689-4225-45fe-b4aa-285e22b7a2f7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 934 time: 0.1494956 Jul 16 20:09:01.403023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cf419-c737-4e3b-8203-aa803b4792d8 req-1c2e92e1-0e2e-4dfa-a255-0d4f65a008c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.404525 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a3cf419-c737-4e3b-8203-aa803b4792d8 req-1c2e92e1-0e2e-4dfa-a255-0d4f65a008c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 1102 time: 0.1735063 Jul 16 20:09:01.406769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974d234-c57c-46dc-a166-cdd89d90cb65 req-26ff76f3-6546-4588-bc4c-c49030f2022d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.408387 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6974d234-c57c-46dc-a166-cdd89d90cb65 req-26ff76f3-6546-4588-bc4c-c49030f2022d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 947 time: 0.0673640 Jul 16 20:09:01.462998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6974d234-c57c-46dc-a166-cdd89d90cb65 req-52c02fe5-cbd1-4e32-8c9d-38ecfeea4c44 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452182 Jul 16 20:09:01.495498 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e73cad-12d7-433b-a77a-20b2749d6ff7 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:01.504140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bc11d14-16f6-4253-bded-14d6557145a5 req-07605757-b421-4ebb-9c57-88de36ee199c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032741 Jul 16 20:09:01.507868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a3cf419-c737-4e3b-8203-aa803b4792d8 req-b98c09d3-53b2-4d23-b31e-8068ebbd3f15 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874422 Jul 16 20:09:01.509713 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.524133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Transition to ACTIVE for port object 11e73cad-12d7-433b-a77a-20b2749d6ff7 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:01.528190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.557043 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07ad226-8c87-48ef-845e-60b9c2c68ce6 x-openstack-request-id: req-f07ad226-8c87-48ef-845e-60b9c2c68ce6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:01.557331 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83beca32-7625-4ec8-8b4b-e71cc3604524", "name": "network-vif-deleted", "tag": "05462b14-0eea-42d1-9b64-30fe48f0d21d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:01.557580 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f07ad226-8c87-48ef-845e-60b9c2c68ce6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:01.557970 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83beca32-7625-4ec8-8b4b-e71cc3604524', 'name': 'network-vif-deleted', 'tag': '05462b14-0eea-42d1-9b64-30fe48f0d21d', 'status': 'completed', 'code': 200} Jul 16 20:09:01.583888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9c982c6b-9eff-477a-a42a-2f4dfb58319d details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:01.595848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=11e73cad-12d7-433b-a77a-20b2749d6ff7,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:01.628091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['05462b14-0eea-42d1-9b64-30fe48f0d21d', '3a6a95be-3427-4d09-a01c-8fabd36a4709'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:01.750418 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104da7f-255a-4f51-8b7b-85bd3fb45ef3 req-46dcc1ce-29d7-468b-97c2-a9b51b023ee0 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.760674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Attempting to bind port 11e73cad-12d7-433b-a77a-20b2749d6ff7 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:01.761363 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Attempting to bind port 11e73cad-12d7-433b-a77a-20b2749d6ff7 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:01.762438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Attempting to bind port 11e73cad-12d7-433b-a77a-20b2749d6ff7 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:01.768032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9c982c6b-9eff-477a-a42a-2f4dfb58319d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9c982c6b-9eff-477a-a42a-2f4dfb58319d,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:01.770923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Port 11e73cad-12d7-433b-a77a-20b2749d6ff7 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:01.771571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Attempting to bind port 11e73cad-12d7-433b-a77a-20b2749d6ff7 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:01.774586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b104da7f-255a-4f51-8b7b-85bd3fb45ef3 req-46dcc1ce-29d7-468b-97c2-a9b51b023ee0 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 950 time: 0.1139438 Jul 16 20:09:01.778669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:01.779196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:01.780541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:01.781779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Bound port: 11e73cad-12d7-433b-a77a-20b2749d6ff7, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:01.783101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.810860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '9c982c6b-9eff-477a-a42a-2f4dfb58319d', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'port_id': '9c982c6b-9eff-477a-a42a-2f4dfb58319d', 'mac_address': 'fa:16:3e:9f:30:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:01.838690 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b104da7f-255a-4f51-8b7b-85bd3fb45ef3 req-f3da12c4-f12a-40b8-af32-46cab899c127 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633652 Jul 16 20:09:01.886038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] For port 11e73cad-12d7-433b-a77a-20b2749d6ff7, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:01.891154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] For port 11e73cad-12d7-433b-a77a-20b2749d6ff7, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11e73cad-12d7-433b-a77a-20b2749d6ff7,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:01.897355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.920949 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.952742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:01.954314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:01.955037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c982c6b-9eff-477a-a42a-2f4dfb58319d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:01.955901 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/11e73cad-12d7-433b-a77a-20b2749d6ff7 HTTP/1.1" status: 200 len: 1095 time: 1.0627866 Jul 16 20:09:01.983548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9c982c6b-9eff-477a-a42a-2f4dfb58319d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9c982c6b-9eff-477a-a42a-2f4dfb58319d,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:01.993193 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.024144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71057b26-806b-483b-b7b2-38fce21ef9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=11e73cad-12d7-433b-a77a-20b2749d6ff7,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.057169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9c982c6b-9eff-477a-a42a-2f4dfb58319d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:02.127945 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4f140e9b-4600-4de3-b2c4-0d079f4862fd req-c486d3a3-299c-4863-b4ed-523d30895dce tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=83beca32-7625-4ec8-8b4b-e71cc3604524 HTTP/1.1" status: 200 len: 210 time: 0.0471027 Jul 16 20:09:02.188840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3683-7528-41e2-b48c-d1698882bee8 req-a63562ad-b8b4-477a-901e-5d1f670fac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.190785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-a63562ad-b8b4-477a-901e-5d1f670fac9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 1098 time: 0.0884430 Jul 16 20:09:02.249286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-7fa44c80-769d-44c5-a3d3-adb96336ffa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=11e73cad-12d7-433b-a77a-20b2749d6ff7 HTTP/1.1" status: 200 len: 217 time: 0.0484102 Jul 16 20:09:02.305824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3683-7528-41e2-b48c-d1698882bee8 req-b756c220-db2c-4e91-841b-97b633f2ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.307314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-b756c220-db2c-4e91-841b-97b633f2ff00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0473971 Jul 16 20:09:02.334225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f565f-36fd-44f9-90e5-9cafb47e1c38 req-dcc30c6f-150d-47e0-8a8e-6ca08d8db35e tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.335816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-870f565f-36fd-44f9-90e5-9cafb47e1c38 req-dcc30c6f-150d-47e0-8a8e-6ca08d8db35e tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 944 time: 0.0763595 Jul 16 20:09:02.417225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-870f565f-36fd-44f9-90e5-9cafb47e1c38 req-fbdcbd60-36fb-4b8c-b218-ab903f53a162 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744827 Jul 16 20:09:02.437702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3683-7528-41e2-b48c-d1698882bee8 req-06431ed2-5d84-4383-9c49-c642ccf676ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.439691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-06431ed2-5d84-4383-9c49-c642ccf676ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984089 Jul 16 20:09:02.501632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['9c982c6b-9eff-477a-a42a-2f4dfb58319d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:02.618013 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 21a8988c-cb1d-41a3-bf22-214b3063cfb2 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:02.638650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-4af36cc3-a360-4a72-a784-e16fdac28d92 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738708 Jul 16 20:09:02.646141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87660fe-2d5a-45b9-9a9c-1e717e0182ab req-67349038-54a7-491d-91c4-bb84c21df44f tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.648089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f87660fe-2d5a-45b9-9a9c-1e717e0182ab req-67349038-54a7-491d-91c4-bb84c21df44f tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 944 time: 0.0904286 Jul 16 20:09:02.650357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa45c1a-50c6-44f5-824c-71a5040afc96 req-7a712c2a-ffd6-4f44-823b-ae6f56ed5ef8 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.651911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6fa45c1a-50c6-44f5-824c-71a5040afc96 req-7a712c2a-ffd6-4f44-823b-ae6f56ed5ef8 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1098 time: 0.0967264 Jul 16 20:09:02.713930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f87660fe-2d5a-45b9-9a9c-1e717e0182ab req-3a2b21b5-18e4-4f2f-91bc-31cb28942b7e tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597429 Jul 16 20:09:02.761212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6fa45c1a-50c6-44f5-824c-71a5040afc96 req-7551e672-9fc7-4203-ae4c-a8081ec9556d tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972819 Jul 16 20:09:02.789887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caed3683-7528-41e2-b48c-d1698882bee8 req-c121b8c8-54dd-4bb4-a559-a2d1afd74c45 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337252 Jul 16 20:09:02.837133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:02.849395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '21a8988c-cb1d-41a3-bf22-214b3063cfb2', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'port_id': '21a8988c-cb1d-41a3-bf22-214b3063cfb2', 'mac_address': 'fa:16:3e:88:b2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b78a6c-dbe4-4f1c-b271-789c4623af4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:02.906713 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.925352 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a8988c-cb1d-41a3-bf22-214b3063cfb2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:02.948160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:02.953617 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:02.971181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998800-cde9-453e-b4f4-23d48be9afb5 req-72630c53-7c85-43f2-99f1-4cb09e66ddf2 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:02.979211 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f998800-cde9-453e-b4f4-23d48be9afb5 req-72630c53-7c85-43f2-99f1-4cb09e66ddf2 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 947 time: 0.0827277 Jul 16 20:09:03.021299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f998800-cde9-453e-b4f4-23d48be9afb5 req-e283b64a-efae-4e3f-85c1-d4799cdd023a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Jul 16 20:09:03.036963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=21a8988c-cb1d-41a3-bf22-214b3063cfb2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:03.068920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['fb6f275b-e8c1-4a0e-b362-0563b018d786'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:03.086664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff101a2-ff50-47a6-9b38-9c9903d14624 req-88fe9ed0-95c6-4a49-b00f-aef79bb66c4b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.088278 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ff101a2-ff50-47a6-9b38-9c9903d14624 req-88fe9ed0-95c6-4a49-b00f-aef79bb66c4b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 946 time: 0.0721231 Jul 16 20:09:03.090631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:03.092933 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a57bfc3-c015-4341-b6c1-03bc2e4ac06c" -d '{"events": [{"server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "name": "network-vif-unplugged", "status": "completed", "tag": "fb836647-d5d2-4587-aaac-2944532048f6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:03.125793 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ff101a2-ff50-47a6-9b38-9c9903d14624 req-7105bc1d-201e-430e-ae94-76e4af47bf91 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Jul 16 20:09:03.295240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2397e8f-3d1c-4108-92a6-85ae13a2dd54 req-cff32ca2-4964-4290-a1d3-540783fb116d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.296748 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2397e8f-3d1c-4108-92a6-85ae13a2dd54 req-cff32ca2-4964-4290-a1d3-540783fb116d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.0691895 Jul 16 20:09:03.336593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2397e8f-3d1c-4108-92a6-85ae13a2dd54 req-1ecf5996-92bc-421e-98a7-bae5cd698b2c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Jul 16 20:09:03.448798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['21a8988c-cb1d-41a3-bf22-214b3063cfb2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:03.474797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392d2aa-40a7-4172-8458-d3d48530da2c req-5d9d1797-5739-4993-8fe4-fae25b082986 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.476347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4392d2aa-40a7-4172-8458-d3d48530da2c req-5d9d1797-5739-4993-8fe4-fae25b082986 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 950 time: 0.3513966 Jul 16 20:09:03.520410 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebca185e-5280-43e8-8fff-a0d202e6e0c9 x-openstack-request-id: req-ebca185e-5280-43e8-8fff-a0d202e6e0c9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:03.520937 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "name": "network-vif-unplugged", "status": "completed", "tag": "fb836647-d5d2-4587-aaac-2944532048f6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:03.521341 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebca185e-5280-43e8-8fff-a0d202e6e0c9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:03.521891 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6', 'code': 200} Jul 16 20:09:03.528108 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4392d2aa-40a7-4172-8458-d3d48530da2c req-867711e3-8669-407d-9497-1308077249a8 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451417 Jul 16 20:09:03.558914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38cd430-74a4-49fc-8c8d-1cb09e78369f', 'tag': '11e73cad-12d7-433b-a77a-20b2749d6ff7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:03.561752 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f38cd430-74a4-49fc-8c8d-1cb09e78369f", "tag": "11e73cad-12d7-433b-a77a-20b2749d6ff7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:03.608218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device fb836647-d5d2-4587-aaac-2944532048f6 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:03.610132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 05462b14-0eea-42d1-9b64-30fe48f0d21d no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:03.640824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 05462b14-0eea-42d1-9b64-30fe48f0d21d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:03.641300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 05462b14-0eea-42d1-9b64-30fe48f0d21d not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:03.725425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-b3cfdde4-38e8-4b5b-b3bc-a420628ff24c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.727604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-b3cfdde4-38e8-4b5b-b3bc-a420628ff24c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7&tenant_id=743535f04d9c41f08751d43630cc4015&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 947 time: 0.0900183 Jul 16 20:09:03.740949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=fb836647-d5d2-4587-aaac-2944532048f6,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:03.755703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'fb836647-d5d2-4587-aaac-2944532048f6', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'fb836647-d5d2-4587-aaac-2944532048f6', 'mac_address': 'fa:16:3e:cc:00:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:03.787784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3bb52-7156-4310-8535-b3caeb42d63f req-e6378f1b-43ae-45a8-847e-d61f7a8f1dce tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.791076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63e3bb52-7156-4310-8535-b3caeb42d63f req-e6378f1b-43ae-45a8-847e-d61f7a8f1dce tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 947 time: 0.0737891 Jul 16 20:09:03.797497 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.810261 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb836647-d5d2-4587-aaac-2944532048f6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:03.827020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36147-a1bf-4734-8b30-e5c8cc0fc597 req-67963663-801f-4674-aadf-955cd3bb1cf5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.828711 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cbe36147-a1bf-4734-8b30-e5c8cc0fc597 req-67963663-801f-4674-aadf-955cd3bb1cf5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 945 time: 0.1001883 Jul 16 20:09:03.830873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=fb836647-d5d2-4587-aaac-2944532048f6,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:03.836406 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:03.836878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63e3bb52-7156-4310-8535-b3caeb42d63f req-d1eaad92-f8ad-4ba2-acd2-7d9e696dc1aa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Jul 16 20:09:03.869647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-e5a996df-a997-4161-9f6d-257c3582e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:03.871156 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-e5a996df-a997-4161-9f6d-257c3582e380 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0869801 Jul 16 20:09:03.891706 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cbe36147-a1bf-4734-8b30-e5c8cc0fc597 req-c4ebe582-a3b3-4444-afd8-839b3a540009 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486581 Jul 16 20:09:03.904808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=fb836647-d5d2-4587-aaac-2944532048f6,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:03.947795 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf13eefc-ff1f-47a3-9f71-fd6a876bfa42 x-openstack-request-id: req-bf13eefc-ff1f-47a3-9f71-fd6a876bfa42 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:03.948080 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38cd430-74a4-49fc-8c8d-1cb09e78369f", "tag": "11e73cad-12d7-433b-a77a-20b2749d6ff7", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:03.948324 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf13eefc-ff1f-47a3-9f71-fd6a876bfa42 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:03.948700 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38cd430-74a4-49fc-8c8d-1cb09e78369f', 'tag': '11e73cad-12d7-433b-a77a-20b2749d6ff7', 'status': 'completed', 'code': 200} Jul 16 20:09:04.015036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-6d260b1a-8f6d-489b-ac4f-b6c4f13c441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.016799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-6d260b1a-8f6d-489b-ac4f-b6c4f13c441a service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1348686 Jul 16 20:09:04.083602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-3db6c803-81a3-42b2-924e-bb07db7a01a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=fb836647-d5d2-4587-aaac-2944532048f6 HTTP/1.1" status: 200 len: 217 time: 0.0556703 Jul 16 20:09:04.089802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-a654e93a-0eea-41d6-b33f-f318e57e2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.091030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-a654e93a-0eea-41d6-b33f-f318e57e2406 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 1098 time: 0.1114697 Jul 16 20:09:04.165418 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d71d12-3d55-45c8-8d3c-7a2e906c4576 req-45167214-9067-4e63-b64d-d9703bf2157d tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.168467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f7d71d12-3d55-45c8-8d3c-7a2e906c4576 req-45167214-9067-4e63-b64d-d9703bf2157d tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 944 time: 0.0759163 Jul 16 20:09:04.210102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-ca863718-781a-4e75-8322-1ead853c0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.211586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-ca863718-781a-4e75-8322-1ead853c0b5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1063790 Jul 16 20:09:04.217120 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f7d71d12-3d55-45c8-8d3c-7a2e906c4576 req-87974ae5-5c97-4414-b202-a0cdeac10f01 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388224 Jul 16 20:09:04.264030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-53e636c4-80dd-4a90-b911-e6e659314545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.265573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-53e636c4-80dd-4a90-b911-e6e659314545 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1514418 Jul 16 20:09:04.318936 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-6ea54fe6-7a98-4ece-8120-79e2f69cee0b tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f010efcf37b3455293937537b6a58e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219452 Jul 16 20:09:04.339792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-7b2fe0c4-b9d8-4ce0-ae7d-514463f8347d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=11e73cad-12d7-433b-a77a-20b2749d6ff7 HTTP/1.1" status: 200 len: 217 time: 0.0612111 Jul 16 20:09:04.349662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['fb836647-d5d2-4587-aaac-2944532048f6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:04.388015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-a72630bc-9dec-49df-8ee1-b7bab05b87be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.389503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-a72630bc-9dec-49df-8ee1-b7bab05b87be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623571 Jul 16 20:09:04.426824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310111-f3de-4186-87b0-b23c2b904967 req-11e1b154-7f64-4c5e-96e6-4d740db3fa4d tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.428995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-11e1b154-7f64-4c5e-96e6-4d740db3fa4d tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047740 Jul 16 20:09:04.441362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf23a0-a4e1-40c5-9a0c-69c19acf4afc req-dba202e5-99f2-43bd-8a6a-1d224def9e46 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.442886 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bf23a0-a4e1-40c5-9a0c-69c19acf4afc req-dba202e5-99f2-43bd-8a6a-1d224def9e46 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1098 time: 0.1763849 Jul 16 20:09:04.444293 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-d680e3c9-53ca-4164-be3b-174b1d31ca00 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/quotas/f010efcf37b3455293937537b6a58e49 HTTP/1.1" status: 200 len: 375 time: 0.0101256 Jul 16 20:09:04.446342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-fc356bb7-f9e6-4479-911c-347e7b94e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.447826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-fc356bb7-f9e6-4479-911c-347e7b94e024 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0929754 Jul 16 20:09:04.518699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-4ca880f7-5523-44ae-97eb-c45548c09af3 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f010efcf37b3455293937537b6a58e49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642414 Jul 16 20:09:04.554700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bf23a0-a4e1-40c5-9a0c-69c19acf4afc req-d129ea08-dffa-48b2-a666-8536e9a4ec9c tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040795 Jul 16 20:09:04.562454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-9035f4d9-0e66-4ae0-ada3-02a710911d09 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623509 Jul 16 20:09:04.586671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-8015344e-6848-4605-8034-f33dff225021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.588159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-8015344e-6848-4605-8034-f33dff225021 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067708 Jul 16 20:09:04.753923 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ec9895a-5d84-4b0e-abee-bdbc7c7845e0 req-6c9e76dc-93ba-44a0-8beb-263a83a5e26c service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783845 Jul 16 20:09:04.767823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-2a3eaa0b-06d1-4c6c-b904-ed9a363a35c7 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642573 Jul 16 20:09:04.806042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb0327-6a5c-4c67-bd78-c6c4e307d2d6 req-6926b303-fde4-4dc3-a533-27820cda890e tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.813061 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13bb0327-6a5c-4c67-bd78-c6c4e307d2d6 req-6926b303-fde4-4dc3-a533-27820cda890e tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 971 time: 0.0749786 Jul 16 20:09:04.832583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83047f35-1800-492e-920a-c95fc6e7debf req-d3e2f339-b6bf-4493-a8d0-b3d544fcdc12 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:04.834113 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83047f35-1800-492e-920a-c95fc6e7debf req-d3e2f339-b6bf-4493-a8d0-b3d544fcdc12 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 946 time: 0.1201851 Jul 16 20:09:04.856876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13bb0327-6a5c-4c67-bd78-c6c4e307d2d6 req-5b383293-326e-4507-a2db-3a6b3a3e055b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Jul 16 20:09:04.917036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83047f35-1800-492e-920a-c95fc6e7debf req-62f9e6bf-0c1c-490e-b1d5-a1db29fdefb4 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752723 Jul 16 20:09:04.922502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3911e57b-fae2-428a-b1e0-71f8ccf44c9e req-2fa5f0f5-37b8-4818-8844-269d902069bc service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322668 Jul 16 20:09:05.053772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d615-f2b2-4384-a50f-00b5d9ebe16c req-4083904a-faf7-474e-b3a8-7c8f6b67a9b8 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.055407 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c1d6d615-f2b2-4384-a50f-00b5d9ebe16c req-4083904a-faf7-474e-b3a8-7c8f6b67a9b8 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.0729694 Jul 16 20:09:05.100138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c1d6d615-f2b2-4384-a50f-00b5d9ebe16c req-d7b59c40-0af7-4ab3-8e83-42b295a97b45 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385780 Jul 16 20:09:05.234081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f456853-9c35-43ec-9890-ef328a8553ab req-bc34aea0-f8a1-453d-913c-1f72960c910c tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 210 time: 0.0315485 Jul 16 20:09:05.404125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63233762-ec3f-43fb-a49c-6320e065bbfb req-33db63ce-c9aa-4be2-9ff8-449c5594b8e8 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.411627 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63233762-ec3f-43fb-a49c-6320e065bbfb req-33db63ce-c9aa-4be2-9ff8-449c5594b8e8 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 948 time: 0.0691104 Jul 16 20:09:05.445007 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63233762-ec3f-43fb-a49c-6320e065bbfb req-d6751b27-eb07-4278-9d15-6ba159d1e69d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Jul 16 20:09:05.584081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 11e73cad-12d7-433b-a77a-20b2749d6ff7 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:05.596670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9c982c6b-9eff-477a-a42a-2f4dfb58319d up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:05.662495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd95905-98fc-4977-8d23-ba461470c130 req-c3109a77-4fd9-4393-b300-07c6e9224c4d tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.669932 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-acd95905-98fc-4977-8d23-ba461470c130 req-c3109a77-4fd9-4393-b300-07c6e9224c4d tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 945 time: 0.1018367 Jul 16 20:09:05.713182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 9c982c6b-9eff-477a-a42a-2f4dfb58319d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:05.719290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 9c982c6b-9eff-477a-a42a-2f4dfb58319d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:05.720388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.727594 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-acd95905-98fc-4977-8d23-ba461470c130 req-b9b3d4e8-8d74-41be-832d-381511d9e92e tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562871 Jul 16 20:09:05.773011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 11e73cad-12d7-433b-a77a-20b2749d6ff7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11e73cad-12d7-433b-a77a-20b2749d6ff7,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:05.788072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '11e73cad-12d7-433b-a77a-20b2749d6ff7', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '11e73cad-12d7-433b-a77a-20b2749d6ff7', 'mac_address': 'fa:16:3e:7f:34:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:05.859521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.868664 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.880819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e73cad-12d7-433b-a77a-20b2749d6ff7 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:05.912279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c982c6b-9eff-477a-a42a-2f4dfb58319d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:05.914351 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf9fa52-f90e-40ef-b6e6-50a27f86cd62" -d '{"events": [{"server_uuid": "99944586-0bf1-45b1-ac75-6ef21b6bbf03", "name": "network-vif-plugged", "status": "completed", "tag": "9c982c6b-9eff-477a-a42a-2f4dfb58319d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:05.917953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 11e73cad-12d7-433b-a77a-20b2749d6ff7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11e73cad-12d7-433b-a77a-20b2749d6ff7,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:05.928372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.931095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9c982c6b-9eff-477a-a42a-2f4dfb58319d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9c982c6b-9eff-477a-a42a-2f4dfb58319d,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:05.952229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4681376-aa83-4f87-858b-0fdc86777cc0 req-e0183932-063b-47b1-ae7f-55f10b4f3aea tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:05.954818 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4681376-aa83-4f87-858b-0fdc86777cc0 req-e0183932-063b-47b1-ae7f-55f10b4f3aea tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 944 time: 0.0952151 Jul 16 20:09:05.956779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:05.986409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=11e73cad-12d7-433b-a77a-20b2749d6ff7,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.007827 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4681376-aa83-4f87-858b-0fdc86777cc0 req-8e057b06-18cb-4428-86a1-147b4109e182 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446842 Jul 16 20:09:06.046548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9c982c6b-9eff-477a-a42a-2f4dfb58319d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:06.208015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4351d-588a-4145-9c00-21c7eb0a209d req-37eb8bbf-7efa-40b0-b26d-48e0dd85b258 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.209506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21f4351d-588a-4145-9c00-21c7eb0a209d req-37eb8bbf-7efa-40b0-b26d-48e0dd85b258 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 971 time: 0.1036632 Jul 16 20:09:06.222360 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-eeb6d109-c212-450d-9fde-cde7b3de8791 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.223808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-eeb6d109-c212-450d-9fde-cde7b3de8791 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.63 "GET /v2.0/ports?device_id=1b8ef875-62fc-49d2-8fba-03979512d0ff HTTP/1.1" status: 200 len: 971 time: 0.1088006 Jul 16 20:09:06.288774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21f4351d-588a-4145-9c00-21c7eb0a209d req-30998296-8eb6-40c3-aebf-88e70d2bda1a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640018 Jul 16 20:09:06.295489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44238) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:06.352482 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45112806-b17d-4d77-ab17-76ebc625adaf x-openstack-request-id: req-45112806-b17d-4d77-ab17-76ebc625adaf {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:06.352782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Deleting port fb6f275b-e8c1-4a0e-b362-0563b018d786 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:06.353129 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99944586-0bf1-45b1-ac75-6ef21b6bbf03", "name": "network-vif-plugged", "status": "completed", "tag": "9c982c6b-9eff-477a-a42a-2f4dfb58319d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:06.353271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.353657 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45112806-b17d-4d77-ab17-76ebc625adaf {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:06.354185 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c982c6b-9eff-477a-a42a-2f4dfb58319d', 'code': 200} Jul 16 20:09:06.372459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4d86c4f6-c0cc-4a3c-b6dc-9c16c95e36ea tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:09:06.380163 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4d86c4f6-c0cc-4a3c-b6dc-9c16c95e36ea tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0762582 Jul 16 20:09:06.457431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] For port fb6f275b-e8c1-4a0e-b362-0563b018d786, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=fb6f275b-e8c1-4a0e-b362-0563b018d786,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:06.458140 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.469051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Request body: {'binding': {'host': 'n-h2-792394-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:06.470345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:09:06.478361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['11e73cad-12d7-433b-a77a-20b2749d6ff7'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:06.485458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Calling delete_port for fb6f275b-e8c1-4a0e-b362-0563b018d786 owned by compute:tempest-test_az-817967176 {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:06.636708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-b8e7837a-40b9-4a70-9732-b31c6051c4ee tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f010efcf37b3455293937537b6a58e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556569 Jul 16 20:09:06.649408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 538bf033-64ac-4b79-9600-847f6fda75e5 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:06.665586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 21a8988c-cb1d-41a3-bf22-214b3063cfb2 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:06.771537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 on host n-h2-792394-17 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:06.771956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:06.772390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:06.778325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd7082-f86b-4b6e-a7ec-2afd7d512e5b req-167f9380-0849-4742-b4c1-9c34140a0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.780009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-70fd7082-f86b-4b6e-a7ec-2afd7d512e5b req-167f9380-0849-4742-b4c1-9c34140a0092 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 1097 time: 0.2019362 Jul 16 20:09:06.789534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Port d9ed8573-8e55-46e9-816a-6847a32545a9 on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:06.790003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:06.801094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:06.801598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:06.802082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:06.802865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Bound port: d9ed8573-8e55-46e9-816a-6847a32545a9, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:06.818485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:06.830043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:06.830814 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.865973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=538bf033-64ac-4b79-9600-847f6fda75e5,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:06.884753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310111-f3de-4186-87b0-b23c2b904967 req-4ffaf229-11f0-4a20-8ce7-072f691f43d6 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.886411 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-4ffaf229-11f0-4a20-8ce7-072f691f43d6 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355416 Jul 16 20:09:06.893496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '538bf033-64ac-4b79-9600-847f6fda75e5', 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca', 'port_id': '538bf033-64ac-4b79-9600-847f6fda75e5', 'mac_address': 'fa:16:3e:4f:58:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac9a135-901a-4915-b220-7c11bcf3ad7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:06.920905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c452f2-7c62-48d3-9b57-8d798c1c2986 req-d6ff6948-f01a-4e53-8de3-7ce07590552f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:06.922284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-70fd7082-f86b-4b6e-a7ec-2afd7d512e5b req-693c5262-248c-41c3-ac11-73b6297dee92 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132417 Jul 16 20:09:06.923237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Request body: {'port': {'device_id': '9117d656-93ba-4cc2-b49a-e48b94883bb4', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'f010efcf37b3455293937537b6a58e49'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:06.927779 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-15c452f2-7c62-48d3-9b57-8d798c1c2986 req-d6ff6948-f01a-4e53-8de3-7ce07590552f tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 947 time: 0.4570138 Jul 16 20:09:06.947898 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.952740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:06.962385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.963835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-afa3160d-d8cb-4667-b10e-585635ab7aaf service neutron] 10.222.0.10 "POST /v2.0/ports/d9ed8573-8e55-46e9-816a-6847a32545a9/bindings HTTP/1.1" status: 201 len: 390 time: 0.5395694 Jul 16 20:09:06.983722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 538bf033-64ac-4b79-9600-847f6fda75e5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:06.999731 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:06.999954 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-15c452f2-7c62-48d3-9b57-8d798c1c2986 req-45650fec-3350-4705-8658-dcee00d4efc7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Jul 16 20:09:07.016665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=538bf033-64ac-4b79-9600-847f6fda75e5,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:07.032573 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.058784 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.080884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['fb6f275b-e8c1-4a0e-b362-0563b018d786'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:07.093320 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:07.113215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Made reservation on behalf of f010efcf37b3455293937537b6a58e49 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:07.123455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.133424 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.137640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Pushing event deleted for resources: {'Port': ['ID=fb6f275b-e8c1-4a0e-b362-0563b018d786,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.162409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['538bf033-64ac-4b79-9600-847f6fda75e5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:07.251659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] No DVR routers for this DVR port fb6f275b-e8c1-4a0e-b362-0563b018d786 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:07.254679 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.265044 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-80fceabf-ee55-4124-8d72-6b65dc3a263d req-a6d7e74b-3d19-4844-972b-26683128627a tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.63 "DELETE /v2.0/ports/fb6f275b-e8c1-4a0e-b362-0563b018d786 HTTP/1.1" status: 204 len: 173 time: 1.0262060 Jul 16 20:09:07.265562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8ef875-62fc-49d2-8fba-03979512d0ff', 'name': 'network-vif-deleted', 'tag': 'fb6f275b-e8c1-4a0e-b362-0563b018d786'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:07.273373 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe4ea52-5b14-4ab6-a4e2-e0351ea5c6bd" -d '{"events": [{"server_uuid": "1b8ef875-62fc-49d2-8fba-03979512d0ff", "name": "network-vif-deleted", "tag": "fb6f275b-e8c1-4a0e-b362-0563b018d786"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:07.396906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af0edbbc-c8e2-47c5-b010-cb8152821c17 req-1e01ea7c-9cf6-4966-9a1e-024a6b8ff161 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 210 time: 0.0758240 Jul 16 20:09:07.418006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=538bf033-64ac-4b79-9600-847f6fda75e5,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.447816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e11e11-d3d5-4f49-b3c5-01d443e4fb86 req-be904c76-942f-40fb-b610-40baa5023c56 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.449263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Allocated IP 192.168.233.182 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/1f3166e2-70c2-48de-ba85-5f7c003e6c36) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:07.451802 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f9e11e11-d3d5-4f49-b3c5-01d443e4fb86 req-be904c76-942f-40fb-b610-40baa5023c56 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 944 time: 0.0861287 Jul 16 20:09:07.506241 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f9e11e11-d3d5-4f49-b3c5-01d443e4fb86 req-df15593e-2b20-4c4a-bc08-c62dc5f83caa tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482538 Jul 16 20:09:07.519340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-eb3953df-02df-4fbc-b52b-7384a7dae8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.521424 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-eb3953df-02df-4fbc-b52b-7384a7dae8ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1098 time: 0.1870165 Jul 16 20:09:07.583990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=21a8988c-cb1d-41a3-bf22-214b3063cfb2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.614839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device fb836647-d5d2-4587-aaac-2944532048f6 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:07.687936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port fb836647-d5d2-4587-aaac-2944532048f6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:07.689126 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.756826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b231f17-9e3e-4b71-a532-f1c539ba40b4 req-8a2ce264-fb0e-42fd-8757-c58146b02892 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.758329 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1b231f17-9e3e-4b71-a532-f1c539ba40b4 req-8a2ce264-fb0e-42fd-8757-c58146b02892 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 946 time: 0.0850477 Jul 16 20:09:07.778033 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.778379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.781418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-8102a3e9-d69e-491d-820e-fa4203f32f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.783010 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-8102a3e9-d69e-491d-820e-fa4203f32f5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.2476623 Jul 16 20:09:07.798765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1b231f17-9e3e-4b71-a532-f1c539ba40b4 req-56452bff-266e-47d1-9231-09401e11b460 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Jul 16 20:09:07.808185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145d276-5df9-4b33-8281-1fd9c602f8c5 req-b18bfcdf-9d08-4c52-ba4f-ff7dde04a3c1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.810029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f145d276-5df9-4b33-8281-1fd9c602f8c5 req-b18bfcdf-9d08-4c52-ba4f-ff7dde04a3c1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 948 time: 0.2182987 Jul 16 20:09:07.816534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=fb836647-d5d2-4587-aaac-2944532048f6,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:07.832246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:07.843443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Transition to ACTIVE for port object 1f3166e2-70c2-48de-ba85-5f7c003e6c36 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:07.856580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-c0509bd9-f8de-4ef8-a1b0-88a54b6f282a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9ed8573-8e55-46e9-816a-6847a32545a9 HTTP/1.1" status: 200 len: 217 time: 0.0631976 Jul 16 20:09:07.890259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=fb836647-d5d2-4587-aaac-2944532048f6,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:07.937229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f145d276-5df9-4b33-8281-1fd9c602f8c5 req-77a74e98-ffe3-453b-9bf4-67ecfdd0c324 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915079 Jul 16 20:09:07.948516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-85c66c77-a6f1-429f-ad13-fca13e169a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:07.950381 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-85c66c77-a6f1-429f-ad13-fca13e169a85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0834529 Jul 16 20:09:07.951817 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.009798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8f308-e0f6-4357-823c-8082ba01978d req-1e3bed45-d29c-4683-b878-f02aa4f5bb8f tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.015765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3aa8f308-e0f6-4357-823c-8082ba01978d req-1e3bed45-d29c-4683-b878-f02aa4f5bb8f tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 945 time: 0.0894966 Jul 16 20:09:08.022153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-7320b76e-da1c-4229-a570-5e72a31c35e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627141 Jul 16 20:09:08.047184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:08.054960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:08.068709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:08.071218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Pushing event updated for resources: {'Port': ['ID=1f3166e2-70c2-48de-ba85-5f7c003e6c36,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:08.077148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3aa8f308-e0f6-4357-823c-8082ba01978d req-7bb5c8eb-11e0-4497-95d6-4fa6a8f0cbcf tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549858 Jul 16 20:09:08.132292 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494252c0-d0d4-46a6-9097-1e94ed7d0485 x-openstack-request-id: req-494252c0-d0d4-46a6-9097-1e94ed7d0485 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:08.132650 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8ef875-62fc-49d2-8fba-03979512d0ff", "name": "network-vif-deleted", "tag": "fb6f275b-e8c1-4a0e-b362-0563b018d786", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:08.132967 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-494252c0-d0d4-46a6-9097-1e94ed7d0485 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:08.133424 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8ef875-62fc-49d2-8fba-03979512d0ff', 'name': 'network-vif-deleted', 'tag': 'fb6f275b-e8c1-4a0e-b362-0563b018d786', 'status': 'completed', 'code': 200} Jul 16 20:09:08.202361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3a6a95be-3427-4d09-a01c-8fabd36a4709'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:08.209954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['303eb60a-8f29-4558-8ce3-d0556a7ee785'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:08.211902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.212564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.245596 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-370ce27a-1ec0-497b-a6ca-3add321ef7c5 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3325746 Jul 16 20:09:08.253274 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-b4e0e69e-51a4-44d9-85e3-aa8240943b14 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171040 Jul 16 20:09:08.270551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f49be6-a13f-4bbf-a85d-25183d7c55ab req-5ec2ce4b-3e4b-4647-a172-efd8ce31d5f8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.272061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-90f49be6-a13f-4bbf-a85d-25183d7c55ab req-5ec2ce4b-3e4b-4647-a172-efd8ce31d5f8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 946 time: 0.2047806 Jul 16 20:09:08.276983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Request body: {'port': {'device_id': '9117d656-93ba-4cc2-b49a-e48b94883bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:08.355387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba2dc4fc-b767-4c2c-a8a3-71f28eba6091 None None] Provisioning for port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:08.363297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2'}, {'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:08.364947 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa16b57-dda1-4ac8-89d6-9c36d43ba75f" -d '{"events": [{"server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "name": "network-vif-plugged", "status": "completed", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2"}, {"server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "name": "network-vif-plugged", "status": "completed", "tag": "fb836647-d5d2-4587-aaac-2944532048f6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:08.374622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba2dc4fc-b767-4c2c-a8a3-71f28eba6091 None None] Provisioning complete for port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:08.374994 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc4fc-b767-4c2c-a8a3-71f28eba6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.402334 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-90f49be6-a13f-4bbf-a85d-25183d7c55ab req-b30ec937-945f-4e94-b956-1a50b4e908e4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209593 Jul 16 20:09:08.455438 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.459861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-52defee7-43d4-46e1-8b20-76feb9ba2b26 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804116 Jul 16 20:09:08.467936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dc4fc-b767-4c2c-a8a3-71f28eba6091 None None] Port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:08.631098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1af6-0e13-4678-a794-c8f7a484606d req-b030fb17-e8e7-4c13-b6e8-6fbc56b9f4a7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:08.638595 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-58fb1af6-0e13-4678-a794-c8f7a484606d req-b030fb17-e8e7-4c13-b6e8-6fbc56b9f4a7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 947 time: 0.0807471 Jul 16 20:09:08.648010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 538bf033-64ac-4b79-9600-847f6fda75e5 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:08.683445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-58fb1af6-0e13-4678-a794-c8f7a484606d req-005c7d1b-cf4d-4026-ac51-32398facc1cd tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Jul 16 20:09:08.705034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 538bf033-64ac-4b79-9600-847f6fda75e5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:08.705550 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.793947 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.829596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=538bf033-64ac-4b79-9600-847f6fda75e5,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:08.834634 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:08.888146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=538bf033-64ac-4b79-9600-847f6fda75e5,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:08.963215 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac23969b-7f58-4d30-8cfd-fd23b5e1fa6c x-openstack-request-id: req-ac23969b-7f58-4d30-8cfd-fd23b5e1fa6c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:08.963540 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "name": "network-vif-plugged", "status": "completed", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2", "code": 200}, {"server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "name": "network-vif-plugged", "status": "completed", "tag": "fb836647-d5d2-4587-aaac-2944532048f6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:08.963832 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac23969b-7f58-4d30-8cfd-fd23b5e1fa6c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:08.964205 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2', 'code': 200} Jul 16 20:09:08.964439 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6', 'code': 200} Jul 16 20:09:09.039208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-ee840e0d-49e9-47e5-95ce-de0888ad469e tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.040773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-ee840e0d-49e9-47e5-95ce-de0888ad469e tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1098 time: 0.1767714 Jul 16 20:09:09.051700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73429a0-4509-4326-a7ab-7188d248a769 req-f8a1d6d1-89a4-43be-a895-6413e501e579 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.053256 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b73429a0-4509-4326-a7ab-7188d248a769 req-f8a1d6d1-89a4-43be-a895-6413e501e579 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1880970 Jul 16 20:09:09.059885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-17'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:09.142822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4115b1-cda8-4492-9d20-d82ddbf417d6 req-750ec825-d34e-486a-a010-83922c5d1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.144699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef4115b1-cda8-4492-9d20-d82ddbf417d6 req-750ec825-d34e-486a-a010-83922c5d1dcf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 1098 time: 0.1131840 Jul 16 20:09:09.156704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47f1be-86f6-471c-904f-e95ba9aa5765 req-31c75ec5-3503-44f5-ad96-bbb816ee7663 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.158235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b47f1be-86f6-471c-904f-e95ba9aa5765 req-31c75ec5-3503-44f5-ad96-bbb816ee7663 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 936 time: 0.0854578 Jul 16 20:09:09.181383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b73429a0-4509-4326-a7ab-7188d248a769 req-5d8a433e-f238-4a48-97d1-9302d796749e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167936 Jul 16 20:09:09.210004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef4115b1-cda8-4492-9d20-d82ddbf417d6 req-bc0fb373-c45d-4adb-b062-94e2b8a9f5b5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508037 Jul 16 20:09:09.215038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b47f1be-86f6-471c-904f-e95ba9aa5765 req-a79c3d79-b1ec-480e-b6bb-99bbc32464a9 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506923 Jul 16 20:09:09.242806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.246241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3166e2-70c2-48de-ba85-5f7c003e6c36 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:09.259870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.298356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Transition to ACTIVE for port object 1f3166e2-70c2-48de-ba85-5f7c003e6c36 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:09.318049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.381618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04f941-e79c-4dae-a265-b72a0b612cb4 req-35b4dc78-b02b-4243-91b8-e2ca752c4d06 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.383766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb04f941-e79c-4dae-a265-b72a0b612cb4 req-35b4dc78-b02b-4243-91b8-e2ca752c4d06 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 946 time: 0.0625014 Jul 16 20:09:09.431138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb04f941-e79c-4dae-a265-b72a0b612cb4 req-bb4cc659-dcc3-4b9e-9234-f9a3d8bf3110 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Jul 16 20:09:09.474073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3166e2-70c2-48de-ba85-5f7c003e6c36,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:09.544392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:09.566034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4ffba-72ce-4404-862c-5d2670dee9ba req-d601bed6-5842-4040-a791-2d68ee719105 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.567564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-70b4ffba-72ce-4404-862c-5d2670dee9ba req-d601bed6-5842-4040-a791-2d68ee719105 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.2707040 Jul 16 20:09:09.603932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Attempting to bind port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:09.604430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Attempting to bind port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:09.604567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Attempting to bind port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:09.604912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 11e73cad-12d7-433b-a77a-20b2749d6ff7 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:09.606477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58474613-9ae6-4aa2-9322-35a0afe9b751 req-26409c40-e99b-4ccf-93a0-e8d5f954e00b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.614334 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-58474613-9ae6-4aa2-9322-35a0afe9b751 req-26409c40-e99b-4ccf-93a0-e8d5f954e00b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 951 time: 0.0751786 Jul 16 20:09:09.619590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:09.619909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Attempting to bind port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:09.644876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:09.645213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:09.645589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:09.646277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Bound port: 1f3166e2-70c2-48de-ba85-5f7c003e6c36, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:09.646454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.654299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-70b4ffba-72ce-4404-862c-5d2670dee9ba req-896c5afa-dcb1-44ee-9203-c9677349e5e4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789213 Jul 16 20:09:09.654457 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-58474613-9ae6-4aa2-9322-35a0afe9b751 req-a1af336b-4348-4b34-9e5b-8f086c968b6f tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391381 Jul 16 20:09:09.665160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:09.701504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 11e73cad-12d7-433b-a77a-20b2749d6ff7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:09.707593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 11e73cad-12d7-433b-a77a-20b2749d6ff7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:09.708162 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.758522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.759972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:09.762293 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad283f85-7629-4e66-9ecd-349c502b8968" -d '{"events": [{"server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:09.775894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.806891 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.840576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acbdbd-f25a-4e27-b173-42f2d42f82db req-8aafa87c-5223-4c18-9dd1-970b4d1530c5 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.842144 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93acbdbd-f25a-4e27-b173-42f2d42f82db req-8aafa87c-5223-4c18-9dd1-970b4d1530c5 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 945 time: 0.0671840 Jul 16 20:09:09.842896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 11e73cad-12d7-433b-a77a-20b2749d6ff7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11e73cad-12d7-433b-a77a-20b2749d6ff7,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:09.849577 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.886141 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93acbdbd-f25a-4e27-b173-42f2d42f82db req-1abe3525-c301-49a0-95ec-9bd99a793e47 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336678 Jul 16 20:09:09.911894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] For port 1f3166e2-70c2-48de-ba85-5f7c003e6c36, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:09.911894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Pushing event updated for resources: {'Port': ['ID=d9ed8573-8e55-46e9-816a-6847a32545a9,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:09.911894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] For port 1f3166e2-70c2-48de-ba85-5f7c003e6c36, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1f3166e2-70c2-48de-ba85-5f7c003e6c36,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:09.919585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=11e73cad-12d7-433b-a77a-20b2749d6ff7,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:09.938053 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.981481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 on host n-h1-792394-17 for vnic_type normal with profile {"migrating_to": "n-h2-792394-17"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:09.981726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:09.982059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:09.995492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:09.996108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:09.997714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] 10.222.0.30 "PUT /v2.0/ports/1f3166e2-70c2-48de-ba85-5f7c003e6c36 HTTP/1.1" status: 200 len: 1097 time: 1.7246780 Jul 16 20:09:10.003065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Port d9ed8573-8e55-46e9-816a-6847a32545a9 on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:10.003433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Attempting to bind port d9ed8573-8e55-46e9-816a-6847a32545a9 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:10.026481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:10.026893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:10.027300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:10.027749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Bound port: d9ed8573-8e55-46e9-816a-6847a32545a9, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:10.028113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.041788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58173df-97b6-47d7-9826-466f21296315 req-6aaf21c7-c1dd-42cb-91fa-00c03f8b43f5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.043646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f58173df-97b6-47d7-9826-466f21296315 req-6aaf21c7-c1dd-42cb-91fa-00c03f8b43f5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 944 time: 0.2268372 Jul 16 20:09:10.050614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc2316-52a7-48c0-9115-9b2941078905 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3166e2-70c2-48de-ba85-5f7c003e6c36,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:10.092694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421c6ba-db13-48fb-af9d-595144c6e5a8 req-6da43eb0-8337-4a2f-881c-a6f0e463334b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.094255 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e421c6ba-db13-48fb-af9d-595144c6e5a8 req-6da43eb0-8337-4a2f-881c-a6f0e463334b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 948 time: 0.0968475 Jul 16 20:09:10.135593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e421c6ba-db13-48fb-af9d-595144c6e5a8 req-093df842-4b2e-4608-8640-d5932e281c68 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Jul 16 20:09:10.178095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f58173df-97b6-47d7-9826-466f21296315 req-e7250158-9d4d-40cc-96b6-ebc5a5e5b6e7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184514 Jul 16 20:09:10.181786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:10.185982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:10.194126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.235985 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3178a1a1-a2dc-48ea-91f1-21ef35cd4c05 x-openstack-request-id: req-3178a1a1-a2dc-48ea-91f1-21ef35cd4c05 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:10.236288 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:10.236554 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3178a1a1-a2dc-48ea-91f1-21ef35cd4c05 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:10.236937 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9', 'code': 200} Jul 16 20:09:10.242341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310111-f3de-4186-87b0-b23c2b904967 req-a1a0e50d-2063-4747-92ca-45c0588a6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.244273 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-a1a0e50d-2063-4747-92ca-45c0588a6389 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f010efcf37b3455293937537b6a58e49&device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 1100 time: 0.1709976 Jul 16 20:09:10.311816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-6c169787-c905-457d-90e9-5b4675efa8a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=1f3166e2-70c2-48de-ba85-5f7c003e6c36 HTTP/1.1" status: 200 len: 217 time: 0.0561202 Jul 16 20:09:10.318625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Pushing event updated for resources: {'Port': ['ID=d9ed8573-8e55-46e9-816a-6847a32545a9,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:10.351523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.352135 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.353472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5c53b718-4121-4d45-b1a8-62333b6e4a8c service neutron] 10.222.0.30 "PUT /v2.0/ports/d9ed8573-8e55-46e9-816a-6847a32545a9 HTTP/1.1" status: 200 len: 1124 time: 1.2977443 Jul 16 20:09:10.419443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310111-f3de-4186-87b0-b23c2b904967 req-f59f18e6-dda4-479c-b700-6be11917b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.420875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-f59f18e6-dda4-479c-b700-6be11917b3a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0829363 Jul 16 20:09:10.477207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa10182-f1fe-4e40-977c-c32526067c5c req-065878b8-47c3-4aa7-917f-ba2e9343a782 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.478675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3aa10182-f1fe-4e40-977c-c32526067c5c req-065878b8-47c3-4aa7-917f-ba2e9343a782 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 945 time: 0.1392527 Jul 16 20:09:10.482525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d9ed8573-8e55-46e9-816a-6847a32545a9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:10.489340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:10.493643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9e2ba2ba-a2ca-4bcb-862f-dc9547a8e360 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Request body: {'floatingip': {'port_id': '9c982c6b-9eff-477a-a42a-2f4dfb58319d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:10.500522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1289b-facc-48ca-8391-3638b31e31ad req-e4792ea2-fbc6-407b-a55b-96ec8f5a454d tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.503434 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-69b1289b-facc-48ca-8391-3638b31e31ad req-e4792ea2-fbc6-407b-a55b-96ec8f5a454d tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 948 time: 0.1360433 Jul 16 20:09:10.516292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-cbacb40e-fca1-4590-8fce-14130fdbda91 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.517905 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-cbacb40e-fca1-4590-8fce-14130fdbda91 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.63 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 945 time: 0.1041927 Jul 16 20:09:10.540944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba2ba-a2ca-4bcb-862f-dc9547a8e360 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.592982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310111-f3de-4186-87b0-b23c2b904967 req-106a812f-3268-4c01-b0c8-08e727b327ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.594340 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-106a812f-3268-4c01-b0c8-08e727b327ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1617796 Jul 16 20:09:10.596773 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-69b1289b-facc-48ca-8391-3638b31e31ad req-f33b1843-8ab1-4ab7-bbc7-708f85a6120d tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778811 Jul 16 20:09:10.662026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 538bf033-64ac-4b79-9600-847f6fda75e5 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:10.707782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Deleting port 538bf033-64ac-4b79-9600-847f6fda75e5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:10.708055 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.786244 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.822478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=538bf033-64ac-4b79-9600-847f6fda75e5,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:10.827997 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.829198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device fb6f275b-e8c1-4a0e-b362-0563b018d786 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:10.844274 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-37224bc8-aa77-4e43-a295-e9ca037e0350 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288578 Jul 16 20:09:10.853017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] For port 538bf033-64ac-4b79-9600-847f6fda75e5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=538bf033-64ac-4b79-9600-847f6fda75e5,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:10.853385 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:10.868554 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Calling delete_port for 538bf033-64ac-4b79-9600-847f6fda75e5 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:10.880400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: fb6f275b-e8c1-4a0e-b362-0563b018d786 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:10.881250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device fb6f275b-e8c1-4a0e-b362-0563b018d786 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:10.891440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483efec-57bb-416a-b3dd-020f8544484c req-e097c0c5-e245-40e7-a619-cc53006dc813 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.893530 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9483efec-57bb-416a-b3dd-020f8544484c req-e097c0c5-e245-40e7-a619-cc53006dc813 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 951 time: 0.1122050 Jul 16 20:09:10.908838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=538bf033-64ac-4b79-9600-847f6fda75e5,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:10.937845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95753c1b-f7df-4184-9013-1b0f2d34b524 req-78623948-70c7-4d41-b80f-d8ce049b4289 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:10.939924 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95753c1b-f7df-4184-9013-1b0f2d34b524 req-78623948-70c7-4d41-b80f-d8ce049b4289 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 946 time: 0.2057362 Jul 16 20:09:10.965719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5'}, {'server_uuid': 'f38cd430-74a4-49fc-8c8d-1cb09e78369f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e73cad-12d7-433b-a77a-20b2749d6ff7'}, {'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:10.968075 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dd4bc3-87fa-4e4c-b2f9-374ce09bd148" -d '{"events": [{"server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "name": "network-vif-plugged", "status": "completed", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5"}, {"server_uuid": "f38cd430-74a4-49fc-8c8d-1cb09e78369f", "name": "network-vif-plugged", "status": "completed", "tag": "11e73cad-12d7-433b-a77a-20b2749d6ff7"}, {"server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "name": "network-vif-unplugged", "status": "completed", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:10.968580 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9483efec-57bb-416a-b3dd-020f8544484c req-33acb238-c4ae-4227-b55d-448786f4fc5d tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461900 Jul 16 20:09:11.051689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.095457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event deleted for resources: {'Port': ['ID=538bf033-64ac-4b79-9600-847f6fda75e5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:11.105165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95753c1b-f7df-4184-9013-1b0f2d34b524 req-66e3f21d-b73a-4560-8db4-bfb9d8b9e7f6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571672 Jul 16 20:09:11.118285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87310111-f3de-4186-87b0-b23c2b904967 req-79a8e323-6ee1-4d76-947b-a5053a2e1bda service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280686 Jul 16 20:09:11.147370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-383b3191-0791-44dd-b79b-3b51fcc33819 req-ca73f890-f465-4335-b393-1cd7daf650e4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eced031-ca18-4f2a-a548-15c12b0b81e7 HTTP/1.1" status: 200 len: 210 time: 0.0606935 Jul 16 20:09:11.166172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] No DVR routers for this DVR port 538bf033-64ac-4b79-9600-847f6fda75e5 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:11.169099 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.171777 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5bae183-bee9-49d6-916c-5bf6b62d77eb req-30ccf44a-cb9f-408e-87de-a5fd556d6810 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.63 "DELETE /v2.0/ports/538bf033-64ac-4b79-9600-847f6fda75e5 HTTP/1.1" status: 204 len: 173 time: 0.6433237 Jul 16 20:09:11.172243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'name': 'network-vif-deleted', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:11.174608 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b3b6d0-3f04-453d-bc9c-c6401c8fb04c" -d '{"events": [{"server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "name": "network-vif-deleted", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:11.226812 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de998240-2b53-4fd5-bf43-c46adb09221c x-openstack-request-id: req-de998240-2b53-4fd5-bf43-c46adb09221c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:11.227158 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "name": "network-vif-plugged", "status": "completed", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5", "code": 200}, {"server_uuid": "f38cd430-74a4-49fc-8c8d-1cb09e78369f", "name": "network-vif-plugged", "status": "completed", "tag": "11e73cad-12d7-433b-a77a-20b2749d6ff7", "code": 200}, {"server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "name": "network-vif-unplugged", "status": "completed", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:11.227510 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de998240-2b53-4fd5-bf43-c46adb09221c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:11.227957 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5', 'code': 200} Jul 16 20:09:11.228217 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38cd430-74a4-49fc-8c8d-1cb09e78369f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e73cad-12d7-433b-a77a-20b2749d6ff7', 'code': 200} Jul 16 20:09:11.228482 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5', 'code': 200} Jul 16 20:09:11.279821 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-9986c1ec-7f68-4309-9324-058a0a1fa341 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=743535f04d9c41f08751d43630cc4015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589032 Jul 16 20:09:11.420311 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba2ba-a2ca-4bcb-862f-dc9547a8e360 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.429589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba2ba-a2ca-4bcb-862f-dc9547a8e360 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:11.559676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-6e536336-7689-4f6d-ab31-bf46b7756d4a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.561112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-6e536336-7689-4f6d-ab31-bf46b7756d4a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804027 Jul 16 20:09:11.563728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e616d77-e644-435e-84af-f93ac5d4eda0 req-d1134a15-6369-42ad-8141-02f903960e15 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.565760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3e616d77-e644-435e-84af-f93ac5d4eda0 req-d1134a15-6369-42ad-8141-02f903960e15 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 948 time: 0.0690699 Jul 16 20:09:11.596759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ed5cf-9cb7-448d-a2fc-d34636e239c4 req-1026b4d6-a855-43e4-a64d-b34d3b27c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.598213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab8ed5cf-9cb7-448d-a2fc-d34636e239c4 req-1026b4d6-a855-43e4-a64d-b34d3b27c6ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 1100 time: 0.2396381 Jul 16 20:09:11.603300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-2d30b3bc-dac7-4113-905c-830094c49fe5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/quotas/743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 375 time: 0.0338440 Jul 16 20:09:11.604913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3e616d77-e644-435e-84af-f93ac5d4eda0 req-b74de1cb-6d5c-484d-a1a6-bc6ddd6ae266 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Jul 16 20:09:11.617930 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-9e2ba2ba-a2ca-4bcb-862f-dc9547a8e360 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Floating IP 2843477c-9ebd-44ae-ae26-907df949f92c associated. External IP: 172.25.7.90, port: 9c982c6b-9eff-477a-a42a-2f4dfb58319d. Jul 16 20:09:11.674741 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbf8528-7be7-4c9f-8664-443b8b9e5346 x-openstack-request-id: req-cdbf8528-7be7-4c9f-8664-443b8b9e5346 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:11.675153 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eced031-ca18-4f2a-a548-15c12b0b81e7", "name": "network-vif-deleted", "tag": "538bf033-64ac-4b79-9600-847f6fda75e5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:11.675614 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdbf8528-7be7-4c9f-8664-443b8b9e5346 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:11.676031 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eced031-ca18-4f2a-a548-15c12b0b81e7', 'name': 'network-vif-deleted', 'tag': '538bf033-64ac-4b79-9600-847f6fda75e5', 'status': 'completed', 'code': 200} Jul 16 20:09:11.843015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ee030-d8c5-4aba-9cec-0fa4e4a56af0 req-929d4978-6056-4541-9ef8-da69b1408fd6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:11.845657 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-171ee030-d8c5-4aba-9cec-0fa4e4a56af0 req-929d4978-6056-4541-9ef8-da69b1408fd6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 944 time: 0.0724747 Jul 16 20:09:11.889580 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-171ee030-d8c5-4aba-9cec-0fa4e4a56af0 req-310ca04e-d6c5-4f8b-8da2-73583a8a4fa4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369411 Jul 16 20:09:12.022656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-31b16f9c-0513-44f9-911d-b356bef6364b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.024126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-31b16f9c-0513-44f9-911d-b356bef6364b tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 951 time: 0.5299528 Jul 16 20:09:12.070486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab8ed5cf-9cb7-448d-a2fc-d34636e239c4 req-83787f72-1ed0-4fdd-a6a3-238d4b067e10 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552329 Jul 16 20:09:12.079518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176f37e-83d7-45c1-8b25-0825b13ff33c req-49d35a17-1472-47aa-a7f3-57a910dd7038 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.081104 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1176f37e-83d7-45c1-8b25-0825b13ff33c req-49d35a17-1472-47aa-a7f3-57a910dd7038 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 946 time: 0.0675797 Jul 16 20:09:12.118130 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1176f37e-83d7-45c1-8b25-0825b13ff33c req-f2d42d69-3dd1-4768-a112-256028930e25 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 Jul 16 20:09:12.170384 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3f3dcebf-a871-4355-ae80-e929c934920d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5538239 Jul 16 20:09:12.257545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9117d656-93ba-4cc2-b49a-e48b94883bb4', 'tag': '1f3166e2-70c2-48de-ba85-5f7c003e6c36'}, {'name': 'network-changed', 'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:12.260124 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2e5db-1661-445e-9249-155cc2d9ac78" -d '{"events": [{"name": "network-changed", "server_uuid": "9117d656-93ba-4cc2-b49a-e48b94883bb4", "tag": "1f3166e2-70c2-48de-ba85-5f7c003e6c36"}, {"name": "network-changed", "server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:12.281108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bc567-82e7-489d-96ed-5b4e3aebb672 req-a3d73c80-dc73-4258-91c1-72b2b9d69e67 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.282747 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d4bc567-82e7-489d-96ed-5b4e3aebb672 req-a3d73c80-dc73-4258-91c1-72b2b9d69e67 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 948 time: 0.0674591 Jul 16 20:09:12.282914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Deleting port 3a6a95be-3427-4d09-a01c-8fabd36a4709 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:12.283271 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.327713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2ba2ba-a2ca-4bcb-862f-dc9547a8e360 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Router dfb1e09f-d629-4ef9-a519-f9c0b043c850 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:09:12.346906 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d4bc567-82e7-489d-96ed-5b4e3aebb672 req-7ba9345f-d8b3-46c4-b0df-9fb861f8616b tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560884 Jul 16 20:09:12.510822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] For port 3a6a95be-3427-4d09-a01c-8fabd36a4709, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3a6a95be-3427-4d09-a01c-8fabd36a4709,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:12.511184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.540402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Calling delete_port for 3a6a95be-3427-4d09-a01c-8fabd36a4709 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:12.564987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2ba2ba-a2ca-4bcb-862f-dc9547a8e360 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:09:12.569728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba2ba-a2ca-4bcb-862f-dc9547a8e360 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.576379 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] Sync routers for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:09:12.596363 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:12.596483 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:12.665690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f387e2-f7d3-4a7a-b727-71f8b0675ecd req-8902cf64-6ea6-4aaa-8177-2499abfed3eb tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:12.667667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55f387e2-f7d3-4a7a-b727-71f8b0675ecd req-8902cf64-6ea6-4aaa-8177-2499abfed3eb tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 951 time: 0.2585521 Jul 16 20:09:12.676361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9e2ba2ba-a2ca-4bcb-862f-dc9547a8e360 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "PUT /v2.0/floatingips/2843477c-9ebd-44ae-ae26-907df949f92c HTTP/1.1" status: 200 len: 990 time: 2.1861150 Jul 16 20:09:12.724547 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:12.738301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55f387e2-f7d3-4a7a-b727-71f8b0675ecd req-045c7cb5-4af4-44ab-acce-5076a3c46aa1 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/security-groups?id=d16c441e-a9cc-4183-a217-4ca3765b5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595593 Jul 16 20:09:12.829985 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.849093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3a6a95be-3427-4d09-a01c-8fabd36a4709'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:12.871364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Pushing event deleted for resources: {'Port': ['ID=3a6a95be-3427-4d09-a01c-8fabd36a4709,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:12.953031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] No DVR routers for this DVR port 3a6a95be-3427-4d09-a01c-8fabd36a4709 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:12.959226 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba28bf-3134-417f-8959-8c39dae58b9e x-openstack-request-id: req-adba28bf-3134-417f-8959-8c39dae58b9e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:12.959732 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9117d656-93ba-4cc2-b49a-e48b94883bb4", "tag": "1f3166e2-70c2-48de-ba85-5f7c003e6c36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:12.960099 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-adba28bf-3134-417f-8959-8c39dae58b9e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:12.960580 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9117d656-93ba-4cc2-b49a-e48b94883bb4', 'tag': '1f3166e2-70c2-48de-ba85-5f7c003e6c36', 'status': 'completed', 'code': 200} Jul 16 20:09:12.960943 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9', 'status': 'completed', 'code': 200} Jul 16 20:09:12.962105 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:12.964860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88a7cb7b-3378-4991-bb82-ddff09de1a4e req-6c83b67c-22f6-47e4-bc5b-95047c4ec939 tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.30 "DELETE /v2.0/ports/3a6a95be-3427-4d09-a01c-8fabd36a4709 HTTP/1.1" status: 204 len: 173 time: 0.9104178 Jul 16 20:09:13.020939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-66de7a32-75e1-4aba-8587-5b03807e75c1 req-a4beb56d-544b-4844-8521-a3beaa8aafdf tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 210 time: 0.0407131 Jul 16 20:09:13.058709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-9ddf0031-cfa8-444f-bacc-af17238bdd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.060824 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-9ddf0031-cfa8-444f-bacc-af17238bdd24 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1127 time: 0.0940657 Jul 16 20:09:13.137648 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '2843477c-9ebd-44ae-ae26-907df949f92c', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'port_id': '9c982c6b-9eff-477a-a42a-2f4dfb58319d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'mac_address': 'fa:16:3e:9f:30:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:48Z', 'updated_at': '2021-07-16T20:09:11Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:13.184899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-5942c92c-7ebf-4628-b81f-3674810cd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.186571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-5942c92c-7ebf-4628-b81f-3674810cd19f service neutron] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.1184909 Jul 16 20:09:13.190112 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] Checking router: dfb1e09f-d629-4ef9-a519-f9c0b043c850 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:09:13.210644 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:09:13.211862 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:08:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:13.335805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-e47c0556-94a3-461b-9605-5c4d51f71b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.337473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-e47c0556-94a3-461b-9605-5c4d51f71b7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f010efcf37b3455293937537b6a58e49&device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 1100 time: 0.1274371 Jul 16 20:09:13.342142 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-8e2e4c7f-5463-46e1-a80e-9c648331bc4e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9ed8573-8e55-46e9-816a-6847a32545a9 HTTP/1.1" status: 200 len: 217 time: 0.1410446 Jul 16 20:09:13.423439 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:09:13.470557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-74a8fe7e-f54c-4f38-8e99-00527f3d33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.472143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-74a8fe7e-f54c-4f38-8e99-00527f3d33b6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1074550 Jul 16 20:09:13.480232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1317e93-b44b-4470-b087-da35fda45c5d req-7dfb0e75-5d8e-41e3-9723-e7a05e996fbe tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.491061 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c1317e93-b44b-4470-b087-da35fda45c5d req-7dfb0e75-5d8e-41e3-9723-e7a05e996fbe tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 948 time: 0.3032589 Jul 16 20:09:13.523572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-2b7544eb-4079-4fc8-af8e-3b765de4e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.526081 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-2b7544eb-4079-4fc8-af8e-3b765de4e238 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1782084 Jul 16 20:09:13.539068 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-dc1e99f5-bd90-4575-847a-15b6a771705d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451689 Jul 16 20:09:13.578550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c1317e93-b44b-4470-b087-da35fda45c5d req-fc414c51-ba31-40ba-8a68-983640641408 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853229 Jul 16 20:09:13.592551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-3f77b7fe-b8d2-4e2d-8790-aa7960ab1db3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=1f3166e2-70c2-48de-ba85-5f7c003e6c36 HTTP/1.1" status: 200 len: 217 time: 0.0487442 Jul 16 20:09:13.633523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 1f3166e2-70c2-48de-ba85-5f7c003e6c36 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:13.677112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-fa5ffa43-bca7-4fb4-8c4d-7b6918c93366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.678833 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-fa5ffa43-bca7-4fb4-8c4d-7b6918c93366 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0703223 Jul 16 20:09:13.708785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-810124e8-c7a2-4448-ad33-44bd8dd205c5 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448953 Jul 16 20:09:13.730850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:13.737476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9d6ff1a9-0c16-4fd2-8a0a-a4b9aa6d05f3 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--585375258', 'description': 'tempest-description--1083422679'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:13.779574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-8e5321fa-afde-4fe1-b7a5-6b3bbb2b429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.781433 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-8e5321fa-afde-4fe1-b7a5-6b3bbb2b429a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714362 Jul 16 20:09:13.837645 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '2843477c-9ebd-44ae-ae26-907df949f92c', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'port_id': '9c982c6b-9eff-477a-a42a-2f4dfb58319d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'mac_address': 'fa:16:3e:9f:30:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:48Z', 'updated_at': '2021-07-16T20:09:11Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:09:13.846035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 1f3166e2-70c2-48de-ba85-5f7c003e6c36, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1f3166e2-70c2-48de-ba85-5f7c003e6c36,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:13.863463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff1a9-0c16-4fd2-8a0a-a4b9aa6d05f3 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.869614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '1f3166e2-70c2-48de-ba85-5f7c003e6c36', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '1f3166e2-70c2-48de-ba85-5f7c003e6c36', 'mac_address': 'fa:16:3e:38:2c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:13.881596 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8ce307-7067-4604-98ca-5be4056afc2a None None] The sync data for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 is: [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '2843477c-9ebd-44ae-ae26-907df949f92c', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'floating_ip_address': '172.25.7.90', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'port_id': '9c982c6b-9eff-477a-a42a-2f4dfb58319d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'mac_address': 'fa:16:3e:9f:30:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:06:48Z', 'updated_at': '2021-07-16T20:09:11Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:09:13.921638 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:13.927750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c24b4-573d-4ddd-89e2-f817e95e678b req-ce30ca20-a1b6-4aaa-b6eb-891bdad6bf5a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:13.929996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a5c24b4-573d-4ddd-89e2-f817e95e678b req-ce30ca20-a1b6-4aaa-b6eb-891bdad6bf5a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 944 time: 0.2175529 Jul 16 20:09:13.938296 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-01e590d3-e35a-4bf3-b2cc-39e9447cf0e1 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166500 Jul 16 20:09:13.959875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-834edfd5-06e0-4739-8a68-44aa6b6fe337 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560030 Jul 16 20:09:13.998953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3166e2-70c2-48de-ba85-5f7c003e6c36 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:14.023868 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a5c24b4-573d-4ddd-89e2-f817e95e678b req-d5f53a9a-abd0-490e-a0f4-c09014bd51af tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844142 Jul 16 20:09:14.029470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 1f3166e2-70c2-48de-ba85-5f7c003e6c36, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1f3166e2-70c2-48de-ba85-5f7c003e6c36,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:14.037250 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.039016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device d9ed8573-8e55-46e9-816a-6847a32545a9 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:14.091779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff1a9-0c16-4fd2-8a0a-a4b9aa6d05f3 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.098582 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff1a9-0c16-4fd2-8a0a-a4b9aa6d05f3 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.107910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5541b3-c9b9-4a7c-9280-14626a95d0f9 req-35db20c6-cab7-4157-9872-775aca391573 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.115714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c5541b3-c9b9-4a7c-9280-14626a95d0f9 req-35db20c6-cab7-4157-9872-775aca391573 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 948 time: 0.1547828 Jul 16 20:09:14.176226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09d2e5db-1661-445e-9249-155cc2d9ac78 req-5ce354aa-f2cd-4ab4-b7ce-87d850c28ed5 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022703 Jul 16 20:09:14.194279 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c5541b3-c9b9-4a7c-9280-14626a95d0f9 req-c8a4565f-2d09-4120-b602-490aa626301e tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776289 Jul 16 20:09:14.211827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff1a9-0c16-4fd2-8a0a-a4b9aa6d05f3 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.211827 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9d6ff1a9-0c16-4fd2-8a0a-a4b9aa6d05f3 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4686160 Jul 16 20:09:14.213188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44386) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:14.218277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4251ea25-dd4c-4ca3-bfcd-576590c54e7e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Request body: {'security_group_rule': {'security_group_id': '2566a7b6-bdd4-4537-813d-e8b5d95dff53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:14.230293 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-23657a82-354a-450e-8d5f-10d83517ca16 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=743535f04d9c41f08751d43630cc4015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753031 Jul 16 20:09:14.249090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ff1a9-0c16-4fd2-8a0a-a4b9aa6d05f3 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2566a7b6-bdd4-4537-813d-e8b5d95dff53,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:14.249637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4251ea25-dd4c-4ca3-bfcd-576590c54e7e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.256695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=1f3166e2-70c2-48de-ba85-5f7c003e6c36,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:14.354834 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4251ea25-dd4c-4ca3-bfcd-576590c54e7e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.363439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4251ea25-dd4c-4ca3-bfcd-576590c54e7e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.368744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c9ff3337-cbd0-4310-8407-c2348dcfe60d req-76eeae10-2443-430e-89cc-31e61e22ec5e tempest-ServersAdminTestJSON-1882837022 tempest-ServersAdminTestJSON-1882837022-project] 10.222.0.10 "GET /v2.0/ports?device_id=3912e303-fdc9-47c6-8d66-7f9234434dd6 HTTP/1.1" status: 200 len: 210 time: 0.0535412 Jul 16 20:09:14.397341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b711e4-89c3-458d-becb-162f2d6eaab8 None None] New status for floating IP 2843477c-9ebd-44ae-ae26-907df949f92c: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:09:14.400969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251ea25-dd4c-4ca3-bfcd-576590c54e7e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb34d5e6-571a-4d55-8253-bc7d4bdb03a9,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:14.407583 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4251ea25-dd4c-4ca3-bfcd-576590c54e7e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.412863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4251ea25-dd4c-4ca3-bfcd-576590c54e7e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1983812 Jul 16 20:09:14.413786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44390) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:14.419512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b79db169-348d-4041-b283-4788f447496a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Request body: {'security_group_rule': {'security_group_id': '2566a7b6-bdd4-4537-813d-e8b5d95dff53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:14.463319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63bd85ef-68c4-4c64-b29f-d43efb5faadb req-8ad819aa-c6e7-4baf-9455-3ab2bdbd64ab tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 210 time: 0.0365264 Jul 16 20:09:14.497869 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b79db169-348d-4041-b283-4788f447496a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.519084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-4e1b0aa8-7350-4233-b7eb-940ff3505fe6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.520871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-4e1b0aa8-7350-4233-b7eb-940ff3505fe6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658927 Jul 16 20:09:14.538033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Request body: {'port': {'device_id': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '743535f04d9c41f08751d43630cc4015'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:14.584791 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b79db169-348d-4041-b283-4788f447496a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.591246 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b79db169-348d-4041-b283-4788f447496a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.620372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79db169-348d-4041-b283-4788f447496a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78394140-8049-468f-a35f-725721fc4504,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:14.620983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:14.629299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b79db169-348d-4041-b283-4788f447496a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.631470 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b79db169-348d-4041-b283-4788f447496a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2162929 Jul 16 20:09:14.634357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44402) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:14.640164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:14.644061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device d9ed8573-8e55-46e9-816a-6847a32545a9 has no active binding in host n-h2-792394-17 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:09:14.671496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.676710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 538bf033-64ac-4b79-9600-847f6fda75e5 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:14.728437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 538bf033-64ac-4b79-9600-847f6fda75e5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:14.730895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 538bf033-64ac-4b79-9600-847f6fda75e5 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:14.787972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Made reservation on behalf of 743535f04d9c41f08751d43630cc4015 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:14.791700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.804976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:14.874739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa17b13-a37b-4f9f-9d34-bdf6c24597db req-45318e57-121c-4324-a4ef-6fbdc7327e77 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:14.876970 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfa17b13-a37b-4f9f-9d34-bdf6c24597db req-45318e57-121c-4324-a4ef-6fbdc7327e77 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 948 time: 0.1405540 Jul 16 20:09:14.910872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Allocated IP 172.25.7.72 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/35806d4e-36d9-4772-9919-f6ff96ed79ee) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:14.948632 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfa17b13-a37b-4f9f-9d34-bdf6c24597db req-cf18af31-1878-4dbd-98cb-9656b1a93897 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660899 Jul 16 20:09:14.967441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'tag': '9c982c6b-9eff-477a-a42a-2f4dfb58319d'}, {'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-deleted', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:14.967615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Allocated IP 192.168.233.140 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/696cc184-9d2a-4941-ba5e-84d7a1fd77af) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:14.969989 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b101b1d8-0ce1-4014-a38c-15d74c207dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "99944586-0bf1-45b1-ac75-6ef21b6bbf03", "tag": "9c982c6b-9eff-477a-a42a-2f4dfb58319d"}, {"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-deleted", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:15.035379 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec3e8e3-670e-4eb2-8623-523dc6feb6d7 x-openstack-request-id: req-eec3e8e3-670e-4eb2-8623-523dc6feb6d7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:15.035674 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99944586-0bf1-45b1-ac75-6ef21b6bbf03", "tag": "9c982c6b-9eff-477a-a42a-2f4dfb58319d", "status": "completed", "code": 200}, {"server_uuid": "3912e303-fdc9-47c6-8d66-7f9234434dd6", "name": "network-vif-deleted", "tag": "3a6a95be-3427-4d09-a01c-8fabd36a4709", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:15.035915 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eec3e8e3-670e-4eb2-8623-523dc6feb6d7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:15.036299 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'tag': '9c982c6b-9eff-477a-a42a-2f4dfb58319d', 'status': 'completed', 'code': 200} Jul 16 20:09:15.036551 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3912e303-fdc9-47c6-8d66-7f9234434dd6', 'name': 'network-vif-deleted', 'tag': '3a6a95be-3427-4d09-a01c-8fabd36a4709', 'status': 'completed', 'code': 200} Jul 16 20:09:15.058927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-d3b0c5a4-44ef-4097-9027-56ee92edc0e2 service neutron] 10.222.0.63 "GET /v2.0/ports/d9ed8573-8e55-46e9-816a-6847a32545a9/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 385 time: 0.1327586 Jul 16 20:09:15.147135 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.164192 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.167370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Transition to ACTIVE for port object 696cc184-9d2a-4941-ba5e-84d7a1fd77af will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:15.185345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['1f3166e2-70c2-48de-ba85-5f7c003e6c36'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:15.260983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acf81b-15be-46f8-b688-c1dee2a9fda9 req-511a271d-2240-472b-bcb5-bca889b4696e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.262392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d8acf81b-15be-46f8-b688-c1dee2a9fda9 req-511a271d-2240-472b-bcb5-bca889b4696e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 944 time: 0.0969496 Jul 16 20:09:15.277293 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.282040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-bcbea292-dece-4522-9da5-c340340f2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.283573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-bcbea292-dece-4522-9da5-c340340f2d93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b0e5deb00274f89b087bba82d84e700&device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 1097 time: 0.2128813 Jul 16 20:09:15.289902 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:15.299092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d091-42bc-488d-83e2-d02935182793 req-bcb8f3b8-57ab-4280-b154-70eb576240ae tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.300641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ce7d091-42bc-488d-83e2-d02935182793 req-bcb8f3b8-57ab-4280-b154-70eb576240ae tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 1100 time: 0.2226384 Jul 16 20:09:15.315505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.344137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:15.353495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:15.367662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:15.380995 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.413519 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d8acf81b-15be-46f8-b688-c1dee2a9fda9 req-4edd9b2d-9b08-4bdd-beaf-c6b36fa488ce tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439548 Jul 16 20:09:15.443742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:15.454144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:15.483068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.483758 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.493820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:15.509273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:15.514778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event updated for resources: {'Port': ['ID=35806d4e-36d9-4772-9919-f6ff96ed79ee,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:15.529587 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ce7d091-42bc-488d-83e2-d02935182793 req-2e21a75e-7828-4856-b46c-9fb08a95d9c3 tempest-ServersOnMultiNodesTest-1695642560 tempest-ServersOnMultiNodesTest-1695642560-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186809 Jul 16 20:09:15.534466 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-368b08f7-470d-424b-842c-a82a66b37692 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0015695 Jul 16 20:09:15.554814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Request body: {'port': {'device_id': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:15.606077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:15.611367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-53d6018f-b20e-4f08-99eb-3bc537903457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.612852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-53d6018f-b20e-4f08-99eb-3bc537903457 service neutron] 10.222.0.30 "GET /v2.0/networks?id=79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 200 len: 925 time: 0.3113482 Jul 16 20:09:15.659790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:15.689892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 3a6a95be-3427-4d09-a01c-8fabd36a4709 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:15.690523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3a6a95be-3427-4d09-a01c-8fabd36a4709 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:15.696541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.717447 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39a6a-0fd9-4672-8756-988423a8d2c7 req-0bdb71f1-b7e1-47a7-9dca-3aad848bc74a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:15.724699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9a39a6a-0fd9-4672-8756-988423a8d2c7 req-0bdb71f1-b7e1-47a7-9dca-3aad848bc74a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 949 time: 0.1400456 Jul 16 20:09:15.759994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-496d04a8-5671-45ec-b99d-d4115827718a None None] Provisioning for port 696cc184-9d2a-4941-ba5e-84d7a1fd77af completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:15.763938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-496d04a8-5671-45ec-b99d-d4115827718a None None] Provisioning complete for port 696cc184-9d2a-4941-ba5e-84d7a1fd77af triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:15.764625 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-496d04a8-5671-45ec-b99d-d4115827718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:15.809641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9a39a6a-0fd9-4672-8756-988423a8d2c7 req-7712db13-4f19-4f33-b65c-eaea755ba305 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839126 Jul 16 20:09:15.813235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:15.814459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-496d04a8-5671-45ec-b99d-d4115827718a None None] Port 696cc184-9d2a-4941-ba5e-84d7a1fd77af cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:09:15.820058 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-ebc01d2e-ec27-4feb-a7a0-f156aa9bd0e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c982c6b-9eff-477a-a42a-2f4dfb58319d HTTP/1.1" status: 200 len: 1000 time: 0.1894290 Jul 16 20:09:15.860657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ed8573-8e55-46e9-816a-6847a32545a9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:15.874221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:15.927782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:16.013126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-c35cc67a-1348-4268-9b5f-ef53ad0be633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.014836 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-c35cc67a-1348-4268-9b5f-ef53ad0be633 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e3fe189-3a05-40b2-bf08-6620275a61f8 HTTP/1.1" status: 200 len: 863 time: 0.1164503 Jul 16 20:09:16.024802 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.030660 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.133436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696cc184-9d2a-4941-ba5e-84d7a1fd77af {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:16.149635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.172121 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e3ad6de-a9d7-4ec4-b85c-e427c5385bef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e67c02d25634c79b104ea62524d79ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427459 Jul 16 20:09:16.174878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Transition to ACTIVE for port object 696cc184-9d2a-4941-ba5e-84d7a1fd77af will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:16.175565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:16.188580 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.197081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e7794-4c81-4161-b3d7-8ff7e845b8a9 req-ce65172d-07bf-451d-88be-87678e5c6c88 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.204501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e7794-4c81-4161-b3d7-8ff7e845b8a9 req-ce65172d-07bf-451d-88be-87678e5c6c88 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 936 time: 0.3926289 Jul 16 20:09:16.222537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.270382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.302437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-b69cf707-6abd-42c5-aadf-de7e1313a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.304029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-b69cf707-6abd-42c5-aadf-de7e1313a700 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=79c223a5-47eb-436b-afec-6bf74a088fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2654889 Jul 16 20:09:16.306890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e7794-4c81-4161-b3d7-8ff7e845b8a9 req-dec2c18a-f136-4f00-9b3e-51bc6de4dd1b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015468 Jul 16 20:09:16.313003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] Transition to ACTIVE for port object d9ed8573-8e55-46e9-816a-6847a32545a9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:16.330878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.353983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.378202 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d844c59-8f5e-4414-9fc8-d811ae0f22c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.466790 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d844c59-8f5e-4414-9fc8-d811ae0f22c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.486213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:16.486743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:16.487209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:16.506947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:16.507474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:16.516857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] No DVR routers for this DVR port d9ed8573-8e55-46e9-816a-6847a32545a9 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:16.529610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:16.529610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:16.529928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:16.530590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Bound port: 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:16.531011 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.568625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['fb836647-d5d2-4587-aaac-2944532048f6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:16.627628 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d844c59-8f5e-4414-9fc8-d811ae0f22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.630304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d844c59-8f5e-4414-9fc8-d811ae0f22c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.631602 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6d844c59-8f5e-4414-9fc8-d811ae0f22c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d16c441e-a9cc-4183-a217-4ca3765b5a4a HTTP/1.1" status: 204 len: 168 time: 0.4550667 Jul 16 20:09:16.654696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d844c59-8f5e-4414-9fc8-d811ae0f22c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16c441e-a9cc-4183-a217-4ca3765b5a4a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.660195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:16.676144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:16.682713 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 21a8988c-cb1d-41a3-bf22-214b3063cfb2 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:16.685552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.697722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2980fe9-7f66-4be8-ad0f-c01938d54650 req-caf48c3d-9f25-4ac5-87c8-4b53dae590a1 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.699377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2980fe9-7f66-4be8-ad0f-c01938d54650 req-caf48c3d-9f25-4ac5-87c8-4b53dae590a1 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 945 time: 0.1269205 Jul 16 20:09:16.759333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.759976 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:16.761468 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] 10.222.0.63 "PUT /v2.0/ports/696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 1097 time: 1.2176585 Jul 16 20:09:16.761950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:16.764320 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb876d04-e26b-4c06-a207-210d6a5ce0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:16.805194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c291b-41c4-486e-9638-021f3a5325ac service neutron] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:16.824109 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2980fe9-7f66-4be8-ad0f-c01938d54650 req-a40d86cc-d937-432d-8066-2b5f8d761405 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021509 Jul 16 20:09:16.908363 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839e42d3-3129-4721-985f-5e8d80d65133 x-openstack-request-id: req-839e42d3-3129-4721-985f-5e8d80d65133 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:16.911424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:16.911840 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:16.912204 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-839e42d3-3129-4721-985f-5e8d80d65133 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:16.912737 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'status': 'completed', 'code': 200} Jul 16 20:09:16.921805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-f76af05c-1ce5-4817-aca0-d7f67b8bb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:16.924102 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-f76af05c-1ce5-4817-aca0-d7f67b8bb81c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1100 time: 0.0942106 Jul 16 20:09:16.935955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '21a8988c-cb1d-41a3-bf22-214b3063cfb2', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'port_id': '21a8988c-cb1d-41a3-bf22-214b3063cfb2', 'mac_address': 'fa:16:3e:88:b2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b78a6c-dbe4-4f1c-b271-789c4623af4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:16.985677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-6dcabbe1-7a70-4880-86e7-28b03539e7c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 217 time: 0.0477617 Jul 16 20:09:17.080620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.086983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-43ca21b4-4cc5-43e0-9eb9-a6f6747cf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.092425 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-43ca21b4-4cc5-43e0-9eb9-a6f6747cf4d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0988104 Jul 16 20:09:17.092919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:17.095740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] 10.222.0.63 "PUT /v2.0/ports/d9ed8573-8e55-46e9-816a-6847a32545a9/bindings/n-h2-792394-17/activate HTTP/1.1" status: 200 len: 370 time: 2.0260675 Jul 16 20:09:17.099014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21a8988c-cb1d-41a3-bf22-214b3063cfb2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:17.114731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5977ee-0dd4-4dae-86b3-22c9715c8f03 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ed8573-8e55-46e9-816a-6847a32545a9,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:17.123433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:17.129066 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.148851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-5252a157-2c4f-4ad9-84ca-acc667525859 service neutron] 10.222.0.30 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271210 Jul 16 20:09:17.208989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=21a8988c-cb1d-41a3-bf22-214b3063cfb2,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:17.244878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa87294-818d-4fbc-82dc-adb43c6ae9a1 req-09733f20-985c-4446-bc38-a4d3e2a39972 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.245202 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9c9c63de-732d-4155-9d70-913c668fbda2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8084c0d306ac4841bb7c8fb6efb7950b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509304 Jul 16 20:09:17.251920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:17.253808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffa87294-818d-4fbc-82dc-adb43c6ae9a1 req-09733f20-985c-4446-bc38-a4d3e2a39972 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 948 time: 0.7278061 Jul 16 20:09:17.293603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3eca-e4de-4b83-9713-95d75b3d7ff3 req-3e9727e4-6413-4445-a85d-44e6a85cfaa9 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.295100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-384c3eca-e4de-4b83-9713-95d75b3d7ff3 req-3e9727e4-6413-4445-a85d-44e6a85cfaa9 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 949 time: 0.1354346 Jul 16 20:09:17.304221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['21a8988c-cb1d-41a3-bf22-214b3063cfb2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:17.307653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-432187d5-0508-4f22-9aaf-353166bbea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.309124 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-432187d5-0508-4f22-9aaf-353166bbea68 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1862507 Jul 16 20:09:17.351335 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.377577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.387481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5ba6ec-a79b-483f-9bef-c09a700a57b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.413930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-384c3eca-e4de-4b83-9713-95d75b3d7ff3 req-0caaf0b0-3e40-441a-bb17-dadaa5522db8 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037447 Jul 16 20:09:17.498200 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5ba6ec-a79b-483f-9bef-c09a700a57b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.498691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffa87294-818d-4fbc-82dc-adb43c6ae9a1 req-30e5e80f-1e86-4a04-8c2e-e88406e48558 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407959 Jul 16 20:09:17.509887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b101b1d8-0ce1-4014-a38c-15d74c207dfd req-da89bfea-7c24-425b-b041-1fba2045fcff service neutron] 10.222.0.30 "GET /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482761 Jul 16 20:09:17.555950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event updated for resources: {'Port': ['ID=35806d4e-36d9-4772-9919-f6ff96ed79ee,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:17.574180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5d0f5ca4-703b-4ed0-aae9-297d0215ceb8 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.577777 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5d0f5ca4-703b-4ed0-aae9-297d0215ceb8 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.3422892 Jul 16 20:09:17.588559 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-418b7688-f62e-4ef1-ae51-02d40beebffb service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570417 Jul 16 20:09:17.593718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.643427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.654589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7daef7c9-c8c1-4d9e-921d-e985cdd46423 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0189762 Jul 16 20:09:17.663351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 1f3166e2-70c2-48de-ba85-5f7c003e6c36 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:17.708334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5ba6ec-a79b-483f-9bef-c09a700a57b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.718966 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5ba6ec-a79b-483f-9bef-c09a700a57b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.720179 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0d5ba6ec-a79b-483f-9bef-c09a700a57b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/736b00ff-9339-46b8-84bb-727bed3e86e3 HTTP/1.1" status: 204 len: 168 time: 0.4673481 Jul 16 20:09:17.759917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ba6ec-a79b-483f-9bef-c09a700a57b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736b00ff-9339-46b8-84bb-727bed3e86e3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:17.773652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3933cb9a-62e9-43c9-9efa-059016384b1c req-486256c3-1689-4015-bcb1-337ac26dfc6e service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764004 Jul 16 20:09:17.779621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:17.779874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5812fefc-e23d-4204-a746-8abedd653a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.782073 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-5812fefc-e23d-4204-a746-8abedd653a86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927&tenant_id=31af99bb6bb148a3970c4248323ed226 HTTP/1.1" status: 200 len: 1097 time: 0.1836314 Jul 16 20:09:17.808489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:17.817184 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:17.822143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0321022-6f25-4d38-9f2b-a22a7eba47de req-42b7c86d-3e3b-4113-b42d-e0fc78404e23 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.829773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0321022-6f25-4d38-9f2b-a22a7eba47de req-42b7c86d-3e3b-4113-b42d-e0fc78404e23 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 948 time: 0.1426122 Jul 16 20:09:17.901151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-ef1da341-397e-4104-a0c7-40999c6254a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:17.903043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-ef1da341-397e-4104-a0c7-40999c6254a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1100 time: 0.0589416 Jul 16 20:09:17.997385 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0321022-6f25-4d38-9f2b-a22a7eba47de req-0e6278fa-b79e-4af1-a741-cc9321173b33 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628869 Jul 16 20:09:18.038724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-c92c3622-fd14-4fc7-801b-618a5db38e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.040353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-c92c3622-fd14-4fc7-801b-618a5db38e48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1097 time: 0.2078390 Jul 16 20:09:18.079798 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.127321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9117d656-93ba-4cc2-b49a-e48b94883bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3166e2-70c2-48de-ba85-5f7c003e6c36'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:18.136566 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f71ffe-294c-4d19-9db5-b961f3d4c978" -d '{"events": [{"server_uuid": "9117d656-93ba-4cc2-b49a-e48b94883bb4", "name": "network-vif-plugged", "status": "completed", "tag": "1f3166e2-70c2-48de-ba85-5f7c003e6c36"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:18.154195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 1f3166e2-70c2-48de-ba85-5f7c003e6c36, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1f3166e2-70c2-48de-ba85-5f7c003e6c36,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:18.159296 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.220058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=1f3166e2-70c2-48de-ba85-5f7c003e6c36,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:18.261948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-b5d819cb-af71-40af-a59d-aac2f892af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.262430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-637c8bbb-e41d-4af2-b24d-e3a97ed6e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.263809 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-b5d819cb-af71-40af-a59d-aac2f892af7d service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3521903 Jul 16 20:09:18.264861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-637c8bbb-e41d-4af2-b24d-e3a97ed6e4b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.2126098 Jul 16 20:09:18.323564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-674bcb8d-81c6-41f6-882c-32a9727d03f5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 217 time: 0.0506885 Jul 16 20:09:18.331713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06011-6460-437d-82c5-6573556b736f req-28e07426-2fc0-4e17-88ab-78967eea2ce2 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.333292 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-28e07426-2fc0-4e17-88ab-78967eea2ce2 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/networks?id=2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 200 len: 821 time: 0.4047763 Jul 16 20:09:18.339712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e87e38-90fd-4947-bdba-54de4e7821c8 req-a254ebd0-1e77-4109-b2da-75910ede1b8d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.348579 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3e87e38-90fd-4947-bdba-54de4e7821c8 req-a254ebd0-1e77-4109-b2da-75910ede1b8d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 945 time: 0.1995862 Jul 16 20:09:18.368287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-eba4c5b1-3563-4426-a8dc-48eebafc9290 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9ed8573-8e55-46e9-816a-6847a32545a9 HTTP/1.1" status: 200 len: 217 time: 0.0900571 Jul 16 20:09:18.382024 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-4cbb247e-e98e-482f-9d0f-7968901a14e0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/quotas/97a0f4b7af86494f92e7f1801dbbe1f8 HTTP/1.1" status: 200 len: 375 time: 0.0388403 Jul 16 20:09:18.389751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-c5d689ec-5a01-4139-ad02-fe46a2b9bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.391467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-c5d689ec-5a01-4139-ad02-fe46a2b9bfd9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0571938 Jul 16 20:09:18.490026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-d57871ee-ef5f-4dc1-be78-ebbacec4d20b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.491571 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-d57871ee-ef5f-4dc1-be78-ebbacec4d20b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 948 time: 0.1940858 Jul 16 20:09:18.508093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3e87e38-90fd-4947-bdba-54de4e7821c8 req-91a464b9-af42-47f4-aa74-a5d3641593a0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414576 Jul 16 20:09:18.511089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-ccb0c85f-fb7b-4698-97e4-dea04f24c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.523899 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-6a9f3a80-f783-47ee-9d3a-a54f9b5c4f99 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1274316 Jul 16 20:09:18.523899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-360d4be8-d48a-476e-af0e-9cbdd02e7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.526645 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-360d4be8-d48a-476e-af0e-9cbdd02e7b1c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1201651 Jul 16 20:09:18.531749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-ccb0c85f-fb7b-4698-97e4-dea04f24c12e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1357214 Jul 16 20:09:18.598503 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe35cc7-8422-41dc-b54b-a946781bcea1 x-openstack-request-id: req-bbe35cc7-8422-41dc-b54b-a946781bcea1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:18.598995 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9117d656-93ba-4cc2-b49a-e48b94883bb4", "name": "network-vif-plugged", "status": "completed", "tag": "1f3166e2-70c2-48de-ba85-5f7c003e6c36", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:18.599428 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbe35cc7-8422-41dc-b54b-a946781bcea1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:18.599954 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9117d656-93ba-4cc2-b49a-e48b94883bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3166e2-70c2-48de-ba85-5f7c003e6c36', 'code': 200} Jul 16 20:09:18.627447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-16c89f4e-4f1d-4db9-a92c-589d639fe353 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763094 Jul 16 20:09:18.699705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 21a8988c-cb1d-41a3-bf22-214b3063cfb2 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:18.800764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:18.801435 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.953579 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:18.958075 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-1bebd8be-5fe9-44e9-ac8d-74cc3a72fb38 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294377 Jul 16 20:09:18.988606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccaa3b-8523-448e-ab4f-77a990bc3645 req-f85fe396-83a8-47b2-acd4-bd0231133127 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:18.995556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-beccaa3b-8523-448e-ab4f-77a990bc3645 req-f85fe396-83a8-47b2-acd4-bd0231133127 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 950 time: 0.1776962 Jul 16 20:09:19.024755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149f4c0-38be-4621-b510-4b62e28f4218 req-3c113819-609e-4c13-9049-06725cf0268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.027299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a149f4c0-38be-4621-b510-4b62e28f4218 req-3c113819-609e-4c13-9049-06725cf0268f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 1102 time: 0.3458827 Jul 16 20:09:19.035236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Deleting port 11e73cad-12d7-433b-a77a-20b2749d6ff7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:19.035631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.076213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:19.083540 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.084715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d9ed8573-8e55-46e9-816a-6847a32545a9 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:19.186281 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:09:19.195274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=21a8988c-cb1d-41a3-bf22-214b3063cfb2,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:19.204359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-beccaa3b-8523-448e-ab4f-77a990bc3645 req-f745bd93-6055-4191-9e96-9ca308adb685 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077770 Jul 16 20:09:19.211317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d9ed8573-8e55-46e9-816a-6847a32545a9 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:19.213757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a149f4c0-38be-4621-b510-4b62e28f4218 req-67ca0561-de79-4ce7-a9fe-6b3867602b51 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635585 Jul 16 20:09:19.296234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-22de4f47-92f7-47ec-9572-27c97be11853 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261938 Jul 16 20:09:19.298426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] For port 11e73cad-12d7-433b-a77a-20b2749d6ff7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11e73cad-12d7-433b-a77a-20b2749d6ff7,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:19.298800 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.335925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Calling delete_port for 11e73cad-12d7-433b-a77a-20b2749d6ff7 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:19.374903 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-6e11d508-0937-4cc8-8b52-80b833fc3229 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363221 Jul 16 20:09:19.435404 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-3c59fe84-77b4-4b91-a90c-a7f3d7b84133 service neutron] 10.222.0.10 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9070232 Jul 16 20:09:19.553712 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb876d04-e26b-4c06-a207-210d6a5ce0b5 req-8ae7a497-19fa-4cd8-a2e5-77ce5ab3ad2a service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711802 Jul 16 20:09:19.616616 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-2ff3312e-2dd2-4b98-9069-67537110eba3 service neutron] 10.222.0.10 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802394 Jul 16 20:09:19.627392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede5c8-ccc0-4a8b-9daf-7a60bfa5df37 req-4dbda8a8-7639-48d9-94f8-cd7d677e4c2c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:19.634261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aaede5c8-ccc0-4a8b-9daf-7a60bfa5df37 req-4dbda8a8-7639-48d9-94f8-cd7d677e4c2c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 948 time: 0.1631405 Jul 16 20:09:19.689213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aaede5c8-ccc0-4a8b-9daf-7a60bfa5df37 req-9d4535c5-538d-4a17-b949-6a5147bb782d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540066 Jul 16 20:09:19.690071 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:19.711938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef', '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b', '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:19.714132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44', '8dd64a9f-6d5f-4c91-a790-1919aa617f60', '11e73cad-12d7-433b-a77a-20b2749d6ff7'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:20.038431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event deleted for resources: {'Port': ['ID=11e73cad-12d7-433b-a77a-20b2749d6ff7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:20.053386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] No DVR routers for this DVR port 11e73cad-12d7-433b-a77a-20b2749d6ff7 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:20.059329 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.061911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2fc0f2cc-82db-491f-8a6a-a042e15e4ff9 req-3068107a-4934-4ac0-80e9-95357b3d141c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "DELETE /v2.0/ports/11e73cad-12d7-433b-a77a-20b2749d6ff7 HTTP/1.1" status: 204 len: 173 time: 1.5528364 Jul 16 20:09:20.065379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38cd430-74a4-49fc-8c8d-1cb09e78369f', 'name': 'network-vif-deleted', 'tag': '11e73cad-12d7-433b-a77a-20b2749d6ff7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:20.074710 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca40147-bfdb-46ec-a74f-67fb7e56fab9" -d '{"events": [{"server_uuid": "f38cd430-74a4-49fc-8c8d-1cb09e78369f", "name": "network-vif-deleted", "tag": "11e73cad-12d7-433b-a77a-20b2749d6ff7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:20.137152 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-ac43807d-c619-439f-9d39-568c88405162 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1226168 Jul 16 20:09:20.158732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-6fafd2af-76db-49aa-be8f-bae77ac57ec0 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.164937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-6fafd2af-76db-49aa-be8f-bae77ac57ec0 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.3673861 Jul 16 20:09:20.401665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb319b-ec3f-4b07-9a3e-c0a2ded4bdd5 req-a0211b14-6081-41ba-81b6-63140dea4931 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.411668 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b1fb319b-ec3f-4b07-9a3e-c0a2ded4bdd5 req-a0211b14-6081-41ba-81b6-63140dea4931 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 945 time: 0.1605387 Jul 16 20:09:20.421007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d27ea-6ebb-46d3-89a1-ef6ffa24386a req-11704de7-4e31-4987-8054-28a1bd13034a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.431151 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a1d27ea-6ebb-46d3-89a1-ef6ffa24386a req-11704de7-4e31-4987-8054-28a1bd13034a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 948 time: 0.1300757 Jul 16 20:09:20.470230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-82ef2e21-9490-4f5e-a241-08912f999279 service neutron] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:20.479669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-82ef2e21-9490-4f5e-a241-08912f999279 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.481131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49f7556-3802-49a1-97a6-3c86459e8233 req-82ef2e21-9490-4f5e-a241-08912f999279 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d9ed8573-8e55-46e9-816a-6847a32545a9/bindings/n-h1-792394-17 HTTP/1.1" status: 204 len: 173 time: 0.3074143 Jul 16 20:09:20.499864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a1d27ea-6ebb-46d3-89a1-ef6ffa24386a req-76bca623-81f6-4213-a31a-b980a7794bad tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671868 Jul 16 20:09:20.601767 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee3cdd68-62dd-467a-a6bc-1703775c7d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:20.613359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-74b7c8f4-2df6-4afd-baa8-614ca00a17cc req-b288245d-cad1-4607-82be-bf958735b22a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 210 time: 0.0718880 Jul 16 20:09:20.623988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b1fb319b-ec3f-4b07-9a3e-c0a2ded4bdd5 req-e71fbc68-debd-44a5-86fe-7e3d97fe5263 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069297 Jul 16 20:09:20.668298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-adef9ea1-9bc9-4670-823e-a4fb664a6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:20.670974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-adef9ea1-9bc9-4670-823e-a4fb664a6c77 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1102 time: 0.2529900 Jul 16 20:09:20.676113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:20.681658 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d9aea7-6800-4a8c-bf00-c4b902f2c355" -d '{"events": [{"server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "name": "network-vif-plugged", "status": "completed", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:20.730966 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5baf101-e5b0-4a5b-846e-5f5bcd1fc10b x-openstack-request-id: req-c5baf101-e5b0-4a5b-846e-5f5bcd1fc10b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:20.731726 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38cd430-74a4-49fc-8c8d-1cb09e78369f", "name": "network-vif-deleted", "tag": "11e73cad-12d7-433b-a77a-20b2749d6ff7", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:20.732095 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5baf101-e5b0-4a5b-846e-5f5bcd1fc10b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:20.732599 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38cd430-74a4-49fc-8c8d-1cb09e78369f', 'name': 'network-vif-deleted', 'tag': '11e73cad-12d7-433b-a77a-20b2749d6ff7', 'status': 'completed', 'code': 200} Jul 16 20:09:20.743556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:20.912109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:20.933719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'mac_address': 'fa:16:3e:fc:d9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:21.014134 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.073475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-141c172b-1915-4561-955d-ff7b5108bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.079913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-141c172b-1915-4561-955d-ff7b5108bbea service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2907274 Jul 16 20:09:21.087099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696cc184-9d2a-4941-ba5e-84d7a1fd77af {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:21.129640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b1242-6157-4a93-b601-236a910593b4 req-54badb3b-9617-4fee-831e-7be32731c635 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.139889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-344b1242-6157-4a93-b601-236a910593b4 req-54badb3b-9617-4fee-831e-7be32731c635 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 950 time: 0.1599221 Jul 16 20:09:21.174567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:21.175471 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-26a7533c-782a-4716-91c9-a74c114839b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 217 time: 0.0881567 Jul 16 20:09:21.191779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:21.244981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-344b1242-6157-4a93-b601-236a910593b4 req-4eb56621-5e63-4667-bd6d-81a4666c33f0 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041048 Jul 16 20:09:21.249349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:21.280067 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10a5ef-ad86-485f-a1e5-1c63c9b1234d x-openstack-request-id: req-5b10a5ef-ad86-485f-a1e5-1c63c9b1234d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:21.280412 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "name": "network-vif-plugged", "status": "completed", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:21.280667 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b10a5ef-ad86-485f-a1e5-1c63c9b1234d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:21.281204 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2', 'code': 200} Jul 16 20:09:21.365856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-ff455c5c-b949-49a8-8f55-d65615316c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.369131 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-ff455c5c-b949-49a8-8f55-d65615316c04 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1861537 Jul 16 20:09:21.506254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['696cc184-9d2a-4941-ba5e-84d7a1fd77af'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:21.532875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d514edc3-b7f5-4f9b-b1f6-0361fa6f24a8 req-67539733-1cef-457a-84c3-33b5053012a5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38cd430-74a4-49fc-8c8d-1cb09e78369f HTTP/1.1" status: 200 len: 210 time: 0.0759320 Jul 16 20:09:21.553032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-ef1bfa8b-205f-4ae9-bf38-c167d8907574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.555817 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-ef1bfa8b-205f-4ae9-bf38-c167d8907574 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1757724 Jul 16 20:09:21.717647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 11e73cad-12d7-433b-a77a-20b2749d6ff7 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:21.741769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 11e73cad-12d7-433b-a77a-20b2749d6ff7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:21.742480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 11e73cad-12d7-433b-a77a-20b2749d6ff7 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:21.882808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-f4af4e67-ee46-4283-b9fa-6c93534670da service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199518 Jul 16 20:09:21.942400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a909d6d-2a0a-4803-b61c-3fdb25d700df req-bbc95854-4716-4d20-8546-bdd2a4213638 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:21.949328 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9a909d6d-2a0a-4803-b61c-3fdb25d700df req-bbc95854-4716-4d20-8546-bdd2a4213638 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1097 time: 0.1601112 Jul 16 20:09:22.030604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9a909d6d-2a0a-4803-b61c-3fdb25d700df req-50597eaf-3426-4261-8e31-d726f75db6c4 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803154 Jul 16 20:09:22.048529 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-440b6e4c-a5e0-41c2-88f3-c07d473bca7b req-f6523b91-4a61-4aae-914a-03d581baa79a service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565182 Jul 16 20:09:22.318636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6997a13-def1-4701-9e54-a8ecb03ee73f req-51de45fe-c0ba-4752-8645-31b9372865a3 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.326624 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d6997a13-def1-4701-9e54-a8ecb03ee73f req-51de45fe-c0ba-4752-8645-31b9372865a3 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 949 time: 0.1208608 Jul 16 20:09:22.367885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d6997a13-def1-4701-9e54-a8ecb03ee73f req-8f71865a-cf77-40e8-997d-8b75c5d5e7ee tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Jul 16 20:09:22.384607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-423dbab7-c583-4ab6-bc87-64663e9199ba req-3fc88504-bebd-44d2-a872-97bfd5708fd8 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 210 time: 0.0291042 Jul 16 20:09:22.648593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30c373-f5b4-40a0-b3a6-abfebf1be29f req-d37b195b-5443-4063-a201-148021ea9074 tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.651329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-4d300325-6870-4b91-964f-71d2492a3644 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:22.658546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-4d300325-6870-4b91-964f-71d2492a3644 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 807 time: 0.1452358 Jul 16 20:09:22.658793 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c30c373-f5b4-40a0-b3a6-abfebf1be29f req-d37b195b-5443-4063-a201-148021ea9074 tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 1102 time: 0.1181474 Jul 16 20:09:22.681855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2c30c373-f5b4-40a0-b3a6-abfebf1be29f req-521552e7-9657-45fd-babd-39a1ed282219 tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.685438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-3108bff3-5956-4921-9eeb-17df07b177fc tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/quotas/31af99bb6bb148a3970c4248323ed226 HTTP/1.1" status: 200 len: 375 time: 0.0255351 Jul 16 20:09:22.782185 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-83b6b0c1-9c21-405b-be05-df1446ca995c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956335 Jul 16 20:09:22.843295 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2c30c373-f5b4-40a0-b3a6-abfebf1be29f req-521552e7-9657-45fd-babd-39a1ed282219 tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.849045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2c30c373-f5b4-40a0-b3a6-abfebf1be29f req-521552e7-9657-45fd-babd-39a1ed282219 tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:22.886742 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c30c373-f5b4-40a0-b3a6-abfebf1be29f req-521552e7-9657-45fd-babd-39a1ed282219 tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270694 Jul 16 20:09:22.945412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521552e7-9657-45fd-babd-39a1ed282219 tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6595317c-e728-49fd-81c7-788eb36e93f4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:23.094206 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-f35f43ef-ab64-4f62-8405-969eb4e3f14d service neutron] 10.222.0.10 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984710 Jul 16 20:09:23.281226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06011-6460-437d-82c5-6573556b736f req-3113c2e1-8c9b-4f8c-996c-7de14915a775 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.283988 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-3113c2e1-8c9b-4f8c-996c-7de14915a775 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.30 "GET /v2.0/networks?id=2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 200 len: 821 time: 0.2095275 Jul 16 20:09:23.302971 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-4bfc6a4b-08c3-485e-8f0c-c73b19a4d6f9 service neutron] 10.222.0.10 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085938 Jul 16 20:09:23.316933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Request body: {'port': {'device_id': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca', 'admin_state_up': True, 'tenant_id': '97a0f4b7af86494f92e7f1801dbbe1f8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:23.341021 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.381301 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52411c5d-43bf-489b-8b51-d3f0e21af35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.620327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Made reservation on behalf of 97a0f4b7af86494f92e7f1801dbbe1f8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:23.625682 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:23.766863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32994503-c6fd-475d-acc7-447654754dab req-b425ee55-64a5-4b3a-bdc9-9dc160deb411 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:23.771660 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-32994503-c6fd-475d-acc7-447654754dab req-b425ee55-64a5-4b3a-bdc9-9dc160deb411 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 949 time: 0.0865250 Jul 16 20:09:23.893810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Allocated IP 172.20.0.9 (2af49aec-5130-41de-b06a-48aed6bd8dca/1ac9a135-901a-4915-b220-7c11bcf3ad7f/8bf70545-acca-491b-8981-269a63fe44dc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:23.927230 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-32994503-c6fd-475d-acc7-447654754dab req-a6d6cfff-69b0-4e24-bf98-ce3a6a3561a5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337719 Jul 16 20:09:24.092161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.147917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.192977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Network 2af49aec-5130-41de-b06a-48aed6bd8dca is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:24.197124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:24.201888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:24.244637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event updated for resources: {'Port': ['ID=8bf70545-acca-491b-8981-269a63fe44dc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:24.283877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.284908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.294822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997a0ba-a32e-4917-b044-f2c9712dd049 req-abdad6dc-2333-4f9a-9192-f23ba2bd5584 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.296538 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c997a0ba-a32e-4917-b044-f2c9712dd049 req-abdad6dc-2333-4f9a-9192-f23ba2bd5584 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 931 time: 0.1623862 Jul 16 20:09:24.315733 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-453abe8a-3d91-490c-98fb-cbe946d0781e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0103769 Jul 16 20:09:24.328365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Request body: {'port': {'device_id': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:24.396619 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c997a0ba-a32e-4917-b044-f2c9712dd049 req-d695ad65-e032-4ff6-b756-d4b8b483d713 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885558 Jul 16 20:09:24.413229 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.465175 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7bfa15b4-c658-4879-a9e5-f10d9dcb75b4 req-20b95a45-5a59-46ea-8c7b-0c84f80d549b tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 210 time: 0.0336294 Jul 16 20:09:24.497010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.724794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5b411-5a5d-4bdc-b671-5186d186e436 req-59fc77ca-96d1-45f5-8345-87feee545382 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.725726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:24.726679 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f3b5b411-5a5d-4bdc-b671-5186d186e436 req-59fc77ca-96d1-45f5-8345-87feee545382 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 950 time: 0.1043847 Jul 16 20:09:24.808023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f3b5b411-5a5d-4bdc-b671-5186d186e436 req-87bb2f84-b4ab-4d22-9d92-686e240d488d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708139 Jul 16 20:09:24.815235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 696cc184-9d2a-4941-ba5e-84d7a1fd77af completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:24.821775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 696cc184-9d2a-4941-ba5e-84d7a1fd77af triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:24.822152 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.842374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bfd90e-f867-433d-af92-dd04ff783458 req-f06e0b06-c32e-41a8-b5d9-c98f17199b2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2732475 Jul 16 20:09:24.889998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba22c3-b566-4cee-8225-f088532b9f1e req-7e5fd7a0-53f3-4332-af0d-967a4230e4d4 tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:24.898531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-81ba22c3-b566-4cee-8225-f088532b9f1e req-7e5fd7a0-53f3-4332-af0d-967a4230e4d4 tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 1102 time: 0.2333002 Jul 16 20:09:24.948830 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:24.985254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:24.987862 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dd8c8b-38bb-4c87-b88e-9a9faec01b56" -d '{"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:24.989521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-81ba22c3-b566-4cee-8225-f088532b9f1e req-b9c7174c-1e9a-40de-8801-2ffb69af474d tempest-ServersAdminNegativeTestJSON-354244257 tempest-ServersAdminNegativeTestJSON-354244257-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900567 Jul 16 20:09:25.027601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:25.033320 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.101546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfd90e-f867-433d-af92-dd04ff783458 req-1dc97f23-c502-4652-8c55-1d9f4d25e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.103426 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bfd90e-f867-433d-af92-dd04ff783458 req-1dc97f23-c502-4652-8c55-1d9f4d25e49d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e341144ff89042febd24438ee1226e06&device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 1102 time: 0.1840832 Jul 16 20:09:25.134785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:25.178331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf70545-acca-491b-8981-269a63fe44dc {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:25.194932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.242185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Transition to ACTIVE for port object 8bf70545-acca-491b-8981-269a63fe44dc will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:25.250360 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.252164 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50888b5a-f37f-42be-97ea-5f9c4496853f x-openstack-request-id: req-50888b5a-f37f-42be-97ea-5f9c4496853f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:25.252717 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:25.253222 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50888b5a-f37f-42be-97ea-5f9c4496853f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:25.253871 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'code': 200} Jul 16 20:09:25.339939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfd90e-f867-433d-af92-dd04ff783458 req-3e73733e-e806-463b-a1c6-dcaf52c7f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.341400 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bfd90e-f867-433d-af92-dd04ff783458 req-3e73733e-e806-463b-a1c6-dcaf52c7f506 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2077124 Jul 16 20:09:25.343564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Pushing event updated for resources: {'Port': ['ID=8bf70545-acca-491b-8981-269a63fe44dc,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:25.496892 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-ca4776ac-ae85-4346-b4b2-53c92a3bb53f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.498625 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-ca4776ac-ae85-4346-b4b2-53c92a3bb53f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 807 time: 0.2867510 Jul 16 20:09:25.517088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Request body: {'port': {'device_id': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'network_id': '75600712-2c21-4323-9afd-0506acdddac9', 'admin_state_up': True, 'tenant_id': '31af99bb6bb148a3970c4248323ed226'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:25.533467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071c3a-f205-4240-93bc-cd8b57d9ba29 req-e862a073-c24d-48c6-8bd7-3bb52c492048 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.541036 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a071c3a-f205-4240-93bc-cd8b57d9ba29 req-e862a073-c24d-48c6-8bd7-3bb52c492048 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.2335453 Jul 16 20:09:25.676288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a071c3a-f205-4240-93bc-cd8b57d9ba29 req-02a20a33-1c13-4048-806d-b71af0350615 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341195 Jul 16 20:09:25.681379 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.63', 64091) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:25.877556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Made reservation on behalf of 31af99bb6bb148a3970c4248323ed226 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:25.881414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:25.921776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-cdb4b640-458a-4804-910a-cf3bbb19b4d5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:25.923797 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-cdb4b640-458a-4804-910a-cf3bbb19b4d5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 950 time: 0.2416413 Jul 16 20:09:25.977946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bfd90e-f867-433d-af92-dd04ff783458 req-ed9db3a0-2593-4541-954d-adec5c856e0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=aa00cab1-255f-4be6-8633-01c341ed1c44 HTTP/1.1" status: 200 len: 217 time: 0.6003904 Jul 16 20:09:26.001666 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f292c823-7a0c-44c5-8061-6167ad7ec513 req-7eb90a90-4327-4d37-a777-1f4973e70423 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 210 time: 0.0903552 Jul 16 20:09:26.091388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.128587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Attempting to bind port 8bf70545-acca-491b-8981-269a63fe44dc on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:26.128920 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Attempting to bind port 8bf70545-acca-491b-8981-269a63fe44dc by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:26.129249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Attempting to bind port 8bf70545-acca-491b-8981-269a63fe44dc on network 2af49aec-5130-41de-b06a-48aed6bd8dca {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:26.137014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Port 8bf70545-acca-491b-8981-269a63fe44dc on network 2af49aec-5130-41de-b06a-48aed6bd8dca not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:26.137342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Attempting to bind port 8bf70545-acca-491b-8981-269a63fe44dc on network 2af49aec-5130-41de-b06a-48aed6bd8dca {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:26.157018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf5136-68c3-4a92-a29b-4ccb77f9633a req-6fcc0ab8-b265-4911-aaa9-4beba24deda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.158510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bbf5136-68c3-4a92-a29b-4ccb77f9633a req-6fcc0ab8-b265-4911-aaa9-4beba24deda7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1102 time: 0.2449641 Jul 16 20:09:26.159897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfd90e-f867-433d-af92-dd04ff783458 req-51d1cea0-5d1e-4e5f-99fa-40c6daf064df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.161191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bfd90e-f867-433d-af92-dd04ff783458 req-51d1cea0-5d1e-4e5f-99fa-40c6daf064df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1577129 Jul 16 20:09:26.162477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:26.162916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Checking segment: {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:26.163308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Bound using segment: {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:26.163749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Bound port: 8bf70545-acca-491b-8981-269a63fe44dc, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:26.164100 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.219049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bbf5136-68c3-4a92-a29b-4ccb77f9633a req-64e60afd-062a-48ca-944b-4a41bfba04af service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494075 Jul 16 20:09:26.222240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Deleting port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:26.222795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.226560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Allocated IP 172.20.0.6 (75600712-2c21-4323-9afd-0506acdddac9/73dc3725-ab74-4298-9b35-7ad0e85862ff/9da983d0-d30c-4897-92f7-6e4c1e9692da) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:26.226952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3c8b4-c9bc-4cfc-b80c-ed48c66d5ce2 req-8b40c5a1-67e4-4fdd-bcbf-2c971a66306c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.235822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8a3c8b4-c9bc-4cfc-b80c-ed48c66d5ce2 req-8b40c5a1-67e4-4fdd-bcbf-2c971a66306c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 943 time: 0.3181551 Jul 16 20:09:26.340356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:26.343429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8bf70545-acca-491b-8981-269a63fe44dc,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:26.363022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.422779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] For port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:26.423362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.428429 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8a3c8b4-c9bc-4cfc-b80c-ed48c66d5ce2 req-eff4ad98-e010-4ae9-8e02-86ec08615366 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916347 Jul 16 20:09:26.452893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.453542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.454918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] 10.222.0.30 "PUT /v2.0/ports/8bf70545-acca-491b-8981-269a63fe44dc HTTP/1.1" status: 200 len: 1092 time: 2.1315680 Jul 16 20:09:26.456201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:26.459123 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a53e39-e94d-425b-843f-0a240e381777" -d '{"events": [{"name": "network-changed", "server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "tag": "8bf70545-acca-491b-8981-269a63fe44dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:26.473975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Calling delete_port for 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:26.478133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfd90e-f867-433d-af92-dd04ff783458 req-1f51d62e-bf81-4556-be56-de52815c74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.479619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bfd90e-f867-433d-af92-dd04ff783458 req-1f51d62e-bf81-4556-be56-de52815c74e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3018818 Jul 16 20:09:26.482808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a62b93-66d5-4835-a893-972cf89dcdaa service neutron] Pushing event updated for resources: {'Port': ['ID=8bf70545-acca-491b-8981-269a63fe44dc,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:26.646857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bfd90e-f867-433d-af92-dd04ff783458 req-7590955b-d18e-40d6-9f1b-290783edda1c service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436162 Jul 16 20:09:26.652750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06011-6460-437d-82c5-6573556b736f req-ae219e12-b8fd-44cf-b198-fec217081cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.654240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-ae219e12-b8fd-44cf-b198-fec217081cec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 1095 time: 0.1141810 Jul 16 20:09:26.689314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18d377-6abb-4eaa-8ac8-67c2add9c905 req-bfed1616-3cff-47f6-ae17-0f6cd43342ba tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.696137 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cc18d377-6abb-4eaa-8ac8-67c2add9c905 req-bfed1616-3cff-47f6-ae17-0f6cd43342ba tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615 HTTP/1.1" status: 200 len: 950 time: 0.4207289 Jul 16 20:09:26.764334 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41bfd90e-f867-433d-af92-dd04ff783458 req-c6729407-6e4b-41db-beb9-945805909e20 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087177 Jul 16 20:09:26.829891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-daefe411-7d8a-4ab2-bec8-2331b635a094 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf70545-acca-491b-8981-269a63fe44dc HTTP/1.1" status: 200 len: 217 time: 0.0645397 Jul 16 20:09:26.830432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:26.867833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cc18d377-6abb-4eaa-8ac8-67c2add9c905 req-77f812c8-8657-438e-b5df-9b54b17f6581 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705306 Jul 16 20:09:26.943809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06011-6460-437d-82c5-6573556b736f req-cce7d434-617e-4eea-8acd-01da2ac51b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:26.945454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-cce7d434-617e-4eea-8acd-01da2ac51b03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac9a135-901a-4915-b220-7c11bcf3ad7f HTTP/1.1" status: 200 len: 861 time: 0.1072710 Jul 16 20:09:26.973583 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75dd288-6d9a-4d33-859d-0cb6e0ca78bd x-openstack-request-id: req-e75dd288-6d9a-4d33-859d-0cb6e0ca78bd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:26.973868 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "tag": "8bf70545-acca-491b-8981-269a63fe44dc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:26.974115 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e75dd288-6d9a-4d33-859d-0cb6e0ca78bd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:26.974505 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc', 'status': 'completed', 'code': 200} Jul 16 20:09:27.026730 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-24000772-a63d-49f6-9bec-1352764f14d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2af49aec-5130-41de-b06a-48aed6bd8dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671382 Jul 16 20:09:27.027660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.040186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef', '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:27.044133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44', '8dd64a9f-6d5f-4c91-a790-1919aa617f60'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:27.268223 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-8f638471-c869-4a5a-b9c9-7ad8ba1d2d0d service neutron] 10.222.0.30 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340949 Jul 16 20:09:27.269675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event deleted for resources: {'Port': ['ID=49b4ddee-00d4-4dbc-bda9-ca34081c9ef4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:27.431685 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.496353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44758) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:27.545437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2a06011-6460-437d-82c5-6573556b736f req-2945d489-f9bb-42cc-afee-d7579ab9a74a service neutron] 10.222.0.30 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513638 Jul 16 20:09:27.596965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] No DVR routers for this DVR port 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:27.601406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.604180 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f67d6165-17c5-4534-8df6-a1684beaf928 req-38236c20-d6b5-413b-86af-26fc423726ec tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "DELETE /v2.0/ports/49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 HTTP/1.1" status: 204 len: 173 time: 1.6702762 Jul 16 20:09:27.609282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Pushing event updated for resources: {'Port': ['ID=9da983d0-d30c-4897-92f7-6e4c1e9692da,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:27.612165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615', 'name': 'network-vif-deleted', 'tag': '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:27.614855 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8055fc99-ea92-4282-9ba9-c45e0782ace3" -d '{"events": [{"server_uuid": "bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615", "name": "network-vif-deleted", "tag": "49b4ddee-00d4-4dbc-bda9-ca34081c9ef4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:27.713677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Network 75600712-2c21-4323-9afd-0506acdddac9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:27.725743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:27.728384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:27.808266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53e39-e94d-425b-843f-0a240e381777 req-b6183924-70ff-4c0c-b3e9-bea01f4c060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.810133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3a53e39-e94d-425b-843f-0a240e381777 req-b6183924-70ff-4c0c-b3e9-bea01f4c060b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 1095 time: 0.1762869 Jul 16 20:09:27.824496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.825422 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:27.896980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b752b7-1a0f-4746-abea-389b25706c62 req-d03e7b87-9559-49a0-83a7-f41bf43418d6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.899278 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55b752b7-1a0f-4746-abea-389b25706c62 req-d03e7b87-9559-49a0-83a7-f41bf43418d6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.7608001 Jul 16 20:09:27.908136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-c918f514-8aee-4fd9-a259-faa16011c091 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3962057 Jul 16 20:09:27.919463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Request body: {'port': {'device_id': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:27.978667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53e39-e94d-425b-843f-0a240e381777 req-09553886-5470-4842-8527-907c87816c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:27.980343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3a53e39-e94d-425b-843f-0a240e381777 req-09553886-5470-4842-8527-907c87816c15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 200 len: 922 time: 0.1481748 Jul 16 20:09:28.030111 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55b752b7-1a0f-4746-abea-389b25706c62 req-0bb115f2-370a-4d86-a7b9-9f501a60f788 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070774 Jul 16 20:09:28.030635 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7bc8d8c-1b24-4f99-8b14-2bddea984786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.075967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3a53e39-e94d-425b-843f-0a240e381777 req-f5fdb1d9-9b31-4d99-91b9-f37ba2db68ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf70545-acca-491b-8981-269a63fe44dc HTTP/1.1" status: 200 len: 217 time: 0.0772147 Jul 16 20:09:28.108216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.186783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e6d0c-1d8f-46d9-98bc-12c81cf1db37 req-05477df6-8075-4223-9ec0-aa304ffb9ffe tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.194266 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-844e6d0c-1d8f-46d9-98bc-12c81cf1db37 req-05477df6-8075-4223-9ec0-aa304ffb9ffe tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 931 time: 0.2129061 Jul 16 20:09:28.214514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53e39-e94d-425b-843f-0a240e381777 req-3672f5f4-60a3-4077-a2c3-b53d279161c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.216068 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3a53e39-e94d-425b-843f-0a240e381777 req-3672f5f4-60a3-4077-a2c3-b53d279161c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac9a135-901a-4915-b220-7c11bcf3ad7f HTTP/1.1" status: 200 len: 861 time: 0.1158667 Jul 16 20:09:28.264644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3a53e39-e94d-425b-843f-0a240e381777 req-3710d257-64d6-4ff7-a478-c909e79b3f53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2af49aec-5130-41de-b06a-48aed6bd8dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365670 Jul 16 20:09:28.314560 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-844e6d0c-1d8f-46d9-98bc-12c81cf1db37 req-8e24a865-c4a0-4a13-9740-b665d0c6f019 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188090 Jul 16 20:09:28.387907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7bc8d8c-1b24-4f99-8b14-2bddea984786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.454425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7bc8d8c-1b24-4f99-8b14-2bddea984786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.538437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c7bc8d8c-1b24-4f99-8b14-2bddea984786 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc03f0a9f1984a7c8388625084bafabf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0398390 Jul 16 20:09:28.540201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3a53e39-e94d-425b-843f-0a240e381777 req-04283e11-bf87-4a1b-a1e9-a5cec28b0dcb service neutron] 10.222.0.30 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625933 Jul 16 20:09:28.543711 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44772) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:28.582106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be890ed-f511-4e08-adee-2ca85d78dc45 req-e3eb7951-5ebf-40bc-a033-127b3f24a640 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.589617 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3be890ed-f511-4e08-adee-2ca85d78dc45 req-e3eb7951-5ebf-40bc-a033-127b3f24a640 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 943 time: 0.1877725 Jul 16 20:09:28.604104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da983d0-d30c-4897-92f7-6e4c1e9692da {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:28.631600 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.662322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Transition to ACTIVE for port object 9da983d0-d30c-4897-92f7-6e4c1e9692da will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:28.669147 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3be890ed-f511-4e08-adee-2ca85d78dc45 req-86950fe1-c2d8-42a9-bc67-f9b61ce25efb tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784364 Jul 16 20:09:28.670122 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.679665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc8d8c-1b24-4f99-8b14-2bddea984786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbef0c55-4cc8-4a21-a4a3-d6b762d87086,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.723612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Pushing event updated for resources: {'Port': ['ID=9da983d0-d30c-4897-92f7-6e4c1e9692da,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:28.730990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:28.771729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:28.772073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 49b4ddee-00d4-4dbc-bda9-ca34081c9ef4 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:28.814915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-371b5399-9910-483f-9c0b-e71da1d5fd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.825795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c20977-5190-4f59-9c1f-3ffc0cda2008 req-7ddc632b-0be7-476f-a1cd-933461c7709f tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:28.834756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-81c20977-5190-4f59-9c1f-3ffc0cda2008 req-7ddc632b-0be7-476f-a1cd-933461c7709f tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 950 time: 0.2899284 Jul 16 20:09:28.860168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:28.861017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:28.861356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:28.864446 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3a53e39-e94d-425b-843f-0a240e381777 req-0f89d0e6-1137-4578-a221-03ffa50295a4 service neutron] 10.222.0.30 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056505 Jul 16 20:09:28.869066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Port 9da983d0-d30c-4897-92f7-6e4c1e9692da on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:28.869406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:28.874092 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cc2aa0-f949-42c4-86e9-92e57b8b6039 x-openstack-request-id: req-20cc2aa0-f949-42c4-86e9-92e57b8b6039 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:28.874383 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615", "name": "network-vif-deleted", "tag": "49b4ddee-00d4-4dbc-bda9-ca34081c9ef4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:28.874630 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20cc2aa0-f949-42c4-86e9-92e57b8b6039 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:28.875572 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9cc8cf-3f18-4d40-a0bf-dcc65ebd7615', 'name': 'network-vif-deleted', 'tag': '49b4ddee-00d4-4dbc-bda9-ca34081c9ef4', 'status': 'completed', 'code': 200} Jul 16 20:09:28.883420 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:28.883815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:28.884355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:28.884979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Bound port: 9da983d0-d30c-4897-92f7-6e4c1e9692da, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:28.885852 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.906679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-371b5399-9910-483f-9c0b-e71da1d5fd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.931095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-81c20977-5190-4f59-9c1f-3ffc0cda2008 req-ece36ce7-76bd-44ad-a4a1-72ed920425f0 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952084 Jul 16 20:09:28.975636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:28.985591 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-371b5399-9910-483f-9c0b-e71da1d5fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.987458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:28.988474 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-371b5399-9910-483f-9c0b-e71da1d5fd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.990181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-371b5399-9910-483f-9c0b-e71da1d5fd84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbef0c55-4cc8-4a21-a4a3-d6b762d87086 HTTP/1.1" status: 204 len: 168 time: 0.4387870 Jul 16 20:09:28.995936 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:28.998679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b5399-9910-483f-9c0b-e71da1d5fd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbef0c55-4cc8-4a21-a4a3-d6b762d87086,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:29.125741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Pushing event updated for resources: {'Port': ['ID=9da983d0-d30c-4897-92f7-6e4c1e9692da,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:29.139137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.139807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.141273 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-36ff188e-e379-4baa-a432-4000074b7360 service neutron] 10.222.0.63 "PUT /v2.0/ports/9da983d0-d30c-4897-92f7-6e4c1e9692da HTTP/1.1" status: 200 len: 1092 time: 1.2315974 Jul 16 20:09:29.335940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-1baf2604-d318-434d-8969-4eea73a96cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.338605 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-1baf2604-d318-434d-8969-4eea73a96cd3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1095 time: 0.1548789 Jul 16 20:09:29.355242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e17b38-bb1c-4e0c-9a55-7879dd66e65e req-6d599b47-2833-4fe3-99b4-e95880aeb862 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.357820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36e17b38-bb1c-4e0c-9a55-7879dd66e65e req-6d599b47-2833-4fe3-99b4-e95880aeb862 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1619906 Jul 16 20:09:29.420899 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-90d57a10-d3e0-4090-b53e-2716deee304b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da HTTP/1.1" status: 200 len: 217 time: 0.0617146 Jul 16 20:09:29.443389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:29.457207 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36e17b38-bb1c-4e0c-9a55-7879dd66e65e req-f4f49df8-3e53-46d5-835d-f4f95965e265 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Jul 16 20:09:29.465229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71c91abb-e743-46f0-a646-9efe0a17b659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.507041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-a324da52-0631-4769-b742-c2b9cf21b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.508747 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-a324da52-0631-4769-b742-c2b9cf21b9a6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0555503 Jul 16 20:09:29.581409 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-ac4a1afe-0c8b-41c0-ae02-642996dd4a96 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642912 Jul 16 20:09:29.660469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71c91abb-e743-46f0-a646-9efe0a17b659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.666427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71c91abb-e743-46f0-a646-9efe0a17b659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.709197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c91abb-e743-46f0-a646-9efe0a17b659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdae7b6-7843-4900-8bda-74c6dbc947b6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:29.732073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8bf70545-acca-491b-8981-269a63fe44dc details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:29.742231 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-71c91abb-e743-46f0-a646-9efe0a17b659 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8cf0534ce654b73a91aa31f3684a63e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947938 Jul 16 20:09:29.742623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:29.764961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45606a1-4376-42a3-a7de-9677c47fbf10 req-dd87d395-b29a-45f7-8aa2-66988698a4d5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.772873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a45606a1-4376-42a3-a7de-9677c47fbf10 req-dd87d395-b29a-45f7-8aa2-66988698a4d5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 943 time: 0.2070069 Jul 16 20:09:29.837810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4efac-2297-495e-afd5-be931dbf92dc req-2d715df7-f81d-4f35-85bd-5a254f29642b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:29.844009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a45606a1-4376-42a3-a7de-9677c47fbf10 req-93d546ba-0b59-4a30-93b7-3dce485f4442 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684271 Jul 16 20:09:29.845766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99f4efac-2297-495e-afd5-be931dbf92dc req-2d715df7-f81d-4f35-85bd-5a254f29642b tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 950 time: 0.2285798 Jul 16 20:09:29.874251 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-49e959c0-ae16-476f-9b8d-f230cd38e06e service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728763 Jul 16 20:09:29.920459 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:29.921406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8bf70545-acca-491b-8981-269a63fe44dc,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:29.944786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '8bf70545-acca-491b-8981-269a63fe44dc', 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca', 'port_id': '8bf70545-acca-491b-8981-269a63fe44dc', 'mac_address': 'fa:16:3e:60:6d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac9a135-901a-4915-b220-7c11bcf3ad7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:30.009696 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99f4efac-2297-495e-afd5-be931dbf92dc req-96d9a030-8750-46a5-b742-3fab99c857f4 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629558 Jul 16 20:09:30.019420 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.030940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.034945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-39ae1f16-0fc4-43c5-b8f9-79a97a28e0f8 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.035688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-39ae1f16-0fc4-43c5-b8f9-79a97a28e0f8 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 950 time: 0.1285341 Jul 16 20:09:30.038963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf70545-acca-491b-8981-269a63fe44dc {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:30.071789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8bf70545-acca-491b-8981-269a63fe44dc,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:30.091945 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.175295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8bf70545-acca-491b-8981-269a63fe44dc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.175684 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fafd3c0-8915-488d-873f-7fdb81a282b4 req-a7e19538-702b-43f8-89ee-f77ffceca9a5 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939653 Jul 16 20:09:30.207421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.219791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.232729 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cdae7b6-7843-4900-8bda-74c6dbc947b6 HTTP/1.1" status: 204 len: 168 time: 0.4799724 Jul 16 20:09:30.242014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.243955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.245041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.248807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.249597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.250624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.251672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.252741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.254213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.254853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.256761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.257212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.269531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdae7b6-7843-4900-8bda-74c6dbc947b6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:30.299289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.307840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.308770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.309112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.309498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.315333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.315761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.319166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.319551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.319892 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.320222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.320555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10a21bd-872c-45a7-a85a-0d750c7be504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:30.321882 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ffbfd-824e-4c49-aa55-f636af883a2b req-352fa6d1-2eb0-4ba8-941e-352199193dfd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.333388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a81ffbfd-824e-4c49-aa55-f636af883a2b req-352fa6d1-2eb0-4ba8-941e-352199193dfd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.3253908 Jul 16 20:09:30.509907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bf035-8544-4f9c-bdc0-cfae239677e6 req-8590efa8-361b-4ce3-949b-672a8278da1f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:30.525322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['8bf70545-acca-491b-8981-269a63fe44dc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:30.536953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd7bf035-8544-4f9c-bdc0-cfae239677e6 req-8590efa8-361b-4ce3-949b-672a8278da1f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 944 time: 0.2132905 Jul 16 20:09:30.539667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a81ffbfd-824e-4c49-aa55-f636af883a2b req-17a91b93-9908-4397-bb58-a4abb6171281 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045770 Jul 16 20:09:30.654939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Deleting port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:30.655303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.721535 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd7bf035-8544-4f9c-bdc0-cfae239677e6 req-9221e9ad-2440-42a6-a99c-3fabbc40ab6f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836624 Jul 16 20:09:30.916179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:30.918505 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28d98a2-aee9-4c95-a813-2decc6fa6c66" -d '{"events": [{"name": "network-changed", "server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:30.949091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] For port 1f3166e2-70c2-48de-ba85-5f7c003e6c36, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1f3166e2-70c2-48de-ba85-5f7c003e6c36,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:30.949469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:30.980827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Calling delete_port for 1f3166e2-70c2-48de-ba85-5f7c003e6c36 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:31.023338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-5e8d0e1c-a566-4ecd-bf0f-7e28361417fe tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.024910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-5e8d0e1c-a566-4ecd-bf0f-7e28361417fe tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 950 time: 0.1853504 Jul 16 20:09:31.191946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef0fe8-a15a-40ef-9571-9ac3a4d92234 req-9c5b09c6-79d2-4ad8-b52d-0c86cc9d2519 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.193462 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7ef0fe8-a15a-40ef-9571-9ac3a4d92234 req-9c5b09c6-79d2-4ad8-b52d-0c86cc9d2519 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=9117d656-93ba-4cc2-b49a-e48b94883bb4 HTTP/1.1" status: 200 len: 950 time: 0.0989957 Jul 16 20:09:31.287230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7ef0fe8-a15a-40ef-9571-9ac3a4d92234 req-d6118baa-4193-4593-b009-906101d20f56 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605161 Jul 16 20:09:31.291046 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.300974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bcf48-9ea8-4101-88bb-942591144b02 req-bc221a00-99be-41d1-8930-94739aa9a108 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.309699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-249bcf48-9ea8-4101-88bb-942591144b02 req-bc221a00-99be-41d1-8930-94739aa9a108 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 943 time: 0.1806695 Jul 16 20:09:31.348911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Deleting port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:31.349121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Pushing event deleted for resources: {'Port': ['ID=1f3166e2-70c2-48de-ba85-5f7c003e6c36,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:31.349237 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.387330 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6378a4-1e13-4b9f-82e2-0f7d012187a5 x-openstack-request-id: req-cf6378a4-1e13-4b9f-82e2-0f7d012187a5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:31.387558 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:31.387878 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf6378a4-1e13-4b9f-82e2-0f7d012187a5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:31.388622 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da', 'status': 'completed', 'code': 200} Jul 16 20:09:31.418450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.418652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.418959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.425046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.425661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.428242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.428748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.429246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.429742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.433587 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-249bcf48-9ea8-4101-88bb-942591144b02 req-65c8eac9-21c5-40eb-a3da-763d298b70af tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227710 Jul 16 20:09:31.435727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.436087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.436435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:09:31.476043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] No DVR routers for this DVR port 1f3166e2-70c2-48de-ba85-5f7c003e6c36 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:31.480393 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.482494 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92fdad61-cc9b-444c-85e2-4398a2e5e441 req-e5fe8891-93b6-40e6-89b9-7d7bbd01246a tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "DELETE /v2.0/ports/1f3166e2-70c2-48de-ba85-5f7c003e6c36 HTTP/1.1" status: 204 len: 173 time: 1.4206865 Jul 16 20:09:31.483331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9117d656-93ba-4cc2-b49a-e48b94883bb4', 'name': 'network-vif-deleted', 'tag': '1f3166e2-70c2-48de-ba85-5f7c003e6c36'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:31.503127 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b4b28-e209-4024-9d43-785db2e97f3b" -d '{"events": [{"server_uuid": "9117d656-93ba-4cc2-b49a-e48b94883bb4", "name": "network-vif-deleted", "tag": "1f3166e2-70c2-48de-ba85-5f7c003e6c36"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:31.706178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] For port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:31.706540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:31.735007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-d4d149f5-4cdb-4d59-9979-41fe6de46590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.735007 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-d4d149f5-4cdb-4d59-9979-41fe6de46590 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1095 time: 0.3297658 Jul 16 20:09:31.738916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-37ce37a4-b54e-4180-b0cf-dd621f4a6b2c req-fdf55094-9a27-4e97-80d3-a5ebd6c6e040 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:09:31.751956 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37ce37a4-b54e-4180-b0cf-dd621f4a6b2c req-fdf55094-9a27-4e97-80d3-a5ebd6c6e040 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223632 Jul 16 20:09:31.754680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:31.778993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Calling delete_port for 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:31.780210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccde778-092c-4ecf-b083-84f0f1011ea7 req-540a486b-366f-4fb1-9d7e-74eb1d96f478 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:31.782729 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccde778-092c-4ecf-b083-84f0f1011ea7 req-540a486b-366f-4fb1-9d7e-74eb1d96f478 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 950 time: 0.1589661 Jul 16 20:09:31.835362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccde778-092c-4ecf-b083-84f0f1011ea7 req-e9c6a7d6-25c5-44d0-9b82-882ce925600c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441594 Jul 16 20:09:31.858559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['303eb60a-8f29-4558-8ce3-d0556a7ee785'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:31.930112 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2542d328-aec3-4e38-9cd0-dff50ff34c98 x-openstack-request-id: req-2542d328-aec3-4e38-9cd0-dff50ff34c98 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:31.930506 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9117d656-93ba-4cc2-b49a-e48b94883bb4", "name": "network-vif-deleted", "tag": "1f3166e2-70c2-48de-ba85-5f7c003e6c36", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:31.930849 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2542d328-aec3-4e38-9cd0-dff50ff34c98 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:31.931383 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9117d656-93ba-4cc2-b49a-e48b94883bb4', 'name': 'network-vif-deleted', 'tag': '1f3166e2-70c2-48de-ba85-5f7c003e6c36', 'status': 'completed', 'code': 200} Jul 16 20:09:31.976915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-734782116-network', 'tenant_id': '18cedc934bd4471eb9b4e1acfad888ae'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:32.019021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Made reservation on behalf of 18cedc934bd4471eb9b4e1acfad888ae for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:32.021506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.042998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.335294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.344661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.350282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-4618780f-bdea-44c0-9ea9-7595914eaeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.351864 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-4618780f-bdea-44c0-9ea9-7595914eaeec service neutron] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.5932696 Jul 16 20:09:32.395679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38688345-a61e-4702-89d7-982243c5a702,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.434640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-1e53d10e-f8c9-4982-936e-e87853f768a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3442361 Jul 16 20:09:32.435656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:32.482891 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-597f0d5b-7dc8-45d8-b8b7-f4a8c69d9ac2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da HTTP/1.1" status: 200 len: 217 time: 0.1207714 Jul 16 20:09:32.493300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504db690-3a3b-47f3-bfa1-16e0282f1377 req-c04ac844-aa99-4444-aaaa-2de3721c255c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.495328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-504db690-3a3b-47f3-bfa1-16e0282f1377 req-c04ac844-aa99-4444-aaaa-2de3721c255c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 944 time: 0.4425430 Jul 16 20:09:32.510660 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.511312 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Added segment c89fbe33-8256-473e-a4e2-f1c19b8215f2 of type vlan for network 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d Jul 16 20:09:32.587049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.605503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-504db690-3a3b-47f3-bfa1-16e0282f1377 req-5bef3040-c39a-4f8a-90d1-b14591133d01 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022027 Jul 16 20:09:32.613954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-bf6b19c8-a61b-4caa-ad59-1dc332faf055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.615492 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-bf6b19c8-a61b-4caa-ad59-1dc332faf055 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0813794 Jul 16 20:09:32.675601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.675601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:32.675601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.710536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-7ea71e64-9013-494b-aa92-4f5426403f8a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876250 Jul 16 20:09:32.728049 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:32.742923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9da983d0-d30c-4897-92f7-6e4c1e9692da details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:32.745647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44', '8dd64a9f-6d5f-4c91-a790-1919aa617f60'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:32.748519 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef', '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:32.791281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8bd644e1-edbf-464d-b2a8-3dbac76b5a2d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.830510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b40a9837-cd9a-4e95-b5a4-f52167ebd8a6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0746832 Jul 16 20:09:32.831767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:32.845386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Request body: {'subnet': {'network_id': '8bd644e1-edbf-464d-b2a8-3dbac76b5a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-734782116-subnet', 'tenant_id': '18cedc934bd4471eb9b4e1acfad888ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:32.920955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event deleted for resources: {'Port': ['ID=44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:32.940740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-c6e18e40-3663-4590-90b2-7be8b527ddb3 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161274 Jul 16 20:09:33.011078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Made reservation on behalf of 18cedc934bd4471eb9b4e1acfad888ae for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:33.013661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c41cc3-29a6-4280-91ed-8a3085c9d098 req-3bdcb77d-e673-42e9-acca-f0226a426b41 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.017197 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.022336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:33.023586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-69c41cc3-29a6-4280-91ed-8a3085c9d098 req-3bdcb77d-e673-42e9-acca-f0226a426b41 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.5540259 Jul 16 20:09:33.028182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] No DVR routers for this DVR port 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:33.049573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.052123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-81c496b1-3fa3-4f2d-9dea-4d7712194653 req-31ef1294-f1a8-4979-b85f-64576d60a4aa tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "DELETE /v2.0/ports/44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b HTTP/1.1" status: 204 len: 173 time: 2.0202024 Jul 16 20:09:33.074735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '9da983d0-d30c-4897-92f7-6e4c1e9692da', 'network_id': '75600712-2c21-4323-9afd-0506acdddac9', 'port_id': '9da983d0-d30c-4897-92f7-6e4c1e9692da', 'mac_address': 'fa:16:3e:5f:d0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dc3725-ab74-4298-9b35-7ad0e85862ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:33.107451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf08c97-ab14-4c80-a1a1-c70cf69e6618 req-f79124ce-f783-4dfa-b818-bd47cc43c6f7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:33.119387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:33.129205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-baf08c97-ab14-4c80-a1a1-c70cf69e6618 req-f79124ce-f783-4dfa-b818-bd47cc43c6f7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 943 time: 0.2733834 Jul 16 20:09:33.165978 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-69c41cc3-29a6-4280-91ed-8a3085c9d098 req-eeda09a0-a7a1-42d1-a9df-67e319140fe0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399488 Jul 16 20:09:33.249140 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b28d98a2-aee9-4c95-a813-2decc6fa6c66 req-9b452554-75e2-4b32-9791-cb468263daf6 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809587 Jul 16 20:09:33.301938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-baf08c97-ab14-4c80-a1a1-c70cf69e6618 req-67ba5ea7-6550-4fec-becd-1a949be282ce tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708434 Jul 16 20:09:33.388612 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.389417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320f77c1-654c-4985-8919-272d32059a75', 'name': 'network-vif-deleted', 'tag': '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:33.391782 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505399f4-0787-49dd-8274-3d49fe1327ea" -d '{"events": [{"server_uuid": "320f77c1-654c-4985-8919-272d32059a75", "name": "network-vif-deleted", "tag": "44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:33.595221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da983d0-d30c-4897-92f7-6e4c1e9692da {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:33.744155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:33.761916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8bf70545-acca-491b-8981-269a63fe44dc up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:33.766189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8367c662-31ee-4f8b-8750-d329c80e5f46 req-5f22e0c7-fee9-442e-9112-3a17f2ff9a7d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=320f77c1-654c-4985-8919-272d32059a75 HTTP/1.1" status: 200 len: 210 time: 0.2076416 Jul 16 20:09:33.771853 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.840554 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:33.950919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307a5d82-3e5a-41d3-b1a8-167d0fb02b22,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:33.962680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Checking segment: {'id': 'c89fbe33-8256-473e-a4e2-f1c19b8215f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8bd644e1-edbf-464d-b2a8-3dbac76b5a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:33.963035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Network hostable DHCP agents. Network: 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:33.965091 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e9089b-6fa7-4709-819d-b766eb6cc681 x-openstack-request-id: req-b8e9089b-6fa7-4709-819d-b766eb6cc681 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:33.965619 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320f77c1-654c-4985-8919-272d32059a75", "name": "network-vif-deleted", "tag": "44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:33.966026 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8e9089b-6fa7-4709-819d-b766eb6cc681 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:33.966560 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320f77c1-654c-4985-8919-272d32059a75', 'name': 'network-vif-deleted', 'tag': '44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b', 'status': 'completed', 'code': 200} Jul 16 20:09:34.001024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Network 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:34.023621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:34.033022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.033628 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.059676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-79249def-4fe0-47e1-b3b3-564629a45607 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2236316 Jul 16 20:09:34.069923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2774e6ac-9ce5-4867-a941-429d84ca6e8c None None] Network 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:34.256474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['9da983d0-d30c-4897-92f7-6e4c1e9692da'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:34.262229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e9f9f-4ba6-4f88-81c5-374943c2e920 req-101e508c-edea-41f1-af54-8d832b7a42ce tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.271456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4701e-7adf-4287-9fad-144722d1c6b7 req-3600f256-730f-4560-80e6-f0dff0c7b1d7 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.278778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad6e9f9f-4ba6-4f88-81c5-374943c2e920 req-101e508c-edea-41f1-af54-8d832b7a42ce tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 950 time: 0.1128914 Jul 16 20:09:34.279187 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-57d4701e-7adf-4287-9fad-144722d1c6b7 req-3600f256-730f-4560-80e6-f0dff0c7b1d7 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 944 time: 0.0890737 Jul 16 20:09:34.335684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad6e9f9f-4ba6-4f88-81c5-374943c2e920 req-09c46f5a-c448-44ae-84ad-6ddaa777efea tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558267 Jul 16 20:09:34.369853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-57d4701e-7adf-4287-9fad-144722d1c6b7 req-360330ac-3ae6-4787-8a46-261d99ebb6de tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895147 Jul 16 20:09:34.392339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=9da983d0-d30c-4897-92f7-6e4c1e9692da,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:34.431654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251b7d8-a4aa-4c46-95fb-b78dab311ae1 None None] Network 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:34.445721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 8bf70545-acca-491b-8981-269a63fe44dc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:34.543471 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 8bf70545-acca-491b-8981-269a63fe44dc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:34.544134 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:34.606282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd653c-4290-4708-a9c0-122b7fb5c1b8 req-0f52557c-7238-4bc0-ad9f-12d491f45e78 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.612827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a6a03-4062-431d-a6d9-8df4097d86b7 req-c3aecf77-ed1f-450b-b415-106cbe099739 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.615104 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae5a6a03-4062-431d-a6d9-8df4097d86b7 req-c3aecf77-ed1f-450b-b415-106cbe099739 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 944 time: 0.1028388 Jul 16 20:09:34.632698 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9edd653c-4290-4708-a9c0-122b7fb5c1b8 req-0f52557c-7238-4bc0-ad9f-12d491f45e78 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1429679 Jul 16 20:09:34.702265 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae5a6a03-4062-431d-a6d9-8df4097d86b7 req-3cde3be8-8a6f-44f1-a63a-6da5821c5522 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685525 Jul 16 20:09:34.721044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9edd653c-4290-4708-a9c0-122b7fb5c1b8 req-f7fc509b-c9f7-40cc-8f2e-a965007f5092 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849154 Jul 16 20:09:34.759321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:34.787996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:34.788511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 44f5c1ee-1bbe-4fd1-8526-cdb85ca3097b not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:34.838213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-12c5648a-d7de-4524-b7c2-bcc7d9310e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.840272 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-12c5648a-d7de-4524-b7c2-bcc7d9310e8c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1102 time: 0.0619946 Jul 16 20:09:34.972815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-34cb3e30-479f-450e-8e02-5254fc4f187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:34.974771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-34cb3e30-479f-450e-8e02-5254fc4f187a service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1269226 Jul 16 20:09:35.082568 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-3a3bdc6f-cdc5-4c98-903f-a44e04a1d1b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 217 time: 0.1005826 Jul 16 20:09:35.134490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44960) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:35.140052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-91841822-network', 'tenant_id': '02334de1f6464c76ab10b24775893ec4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:35.142152 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.186807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Made reservation on behalf of 02334de1f6464c76ab10b24775893ec4 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:35.187678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-1a6d973e-3947-46f4-a126-302c367f9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.190057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.192033 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-1a6d973e-3947-46f4-a126-302c367f9b4a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1026614 Jul 16 20:09:35.206831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.235850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:35.241621 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34564c5b-c895-4f4e-afef-265e777593a2" -d '{"events": [{"server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "name": "network-vif-plugged", "status": "completed", "tag": "8bf70545-acca-491b-8981-269a63fe44dc"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:35.264872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8bf70545-acca-491b-8981-269a63fe44dc,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:35.277868 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.280143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 1f3166e2-70c2-48de-ba85-5f7c003e6c36 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:35.306426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-2350ca0f-e0b4-4f3a-9b1c-37024df26c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.308915 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-2350ca0f-e0b4-4f3a-9b1c-37024df26c12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085081 Jul 16 20:09:35.344328 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9825a1-e237-4f38-b899-e0529be1fe2a x-openstack-request-id: req-4e9825a1-e237-4f38-b899-e0529be1fe2a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:35.344328 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "name": "network-vif-plugged", "status": "completed", "tag": "8bf70545-acca-491b-8981-269a63fe44dc", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:35.344328 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e9825a1-e237-4f38-b899-e0529be1fe2a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:35.344645 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc', 'code': 200} Jul 16 20:09:35.352580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 1f3166e2-70c2-48de-ba85-5f7c003e6c36 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:35.353184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 1f3166e2-70c2-48de-ba85-5f7c003e6c36 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:35.475323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.505826 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.513926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8bf70545-acca-491b-8981-269a63fe44dc,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:35.520743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-125b9791-d934-4255-a865-b6bacce77c64 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940958 Jul 16 20:09:35.595334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:35.623433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90bedab-7573-4583-9d3d-49e8dfa3b203,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:35.643892 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.648687 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Added segment 303a42f5-ad53-407a-81bf-f86f8f2c8ec6 of type vlan for network 0ecfab38-ecbc-47db-b098-3732f1ed0e42 Jul 16 20:09:35.716691 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.735299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1aa84-6874-49e4-996d-bddeef8bcf8f req-6ed7fa4e-7aac-4111-b123-b8cee732cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.737465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5c1aa84-6874-49e4-996d-bddeef8bcf8f req-6ed7fa4e-7aac-4111-b123-b8cee732cdd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 1097 time: 0.2574086 Jul 16 20:09:35.744556 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-b303b6f4-79b0-4a60-a55a-f8cb0b694e52 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167318 Jul 16 20:09:35.770291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ef31a-4c13-4fc6-855a-5f0cb3d6ad23 req-68020589-fbd0-46ad-817f-568f6faa0856 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.777750 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-de9ef31a-4c13-4fc6-855a-5f0cb3d6ad23 req-68020589-fbd0-46ad-817f-568f6faa0856 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 950 time: 0.2763760 Jul 16 20:09:35.814902 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.816273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:35.817153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:35.875636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5c1aa84-6874-49e4-996d-bddeef8bcf8f req-e869a187-cb6e-4870-9c44-522bc8ed1de9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238711 Jul 16 20:09:35.882431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7462871 Jul 16 20:09:35.890726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:35.899154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Request body: {'subnet': {'network_id': '0ecfab38-ecbc-47db-b098-3732f1ed0e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-91841822-subnet', 'tenant_id': '02334de1f6464c76ab10b24775893ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:35.939704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-de9ef31a-4c13-4fc6-855a-5f0cb3d6ad23 req-217ab58a-d2d8-4b87-a2f6-b2bc56eb78ef tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/security-groups?id=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606061 Jul 16 20:09:35.943165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251f78c-b511-4496-ae6d-b4d1afd922cc admin admin] Pushing event updated for resources: {'Network': ['ID=0ecfab38-ecbc-47db-b098-3732f1ed0e42,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:35.953012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 0ecfab38-ecbc-47db-b098-3732f1ed0e42 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:36.023155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ad167-ce6b-4a96-a7b1-209ec904f0d0 req-8c711428-5876-4f58-9758-affcee3e91f4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.029163 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b2ad167-ce6b-4a96-a7b1-209ec904f0d0 req-8c711428-5876-4f58-9758-affcee3e91f4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 945 time: 0.1633744 Jul 16 20:09:36.058580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Made reservation on behalf of 02334de1f6464c76ab10b24775893ec4 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:36.061260 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.114404 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b2ad167-ce6b-4a96-a7b1-209ec904f0d0 req-1b70af22-4fb7-4fbb-a8b2-caddd28165bf tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781763 Jul 16 20:09:36.225651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-26fe1a92-0e93-4b5d-a463-efc762a51abf tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.227180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-26fe1a92-0e93-4b5d-a463-efc762a51abf tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 950 time: 0.2376044 Jul 16 20:09:36.309170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff3425-d9ea-441b-9854-79885cc6f96a req-943c7276-f006-4b5b-849f-650846c06874 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.310851 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cff3425-d9ea-441b-9854-79885cc6f96a req-943c7276-f006-4b5b-849f-650846c06874 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 944 time: 0.0827034 Jul 16 20:09:36.373147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ce2e5-7a38-4f8e-8db7-1172096ad597 req-dd436cee-6b57-4a4b-adfa-85da16959413 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.375980 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cff3425-d9ea-441b-9854-79885cc6f96a req-93843e6c-49cb-4bd7-8872-46deb9075d18 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592406 Jul 16 20:09:36.380100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7d6ce2e5-7a38-4f8e-8db7-1172096ad597 req-dd436cee-6b57-4a4b-adfa-85da16959413 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=09f4283c-bd21-4c8f-9040-d243eea02f4a HTTP/1.1" status: 200 len: 949 time: 0.2193131 Jul 16 20:09:36.445201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.504841 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7d6ce2e5-7a38-4f8e-8db7-1172096ad597 req-fafd4879-df1a-433c-9f28-8484feef5811 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236830 Jul 16 20:09:36.538369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Deleting port 303eb60a-8f29-4558-8ce3-d0556a7ee785 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:36.538710 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.570532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c16a98-861c-48a1-a663-c3c9e940d738,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:36.579651 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbacf6-6a4c-45bc-a781-fdec2f508760 req-09392740-01b4-4972-9a45-b8d81fe6f360 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.582013 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-efcbacf6-6a4c-45bc-a781-fdec2f508760 req-09392740-01b4-4972-9a45-b8d81fe6f360 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.0900726 Jul 16 20:09:36.606157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Checking segment: {'id': '303a42f5-ad53-407a-81bf-f86f8f2c8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0ecfab38-ecbc-47db-b098-3732f1ed0e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:36.606752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Network hostable DHCP agents. Network: 0ecfab38-ecbc-47db-b098-3732f1ed0e42, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:36.645251 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-efcbacf6-6a4c-45bc-a781-fdec2f508760 req-24b8cc56-c1b8-4c88-b6ab-7c7fff74c3f6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514102 Jul 16 20:09:36.683896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Network 0ecfab38-ecbc-47db-b098-3732f1ed0e42 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:36.687487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] For port 303eb60a-8f29-4558-8ce3-d0556a7ee785, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=303eb60a-8f29-4558-8ce3-d0556a7ee785,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:36.688050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.705692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 0ecfab38-ecbc-47db-b098-3732f1ed0e42) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:36.707504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Calling delete_port for 303eb60a-8f29-4558-8ce3-d0556a7ee785 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:36.713805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014985fa-4ee3-4ad4-980a-fde3f7a724d6 None None] Network 0ecfab38-ecbc-47db-b098-3732f1ed0e42 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:36.714861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.715992 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.744380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9da983d0-d30c-4897-92f7-6e4c1e9692da up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:36.773750 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-37f75256-e285-4a0f-b5d1-f26a4e1f98ea admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8800628 Jul 16 20:09:36.888047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 9da983d0-d30c-4897-92f7-6e4c1e9692da completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:36.892978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 9da983d0-d30c-4897-92f7-6e4c1e9692da triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:36.893660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.911122 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:36.923689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-f133014d-fc4f-49c1-9d8d-f019d3a46be4 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:36.925986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-f133014d-fc4f-49c1-9d8d-f019d3a46be4 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/ports?device_id=09f4283c-bd21-4c8f-9040-d243eea02f4a HTTP/1.1" status: 200 len: 949 time: 0.0892577 Jul 16 20:09:36.932009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749135e3-207f-4117-84f2-fcc4ad9818a3 None None] Network 0ecfab38-ecbc-47db-b098-3732f1ed0e42 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:36.935632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['303eb60a-8f29-4558-8ce3-d0556a7ee785'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:37.002757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Pushing event deleted for resources: {'Port': ['ID=303eb60a-8f29-4558-8ce3-d0556a7ee785,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:37.100164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] No DVR routers for this DVR port 303eb60a-8f29-4558-8ce3-d0556a7ee785 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:37.102991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.108266 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15eae135-a7a4-4c25-b35f-3dbda14f1fe6 req-23861022-148a-4b58-aad6-4f384e032000 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.30 "DELETE /v2.0/ports/303eb60a-8f29-4558-8ce3-d0556a7ee785 HTTP/1.1" status: 204 len: 173 time: 0.8720665 Jul 16 20:09:37.109129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5de322b-ade1-4971-b02d-ccdb2c414122', 'name': 'network-vif-deleted', 'tag': '303eb60a-8f29-4558-8ce3-d0556a7ee785'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:37.121692 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9af5a7-fa5b-402a-9af4-c4ff4238219a" -d '{"events": [{"server_uuid": "c5de322b-ade1-4971-b02d-ccdb2c414122", "name": "network-vif-deleted", "tag": "303eb60a-8f29-4558-8ce3-d0556a7ee785"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:37.141883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Deleting port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:37.143632 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.171186 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.202784 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1af007e-8738-4e95-b27b-abe9908815f8 x-openstack-request-id: req-d1af007e-8738-4e95-b27b-abe9908815f8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:37.203149 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5de322b-ade1-4971-b02d-ccdb2c414122", "name": "network-vif-deleted", "tag": "303eb60a-8f29-4558-8ce3-d0556a7ee785", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:37.203377 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1af007e-8738-4e95-b27b-abe9908815f8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:37.203784 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5de322b-ade1-4971-b02d-ccdb2c414122', 'name': 'network-vif-deleted', 'tag': '303eb60a-8f29-4558-8ce3-d0556a7ee785', 'status': 'completed', 'code': 200} Jul 16 20:09:37.228288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:37.249439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.329720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=9da983d0-d30c-4897-92f7-6e4c1e9692da,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:37.346397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:37.349415 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eb8435-1b5e-47f4-b1c0-a7f0123c9509" -d '{"events": [{"server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "name": "network-vif-plugged", "status": "completed", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:37.357570 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a825f773-5301-4e8a-b8ab-e515e2a893c3 req-662df929-3a00-49a2-bac1-f5d113e59ce9 tempest-ServersAdminNegativeTestJSON-1407370729 tempest-ServersAdminNegativeTestJSON-1407370729-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5de322b-ade1-4971-b02d-ccdb2c414122 HTTP/1.1" status: 200 len: 210 time: 0.1492221 Jul 16 20:09:37.440467 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553ef66d-f48a-45b6-8f59-a7d5683c2b7b x-openstack-request-id: req-553ef66d-f48a-45b6-8f59-a7d5683c2b7b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:37.441414 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "name": "network-vif-plugged", "status": "completed", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:37.441876 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-553ef66d-f48a-45b6-8f59-a7d5683c2b7b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:37.442515 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da', 'code': 200} Jul 16 20:09:37.496437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2d60a-6434-433e-ad79-cc908b4d77e2 req-535321f7-f2cf-43b8-939d-382d16ca34cc tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.498074 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76b2d60a-6434-433e-ad79-cc908b4d77e2 req-535321f7-f2cf-43b8-939d-382d16ca34cc tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 945 time: 0.1051676 Jul 16 20:09:37.549511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76b2d60a-6434-433e-ad79-cc908b4d77e2 req-3a55d45c-234e-4f14-8108-94a2b07fa0e6 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452204 Jul 16 20:09:37.550660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] For port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:37.551040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:37.579390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Calling delete_port for 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:37.869924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf025b58-3150-4698-b4d1-73e8efa0e176 req-db9da5f6-0308-45a8-976f-a177509b0ab0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:37.871867 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf025b58-3150-4698-b4d1-73e8efa0e176 req-db9da5f6-0308-45a8-976f-a177509b0ab0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.0986121 Jul 16 20:09:37.915620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf025b58-3150-4698-b4d1-73e8efa0e176 req-292a40b8-eb8b-49a0-a91e-f9be902eb79c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 Jul 16 20:09:38.006141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-755b92ef-2bdf-42f9-9a6a-17339245a179 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.008088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-755b92ef-2bdf-42f9-9a6a-17339245a179 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 950 time: 0.0761907 Jul 16 20:09:38.036462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512524c-2518-4b0a-8263-f0f8ff8e1841 req-595d8538-c70b-4dbf-a6b3-9d39185784fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.038803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0512524c-2518-4b0a-8263-f0f8ff8e1841 req-595d8538-c70b-4dbf-a6b3-9d39185784fd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1097 time: 0.2566345 Jul 16 20:09:38.041733 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.055478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef', '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:38.060037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-f5099e96-75cf-4a67-b9c8-d20414d11d54 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.061433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44', '8dd64a9f-6d5f-4c91-a790-1919aa617f60'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:38.067216 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-f5099e96-75cf-4a67-b9c8-d20414d11d54 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/networks?id=8bd644e1-edbf-464d-b2a8-3dbac76b5a2d HTTP/1.1" status: 200 len: 814 time: 0.2606256 Jul 16 20:09:38.112931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event deleted for resources: {'Port': ['ID=1bf1c442-49b0-4e30-b8b6-b9ed66bf4371,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:38.133261 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-7df62dc3-5013-444d-b6fb-0f00d35ee09c tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/quotas/18cedc934bd4471eb9b4e1acfad888ae HTTP/1.1" status: 200 len: 375 time: 0.0648847 Jul 16 20:09:38.148075 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a37fbf39-3d8c-4ca6-8d27-065c621865fd req-04f30eff-b209-4b4d-9ff8-9637457e3045 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=09f4283c-bd21-4c8f-9040-d243eea02f4a HTTP/1.1" status: 200 len: 210 time: 0.0596640 Jul 16 20:09:38.212737 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-78609dc8-8676-4240-9021-7ede2732bdac tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18cedc934bd4471eb9b4e1acfad888ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776503 Jul 16 20:09:38.291418 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] No DVR routers for this DVR port 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:38.309458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Deleting port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:38.309804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.325592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.348287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7e5002d9-fa0a-4443-acf2-b9240eb37ae5 req-6072e59e-897e-4775-9225-bd0fab5c6274 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "DELETE /v2.0/ports/1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 HTTP/1.1" status: 204 len: 173 time: 1.4125900 Jul 16 20:09:38.350134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f4283c-bd21-4c8f-9040-d243eea02f4a', 'name': 'network-vif-deleted', 'tag': '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:38.356719 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c4bbf8-d2e0-49c5-be55-58d60167cf9a" -d '{"events": [{"server_uuid": "09f4283c-bd21-4c8f-9040-d243eea02f4a", "name": "network-vif-deleted", "tag": "1bf1c442-49b0-4e30-b8b6-b9ed66bf4371"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:38.370999 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0512524c-2518-4b0a-8263-f0f8ff8e1841 req-70fb6691-5d8d-4302-aba8-c69e28b227fb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168557 Jul 16 20:09:38.531378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-a577c911-2880-47c2-bf0c-9e28e4266a07 service neutron] 10.222.0.10 "GET /v2.0/networks/8bd644e1-edbf-464d-b2a8-3dbac76b5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169377 Jul 16 20:09:38.624292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] For port 8dd64a9f-6d5f-4c91-a790-1919aa617f60, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8dd64a9f-6d5f-4c91-a790-1919aa617f60,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:38.626070 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:38.666820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Calling delete_port for 8dd64a9f-6d5f-4c91-a790-1919aa617f60 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:38.757271 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-6773cf79-90b8-47f0-8dd8-93226887e05f service neutron] 10.222.0.10 "GET /v2.0/networks/8bd644e1-edbf-464d-b2a8-3dbac76b5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200723 Jul 16 20:09:38.811416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbf3b5-66e3-4820-a8d5-0cda0260edfe req-28f0a492-2833-417b-9411-62e1d3fa6026 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:38.820329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-05fbf3b5-66e3-4820-a8d5-0cda0260edfe req-28f0a492-2833-417b-9411-62e1d3fa6026 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.3111429 Jul 16 20:09:38.887296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-05fbf3b5-66e3-4820-a8d5-0cda0260edfe req-29756a14-3d77-47d1-85f8-0e38e6f4b7db tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659959 Jul 16 20:09:39.006608 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed028252-3b89-4103-ac94-da505378a8c7 x-openstack-request-id: req-ed028252-3b89-4103-ac94-da505378a8c7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:39.007602 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f4283c-bd21-4c8f-9040-d243eea02f4a", "name": "network-vif-deleted", "tag": "1bf1c442-49b0-4e30-b8b6-b9ed66bf4371", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:39.008054 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed028252-3b89-4103-ac94-da505378a8c7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:39.008854 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f4283c-bd21-4c8f-9040-d243eea02f4a', 'name': 'network-vif-deleted', 'tag': '1bf1c442-49b0-4e30-b8b6-b9ed66bf4371', 'status': 'completed', 'code': 200} Jul 16 20:09:39.046304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.151164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event deleted for resources: {'Port': ['ID=8dd64a9f-6d5f-4c91-a790-1919aa617f60,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:39.239605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:39.485325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:39.535032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384f9c7-47fb-4d75-9a5b-6171742f99e4 req-54380bb8-1367-4702-8771-a862fab978d1 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.539514 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9384f9c7-47fb-4d75-9a5b-6171742f99e4 req-54380bb8-1367-4702-8771-a862fab978d1 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 945 time: 0.2208869 Jul 16 20:09:39.641083 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9384f9c7-47fb-4d75-9a5b-6171742f99e4 req-b117630e-eb80-4218-8ae3-8974833109b7 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942824 Jul 16 20:09:39.669574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:39.747179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] No DVR routers for this DVR port 8dd64a9f-6d5f-4c91-a790-1919aa617f60 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:39.750231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:39.752807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da23a332-2dfd-4c66-9d6a-e33c9d7e856c req-a8bbf744-7e16-4c7b-9fad-5a6d2187da59 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "DELETE /v2.0/ports/8dd64a9f-6d5f-4c91-a790-1919aa617f60 HTTP/1.1" status: 204 len: 173 time: 1.7347698 Jul 16 20:09:39.773718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1284e97-2523-4b06-acb3-2d212a6b3897', 'name': 'network-vif-deleted', 'tag': '8dd64a9f-6d5f-4c91-a790-1919aa617f60'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:39.776085 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4606f7-4170-48ba-9432-8d32d1bf5d05" -d '{"events": [{"server_uuid": "e1284e97-2523-4b06-acb3-2d212a6b3897", "name": "network-vif-deleted", "tag": "8dd64a9f-6d5f-4c91-a790-1919aa617f60"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:39.798286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 303eb60a-8f29-4558-8ce3-d0556a7ee785 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:39.819193 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9db4dc65-044d-4445-a10a-a3c50a77c116 req-9a39b156-aafd-4a65-bc10-8d733bd4e966 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 210 time: 0.0829341 Jul 16 20:09:39.857953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a14101-508d-4afc-b8b7-cd1aadc8d300 req-e540433e-2cc2-4955-8446-f13e1b6a6eb3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:39.859600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7a14101-508d-4afc-b8b7-cd1aadc8d300 req-e540433e-2cc2-4955-8446-f13e1b6a6eb3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.1137338 Jul 16 20:09:39.889625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 303eb60a-8f29-4558-8ce3-d0556a7ee785 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:39.889927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 303eb60a-8f29-4558-8ce3-d0556a7ee785 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:39.890424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8dd64a9f-6d5f-4c91-a790-1919aa617f60 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:39.910286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7a14101-508d-4afc-b8b7-cd1aadc8d300 req-4c7e22b7-e83d-4e85-8ff1-248e37b3b605 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448682 Jul 16 20:09:39.930045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 8dd64a9f-6d5f-4c91-a790-1919aa617f60 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:39.930390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8dd64a9f-6d5f-4c91-a790-1919aa617f60 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:40.004219 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fe0c0606-c8b4-4f1a-87f5-0b72ef3006e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f010efcf37b3455293937537b6a58e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332100 Jul 16 20:09:40.006819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45094) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:40.056311 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e15254-906d-4bb0-b288-4f7e349126f6 x-openstack-request-id: req-03e15254-906d-4bb0-b288-4f7e349126f6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:40.057199 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1284e97-2523-4b06-acb3-2d212a6b3897", "name": "network-vif-deleted", "tag": "8dd64a9f-6d5f-4c91-a790-1919aa617f60", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:40.057875 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03e15254-906d-4bb0-b288-4f7e349126f6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:40.058535 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1284e97-2523-4b06-acb3-2d212a6b3897', 'name': 'network-vif-deleted', 'tag': '8dd64a9f-6d5f-4c91-a790-1919aa617f60', 'status': 'completed', 'code': 200} Jul 16 20:09:40.094296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c209d18d-3154-49a5-84e3-7e9c0221e5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.123545 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c209d18d-3154-49a5-84e3-7e9c0221e5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.243403 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54c724-1210-4484-9646-4f59064f146b req-01ff1326-daa2-4892-b6e4-e3069456e4d0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:40.244837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a54c724-1210-4484-9646-4f59064f146b req-01ff1326-daa2-4892-b6e4-e3069456e4d0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.0929754 Jul 16 20:09:40.245454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c209d18d-3154-49a5-84e3-7e9c0221e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.248312 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c209d18d-3154-49a5-84e3-7e9c0221e5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.250310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c209d18d-3154-49a5-84e3-7e9c0221e5ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67f4d68d-3c38-4de2-ac72-b0f5d9318fcf HTTP/1.1" status: 204 len: 168 time: 0.2405875 Jul 16 20:09:40.257886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a3f94-393b-487b-8dec-4591f7d6e2f4 req-f1f97cc4-c8ee-4e12-9582-9f0a505f2a8e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:40.263741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-708a3f94-393b-487b-8dec-4591f7d6e2f4 req-f1f97cc4-c8ee-4e12-9582-9f0a505f2a8e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 945 time: 0.1000936 Jul 16 20:09:40.264852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209d18d-3154-49a5-84e3-7e9c0221e5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f4d68d-3c38-4de2-ac72-b0f5d9318fcf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:40.298428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a54c724-1210-4484-9646-4f59064f146b req-3db9dcc7-845a-47fb-b128-d18b08f1feea tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Jul 16 20:09:40.309403 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-708a3f94-393b-487b-8dec-4591f7d6e2f4 req-7ba0c53e-f429-4860-9f2e-c96e0d537c45 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Jul 16 20:09:40.459694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-49445bc8-02dc-47b4-bd36-e8db1a57dfa2 req-57614f5c-3dcf-4320-8f79-ad8f5b846199 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1284e97-2523-4b06-acb3-2d212a6b3897 HTTP/1.1" status: 200 len: 210 time: 0.0285339 Jul 16 20:09:40.670059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45126) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:40.734610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-896d0d95-ec16-4337-973d-288d0a09efdb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a75c11a055f74019b39b34adcbbbe79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610197 Jul 16 20:09:40.734835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45132) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:40.743796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:40.774241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:40.774802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1bf1c442-49b0-4e30-b8b6-b9ed66bf4371 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:40.775617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 21a8988c-cb1d-41a3-bf22-214b3063cfb2 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:40.785430 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc20f-470c-405b-8225-75fe28a891a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.809329 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc20f-470c-405b-8225-75fe28a891a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.868661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc20f-470c-405b-8225-75fe28a891a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.871438 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc20f-470c-405b-8225-75fe28a891a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.872863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b8dfc20f-470c-405b-8225-75fe28a891a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6595317c-e728-49fd-81c7-788eb36e93f4 HTTP/1.1" status: 204 len: 168 time: 0.1368322 Jul 16 20:09:40.873148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:40.883695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfc20f-470c-405b-8225-75fe28a891a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6595317c-e728-49fd-81c7-788eb36e93f4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:40.910256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:40.912768 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09addbad-0f9d-49be-92ba-186e700afba4" -d '{"events": [{"server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "name": "network-vif-unplugged", "status": "completed", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:40.931392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:40.938010 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.005794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=21a8988c-cb1d-41a3-bf22-214b3063cfb2,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:41.138517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-65964efa-cf9c-49ad-b554-262db1bff62d req-ff48cd60-5ea3-43a9-9727-0c07c61d7efa tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 210 time: 0.0438039 Jul 16 20:09:41.189461 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ac461d-f7b7-4886-9718-f18d415a69ec x-openstack-request-id: req-b6ac461d-f7b7-4886-9718-f18d415a69ec {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:41.189934 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "name": "network-vif-unplugged", "status": "completed", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:41.190263 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6ac461d-f7b7-4886-9718-f18d415a69ec {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:41.190723 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2', 'code': 200} Jul 16 20:09:41.395748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-f66d1d4a-7eed-4736-b8f4-1008c0a7fc31 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:41.397464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-f66d1d4a-7eed-4736-b8f4-1008c0a7fc31 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.30 "GET /v2.0/networks?id=8bd644e1-edbf-464d-b2a8-3dbac76b5a2d HTTP/1.1" status: 200 len: 814 time: 0.1250739 Jul 16 20:09:41.415649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Request body: {'port': {'device_id': 'c24e6744-79f6-48b2-b340-9761498c1fb0', 'network_id': '8bd644e1-edbf-464d-b2a8-3dbac76b5a2d', 'admin_state_up': True, 'tenant_id': '18cedc934bd4471eb9b4e1acfad888ae'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:41.557259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6d13f-a274-48ed-a2c5-a52a3fe73143 req-eefa46e7-9a71-401e-a30d-1f9b32ac0d0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:41.558774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7b6d13f-a274-48ed-a2c5-a52a3fe73143 req-eefa46e7-9a71-401e-a30d-1f9b32ac0d0c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.1602826 Jul 16 20:09:41.614617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7b6d13f-a274-48ed-a2c5-a52a3fe73143 req-09976624-6c3f-4995-9d94-003a7f994e3c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Jul 16 20:09:41.620709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Made reservation on behalf of 18cedc934bd4471eb9b4e1acfad888ae for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:41.626580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:41.789803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Allocated IP 172.20.0.13 (8bd644e1-edbf-464d-b2a8-3dbac76b5a2d/307a5d82-3e5a-41d3-b1a8-167d0fb02b22/6eb5c752-7fdc-424a-8cc5-8feceb6836a9) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:41.902956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b8a13-1574-4a4a-a041-f4f5347e0cb6 req-1e2c21c8-347a-4e32-9e4c-3eb5134241eb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:41.904483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b2b8a13-1574-4a4a-a041-f4f5347e0cb6 req-1e2c21c8-347a-4e32-9e4c-3eb5134241eb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1264524 Jul 16 20:09:42.000276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b2b8a13-1574-4a4a-a041-f4f5347e0cb6 req-9471b554-ba69-4a32-9b73-8bd8b1f63af8 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583596 Jul 16 20:09:42.009544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.059757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.111663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Network 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:42.115028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:42.122417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:42.127950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Pushing event updated for resources: {'Port': ['ID=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.207899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.208666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.233115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-68bc5fc4-7073-4bff-9fca-f1641ae93164 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8236992 Jul 16 20:09:42.245977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Request body: {'port': {'device_id': 'c24e6744-79f6-48b2-b340-9761498c1fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:42.284776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1a73c-b088-4620-acc4-5906e29a347e req-c12e31e9-1cdb-4856-90bb-98a5b291896e tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.287764 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2b1a73c-b088-4620-acc4-5906e29a347e req-c12e31e9-1cdb-4856-90bb-98a5b291896e tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1097 time: 0.1263607 Jul 16 20:09:42.353967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.371945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe09c6-bca2-4687-b6f0-227ca51accfd req-87cf3954-5043-439e-806c-afef6655c9d7 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.372437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2b1a73c-b088-4620-acc4-5906e29a347e req-b809df88-fa0a-4d78-8cc5-751a0ae0c9a0 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775425 Jul 16 20:09:42.374297 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56fe09c6-bca2-4687-b6f0-227ca51accfd req-87cf3954-5043-439e-806c-afef6655c9d7 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 945 time: 0.0685961 Jul 16 20:09:42.416444 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56fe09c6-bca2-4687-b6f0-227ca51accfd req-f58d9d5d-0590-4646-a140-70f20eb65fcd tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348983 Jul 16 20:09:42.661709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb22e3-6392-487f-ac23-af41a3b1ada4 req-dc3147a4-1670-4350-9780-b402ca4cd3fd tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.663227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19cb22e3-6392-487f-ac23-af41a3b1ada4 req-dc3147a4-1670-4350-9780-b402ca4cd3fd tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 932 time: 0.1334698 Jul 16 20:09:42.737787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19cb22e3-6392-487f-ac23-af41a3b1ada4 req-51cedce9-afb2-4615-ac5d-8da07b45c4dd tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/security-groups?id=38688345-a61e-4702-89d7-982243c5a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580342 Jul 16 20:09:42.770667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:42.778849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.797527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Transition to ACTIVE for port object 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:42.802000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:42.844471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-f9cf3acb-3a15-4f32-a34c-c12c03711452 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:42.852224 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-f9cf3acb-3a15-4f32-a34c-c12c03711452 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 804 time: 0.1280618 Jul 16 20:09:42.869672 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-9bd0e1e3-40b5-4f4c-b134-5c44b2b01914 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/quotas/33f71e775c2c4b3189d177fc3aa997f1 HTTP/1.1" status: 200 len: 375 time: 0.0162296 Jul 16 20:09:42.883387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:42.944564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Attempting to bind port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:42.944896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Attempting to bind port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c89fbe33-8256-473e-a4e2-f1c19b8215f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8bd644e1-edbf-464d-b2a8-3dbac76b5a2d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:42.945224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Attempting to bind port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 on network 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:42.946280 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-2825274d-1ada-4f00-a220-d24d61dfb210 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753717 Jul 16 20:09:42.950107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 on network 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:42.951036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Attempting to bind port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 on network 8bd644e1-edbf-464d-b2a8-3dbac76b5a2d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:42.958211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:42.958699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Checking segment: {'id': 'c89fbe33-8256-473e-a4e2-f1c19b8215f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8bd644e1-edbf-464d-b2a8-3dbac76b5a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:42.959079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Bound using segment: {'id': 'c89fbe33-8256-473e-a4e2-f1c19b8215f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8bd644e1-edbf-464d-b2a8-3dbac76b5a2d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:42.959540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Bound port: 6eb5c752-7fdc-424a-8cc5-8feceb6836a9, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89fbe33-8256-473e-a4e2-f1c19b8215f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8bd644e1-edbf-464d-b2a8-3dbac76b5a2d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:42.959892 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.038650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] For port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:43.042246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] For port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,segment=NetworkSegment(c89fbe33-8256-473e-a4e2-f1c19b8215f2),segment_id=c89fbe33-8256-473e-a4e2-f1c19b8215f2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:43.048822 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.067592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-90b0298d-32cd-4184-99cf-52d4d38252d1 service neutron] 10.222.0.10 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202328 Jul 16 20:09:43.100061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.100739 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.102314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] 10.222.0.30 "PUT /v2.0/ports/6eb5c752-7fdc-424a-8cc5-8feceb6836a9 HTTP/1.1" status: 200 len: 1093 time: 0.8608837 Jul 16 20:09:43.102857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e6744-79f6-48b2-b340-9761498c1fb0', 'tag': '6eb5c752-7fdc-424a-8cc5-8feceb6836a9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:43.105440 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa60642-b3a7-477e-9439-e8cb3a64664d" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e6744-79f6-48b2-b340-9761498c1fb0", "tag": "6eb5c752-7fdc-424a-8cc5-8feceb6836a9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:43.138277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d02ef2-4f9f-4e98-9361-792a85570396 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:43.194002 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1595888b-bdb7-4ce5-bc18-0f1730d26644 service neutron] 10.222.0.10 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207798 Jul 16 20:09:43.252977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-be0305d0-107b-4cac-9198-3083a2f2f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.254480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-be0305d0-107b-4cac-9198-3083a2f2f6d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18cedc934bd4471eb9b4e1acfad888ae&device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0909135 Jul 16 20:09:43.319552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-78e00759-d168-48a5-9842-f446c1173076 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb5c752-7fdc-424a-8cc5-8feceb6836a9 HTTP/1.1" status: 200 len: 217 time: 0.0517392 Jul 16 20:09:43.417821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-b09d3c73-f09c-4b14-a41f-2883b2e01504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.419467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-b09d3c73-f09c-4b14-a41f-2883b2e01504 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=307a5d82-3e5a-41d3-b1a8-167d0fb02b22 HTTP/1.1" status: 200 len: 854 time: 0.0927250 Jul 16 20:09:43.495319 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7a1a22-a8fa-4ab6-b937-c46832f63fd7 x-openstack-request-id: req-6c7a1a22-a8fa-4ab6-b937-c46832f63fd7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:43.495659 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e6744-79f6-48b2-b340-9761498c1fb0", "tag": "6eb5c752-7fdc-424a-8cc5-8feceb6836a9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:43.496052 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c7a1a22-a8fa-4ab6-b937-c46832f63fd7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:43.496608 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24e6744-79f6-48b2-b340-9761498c1fb0', 'tag': '6eb5c752-7fdc-424a-8cc5-8feceb6836a9', 'status': 'completed', 'code': 200} Jul 16 20:09:43.501007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-66f510b5-878f-4cdd-bfaa-9cdd7203d161 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bd644e1-edbf-464d-b2a8-3dbac76b5a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713370 Jul 16 20:09:43.633479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-6b83f9a1-42a2-443c-8d58-401253e791e5 service neutron] 10.222.0.30 "GET /v2.0/networks/8bd644e1-edbf-464d-b2a8-3dbac76b5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938122 Jul 16 20:09:43.691118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1aa3-ff12-499e-98ac-e5bae24e4bdb req-4c570ee9-b4a5-4275-b290-968a3e8f495c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.692676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8daf1aa3-ff12-499e-98ac-e5bae24e4bdb req-4c570ee9-b4a5-4275-b290-968a3e8f495c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1853771 Jul 16 20:09:43.735351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3d23-739a-45f6-8602-98cf956cf531 req-e1959e1e-600c-4d38-90b0-f73d1f3093dd tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.737728 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10bd3d23-739a-45f6-8602-98cf956cf531 req-e1959e1e-600c-4d38-90b0-f73d1f3093dd tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 950 time: 0.0752122 Jul 16 20:09:43.782399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8bf70545-acca-491b-8981-269a63fe44dc details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:43.786678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10bd3d23-739a-45f6-8602-98cf956cf531 req-6d28df56-eaa4-4f48-b6c8-13da68f73c2a tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395296 Jul 16 20:09:43.791870 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac05cbb-12bf-420f-aaa5-3ec8be659e8f req-0e1d3b14-3b8d-47d0-88ac-4705ef1d9c53 service neutron] 10.222.0.30 "GET /v2.0/networks/8bd644e1-edbf-464d-b2a8-3dbac76b5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422389 Jul 16 20:09:43.794689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8daf1aa3-ff12-499e-98ac-e5bae24e4bdb req-efec59e8-fb7d-4936-9fc3-8aba130f0ebf tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697510 Jul 16 20:09:43.913243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8bf70545-acca-491b-8981-269a63fe44dc,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:43.930610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '8bf70545-acca-491b-8981-269a63fe44dc', 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca', 'port_id': '8bf70545-acca-491b-8981-269a63fe44dc', 'mac_address': 'fa:16:3e:60:6d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac9a135-901a-4915-b220-7c11bcf3ad7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:43.977008 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:43.986263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-d5ee5445-718b-406d-bcf5-5e1f0fddd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:43.989807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-d5ee5445-718b-406d-bcf5-5e1f0fddd8d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18cedc934bd4471eb9b4e1acfad888ae&device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1084237 Jul 16 20:09:43.993240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bf70545-acca-491b-8981-269a63fe44dc {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:44.028334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8bf70545-acca-491b-8981-269a63fe44dc,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:44.035226 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.074464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dc02c4-b26c-4ffe-a5db-272e614d51a3 req-81b45e02-97c8-4f8a-bb91-305992e98e08 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 210 time: 0.0369973 Jul 16 20:09:44.168548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-60c47758-5e4b-464c-b226-73856c484eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.171142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-60c47758-5e4b-464c-b226-73856c484eee service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bd644e1-edbf-464d-b2a8-3dbac76b5a2d HTTP/1.1" status: 200 len: 915 time: 0.1600621 Jul 16 20:09:44.198970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8bf70545-acca-491b-8981-269a63fe44dc,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:44.228860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-5843876f-ff3b-4bc9-b470-1eafea6af410 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb5c752-7fdc-424a-8cc5-8feceb6836a9 HTTP/1.1" status: 200 len: 217 time: 0.0489185 Jul 16 20:09:44.251387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['8bf70545-acca-491b-8981-269a63fe44dc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:44.296229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-0802f7a8-525a-4811-9a91-616a6d927026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.298450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-0802f7a8-525a-4811-9a91-616a6d927026 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=307a5d82-3e5a-41d3-b1a8-167d0fb02b22 HTTP/1.1" status: 200 len: 854 time: 0.0594683 Jul 16 20:09:44.378832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-3b208b08-7934-400f-8569-29d60512a778 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bd644e1-edbf-464d-b2a8-3dbac76b5a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404320 Jul 16 20:09:44.389791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-8160280a-d536-4e10-8f0e-b32ae0c01554 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.391878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-8160280a-d536-4e10-8f0e-b32ae0c01554 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848 HTTP/1.1" status: 200 len: 944 time: 0.3073757 Jul 16 20:09:44.406664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189d756-4afd-4bc8-8788-a44082f2a5eb req-3905e7b0-c883-4761-84d9-c4f2c398393d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.413220 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a189d756-4afd-4bc8-8788-a44082f2a5eb req-3905e7b0-c883-4761-84d9-c4f2c398393d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 944 time: 0.2483065 Jul 16 20:09:44.430683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b00b9-5dfa-4f08-b2e9-1b1f3c3cd315 req-ce7d586c-42eb-440b-add6-d1bc54766551 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.432245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-915b00b9-5dfa-4f08-b2e9-1b1f3c3cd315 req-ce7d586c-42eb-440b-add6-d1bc54766551 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 944 time: 0.1841958 Jul 16 20:09:44.519832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-e1d57a9c-3a19-4d06-a4de-944c018a4315 service neutron] 10.222.0.30 "GET /v2.0/networks/8bd644e1-edbf-464d-b2a8-3dbac76b5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318398 Jul 16 20:09:44.522457 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a189d756-4afd-4bc8-8788-a44082f2a5eb req-1eeabb27-e8a8-45f1-81c6-ced55286fd17 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080914 Jul 16 20:09:44.522661 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-915b00b9-5dfa-4f08-b2e9-1b1f3c3cd315 req-79f2c74b-620f-480e-8af3-20bf47ba142f tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/security-groups?id=38688345-a61e-4702-89d7-982243c5a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582294 Jul 16 20:09:44.538139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-2def1a9d-74c1-41be-9da1-527a2e9e0da2 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:44.539745 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-2def1a9d-74c1-41be-9da1-527a2e9e0da2 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/ports?device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 950 time: 0.2533088 Jul 16 20:09:44.626986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Deleting port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:44.627231 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.676689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fa60642-b3a7-477e-9439-e8cb3a64664d req-e7c33872-82d6-46f0-82be-afeead7bd99e service neutron] 10.222.0.30 "GET /v2.0/networks/8bd644e1-edbf-464d-b2a8-3dbac76b5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408374 Jul 16 20:09:44.813921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] For port 21a8988c-cb1d-41a3-bf22-214b3063cfb2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=21a8988c-cb1d-41a3-bf22-214b3063cfb2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:44.814506 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:44.831322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Calling delete_port for 21a8988c-cb1d-41a3-bf22-214b3063cfb2 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:44.850320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.63', 64101) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:44.856744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Deleting port 6a999a07-9bd4-4c88-a09e-910b12cfa822 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:44.857564 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.033743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:45.222896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-5f12d2bc-59f3-44fd-9075-fec603b20123 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.224523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-5f12d2bc-59f3-44fd-9075-fec603b20123 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 804 time: 0.3719668 Jul 16 20:09:45.241198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-79cf6b17-f3f4-481f-9274-68f581e616b7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.242666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-79cf6b17-f3f4-481f-9274-68f581e616b7 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc2710a5-599b-43a9-aca3-bb97ddfa3cdb HTTP/1.1" status: 200 len: 949 time: 0.3912876 Jul 16 20:09:45.248947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Request body: {'port': {'device_id': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'admin_state_up': True, 'tenant_id': '33f71e775c2c4b3189d177fc3aa997f1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:45.267362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b64ca58-529e-4b85-8d4a-c6e61fd06ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.334954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] For port 6a999a07-9bd4-4c88-a09e-910b12cfa822, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a999a07-9bd4-4c88-a09e-910b12cfa822,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:45.335461 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.340102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.381426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d302e-fe99-45d5-9650-628e15bb97f6 req-865e0929-16fe-4fe0-a541-fa5111777ac5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.382984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-386d302e-fe99-45d5-9650-628e15bb97f6 req-865e0929-16fe-4fe0-a541-fa5111777ac5 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 950 time: 0.2440057 Jul 16 20:09:45.392036 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.409108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Calling delete_port for 6a999a07-9bd4-4c88-a09e-910b12cfa822 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:45.418520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a562134-7cdd-4644-883a-3f471bfc6c69 req-a0fb62cc-69af-4e23-b68f-7f9a72dcc618 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:45.428954 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6a562134-7cdd-4644-883a-3f471bfc6c69 req-a0fb62cc-69af-4e23-b68f-7f9a72dcc618 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.2647185 Jul 16 20:09:45.447099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Pushing event deleted for resources: {'Port': ['ID=21a8988c-cb1d-41a3-bf22-214b3063cfb2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:45.491111 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-386d302e-fe99-45d5-9650-628e15bb97f6 req-596e98b1-9230-4c1d-9cc8-a2e23079d2b6 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971098 Jul 16 20:09:45.504158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Deleting port 6472eeac-f6e0-4333-ae27-4b887da969ef {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:45.504502 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.609748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] For port 6472eeac-f6e0-4333-ae27-4b887da969ef, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6472eeac-f6e0-4333-ae27-4b887da969ef,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:45.610160 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.653329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a3ebf37d-9386-429d-a5d6-ca67d2f48672 req-1bd7315d-f0d7-4f2f-862f-098e93d225f5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 210 time: 0.0387819 Jul 16 20:09:45.653656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Calling delete_port for 6472eeac-f6e0-4333-ae27-4b887da969ef owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:45.813239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:45.835949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8bf70545-acca-491b-8981-269a63fe44dc up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:45.836890 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.864179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a999a07-9bd4-4c88-a09e-910b12cfa822', '6472eeac-f6e0-4333-ae27-4b887da969ef'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:45.880150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] No DVR routers for this DVR port 21a8988c-cb1d-41a3-bf22-214b3063cfb2 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:45.892847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.896736 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-62b39c8f-fa3f-44c8-83fa-610d75c4a323 req-50a57816-3936-465e-8f1d-19aeeefbfea3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "DELETE /v2.0/ports/21a8988c-cb1d-41a3-bf22-214b3063cfb2 HTTP/1.1" status: 204 len: 173 time: 1.4976273 Jul 16 20:09:45.898674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'name': 'network-vif-deleted', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:45.901423 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d70ff-2223-432d-9bcb-e9998a2d13de" -d '{"events": [{"server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "name": "network-vif-deleted", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:45.913804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:45.916280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event deleted for resources: {'Port': ['ID=6472eeac-f6e0-4333-ae27-4b887da969ef,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:45.946004 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-31521730-d540-42ad-853e-a3e8785e082b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:09:45.947872 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6a562134-7cdd-4644-883a-3f471bfc6c69 req-69a90137-f7a6-4eca-b866-81a7bc2b0d11 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181389 Jul 16 20:09:45.956392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] No DVR routers for this DVR port 6472eeac-f6e0-4333-ae27-4b887da969ef on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:45.959155 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:45.961724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d96abdc-bc37-46f6-b3c8-2ccc8844ee0e req-d9eb4d11-7616-4e83-81fd-2dd4826646af tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "DELETE /v2.0/ports/6472eeac-f6e0-4333-ae27-4b887da969ef HTTP/1.1" status: 204 len: 173 time: 0.7058256 Jul 16 20:09:45.962414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2710a5-599b-43a9-aca3-bb97ddfa3cdb', 'name': 'network-vif-deleted', 'tag': '6472eeac-f6e0-4333-ae27-4b887da969ef'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:45.987364 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127f55b-27d4-4584-8154-b9bf10009de8" -d '{"events": [{"server_uuid": "cc2710a5-599b-43a9-aca3-bb97ddfa3cdb", "name": "network-vif-deleted", "tag": "6472eeac-f6e0-4333-ae27-4b887da969ef"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:46.002029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5af92-729e-49fa-a6fb-60073478d0fa req-65922237-8815-4647-8361-b88c2264b700 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.003839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d5af92-729e-49fa-a6fb-60073478d0fa req-65922237-8815-4647-8361-b88c2264b700 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 944 time: 0.2338965 Jul 16 20:09:46.070983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b64ca58-529e-4b85-8d4a-c6e61fd06ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.074180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d5af92-729e-49fa-a6fb-60073478d0fa req-f5e7ff3c-b228-420d-928c-ea5c87b159b8 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629551 Jul 16 20:09:46.095138 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b64ca58-529e-4b85-8d4a-c6e61fd06ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.117008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Made reservation on behalf of 33f71e775c2c4b3189d177fc3aa997f1 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:46.123472 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.123685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,segment=NetworkSegment(c89fbe33-8256-473e-a4e2-f1c19b8215f2),segment_id=c89fbe33-8256-473e-a4e2-f1c19b8215f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:46.145337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 8bf70545-acca-491b-8981-269a63fe44dc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:46.146002 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.221544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '6eb5c752-7fdc-424a-8cc5-8feceb6836a9', 'network_id': '8bd644e1-edbf-464d-b2a8-3dbac76b5a2d', 'port_id': '6eb5c752-7fdc-424a-8cc5-8feceb6836a9', 'mac_address': 'fa:16:3e:63:a9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307a5d82-3e5a-41d3-b1a8-167d0fb02b22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:46.298614 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0b64ca58-529e-4b85-8d4a-c6e61fd06ce2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f58e6068dbff417d854d0361c88a5d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2632155 Jul 16 20:09:46.301269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45344) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:46.303604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64ca58-529e-4b85-8d4a-c6e61fd06ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f366c98d-3c1b-42cf-8eaa-34d7cee34d52,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.310406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.359476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event deleted for resources: {'Port': ['ID=6a999a07-9bd4-4c88-a09e-910b12cfa822,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.398612 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.421167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] No DVR routers for this DVR port 6a999a07-9bd4-4c88-a09e-910b12cfa822 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:46.429347 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.432659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a7ae7db1-7a39-4d53-a1dc-8b914b595b40 req-303e1c61-8687-4f86-b9d2-832c8a86f777 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.63 "DELETE /v2.0/ports/6a999a07-9bd4-4c88-a09e-910b12cfa822 HTTP/1.1" status: 204 len: 173 time: 1.8835585 Jul 16 20:09:46.436511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:46.441591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d04f4-812e-4e8e-84aa-738deb1352a3 req-10fb0697-4bf5-4879-9004-1a0006137990 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:46.450357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-219d04f4-812e-4e8e-84aa-738deb1352a3 req-10fb0697-4bf5-4879-9004-1a0006137990 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 944 time: 0.2699034 Jul 16 20:09:46.473058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,segment=NetworkSegment(c89fbe33-8256-473e-a4e2-f1c19b8215f2),segment_id=c89fbe33-8256-473e-a4e2-f1c19b8215f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:46.518623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-219d04f4-812e-4e8e-84aa-738deb1352a3 req-7509c1d2-5b3b-4da0-ba4f-d9838217344b tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/security-groups?id=38688345-a61e-4702-89d7-982243c5a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621517 Jul 16 20:09:46.533321 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.585374 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea803b-5ead-4a2d-ab02-6b2113e0bcea x-openstack-request-id: req-70ea803b-5ead-4a2d-ab02-6b2113e0bcea {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:46.585656 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848", "name": "network-vif-deleted", "tag": "21a8988c-cb1d-41a3-bf22-214b3063cfb2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:46.585922 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70ea803b-5ead-4a2d-ab02-6b2113e0bcea {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:46.586613 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab3d60c-5658-47e5-a7f0-7f1dbbeb3848', 'name': 'network-vif-deleted', 'tag': '21a8988c-cb1d-41a3-bf22-214b3063cfb2', 'status': 'completed', 'code': 200} Jul 16 20:09:46.617071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Allocated IP 172.20.0.6 (eb8c7c10-080f-44b1-b05a-c09b05b6691f/a1b78a6c-dbe4-4f1c-b271-789c4623af4e/b2669705-e59c-423a-9841-dc279ba154f6) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:46.619119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c866e03-d3fa-47bc-b0b5-d043eb495a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.638826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6472eeac-f6e0-4333-ae27-4b887da969ef'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:46.641341 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e55e5-9b02-43e9-ad1c-f25bfc9eb8c6 x-openstack-request-id: req-192e55e5-9b02-43e9-ad1c-f25bfc9eb8c6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:46.647612 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2710a5-599b-43a9-aca3-bb97ddfa3cdb", "name": "network-vif-deleted", "tag": "6472eeac-f6e0-4333-ae27-4b887da969ef", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:46.647877 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-192e55e5-9b02-43e9-ad1c-f25bfc9eb8c6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:46.648295 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2710a5-599b-43a9-aca3-bb97ddfa3cdb', 'name': 'network-vif-deleted', 'tag': '6472eeac-f6e0-4333-ae27-4b887da969ef', 'status': 'completed', 'code': 200} Jul 16 20:09:46.663076 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.698265 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c866e03-d3fa-47bc-b0b5-d043eb495a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.747802 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.831770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.833371 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c866e03-d3fa-47bc-b0b5-d043eb495a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.836065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c866e03-d3fa-47bc-b0b5-d043eb495a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.837392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6c866e03-d3fa-47bc-b0b5-d043eb495a64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f366c98d-3c1b-42cf-8eaa-34d7cee34d52 HTTP/1.1" status: 204 len: 168 time: 0.5351818 Jul 16 20:09:46.878744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:46.881062 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652572ab-52cf-4a64-bb51-42988cb2e01d" -d '{"events": [{"server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "name": "network-vif-plugged", "status": "completed", "tag": "8bf70545-acca-491b-8981-269a63fe44dc"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:46.882718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c866e03-d3fa-47bc-b0b5-d043eb495a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f366c98d-3c1b-42cf-8eaa-34d7cee34d52,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:46.929596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a9f143d-e5aa-4dab-bf01-9f4b0c1a7d2e req-2e6fb008-f680-4351-9317-4ee0bb6183d8 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=7347c405-3f64-473e-96f2-3c9f7647f95b HTTP/1.1" status: 200 len: 210 time: 0.0672765 Jul 16 20:09:46.935113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:46.980306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8bf70545-acca-491b-8981-269a63fe44dc,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:46.987063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['6eb5c752-7fdc-424a-8cc5-8feceb6836a9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:47.001653 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.044117 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.065521 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8e65f4-fa3d-47e5-a041-3bce67012f4f x-openstack-request-id: req-4d8e65f4-fa3d-47e5-a041-3bce67012f4f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:47.069276 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "name": "network-vif-plugged", "status": "completed", "tag": "8bf70545-acca-491b-8981-269a63fe44dc", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:47.069764 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d8e65f4-fa3d-47e5-a041-3bce67012f4f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:47.071812 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc', 'code': 200} Jul 16 20:09:47.230223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Network eb8c7c10-080f-44b1-b05a-c09b05b6691f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:47.235859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:47.238077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Pushing event updated for resources: {'Port': ['ID=b2669705-e59c-423a-9841-dc279ba154f6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:47.240590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:47.274744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e30e65-b180-46af-b7a8-b6d2cf4abd05 req-f65974f0-3b95-4e51-b668-44ffe6baee8f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.282179 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87e30e65-b180-46af-b7a8-b6d2cf4abd05 req-f65974f0-3b95-4e51-b668-44ffe6baee8f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 931 time: 0.1574614 Jul 16 20:09:47.298270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.298921 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.319451 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-6b6d129b-3223-4d91-a263-8578b3996afc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0739722 Jul 16 20:09:47.331023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:47.344423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Request body: {'port': {'device_id': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:47.377707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87e30e65-b180-46af-b7a8-b6d2cf4abd05 req-4054d4c8-0e15-4f26-82c5-e1a6ccac7f3b tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892828 Jul 16 20:09:47.490077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8bf70545-acca-491b-8981-269a63fe44dc,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:47.531815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:47.549107 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb92683-4177-40cb-ba8d-02ef092d325b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.692204 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb92683-4177-40cb-ba8d-02ef092d325b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.712266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb92683-4177-40cb-ba8d-02ef092d325b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.759084 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bb92683-4177-40cb-ba8d-02ef092d325b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb977c0b7fd7427d9acb4db552a4dbe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258401 Jul 16 20:09:47.760268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:47.805406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb92683-4177-40cb-ba8d-02ef092d325b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f11d6d-f422-4814-8eee-4761b7005e34,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:47.865339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec975c-a312-4c8f-b14e-3934f21d1b53 req-3f34669e-bb9a-40bd-8929-ea4a74c946a1 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.866941 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-69ec975c-a312-4c8f-b14e-3934f21d1b53 req-3f34669e-bb9a-40bd-8929-ea4a74c946a1 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 945 time: 0.2985713 Jul 16 20:09:47.870126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5461e18-bdc8-44fc-82c4-50f3b85e7ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.907860 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5461e18-bdc8-44fc-82c4-50f3b85e7ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.944505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-69ec975c-a312-4c8f-b14e-3934f21d1b53 req-71f07610-355a-4971-9118-2c06c0d9ca7f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Jul 16 20:09:47.955744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3121e1-64cc-456f-a254-106f4c26ada4 req-620f11a2-a312-4d3b-9abc-0334eff103e2 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:47.957497 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e3121e1-64cc-456f-a254-106f4c26ada4 req-620f11a2-a312-4d3b-9abc-0334eff103e2 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.6035051 Jul 16 20:09:47.958514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.979661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5461e18-bdc8-44fc-82c4-50f3b85e7ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.983860 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5461e18-bdc8-44fc-82c4-50f3b85e7ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:47.986236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e5461e18-bdc8-44fc-82c4-50f3b85e7ac3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73f11d6d-f422-4814-8eee-4761b7005e34 HTTP/1.1" status: 204 len: 168 time: 0.2188959 Jul 16 20:09:47.996682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5461e18-bdc8-44fc-82c4-50f3b85e7ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f11d6d-f422-4814-8eee-4761b7005e34,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:48.042068 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e3121e1-64cc-456f-a254-106f4c26ada4 req-9285191d-638b-486d-8452-d6529be1c13a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721328 Jul 16 20:09:48.325381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f2ae6-984a-44b6-99bb-e08a2f173572 req-73579224-a280-4ff2-a7e8-5afcc998f6ed tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.326900 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4d1f2ae6-984a-44b6-99bb-e08a2f173572 req-73579224-a280-4ff2-a7e8-5afcc998f6ed tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 945 time: 0.1341667 Jul 16 20:09:48.396986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2669705-e59c-423a-9841-dc279ba154f6 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:48.413817 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4d1f2ae6-984a-44b6-99bb-e08a2f173572 req-6b6e852e-542e-4220-a13f-0ec1bc6d0c8e tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/security-groups?id=38688345-a61e-4702-89d7-982243c5a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809071 Jul 16 20:09:48.422889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.447374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Transition to ACTIVE for port object b2669705-e59c-423a-9841-dc279ba154f6 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:48.451784 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.558554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Pushing event updated for resources: {'Port': ['ID=b2669705-e59c-423a-9841-dc279ba154f6,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:48.587795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7347c405-3f64-473e-96f2-3c9f7647f95b', 'name': 'network-vif-deleted', 'tag': '6a999a07-9bd4-4c88-a09e-910b12cfa822'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:48.590113 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9e57e9-84e8-4ac2-a3e2-a9811861ee75" -d '{"events": [{"server_uuid": "7347c405-3f64-473e-96f2-3c9f7647f95b", "name": "network-vif-deleted", "tag": "6a999a07-9bd4-4c88-a09e-910b12cfa822"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:48.639750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Attempting to bind port b2669705-e59c-423a-9841-dc279ba154f6 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:48.640791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Attempting to bind port b2669705-e59c-423a-9841-dc279ba154f6 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:48.641128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Attempting to bind port b2669705-e59c-423a-9841-dc279ba154f6 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:48.645957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Port b2669705-e59c-423a-9841-dc279ba154f6 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:48.646283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Attempting to bind port b2669705-e59c-423a-9841-dc279ba154f6 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:48.654606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:48.655030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Checking segment: {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:48.655493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Bound using segment: {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:48.655958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Bound port: b2669705-e59c-423a-9841-dc279ba154f6, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:48.656339 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.773659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe7629-dba7-426b-b3d0-aaafbb7c09ae req-1d2a73a6-101f-43bd-b06b-b8e80ea1654f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.781235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-02fe7629-dba7-426b-b3d0-aaafbb7c09ae req-1d2a73a6-101f-43bd-b06b-b8e80ea1654f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 943 time: 0.0869393 Jul 16 20:09:48.784644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6a999a07-9bd4-4c88-a09e-910b12cfa822 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:48.807818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a654bbc-e263-4ee8-aa4c-eab2bcc0cb75 req-0e62e691-0382-4f5a-913f-f7711e26e53b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.809358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a654bbc-e263-4ee8-aa4c-eab2bcc0cb75 req-0e62e691-0382-4f5a-913f-f7711e26e53b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 945 time: 0.0960250 Jul 16 20:09:48.813793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] For port b2669705-e59c-423a-9841-dc279ba154f6, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:48.817030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] For port b2669705-e59c-423a-9841-dc279ba154f6, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2669705-e59c-423a-9841-dc279ba154f6,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:48.837531 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.850556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 6a999a07-9bd4-4c88-a09e-910b12cfa822 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:48.851183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6a999a07-9bd4-4c88-a09e-910b12cfa822 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:48.851863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6472eeac-f6e0-4333-ae27-4b887da969ef no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:48.878583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 6472eeac-f6e0-4333-ae27-4b887da969ef {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:48.879374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6472eeac-f6e0-4333-ae27-4b887da969ef not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:48.881396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 21a8988c-cb1d-41a3-bf22-214b3063cfb2 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:48.902671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-02fe7629-dba7-426b-b3d0-aaafbb7c09ae req-ea437e86-afa7-445f-ad4c-aa0f3d7c8b63 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034713 Jul 16 20:09:48.902978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 21a8988c-cb1d-41a3-bf22-214b3063cfb2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:48.903356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 21a8988c-cb1d-41a3-bf22-214b3063cfb2 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:48.904774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a654bbc-e263-4ee8-aa4c-eab2bcc0cb75 req-a4e4cdf3-16c5-4a7b-b9c7-293d84f57256 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848846 Jul 16 20:09:48.910809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:48.911384 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:48.912757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] 10.222.0.63 "PUT /v2.0/ports/b2669705-e59c-423a-9841-dc279ba154f6 HTTP/1.1" status: 200 len: 1092 time: 1.5806704 Jul 16 20:09:48.913640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'tag': 'b2669705-e59c-423a-9841-dc279ba154f6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:48.916040 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b0b9d1-5604-4146-b694-21142b94a35b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29", "tag": "b2669705-e59c-423a-9841-dc279ba154f6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:48.954806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a417d30-d54d-4e5b-b9c0-2fcca595ec4f service neutron] Pushing event updated for resources: {'Port': ['ID=b2669705-e59c-423a-9841-dc279ba154f6,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:49.013592 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54adcb03-a9e2-444d-94c7-cc2e31d1df0d x-openstack-request-id: req-54adcb03-a9e2-444d-94c7-cc2e31d1df0d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:49.014632 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7347c405-3f64-473e-96f2-3c9f7647f95b", "name": "network-vif-deleted", "tag": "6a999a07-9bd4-4c88-a09e-910b12cfa822", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:49.015791 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54adcb03-a9e2-444d-94c7-cc2e31d1df0d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:49.016290 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7347c405-3f64-473e-96f2-3c9f7647f95b', 'name': 'network-vif-deleted', 'tag': '6a999a07-9bd4-4c88-a09e-910b12cfa822', 'status': 'completed', 'code': 200} Jul 16 20:09:49.039216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-ee246521-286a-43da-ae19-31958b7d8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.041685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-ee246521-286a-43da-ae19-31958b7d8635 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 1095 time: 0.0667484 Jul 16 20:09:49.052909 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2b9efa-5a67-45eb-b0e7-d144c011bcf2 x-openstack-request-id: req-0a2b9efa-5a67-45eb-b0e7-d144c011bcf2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:49.053387 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29", "tag": "b2669705-e59c-423a-9841-dc279ba154f6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:49.053800 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a2b9efa-5a67-45eb-b0e7-d144c011bcf2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:49.054405 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'tag': 'b2669705-e59c-423a-9841-dc279ba154f6', 'status': 'completed', 'code': 200} Jul 16 20:09:49.102389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-cd2c2866-7e47-47d4-9a82-4d31cab77b51 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2669705-e59c-423a-9841-dc279ba154f6 HTTP/1.1" status: 200 len: 217 time: 0.0511305 Jul 16 20:09:49.174812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-f0586eee-5cb4-4cf3-9489-0487a9966dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.177304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-f0586eee-5cb4-4cf3-9489-0487a9966dea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a1b78a6c-dbe4-4f1c-b271-789c4623af4e HTTP/1.1" status: 200 len: 844 time: 0.0690360 Jul 16 20:09:49.224050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-3658f522-4758-4f0e-9e0b-6b912c94def5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eb8c7c10-080f-44b1-b05a-c09b05b6691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390747 Jul 16 20:09:49.309936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be81946-cfc3-4ceb-9a6d-89db63db073d req-1d605b7d-ac3e-4907-9ab6-d93c283bde81 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.318645 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5be81946-cfc3-4ceb-9a6d-89db63db073d req-1d605b7d-ac3e-4907-9ab6-d93c283bde81 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1026042 Jul 16 20:09:49.374834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5be81946-cfc3-4ceb-9a6d-89db63db073d req-2491bcff-6fdd-4aa7-ba32-0027cc71413e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523417 Jul 16 20:09:49.380325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-2014ba01-79bd-4c4e-b4b2-508640484b06 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491327 Jul 16 20:09:49.517021 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15a3010-fed3-4590-90c7-e75dcf3da8c2 req-e83c793c-cb52-49f5-a8f1-6ca5055679dc service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303072 Jul 16 20:09:49.666197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503ef00-237a-4ed4-bd50-c996ae67049f req-04528488-1dfd-4526-b0ff-bd5d59adb45d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.667757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a503ef00-237a-4ed4-bd50-c996ae67049f req-04528488-1dfd-4526-b0ff-bd5d59adb45d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 950 time: 0.1123390 Jul 16 20:09:49.679028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-a138d6bb-3a5c-40d4-b11c-38a211f4029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.680540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-a138d6bb-3a5c-40d4-b11c-38a211f4029e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 1095 time: 0.0905325 Jul 16 20:09:49.707551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e775e-714d-4352-a5a0-741f05cdf570 req-513de9c2-aad0-432a-bb9f-03be9be9dd9d tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.709606 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-758e775e-714d-4352-a5a0-741f05cdf570 req-513de9c2-aad0-432a-bb9f-03be9be9dd9d tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 945 time: 0.0980105 Jul 16 20:09:49.744486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a503ef00-237a-4ed4-bd50-c996ae67049f req-e001b712-9483-4a13-9c8f-e0a011752dcf tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592954 Jul 16 20:09:49.774522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-758e775e-714d-4352-a5a0-741f05cdf570 req-2e6a24e9-22d7-4ae1-8d89-07b21665c502 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/security-groups?id=38688345-a61e-4702-89d7-982243c5a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574625 Jul 16 20:09:49.805530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-e8da4682-22da-4118-949f-1d10ff46e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.807124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-e8da4682-22da-4118-949f-1d10ff46e323 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 905 time: 0.1153803 Jul 16 20:09:49.845397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:49.853037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-adead3d9-5f60-449e-b0ba-0f87fd394a66 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2669705-e59c-423a-9841-dc279ba154f6 HTTP/1.1" status: 200 len: 217 time: 0.0389872 Jul 16 20:09:49.910823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-ec95c36d-dc04-44fd-88ed-353e8401640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:49.912713 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-ec95c36d-dc04-44fd-88ed-353e8401640b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a1b78a6c-dbe4-4f1c-b271-789c4623af4e HTTP/1.1" status: 200 len: 844 time: 0.0527356 Jul 16 20:09:49.930984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:49.935640 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:49.936012 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:49.971879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-58981acf-ea38-4a73-b382-26e11eaee00e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eb8c7c10-080f-44b1-b05a-c09b05b6691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500586 Jul 16 20:09:50.031471 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.060983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e6744-79f6-48b2-b340-9761498c1fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb5c752-7fdc-424a-8cc5-8feceb6836a9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:50.063521 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e75a5ff-75c1-4702-b34f-6dce751cf7a3" -d '{"events": [{"server_uuid": "c24e6744-79f6-48b2-b340-9761498c1fb0", "name": "network-vif-plugged", "status": "completed", "tag": "6eb5c752-7fdc-424a-8cc5-8feceb6836a9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:50.081096 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,segment=NetworkSegment(c89fbe33-8256-473e-a4e2-f1c19b8215f2),segment_id=c89fbe33-8256-473e-a4e2-f1c19b8215f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:50.090846 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.091991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8bf70545-acca-491b-8981-269a63fe44dc no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:50.143984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-24fc14a1-935d-41c8-b379-36216ad90608 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666350 Jul 16 20:09:50.155690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc7ba9-3f70-4044-8cd1-f47edc8ac9cd req-8b3b19cf-0ee8-43ed-968c-aeb726895c90 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.157200 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7afc7ba9-3f70-4044-8cd1-f47edc8ac9cd req-8b3b19cf-0ee8-43ed-968c-aeb726895c90 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 945 time: 0.0759089 Jul 16 20:09:50.177869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:50.211658 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7afc7ba9-3f70-4044-8cd1-f47edc8ac9cd req-8fd47780-aad0-4e1e-8e93-75ee06ec5862 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482600 Jul 16 20:09:50.224744 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.277904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8bf70545-acca-491b-8981-269a63fe44dc,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:50.283368 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.290178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002bfd-6007-479b-b50b-f4acba5e04cb req-008473ec-19cc-466f-b0d6-743596bc1164 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.296970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8f002bfd-6007-479b-b50b-f4acba5e04cb req-008473ec-19cc-466f-b0d6-743596bc1164 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 943 time: 0.1874614 Jul 16 20:09:50.330164 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3b0b9d1-5604-4146-b694-21142b94a35b req-c6eff524-3293-4754-a7e4-91bc0c1a9f42 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759455 Jul 16 20:09:50.357802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8bf70545-acca-491b-8981-269a63fe44dc,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:50.373372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8f002bfd-6007-479b-b50b-f4acba5e04cb req-c2f16435-1239-4c46-b48f-8e0b0c25a42f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754492 Jul 16 20:09:50.425109 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a5c06d-f8f5-4290-9a39-663b7c308920 x-openstack-request-id: req-75a5c06d-f8f5-4290-9a39-663b7c308920 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:50.425506 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e6744-79f6-48b2-b340-9761498c1fb0", "name": "network-vif-plugged", "status": "completed", "tag": "6eb5c752-7fdc-424a-8cc5-8feceb6836a9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:50.425856 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75a5c06d-f8f5-4290-9a39-663b7c308920 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:50.426339 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e6744-79f6-48b2-b340-9761498c1fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb5c752-7fdc-424a-8cc5-8feceb6836a9', 'code': 200} Jul 16 20:09:50.504779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-63154f0d-cff5-4c3f-ad12-b43fe7f3f604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:50.616048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090090-fb7b-4e0e-937c-282fc6c5ed62 req-13c7cd83-3ddb-4f1a-9521-03a8559f3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.617829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-80090090-fb7b-4e0e-937c-282fc6c5ed62 req-13c7cd83-3ddb-4f1a-9521-03a8559f3589 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 1098 time: 0.1018393 Jul 16 20:09:50.632546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d087b1-cb93-45aa-945b-8fa9e4ec3400 req-3a18c210-c80f-43d2-8d5b-ce53ec8d865f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.634137 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04d087b1-cb93-45aa-945b-8fa9e4ec3400 req-3a18c210-c80f-43d2-8d5b-ce53ec8d865f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1075835 Jul 16 20:09:50.683929 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-80090090-fb7b-4e0e-937c-282fc6c5ed62 req-73e35823-51d9-4fa6-b280-a5a379150f17 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38688345-a61e-4702-89d7-982243c5a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Jul 16 20:09:50.700078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04d087b1-cb93-45aa-945b-8fa9e4ec3400 req-b2e6e658-6d2f-4dd1-9144-99f5cb2980ce tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573678 Jul 16 20:09:50.939803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21ff21-7d23-4764-997a-dc75b3954d44 req-80a4d3f0-f56b-42b0-aac5-ec44428d0648 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.941233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac21ff21-7d23-4764-997a-dc75b3954d44 req-80a4d3f0-f56b-42b0-aac5-ec44428d0648 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 950 time: 0.0665965 Jul 16 20:09:50.956992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a210-1453-4347-ad7b-233dc20cc968 req-16a7f518-6b15-4d84-8553-cf3b838e66c9 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:50.958611 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ad0a210-1453-4347-ad7b-233dc20cc968 req-16a7f518-6b15-4d84-8553-cf3b838e66c9 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 946 time: 0.0713074 Jul 16 20:09:50.979489 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac21ff21-7d23-4764-997a-dc75b3954d44 req-1732b328-d2e1-43ee-a180-0e31abaa1a0c tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Jul 16 20:09:51.004571 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ad0a210-1453-4347-ad7b-233dc20cc968 req-9336fe14-c8b8-4bfc-888a-36211c0e9990 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/security-groups?id=38688345-a61e-4702-89d7-982243c5a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397100 Jul 16 20:09:51.090653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-5cb9c725-a3ad-4cb6-af1a-d30d89bb0579 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.092382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-5cb9c725-a3ad-4cb6-af1a-d30d89bb0579 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.30 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 943 time: 0.0710888 Jul 16 20:09:51.195575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Deleting port 8bf70545-acca-491b-8981-269a63fe44dc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:51.195856 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.309377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] For port 8bf70545-acca-491b-8981-269a63fe44dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8bf70545-acca-491b-8981-269a63fe44dc,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:51.309741 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.325241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Calling delete_port for 8bf70545-acca-491b-8981-269a63fe44dc owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:51.457400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:51.520526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5c18-e8ab-4c53-a39f-d9be6a426c72 req-d06b7b1d-0fd5-4682-adc0-9f6cc75c34fc tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.522481 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5aa5c18-e8ab-4c53-a39f-d9be6a426c72 req-d06b7b1d-0fd5-4682-adc0-9f6cc75c34fc tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 943 time: 0.1604478 Jul 16 20:09:51.587662 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5aa5c18-e8ab-4c53-a39f-d9be6a426c72 req-7f668a33-8ec8-4d76-8173-a176da6678f4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555797 Jul 16 20:09:51.600604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.630151 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddb98ce7-a90c-4acd-ac40-1761ba407d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.663510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event deleted for resources: {'Port': ['ID=8bf70545-acca-491b-8981-269a63fe44dc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:51.676892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d06b00-2089-486f-926d-b65dcbbfbdf2 req-56a5d26a-1e84-47e4-8ceb-b2f98a5ebbe7 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.678563 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-62d06b00-2089-486f-926d-b65dcbbfbdf2 req-56a5d26a-1e84-47e4-8ceb-b2f98a5ebbe7 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 943 time: 0.1440904 Jul 16 20:09:51.737515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddb98ce7-a90c-4acd-ac40-1761ba407d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.744199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddb98ce7-a90c-4acd-ac40-1761ba407d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.754964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] No DVR routers for this DVR port 8bf70545-acca-491b-8981-269a63fe44dc on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:51.766888 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.769228 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c76acc05-8f68-4ebc-a419-f14437da1850 req-a86c7793-e76b-457f-a5d7-874f13f6a73e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.30 "DELETE /v2.0/ports/8bf70545-acca-491b-8981-269a63fe44dc HTTP/1.1" status: 204 len: 173 time: 0.6691864 Jul 16 20:09:51.769675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'name': 'network-vif-deleted', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:51.772174 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6fb6b8-50a4-48ef-a9a6-443ab2061e6f" -d '{"events": [{"server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "name": "network-vif-deleted", "tag": "8bf70545-acca-491b-8981-269a63fe44dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:51.789468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-cc1733e7-1f31-4c2e-97ab-3b17331f284d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:51.791219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-cc1733e7-1f31-4c2e-97ab-3b17331f284d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 950 time: 0.2032337 Jul 16 20:09:51.798877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ddb98ce7-a90c-4acd-ac40-1761ba407d0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90feeb7e080149fbbbc7aa2bff205a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404341 Jul 16 20:09:51.803044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:51.811109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-62d06b00-2089-486f-926d-b65dcbbfbdf2 req-b8f0925f-c757-48d3-b706-65447fcebeb8 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907853 Jul 16 20:09:51.821971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98ce7-a90c-4acd-ac40-1761ba407d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc23c94-64c5-4689-aa5a-ac3f34dcf553,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:51.901618 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-101f85ae-f56c-4e20-a1b1-9fb9159360f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.908585 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f3f29-c739-4c09-aa84-772610a0e310 x-openstack-request-id: req-d72f3f29-c739-4c09-aa84-772610a0e310 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:51.909107 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "name": "network-vif-deleted", "tag": "8bf70545-acca-491b-8981-269a63fe44dc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:51.909460 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d72f3f29-c739-4c09-aa84-772610a0e310 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:51.909954 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'name': 'network-vif-deleted', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc', 'status': 'completed', 'code': 200} Jul 16 20:09:51.929270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-101f85ae-f56c-4e20-a1b1-9fb9159360f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:51.941967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Deleting port aa00cab1-255f-4be6-8633-01c341ed1c44 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:09:51.941967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.057152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] For port aa00cab1-255f-4be6-8633-01c341ed1c44, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aa00cab1-255f-4be6-8633-01c341ed1c44,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:52.058106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-101f85ae-f56c-4e20-a1b1-9fb9159360f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.058237 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.060933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-101f85ae-f56c-4e20-a1b1-9fb9159360f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.065712 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-101f85ae-f56c-4e20-a1b1-9fb9159360f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fc23c94-64c5-4689-aa5a-ac3f34dcf553 HTTP/1.1" status: 204 len: 168 time: 0.2605488 Jul 16 20:09:52.084349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5029d75-85e1-42a0-a286-b4d75a490604 req-162c1420-4f1e-49bc-baa0-c908d32a067c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:52.086019 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5029d75-85e1-42a0-a286-b4d75a490604 req-162c1420-4f1e-49bc-baa0-c908d32a067c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1075463 Jul 16 20:09:52.087325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f85ae-f56c-4e20-a1b1-9fb9159360f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc23c94-64c5-4689-aa5a-ac3f34dcf553,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:52.094086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Calling delete_port for aa00cab1-255f-4be6-8633-01c341ed1c44 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:09:52.164226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5029d75-85e1-42a0-a286-b4d75a490604 req-ec3c396d-d520-42c3-8e5a-88de44f68ceb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651562 Jul 16 20:09:52.308151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897777a3-bf81-4c34-b9c7-6c4bfe6ce8e7 req-5e6132f7-f09b-461b-84d8-9f98112c2b65 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:52.316476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-897777a3-bf81-4c34-b9c7-6c4bfe6ce8e7 req-5e6132f7-f09b-461b-84d8-9f98112c2b65 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 950 time: 0.1495237 Jul 16 20:09:52.388304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-897777a3-bf81-4c34-b9c7-6c4bfe6ce8e7 req-48b59549-2cd1-4da9-a7d7-5eaa52dcfac4 tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a792010-c91f-4a71-bc8a-768626181bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701859 Jul 16 20:09:52.397684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.414982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aa00cab1-255f-4be6-8633-01c341ed1c44'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:52.436708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc348860-3830-4599-9e61-20e8eea23f42 req-f43f91c6-1bc6-49bc-9416-e01b919c84dc tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:52.443546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Pushing event deleted for resources: {'Port': ['ID=aa00cab1-255f-4be6-8633-01c341ed1c44,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:52.443774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fc348860-3830-4599-9e61-20e8eea23f42 req-f43f91c6-1bc6-49bc-9416-e01b919c84dc tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 946 time: 0.1200078 Jul 16 20:09:52.476809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:52.482565 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c77e57c-f9f2-4a1e-8b2f-f354f00ee3d3" -d '{"events": [{"server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "8bf70545-acca-491b-8981-269a63fe44dc"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:52.516376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:52.518358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] No DVR routers for this DVR port aa00cab1-255f-4be6-8633-01c341ed1c44 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:52.521104 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.523230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-20ee2abe-d73b-47eb-b37f-662ef169f640 req-5a923e65-01c1-4219-aa30-c5f93c3e83ee tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.30 "DELETE /v2.0/ports/aa00cab1-255f-4be6-8633-01c341ed1c44 HTTP/1.1" status: 204 len: 173 time: 0.7106116 Jul 16 20:09:52.538267 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fc348860-3830-4599-9e61-20e8eea23f42 req-d11da682-36e6-4397-b701-7e92d97dcade tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/security-groups?id=38688345-a61e-4702-89d7-982243c5a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919642 Jul 16 20:09:52.554848 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3832d72c-0f1a-4920-b0be-788a63e988ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.588604 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f19173-28a6-46b0-bac6-09c5202061bd x-openstack-request-id: req-c7f19173-28a6-46b0-bac6-09c5202061bd {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:52.589029 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3556ef47-c06f-44f8-84bb-26c43c7f3a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "8bf70545-acca-491b-8981-269a63fe44dc", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:52.589406 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7f19173-28a6-46b0-bac6-09c5202061bd {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:52.590662 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3556ef47-c06f-44f8-84bb-26c43c7f3a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf70545-acca-491b-8981-269a63fe44dc', 'code': 200} Jul 16 20:09:52.682356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3832d72c-0f1a-4920-b0be-788a63e988ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.701279 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3832d72c-0f1a-4920-b0be-788a63e988ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.783531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9d665a9-1fb3-456a-9116-1d2b99146dc2 req-256b68b4-b3fb-4c79-a23e-acadd7bba7e8 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=3556ef47-c06f-44f8-84bb-26c43c7f3a3a HTTP/1.1" status: 200 len: 210 time: 0.0397732 Jul 16 20:09:52.794981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2669705-e59c-423a-9841-dc279ba154f6 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:52.798928 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-384efc11-7147-47cd-adca-cc13466fb092 req-a570e01d-c6f1-4862-b113-a2977a106bf1 service neutron] show failed (client error): The resource could not be found. Jul 16 20:09:52.803043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-a570e01d-c6f1-4862-b113-a2977a106bf1 service neutron] 10.222.0.63 "GET /v2.0/ports/696cc184-9d2a-4941-ba5e-84d7a1fd77af/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.1173546 Jul 16 20:09:52.806443 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3832d72c-0f1a-4920-b0be-788a63e988ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6171fda020548e88fdb363d03b34226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882183 Jul 16 20:09:52.809399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45532) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:52.824809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832d72c-0f1a-4920-b0be-788a63e988ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d90bd7f-8f11-4371-abfd-73da1da4b901,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:52.956475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca16c99b-7eb4-46cf-aa9c-d972ebe1a79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:52.981890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b2669705-e59c-423a-9841-dc279ba154f6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2669705-e59c-423a-9841-dc279ba154f6,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:52.997215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca16c99b-7eb4-46cf-aa9c-d972ebe1a79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.006752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'b2669705-e59c-423a-9841-dc279ba154f6', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'port_id': 'b2669705-e59c-423a-9841-dc279ba154f6', 'mac_address': 'fa:16:3e:c1:5f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b78a6c-dbe4-4f1c-b271-789c4623af4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:09:53.082272 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.092754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca16c99b-7eb4-46cf-aa9c-d972ebe1a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.097799 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca16c99b-7eb4-46cf-aa9c-d972ebe1a79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.100520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ca16c99b-7eb4-46cf-aa9c-d972ebe1a79c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d90bd7f-8f11-4371-abfd-73da1da4b901 HTTP/1.1" status: 204 len: 168 time: 0.2893615 Jul 16 20:09:53.105444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2669705-e59c-423a-9841-dc279ba154f6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:53.108587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16c99b-7eb4-46cf-aa9c-d972ebe1a79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d90bd7f-8f11-4371-abfd-73da1da4b901,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:53.147957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b2669705-e59c-423a-9841-dc279ba154f6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2669705-e59c-423a-9841-dc279ba154f6,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:53.165449 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.223974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77ba26-65f0-4010-bbe7-ad2a50c1e1d3 req-2e4e7b52-49df-4371-8b77-b35fd26da736 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.225573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce77ba26-65f0-4010-bbe7-ad2a50c1e1d3 req-2e4e7b52-49df-4371-8b77-b35fd26da736 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 943 time: 0.2044146 Jul 16 20:09:53.275104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b2669705-e59c-423a-9841-dc279ba154f6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:53.284118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-0cd4aeca-c5fb-4565-af32-edf0c91c676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.287557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-0cd4aeca-c5fb-4565-af32-edf0c91c676a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5&tenant_id=743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 1102 time: 0.0895452 Jul 16 20:09:53.291915 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce77ba26-65f0-4010-bbe7-ad2a50c1e1d3 req-e57b5cde-eef8-4e9f-866c-46854efad3a9 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588770 Jul 16 20:09:53.303076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:53.349895 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.381389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-70857788-498a-4305-aed8-eac76c088960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.400501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['b2669705-e59c-423a-9841-dc279ba154f6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.415599 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:09:53.419980 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:09:53.462004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:53.605481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0216341-e07f-4d87-b2ae-a3c2c128b52c req-554e2860-614b-4c8e-a7f2-df6b5d0a6646 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:53.629008 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0216341-e07f-4d87-b2ae-a3c2c128b52c req-554e2860-614b-4c8e-a7f2-df6b5d0a6646 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.2219472 Jul 16 20:09:53.678486 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-58b38396-b1bf-441f-9ac1-ff7a442d387f req-255b0d02-c183-45de-99ad-11e1bb305a9d tempest-ServersOnMultiNodesTest-920215772 tempest-ServersOnMultiNodesTest-920215772-project] 10.222.0.10 "GET /v2.0/ports?device_id=c58a86a9-e728-43e3-b928-3a7f6fe0d85c HTTP/1.1" status: 200 len: 210 time: 0.0523362 Jul 16 20:09:53.738217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0216341-e07f-4d87-b2ae-a3c2c128b52c req-70eb20e0-2db8-4a56-b843-6f8b2d0ec0f0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033673 Jul 16 20:09:53.862963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:53.865936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8bf70545-acca-491b-8981-269a63fe44dc no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:53.898807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 8bf70545-acca-491b-8981-269a63fe44dc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:53.899904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8bf70545-acca-491b-8981-269a63fe44dc not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:53.913385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58a86a9-e728-43e3-b928-3a7f6fe0d85c', 'name': 'network-vif-deleted', 'tag': 'aa00cab1-255f-4be6-8633-01c341ed1c44'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:53.916599 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8909acc-e50c-4135-8e1b-f86ea45b1afd" -d '{"events": [{"server_uuid": "c58a86a9-e728-43e3-b928-3a7f6fe0d85c", "name": "network-vif-deleted", "tag": "aa00cab1-255f-4be6-8633-01c341ed1c44"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:53.940742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:54.024407 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8cc7a6-4cee-4a32-8b88-c07041c914f4 x-openstack-request-id: req-5c8cc7a6-4cee-4a32-8b88-c07041c914f4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:54.024723 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58a86a9-e728-43e3-b928-3a7f6fe0d85c", "name": "network-vif-deleted", "tag": "aa00cab1-255f-4be6-8633-01c341ed1c44", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:54.025096 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c8cc7a6-4cee-4a32-8b88-c07041c914f4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:54.025680 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58a86a9-e728-43e3-b928-3a7f6fe0d85c', 'name': 'network-vif-deleted', 'tag': 'aa00cab1-255f-4be6-8633-01c341ed1c44', 'status': 'completed', 'code': 200} Jul 16 20:09:54.033214 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.056364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Transition to ACTIVE for port object 696cc184-9d2a-4941-ba5e-84d7a1fd77af will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:54.066261 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.114767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:54.146346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] No DVR routers for this DVR port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:09:54.205462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:54.205754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:54.206078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:54.221058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:09:54.221384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:54.234652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:54.234987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:54.235395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:54.236621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Bound port: 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:54.236978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.292731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:54.365389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-3de5ce78-686a-4946-99e2-fb0973f9c03a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.366986 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-3de5ce78-686a-4946-99e2-fb0973f9c03a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/networks?id=2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 200 len: 821 time: 0.1887174 Jul 16 20:09:54.394734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6204c970-321b-4811-b266-b4b83b50b62f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/quotas/97a0f4b7af86494f92e7f1801dbbe1f8 HTTP/1.1" status: 200 len: 375 time: 0.0145867 Jul 16 20:09:54.398014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:54.414223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:54.425098 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.428761 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.432435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-network', 'tenant_id': 'b3925324f30a40c4be356af892fe559b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:54.457700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Made reservation on behalf of b3925324f30a40c4be356af892fe559b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:54.460485 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.471050 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.489292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.489914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.491347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] 10.222.0.30 "PUT /v2.0/ports/696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 1097 time: 1.1930282 Jul 16 20:09:54.521829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767af1c1-a41e-4918-85b7-7248f055bcaf service neutron] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:54.549703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-7a454b02-e694-4cbe-ada9-61a3788d6600 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1408434 Jul 16 20:09:54.630762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.637143 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.675607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:09:54.684966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-fe79ab34-806f-4d18-a7a4-1e924b581bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.686628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-fe79ab34-806f-4d18-a7a4-1e924b581bde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1100 time: 0.1597998 Jul 16 20:09:54.687539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac8a8af-7e2b-4685-acc9-e377fc3aa268,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:54.692642 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.694552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-7253ac11-38e5-43d4-bf18-82dccc688752 service neutron] 10.222.0.10 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427264 Jul 16 20:09:54.698725 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Added segment 207e8a7d-2a3b-4225-8ba7-93b3a6f987c8 of type vlan for network 8dbb8d74-1abf-4876-834c-0e60ea396d37 Jul 16 20:09:54.747051 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.790757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.792606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.793699 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.802846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2669705-e59c-423a-9841-dc279ba154f6 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:54.830615 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5367620 Jul 16 20:09:54.833791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:54.863382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-b02bb545-2bde-4f02-861f-3513ebf2fc39 service neutron] 10.222.0.10 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999804 Jul 16 20:09:54.887768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Request body: {'subnet': {'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-subnet', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:54.894838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694e3be-a1ba-4453-91cc-0dd10d9c5f07 admin admin] Pushing event updated for resources: {'Network': ['ID=8dbb8d74-1abf-4876-834c-0e60ea396d37,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:54.896653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-8b7dbaf0-ebcc-4a99-a93a-1f3b77bc1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:54.898407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-8b7dbaf0-ebcc-4a99-a93a-1f3b77bc1086 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2039328 Jul 16 20:09:54.909240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port b2669705-e59c-423a-9841-dc279ba154f6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:54.915625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8dbb8d74-1abf-4876-834c-0e60ea396d37 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:09:54.940635 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Made reservation on behalf of b3925324f30a40c4be356af892fe559b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:54.943587 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:54.966927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-003769ca-4667-48a2-9082-11f2b0ca613f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 217 time: 0.0563989 Jul 16 20:09:54.969904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port b2669705-e59c-423a-9841-dc279ba154f6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:54.978009 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.044673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-fb9ef468-f113-4c00-a38d-5ce3466ecf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.046264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-fb9ef468-f113-4c00-a38d-5ce3466ecf73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0627778 Jul 16 20:09:55.170500 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.223780 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.227477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2669705-e59c-423a-9841-dc279ba154f6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:55.230136 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4346e21-55be-4cda-b9c1-ac674db29d1b" -d '{"events": [{"server_uuid": "a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b2669705-e59c-423a-9841-dc279ba154f6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:55.246762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b2669705-e59c-423a-9841-dc279ba154f6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2669705-e59c-423a-9841-dc279ba154f6,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:55.256406 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.354555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375d8cff-0557-4f0e-9654-0096d3a452c9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:55.368276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Checking segment: {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:55.368637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Network hostable DHCP agents. Network: 8dbb8d74-1abf-4876-834c-0e60ea396d37, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:09:55.390670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b2669705-e59c-423a-9841-dc279ba154f6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:55.398990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd08dda-6e69-4ea6-83cb-0bb758b18abe req-c3132fbc-9165-4c62-a339-d29f219223e3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.404975 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fdd08dda-6e69-4ea6-83cb-0bb758b18abe req-c3132fbc-9165-4c62-a339-d29f219223e3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 944 time: 0.1949983 Jul 16 20:09:55.444342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384efc11-7147-47cd-adca-cc13466fb092 req-ae3b0683-51aa-4d92-bb31-57e425c193dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.446637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-ae3b0683-51aa-4d92-bb31-57e425c193dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2060289 Jul 16 20:09:55.448060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Network 8dbb8d74-1abf-4876-834c-0e60ea396d37 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:09:55.468733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37025e7-d7e3-4e05-8802-0d95ba09530f req-65f6a8a2-92f7-4386-98a0-99d5eb5b9ce0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.477747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e37025e7-d7e3-4e05-8802-0d95ba09530f req-65f6a8a2-92f7-4386-98a0-99d5eb5b9ce0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 948 time: 0.1820111 Jul 16 20:09:55.480719 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fdd08dda-6e69-4ea6-83cb-0bb758b18abe req-69e0b716-79ee-4d4e-a913-d8c41abcec0f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747628 Jul 16 20:09:55.496070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8dbb8d74-1abf-4876-834c-0e60ea396d37) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:55.501408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:55.502269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.518685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a823d5-e7f6-4191-a141-6a74d4a5b41e None None] Network 8dbb8d74-1abf-4876-834c-0e60ea396d37 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:55.531375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ac1643fc-6e10-45c9-930a-f64e9c8c1875 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6958926 Jul 16 20:09:55.532746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:55.538682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:55.558784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45632) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:55.624830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0f3f847d-2bf6-493c-82e1-601f40894ac5 req-67305070-9eef-47df-8aa7-870e6510ce69 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 210 time: 0.0760865 Jul 16 20:09:55.642306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.644603 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.722495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8dbb8d74-1abf-4876-834c-0e60ea396d37', 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'fixed_ips': [{'subnet_id': '375d8cff-0557-4f0e-9654-0096d3a452c9'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:09:55.723761 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.731315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e37025e7-d7e3-4e05-8802-0d95ba09530f req-7b854753-8193-4bca-aa2c-c290af7fce54 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526367 Jul 16 20:09:55.774242 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:55.847690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-b7853709-cb7b-4391-b633-5800ff227bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606617 Jul 16 20:09:55.850428 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774c8be8-a537-4882-82c9-d265d61d2826 x-openstack-request-id: req-774c8be8-a537-4882-82c9-d265d61d2826 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:55.850990 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b2669705-e59c-423a-9841-dc279ba154f6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:55.851578 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-774c8be8-a537-4882-82c9-d265d61d2826 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:55.852267 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2669705-e59c-423a-9841-dc279ba154f6', 'code': 200} Jul 16 20:09:55.863806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aa00cab1-255f-4be6-8633-01c341ed1c44 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:55.896098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: aa00cab1-255f-4be6-8633-01c341ed1c44 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:09:55.896555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aa00cab1-255f-4be6-8633-01c341ed1c44 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:55.986856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Allocated IP 172.20.0.2 (8dbb8d74-1abf-4876-834c-0e60ea396d37/375d8cff-0557-4f0e-9654-0096d3a452c9/88e1cd3a-19d5-41df-9c67-8f39f2c72847) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:56.057668 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.169443 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.176758 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.182551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Transition to ACTIVE for port object 88e1cd3a-19d5-41df-9c67-8f39f2c72847 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:56.186862 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:09:56.200227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Transition to ACTIVE for port object 88e1cd3a-19d5-41df-9c67-8f39f2c72847 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:56.206559 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.248911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Network 8dbb8d74-1abf-4876-834c-0e60ea396d37 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:56.252252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:56.255539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:56.265252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Pushing event updated for resources: {'Port': ['ID=88e1cd3a-19d5-41df-9c67-8f39f2c72847,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:56.315218 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.332147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Attempting to bind port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:09:56.332530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Attempting to bind port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:09:56.332896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Attempting to bind port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 on network 8dbb8d74-1abf-4876-834c-0e60ea396d37 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:09:56.338485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:09:56.338841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.338967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Checking segment: {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:09:56.339386 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.339798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Bound using segment: {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:09:56.340268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Bound port: 88e1cd3a-19d5-41df-9c67-8f39f2c72847, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:09:56.340649 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.371371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af'}, {'name': 'network-changed', 'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:09:56.373602 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f1eb76-73f7-45a2-86a7-af5aecf69fba" -d '{"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af"}, {"name": "network-changed", "server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:09:56.415483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] For port 88e1cd3a-19d5-41df-9c67-8f39f2c72847, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:09:56.420016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] For port 88e1cd3a-19d5-41df-9c67-8f39f2c72847, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=88e1cd3a-19d5-41df-9c67-8f39f2c72847,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:09:56.425983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.432685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9a327b83-66cc-4c8b-a07a-1d5f7bcee2ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e341144ff89042febd24438ee1226e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8604126 Jul 16 20:09:56.433224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:56.482836 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e111b8b-88ca-4d29-9f37-34d8a8ff90b4 x-openstack-request-id: req-5e111b8b-88ca-4d29-9f37-34d8a8ff90b4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:09:56.483187 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af", "code": 200}, {"name": "network-changed", "server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:09:56.483517 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e111b8b-88ca-4d29-9f37-34d8a8ff90b4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:09:56.483916 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'code': 200} Jul 16 20:09:56.484170 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'status': 'completed', 'code': 200} Jul 16 20:09:56.502657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Allocated IP 172.25.7.193 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/a6d17347-4ed3-4a3a-a46f-5549899cb97e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:56.522037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-384efc11-7147-47cd-adca-cc13466fb092 req-3efabd83-ad76-4190-8599-33190b052a30 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401994 Jul 16 20:09:56.566243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf6261c-579d-480f-b0a5-9cd799f95b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.606024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf6261c-579d-480f-b0a5-9cd799f95b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.625069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bd780-dbf3-4988-9622-4ab87fb598eb None None] Pushing event updated for resources: {'Port': ['ID=88e1cd3a-19d5-41df-9c67-8f39f2c72847,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:56.647351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca742-9fb0-4edc-a58c-2d625135ae84 req-e5872c93-48b7-4436-87c5-d802f9003350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.647964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.650765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaeca742-9fb0-4edc-a58c-2d625135ae84 req-e5872c93-48b7-4436-87c5-d802f9003350 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 1097 time: 0.2640438 Jul 16 20:09:56.756322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:56.806926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:09:56.830123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaeca742-9fb0-4edc-a58c-2d625135ae84 req-a6fc5e0d-9e7e-4bd3-9d16-b7b35b906acb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394887 Jul 16 20:09:56.957401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:09:56.987466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-cb546322-15f5-489c-8198-21b6bce54af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:56.989331 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-cb546322-15f5-489c-8198-21b6bce54af9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1100 time: 0.3621857 Jul 16 20:09:57.029328 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf6261c-579d-480f-b0a5-9cd799f95b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.032902 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdf6261c-579d-480f-b0a5-9cd799f95b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.034425 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bdf6261c-579d-480f-b0a5-9cd799f95b9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a792010-c91f-4a71-bc8a-768626181bfd HTTP/1.1" status: 204 len: 168 time: 0.5995147 Jul 16 20:09:57.065381 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b65240c2-b792-4d3b-beb0-4a385600d51f req-95ebde92-777a-402e-9087-9c9c5640c4c8 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 210 time: 0.1929276 Jul 16 20:09:57.098552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:57.118238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:57.129764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:57.135553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d17347-4ed3-4a3a-a46f-5549899cb97e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:57.154770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ce6fd-1a30-4657-b8be-8c6c5ad5dc8c req-53e75993-b54e-4845-a7ee-61b469a5d5b0 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.158407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db3ce6fd-1a30-4657-b8be-8c6c5ad5dc8c req-53e75993-b54e-4845-a7ee-61b469a5d5b0 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.4437914 Jul 16 20:09:57.226996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6261c-579d-480f-b0a5-9cd799f95b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a792010-c91f-4a71-bc8a-768626181bfd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:57.341211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-1ae3cfd8-09f1-42eb-a514-20e696394a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.343472 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-1ae3cfd8-09f1-42eb-a514-20e696394a15 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1100 time: 0.6135285 Jul 16 20:09:57.359117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db3ce6fd-1a30-4657-b8be-8c6c5ad5dc8c req-8f69144f-8935-4f2a-acfb-2235599c9ad5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930430 Jul 16 20:09:57.379835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-3b4bf831-1030-46f6-a813-6e85fa59a82b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.381356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-3b4bf831-1030-46f6-a813-6e85fa59a82b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.30 "GET /v2.0/networks?id=2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 200 len: 821 time: 0.4900541 Jul 16 20:09:57.400367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Request body: {'port': {'device_id': 'b9dd100c-ff7f-4c21-a740-c61cdb655938', 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca', 'admin_state_up': True, 'tenant_id': '97a0f4b7af86494f92e7f1801dbbe1f8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:57.461707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-3dc9e83a-07d8-4429-91b6-cd327bbd8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.467361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-3dc9e83a-07d8-4429-91b6-cd327bbd8fea service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.4688048 Jul 16 20:09:57.508706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-e405e52d-8a0c-43b7-86f7-77d7c0d46bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.510198 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-e405e52d-8a0c-43b7-86f7-77d7c0d46bdf service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1427448 Jul 16 20:09:57.569403 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-e5f5c230-53e8-48bd-8d9f-b004f3ab2c8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 217 time: 0.0498791 Jul 16 20:09:57.616409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:57.646199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-8b530e8d-33de-4f4d-8800-8d465f970a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.647796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-8b530e8d-33de-4f4d-8800-8d465f970a9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0692840 Jul 16 20:09:57.689587 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-b4f75e68-26bd-44a0-bc73-1d3c9bcd4536 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 217 time: 0.1223967 Jul 16 20:09:57.722126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Made reservation on behalf of 97a0f4b7af86494f92e7f1801dbbe1f8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:09:57.725922 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:57.806140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6cde-a115-40bf-9f3b-0c600f44179c req-1a05579b-62d6-4dba-b01e-8d4f40c6e983 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.813390 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d81e6cde-a115-40bf-9f3b-0c600f44179c req-1a05579b-62d6-4dba-b01e-8d4f40c6e983 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 948 time: 0.5062923 Jul 16 20:09:57.831012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c6d73626-93e6-49cd-8aaf-42387263f816 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9afef034d234dadbf3d6c1a61415082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121165 Jul 16 20:09:57.839792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-19f82dda-e970-41bd-8a77-25a8b9ccc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.841573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-19f82dda-e970-41bd-8a77-25a8b9ccc470 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1293955 Jul 16 20:09:57.849681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:09:57.868140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Allocated IP 172.20.0.2 (2af49aec-5130-41de-b06a-48aed6bd8dca/1ac9a135-901a-4915-b220-7c11bcf3ad7f/ee660728-a056-46f9-867f-9b2461347746) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:09:57.965522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-1f11a946-db40-4894-b578-13389d6bf3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:57.967301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-1f11a946-db40-4894-b578-13389d6bf3c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2871981 Jul 16 20:09:57.973988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d81e6cde-a115-40bf-9f3b-0c600f44179c req-2c42a218-cfee-47a8-add8-289ceffb0c7f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597142 Jul 16 20:09:58.035357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e47605a-2b43-4fb0-b624-64021eef3218 None None] Network 8dbb8d74-1abf-4876-834c-0e60ea396d37 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:09:58.056666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-632d8b2f-b950-47bd-8c4a-105b7f167d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.146695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-632d8b2f-b950-47bd-8c4a-105b7f167d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.168661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.171380 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.206011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 88e1cd3a-19d5-41df-9c67-8f39f2c72847 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:09:58.219674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1f3f9c05-7d04-405a-9a76-0b82475537b7 None None] Provisioning for port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:58.265692 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-632d8b2f-b950-47bd-8c4a-105b7f167d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.268581 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-632d8b2f-b950-47bd-8c4a-105b7f167d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.284657 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-632d8b2f-b950-47bd-8c4a-105b7f167d2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98c40507-b8dd-4f97-8a65-f7205a350d9c HTTP/1.1" status: 204 len: 168 time: 0.4214871 Jul 16 20:09:58.288647 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-c44b3cb2-c73a-4095-ba3b-cb786d5d5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.290191 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-c44b3cb2-c73a-4095-ba3b-cb786d5d5407 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4270201 Jul 16 20:09:58.293198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.314969 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d8b2f-b950-47bd-8c4a-105b7f167d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c40507-b8dd-4f97-8a65-f7205a350d9c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.400187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Network 2af49aec-5130-41de-b06a-48aed6bd8dca is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:09:58.422164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event updated for resources: {'Port': ['ID=ee660728-a056-46f9-867f-9b2461347746,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.427814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:09:58.432032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:09:58.521331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:09:58.527416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:58.527912 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.540880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-106bf3d2-204b-42af-bf7c-a6b5760a76e0 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269850 Jul 16 20:09:58.568361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.568976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.583760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-3b28e3ea-d7b6-4e0d-aa3f-c0498f71de59 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976164 Jul 16 20:09:58.649517 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.727187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 88e1cd3a-19d5-41df-9c67-8f39f2c72847, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=88e1cd3a-19d5-41df-9c67-8f39f2c72847,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:09:58.736419 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.745535 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-8dfc0dca-f6d6-452a-a0af-949a4e2cae07 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969693 Jul 16 20:09:58.783401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27f1eb76-73f7-45a2-86a7-af5aecf69fba req-c732bbfc-3753-4c18-8a24-993620b8cccf service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797659 Jul 16 20:09:58.793778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c23312-e9d8-470b-ae20-e68ca8928944 req-2e6bf38d-e1fb-4943-8306-499d23812692 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.795355 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1c23312-e9d8-470b-ae20-e68ca8928944 req-2e6bf38d-e1fb-4943-8306-499d23812692 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 931 time: 0.5050225 Jul 16 20:09:58.796853 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-79ba961a-cdd4-4be6-ac5a-6e16fa663b33 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4022605 Jul 16 20:09:58.821119 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0b1f3-75e9-42b5-ba7c-3da1fd0d0803 req-fd585bde-d125-44da-a118-77c21ceabd9b tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:58.827946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Request body: {'port': {'device_id': 'b9dd100c-ff7f-4c21-a740-c61cdb655938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:09:58.829852 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6fb0b1f3-75e9-42b5-ba7c-3da1fd0d0803 req-fd585bde-d125-44da-a118-77c21ceabd9b tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.3030014 Jul 16 20:09:58.861976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=88e1cd3a-19d5-41df-9c67-8f39f2c72847,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:09:58.906102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3a793302-701c-4938-af0e-7f917fde0310 None None] Provisioning complete for port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:09:58.908978 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a793302-701c-4938-af0e-7f917fde0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:58.929333 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6fb0b1f3-75e9-42b5-ba7c-3da1fd0d0803 req-d3825135-e995-465d-8466-83b3f5726fa7 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979533 Jul 16 20:09:58.988559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1c23312-e9d8-470b-ae20-e68ca8928944 req-1867ef6c-0a0d-4b59-a7fe-979b33736348 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457441 Jul 16 20:09:59.100275 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.523951 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.716907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1669f-165e-4c50-94e7-9fe91bb3fc97 req-35508512-5a7f-433f-9d5b-1b06503359bc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.725779 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8b1669f-165e-4c50-94e7-9fe91bb3fc97 req-35508512-5a7f-433f-9d5b-1b06503359bc tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1850584 Jul 16 20:09:59.796944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee660728-a056-46f9-867f-9b2461347746 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:09:59.800634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb827096-514c-4980-823b-a60a9caaa361 req-6d824a55-cc38-45e2-9a8e-750c360011c6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:09:59.808233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb827096-514c-4980-823b-a60a9caaa361 req-6d824a55-cc38-45e2-9a8e-750c360011c6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 948 time: 0.2811472 Jul 16 20:09:59.813022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8b1669f-165e-4c50-94e7-9fe91bb3fc97 req-16ce68fa-54d8-42cd-8b9e-970d3b9fb6d4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862806 Jul 16 20:09:59.824589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.838797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Transition to ACTIVE for port object ee660728-a056-46f9-867f-9b2461347746 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:09:59.844686 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:09:59.877006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:09:59.881726 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb827096-514c-4980-823b-a60a9caaa361 req-1dc82675-4b44-447b-9e5a-429ac9c4e356 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722976 Jul 16 20:09:59.910845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Router 4d6e8f98-e312-4326-8260-5b4572a47f13 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:09:59.950429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Pushing event updated for resources: {'Port': ['ID=ee660728-a056-46f9-867f-9b2461347746,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:00.002696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Attempting to bind port ee660728-a056-46f9-867f-9b2461347746 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:00.003095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Attempting to bind port ee660728-a056-46f9-867f-9b2461347746 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:00.003507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Attempting to bind port ee660728-a056-46f9-867f-9b2461347746 on network 2af49aec-5130-41de-b06a-48aed6bd8dca {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:00.008079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Port ee660728-a056-46f9-867f-9b2461347746 on network 2af49aec-5130-41de-b06a-48aed6bd8dca not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:00.008418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Attempting to bind port ee660728-a056-46f9-867f-9b2461347746 on network 2af49aec-5130-41de-b06a-48aed6bd8dca {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:00.013344 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:00.013683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Checking segment: {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:00.014067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Bound using segment: {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:00.014771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Bound port: ee660728-a056-46f9-867f-9b2461347746, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aaf473e-4055-4dda-bb51-00e400e305b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:00.015131 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.097112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] For port ee660728-a056-46f9-867f-9b2461347746, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:00.101393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] For port ee660728-a056-46f9-867f-9b2461347746, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ee660728-a056-46f9-867f-9b2461347746,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:00.106150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.109902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:00.119538 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Sync routers for ids ['4d6e8f98-e312-4326-8260-5b4572a47f13'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:00.133924 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Routers {'4d6e8f98-e312-4326-8260-5b4572a47f13'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:00.134563 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:09:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d6e8f98-e312-4326-8260-5b4572a47f13'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:00.135883 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.144284 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-360b056a-f858-4bf6-9de3-72aa39d3eef2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6103251 Jul 16 20:10:00.145056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:00.153318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:00.175300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'mac_address': 'fa:16:3e:fc:d9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:00.182105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.182992 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.183296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 88e1cd3a-19d5-41df-9c67-8f39f2c72847 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:00.186917 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] 10.222.0.30 "PUT /v2.0/ports/ee660728-a056-46f9-867f-9b2461347746 HTTP/1.1" status: 200 len: 1092 time: 1.3743503 Jul 16 20:10:00.188824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9dd100c-ff7f-4c21-a740-c61cdb655938', 'tag': 'ee660728-a056-46f9-867f-9b2461347746'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:00.191561 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae64f71a-85cf-4bdb-adf8-56549d143213" -d '{"events": [{"name": "network-changed", "server_uuid": "b9dd100c-ff7f-4c21-a740-c61cdb655938", "tag": "ee660728-a056-46f9-867f-9b2461347746"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:00.273723 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.391985 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Set router 4d6e8f98-e312-4326-8260-5b4572a47f13 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:00.402273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31da3f-ab3c-4849-af41-f018e146e9cc req-82cb6e3e-b821-4386-8703-23328097b590 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.403897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa31da3f-ab3c-4849-af41-f018e146e9cc req-82cb6e3e-b821-4386-8703-23328097b590 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 943 time: 0.1667306 Jul 16 20:10:00.405849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ad01a-7166-4944-87d9-366a80633d90 service neutron] Pushing event updated for resources: {'Port': ['ID=ee660728-a056-46f9-867f-9b2461347746,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:00.409560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696cc184-9d2a-4941-ba5e-84d7a1fd77af {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:00.450180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:00.461694 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.469009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:00.469498 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:00.485591 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ce4002-2736-40b9-a26f-5210392d16a7 x-openstack-request-id: req-b1ce4002-2736-40b9-a26f-5210392d16a7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:00.486099 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9dd100c-ff7f-4c21-a740-c61cdb655938", "tag": "ee660728-a056-46f9-867f-9b2461347746", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:00.486361 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1ce4002-2736-40b9-a26f-5210392d16a7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:00.486766 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9dd100c-ff7f-4c21-a740-c61cdb655938', 'tag': 'ee660728-a056-46f9-867f-9b2461347746', 'status': 'completed', 'code': 200} Jul 16 20:10:00.531825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-df8a1414-71b8-4156-bfb2-45e1bc4e0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.537857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-df8a1414-71b8-4156-bfb2-45e1bc4e0a92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 1095 time: 0.2554550 Jul 16 20:10:00.605540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:00.679685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-34145a30-66d1-436e-a1cf-41f4c97c13e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee660728-a056-46f9-867f-9b2461347746 HTTP/1.1" status: 200 len: 217 time: 0.1185038 Jul 16 20:10:00.683354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa31da3f-ab3c-4849-af41-f018e146e9cc req-5988975a-3ffa-464c-be64-32cc7385580e tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636375 Jul 16 20:10:00.761684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-db4697d2-c7da-49cf-87fa-de0313a763a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.769337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-db4697d2-c7da-49cf-87fa-de0313a763a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac9a135-901a-4915-b220-7c11bcf3ad7f HTTP/1.1" status: 200 len: 861 time: 0.0748191 Jul 16 20:10:00.813993 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-62375ddf-f77d-478a-ab17-2755e78d3e25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2af49aec-5130-41de-b06a-48aed6bd8dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388799 Jul 16 20:10:00.899090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fc4e3-6373-4273-9fbe-9ea0e53ff2b9 req-dd631446-b74e-406c-851f-f4cd8916c42b tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:00.912499 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac6fc4e3-6373-4273-9fbe-9ea0e53ff2b9 req-dd631446-b74e-406c-851f-f4cd8916c42b tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1097 time: 0.1983123 Jul 16 20:10:00.913227 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:55Z', 'updated_at': '2021-07-16T20:09:57Z', 'revision_number': 3, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'gw_port': {'id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:56Z', 'updated_at': '2021-07-16T20:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:00.955116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['696cc184-9d2a-4941-ba5e-84d7a1fd77af'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:00.963130 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Checking router: 4d6e8f98-e312-4326-8260-5b4572a47f13 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:00.963518 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Updating router 4d6e8f98-e312-4326-8260-5b4572a47f13 port a6d17347-4ed3-4a3a-a46f-5549899cb97e binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:00.995543 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-65bcfc38-fa19-4544-8773-dd9545180d0a service neutron] 10.222.0.30 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697552 Jul 16 20:10:01.004854 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac6fc4e3-6373-4273-9fbe-9ea0e53ff2b9 req-3e92d168-e1ab-4ec1-adea-e73e0a25c76a tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912099 Jul 16 20:10:01.053426 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.092868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.147030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6592052-abd3-4f81-98a4-693e6de4e1fa req-087c524f-d5a0-4f2f-a1d7-97111742ca15 service neutron] 10.222.0.30 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327138 Jul 16 20:10:01.293118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8dcf5-20e0-43e5-ab1c-2e89e21d1ff8 req-53aa5088-7ffa-45c7-96f3-38853fea7120 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.294983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ac8dcf5-20e0-43e5-ab1c-2e89e21d1ff8 req-53aa5088-7ffa-45c7-96f3-38853fea7120 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1469626 Jul 16 20:10:01.323371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-6ada8bd6-000c-4f92-bdb3-6f27ffabca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.325108 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-6ada8bd6-000c-4f92-bdb3-6f27ffabca09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 1095 time: 0.1034052 Jul 16 20:10:01.362400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed448160-a58b-4713-b4a8-570b4ced7e2f req-690bd26b-f1c9-4741-8f70-2e132ecd18dd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.363944 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed448160-a58b-4713-b4a8-570b4ced7e2f req-690bd26b-f1c9-4741-8f70-2e132ecd18dd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 949 time: 0.1438274 Jul 16 20:10:01.366966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Allocated IP 172.20.0.1 (8dbb8d74-1abf-4876-834c-0e60ea396d37/375d8cff-0557-4f0e-9654-0096d3a452c9/cb93b557-8a9f-4e37-a276-f081c039122a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:01.422791 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed448160-a58b-4713-b4a8-570b4ced7e2f req-b5f70a8a-46e6-4ff4-9eb8-c497a5fd34cd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514877 Jul 16 20:10:01.454376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-d1a5e913-562b-40e4-a83b-0064b4be39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.454376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-d1a5e913-562b-40e4-a83b-0064b4be39b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 200 len: 922 time: 0.1081455 Jul 16 20:10:01.458032 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.460300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ac8dcf5-20e0-43e5-ab1c-2e89e21d1ff8 req-8dd46c5f-b2b4-409b-85e2-b0dbfaa31c81 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570301 Jul 16 20:10:01.477735 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Transition to ACTIVE for port object a6d17347-4ed3-4a3a-a46f-5549899cb97e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:01.486913 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.548535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-743d3891-c666-4245-8f2b-29b92466ca8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee660728-a056-46f9-867f-9b2461347746 HTTP/1.1" status: 200 len: 217 time: 0.0814238 Jul 16 20:10:01.549319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.563921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Transition to ACTIVE for port object cb93b557-8a9f-4e37-a276-f081c039122a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:01.568959 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Pushing event updated for resources: {'Port': ['ID=a6d17347-4ed3-4a3a-a46f-5549899cb97e,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:01.590408 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.590755 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.591092 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.591453 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.591782 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.592112 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.592439 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.593303 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.593621 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.593942 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.594259 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.594582 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:01.610770 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.624086 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Attempting to bind port a6d17347-4ed3-4a3a-a46f-5549899cb97e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:01.624457 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Attempting to bind port a6d17347-4ed3-4a3a-a46f-5549899cb97e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:01.624811 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Attempting to bind port a6d17347-4ed3-4a3a-a46f-5549899cb97e on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:01.634036 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:01.634412 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:01.634819 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.635214 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:01.635736 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Bound port: a6d17347-4ed3-4a3a-a46f-5549899cb97e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:01.638970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-21ab1f64-3737-43ce-8281-963989b4e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:01.643580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-21ab1f64-3737-43ce-8281-963989b4e4df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac9a135-901a-4915-b220-7c11bcf3ad7f HTTP/1.1" status: 200 len: 861 time: 0.0839989 Jul 16 20:10:01.647705 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.681479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Pushing event updated for resources: {'Port': ['ID=cb93b557-8a9f-4e37-a276-f081c039122a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:01.695011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Network 8dbb8d74-1abf-4876-834c-0e60ea396d37 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:01.696544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:01.698932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:01.750711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.779661 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-6a5f5b61-2552-4bfa-b684-6a2bb7056bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2af49aec-5130-41de-b06a-48aed6bd8dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201220 Jul 16 20:10:01.863530 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] For port a6d17347-4ed3-4a3a-a46f-5549899cb97e, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:01.866779 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] For port a6d17347-4ed3-4a3a-a46f-5549899cb97e, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a6d17347-4ed3-4a3a-a46f-5549899cb97e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:01.875002 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:01.962582 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80bf66-235f-4d6b-94b9-c22b424f1f98 None None] Pushing event updated for resources: {'Port': ['ID=a6d17347-4ed3-4a3a-a46f-5549899cb97e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:01.988087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-bac23019-411e-4301-8bc9-b4a48e4b9cf8 service neutron] 10.222.0.30 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975887 Jul 16 20:10:02.002007 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Routers {'4d6e8f98-e312-4326-8260-5b4572a47f13'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:02.002899 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:09:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d6e8f98-e312-4326-8260-5b4572a47f13'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:02.007192 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.129649 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae64f71a-85cf-4bdb-adf8-56549d143213 req-57643ee1-6b40-4473-a614-82a5a3b8fd96 service neutron] 10.222.0.30 "GET /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250219 Jul 16 20:10:02.131293 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] Set router 4d6e8f98-e312-4326-8260-5b4572a47f13 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:02.152296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-129e0687-ee8c-4be4-a336-f83a690882ad None None] Provisioning for port cb93b557-8a9f-4e37-a276-f081c039122a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:02.159634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-129e0687-ee8c-4be4-a336-f83a690882ad None None] Provisioning complete for port cb93b557-8a9f-4e37-a276-f081c039122a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:02.161070 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-129e0687-ee8c-4be4-a336-f83a690882ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.238029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-129e0687-ee8c-4be4-a336-f83a690882ad None None] Port cb93b557-8a9f-4e37-a276-f081c039122a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:02.253012 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.258743 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.341252 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.343799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Pushing event updated for resources: {'Port': ['ID=cb93b557-8a9f-4e37-a276-f081c039122a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:02.437194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-18e7d3e8-0631-4820-aba7-1fe175c11fb0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.439859 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:55Z', 'updated_at': '2021-07-16T20:10:01Z', 'revision_number': 4, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'gw_port': {'id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:56Z', 'updated_at': '2021-07-16T20:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cb93b557-8a9f-4e37-a276-f081c039122a', 'name': '', 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'mac_address': 'fa:16:3e:39:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:01Z', 'updated_at': '2021-07-16T20:10:01Z', 'revision_number': 1, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'subnets': [{'id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:02.440152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-18e7d3e8-0631-4820-aba7-1fe175c11fb0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5&tenant_id=743535f04d9c41f08751d43630cc4015&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 949 time: 0.1061866 Jul 16 20:10:02.477910 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d513ce-ead0-48af-8ea0-00b7c64970a7 None None] The sync data for ids ['4d6e8f98-e312-4326-8260-5b4572a47f13'] in n-d-792394-17 is: [{'id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:55Z', 'updated_at': '2021-07-16T20:10:01Z', 'revision_number': 4, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'gw_port': {'id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:56Z', 'updated_at': '2021-07-16T20:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cb93b557-8a9f-4e37-a276-f081c039122a', 'name': '', 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'mac_address': 'fa:16:3e:39:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:01Z', 'updated_at': '2021-07-16T20:10:01Z', 'revision_number': 1, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'subnets': [{'id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:02.496723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Network 8dbb8d74-1abf-4876-834c-0e60ea396d37 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:02.498776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:02.517418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-78e63eeb-3eb9-4a77-91e5-cd7c480ef29c service neutron] 10.222.0.30 "GET /v2.0/ports/696cc184-9d2a-4941-ba5e-84d7a1fd77af/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 383 time: 0.0663681 Jul 16 20:10:02.670593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-440d6053-6777-4425-800a-da11ee1b34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.672708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-440d6053-6777-4425-800a-da11ee1b34e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1101 time: 0.1198461 Jul 16 20:10:02.744752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Router 4d6e8f98-e312-4326-8260-5b4572a47f13 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:02.949370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9483c-a960-4b6e-9b74-c1780ffe00e7 req-a2f133d7-0c49-4f1e-b36c-6328f13b0ae7 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:02.951065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ac9483c-a960-4b6e-9b74-c1780ffe00e7 req-a2f133d7-0c49-4f1e-b36c-6328f13b0ae7 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 943 time: 0.2648079 Jul 16 20:10:02.953970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:02.972645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-36a5b792-4cd6-4d78-b341-6c48672303a2 None None] Provisioning complete for port cb93b557-8a9f-4e37-a276-f081c039122a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:02.973021 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36a5b792-4cd6-4d78-b341-6c48672303a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:02.999609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-46097851-a0d1-4afc-b3f4-a64656c1438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.002600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-46097851-a0d1-4afc-b3f4-a64656c1438e service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2787151 Jul 16 20:10:03.014480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:03.021313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b0308b99-ef12-445b-b145-1b5240cbbb4f admin admin] 10.222.0.10 "PUT /v2.0/routers/4d6e8f98-e312-4326-8260-5b4572a47f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8749788 Jul 16 20:10:03.021721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-36a5b792-4cd6-4d78-b341-6c48672303a2 None None] Port cb93b557-8a9f-4e37-a276-f081c039122a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:03.084760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ac9483c-a960-4b6e-9b74-c1780ffe00e7 req-1728c2ae-11e9-4df6-b139-525226e0ed30 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182168 Jul 16 20:10:03.086466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-8790a671-0749-40f9-ad55-780bd6b33193 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 217 time: 0.0477099 Jul 16 20:10:03.175737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3d163c-1bfe-4008-bce7-52a0ba18f888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.195103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-77332dfb-baf4-48e8-bddc-1f78fc600506 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:10:03.196132 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-77332dfb-baf4-48e8-bddc-1f78fc600506 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080142 Jul 16 20:10:03.200566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-665f7de3-df3e-4db0-9c60-c41225db5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.202030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-665f7de3-df3e-4db0-9c60-c41225db5ece service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1029153 Jul 16 20:10:03.211715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Request body: {'binding': {'host': 'n-h2-792394-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:03.212170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Unknown quota resources ['binding']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:10:03.655937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:03.661135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-network', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:03.790243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-c26cb364-3894-495b-a130-d741c14897ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.791881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-c26cb364-3894-495b-a130-d741c14897ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5774288 Jul 16 20:10:03.828339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e986d95-3454-41bb-8a17-3afd0fae78cf req-fea86160-e920-4dba-940d-df257b489775 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:03.829823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e986d95-3454-41bb-8a17-3afd0fae78cf req-fea86160-e920-4dba-940d-df257b489775 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 949 time: 0.5736575 Jul 16 20:10:03.861880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3d163c-1bfe-4008-bce7-52a0ba18f888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.884489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Made reservation on behalf of 2c624374b93a408682ec6a7ed9866eb9 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:03.885828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3d163c-1bfe-4008-bce7-52a0ba18f888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.887519 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.897030 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:03.913868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ee660728-a056-46f9-867f-9b2461347746 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:03.918657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:03.948641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da on host n-h2-792394-17 for vnic_type normal with profile None {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:03.948974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:03.949301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:03.995992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Port 9da983d0-d30c-4897-92f7-6e4c1e9692da on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:03.996573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:04.010781 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dd3d163c-1bfe-4008-bce7-52a0ba18f888 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3aebffbc4ac4007af4a051332555023&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0553782 Jul 16 20:10:04.013589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45810) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:04.027300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e986d95-3454-41bb-8a17-3afd0fae78cf req-1f4838a0-c642-48db-8881-5543d3bcd839 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795728 Jul 16 20:10:04.033027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d163c-1bfe-4008-bce7-52a0ba18f888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e38f443-b6a9-4ad7-8466-d2a9667a575b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.062677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:04.062910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:04.065312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:04.065698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Bound port: 9da983d0-d30c-4897-92f7-6e4c1e9692da, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:04.098992 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.106243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ee660728-a056-46f9-867f-9b2461347746, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ee660728-a056-46f9-867f-9b2461347746,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:04.113431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.125076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'ee660728-a056-46f9-867f-9b2461347746', 'network_id': '2af49aec-5130-41de-b06a-48aed6bd8dca', 'port_id': 'ee660728-a056-46f9-867f-9b2461347746', 'mac_address': 'fa:16:3e:41:f8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac9a135-901a-4915-b220-7c11bcf3ad7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:04.137275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:04.173077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9913c023-4b90-4d5f-a18a-628552ae4b14,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.176095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.176430 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Added segment c9f4f573-ba2d-4390-ac7f-5ebaa35fa583 of type vlan for network 799b0777-a63b-45e1-8743-4d3496f4711a Jul 16 20:10:04.184889 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.194496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a6d17347-4ed3-4a3a-a46f-5549899cb97e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:04.196980 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-2a55bc9c-48a3-4681-ac74-0564e91e74e8 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869252 Jul 16 20:10:04.214995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 696cc184-9d2a-4941-ba5e-84d7a1fd77af completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:04.224425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.225154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee660728-a056-46f9-867f-9b2461347746 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:04.239316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 696cc184-9d2a-4941-ba5e-84d7a1fd77af triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:04.240016 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.261123 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.262528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.262810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.272852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ee660728-a056-46f9-867f-9b2461347746, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ee660728-a056-46f9-867f-9b2461347746,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:04.282660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.296613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6394391 Jul 16 20:10:04.299333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:04.304171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Request body: {'subnet': {'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-subnet', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:04.336121 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934935ed-07d7-4451-ae03-c7b1a686718f admin admin] Pushing event updated for resources: {'Network': ['ID=799b0777-a63b-45e1-8743-4d3496f4711a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.352813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port a6d17347-4ed3-4a3a-a46f-5549899cb97e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:04.359059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 799b0777-a63b-45e1-8743-4d3496f4711a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:04.363556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Made reservation on behalf of 2c624374b93a408682ec6a7ed9866eb9 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:04.363795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:04.366781 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.377370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bf32b1-2c76-4c50-8edf-af7f9e33bf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.384727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ee660728-a056-46f9-867f-9b2461347746,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.385090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.388091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a6d17347-4ed3-4a3a-a46f-5549899cb97e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:04.388676 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.397373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-f702bdb3-4941-4939-9075-9c8376749a7d service neutron] 10.222.0.10 "POST /v2.0/ports/9da983d0-d30c-4897-92f7-6e4c1e9692da/bindings HTTP/1.1" status: 201 len: 390 time: 1.1853623 Jul 16 20:10:04.442242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bf32b1-2c76-4c50-8edf-af7f9e33bf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.503960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-c3c4697a-e1ee-4fc9-90f3-ea6e9b315c70 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824161 Jul 16 20:10:04.541617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96d304-8661-4cc9-a45d-d15d602e8984 req-cc8f02bb-c721-4d20-bbaf-594eeaaaf987 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.551165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa96d304-8661-4cc9-a45d-d15d602e8984 req-cc8f02bb-c721-4d20-bbaf-594eeaaaf987 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.3109710 Jul 16 20:10:04.621651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.626007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa96d304-8661-4cc9-a45d-d15d602e8984 req-ded8e2d4-2e74-425a-ad8e-3d446e43f4e9 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629332 Jul 16 20:10:04.660136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bf32b1-2c76-4c50-8edf-af7f9e33bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.662799 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0bf32b1-2c76-4c50-8edf-af7f9e33bf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.664054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a0bf32b1-2c76-4c50-8edf-af7f9e33bf03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e38f443-b6a9-4ad7-8466-d2a9667a575b HTTP/1.1" status: 204 len: 168 time: 0.6472266 Jul 16 20:10:04.693167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf32b1-2c76-4c50-8edf-af7f9e33bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e38f443-b6a9-4ad7-8466-d2a9667a575b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.743424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1cea4a9-2f6b-4790-bb81-44bf193d7f05,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:04.757916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Checking segment: {'id': 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:04.758633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Network hostable DHCP agents. Network: 799b0777-a63b-45e1-8743-4d3496f4711a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:04.780017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Network 799b0777-a63b-45e1-8743-4d3496f4711a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:04.801502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 799b0777-a63b-45e1-8743-4d3496f4711a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:04.810017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.810887 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.823032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee0ab1-c52a-471d-8d7a-ca67b9d4d547 None None] Network 799b0777-a63b-45e1-8743-4d3496f4711a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:04.824801 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.841417 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-490da021-6905-4def-869b-9e62120c1236 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5409741 Jul 16 20:10:04.845060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:04.857265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:04.878789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-8d6c30f2-6106-4b25-9ae3-56debcb383c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:04.880357 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-8d6c30f2-6106-4b25-9ae3-56debcb383c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1097 time: 0.1068881 Jul 16 20:10:04.908291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.910547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:04.916303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:04.919622 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5d18c-1821-452a-9841-295b38f47063" -d '{"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:04.981975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:05.013205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-91509713-c98e-489a-96e2-42c176af6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.014644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.014940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-91509713-c98e-489a-96e2-42c176af6620 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.1187332 Jul 16 20:10:05.018151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['ee660728-a056-46f9-867f-9b2461347746'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:05.048546 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.125023 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-247d50ca-4128-4fb6-a55b-4ee16358c1fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da HTTP/1.1" status: 200 len: 217 time: 0.0856516 Jul 16 20:10:05.140776 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.164554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port a6d17347-4ed3-4a3a-a46f-5549899cb97e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a6d17347-4ed3-4a3a-a46f-5549899cb97e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:05.180969 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.184151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd9875-47b7-4881-8b1b-bfe143888dba req-822b063d-43e3-452b-a9b3-1b820dd0c209 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.186536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-20dd9875-47b7-4881-8b1b-bfe143888dba req-822b063d-43e3-452b-a9b3-1b820dd0c209 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.2670536 Jul 16 20:10:05.191227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba484-e345-439f-ae64-ffd0b28d4e1a req-a7455ba3-628b-4825-ab7b-54e6e36b5141 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.201393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7cba484-e345-439f-ae64-ffd0b28d4e1a req-a7455ba3-628b-4825-ab7b-54e6e36b5141 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 944 time: 0.3155324 Jul 16 20:10:05.221251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:05.230461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-a79fbfff-0bf7-48c0-a2dc-b2966dbca997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.232300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-a79fbfff-0bf7-48c0-a2dc-b2966dbca997 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0915661 Jul 16 20:10:05.264847 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7cba484-e345-439f-ae64-ffd0b28d4e1a req-577a2145-78fc-42d3-b569-e09d0cea363a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622177 Jul 16 20:10:05.298911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Sync routers for ids ['4d6e8f98-e312-4326-8260-5b4572a47f13'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:05.307585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.318246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-20dd9875-47b7-4881-8b1b-bfe143888dba req-df546615-2b1d-404b-b193-a71feb8887f1 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219399 Jul 16 20:10:05.336235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-799b0777-a63b-45e1-8743-4d3496f4711a', 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'fixed_ips': [{'subnet_id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:10:05.337069 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.344116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:05.367497 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cf72e4-2c28-47e6-b1f6-5db72aa7bc79 x-openstack-request-id: req-c7cf72e4-2c28-47e6-b1f6-5db72aa7bc79 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:05.367707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-4036d261-7051-446c-a3c6-a11acee0c5ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988386 Jul 16 20:10:05.367830 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:05.368040 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7cf72e4-2c28-47e6-b1f6-5db72aa7bc79 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:05.368430 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'code': 200} Jul 16 20:10:05.374824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Routers {'4d6e8f98-e312-4326-8260-5b4572a47f13'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:05.375497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:09:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d6e8f98-e312-4326-8260-5b4572a47f13'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:05.378739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-039a0a13-1540-474c-be85-ce0c52002ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.445091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=a6d17347-4ed3-4a3a-a46f-5549899cb97e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:05.503441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-1a3ebafd-744d-48ba-beb4-c237f9d408ad service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041477 Jul 16 20:10:05.578041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-039a0a13-1540-474c-be85-ce0c52002ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.591920 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-039a0a13-1540-474c-be85-ce0c52002ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.607381 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5ca775d4-5e4e-4fc0-bd4f-cb3a8059f62f service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887301 Jul 16 20:10:05.625226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Set router 4d6e8f98-e312-4326-8260-5b4572a47f13 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:05.664716 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-039a0a13-1540-474c-be85-ce0c52002ae5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc56dd5c92b9412a816e68cf3daefcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194153 Jul 16 20:10:05.667305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:05.672918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7dd0-37cc-44c3-865a-1f5c8753c902 req-014790c2-d0a3-485c-b827-ed1594d31a18 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.674566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6aa7dd0-37cc-44c3-865a-1f5c8753c902 req-014790c2-d0a3-485c-b827-ed1594d31a18 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1961694 Jul 16 20:10:05.676296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a0a13-1540-474c-be85-ce0c52002ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a83648-6422-4f39-a0f4-f87c2476ccbf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:05.685337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Allocated IP 172.20.0.2 (799b0777-a63b-45e1-8743-4d3496f4711a/f1cea4a9-2f6b-4790-bb81-44bf193d7f05/52fd3416-d3d5-45dc-aedd-124c4e179e25) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:05.758762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cd80dec-612c-4515-bbe1-d38d4a6dd210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.798477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cd80dec-612c-4515-bbe1-d38d4a6dd210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.842860 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6aa7dd0-37cc-44c3-865a-1f5c8753c902 req-a87e39d8-bf03-4b70-ab18-6cfb4f9d073f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611114 Jul 16 20:10:05.896470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.909444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180c3f-d1da-44e2-b6cb-f1c4dbbacf3a req-d9885604-a89a-489a-97b6-925be663b3f3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:05.916903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84180c3f-d1da-44e2-b6cb-f1c4dbbacf3a req-d9885604-a89a-489a-97b6-925be663b3f3 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.0987618 Jul 16 20:10:05.922122 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.939333 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cd80dec-612c-4515-bbe1-d38d4a6dd210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.942217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cd80dec-612c-4515-bbe1-d38d4a6dd210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:05.946283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1cd80dec-612c-4515-bbe1-d38d4a6dd210 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23a83648-6422-4f39-a0f4-f87c2476ccbf HTTP/1.1" status: 204 len: 168 time: 0.2777979 Jul 16 20:10:05.967783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd80dec-612c-4515-bbe1-d38d4a6dd210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a83648-6422-4f39-a0f4-f87c2476ccbf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:06.000080 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84180c3f-d1da-44e2-b6cb-f1c4dbbacf3a req-32e6486b-063b-46a6-b492-4c9e22ef886c tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820947 Jul 16 20:10:06.081321 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.095596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a6d17347-4ed3-4a3a-a46f-5549899cb97e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:06.101966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Transition to ACTIVE for port object 52fd3416-d3d5-45dc-aedd-124c4e179e25 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:06.127288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Allocated IP 172.25.7.158 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/959d12ee-9655-4aac-8e54-16f0a0ea02b6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:06.214494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Transition to ACTIVE for port object 52fd3416-d3d5-45dc-aedd-124c4e179e25 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:06.245265 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.255203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.285705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a6d17347-4ed3-4a3a-a46f-5549899cb97e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:06.286081 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.321971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Network 799b0777-a63b-45e1-8743-4d3496f4711a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:06.340847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:06.345848 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.349453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:06.368113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Pushing event updated for resources: {'Port': ['ID=52fd3416-d3d5-45dc-aedd-124c4e179e25,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:06.435896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:06.442003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:06.449469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:06.481836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Attempting to bind port 52fd3416-d3d5-45dc-aedd-124c4e179e25 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:06.482778 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Attempting to bind port 52fd3416-d3d5-45dc-aedd-124c4e179e25 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:06.482778 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Attempting to bind port 52fd3416-d3d5-45dc-aedd-124c4e179e25 on network 799b0777-a63b-45e1-8743-4d3496f4711a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:06.484574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Pushing event updated for resources: {'Port': ['ID=959d12ee-9655-4aac-8e54-16f0a0ea02b6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:06.487230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:55Z', 'updated_at': '2021-07-16T20:10:01Z', 'revision_number': 4, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'gw_port': {'id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:56Z', 'updated_at': '2021-07-16T20:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cb93b557-8a9f-4e37-a276-f081c039122a', 'name': '', 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'mac_address': 'fa:16:3e:39:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:01Z', 'updated_at': '2021-07-16T20:10:02Z', 'revision_number': 2, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'subnets': [{'id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:06.527089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:06.527600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Checking segment: {'id': 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:06.528024 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.528435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Bound using segment: {'id': 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:06.529008 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Bound port: 52fd3416-d3d5-45dc-aedd-124c4e179e25, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:06.531543 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.533702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Checking router: 4d6e8f98-e312-4326-8260-5b4572a47f13 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:06.534054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Updating router 4d6e8f98-e312-4326-8260-5b4572a47f13 port cb93b557-8a9f-4e37-a276-f081c039122a binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:06.569477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b5e79-f011-4d6c-9b21-3a07d80e66f1 req-fb68898a-1123-427f-a78b-efb71a35d514 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.580124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-072b5e79-f011-4d6c-9b21-3a07d80e66f1 req-fb68898a-1123-427f-a78b-efb71a35d514 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 944 time: 0.1027062 Jul 16 20:10:06.638799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-072b5e79-f011-4d6c-9b21-3a07d80e66f1 req-6990a02a-7d16-43ed-9160-440652f2ef30 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573132 Jul 16 20:10:06.658815 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:06.683368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdafcb6-bef1-4b1c-85ce-cf8debb0aa9c req-d8c0d8cb-5f42-460b-adfa-156224118a3a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:06.685774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0bdafcb6-bef1-4b1c-85ce-cf8debb0aa9c req-d8c0d8cb-5f42-460b-adfa-156224118a3a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.1459494 Jul 16 20:10:06.839235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0bdafcb6-bef1-4b1c-85ce-cf8debb0aa9c req-924cfff2-c859-4066-8c62-fb28431a5ec3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459703 Jul 16 20:10:06.839800 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.018110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] For port 52fd3416-d3d5-45dc-aedd-124c4e179e25, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:07.048341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] For port 52fd3416-d3d5-45dc-aedd-124c4e179e25, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=52fd3416-d3d5-45dc-aedd-124c4e179e25,segment=NetworkSegment(c9f4f573-ba2d-4390-ac7f-5ebaa35fa583),segment_id=c9f4f573-ba2d-4390-ac7f-5ebaa35fa583)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:07.061701 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.102792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.111847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901890c3-b4c0-4597-ad26-84aa37e8c09e req-8c52232a-e672-4b6a-b55a-50476c4c156f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:07.117724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-901890c3-b4c0-4597-ad26-84aa37e8c09e req-8c52232a-e672-4b6a-b55a-50476c4c156f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1288085 Jul 16 20:10:07.191680 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-901890c3-b4c0-4597-ad26-84aa37e8c09e req-5797f88d-17d8-475c-b1e3-648634cccf81 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684557 Jul 16 20:10:07.237695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159481e3-50a7-4bb5-b50e-48ec16521097 None None] Pushing event updated for resources: {'Port': ['ID=52fd3416-d3d5-45dc-aedd-124c4e179e25,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:07.348953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:10:07.587580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.599071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Transition to ACTIVE for port object cb93b557-8a9f-4e37-a276-f081c039122a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:07.605144 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.662016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d1f1d-afbf-4f0d-81ab-f69038d2e5b4 None None] Pushing event updated for resources: {'Port': ['ID=cb93b557-8a9f-4e37-a276-f081c039122a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:07.749997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Attempting to bind port cb93b557-8a9f-4e37-a276-f081c039122a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:07.750882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Attempting to bind port cb93b557-8a9f-4e37-a276-f081c039122a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:07.751445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Attempting to bind port cb93b557-8a9f-4e37-a276-f081c039122a on network 8dbb8d74-1abf-4876-834c-0e60ea396d37 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:07.759232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:07.760264 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Checking segment: {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:07.761484 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.762406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Bound using segment: {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:07.764807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Bound port: cb93b557-8a9f-4e37-a276-f081c039122a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:07.765724 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.866814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] For port cb93b557-8a9f-4e37-a276-f081c039122a, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:07.873654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] For port cb93b557-8a9f-4e37-a276-f081c039122a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cb93b557-8a9f-4e37-a276-f081c039122a,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:07.882172 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:07.973512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d1f1d-afbf-4f0d-81ab-f69038d2e5b4 None None] Pushing event updated for resources: {'Port': ['ID=cb93b557-8a9f-4e37-a276-f081c039122a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:07.976256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ee660728-a056-46f9-867f-9b2461347746 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:08.089483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Routers {'4d6e8f98-e312-4326-8260-5b4572a47f13'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:08.090133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:09:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d6e8f98-e312-4326-8260-5b4572a47f13'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:08.224739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:08.235115 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Sync routers for ids ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:08.250977 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Routers {'3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:08.251874 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:09:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:08.274706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481fb39-e59e-4dda-8f89-a6bc4f759b8e req-de107117-a750-42c8-862a-6487318a8b3a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.277640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e502dd5-c12c-44a0-b296-4b9502682ba4 req-9c6e89c2-11be-4d69-bc44-12262fd15326 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.282689 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3481fb39-e59e-4dda-8f89-a6bc4f759b8e req-de107117-a750-42c8-862a-6487318a8b3a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.8449752 Jul 16 20:10:08.290539 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e502dd5-c12c-44a0-b296-4b9502682ba4 req-9c6e89c2-11be-4d69-bc44-12262fd15326 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 944 time: 0.1808517 Jul 16 20:10:08.307968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port ee660728-a056-46f9-867f-9b2461347746 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:08.354218 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.355790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f73f8abb-0a2c-4dd8-9cfb-de6646d0e407 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5091658 Jul 16 20:10:08.358918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:08.408697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cb93b557-8a9f-4e37-a276-f081c039122a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:08.456122 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3481fb39-e59e-4dda-8f89-a6bc4f759b8e req-28ffcb9d-0708-4921-9b49-47b61912af4b tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724153 Jul 16 20:10:08.491564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port ee660728-a056-46f9-867f-9b2461347746 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:08.492087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.571302 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Set router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:08.606056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port cb93b557-8a9f-4e37-a276-f081c039122a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:08.613617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] Set router 4d6e8f98-e312-4326-8260-5b4572a47f13 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:08.628103 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e502dd5-c12c-44a0-b296-4b9502682ba4 req-48cf03b9-5188-4a48-b253-aefd589ff5fc tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254552 Jul 16 20:10:08.656749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cb93b557-8a9f-4e37-a276-f081c039122a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:08.657620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.729255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-631f0228-ef26-492b-af22-089aa756a99b None None] Provisioning complete for port cb93b557-8a9f-4e37-a276-f081c039122a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:08.729766 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-631f0228-ef26-492b-af22-089aa756a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:08.950400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb08750-981a-42e7-95a7-0e9752d28f5f req-4034eb76-4290-4fec-bdb8-374bb861e123 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.957249 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fb08750-981a-42e7-95a7-0e9752d28f5f req-4034eb76-4290-4fec-bdb8-374bb861e123 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.3118865 Jul 16 20:10:08.960475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa271d5-91d4-48ba-bfc8-06cec15b5d4d None None] Network 799b0777-a63b-45e1-8743-4d3496f4711a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:08.997612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-e92f6370-e916-474c-9b08-5073ad210a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:08.999245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-e92f6370-e916-474c-9b08-5073ad210a61 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5&tenant_id=743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 1102 time: 0.2797143 Jul 16 20:10:09.003286 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:04Z', 'updated_at': '2021-07-16T20:10:06Z', 'revision_number': 3, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'gw_port': {'id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:05Z', 'updated_at': '2021-07-16T20:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:09.023334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:09.066243 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Checking router: 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:09.066410 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Updating router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db port 959d12ee-9655-4aac-8e54-16f0a0ea02b6 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:09.075660 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fb08750-981a-42e7-95a7-0e9752d28f5f req-a2610c31-14ad-4c48-b62b-910c73acdfd4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024508 Jul 16 20:10:09.131122 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.133540 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.189596 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.273303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.292282 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-631f0228-ef26-492b-af22-089aa756a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.417881 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-631f0228-ef26-492b-af22-089aa756a99b None None] For port cb93b557-8a9f-4e37-a276-f081c039122a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cb93b557-8a9f-4e37-a276-f081c039122a,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:09.498530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dd100c-ff7f-4c21-a740-c61cdb655938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee660728-a056-46f9-867f-9b2461347746'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:09.501057 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b4582-0c47-4a57-bb4b-803e90c99572" -d '{"events": [{"server_uuid": "b9dd100c-ff7f-4c21-a740-c61cdb655938", "name": "network-vif-plugged", "status": "completed", "tag": "ee660728-a056-46f9-867f-9b2461347746"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:09.516085 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-631f0228-ef26-492b-af22-089aa756a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.602446 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Allocated IP 172.20.0.1 (799b0777-a63b-45e1-8743-4d3496f4711a/f1cea4a9-2f6b-4790-bb81-44bf193d7f05/54bee7e8-437d-4cc1-8674-7ae0e8791cab) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:09.683104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f0228-ef26-492b-af22-089aa756a99b None None] Pushing event updated for resources: {'Port': ['ID=cb93b557-8a9f-4e37-a276-f081c039122a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:09.719821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ee660728-a056-46f9-867f-9b2461347746, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ee660728-a056-46f9-867f-9b2461347746,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:09.728192 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.751645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:09.778717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.799505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Transition to ACTIVE for port object 54bee7e8-437d-4cc1-8674-7ae0e8791cab will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:09.811988 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.833140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:09.833784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e6ddc87-83bb-45aa-b1bd-c96f5d5de75a None None] Provisioning for port 52fd3416-d3d5-45dc-aedd-124c4e179e25 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:09.848553 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.914453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Pushing event updated for resources: {'Port': ['ID=54bee7e8-437d-4cc1-8674-7ae0e8791cab,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:09.925399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.934256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Network 799b0777-a63b-45e1-8743-4d3496f4711a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:09.939207 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.949650 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Transition to ACTIVE for port object 959d12ee-9655-4aac-8e54-16f0a0ea02b6 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:09.950500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dcfd8-1b60-45a0-b0ff-22572ddf60c7 req-a3849e35-dff1-4ade-ae5a-0edad813ca55 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:09.955440 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.957940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Transition to ACTIVE for port object 696cc184-9d2a-4941-ba5e-84d7a1fd77af will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:09.958974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:09.960948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db8dcfd8-1b60-45a0-b0ff-22572ddf60c7 req-a3849e35-dff1-4ade-ae5a-0edad813ca55 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.7436550 Jul 16 20:10:09.964071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:09.964605 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4408c1c5-ce90-4ae5-8170-fbf7aca3ee98" -d '{"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:09.983672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:09.985613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:09.998506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:10.048946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db8dcfd8-1b60-45a0-b0ff-22572ddf60c7 req-ce1562de-6780-46df-9087-c08e87e31072 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869019 Jul 16 20:10:10.052191 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.090942 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cbc4c-43ec-4512-83d0-eefcd15862a5 None None] Pushing event updated for resources: {'Port': ['ID=959d12ee-9655-4aac-8e54-16f0a0ea02b6,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.105941 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:10:10.106469 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:10:10.108792 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Attempting to bind port 959d12ee-9655-4aac-8e54-16f0a0ea02b6 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:10.109168 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Attempting to bind port 959d12ee-9655-4aac-8e54-16f0a0ea02b6 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:10.109528 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Attempting to bind port 959d12ee-9655-4aac-8e54-16f0a0ea02b6 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:10.127246 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:10.127704 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:10.128033 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.129280 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:10.129764 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Bound port: 959d12ee-9655-4aac-8e54-16f0a0ea02b6, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:10.130160 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.162532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ee660728-a056-46f9-867f-9b2461347746,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.181440 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0c05ac-7b4a-4a54-9784-9387aa8995f7 x-openstack-request-id: req-0b0c05ac-7b4a-4a54-9784-9387aa8995f7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:10.181440 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9dd100c-ff7f-4c21-a740-c61cdb655938", "name": "network-vif-plugged", "status": "completed", "tag": "ee660728-a056-46f9-867f-9b2461347746", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:10.181440 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b0c05ac-7b4a-4a54-9784-9387aa8995f7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:10.181440 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9dd100c-ff7f-4c21-a740-c61cdb655938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee660728-a056-46f9-867f-9b2461347746', 'code': 200} Jul 16 20:10:10.183917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.201708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:10.206930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] No DVR routers for this DVR port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on host n-h2-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:10.276216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:55Z', 'updated_at': '2021-07-16T20:10:01Z', 'revision_number': 4, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'gw_port': {'id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:56Z', 'updated_at': '2021-07-16T20:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cb93b557-8a9f-4e37-a276-f081c039122a', 'name': '', 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'mac_address': 'fa:16:3e:39:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:01Z', 'updated_at': '2021-07-16T20:10:07Z', 'revision_number': 4, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'subnets': [{'id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:10.318176 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] For port 959d12ee-9655-4aac-8e54-16f0a0ea02b6, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:10.322084 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] For port 959d12ee-9655-4aac-8e54-16f0a0ea02b6, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=959d12ee-9655-4aac-8e54-16f0a0ea02b6,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:10.329820 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.343436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ad460-4bf4-413d-8cba-9a3db920486c None None] The sync data for ids ['4d6e8f98-e312-4326-8260-5b4572a47f13'] in n-d-792394-17 is: [{'id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:55Z', 'updated_at': '2021-07-16T20:10:01Z', 'revision_number': 4, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'gw_port': {'id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:56Z', 'updated_at': '2021-07-16T20:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cb93b557-8a9f-4e37-a276-f081c039122a', 'name': '', 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'mac_address': 'fa:16:3e:39:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:01Z', 'updated_at': '2021-07-16T20:10:07Z', 'revision_number': 4, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'subnets': [{'id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:10.367749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:10.369131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:10.369131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:10.395177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5fec7-d303-45ed-970a-d1aa16a929cc req-2c3e8038-d8a6-49ef-80fe-f1eb3545bc75 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.397143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e5fec7-d303-45ed-970a-d1aa16a929cc req-2c3e8038-d8a6-49ef-80fe-f1eb3545bc75 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.4182777 Jul 16 20:10:10.398023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:10.398519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Attempting to bind port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:10.410264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:10.410608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:10.411001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:10.411528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Bound port: 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:10.411975 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.460493 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Routers {'3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:10.461233 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:09:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:10.531979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e5fec7-d303-45ed-970a-d1aa16a929cc req-e6c75e70-7042-46b9-8c2d-6e7db3e6af87 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229999 Jul 16 20:10:10.579411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:10.585254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:10.594661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.597053 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.668894 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] Set router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:10.685308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad23150-836c-44cf-b10b-bd04f1dd1479 req-5610a2df-4ce9-45ae-98bb-c035b4420b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.690714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ad23150-836c-44cf-b10b-bd04f1dd1479 req-5610a2df-4ce9-45ae-98bb-c035b4420b02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 1097 time: 0.3861787 Jul 16 20:10:10.691477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.692114 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.695960 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] 10.222.0.63 "PUT /v2.0/ports/696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 1098 time: 1.6851740 Jul 16 20:10:10.772727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 52fd3416-d3d5-45dc-aedd-124c4e179e25 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:10.826784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a047a1-ff79-4b43-ba1d-91e125982db9 service neutron] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=11']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:10.909211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 52fd3416-d3d5-45dc-aedd-124c4e179e25 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:10.914058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 52fd3416-d3d5-45dc-aedd-124c4e179e25 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:10.914690 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:10.915487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-fff48634-3a7c-4e78-99e4-b8a6b835f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.918311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-fff48634-3a7c-4e78-99e4-b8a6b835f77f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1101 time: 0.1862171 Jul 16 20:10:10.957977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104ba11-b664-40d4-bb22-e7525afe8e93 req-658203f6-218c-4b16-afec-d3595d8b912b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:10.968222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0104ba11-b664-40d4-bb22-e7525afe8e93 req-658203f6-218c-4b16-afec-d3595d8b912b tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 945 time: 0.4540350 Jul 16 20:10:10.982697 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ad23150-836c-44cf-b10b-bd04f1dd1479 req-8fc40885-8f6b-459e-aca7-67357e85ee8f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693501 Jul 16 20:10:11.117864 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.141444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bf8d70b3-cd3c-49ab-a239-c211fb8d4b6a None None] Provisioning for port 54bee7e8-437d-4cc1-8674-7ae0e8791cab completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:11.148444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-09724b99-448f-4dbd-918f-c27b30f641ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.152965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-09724b99-448f-4dbd-918f-c27b30f641ab service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2246728 Jul 16 20:10:11.179415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bf8d70b3-cd3c-49ab-a239-c211fb8d4b6a None None] Provisioning complete for port 54bee7e8-437d-4cc1-8674-7ae0e8791cab triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:11.179788 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf8d70b3-cd3c-49ab-a239-c211fb8d4b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.204357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 52fd3416-d3d5-45dc-aedd-124c4e179e25, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=52fd3416-d3d5-45dc-aedd-124c4e179e25,segment=NetworkSegment(c9f4f573-ba2d-4390-ac7f-5ebaa35fa583),segment_id=c9f4f573-ba2d-4390-ac7f-5ebaa35fa583)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:11.222186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0104ba11-b664-40d4-bb22-e7525afe8e93 req-87e6d704-cbf2-43d3-9c4f-96cc40c1a343 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508533 Jul 16 20:10:11.242455 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-8b7e5b1d-e3e1-491b-9151-9e120aa17de9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 217 time: 0.0849822 Jul 16 20:10:11.247026 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:04Z', 'updated_at': '2021-07-16T20:10:10Z', 'revision_number': 4, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'gw_port': {'id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:05Z', 'updated_at': '2021-07-16T20:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '54bee7e8-437d-4cc1-8674-7ae0e8791cab', 'name': '', 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'mac_address': 'fa:16:3e:3f:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:09Z', 'updated_at': '2021-07-16T20:10:09Z', 'revision_number': 1, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'subnets': [{'id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:11.248935 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.315051 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1e4f3-060d-4af9-b74d-caf292bd0f17 None None] The sync data for ids ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'] in n-d-792394-17 is: [{'id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:04Z', 'updated_at': '2021-07-16T20:10:10Z', 'revision_number': 4, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'gw_port': {'id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:05Z', 'updated_at': '2021-07-16T20:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '54bee7e8-437d-4cc1-8674-7ae0e8791cab', 'name': '', 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'mac_address': 'fa:16:3e:3f:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:09Z', 'updated_at': '2021-07-16T20:10:09Z', 'revision_number': 1, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'subnets': [{'id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:11.317261 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cbc4c-43ec-4512-83d0-eefcd15862a5 None None] Pushing event updated for resources: {'Port': ['ID=959d12ee-9655-4aac-8e54-16f0a0ea02b6,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:11.363319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-f6fb3f31-8283-49c0-bf3e-ed9783c39a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.363319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-f6fb3f31-8283-49c0-bf3e-ed9783c39a12 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1091449 Jul 16 20:10:11.390516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d70b3-cd3c-49ab-a239-c211fb8d4b6a None None] Port 54bee7e8-437d-4cc1-8674-7ae0e8791cab cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:11.414541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cb93b557-8a9f-4e37-a276-f081c039122a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:11.423789 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.436039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.471113 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9ebc89-ff4e-497c-9de9-46ba827a364a x-openstack-request-id: req-bc9ebc89-ff4e-497c-9de9-46ba827a364a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:11.472074 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:11.472349 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc9ebc89-ff4e-497c-9de9-46ba827a364a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:11.472779 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'code': 200} Jul 16 20:10:11.543958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b072f-f74f-447a-95d2-bc562f22c232 req-a4faa94c-e945-4eef-8c0b-8139282b6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.549060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-a4faa94c-e945-4eef-8c0b-8139282b6e93 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1797452 Jul 16 20:10:11.557308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=52fd3416-d3d5-45dc-aedd-124c4e179e25,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:11.587045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Pushing event updated for resources: {'Port': ['ID=54bee7e8-437d-4cc1-8674-7ae0e8791cab,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:11.598829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.664847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cb93b557-8a9f-4e37-a276-f081c039122a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:11.665220 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:11.822009 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-d609ffe3-4871-41dd-b2f6-0e37120623e9 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669392 Jul 16 20:10:11.845040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b9245-e701-4fad-ba78-7be898a7b63f req-89775d8d-8705-4ecd-bffb-e1d37df36aef tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.861351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac9b9245-e701-4fad-ba78-7be898a7b63f req-89775d8d-8705-4ecd-bffb-e1d37df36aef tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.2762170 Jul 16 20:10:11.887847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Network 799b0777-a63b-45e1-8743-4d3496f4711a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:11.891147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:11.909222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35deb1c-7558-49a0-938b-9f53f6071a6c req-3291fea7-85fd-4d4c-8e2b-c7ec73cd41bb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:11.910810 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a35deb1c-7558-49a0-938b-9f53f6071a6c req-3291fea7-85fd-4d4c-8e2b-c7ec73cd41bb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 949 time: 0.2265995 Jul 16 20:10:12.007248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac9b9245-e701-4fad-ba78-7be898a7b63f req-bc48fc2a-f5c9-4421-8aab-0dfbdedbaa28 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448309 Jul 16 20:10:12.009659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986b072f-f74f-447a-95d2-bc562f22c232 req-6158dc93-c60f-439d-bd3b-2c782b74e573 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715069 Jul 16 20:10:12.071044 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a35deb1c-7558-49a0-938b-9f53f6071a6c req-796142c3-33d5-4cbb-b2f4-d2a82ed98394 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266258 Jul 16 20:10:12.204458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:12.281136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b4782a3f-7a06-4c6e-a952-f090c9653a64 None None] Provisioning complete for port 54bee7e8-437d-4cc1-8674-7ae0e8791cab triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:12.285867 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b4782a3f-7a06-4c6e-a952-f090c9653a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:12.345350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b4782a3f-7a06-4c6e-a952-f090c9653a64 None None] Port 54bee7e8-437d-4cc1-8674-7ae0e8791cab cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:12.465652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:12.472077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fde4d93a-1d3d-4346-9664-fd670545f28a admin admin] 10.222.0.10 "PUT /v2.0/routers/3fa9b5aa-9e72-4606-aaf9-94c3ae4903db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1121514 Jul 16 20:10:12.479683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9d2d4-76e9-4958-bb13-823cd6c11b27 req-29dfb43d-a6d0-4535-bdd3-0246ea314f0a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.482244 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fb9d2d4-76e9-4958-bb13-823cd6c11b27 req-29dfb43d-a6d0-4535-bdd3-0246ea314f0a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1586459 Jul 16 20:10:12.566277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fb9d2d4-76e9-4958-bb13-823cd6c11b27 req-fc981cee-7600-4877-88db-20745aec4203 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763068 Jul 16 20:10:12.790649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312530f-36ea-47e7-8ba6-cd994b882d24 req-eabc3341-547b-4dc9-b96b-c1705f86eba4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:12.798846 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d312530f-36ea-47e7-8ba6-cd994b882d24 req-eabc3341-547b-4dc9-b96b-c1705f86eba4 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 945 time: 0.0980587 Jul 16 20:10:12.845566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d312530f-36ea-47e7-8ba6-cd994b882d24 req-9d3be179-c973-44f7-93d7-0e798f58b474 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Jul 16 20:10:13.351790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0fded-c203-4898-8199-442bae49321b req-ec0fca1e-3885-4507-9407-0cc72fa6f6cd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.357277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5af894-561d-408f-803d-34315217e527 req-74ce7767-875f-4d33-9cc9-96defd91c2bc tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.360534 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08a0fded-c203-4898-8199-442bae49321b req-ec0fca1e-3885-4507-9407-0cc72fa6f6cd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 949 time: 0.1280222 Jul 16 20:10:13.365881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a5af894-561d-408f-803d-34315217e527 req-74ce7767-875f-4d33-9cc9-96defd91c2bc tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.0974715 Jul 16 20:10:13.463883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a5af894-561d-408f-803d-34315217e527 req-ec88c5a9-620e-4397-b615-4cfce7090094 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969889 Jul 16 20:10:13.474789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:13.477121 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cea478b-c95d-405d-a49e-ab047f15d5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:13.484657 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08a0fded-c203-4898-8199-442bae49321b req-d4892c6e-8b22-4718-8d32-ed193d306c24 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228909 Jul 16 20:10:13.594029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 959d12ee-9655-4aac-8e54-16f0a0ea02b6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:13.729713 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 959d12ee-9655-4aac-8e54-16f0a0ea02b6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:13.737721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 959d12ee-9655-4aac-8e54-16f0a0ea02b6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:13.745416 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:13.754425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c759f-2d4c-46da-9297-726a7424ea7c req-056f2575-c422-4321-8b8c-0ae9321db651 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:13.763244 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-925c759f-2d4c-46da-9297-726a7424ea7c req-056f2575-c422-4321-8b8c-0ae9321db651 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 945 time: 0.1176314 Jul 16 20:10:13.817748 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-925c759f-2d4c-46da-9297-726a7424ea7c req-f31a3fad-72f7-41fb-b8f5-ac18a52f623d tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Jul 16 20:10:13.898639 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e40aa7-df56-473a-8b01-477a86b40b53 x-openstack-request-id: req-71e40aa7-df56-473a-8b01-477a86b40b53 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:13.898931 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:13.899180 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71e40aa7-df56-473a-8b01-477a86b40b53 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:13.899613 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'status': 'completed', 'code': 200} Jul 16 20:10:14.019491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.087376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 959d12ee-9655-4aac-8e54-16f0a0ea02b6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=959d12ee-9655-4aac-8e54-16f0a0ea02b6,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:14.096077 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.097303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 52fd3416-d3d5-45dc-aedd-124c4e179e25 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:14.232669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-bfce504f-b76d-4594-9ac2-dcad937b7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.234287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-bfce504f-b76d-4594-9ac2-dcad937b7643 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 1101 time: 0.1590824 Jul 16 20:10:14.281340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d516b-7479-46d5-b192-e83bb799886d req-ee35fb57-4a0a-496e-9135-77991370e647 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.288518 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d6d516b-7479-46d5-b192-e83bb799886d req-ee35fb57-4a0a-496e-9135-77991370e647 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1410003 Jul 16 20:10:14.355580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d6d516b-7479-46d5-b192-e83bb799886d req-009dbab0-63db-4cb1-a843-881cdbbce617 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658972 Jul 16 20:10:14.445943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=959d12ee-9655-4aac-8e54-16f0a0ea02b6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:14.465808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 52fd3416-d3d5-45dc-aedd-124c4e179e25 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:14.466192 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:14.556407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-68f3ccb6-e19f-4496-aab4-cdc7f860e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.558091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-68f3ccb6-e19f-4496-aab4-cdc7f860e04a service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3147566 Jul 16 20:10:14.677828 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-6ebfbbf4-9e4e-4f79-972e-72fdd9687f91 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 200 len: 217 time: 0.1083999 Jul 16 20:10:14.845179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-8d6ac895-9487-4638-8fb0-5a53e871f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.846821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-8d6ac895-9487-4638-8fb0-5a53e871f85d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1492848 Jul 16 20:10:14.930081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-c4abe523-b44e-4e6e-a91d-e772d6394a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:14.932066 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-c4abe523-b44e-4e6e-a91d-e772d6394a4c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790055 Jul 16 20:10:14.939621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:15.141501 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-ee7bb21c-cb50-4743-a695-675ba0cba23e service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990263 Jul 16 20:10:15.235675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4eaa5-88b8-4e37-baff-07f1eb3ff5b6 req-b14ee6a7-3cfb-4384-9a3d-3cce7753b6b3 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.239333 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ab4eaa5-88b8-4e37-baff-07f1eb3ff5b6 req-b14ee6a7-3cfb-4384-9a3d-3cce7753b6b3 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 949 time: 0.2135146 Jul 16 20:10:15.327490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:15.363277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ab4eaa5-88b8-4e37-baff-07f1eb3ff5b6 req-fca8aa37-59c8-4d7c-9d65-ecf3111f0103 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136413 Jul 16 20:10:15.401928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'mac_address': 'fa:16:3e:fc:d9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:15.421962 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.464100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 959d12ee-9655-4aac-8e54-16f0a0ea02b6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:15.472178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cea478b-c95d-405d-a49e-ab047f15d5e7 req-d42b5608-543a-4d7b-a7e6-58cc0dad8029 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263133 Jul 16 20:10:15.538624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b3719-f761-4dac-bdd9-d1429416e6de req-cc8466b5-5ca1-4ffe-96e7-36409c8999c7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.551570 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f87b3719-f761-4dac-bdd9-d1429416e6de req-cc8466b5-5ca1-4ffe-96e7-36409c8999c7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.2713783 Jul 16 20:10:15.575822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-8f58ce35-4780-4871-ab0d-464b2a4f5531 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.578384 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-8f58ce35-4780-4871-ab0d-464b2a4f5531 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 945 time: 0.2088313 Jul 16 20:10:15.581384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.625322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696cc184-9d2a-4941-ba5e-84d7a1fd77af {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:15.656517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f87b3719-f761-4dac-bdd9-d1429416e6de req-290740e7-8fb5-40d5-8599-24b363252aa7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038725 Jul 16 20:10:15.723201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:15.737803 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.744562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 959d12ee-9655-4aac-8e54-16f0a0ea02b6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:15.749499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:15.965602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:15.981817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e937af-d7c9-4ad1-b28e-c1434bba12db req-d79daee0-64c6-4f69-a1b2-d9788d31f9ef tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:15.994009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67e937af-d7c9-4ad1-b28e-c1434bba12db req-d79daee0-64c6-4f69-a1b2-d9788d31f9ef tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 945 time: 0.3150415 Jul 16 20:10:16.042076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['696cc184-9d2a-4941-ba5e-84d7a1fd77af'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:16.091842 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Deleting port ee660728-a056-46f9-867f-9b2461347746 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:16.097376 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.228988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Sync routers for ids ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:16.237890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67e937af-d7c9-4ad1-b28e-c1434bba12db req-c1b70312-c071-4523-a48e-5dddcf619e5f tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408304 Jul 16 20:10:16.262212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97497f10-1529-46f8-9dab-955682e2e8ca req-dc36164d-7c36-45b9-8fab-4ccd2591e804 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.263086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Routers {'3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:16.270064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:09:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:16.277764 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97497f10-1529-46f8-9dab-955682e2e8ca req-dc36164d-7c36-45b9-8fab-4ccd2591e804 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1922863 Jul 16 20:10:16.386529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Set router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:16.408904 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97497f10-1529-46f8-9dab-955682e2e8ca req-cd9c725f-b364-4081-aa5b-bc05364314ab tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262009 Jul 16 20:10:16.459761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] For port ee660728-a056-46f9-867f-9b2461347746, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ee660728-a056-46f9-867f-9b2461347746,segment=NetworkSegment(9aaf473e-4055-4dda-bb51-00e400e305b7),segment_id=9aaf473e-4055-4dda-bb51-00e400e305b7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:16.460849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.492999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Calling delete_port for ee660728-a056-46f9-867f-9b2461347746 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:16.560232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.666946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.743168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event deleted for resources: {'Port': ['ID=ee660728-a056-46f9-867f-9b2461347746,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:16.804420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:04Z', 'updated_at': '2021-07-16T20:10:10Z', 'revision_number': 4, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'gw_port': {'id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:05Z', 'updated_at': '2021-07-16T20:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '54bee7e8-437d-4cc1-8674-7ae0e8791cab', 'name': '', 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'mac_address': 'fa:16:3e:3f:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:09Z', 'updated_at': '2021-07-16T20:10:10Z', 'revision_number': 2, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'subnets': [{'id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:16.808926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] No DVR routers for this DVR port ee660728-a056-46f9-867f-9b2461347746 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:16.812760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:16.815609 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b415ace3-16d3-4541-8d1e-876784ac8bbf req-005bf844-1659-4df3-b0e3-f1406ae9f26a tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.30 "DELETE /v2.0/ports/ee660728-a056-46f9-867f-9b2461347746 HTTP/1.1" status: 204 len: 173 time: 1.2271640 Jul 16 20:10:16.816334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dd100c-ff7f-4c21-a740-c61cdb655938', 'name': 'network-vif-deleted', 'tag': 'ee660728-a056-46f9-867f-9b2461347746'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:16.818837 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f66df88-fc9a-4bc4-a8bc-0eed57642531" -d '{"events": [{"server_uuid": "b9dd100c-ff7f-4c21-a740-c61cdb655938", "name": "network-vif-deleted", "tag": "ee660728-a056-46f9-867f-9b2461347746"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:16.838525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68f05a-5a15-42e0-b717-4ed4f0d5a2b6 req-ab957d6b-e90c-4da6-92d5-f5a06330d5fd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:16.840706 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f68f05a-5a15-42e0-b717-4ed4f0d5a2b6 req-ab957d6b-e90c-4da6-92d5-f5a06330d5fd tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 950 time: 0.1865165 Jul 16 20:10:16.877187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Checking router: 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:16.877551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Updating router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db port 54bee7e8-437d-4cc1-8674-7ae0e8791cab binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:16.915844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f68f05a-5a15-42e0-b717-4ed4f0d5a2b6 req-646d87bb-b68c-40f8-9c36-383225f21153 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642385 Jul 16 20:10:16.977795 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:17.006780 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db09600-0445-4015-9b72-eb8c52dc6f5a x-openstack-request-id: req-6db09600-0445-4015-9b72-eb8c52dc6f5a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:17.007174 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9dd100c-ff7f-4c21-a740-c61cdb655938", "name": "network-vif-deleted", "tag": "ee660728-a056-46f9-867f-9b2461347746", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:17.007334 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6db09600-0445-4015-9b72-eb8c52dc6f5a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:17.007744 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9dd100c-ff7f-4c21-a740-c61cdb655938', 'name': 'network-vif-deleted', 'tag': 'ee660728-a056-46f9-867f-9b2461347746', 'status': 'completed', 'code': 200} Jul 16 20:10:17.148391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d8c65-2b78-4437-9898-75d02e5c4fd6 req-5868879c-eb27-4147-ab94-a0b61830c70e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.159898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427d8c65-2b78-4437-9898-75d02e5c4fd6 req-5868879c-eb27-4147-ab94-a0b61830c70e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.2022319 Jul 16 20:10:17.311761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427d8c65-2b78-4437-9898-75d02e5c4fd6 req-11e1eb55-b95e-4905-b9e0-70036fb568b0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492772 Jul 16 20:10:17.486930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45e939a2-3e73-455a-b695-9bf35c1435a9 req-d0f7a33e-829a-46ab-9a30-b3c52e4956eb tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9dd100c-ff7f-4c21-a740-c61cdb655938 HTTP/1.1" status: 200 len: 210 time: 0.0604858 Jul 16 20:10:17.571178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ec8ec7f7-dd22-4cab-bfbb-e2cdd3dede20 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=743535f04d9c41f08751d43630cc4015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475054 Jul 16 20:10:17.705165 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:17.735307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Transition to ACTIVE for port object 54bee7e8-437d-4cc1-8674-7ae0e8791cab will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:17.750166 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:17.760486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c207ca-1dee-45d6-a71d-2a839e0c5fba req-a93e2868-00b3-46cd-874a-beccb46954d4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.772737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69c207ca-1dee-45d6-a71d-2a839e0c5fba req-a93e2868-00b3-46cd-874a-beccb46954d4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1623416 Jul 16 20:10:17.882406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a53a5-8024-4712-b559-674cd5477714 None None] Pushing event updated for resources: {'Port': ['ID=54bee7e8-437d-4cc1-8674-7ae0e8791cab,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:17.883810 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69c207ca-1dee-45d6-a71d-2a839e0c5fba req-45b0ade9-5c59-446a-9b36-bb0efd625f86 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082847 Jul 16 20:10:17.888377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-0b738025-6c32-4a92-a738-eceb98ca4321 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:17.897591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-0b738025-6c32-4a92-a738-eceb98ca4321 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246646 Jul 16 20:10:17.918084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:17.956620 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-34dcbe4a-cf82-44d7-a421-4e6f6f2a55ee tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/quotas/743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 375 time: 0.0562372 Jul 16 20:10:18.077299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ee660728-a056-46f9-867f-9b2461347746 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:18.165308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: ee660728-a056-46f9-867f-9b2461347746 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:18.165979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ee660728-a056-46f9-867f-9b2461347746 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:18.172493 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-0a16e286-e5e4-46e4-b0d6-2d2cf2e85059 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2124860 Jul 16 20:10:18.177999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Attempting to bind port 54bee7e8-437d-4cc1-8674-7ae0e8791cab on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:18.178592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Attempting to bind port 54bee7e8-437d-4cc1-8674-7ae0e8791cab by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:18.178989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Attempting to bind port 54bee7e8-437d-4cc1-8674-7ae0e8791cab on network 799b0777-a63b-45e1-8743-4d3496f4711a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:18.187570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:18.188029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Checking segment: {'id': 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:18.188509 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.188972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Bound using segment: {'id': 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:18.189519 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Bound port: 54bee7e8-437d-4cc1-8674-7ae0e8791cab, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:18.190074 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.203403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-310c73af-957c-422f-aeac-f2fd0cf9eb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.281170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] For port 54bee7e8-437d-4cc1-8674-7ae0e8791cab, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:18.285080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] For port 54bee7e8-437d-4cc1-8674-7ae0e8791cab, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=54bee7e8-437d-4cc1-8674-7ae0e8791cab,segment=NetworkSegment(c9f4f573-ba2d-4390-ac7f-5ebaa35fa583),segment_id=c9f4f573-ba2d-4390-ac7f-5ebaa35fa583)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:18.330715 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.414835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-310c73af-957c-422f-aeac-f2fd0cf9eb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.428977 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-310c73af-957c-422f-aeac-f2fd0cf9eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.511480 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-83b37fc1-546a-4809-9147-d606c0f8ebfd req-a84cfffc-f200-4381-a97f-590f63f25aee tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 210 time: 0.0494561 Jul 16 20:10:18.548110 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-310c73af-957c-422f-aeac-f2fd0cf9eb11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=869fc1256064461cbc95046583b4d990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6256416 Jul 16 20:10:18.549055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c73af-957c-422f-aeac-f2fd0cf9eb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c6dc7e-c9cf-4d67-a7bb-608d7bf5b0f1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:18.551130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46044) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:18.723738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-424b3f44-e491-4df5-955f-b4979403edba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.766110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a53a5-8024-4712-b559-674cd5477714 None None] Pushing event updated for resources: {'Port': ['ID=54bee7e8-437d-4cc1-8674-7ae0e8791cab,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:18.782503 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Routers {'3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:18.783134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:09:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:18.819114 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-424b3f44-e491-4df5-955f-b4979403edba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:18.945482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189812b-b006-4d9c-beea-1acbbeaaf176 req-e6cb5073-e9a4-4d91-aa35-5ca2030bba67 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:18.953322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:18.958216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7189812b-b006-4d9c-beea-1acbbeaaf176 req-e6cb5073-e9a4-4d91-aa35-5ca2030bba67 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.2355492 Jul 16 20:10:19.025920 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7189812b-b006-4d9c-beea-1acbbeaaf176 req-2d08bf27-f122-4513-9e82-0b38b561df8f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562382 Jul 16 20:10:19.028917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-424b3f44-e491-4df5-955f-b4979403edba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.040286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-424b3f44-e491-4df5-955f-b4979403edba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.051544 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-424b3f44-e491-4df5-955f-b4979403edba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80c6dc7e-c9cf-4d67-a7bb-608d7bf5b0f1 HTTP/1.1" status: 204 len: 168 time: 0.4895663 Jul 16 20:10:19.074621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b3f44-e491-4df5-955f-b4979403edba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c6dc7e-c9cf-4d67-a7bb-608d7bf5b0f1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:19.110203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:19.258354 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-883d9bbb-ede8-4791-b39d-c9ae8a855180 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.322526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-883d9bbb-ede8-4791-b39d-c9ae8a855180 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.403625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26940686-e4dc-4b71-8139-2e99a55b47e8 req-a2c0d193-ab4d-4320-ad5a-75a6e5a27221 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.414168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26940686-e4dc-4b71-8139-2e99a55b47e8 req-a2c0d193-ab4d-4320-ad5a-75a6e5a27221 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1554630 Jul 16 20:10:19.511357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26940686-e4dc-4b71-8139-2e99a55b47e8 req-7ed3192f-707a-46c5-8368-0ecbfc62f7a2 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957396 Jul 16 20:10:19.546624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-883d9bbb-ede8-4791-b39d-c9ae8a855180 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.551971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-883d9bbb-ede8-4791-b39d-c9ae8a855180 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.551971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-883d9bbb-ede8-4791-b39d-c9ae8a855180 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "DELETE /v2.0/security-groups/2566a7b6-bdd4-4537-813d-e8b5d95dff53 HTTP/1.1" status: 204 len: 168 time: 0.4399405 Jul 16 20:10:19.553904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46078) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:19.567060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d9bbb-ede8-4791-b39d-c9ae8a855180 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2566a7b6-bdd4-4537-813d-e8b5d95dff53,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:19.585981 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-c3a9274f-487d-43c9-8570-a8250257e06c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] show failed (client error): The resource could not be found. Jul 16 20:10:19.595370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46080) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:19.599001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c3a9274f-487d-43c9-8570-a8250257e06c tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "GET /v2.0/security-groups/2566a7b6-bdd4-4537-813d-e8b5d95dff53 HTTP/1.1" status: 404 len: 347 time: 0.0430610 Jul 16 20:10:19.682417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 54bee7e8-437d-4cc1-8674-7ae0e8791cab up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:19.837806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] Set router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:19.873037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Deleting port 35806d4e-36d9-4772-9919-f6ff96ed79ee {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:19.873567 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.909565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 696cc184-9d2a-4941-ba5e-84d7a1fd77af completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:19.910355 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-266af235-066b-4ba6-a765-afa475b1e6b3 req-b5b585ad-3fe0-4f8f-8f03-d1d115e71c73 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 210 time: 0.1218050 Jul 16 20:10:19.933338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 696cc184-9d2a-4941-ba5e-84d7a1fd77af triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:19.933338 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:19.996971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-6b09079e-bd20-45ae-92c2-d77673181190 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:19.998508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-6b09079e-bd20-45ae-92c2-d77673181190 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.1806691 Jul 16 20:10:20.012315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-17'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:20.028189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9da983d0-d30c-4897-92f7-6e4c1e9692da details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:20.058205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.059226 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.096301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Calling delete_port for 35806d4e-36d9-4772-9919-f6ff96ed79ee owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:20.144185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:20.162792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9da983d0-d30c-4897-92f7-6e4c1e9692da has no active binding in host n-h2-792394-17 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:10:20.227643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.345920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 54bee7e8-437d-4cc1-8674-7ae0e8791cab completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:20.358070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 54bee7e8-437d-4cc1-8674-7ae0e8791cab triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:20.358777 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.530324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.595717 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-415dbd95-386a-4705-bbd2-9c5116d9599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.649376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:20.725033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:20.796391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Pushing event deleted for resources: {'Port': ['ID=35806d4e-36d9-4772-9919-f6ff96ed79ee,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:20.828186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.830140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:20.834666 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2925039f-dd99-4740-9bea-644cbe7443df" -d '{"events": [{"server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:20.844178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:04Z', 'updated_at': '2021-07-16T20:10:10Z', 'revision_number': 4, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'gw_port': {'id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:05Z', 'updated_at': '2021-07-16T20:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '54bee7e8-437d-4cc1-8674-7ae0e8791cab', 'name': '', 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'mac_address': 'fa:16:3e:3f:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:09Z', 'updated_at': '2021-07-16T20:10:18Z', 'revision_number': 4, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'subnets': [{'id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:20.852932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.870730 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:20.996371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecafd30-85a8-4d5a-bfc5-0b5ed678de62 None None] The sync data for ids ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'] in n-d-792394-17 is: [{'id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:04Z', 'updated_at': '2021-07-16T20:10:10Z', 'revision_number': 4, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'gw_port': {'id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:05Z', 'updated_at': '2021-07-16T20:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '54bee7e8-437d-4cc1-8674-7ae0e8791cab', 'name': '', 'network_id': '799b0777-a63b-45e1-8743-4d3496f4711a', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'mac_address': 'fa:16:3e:3f:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:09Z', 'updated_at': '2021-07-16T20:10:18Z', 'revision_number': 4, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'subnets': [{'id': 'f1cea4a9-2f6b-4790-bb81-44bf193d7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:21.001103 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.011992 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.015482 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-86d7d796-6f53-474e-aaf6-11e657a672c0 tempest-ImagesOneServerNegativeTestJSON-1912218921 tempest-ImagesOneServerNegativeTestJSON-1912218921-project] 10.222.0.10 "DELETE /v2.0/floatingips/5c6e67d2-902c-40f4-b852-7e796d38547e HTTP/1.1" status: 204 len: 168 time: 1.4167175 Jul 16 20:10:21.016388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.070302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da2cc9-9622-43d8-b12a-294a139d1222 req-89dbe754-f887-4242-8eac-08f46d47159a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:21.071929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7da2cc9-9622-43d8-b12a-294a139d1222 req-89dbe754-f887-4242-8eac-08f46d47159a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 945 time: 0.6928289 Jul 16 20:10:21.093690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-c8108fa1-95c7-4bd7-811e-ebea7ed666bb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=743535f04d9c41f08751d43630cc4015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004863 Jul 16 20:10:21.112905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:21.118194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:21.124442 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4750b35b-4e09-4d15-940e-285c7f93f4a3" -d '{"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:21.132769 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.169832 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7da2cc9-9622-43d8-b12a-294a139d1222 req-252e7fc5-b741-4425-a298-a07b9764e4e5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847516 Jul 16 20:10:21.196681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 54bee7e8-437d-4cc1-8674-7ae0e8791cab, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=54bee7e8-437d-4cc1-8674-7ae0e8791cab,segment=NetworkSegment(c9f4f573-ba2d-4390-ac7f-5ebaa35fa583),segment_id=c9f4f573-ba2d-4390-ac7f-5ebaa35fa583)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:21.309160 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:21.419875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:21.564132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=54bee7e8-437d-4cc1-8674-7ae0e8791cab,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:21.836897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d8fde42-1f1f-4699-8a4a-e2d9803866d2 req-ad06f683-dfb5-4d94-a106-0acca3606df6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 210 time: 0.0474658 Jul 16 20:10:21.934989 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b8ccd0-0b7b-46e1-bf56-03446715e0fb x-openstack-request-id: req-d1b8ccd0-0b7b-46e1-bf56-03446715e0fb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:21.936715 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "name": "network-vif-unplugged", "status": "completed", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:21.937174 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1b8ccd0-0b7b-46e1-bf56-03446715e0fb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:21.937758 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da', 'code': 200} Jul 16 20:10:21.968664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da on host n-h1-792394-17 for vnic_type normal with profile {"migrating_to": "n-h2-792394-17"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:21.969062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:21.969465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:21.971567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Pushing event updated for resources: {'Port': ['ID=9da983d0-d30c-4897-92f7-6e4c1e9692da,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:21.995980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Port 9da983d0-d30c-4897-92f7-6e4c1e9692da on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:21.996506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Attempting to bind port 9da983d0-d30c-4897-92f7-6e4c1e9692da on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:22.013178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:22.016430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:22.017037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:22.017909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Bound port: 9da983d0-d30c-4897-92f7-6e4c1e9692da, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:22.018425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.059664 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a2c5b-ccd3-4f14-a6ef-bf8d19d9b13e x-openstack-request-id: req-1a2a2c5b-ccd3-4f14-a6ef-bf8d19d9b13e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:22.060231 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:22.060231 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a2a2c5b-ccd3-4f14-a6ef-bf8d19d9b13e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:22.061158 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'code': 200} Jul 16 20:10:22.132284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:22.175667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f61a6111-0cd1-4cbc-a8b6-d80c8e71fc21 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:22.177705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f61a6111-0cd1-4cbc-a8b6-d80c8e71fc21 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0621567 Jul 16 20:10:22.181477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:22.222038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Request body: {'port': {'device_id': '4eda0ce6-7816-41b0-8826-29891b14777d', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '743535f04d9c41f08751d43630cc4015'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:22.372187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.506130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72b2c5-bcd7-4dfd-bddc-2ac3f035c533 req-e0876ea2-057e-4345-aa41-9c8fbe02d7ac tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:22.513359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be72b2c5-bcd7-4dfd-bddc-2ac3f035c533 req-e0876ea2-057e-4345-aa41-9c8fbe02d7ac tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 1.4169688 Jul 16 20:10:22.553748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Pushing event updated for resources: {'Port': ['ID=9da983d0-d30c-4897-92f7-6e4c1e9692da,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:22.608860 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:22.609333 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.610724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-21f9f72e-2aef-4af7-aba7-615f9e330366 service neutron] 10.222.0.30 "PUT /v2.0/ports/9da983d0-d30c-4897-92f7-6e4c1e9692da HTTP/1.1" status: 200 len: 1123 time: 2.6026680 Jul 16 20:10:22.648257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be72b2c5-bcd7-4dfd-bddc-2ac3f035c533 req-83cd918b-54dc-4e9c-8b6f-ef83b00b6ad1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288955 Jul 16 20:10:22.683877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['9da983d0-d30c-4897-92f7-6e4c1e9692da'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:22.685453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Made reservation on behalf of 743535f04d9c41f08751d43630cc4015 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:22.693685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:22.746497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['9da983d0-d30c-4897-92f7-6e4c1e9692da'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:22.974017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Allocated IP 192.168.233.149 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/4d1afab8-295d-4d0c-8e8c-e69d161bbf8d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:23.091730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48b8c5-46f4-4d63-82b0-d76662537529 req-917f0741-35dd-491e-bebe-cecec05b4094 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:23.119349 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd48b8c5-46f4-4d63-82b0-d76662537529 req-917f0741-35dd-491e-bebe-cecec05b4094 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 943 time: 0.2289460 Jul 16 20:10:23.228022 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd48b8c5-46f4-4d63-82b0-d76662537529 req-f79767d8-b431-4ab0-a44c-216d607420de tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127322 Jul 16 20:10:23.358912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.403048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Transition to ACTIVE for port object 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:23.425645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:23.480460 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.558726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 54bee7e8-437d-4cc1-8674-7ae0e8791cab up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:23.583801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:23.591222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:23.596041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:23.614517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:23.649599 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.707987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:23.709073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.730296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-f798df43-3005-4c8f-8e4c-2bbc1653e1fa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5362747 Jul 16 20:10:23.759339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Request body: {'port': {'device_id': '4eda0ce6-7816-41b0-8826-29891b14777d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:23.803703 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8b14bf7-a354-45b7-90e3-32d7fd4e4472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.813215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cfa48a-3c03-4d9a-aa25-9e8bb31f507a admin admin] Deleting subnet 1ac9a135-901a-4915-b220-7c11bcf3ad7f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:10:23.823266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44cfa48a-3c03-4d9a-aa25-9e8bb31f507a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.873800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 54bee7e8-437d-4cc1-8674-7ae0e8791cab triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:23.874365 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:23.876659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', '696cc184-9d2a-4941-ba5e-84d7a1fd77af'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:23.948925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44cfa48a-3c03-4d9a-aa25-9e8bb31f507a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.002084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44cfa48a-3c03-4d9a-aa25-9e8bb31f507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.020078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:24.024987 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1816292-aaec-40c6-bebf-fc62511a47e0" -d '{"events": [{"name": "network-changed", "server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:24.034003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.074347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702cc21-e02a-4759-8a39-744c29804870 req-e964767c-d38e-4637-a3d6-876fe883da2b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.082120 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0702cc21-e02a-4759-8a39-744c29804870 req-e964767c-d38e-4637-a3d6-876fe883da2b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 936 time: 0.4120471 Jul 16 20:10:24.093258 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44cfa48a-3c03-4d9a-aa25-9e8bb31f507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.177946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfa48a-3c03-4d9a-aa25-9e8bb31f507a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac9a135-901a-4915-b220-7c11bcf3ad7f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:24.204092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8676e8e4-7a31-4573-9524-adc672723ccf None None] Provisioning for port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:24.209858 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0702cc21-e02a-4759-8a39-744c29804870 req-37f0e31c-725f-412a-910e-6dc87aa3ffcb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263907 Jul 16 20:10:24.210997 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44cfa48a-3c03-4d9a-aa25-9e8bb31f507a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.220007 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-44cfa48a-3c03-4d9a-aa25-9e8bb31f507a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1ac9a135-901a-4915-b220-7c11bcf3ad7f HTTP/1.1" status: 204 len: 168 time: 0.7925937 Jul 16 20:10:24.220556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8676e8e4-7a31-4573-9524-adc672723ccf None None] Provisioning complete for port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:24.220701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:24.221277 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8676e8e4-7a31-4573-9524-adc672723ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.321317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8676e8e4-7a31-4573-9524-adc672723ccf None None] Port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:24.327955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['fb836647-d5d2-4587-aaac-2944532048f6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:24.391627 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.455904 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.690925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.748504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af49aec-5130-41de-b06a-48aed6bd8dca']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:24.749065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:24.762444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaf473e-4055-4dda-bb51-00e400e305b7') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:24.762811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaf473e-4055-4dda-bb51-00e400e305b7') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:24.773710 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.787309 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a4a81-ee4f-4823-af77-2c90fac8daec x-openstack-request-id: req-797a4a81-ee4f-4823-af77-2c90fac8daec {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:24.787309 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:24.787309 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-797a4a81-ee4f-4823-af77-2c90fac8daec {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:24.787715 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.787809 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da', 'status': 'completed', 'code': 200} Jul 16 20:10:24.812631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe11009-5191-4a63-b4d0-71f5c6f850dc req-cacce0bb-17ba-489f-9d79-a4fcec76048f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:24.814477 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fe11009-5191-4a63-b4d0-71f5c6f850dc req-cacce0bb-17ba-489f-9d79-a4fcec76048f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1046040 Jul 16 20:10:24.836588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Transition to ACTIVE for port object 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:24.845198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.869177 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.892080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:10:24.893543 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:10:24.896490 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:10:24.981072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.014804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fe11009-5191-4a63-b4d0-71f5c6f850dc req-e9710989-4638-4a01-89f7-a5b0975c306e tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845405 Jul 16 20:10:25.021320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.024890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-623c5526-5602-4d21-ba41-df8e5564b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.026972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-623c5526-5602-4d21-ba41-df8e5564b6d0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1126 time: 0.2096746 Jul 16 20:10:25.129093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:25.131165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:25.131574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:25.137362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:25.137691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:25.152074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:25.152510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:25.152931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:25.153388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Bound port: 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:25.153748 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.171846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2d250-20e1-4a5b-97ee-d6bb28ec4f96 req-e06d9b07-5f86-47d8-b151-6589371e98cd tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.179565 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10e2d250-20e1-4a5b-97ee-d6bb28ec4f96 req-e06d9b07-5f86-47d8-b151-6589371e98cd tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 943 time: 0.1486747 Jul 16 20:10:25.226629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=2af49aec-5130-41de-b06a-48aed6bd8dca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.233352 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.238869 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7fe376a3-cef5-4252-948e-0dde3a87a2ea admin admin] 10.222.0.10 "DELETE /v2.0/networks/2af49aec-5130-41de-b06a-48aed6bd8dca HTTP/1.1" status: 204 len: 168 time: 1.0150506 Jul 16 20:10:25.251966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-38ffe188-689c-47c7-ba92-90180b202df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.253870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-38ffe188-689c-47c7-ba92-90180b202df3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.1971645 Jul 16 20:10:25.325471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:25.329570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:25.359667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10e2d250-20e1-4a5b-97ee-d6bb28ec4f96 req-5c64c413-2ec8-4d3e-9f47-f6077608a040 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767595 Jul 16 20:10:25.359667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.372528 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-14bfb381-2257-43a9-ba84-822731e62fcf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da HTTP/1.1" status: 200 len: 217 time: 0.0992613 Jul 16 20:10:25.552669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:25.575009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.576118 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:25.579104 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-ecd0b333-c3f1-4213-9c7a-6d0a548f683f service neutron] 10.222.0.30 "PUT /v2.0/ports/4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 1097 time: 1.8263474 Jul 16 20:10:25.763269 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-395ddd2d-9d41-4a20-87c9-66bedf97d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.769872 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-395ddd2d-9d41-4a20-87c9-66bedf97d3ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.3905544 Jul 16 20:10:25.797220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46186) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:25.838277 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-37932c01-22c0-4a11-a7f7-bbf853bbe387 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519826 Jul 16 20:10:25.930731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-6c1128e7-f886-4519-90bf-c6ec17045174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.937391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbedff-2f52-4b29-802e-7c24d6f3db02 req-aeefc8bd-1357-4de8-9e94-ae80a51f2136 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:25.940419 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-6c1128e7-f886-4519-90bf-c6ec17045174 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1100 time: 0.2508562 Jul 16 20:10:25.946295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ffbedff-2f52-4b29-802e-7c24d6f3db02 req-aeefc8bd-1357-4de8-9e94-ae80a51f2136 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 948 time: 0.4103379 Jul 16 20:10:26.109639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9310ec33-a14a-4257-a6d6-df7e1d50a400 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97a0f4b7af86494f92e7f1801dbbe1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031588 Jul 16 20:10:26.109639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-eb23cc1b-3af3-403f-84b3-a94cbf76ee00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.1489623 Jul 16 20:10:26.109639 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46196) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:26.125289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.177827 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ffbedff-2f52-4b29-802e-7c24d6f3db02 req-27a6b372-43dd-4c34-a02c-8b1a87acc913 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305527 Jul 16 20:10:26.235646 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-df8d59a6-195c-47a9-98ae-02671b2fc64a service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763478 Jul 16 20:10:26.433214 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1816292-aaec-40c6-bebf-fc62511a47e0 req-5bf5845c-5c20-470b-ad5d-84d8de88da42 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899076 Jul 16 20:10:26.509430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-7fd94200-2ab3-4acf-9961-98f531d305c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.514707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-7fd94200-2ab3-4acf-9961-98f531d305c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.3923955 Jul 16 20:10:26.627388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46212) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:26.634256 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad68a-80f7-44e0-bb28-feace4d4bd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.673689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9deed-93ce-4d12-95b7-c9886d3cba60 req-9e192877-b6c3-40f8-86b0-4b79bcfbd6b7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.682387 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-14f9deed-93ce-4d12-95b7-c9886d3cba60 req-9e192877-b6c3-40f8-86b0-4b79bcfbd6b7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 943 time: 0.0866370 Jul 16 20:10:26.697048 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad68a-80f7-44e0-bb28-feace4d4bd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.789113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a80be-a42a-48d3-8749-52beddd25296 req-5d4f885e-f1d3-4850-bc31-224744b7e57a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.796414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18a80be-a42a-48d3-8749-52beddd25296 req-5d4f885e-f1d3-4850-bc31-224744b7e57a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.4257720 Jul 16 20:10:26.800487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:26.802715 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff263d74-a961-461e-b772-38bb36a2ac77" -d '{"events": [{"name": "network-changed", "server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:26.835091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-3e819b90-0834-45d0-8ab2-a960a4b56bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:26.836947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-3e819b90-0834-45d0-8ab2-a960a4b56bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3034234 Jul 16 20:10:26.878085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18a80be-a42a-48d3-8749-52beddd25296 req-360146ce-e0e0-4d69-a3fe-d41dd478419d tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806963 Jul 16 20:10:26.884945 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-99ce2632-5a1a-436e-9fb4-93cd9db272ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3540835 Jul 16 20:10:26.907877 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad68a-80f7-44e0-bb28-feace4d4bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.911756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad68a-80f7-44e0-bb28-feace4d4bd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:26.912934 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4a1ad68a-80f7-44e0-bb28-feace4d4bd0b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e HTTP/1.1" status: 204 len: 168 time: 0.8027308 Jul 16 20:10:27.035868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ad68a-80f7-44e0-bb28-feace4d4bd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6eeb8b-5ce1-4cf1-b8ca-72317a61891e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:27.072935 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94d5dc45-4ea0-4cbc-a01a-daee8c606c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.144495 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b3c9a2-299b-4a0e-9214-03d1c5c224f9 x-openstack-request-id: req-96b3c9a2-299b-4a0e-9214-03d1c5c224f9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:27.144698 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:27.144795 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96b3c9a2-299b-4a0e-9214-03d1c5c224f9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:27.145320 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'status': 'completed', 'code': 200} Jul 16 20:10:27.280409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-41fe6133-0529-44fe-a831-535e51cd6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.281933 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-41fe6133-0529-44fe-a831-535e51cd6740 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 1096 time: 0.3236790 Jul 16 20:10:27.299523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-75e80011-f58f-459f-9c3e-bc8c55deb723 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378932 Jul 16 20:10:27.480375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-14f9deed-93ce-4d12-95b7-c9886d3cba60 req-c148822f-e9a0-46b4-b0b4-83e96a6862a7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971544 Jul 16 20:10:27.510955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-fa326f26-8ad6-4638-bf12-1d05a7b23bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.512464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-fa326f26-8ad6-4638-bf12-1d05a7b23bb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.1907256 Jul 16 20:10:27.613238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-6c8f1bdd-e2a2-45d9-a074-812cee79146a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85 HTTP/1.1" status: 200 len: 217 time: 0.0763855 Jul 16 20:10:27.673330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-da088c97-1ffc-4558-95b2-3630965477e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.674796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-da088c97-1ffc-4558-95b2-3630965477e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0534577 Jul 16 20:10:27.748663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-5cee90d3-8367-41d5-8384-a133e652c167 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476677 Jul 16 20:10:27.826752 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94d5dc45-4ea0-4cbc-a01a-daee8c606c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.832369 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16a19079-faf5-4801-afd3-6ec4faa3a7b0 req-8690ec8f-cb88-4adf-9277-0284965f1c17 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116620 Jul 16 20:10:27.878719 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94d5dc45-4ea0-4cbc-a01a-daee8c606c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:27.895117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d32016-7ac2-4120-8998-a1479c73b6ee req-a472e4ba-e785-4671-8219-42c095b1683b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:27.902102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-26d32016-7ac2-4120-8998-a1479c73b6ee req-a472e4ba-e785-4671-8219-42c095b1683b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 948 time: 0.3878121 Jul 16 20:10:28.003399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-94d5dc45-4ea0-4cbc-a01a-daee8c606c7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9574c8bac8e9402c80f06e3366beb7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3742487 Jul 16 20:10:28.005860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:28.073061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5dc45-4ea0-4cbc-a01a-daee8c606c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b874e9dd-e6eb-4590-b082-1fd1369622ea,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:28.121839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46262) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:28.124229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-3861a7b1-fb5a-47b3-a479-67cbda35049c service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620741 Jul 16 20:10:28.133824 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-26d32016-7ac2-4120-8998-a1479c73b6ee req-3bb58ca7-5361-4bd9-b85a-d8711061b5f6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308784 Jul 16 20:10:28.214128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a67956c4-2f35-45d5-aca9-48442199f51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.256203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc6c11-9329-4bb2-8731-668c780b3468 req-726838c5-8a62-4489-9e3e-18c91b6eecf1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.257727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8cc6c11-9329-4bb2-8731-668c780b3468 req-726838c5-8a62-4489-9e3e-18c91b6eecf1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1948249 Jul 16 20:10:28.259990 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a67956c4-2f35-45d5-aca9-48442199f51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.281925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-f10a0737-2e8f-4f4e-8d0e-23a3adf31bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.283483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-f10a0737-2e8f-4f4e-8d0e-23a3adf31bed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1100 time: 0.3019381 Jul 16 20:10:28.387447 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8cc6c11-9329-4bb2-8731-668c780b3468 req-22e2d2e7-b9c4-4e14-9558-23871709652b tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198819 Jul 16 20:10:28.423223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a67956c4-2f35-45d5-aca9-48442199f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.426842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a67956c4-2f35-45d5-aca9-48442199f51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.445867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a67956c4-2f35-45d5-aca9-48442199f51b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b874e9dd-e6eb-4590-b082-1fd1369622ea HTTP/1.1" status: 204 len: 168 time: 0.4300983 Jul 16 20:10:28.471078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67956c4-2f35-45d5-aca9-48442199f51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b874e9dd-e6eb-4590-b082-1fd1369622ea,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:28.537125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d76f8f98-97b1-49cc-9719-57cdd05e2643 req-1c6e53c7-d77a-4fc2-856a-e95eff61c682 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023805 Jul 16 20:10:28.584825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-9f7237a4-d401-4478-8768-432652c5cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.586645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-9f7237a4-d401-4478-8768-432652c5cc91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2858667 Jul 16 20:10:28.591898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1130908030-network', 'tenant_id': '9cc3b27146dc47628a23e050b4fab315'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:28.641328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-21688ca0-8c84-44bc-8d38-0ac64ef7a8b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.0450289 Jul 16 20:10:28.707898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Made reservation on behalf of 9cc3b27146dc47628a23e050b4fab315 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:28.711220 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.737457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:28.742548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-5b82db77-ec3b-4fde-be40-037a39f3ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.744072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-5b82db77-ec3b-4fde-be40-037a39f3ad2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0926921 Jul 16 20:10:28.797556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e330c-98a3-44ed-b55e-1b2413efc2ce req-dc07ed55-13aa-44f2-ac5e-23c9d11f76f8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.808253 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f20e330c-98a3-44ed-b55e-1b2413efc2ce req-dc07ed55-13aa-44f2-ac5e-23c9d11f76f8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 943 time: 0.0970266 Jul 16 20:10:28.914642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-9059c38e-a821-4b2e-9730-919d32231b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:28.916726 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f20e330c-98a3-44ed-b55e-1b2413efc2ce req-76c79ddb-5ff4-4ac6-a5fb-4df44ef92acf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068115 Jul 16 20:10:28.917998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-9059c38e-a821-4b2e-9730-919d32231b7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1605368 Jul 16 20:10:29.141950 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-c156405f-74c8-4352-936e-dac01cda6fb7 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133133 Jul 16 20:10:29.416174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.482033 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.549015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a5708f-69be-409c-9423-f10bde6a2c81,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:29.559911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff263d74-a961-461e-b772-38bb36a2ac77 req-d5939a8e-e734-4142-9176-d17b9a3d4644 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492498 Jul 16 20:10:29.592758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:29.636889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.637688 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Added segment 6a2360e3-0a8b-4bbb-a988-f57656c661e1 of type vlan for network 062a7043-f03c-42cc-b5ee-02b594c9bd1b Jul 16 20:10:29.680109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0854e87-fd8b-43b6-863a-24f4ca3493a5 req-fabb4715-7683-416c-b873-089d0df6c39c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.696720 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0854e87-fd8b-43b6-863a-24f4ca3493a5 req-fabb4715-7683-416c-b873-089d0df6c39c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 948 time: 0.2776761 Jul 16 20:10:29.742885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37559ee5-1f63-4d5e-acfa-d69fcee47b83 req-eac98814-2e0a-45ef-9e36-85995056af30 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.751690 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37559ee5-1f63-4d5e-acfa-d69fcee47b83 req-eac98814-2e0a-45ef-9e36-85995056af30 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.1260843 Jul 16 20:10:29.758779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:29.803047 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0854e87-fd8b-43b6-863a-24f4ca3493a5 req-572e37f9-5d49-4155-9005-9ea69b541717 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938809 Jul 16 20:10:29.837870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.870150 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37559ee5-1f63-4d5e-acfa-d69fcee47b83 req-ba4ea34f-f8e9-4676-a363-f785d7152981 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123538 Jul 16 20:10:29.944700 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.946026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:29.949247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:29.999331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-989189124-network', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:30.004476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8785810 Jul 16 20:10:30.015206 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:30.050084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Request body: {'subnet': {'network_id': '062a7043-f03c-42cc-b5ee-02b594c9bd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1130908030-subnet', 'tenant_id': '9cc3b27146dc47628a23e050b4fab315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:30.101688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Made reservation on behalf of 192a6a5ab1484bb59fe3c3736d1d737b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:30.105760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da004b41-c2a1-4804-b7fa-98eb274be33e admin admin] Pushing event updated for resources: {'Network': ['ID=062a7043-f03c-42cc-b5ee-02b594c9bd1b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:30.109753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.117308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 062a7043-f03c-42cc-b5ee-02b594c9bd1b details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:30.143349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.162443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Made reservation on behalf of 9cc3b27146dc47628a23e050b4fab315 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:30.165091 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.491080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.566755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76194984-05b0-4f30-9391-bc522a7b9e4c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:30.594194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.597245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.597670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.598075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.600632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.600632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.600632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.600632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.600632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.600632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.600632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.601455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.602139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:30.612288 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.635050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f47df-95ca-403e-be24-ccfb439e6365 req-ed9b1298-a95b-4372-8a43-d7af895a4990 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:30.636761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-921f47df-95ca-403e-be24-ccfb439e6365 req-ed9b1298-a95b-4372-8a43-d7af895a4990 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 943 time: 0.3579500 Jul 16 20:10:30.669666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:10:30.685061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Checking segment: {'id': '6a2360e3-0a8b-4bbb-a988-f57656c661e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '062a7043-f03c-42cc-b5ee-02b594c9bd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:30.685919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Network hostable DHCP agents. Network: 062a7043-f03c-42cc-b5ee-02b594c9bd1b, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:30.708188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.708624 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Added segment e405bd31-2494-49a9-9223-e6418ebdcde0 of type vlan for network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 Jul 16 20:10:30.711335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c62f21-da57-4107-a086-fbd4345cacb1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:30.766692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-921f47df-95ca-403e-be24-ccfb439e6365 req-8f790dcd-dd6e-4fac-9ac3-2814e339752f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155939 Jul 16 20:10:30.777612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Network 062a7043-f03c-42cc-b5ee-02b594c9bd1b is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:30.781629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.810945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 062a7043-f03c-42cc-b5ee-02b594c9bd1b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:30.820184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b29a600-7cf8-4609-bdc3-dc1160f3874d None None] Network 062a7043-f03c-42cc-b5ee-02b594c9bd1b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:30.838573 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:30.839227 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.866956 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.869350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:30.870633 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:30.881864 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4ec73173-9737-4be3-9481-0c26630246b6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8622832 Jul 16 20:10:30.980864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0bc17c-ed1d-449f-8f56-1daec615cb90,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:30.986740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-35200ce8-6a81-4b06-aff7-d2e5f6706733 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2261956 Jul 16 20:10:30.989612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46318) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:30.995781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Request body: {'subnet': {'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-989189124-subnet', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:31.004041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:10:31.034610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9da983d0-d30c-4897-92f7-6e4c1e9692da no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:31.094714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Made reservation on behalf of 192a6a5ab1484bb59fe3c3736d1d737b for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:31.097120 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.352892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063b074-2d7a-42ff-b505-5257c1ca521e None None] Network 062a7043-f03c-42cc-b5ee-02b594c9bd1b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:31.548712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a21d9e-53c2-48b9-a686-cd2828343eb7 req-25292b05-3c0d-495a-a2ea-50413d6b5cd6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:31.561449 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58a21d9e-53c2-48b9-a686-cd2828343eb7 req-25292b05-3c0d-495a-a2ea-50413d6b5cd6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 948 time: 0.1836872 Jul 16 20:10:31.586043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-8f664ef0-968c-4ff8-bdd5-4221b7224aaa service neutron] 10.222.0.63 "GET /v2.0/ports/9da983d0-d30c-4897-92f7-6e4c1e9692da/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 385 time: 0.3650603 Jul 16 20:10:31.597283 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.682852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58a21d9e-53c2-48b9-a686-cd2828343eb7 req-e373db95-5be3-4778-b546-3fefe965cc56 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204531 Jul 16 20:10:31.732453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74363b6c-ee6b-470a-a5d8-71c1a42d0252,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:31.742709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Checking segment: {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:31.743141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Network hostable DHCP agents. Network: 7a0bc17c-ed1d-449f-8f56-1daec615cb90, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:10:31.746825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.747100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.747523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.747948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.748336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.748726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.749111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.749495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.749878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.750258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.750640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.751020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:31.753256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f35a8-1c0c-44e6-b370-0e0173777e08 req-bed60e1b-6e5e-4c26-86c2-9e6b99f06177 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:31.761249 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b12f35a8-1c0c-44e6-b370-0e0173777e08 req-bed60e1b-6e5e-4c26-86c2-9e6b99f06177 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.4401956 Jul 16 20:10:31.781340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:10:31.795050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 7a0bc17c-ed1d-449f-8f56-1daec615cb90) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:31.802066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:31.802585 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.805587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324a686-8f0d-4e7f-9985-68a09b1e749c None None] Network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:31.826760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-94cfffc5-16ab-4a0f-a577-acc2f860bca1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8345063 Jul 16 20:10:31.829419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46328) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:31.838869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:31.880926 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b12f35a8-1c0c-44e6-b370-0e0173777e08 req-6f860e12-5e88-4118-883c-29be9feb6c5d tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185250 Jul 16 20:10:31.887903 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:31.890370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.027574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:32.033165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9da983d0-d30c-4897-92f7-6e4c1e9692da no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:32.106328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:32.131184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:32.148693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9da983d0-d30c-4897-92f7-6e4c1e9692da not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:32.150929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:10:32.151991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.179531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da983d0-d30c-4897-92f7-6e4c1e9692da {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:32.193127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:32.246901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.341300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83c10c-63d4-448a-bd62-80545fba390b req-67390e5d-6a76-4a74-8a00-d9778723b623 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:32.348362 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ca83c10c-63d4-448a-bd62-80545fba390b req-67390e5d-6a76-4a74-8a00-d9778723b623 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 943 time: 0.2622201 Jul 16 20:10:32.388221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] Transition to ACTIVE for port object 9da983d0-d30c-4897-92f7-6e4c1e9692da will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:32.403787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ca83c10c-63d4-448a-bd62-80545fba390b req-c25988be-defa-4b86-bcb4-447556d6d21f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543029 Jul 16 20:10:32.412126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.450724 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Allocated IP 172.20.0.2 (7a0bc17c-ed1d-449f-8f56-1daec615cb90/74363b6c-ee6b-470a-a5d8-71c1a42d0252/3c563227-322a-4c2a-8c0e-2af1637677c2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:32.547576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] No DVR routers for this DVR port 9da983d0-d30c-4897-92f7-6e4c1e9692da on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:32.640785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.647961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-314c908e-8396-4e5f-b159-5cc1b2ac35aa req-7ff4e8e0-64b9-49e7-9125-ca6ff8f29e8b tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-482410538', 'description': 'tempest-description-850181202'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:32.662575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] Pushing event updated for resources: {'Port': ['ID=9da983d0-d30c-4897-92f7-6e4c1e9692da,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:32.695783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-5e502585-155d-46bb-8d7f-87fe3a54c86a service neutron] 10.222.0.63 "PUT /v2.0/ports/9da983d0-d30c-4897-92f7-6e4c1e9692da/bindings/n-h2-792394-17/activate HTTP/1.1" status: 200 len: 370 time: 1.1043942 Jul 16 20:10:32.864355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.877536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-314c908e-8396-4e5f-b159-5cc1b2ac35aa req-7ff4e8e0-64b9-49e7-9125-ca6ff8f29e8b tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.881516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:32.905761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'mac_address': 'fa:16:3e:8d:50:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:32.911051 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.962408 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:32.965126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Transition to ACTIVE for port object 3c563227-322a-4c2a-8c0e-2af1637677c2 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:32.991188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:33.001157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Transition to ACTIVE for port object 3c563227-322a-4c2a-8c0e-2af1637677c2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:33.012837 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-314c908e-8396-4e5f-b159-5cc1b2ac35aa req-7ff4e8e0-64b9-49e7-9125-ca6ff8f29e8b tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.016956 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.021206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:33.030449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-314c908e-8396-4e5f-b159-5cc1b2ac35aa req-7ff4e8e0-64b9-49e7-9125-ca6ff8f29e8b tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.053395 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.067474 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-314c908e-8396-4e5f-b159-5cc1b2ac35aa req-7ff4e8e0-64b9-49e7-9125-ca6ff8f29e8b tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.069656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:33.070375 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-314c908e-8396-4e5f-b159-5cc1b2ac35aa req-7ff4e8e0-64b9-49e7-9125-ca6ff8f29e8b tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4270012 Jul 16 20:10:33.075610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:33.098957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:33.124718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Pushing event updated for resources: {'Port': ['ID=3c563227-322a-4c2a-8c0e-2af1637677c2,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:33.155388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4e8e0-64b9-49e7-9125-ca6ff8f29e8b tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e503d72-feec-4abc-a48d-27c6add76986,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:33.162045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-eb1a9430-13ea-4919-b471-bccb13e3a7e2 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.164183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-eb1a9430-13ea-4919-b471-bccb13e3a7e2 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.3758657 Jul 16 20:10:33.186131 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:10:33.195685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.196075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.196518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.196959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.197292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.197679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.198005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.198354 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.199406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.199891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.200233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.200559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:10:33.291697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Attempting to bind port 3c563227-322a-4c2a-8c0e-2af1637677c2 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:33.292065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Attempting to bind port 3c563227-322a-4c2a-8c0e-2af1637677c2 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:33.292422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Attempting to bind port 3c563227-322a-4c2a-8c0e-2af1637677c2 on network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:33.315395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:33.316070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Checking segment: {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:33.316200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.316998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Bound using segment: {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:33.316998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Bound port: 3c563227-322a-4c2a-8c0e-2af1637677c2, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:33.317605 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.365026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:33.426147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:33.582036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] For port 3c563227-322a-4c2a-8c0e-2af1637677c2, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:33.586826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] For port 3c563227-322a-4c2a-8c0e-2af1637677c2, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3c563227-322a-4c2a-8c0e-2af1637677c2,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:33.592418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5ab02fb-a51f-4411-9b13-8e62539dc24e req-a2aad2e7-5408-4da6-9a4e-ba3033caea04 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/0e503d72-feec-4abc-a48d-27c6add76986 HTTP/1.1" status: 200 len: 1803 time: 0.0741279 Jul 16 20:10:33.596493 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.611641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b5ab02fb-a51f-4411-9b13-8e62539dc24e req-a508aaf1-1947-4019-9410-be06aa81a7fa tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0e503d72-feec-4abc-a48d-27c6add76986', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:33.612124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b5ab02fb-a51f-4411-9b13-8e62539dc24e req-a508aaf1-1947-4019-9410-be06aa81a7fa tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0e503d72-feec-4abc-a48d-27c6add76986', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:33.664640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.726361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.731684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52081cb5-2619-4ebb-ae1c-7c48e9c0924d None None] Pushing event updated for resources: {'Port': ['ID=3c563227-322a-4c2a-8c0e-2af1637677c2,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:33.732654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-bed0d3c8-edb5-464b-ab20-2f62c41f98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.734145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-bed0d3c8-edb5-464b-ab20-2f62c41f98da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf&tenant_id=31af99bb6bb148a3970c4248323ed226 HTTP/1.1" status: 200 len: 1096 time: 0.5602865 Jul 16 20:10:33.749366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845388e5-b021-42a3-b1f5-f2fc6c174424 req-c496e855-7481-4b0d-afee-eca99ac957bb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:33.751037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-845388e5-b021-42a3-b1f5-f2fc6c174424 req-c496e855-7481-4b0d-afee-eca99ac957bb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 0.4707181 Jul 16 20:10:33.805691 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5ab02fb-a51f-4411-9b13-8e62539dc24e req-a508aaf1-1947-4019-9410-be06aa81a7fa tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.900017 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5ab02fb-a51f-4411-9b13-8e62539dc24e req-a508aaf1-1947-4019-9410-be06aa81a7fa tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.910401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5ab02fb-a51f-4411-9b13-8e62539dc24e req-a508aaf1-1947-4019-9410-be06aa81a7fa tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.944639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508aaf1-1947-4019-9410-be06aa81a7fa tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6ad147-f338-46c5-bba6-a572acf06a67,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:33.959745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-845388e5-b021-42a3-b1f5-f2fc6c174424 req-2d20a4b1-0ffe-4170-ada4-8dfeed743e1f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519570 Jul 16 20:10:33.968060 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5ab02fb-a51f-4411-9b13-8e62539dc24e req-a508aaf1-1947-4019-9410-be06aa81a7fa tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:33.969282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5ab02fb-a51f-4411-9b13-8e62539dc24e req-a508aaf1-1947-4019-9410-be06aa81a7fa tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3638730 Jul 16 20:10:34.104300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fe30c7fc-e6e3-4c89-b5f1-151c44ff9904 req-63d7b573-fc90-4510-ad34-eb1de7c16db1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-473944423', 'description': 'tempest-description-269745617'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:34.115816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Allocated IP 172.25.7.40 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/6e232602-55d3-45b0-bd6b-154d884ee045) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:34.200470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fe30c7fc-e6e3-4c89-b5f1-151c44ff9904 req-63d7b573-fc90-4510-ad34-eb1de7c16db1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.342949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-9ea945f0-2b66-4afd-b13e-51754ca08c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.345859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-9ea945f0-2b66-4afd-b13e-51754ca08c28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1096 time: 0.5280039 Jul 16 20:10:34.363750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fe30c7fc-e6e3-4c89-b5f1-151c44ff9904 req-63d7b573-fc90-4510-ad34-eb1de7c16db1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.375037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fe30c7fc-e6e3-4c89-b5f1-151c44ff9904 req-63d7b573-fc90-4510-ad34-eb1de7c16db1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.405871 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fe30c7fc-e6e3-4c89-b5f1-151c44ff9904 req-63d7b573-fc90-4510-ad34-eb1de7c16db1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.407430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fe30c7fc-e6e3-4c89-b5f1-151c44ff9904 req-63d7b573-fc90-4510-ad34-eb1de7c16db1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3134274 Jul 16 20:10:34.426996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7b573-fc90-4510-ad34-eb1de7c16db1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a653d-70be-4c9e-8b40-bee8034b3346,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:34.479590 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.493536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c27be25-a6fe-4cec-8538-4f3629bb0a10 req-12a8067c-ef13-4900-82f0-5b3ace24271c tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/f35a653d-70be-4c9e-8b40-bee8034b3346 HTTP/1.1" status: 200 len: 1803 time: 0.0543602 Jul 16 20:10:34.499832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0c27be25-a6fe-4cec-8538-4f3629bb0a10 req-71e4d155-aa5f-443b-b4e4-3d6f662881f5 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f35a653d-70be-4c9e-8b40-bee8034b3346', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:34.500025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0c27be25-a6fe-4cec-8538-4f3629bb0a10 req-71e4d155-aa5f-443b-b4e4-3d6f662881f5 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f35a653d-70be-4c9e-8b40-bee8034b3346', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:34.557863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489af9c6-fac7-4712-952e-41b568dcd3af req-b65d6ffb-39cb-4f62-a70f-074c4a103a40 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.569040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c27be25-a6fe-4cec-8538-4f3629bb0a10 req-71e4d155-aa5f-443b-b4e4-3d6f662881f5 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.569481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-489af9c6-fac7-4712-952e-41b568dcd3af req-b65d6ffb-39cb-4f62-a70f-074c4a103a40 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 944 time: 0.2950218 Jul 16 20:10:34.580358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-01692f5f-5526-480b-80d8-566094653862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.593888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-01692f5f-5526-480b-80d8-566094653862 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.2406240 Jul 16 20:10:34.604318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c27be25-a6fe-4cec-8538-4f3629bb0a10 req-71e4d155-aa5f-443b-b4e4-3d6f662881f5 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.612020 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c27be25-a6fe-4cec-8538-4f3629bb0a10 req-71e4d155-aa5f-443b-b4e4-3d6f662881f5 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.643082 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c27be25-a6fe-4cec-8538-4f3629bb0a10 req-71e4d155-aa5f-443b-b4e4-3d6f662881f5 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.648206 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c27be25-a6fe-4cec-8538-4f3629bb0a10 req-71e4d155-aa5f-443b-b4e4-3d6f662881f5 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1535509 Jul 16 20:10:34.652814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4d155-aa5f-443b-b4e4-3d6f662881f5 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e034719-d0ad-4e1a-8495-6b94f18513ef,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:34.692120 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-a224ff98-7d1c-4dea-8b5d-1a48d6511ea3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da HTTP/1.1" status: 200 len: 217 time: 0.0851336 Jul 16 20:10:34.732230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-489af9c6-fac7-4712-952e-41b568dcd3af req-cd23dc80-0fc5-4ca2-933f-672262cb2f53 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611719 Jul 16 20:10:34.798473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-eb5822ed-e0d7-45e7-b316-869d7a5f9e62 req-92a52a19-953b-413a-9226-48d6a6012c10 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-821624818', 'description': 'tempest-description-1892966469'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:34.827138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-bfa9d92e-2f2d-4e02-b6f1-c834ac8cf330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:34.835506 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-bfa9d92e-2f2d-4e02-b6f1-c834ac8cf330 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1207268 Jul 16 20:10:34.838769 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.902829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eb5822ed-e0d7-45e7-b316-869d7a5f9e62 req-92a52a19-953b-413a-9226-48d6a6012c10 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:34.908842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-2d8838da-45da-412b-a591-a334bde03f5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625160 Jul 16 20:10:34.940297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Pushing event updated for resources: {'Port': ['ID=6e232602-55d3-45b0-bd6b-154d884ee045,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:34.983994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:34.989296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:34.991784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:35.043702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2669705-e59c-423a-9841-dc279ba154f6 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:10:35.270946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689145e7-1941-47e4-a87f-9da8f3005d82 req-881c367d-6f98-4f21-a354-25fa4295b80b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:35.278745 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-689145e7-1941-47e4-a87f-9da8f3005d82 req-881c367d-6f98-4f21-a354-25fa4295b80b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 0.1384923 Jul 16 20:10:35.339042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-689145e7-1941-47e4-a87f-9da8f3005d82 req-3e193603-a336-43a6-ba8f-3908c120593a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587850 Jul 16 20:10:35.502537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e3b54-fdd4-47c1-b30e-d416ffa829ad None None] Network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:10:35.524870 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-a025ecbc-7f9c-4bf8-ab8c-f6adb51e64e7 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754926 Jul 16 20:10:35.538173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3c563227-322a-4c2a-8c0e-2af1637677c2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:35.580800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b2669705-e59c-423a-9841-dc279ba154f6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2669705-e59c-423a-9841-dc279ba154f6,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:35.594728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'b2669705-e59c-423a-9841-dc279ba154f6', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'port_id': 'b2669705-e59c-423a-9841-dc279ba154f6', 'mac_address': 'fa:16:3e:c1:5f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b78a6c-dbe4-4f1c-b271-789c4623af4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:10:35.632212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-154a2184-a30d-4483-83f8-9eb9a1edc207 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978737 Jul 16 20:10:35.662010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.712296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eb5822ed-e0d7-45e7-b316-869d7a5f9e62 req-92a52a19-953b-413a-9226-48d6a6012c10 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.731040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eb5822ed-e0d7-45e7-b316-869d7a5f9e62 req-92a52a19-953b-413a-9226-48d6a6012c10 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.755766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-08af0530-b49d-4ae6-994b-03a3b4c8e098 None None] Provisioning for port 3c563227-322a-4c2a-8c0e-2af1637677c2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:35.904071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3c563227-322a-4c2a-8c0e-2af1637677c2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:35.907123 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.936990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3c563227-322a-4c2a-8c0e-2af1637677c2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:35.937360 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:35.990307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2669705-e59c-423a-9841-dc279ba154f6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:36.027392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b2669705-e59c-423a-9841-dc279ba154f6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2669705-e59c-423a-9841-dc279ba154f6,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:36.043773 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.084144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04adf26-dcc4-4472-948f-adb254ed92aa req-6e16a679-51ce-483f-bf69-0fb940a35ef4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.086545 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a04adf26-dcc4-4472-948f-adb254ed92aa req-6e16a679-51ce-483f-bf69-0fb940a35ef4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 944 time: 0.1213531 Jul 16 20:10:36.100268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:36.148410 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eb5822ed-e0d7-45e7-b316-869d7a5f9e62 req-92a52a19-953b-413a-9226-48d6a6012c10 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.151469 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eb5822ed-e0d7-45e7-b316-869d7a5f9e62 req-92a52a19-953b-413a-9226-48d6a6012c10 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3646183 Jul 16 20:10:36.188787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a52a19-953b-413a-9226-48d6a6012c10 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08774b-3dba-4c12-8d2e-bff7444cadb1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.189552 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a04adf26-dcc4-4472-948f-adb254ed92aa req-f2480bc4-9044-4f12-a240-5f1b91ca6ef5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947049 Jul 16 20:10:36.230629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['b2669705-e59c-423a-9841-dc279ba154f6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:10:36.337829 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.385122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b2669705-e59c-423a-9841-dc279ba154f6,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:36.389611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-9d72c838-2f97-469a-a269-bcea04a0803d tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.391372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-9d72c838-2f97-469a-a269-bcea04a0803d tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.3532372 Jul 16 20:10:36.393153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.423248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 3c563227-322a-4c2a-8c0e-2af1637677c2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3c563227-322a-4c2a-8c0e-2af1637677c2,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:36.483981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:36.493210 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.498727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:36.499398 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.573921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7601d7dd-3a37-4771-bda1-7c3a670a5e58 req-d282d4cd-7130-43d5-9ad5-275d0eb6c7f4 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-76046318', 'description': 'tempest-description-1391740462'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:36.691738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7601d7dd-3a37-4771-bda1-7c3a670a5e58 req-d282d4cd-7130-43d5-9ad5-275d0eb6c7f4 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.790655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-41d46ade-99ac-431c-a7bf-d8845c409cbc None None] Provisioning complete for port 3c563227-322a-4c2a-8c0e-2af1637677c2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:36.791024 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-41d46ade-99ac-431c-a7bf-d8845c409cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.888736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-12e4704c-31a7-401d-8851-f164c5fd5f53 service neutron] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:36.899777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-12e4704c-31a7-401d-8851-f164c5fd5f53 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.901206 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cd4ea75-861f-4798-99a6-c38848c2ca61 req-12e4704c-31a7-401d-8851-f164c5fd5f53 service neutron] 10.222.0.30 "DELETE /v2.0/ports/9da983d0-d30c-4897-92f7-6e4c1e9692da/bindings/n-h1-792394-17 HTTP/1.1" status: 204 len: 173 time: 0.4991119 Jul 16 20:10:36.925952 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:36.932777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Router c5b74cdb-ee48-4131-b2c9-8bee55dac490 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:10:36.992415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4019ae3-4a84-41c7-94b6-215154bf4450 req-d154f276-9fc8-4c44-ab8d-d985cdd0519f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:36.999598 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c4019ae3-4a84-41c7-94b6-215154bf4450 req-d154f276-9fc8-4c44-ab8d-d985cdd0519f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 0.1386132 Jul 16 20:10:37.058400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=3c563227-322a-4c2a-8c0e-2af1637677c2,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:37.077963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2669705-e59c-423a-9841-dc279ba154f6 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:37.108909 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c4019ae3-4a84-41c7-94b6-215154bf4450 req-35555180-3ff0-41f5-adcb-4daa4b7e17b3 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013417 Jul 16 20:10:37.130007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:37.132533 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b093fce7-3b43-49fe-88db-8414e6651897" -d '{"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-plugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:37.155875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:37.163546 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.229068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:37.231871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port b2669705-e59c-423a-9841-dc279ba154f6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:37.232246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.382026 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.429730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b2669705-e59c-423a-9841-dc279ba154f6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2669705-e59c-423a-9841-dc279ba154f6,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:37.437587 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.526629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3c563227-322a-4c2a-8c0e-2af1637677c2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:37.527731 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7601d7dd-3a37-4771-bda1-7c3a670a5e58 req-d282d4cd-7130-43d5-9ad5-275d0eb6c7f4 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.536580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7601d7dd-3a37-4771-bda1-7c3a670a5e58 req-d282d4cd-7130-43d5-9ad5-275d0eb6c7f4 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.581943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7601d7dd-3a37-4771-bda1-7c3a670a5e58 req-d282d4cd-7130-43d5-9ad5-275d0eb6c7f4 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.583166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7601d7dd-3a37-4771-bda1-7c3a670a5e58 req-d282d4cd-7130-43d5-9ad5-275d0eb6c7f4 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0178249 Jul 16 20:10:37.585804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:37.587537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282d4cd-7130-43d5-9ad5-275d0eb6c7f4 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8419eabc-b4a5-46f3-8711-2e9f5de44b57,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:37.605126 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Sync routers for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:37.615542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.620165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:37.634898 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a32c8f4e-a900-42a3-9585-87b9bc598096 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7863488 Jul 16 20:10:37.643170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b2669705-e59c-423a-9841-dc279ba154f6,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:37.645844 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:37.646073 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:10:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:37.650011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3c563227-322a-4c2a-8c0e-2af1637677c2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:37.650386 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:37.858794 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:37.930627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba42c29-09fa-4f33-a7e4-69cd7e19f50a req-b8ef362a-e68e-4eaa-8b82-e3428d7404db tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:37.941400 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eba42c29-09fa-4f33-a7e4-69cd7e19f50a req-b8ef362a-e68e-4eaa-8b82-e3428d7404db tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 946 time: 0.2335467 Jul 16 20:10:38.038424 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eba42c29-09fa-4f33-a7e4-69cd7e19f50a req-7c3d1c53-9d3e-4153-af6c-e3d4ab2a9c81 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/security-groups?id=38688345-a61e-4702-89d7-982243c5a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956869 Jul 16 20:10:38.139523 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1954df-3cb4-402a-aa43-349ed78e48d3 x-openstack-request-id: req-ac1954df-3cb4-402a-aa43-349ed78e48d3 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:38.140066 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-plugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:38.140066 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac1954df-3cb4-402a-aa43-349ed78e48d3 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:38.140440 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'code': 200} Jul 16 20:10:38.270069 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 3, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:38.345996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c7534-552c-4596-a18c-cda3a6ba4d4f req-b0c1de82-03bc-4e47-a67e-b09b09c67034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.347297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-730c7534-552c-4596-a18c-cda3a6ba4d4f req-b0c1de82-03bc-4e47-a67e-b09b09c67034 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1102 time: 0.1165199 Jul 16 20:10:38.348570 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Checking router: c5b74cdb-ee48-4131-b2c9-8bee55dac490 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:38.349160 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Updating router c5b74cdb-ee48-4131-b2c9-8bee55dac490 port 6e232602-55d3-45b0-bd6b-154d884ee045 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:38.429834 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.524969 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-730c7534-552c-4596-a18c-cda3a6ba4d4f req-4001e3a0-1e84-4afd-bccb-45c9e5362444 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598930 Jul 16 20:10:38.590662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ce106-bdea-4edc-8b84-bafb718ffff2 req-8b3174d5-fe8a-46db-bff3-d05cb7c171bc tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.593925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc1ce106-bdea-4edc-8b84-bafb718ffff2 req-8b3174d5-fe8a-46db-bff3-d05cb7c171bc tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 944 time: 0.2141702 Jul 16 20:10:38.643531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:38.756614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc1ce106-bdea-4edc-8b84-bafb718ffff2 req-6f14886e-7d80-44d3-a0b3-e96a3c1cd7eb tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523678 Jul 16 20:10:38.831967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc836421-9442-479d-99b8-85e6fe98843a req-7dff2731-67bb-49cb-89dd-9ecc05760f1e tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:38.833642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dc836421-9442-479d-99b8-85e6fe98843a req-7dff2731-67bb-49cb-89dd-9ecc05760f1e tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.30 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 946 time: 0.1941695 Jul 16 20:10:39.042727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-dc836421-9442-479d-99b8-85e6fe98843a req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Deleting port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:10:39.043413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dc836421-9442-479d-99b8-85e6fe98843a req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.081050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Allocated IP 172.20.0.1 (7a0bc17c-ed1d-449f-8f56-1daec615cb90/74363b6c-ee6b-470a-a5d8-71c1a42d0252/c59e196b-e661-4c3e-aeef-1d6710ff067c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:39.123068 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.159294 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Transition to ACTIVE for port object 6e232602-55d3-45b0-bd6b-154d884ee045 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:39.177871 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.353749 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Attempting to bind port 6e232602-55d3-45b0-bd6b-154d884ee045 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:39.358462 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Attempting to bind port 6e232602-55d3-45b0-bd6b-154d884ee045 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:39.358681 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Attempting to bind port 6e232602-55d3-45b0-bd6b-154d884ee045 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:39.372544 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd22d88-fc26-40d7-ac3d-b85932a8d60e None None] Pushing event updated for resources: {'Port': ['ID=6e232602-55d3-45b0-bd6b-154d884ee045,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:39.379202 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4afa1da9-7c61-4c7d-abc4-626b5f957af8 req-a51b9fe9-3bd7-4357-81b6-084c9fcdcba7 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/cf08774b-3dba-4c12-8d2e-bff7444cadb1 HTTP/1.1" status: 200 len: 1804 time: 0.2708881 Jul 16 20:10:39.392550 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:39.395088 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:39.396776 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.397070 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:39.397618 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Bound port: 6e232602-55d3-45b0-bd6b-154d884ee045, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:39.405258 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.427589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.459820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-dc836421-9442-479d-99b8-85e6fe98843a req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] For port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,segment=NetworkSegment(c89fbe33-8256-473e-a4e2-f1c19b8215f2),segment_id=c89fbe33-8256-473e-a4e2-f1c19b8215f2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:39.460299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dc836421-9442-479d-99b8-85e6fe98843a req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.464164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Transition to ACTIVE for port object c59e196b-e661-4c3e-aeef-1d6710ff067c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:39.537457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-dc836421-9442-479d-99b8-85e6fe98843a req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Calling delete_port for 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:10:39.566480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.618048 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] For port 6e232602-55d3-45b0-bd6b-154d884ee045, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:39.639302 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] For port 6e232602-55d3-45b0-bd6b-154d884ee045, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6e232602-55d3-45b0-bd6b-154d884ee045,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:39.658413 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.674184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:39.677320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:39.700356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:39.794334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Pushing event updated for resources: {'Port': ['ID=c59e196b-e661-4c3e-aeef-1d6710ff067c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:39.808206 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:39.815038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4afa1da9-7c61-4c7d-abc4-626b5f957af8 req-4a613ec6-9aa3-4ec0-8b9e-3c04cc34b450 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/8419eabc-b4a5-46f3-8711-2e9f5de44b57 HTTP/1.1" status: 200 len: 1803 time: 0.4219244 Jul 16 20:10:39.839697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4afa1da9-7c61-4c7d-abc4-626b5f957af8 req-b28b78a0-673a-4f9b-a5ea-3fe578cf28d3 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf08774b-3dba-4c12-8d2e-bff7444cadb1', 'remote_group_id': '8419eabc-b4a5-46f3-8711-2e9f5de44b57', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:39.842830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4afa1da9-7c61-4c7d-abc4-626b5f957af8 req-b28b78a0-673a-4f9b-a5ea-3fe578cf28d3 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf08774b-3dba-4c12-8d2e-bff7444cadb1', 'remote_group_id': '8419eabc-b4a5-46f3-8711-2e9f5de44b57', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:39.891521 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:39.891831 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:10:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:39.917788 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd22d88-fc26-40d7-ac3d-b85932a8d60e None None] Pushing event updated for resources: {'Port': ['ID=6e232602-55d3-45b0-bd6b-154d884ee045,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:40.115405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.142197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2669705-e59c-423a-9841-dc279ba154f6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:40.145311 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa3166b-b4ea-44ca-bd9a-67ec83a03186" -d '{"events": [{"server_uuid": "a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b2669705-e59c-423a-9841-dc279ba154f6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:40.157553 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dc836421-9442-479d-99b8-85e6fe98843a req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.175010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4afa1da9-7c61-4c7d-abc4-626b5f957af8 req-b28b78a0-673a-4f9b-a5ea-3fe578cf28d3 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.198991 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:40.284122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5cbb381d-73f9-42eb-ae79-3468c1e3f73a None None] Provisioning for port c59e196b-e661-4c3e-aeef-1d6710ff067c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:40.293718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5cbb381d-73f9-42eb-ae79-3468c1e3f73a None None] Provisioning complete for port c59e196b-e661-4c3e-aeef-1d6710ff067c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:40.296254 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5cbb381d-73f9-42eb-ae79-3468c1e3f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.309679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Pushing event deleted for resources: {'Port': ['ID=6eb5c752-7fdc-424a-8cc5-8feceb6836a9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:40.325116 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4afa1da9-7c61-4c7d-abc4-626b5f957af8 req-b28b78a0-673a-4f9b-a5ea-3fe578cf28d3 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.363598 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4afa1da9-7c61-4c7d-abc4-626b5f957af8 req-b28b78a0-673a-4f9b-a5ea-3fe578cf28d3 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.417154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc836421-9442-479d-99b8-85e6fe98843a req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] No DVR routers for this DVR port 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:10:40.425984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-dc836421-9442-479d-99b8-85e6fe98843a req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.426223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb381d-73f9-42eb-ae79-3468c1e3f73a None None] Port c59e196b-e661-4c3e-aeef-1d6710ff067c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:40.428547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dc836421-9442-479d-99b8-85e6fe98843a req-abd9fdda-4843-4069-8921-7febfce22996 tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.30 "DELETE /v2.0/ports/6eb5c752-7fdc-424a-8cc5-8feceb6836a9 HTTP/1.1" status: 204 len: 173 time: 1.5873067 Jul 16 20:10:40.430681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e6744-79f6-48b2-b340-9761498c1fb0', 'name': 'network-vif-deleted', 'tag': '6eb5c752-7fdc-424a-8cc5-8feceb6836a9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:40.433176 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebf06ce-c335-4866-a045-41cdd3e573b6" -d '{"events": [{"server_uuid": "c24e6744-79f6-48b2-b340-9761498c1fb0", "name": "network-vif-deleted", "tag": "6eb5c752-7fdc-424a-8cc5-8feceb6836a9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:40.438239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b78a0-673a-4f9b-a5ea-3fe578cf28d3 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27db488-247e-408b-a113-aeff939f9ff1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:40.453025 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4afa1da9-7c61-4c7d-abc4-626b5f957af8 req-b28b78a0-673a-4f9b-a5ea-3fe578cf28d3 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.454284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4afa1da9-7c61-4c7d-abc4-626b5f957af8 req-b28b78a0-673a-4f9b-a5ea-3fe578cf28d3 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6301639 Jul 16 20:10:40.584517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.600511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.645780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c36386-cb4c-4849-9195-9d75a09c838a req-8685d446-bfda-45ac-b9e5-e5e1a59507d5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:40.654396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15c36386-cb4c-4849-9195-9d75a09c838a req-8685d446-bfda-45ac-b9e5-e5e1a59507d5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.0845795 Jul 16 20:10:40.719405 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15c36386-cb4c-4849-9195-9d75a09c838a req-01e8e112-584a-4df3-a580-e3e4b680fc1f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632279 Jul 16 20:10:40.730841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Pushing event updated for resources: {'Port': ['ID=c59e196b-e661-4c3e-aeef-1d6710ff067c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:40.754548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:40.960662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:40.962586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:40.977822 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 3, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:41.017863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ed29658-9156-439c-a5a4-00f7e67caa51 req-87da434b-2663-4b18-90e9-4dc8db4acf5a tempest-VolumesAdminNegativeTest-1091720865 tempest-VolumesAdminNegativeTest-1091720865-project] 10.222.0.10 "GET /v2.0/ports?device_id=c24e6744-79f6-48b2-b340-9761498c1fb0 HTTP/1.1" status: 200 len: 210 time: 0.0638711 Jul 16 20:10:41.031039 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8ff38-db72-44c6-afdc-68513e4b87b6 None None] The sync data for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 is: [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:35Z', 'revision_number': 3, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:41.164177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Router c5b74cdb-ee48-4131-b2c9-8bee55dac490 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:10:41.311714 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d97d62-d94a-4ebd-bdc4-6405ddf614da x-openstack-request-id: req-10d97d62-d94a-4ebd-bdc4-6405ddf614da {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:41.312238 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29", "name": "network-vif-plugged", "status": "completed", "tag": "b2669705-e59c-423a-9841-dc279ba154f6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:41.312238 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10d97d62-d94a-4ebd-bdc4-6405ddf614da {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:41.312604 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2669705-e59c-423a-9841-dc279ba154f6', 'code': 200} Jul 16 20:10:41.404951 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876810ba-676b-4cec-9fe0-50b401451b99 x-openstack-request-id: req-876810ba-676b-4cec-9fe0-50b401451b99 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:41.405452 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e6744-79f6-48b2-b340-9761498c1fb0", "name": "network-vif-deleted", "tag": "6eb5c752-7fdc-424a-8cc5-8feceb6836a9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:41.405561 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-876810ba-676b-4cec-9fe0-50b401451b99 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:41.405888 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e6744-79f6-48b2-b340-9761498c1fb0', 'name': 'network-vif-deleted', 'tag': '6eb5c752-7fdc-424a-8cc5-8feceb6836a9', 'status': 'completed', 'code': 200} Jul 16 20:10:41.436578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a8197efd-987e-4c06-b340-c1afc3f7d3b9 req-604eb036-f620-43db-8234-6474d2529665 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-353194154', 'description': 'tempest-description-1720046068'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:41.470673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ec56efd9-594c-4b30-86a0-5e8666d19568 None None] Provisioning complete for port c59e196b-e661-4c3e-aeef-1d6710ff067c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:41.474316 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec56efd9-594c-4b30-86a0-5e8666d19568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.506774 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8197efd-987e-4c06-b340-c1afc3f7d3b9 req-604eb036-f620-43db-8234-6474d2529665 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.540932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:10:41.553353 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-26fd7307-f96e-4d48-955e-f532afc994de admin admin] 10.222.0.10 "PUT /v2.0/routers/c5b74cdb-ee48-4131-b2c9-8bee55dac490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9314868 Jul 16 20:10:41.597439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ec56efd9-594c-4b30-86a0-5e8666d19568 None None] Port c59e196b-e661-4c3e-aeef-1d6710ff067c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:41.689345 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8197efd-987e-4c06-b340-c1afc3f7d3b9 req-604eb036-f620-43db-8234-6474d2529665 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.701425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8197efd-987e-4c06-b340-c1afc3f7d3b9 req-604eb036-f620-43db-8234-6474d2529665 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.722168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8197efd-987e-4c06-b340-c1afc3f7d3b9 req-604eb036-f620-43db-8234-6474d2529665 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:41.737364 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8197efd-987e-4c06-b340-c1afc3f7d3b9 req-604eb036-f620-43db-8234-6474d2529665 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3099580 Jul 16 20:10:41.758066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604eb036-f620-43db-8234-6474d2529665 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9aaf42-e5e3-4aec-b954-da35ce2fd9e6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:41.888927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592ef0a-4fac-483e-86fc-35cbd5fa54dc req-1b05f62b-8547-4901-9619-9c083eaf529e tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:41.896257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4592ef0a-4fac-483e-86fc-35cbd5fa54dc req-1b05f62b-8547-4901-9619-9c083eaf529e tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1102 time: 0.0648062 Jul 16 20:10:41.938406 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4592ef0a-4fac-483e-86fc-35cbd5fa54dc req-f21cdea5-b9e8-44cd-a343-7506313cf446 tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Jul 16 20:10:42.107390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:10:42.119397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab740c4f-469f-48b2-b89f-0b9c8d326035 req-02c818e0-7f4d-4b43-8f75-e450da668919 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:42.132090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab740c4f-469f-48b2-b89f-0b9c8d326035 req-02c818e0-7f4d-4b43-8f75-e450da668919 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1096 time: 0.0772309 Jul 16 20:10:42.162311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:10:42.166601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6eb5c752-7fdc-424a-8cc5-8feceb6836a9 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:10:42.190438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab740c4f-469f-48b2-b89f-0b9c8d326035 req-035ac197-dfd9-4a37-b51f-08d6f119215d tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570905 Jul 16 20:10:42.215669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-be54e4cf-bb70-4038-8469-c5ea51b5d4d8 req-4e901a96-f587-44cd-94aa-2b6008521745 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-630851915', 'description': 'tempest-description-714382161'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:42.256882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be54e4cf-bb70-4038-8469-c5ea51b5d4d8 req-4e901a96-f587-44cd-94aa-2b6008521745 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.430098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be54e4cf-bb70-4038-8469-c5ea51b5d4d8 req-4e901a96-f587-44cd-94aa-2b6008521745 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.456996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be54e4cf-bb70-4038-8469-c5ea51b5d4d8 req-4e901a96-f587-44cd-94aa-2b6008521745 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.525016 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be54e4cf-bb70-4038-8469-c5ea51b5d4d8 req-4e901a96-f587-44cd-94aa-2b6008521745 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:42.546018 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be54e4cf-bb70-4038-8469-c5ea51b5d4d8 req-4e901a96-f587-44cd-94aa-2b6008521745 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3352900 Jul 16 20:10:42.549220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e901a96-f587-44cd-94aa-2b6008521745 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e387d7a-93b3-462e-bb18-5fa2c9472062,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:43.039380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46486) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:43.051617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-05539bb0-e4ec-419b-bcdb-48fff27ea016 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927116882', 'description': 'tempest-description--16702489'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:43.088686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05539bb0-e4ec-419b-bcdb-48fff27ea016 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.244439 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05539bb0-e4ec-419b-bcdb-48fff27ea016 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.252637 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05539bb0-e4ec-419b-bcdb-48fff27ea016 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.349671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05539bb0-e4ec-419b-bcdb-48fff27ea016 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4492950-a06d-40ec-82ca-0f7ed5ebeeff,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:43.353476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05539bb0-e4ec-419b-bcdb-48fff27ea016 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.357331 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-05539bb0-e4ec-419b-bcdb-48fff27ea016 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3136454 Jul 16 20:10:43.358147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46490) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:43.384754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d7aff4f8-ca8f-4a6c-a73c-7fd792a5e076 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Request body: {'security_group_rule': {'security_group_id': 'a4492950-a06d-40ec-82ca-0f7ed5ebeeff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:43.466714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4f8-ca8f-4a6c-a73c-7fd792a5e076 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.550326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6e232602-55d3-45b0-bd6b-154d884ee045 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:43.583998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4f8-ca8f-4a6c-a73c-7fd792a5e076 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.589894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4f8-ca8f-4a6c-a73c-7fd792a5e076 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.617542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aff4f8-ca8f-4a6c-a73c-7fd792a5e076 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22839da-80f1-4eeb-9372-7ea7b976dac6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:43.647915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7aff4f8-ca8f-4a6c-a73c-7fd792a5e076 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.653501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d7aff4f8-ca8f-4a6c-a73c-7fd792a5e076 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903502 Jul 16 20:10:43.654374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:43.664165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e33fc019-6326-4482-a759-38200a2c59d7 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Request body: {'security_group_rule': {'security_group_id': 'a4492950-a06d-40ec-82ca-0f7ed5ebeeff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:43.724736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 6e232602-55d3-45b0-bd6b-154d884ee045 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:43.736825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 6e232602-55d3-45b0-bd6b-154d884ee045 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:43.738029 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.763949 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33fc019-6326-4482-a759-38200a2c59d7 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.829590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:43.910951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Sync routers for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:10:43.958918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:43.960091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:10:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:43.965666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33fc019-6326-4482-a759-38200a2c59d7 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:43.974113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33fc019-6326-4482-a759-38200a2c59d7 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.004721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fc019-6326-4482-a759-38200a2c59d7 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f51ee3-d36c-46d3-a195-4551df48d35f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.013026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33fc019-6326-4482-a759-38200a2c59d7 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.017532 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e33fc019-6326-4482-a759-38200a2c59d7 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620570 Jul 16 20:10:44.018702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:44.023766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:44.064605 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.069660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d9e5e2-2f2f-46e1-bc3f-86c4fa784a19 admin admin] Deleting subnet 307a5d82-3e5a-41d3-b1a8-167d0fb02b22 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:10:44.084305 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.112316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e5e2-2f2f-46e1-bc3f-86c4fa784a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.127270 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 6e232602-55d3-45b0-bd6b-154d884ee045, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6e232602-55d3-45b0-bd6b-154d884ee045,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:44.166668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.242563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:44.289562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=6e232602-55d3-45b0-bd6b-154d884ee045,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.291674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-799c2df9-f3b4-4ccf-b5c2-d9f044ad4fb1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5477786 Jul 16 20:10:44.305308 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e5e2-2f2f-46e1-bc3f-86c4fa784a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.383103 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.420591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8328580-e134-442c-af41-ad5b8d5e4e7b req-152c81d4-d8bf-4b32-8bd2-540aa28e1591 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:44.433711 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8328580-e134-442c-af41-ad5b8d5e4e7b req-152c81d4-d8bf-4b32-8bd2-540aa28e1591 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 1096 time: 0.4831240 Jul 16 20:10:44.474819 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e5e2-2f2f-46e1-bc3f-86c4fa784a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.543982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8328580-e134-442c-af41-ad5b8d5e4e7b req-c710269b-fb1c-44d9-9ae7-63fe3f3365f0 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088376 Jul 16 20:10:44.615493 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e5e2-2f2f-46e1-bc3f-86c4fa784a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.645897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'c59e196b-e661-4c3e-aeef-1d6710ff067c', 'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'mac_address': 'fa:16:3e:e8:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:38Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 2, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'subnets': [{'id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:44.689973 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e5e2-2f2f-46e1-bc3f-86c4fa784a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:44.693422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a6d9e5e2-2f2f-46e1-bc3f-86c4fa784a19 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/307a5d82-3e5a-41d3-b1a8-167d0fb02b22 HTTP/1.1" status: 204 len: 168 time: 0.8613095 Jul 16 20:10:44.694053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Checking router: c5b74cdb-ee48-4131-b2c9-8bee55dac490 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:10:44.694416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Updating router c5b74cdb-ee48-4131-b2c9-8bee55dac490 port c59e196b-e661-4c3e-aeef-1d6710ff067c binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:10:44.699141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:44.766251 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9e5e2-2f2f-46e1-bc3f-86c4fa784a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307a5d82-3e5a-41d3-b1a8-167d0fb02b22,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:44.786316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Allocated IP 172.25.7.155 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/48f2d6f5-f78d-445a-b3f8-fd5e83c40a7f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:44.799711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.055776 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35ce1ca6-596b-414c-a674-e14849b93e5f req-cb6e735c-d45f-4885-b7be-f9311fbd1250 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/8b9aaf42-e5e3-4aec-b954-da35ce2fd9e6 HTTP/1.1" status: 200 len: 1804 time: 0.1311843 Jul 16 20:10:45.072217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.164162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35ce1ca6-596b-414c-a674-e14849b93e5f req-6124134b-615e-43ba-a595-73f949530eb9 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/0e387d7a-93b3-462e-bb18-5fa2c9472062 HTTP/1.1" status: 200 len: 1803 time: 0.1022043 Jul 16 20:10:45.174014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-35ce1ca6-596b-414c-a674-e14849b93e5f req-613c667a-4ea6-450b-b30c-4f3a7248cb5a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b9aaf42-e5e3-4aec-b954-da35ce2fd9e6', 'remote_group_id': '0e387d7a-93b3-462e-bb18-5fa2c9472062', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:45.174377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-35ce1ca6-596b-414c-a674-e14849b93e5f req-613c667a-4ea6-450b-b30c-4f3a7248cb5a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b9aaf42-e5e3-4aec-b954-da35ce2fd9e6', 'remote_group_id': '0e387d7a-93b3-462e-bb18-5fa2c9472062', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:45.231438 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.264357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Transition to ACTIVE for port object c59e196b-e661-4c3e-aeef-1d6710ff067c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:45.284112 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.297603 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.309079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35ce1ca6-596b-414c-a674-e14849b93e5f req-613c667a-4ea6-450b-b30c-4f3a7248cb5a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.369353 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.404917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35ce1ca6-596b-414c-a674-e14849b93e5f req-613c667a-4ea6-450b-b30c-4f3a7248cb5a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.417692 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35ce1ca6-596b-414c-a674-e14849b93e5f req-613c667a-4ea6-450b-b30c-4f3a7248cb5a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.424692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd644e1-edbf-464d-b2a8-3dbac76b5a2d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:45.455122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89fbe33-8256-473e-a4e2-f1c19b8215f2') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:45.455453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89fbe33-8256-473e-a4e2-f1c19b8215f2') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:45.463051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c667a-4ea6-450b-b30c-4f3a7248cb5a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c536bb38-2dab-46f7-b5f0-abd7318d94eb,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.490190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.491435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-35ce1ca6-596b-414c-a674-e14849b93e5f req-613c667a-4ea6-450b-b30c-4f3a7248cb5a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.495720 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35ce1ca6-596b-414c-a674-e14849b93e5f req-613c667a-4ea6-450b-b30c-4f3a7248cb5a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3301103 Jul 16 20:10:45.573433 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.579091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2467b5-e5c1-4fdc-a9dc-4747f4455a78 None None] Pushing event updated for resources: {'Port': ['ID=c59e196b-e661-4c3e-aeef-1d6710ff067c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.580751 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.605434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:10:45.606189 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.619113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6e232602-55d3-45b0-bd6b-154d884ee045 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:10:45.667762 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:10:45.674903 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.681303 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.684869 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8bd644e1-edbf-464d-b2a8-3dbac76b5a2d HTTP/1.1" status: 204 len: 168 time: 0.9841671 Jul 16 20:10:45.705521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb4b2e-0f41-4b73-8fa8-a47a54822ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd644e1-edbf-464d-b2a8-3dbac76b5a2d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.710604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46530) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:45.735423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.773285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:45.821150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:45.824439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:45.861515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a4f53d-29a6-4f9d-92f6-e3d057fe3eda admin admin] Deleting subnet a1c16a98-861c-48a1-a663-c3c9e940d738 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:10:45.869114 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44a4f53d-29a6-4f9d-92f6-e3d057fe3eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:45.974356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Attempting to bind port c59e196b-e661-4c3e-aeef-1d6710ff067c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:45.975403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Attempting to bind port c59e196b-e661-4c3e-aeef-1d6710ff067c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:45.975969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Attempting to bind port c59e196b-e661-4c3e-aeef-1d6710ff067c on network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:45.980099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Pushing event updated for resources: {'Port': ['ID=48f2d6f5-f78d-445a-b3f8-fd5e83c40a7f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:45.989886 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44a4f53d-29a6-4f9d-92f6-e3d057fe3eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.017425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:46.017796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Checking segment: {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:46.018376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.018925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Bound using segment: {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:46.019592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Bound port: c59e196b-e661-4c3e-aeef-1d6710ff067c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:46.020132 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.058915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44a4f53d-29a6-4f9d-92f6-e3d057fe3eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.104117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.157094 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44a4f53d-29a6-4f9d-92f6-e3d057fe3eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.167869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] For port c59e196b-e661-4c3e-aeef-1d6710ff067c, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:46.183616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] For port c59e196b-e661-4c3e-aeef-1d6710ff067c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c59e196b-e661-4c3e-aeef-1d6710ff067c,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:46.196960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 6e232602-55d3-45b0-bd6b-154d884ee045 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:46.197411 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.217851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4f53d-29a6-4f9d-92f6-e3d057fe3eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c16a98-861c-48a1-a663-c3c9e940d738,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:46.228318 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44a4f53d-29a6-4f9d-92f6-e3d057fe3eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.233167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-44a4f53d-29a6-4f9d-92f6-e3d057fe3eda admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a1c16a98-861c-48a1-a663-c3c9e940d738 HTTP/1.1" status: 204 len: 168 time: 0.5181305 Jul 16 20:10:46.234257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46538) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:46.238853 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.275940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.326662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.392112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202d83-21d9-4583-95e6-42bd06007fa8 req-7f9cfb7e-8cb5-498e-9e91-3c22e66e30c3 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:46.405887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08202d83-21d9-4583-95e6-42bd06007fa8 req-7f9cfb7e-8cb5-498e-9e91-3c22e66e30c3 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.2867248 Jul 16 20:10:46.468543 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.517662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.532966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08202d83-21d9-4583-95e6-42bd06007fa8 req-06a9245b-038b-4e94-8912-c715b0a8ac60 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260717 Jul 16 20:10:46.561869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecfab38-ecbc-47db-b098-3732f1ed0e42']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:46.601071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303a42f5-ad53-407a-81bf-f86f8f2c8ec6') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:46.601659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303a42f5-ad53-407a-81bf-f86f8f2c8ec6') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:46.638939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.649796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2467b5-e5c1-4fdc-a9dc-4747f4455a78 None None] Pushing event updated for resources: {'Port': ['ID=c59e196b-e661-4c3e-aeef-1d6710ff067c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:46.654648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:10:46.668380 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.674241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:10:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:46.684279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:10:46.684732 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:10:46.687344 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:10:46.781171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.800787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:46.946197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:10:46.996478 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.014240 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.023970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Pushing event updated for resources: {'Port': ['ID=48f2d6f5-f78d-445a-b3f8-fd5e83c40a7f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:47.033570 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0ecfab38-ecbc-47db-b098-3732f1ed0e42 HTTP/1.1" status: 204 len: 168 time: 0.7982657 Jul 16 20:10:47.058470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.096131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb88895-5002-4cff-81bd-96caa183fbc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecfab38-ecbc-47db-b098-3732f1ed0e42,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:47.136821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.140444 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-36f7c6a4-52ca-4bff-a07c-a34634061f38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1206491 Jul 16 20:10:47.153126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-44798b8d-1b9f-43e5-81b1-cf269e12b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.168456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-44798b8d-1b9f-43e5-81b1-cf269e12b56b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1102 time: 0.2902529 Jul 16 20:10:47.272133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:47.323067 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c98ce3da-7c0d-4b84-9efa-6770a4129f7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18cedc934bd4471eb9b4e1acfad888ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491073 Jul 16 20:10:47.326664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46560) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:47.400316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-37b364cd-d3af-4f20-8251-8bb2b39793b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.400316 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-37b364cd-d3af-4f20-8251-8bb2b39793b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2167523 Jul 16 20:10:47.436894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'c59e196b-e661-4c3e-aeef-1d6710ff067c', 'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'mac_address': 'fa:16:3e:e8:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:38Z', 'updated_at': '2021-07-16T20:10:46Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'subnets': [{'id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:10:47.447200 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4d9e-aaa5-4d4c-b79e-61860e223714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.494423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4d9e-aaa5-4d4c-b79e-61860e223714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.499809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf67b16-da82-46ab-9b6b-1df5600cb68b None None] The sync data for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 is: [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'c59e196b-e661-4c3e-aeef-1d6710ff067c', 'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'mac_address': 'fa:16:3e:e8:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:38Z', 'updated_at': '2021-07-16T20:10:46Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'subnets': [{'id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:10:47.529192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-f065d7fe-1f9b-476f-8ac2-614fc76edd09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.1165872 Jul 16 20:10:47.658862 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4d9e-aaa5-4d4c-b79e-61860e223714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.666461 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4d9e-aaa5-4d4c-b79e-61860e223714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:47.685414 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0f2f4d9e-aaa5-4d4c-b79e-61860e223714 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38688345-a61e-4702-89d7-982243c5a702 HTTP/1.1" status: 204 len: 168 time: 0.3537002 Jul 16 20:10:47.749326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f4d9e-aaa5-4d4c-b79e-61860e223714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38688345-a61e-4702-89d7-982243c5a702,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:47.751855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-09165fc9-8b43-443c-ae19-9afaeb785ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.765165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-09165fc9-8b43-443c-ae19-9afaeb785ecb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.2239630 Jul 16 20:10:47.851121 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b25f7bd-94ad-4f2c-904e-66206e46d391 req-4ac76797-c551-41ac-a490-7a5992c21887 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/0e387d7a-93b3-462e-bb18-5fa2c9472062 HTTP/1.1" status: 200 len: 1803 time: 0.2158451 Jul 16 20:10:47.871516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-03955a16-dde8-45a6-a94c-7f8662cd0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:47.873626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-03955a16-dde8-45a6-a94c-7f8662cd0002 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901651 Jul 16 20:10:47.983959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6b25f7bd-94ad-4f2c-904e-66206e46d391 req-0a20108b-5ff7-41fe-87d9-ee1ec159eab1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.042824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6b25f7bd-94ad-4f2c-904e-66206e46d391 req-0a20108b-5ff7-41fe-87d9-ee1ec159eab1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.086282 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-0244f296-d0bb-473e-91a4-a94e72a37619 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006774 Jul 16 20:10:48.209081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6b25f7bd-94ad-4f2c-904e-66206e46d391 req-0a20108b-5ff7-41fe-87d9-ee1ec159eab1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.212069 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6b25f7bd-94ad-4f2c-904e-66206e46d391 req-0a20108b-5ff7-41fe-87d9-ee1ec159eab1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.213271 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b25f7bd-94ad-4f2c-904e-66206e46d391 req-0a20108b-5ff7-41fe-87d9-ee1ec159eab1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "DELETE /v2.0/security-groups/0e387d7a-93b3-462e-bb18-5fa2c9472062 HTTP/1.1" status: 204 len: 173 time: 0.3522699 Jul 16 20:10:48.233602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20108b-5ff7-41fe-87d9-ee1ec159eab1 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e387d7a-93b3-462e-bb18-5fa2c9472062,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:48.285145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-203fc83f-780a-4c31-a8a9-c4c699010639 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894634 Jul 16 20:10:48.521856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b515ac2-3ddf-4b8f-be2b-40ffb0230aca req-31cb124b-b6ca-4674-9033-50711bb64357 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:48.535568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5b515ac2-3ddf-4b8f-be2b-40ffb0230aca req-31cb124b-b6ca-4674-9033-50711bb64357 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.1956663 Jul 16 20:10:48.657060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:48.714625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5b515ac2-3ddf-4b8f-be2b-40ffb0230aca req-4fe896dd-c5da-49dc-a4a6-87e3f105b121 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768107 Jul 16 20:10:48.828514 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-db3b031a-be05-4d74-b808-6c2a59c42e41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02334de1f6464c76ab10b24775893ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698344 Jul 16 20:10:48.842288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:10:48.885387 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c59b49d-c31e-4905-ae02-6f13d672eec6 req-74257124-b7fc-41f5-a195-98bb7e3c55fb tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/8b9aaf42-e5e3-4aec-b954-da35ce2fd9e6 HTTP/1.1" status: 200 len: 1804 time: 0.0874410 Jul 16 20:10:48.939029 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b30ad-78ab-41f5-b126-bcb26e4812b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:48.997272 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b30ad-78ab-41f5-b126-bcb26e4812b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.108940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b30ad-78ab-41f5-b126-bcb26e4812b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.111877 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b30ad-78ab-41f5-b126-bcb26e4812b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.113510 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-859b30ad-78ab-41f5-b126-bcb26e4812b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d90bedab-7573-4583-9d3d-49e8dfa3b203 HTTP/1.1" status: 204 len: 168 time: 0.2702203 Jul 16 20:10:49.168283 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b30ad-78ab-41f5-b126-bcb26e4812b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90bedab-7573-4583-9d3d-49e8dfa3b203,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:49.284478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-82895f9f-885e-45c1-ac6f-484175045008 req-86590437-bc47-4939-b26a-cf11d03a1b32 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-134943795', 'description': 'tempest-description-1633518617'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:49.336376 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82895f9f-885e-45c1-ac6f-484175045008 req-86590437-bc47-4939-b26a-cf11d03a1b32 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.353160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-74c664ed-426d-49b7-9ed3-3972713722c6 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:49.355221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-74c664ed-426d-49b7-9ed3-3972713722c6 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/networks?id=8dbb8d74-1abf-4876-834c-0e60ea396d37 HTTP/1.1" status: 200 len: 814 time: 0.2654617 Jul 16 20:10:49.396799 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-097499dc-5eb8-474f-b390-0f50be32e64a tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/quotas/b3925324f30a40c4be356af892fe559b HTTP/1.1" status: 200 len: 375 time: 0.0316899 Jul 16 20:10:49.588367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-b2c76284-0d19-4f45-9c7c-56f4e58681bd tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3925324f30a40c4be356af892fe559b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1835048 Jul 16 20:10:49.590073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82895f9f-885e-45c1-ac6f-484175045008 req-86590437-bc47-4939-b26a-cf11d03a1b32 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.599070 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82895f9f-885e-45c1-ac6f-484175045008 req-86590437-bc47-4939-b26a-cf11d03a1b32 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.609814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c59e196b-e661-4c3e-aeef-1d6710ff067c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:49.666654 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82895f9f-885e-45c1-ac6f-484175045008 req-86590437-bc47-4939-b26a-cf11d03a1b32 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.670065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82895f9f-885e-45c1-ac6f-484175045008 req-86590437-bc47-4939-b26a-cf11d03a1b32 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3916624 Jul 16 20:10:49.713240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86590437-bc47-4939-b26a-cf11d03a1b32 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1277a422-7bfb-4b07-b766-3bc5846a321f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:49.742850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c59e196b-e661-4c3e-aeef-1d6710ff067c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:49.751138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c59e196b-e661-4c3e-aeef-1d6710ff067c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:49.751711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:49.863600 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-69b0ec61-a372-4a5c-b388-5c1220cc1c99 service neutron] 10.222.0.10 "GET /v2.0/networks/8dbb8d74-1abf-4876-834c-0e60ea396d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638800 Jul 16 20:10:49.954399 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.031916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c59e196b-e661-4c3e-aeef-1d6710ff067c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c59e196b-e661-4c3e-aeef-1d6710ff067c,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:10:50.044780 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.146640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69fa43ec-6bf1-40a6-8cd7-f682e9c255ce req-e60362f7-6af7-4e7e-a774-e2846411b9e6 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/1277a422-7bfb-4b07-b766-3bc5846a321f HTTP/1.1" status: 200 len: 1804 time: 0.1433725 Jul 16 20:10:50.155129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-69fa43ec-6bf1-40a6-8cd7-f682e9c255ce req-ead4e5dd-9393-4cc4-bf8c-4367af29c610 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1277a422-7bfb-4b07-b766-3bc5846a321f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:50.155612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-69fa43ec-6bf1-40a6-8cd7-f682e9c255ce req-ead4e5dd-9393-4cc4-bf8c-4367af29c610 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1277a422-7bfb-4b07-b766-3bc5846a321f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:50.171777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c59e196b-e661-4c3e-aeef-1d6710ff067c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:50.211196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-388c2194-5b51-48d1-8e86-8078b83060fa service neutron] 10.222.0.10 "GET /v2.0/networks/8dbb8d74-1abf-4876-834c-0e60ea396d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360295 Jul 16 20:10:50.337169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-69fa43ec-6bf1-40a6-8cd7-f682e9c255ce req-ead4e5dd-9393-4cc4-bf8c-4367af29c610 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.449736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-69fa43ec-6bf1-40a6-8cd7-f682e9c255ce req-ead4e5dd-9393-4cc4-bf8c-4367af29c610 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.456739 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-69fa43ec-6bf1-40a6-8cd7-f682e9c255ce req-ead4e5dd-9393-4cc4-bf8c-4367af29c610 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.517868 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fee7b4af-2bdb-49a5-8d41-bb84e061f728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.527733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-69fa43ec-6bf1-40a6-8cd7-f682e9c255ce req-ead4e5dd-9393-4cc4-bf8c-4367af29c610 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:50.557023 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69fa43ec-6bf1-40a6-8cd7-f682e9c255ce req-ead4e5dd-9393-4cc4-bf8c-4367af29c610 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4095213 Jul 16 20:10:50.593264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4e5dd-9393-4cc4-bf8c-4367af29c610 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da9326d-dc65-4c5c-9bd4-bcd65df2d0ba,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:50.710997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534809c-933d-4b02-a368-6905e405c304 req-e90ec62e-6857-47ae-9ea2-adfbb3fcb836 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:50.719073 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2534809c-933d-4b02-a368-6905e405c304 req-e90ec62e-6857-47ae-9ea2-adfbb3fcb836 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.0867300 Jul 16 20:10:50.789128 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2534809c-933d-4b02-a368-6905e405c304 req-d9c00876-73e5-410f-8db7-46e5d79a2217 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689032 Jul 16 20:10:50.948794 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1801cd03-984f-4bad-8973-d179230cec5a req-5f643527-8eac-4319-bb3f-f66a2b59341c tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 210 time: 0.1038239 Jul 16 20:10:51.092127 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b557682d-6c23-4c98-a576-4d56a8eda0d4 req-65b8672b-0864-486a-ba7f-8445816ef6d8 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/1277a422-7bfb-4b07-b766-3bc5846a321f HTTP/1.1" status: 200 len: 2397 time: 0.0944641 Jul 16 20:10:51.111483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b557682d-6c23-4c98-a576-4d56a8eda0d4 req-3188e099-f76b-4058-975c-a1450c6bb533 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1277a422-7bfb-4b07-b766-3bc5846a321f', 'remote_group_id': None}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:51.112081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b557682d-6c23-4c98-a576-4d56a8eda0d4 req-3188e099-f76b-4058-975c-a1450c6bb533 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1277a422-7bfb-4b07-b766-3bc5846a321f', 'remote_group_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:51.236412 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b557682d-6c23-4c98-a576-4d56a8eda0d4 req-3188e099-f76b-4058-975c-a1450c6bb533 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.271397 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b557682d-6c23-4c98-a576-4d56a8eda0d4 req-3188e099-f76b-4058-975c-a1450c6bb533 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.279803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b557682d-6c23-4c98-a576-4d56a8eda0d4 req-3188e099-f76b-4058-975c-a1450c6bb533 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.295989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188e099-f76b-4058-975c-a1450c6bb533 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb93c75c-9656-46a2-a801-4355fe4ccc73,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:51.319425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b557682d-6c23-4c98-a576-4d56a8eda0d4 req-3188e099-f76b-4058-975c-a1450c6bb533 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:51.321670 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b557682d-6c23-4c98-a576-4d56a8eda0d4 req-3188e099-f76b-4058-975c-a1450c6bb533 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2243783 Jul 16 20:10:51.526521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c59e196b-e661-4c3e-aeef-1d6710ff067c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:10:51.657835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c59e196b-e661-4c3e-aeef-1d6710ff067c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:51.658580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.361677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-104c02d8-c724-4c0a-8fb4-6d3660cad64f tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:52.363731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-104c02d8-c724-4c0a-8fb4-6d3660cad64f tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.63 "GET /v2.0/networks?id=8dbb8d74-1abf-4876-834c-0e60ea396d37 HTTP/1.1" status: 200 len: 814 time: 0.1261694 Jul 16 20:10:52.386470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Request body: {'port': {'device_id': '357c6138-5140-489e-b14a-6185bfc22fd4', 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37', 'admin_state_up': True, 'tenant_id': 'b3925324f30a40c4be356af892fe559b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:52.650979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Made reservation on behalf of b3925324f30a40c4be356af892fe559b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:10:52.657726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:52.863374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Allocated IP 172.20.0.10 (8dbb8d74-1abf-4876-834c-0e60ea396d37/375d8cff-0557-4f0e-9654-0096d3a452c9/9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:10:53.096265 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.138507 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Transition to ACTIVE for port object 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:53.225186 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.305522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Network 8dbb8d74-1abf-4876-834c-0e60ea396d37 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:10:53.312725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:10:53.316603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:10:53.356905 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.368770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Pushing event updated for resources: {'Port': ['ID=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:53.401533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:53.402261 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.418069 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-386cbf48-cde3-479e-b063-502ceacd4a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.431946 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-9d600bd2-c31c-43e4-a2a3-85c3333b7854 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0575304 Jul 16 20:10:53.452828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Request body: {'port': {'device_id': '357c6138-5140-489e-b14a-6185bfc22fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:10:53.583089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.763285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8b9aa40a-74cb-4874-8960-02b5f9f4d4a2 None None] Provisioning for port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:10:53.770695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8b9aa40a-74cb-4874-8960-02b5f9f4d4a2 None None] Provisioning complete for port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:10:53.771418 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8b9aa40a-74cb-4874-8960-02b5f9f4d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:53.850523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8b9aa40a-74cb-4874-8960-02b5f9f4d4a2 None None] Port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:10:54.033762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:10:54.042165 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.060502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Transition to ACTIVE for port object 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:10:54.066015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.225620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Pushing event updated for resources: {'Port': ['ID=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:54.242896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Attempting to bind port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:10:54.243228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Attempting to bind port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:10:54.243957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Attempting to bind port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba on network 8dbb8d74-1abf-4876-834c-0e60ea396d37 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:54.248985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba on network 8dbb8d74-1abf-4876-834c-0e60ea396d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:10:54.249311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Attempting to bind port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba on network 8dbb8d74-1abf-4876-834c-0e60ea396d37 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:10:54.255061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:10:54.255428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Checking segment: {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:10:54.255812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Bound using segment: {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:10:54.256503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Bound port: 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:10:54.256851 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.358370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] For port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:10:54.364287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] For port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:10:54.378563 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.434009 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.459529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.461323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:54.463323 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] 10.222.0.63 "PUT /v2.0/ports/9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba HTTP/1.1" status: 200 len: 1093 time: 1.0222106 Jul 16 20:10:54.464278 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357c6138-5140-489e-b14a-6185bfc22fd4', 'tag': '9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:10:54.466823 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47012b91-ed03-48e4-9d0b-dbaac2da61c7" -d '{"events": [{"name": "network-changed", "server_uuid": "357c6138-5140-489e-b14a-6185bfc22fd4", "tag": "9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:10:54.500918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d7a95-b061-402f-906f-f612bb31ef24 service neutron] Pushing event updated for resources: {'Port': ['ID=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:10:54.648557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-f5dca313-8fa8-48c0-bfaf-70bacd0bb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.650097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-f5dca313-8fa8-48c0-bfaf-70bacd0bb5b5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b3925324f30a40c4be356af892fe559b&device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1379101 Jul 16 20:10:54.724572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-77d20e21-26e1-4a0f-aad4-165b42d645d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba HTTP/1.1" status: 200 len: 217 time: 0.0623505 Jul 16 20:10:54.802201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-52ac9f0e-cdd1-47e7-a3c2-c5c7188ebc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.803848 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-52ac9f0e-cdd1-47e7-a3c2-c5c7188ebc97 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=375d8cff-0557-4f0e-9654-0096d3a452c9 HTTP/1.1" status: 200 len: 853 time: 0.0691783 Jul 16 20:10:54.903978 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-53f11e01-c5d1-486c-b58f-a6c722c93822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:54.905404 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-53f11e01-c5d1-486c-b58f-a6c722c93822 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8dbb8d74-1abf-4876-834c-0e60ea396d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945575 Jul 16 20:10:55.315758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-b44c8e67-63e3-4264-b58c-6ecf69878ad5 service neutron] 10.222.0.63 "GET /v2.0/networks/8dbb8d74-1abf-4876-834c-0e60ea396d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035504 Jul 16 20:10:55.425424 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f14d4faa-26af-45fa-a85a-7b9bbeaea33a req-70024167-945f-4e6f-a03e-25cd6f9add9a service neutron] 10.222.0.63 "GET /v2.0/networks/8dbb8d74-1abf-4876-834c-0e60ea396d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025159 Jul 16 20:10:55.836313 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5bb2c8c6-434f-4d01-8433-9928b10c9904 req-9989f6c0-5ac1-41cd-9d43-812bed38d1ab tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/1277a422-7bfb-4b07-b766-3bc5846a321f HTTP/1.1" status: 200 len: 2995 time: 0.0733945 Jul 16 20:10:56.015817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cb4ee-24b3-4943-a75f-3790d0deb6fc req-70537e67-42b9-4d3e-aedc-330db571bb37 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:56.017729 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d35cb4ee-24b3-4943-a75f-3790d0deb6fc req-70537e67-42b9-4d3e-aedc-330db571bb37 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 944 time: 0.0783954 Jul 16 20:10:56.029042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8413c-34d4-4f06-8433-bc4b84ea7368 req-86bf0520-62cd-4734-aeb0-38fd863e47a4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:10:56.030604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bcc8413c-34d4-4f06-8433-bc4b84ea7368 req-86bf0520-62cd-4734-aeb0-38fd863e47a4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.1191740 Jul 16 20:10:56.063610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d35cb4ee-24b3-4943-a75f-3790d0deb6fc req-ecb21423-78d5-4379-91d4-a2ba8a867f90 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Jul 16 20:10:56.106489 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:10:56.113966 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bcc8413c-34d4-4f06-8433-bc4b84ea7368 req-0239edf9-2ff6-4644-86e1-5613df8f9fde tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760584 Jul 16 20:10:56.121598 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2b2ce6-3663-41f1-83be-531010ade61a x-openstack-request-id: req-1a2b2ce6-3663-41f1-83be-531010ade61a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:10:56.122437 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357c6138-5140-489e-b14a-6185bfc22fd4", "tag": "9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:10:56.129347 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a2b2ce6-3663-41f1-83be-531010ade61a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:10:56.129826 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357c6138-5140-489e-b14a-6185bfc22fd4', 'tag': '9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba', 'status': 'completed', 'code': 200} Jul 16 20:11:02.046701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e987bb16-a060-40f4-a7b8-94e032af6a0e req-400bec1e-7236-4f67-96c8-f0437e8fe38e tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-group-rules/cb93c75c-9656-46a2-a801-4355fe4ccc73 HTTP/1.1" status: 200 len: 783 time: 0.0273156 Jul 16 20:11:02.141219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e987bb16-a060-40f4-a7b8-94e032af6a0e req-cb83bee4-7782-4af7-96df-01558b148415 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/1277a422-7bfb-4b07-b766-3bc5846a321f HTTP/1.1" status: 200 len: 2995 time: 0.0859094 Jul 16 20:11:02.180111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e987bb16-a060-40f4-a7b8-94e032af6a0e req-7de08c2f-6f7f-4dfe-b3b2-98be7d8bfe51 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.232886 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e987bb16-a060-40f4-a7b8-94e032af6a0e req-7de08c2f-6f7f-4dfe-b3b2-98be7d8bfe51 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.357566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e987bb16-a060-40f4-a7b8-94e032af6a0e req-7de08c2f-6f7f-4dfe-b3b2-98be7d8bfe51 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.369770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e987bb16-a060-40f4-a7b8-94e032af6a0e req-7de08c2f-6f7f-4dfe-b3b2-98be7d8bfe51 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:02.369770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e987bb16-a060-40f4-a7b8-94e032af6a0e req-7de08c2f-6f7f-4dfe-b3b2-98be7d8bfe51 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/cb93c75c-9656-46a2-a801-4355fe4ccc73 HTTP/1.1" status: 204 len: 173 time: 0.2257688 Jul 16 20:11:02.393655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de08c2f-6f7f-4dfe-b3b2-98be7d8bfe51 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb93c75c-9656-46a2-a801-4355fe4ccc73,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:02.566738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901e9d-4607-4454-b60b-aff20a0f76b9 req-cf634218-b55b-4284-8e02-e9d603b2da5e tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.580346 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-69901e9d-4607-4454-b60b-aff20a0f76b9 req-cf634218-b55b-4284-8e02-e9d603b2da5e tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 944 time: 0.1199007 Jul 16 20:11:02.658215 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-69901e9d-4607-4454-b60b-aff20a0f76b9 req-f36d0dd0-39dd-4248-918d-e11b485e57ff tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766163 Jul 16 20:11:02.708477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df26cf-90bb-475c-a0ec-eb10961b9899 req-4c986aea-40e3-4eaf-baf6-a7f14de3754e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:02.710255 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46df26cf-90bb-475c-a0ec-eb10961b9899 req-4c986aea-40e3-4eaf-baf6-a7f14de3754e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.1381283 Jul 16 20:11:02.809942 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46df26cf-90bb-475c-a0ec-eb10961b9899 req-04f3fc5b-d768-455c-bd67-3af689425498 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933442 Jul 16 20:11:02.943992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96efec10-1ff6-4371-b84a-671e66f15415 req-e8fe61cf-1bad-4d2a-9cf7-287e80c0b06d tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/1277a422-7bfb-4b07-b766-3bc5846a321f HTTP/1.1" status: 200 len: 2397 time: 0.0590100 Jul 16 20:11:03.050806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96efec10-1ff6-4371-b84a-671e66f15415 req-e9205069-9e37-4ad7-a058-59902430e1c8 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.076584 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96efec10-1ff6-4371-b84a-671e66f15415 req-e9205069-9e37-4ad7-a058-59902430e1c8 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.139030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96efec10-1ff6-4371-b84a-671e66f15415 req-e9205069-9e37-4ad7-a058-59902430e1c8 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.142414 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96efec10-1ff6-4371-b84a-671e66f15415 req-e9205069-9e37-4ad7-a058-59902430e1c8 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.159539 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96efec10-1ff6-4371-b84a-671e66f15415 req-e9205069-9e37-4ad7-a058-59902430e1c8 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "DELETE /v2.0/security-groups/1277a422-7bfb-4b07-b766-3bc5846a321f HTTP/1.1" status: 204 len: 173 time: 0.2077229 Jul 16 20:11:03.180339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9205069-9e37-4ad7-a058-59902430e1c8 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1277a422-7bfb-4b07-b766-3bc5846a321f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:03.544697 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-b979d28a-152e-4e1b-b03b-e2a36e7d82e3 req-8b1f0aed-9a00-4f3c-aa7b-edce07c6a502 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] show failed (client error): The resource could not be found. Jul 16 20:11:03.546055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b979d28a-152e-4e1b-b03b-e2a36e7d82e3 req-8b1f0aed-9a00-4f3c-aa7b-edce07c6a502 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/0e387d7a-93b3-462e-bb18-5fa2c9472062 HTTP/1.1" status: 404 len: 352 time: 0.0206628 Jul 16 20:11:03.811964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ed118bf-2792-424e-a4f7-17581815ced8 req-9fd8c102-32af-4341-945c-1ed6a2792eb2 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/8b9aaf42-e5e3-4aec-b954-da35ce2fd9e6 HTTP/1.1" status: 200 len: 1804 time: 0.0826786 Jul 16 20:11:03.885802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7ed118bf-2792-424e-a4f7-17581815ced8 req-f625d70c-44b3-4206-bc0c-ecce597bfc79 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:03.979521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7ed118bf-2792-424e-a4f7-17581815ced8 req-f625d70c-44b3-4206-bc0c-ecce597bfc79 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.064155 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7ed118bf-2792-424e-a4f7-17581815ced8 req-f625d70c-44b3-4206-bc0c-ecce597bfc79 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.067228 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7ed118bf-2792-424e-a4f7-17581815ced8 req-f625d70c-44b3-4206-bc0c-ecce597bfc79 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.070378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ed118bf-2792-424e-a4f7-17581815ced8 req-f625d70c-44b3-4206-bc0c-ecce597bfc79 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "DELETE /v2.0/security-groups/8b9aaf42-e5e3-4aec-b954-da35ce2fd9e6 HTTP/1.1" status: 204 len: 173 time: 0.2487016 Jul 16 20:11:04.101157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625d70c-44b3-4206-bc0c-ecce597bfc79 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9aaf42-e5e3-4aec-b954-da35ce2fd9e6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:04.381012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fd658-3aef-495c-a76f-e112c499836c req-84f11ab3-381b-4840-a0c1-e9de482c3234 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.390107 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fa5fd658-3aef-495c-a76f-e112c499836c req-84f11ab3-381b-4840-a0c1-e9de482c3234 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 944 time: 0.1535246 Jul 16 20:11:04.443956 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fa5fd658-3aef-495c-a76f-e112c499836c req-3f14698d-260f-43ec-be83-4583953bb2a6 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525188 Jul 16 20:11:04.687140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634225fe-519d-4d6f-8de3-823cdb6de83d req-6db87873-8f35-4bd9-ac0f-d6dda344beb4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:04.688760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-634225fe-519d-4d6f-8de3-823cdb6de83d req-6db87873-8f35-4bd9-ac0f-d6dda344beb4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.0897737 Jul 16 20:11:04.752076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-634225fe-519d-4d6f-8de3-823cdb6de83d req-7e48c97d-5d21-4b19-a438-b3b2fdbdc361 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543857 Jul 16 20:11:04.868837 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f36891f1-8d99-44e8-afe7-adb92b454956 req-a3720975-d661-4670-b8cd-8eaa737a4892 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/8419eabc-b4a5-46f3-8711-2e9f5de44b57 HTTP/1.1" status: 200 len: 1803 time: 0.0737476 Jul 16 20:11:04.926233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f36891f1-8d99-44e8-afe7-adb92b454956 req-b5d0d333-f669-431d-8920-68fb721b2c2a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:04.967625 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f36891f1-8d99-44e8-afe7-adb92b454956 req-b5d0d333-f669-431d-8920-68fb721b2c2a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.143198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f36891f1-8d99-44e8-afe7-adb92b454956 req-b5d0d333-f669-431d-8920-68fb721b2c2a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.146981 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f36891f1-8d99-44e8-afe7-adb92b454956 req-b5d0d333-f669-431d-8920-68fb721b2c2a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.160138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f36891f1-8d99-44e8-afe7-adb92b454956 req-b5d0d333-f669-431d-8920-68fb721b2c2a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "DELETE /v2.0/security-groups/8419eabc-b4a5-46f3-8711-2e9f5de44b57 HTTP/1.1" status: 204 len: 173 time: 0.2902746 Jul 16 20:11:05.175171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0d333-f669-431d-8920-68fb721b2c2a tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8419eabc-b4a5-46f3-8711-2e9f5de44b57,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:05.507611 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-802abe6d-772c-49a9-b41e-39ac70b9c2ce req-a4b13fd6-689b-4bfc-8bb2-dc4a9d4e6059 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/cf08774b-3dba-4c12-8d2e-bff7444cadb1 HTTP/1.1" status: 200 len: 1804 time: 0.0424652 Jul 16 20:11:05.541166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-286f7359-f39f-4368-b8fc-be09afb17770 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.551798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-286f7359-f39f-4368-b8fc-be09afb17770 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 804 time: 0.1384382 Jul 16 20:11:05.568173 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-21f1b508-1b49-4fa3-a1c5-88467485a261 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/quotas/33f71e775c2c4b3189d177fc3aa997f1 HTTP/1.1" status: 200 len: 375 time: 0.0152571 Jul 16 20:11:05.580623 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-802abe6d-772c-49a9-b41e-39ac70b9c2ce req-abe4cdc8-c040-4ac5-8674-205f645c7666 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.608925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-802abe6d-772c-49a9-b41e-39ac70b9c2ce req-abe4cdc8-c040-4ac5-8674-205f645c7666 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.644077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-83ac5e31-89ea-4002-8e53-5be56eefcdcf tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748594 Jul 16 20:11:05.656806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-802abe6d-772c-49a9-b41e-39ac70b9c2ce req-abe4cdc8-c040-4ac5-8674-205f645c7666 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.660278 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-802abe6d-772c-49a9-b41e-39ac70b9c2ce req-abe4cdc8-c040-4ac5-8674-205f645c7666 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:05.666909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-802abe6d-772c-49a9-b41e-39ac70b9c2ce req-abe4cdc8-c040-4ac5-8674-205f645c7666 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "DELETE /v2.0/security-groups/cf08774b-3dba-4c12-8d2e-bff7444cadb1 HTTP/1.1" status: 204 len: 173 time: 0.1502709 Jul 16 20:11:05.693959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4cdc8-c040-4ac5-8674-205f645c7666 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08774b-3dba-4c12-8d2e-bff7444cadb1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:05.819935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-06dafe3e-bd40-494a-8fc7-888c9411107d service neutron] 10.222.0.10 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699722 Jul 16 20:11:05.914276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-f9eb61e2-82ed-486e-9a30-e0f5f8f7fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:05.916012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-f9eb61e2-82ed-486e-9a30-e0f5f8f7fa9f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b3925324f30a40c4be356af892fe559b&device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1604493 Jul 16 20:11:05.960662 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-2175f181-e47d-42e3-a94b-b2e384d1eadc service neutron] 10.222.0.10 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336780 Jul 16 20:11:06.009668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43ffd8-86ae-42a3-a15d-80a29181a65b req-e85a6c73-f4a7-48f7-996e-ab89ae6f3829 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.011623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f43ffd8-86ae-42a3-a15d-80a29181a65b req-e85a6c73-f4a7-48f7-996e-ab89ae6f3829 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 944 time: 0.0778189 Jul 16 20:11:06.159532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f43ffd8-86ae-42a3-a15d-80a29181a65b req-18ed7401-ea18-45b7-91f0-5c783b4352f9 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381586 Jul 16 20:11:06.251828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47068) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:06.258877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-83fcfc88-941d-4251-8fc0-f4ee3f3dc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.260117 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-83fcfc88-941d-4251-8fc0-f4ee3f3dc999 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8dbb8d74-1abf-4876-834c-0e60ea396d37 HTTP/1.1" status: 200 len: 915 time: 0.2148564 Jul 16 20:11:06.322504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c0b9f74-bff8-4071-b2f9-2a6a1b7fd176 req-840f2cd8-6cc3-4197-bc0b-344f2e03a47d tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/f35a653d-70be-4c9e-8b40-bee8034b3346 HTTP/1.1" status: 200 len: 2402 time: 0.0811307 Jul 16 20:11:06.327177 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-62baeba1-47bd-4d93-b117-34ee397ac1b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba HTTP/1.1" status: 200 len: 217 time: 0.0534174 Jul 16 20:11:06.397351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-d1872436-f4e2-44d4-805b-7e9fb42b8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.398845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-d1872436-f4e2-44d4-805b-7e9fb42b8f95 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=375d8cff-0557-4f0e-9654-0096d3a452c9 HTTP/1.1" status: 200 len: 853 time: 0.0619974 Jul 16 20:11:06.466562 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8c0b9f74-bff8-4071-b2f9-2a6a1b7fd176 req-61c1d66c-6f9b-4426-8b3b-33c3ed58c1bc tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.502441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7032f9f6-573c-45dd-8c3f-181bb47a568a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.521008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8c0b9f74-bff8-4071-b2f9-2a6a1b7fd176 req-61c1d66c-6f9b-4426-8b3b-33c3ed58c1bc tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.600407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2951261-f4bd-4897-9772-717f924ca7de req-1263ca6b-2c68-43cf-87a9-ea0c184e6daa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.610448 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8c0b9f74-bff8-4071-b2f9-2a6a1b7fd176 req-61c1d66c-6f9b-4426-8b3b-33c3ed58c1bc tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.611325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2951261-f4bd-4897-9772-717f924ca7de req-1263ca6b-2c68-43cf-87a9-ea0c184e6daa tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.2109661 Jul 16 20:11:06.613697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8c0b9f74-bff8-4071-b2f9-2a6a1b7fd176 req-61c1d66c-6f9b-4426-8b3b-33c3ed58c1bc tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.614951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c0b9f74-bff8-4071-b2f9-2a6a1b7fd176 req-61c1d66c-6f9b-4426-8b3b-33c3ed58c1bc tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "DELETE /v2.0/security-groups/f35a653d-70be-4c9e-8b40-bee8034b3346 HTTP/1.1" status: 204 len: 173 time: 0.2854021 Jul 16 20:11:06.639591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1d66c-6f9b-4426-8b3b-33c3ed58c1bc tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a653d-70be-4c9e-8b40-bee8034b3346,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.661843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-860d180f-9955-4355-aab8-06c6c984f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:06.666784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-860d180f-9955-4355-aab8-06c6c984f7bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8dbb8d74-1abf-4876-834c-0e60ea396d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2512743 Jul 16 20:11:06.726982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7032f9f6-573c-45dd-8c3f-181bb47a568a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.758496 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d94a6c88-7d0f-409c-9891-38393a485ada req-98c39990-365c-4708-b3df-6da59156a39a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 210 time: 0.0552180 Jul 16 20:11:06.759249 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7032f9f6-573c-45dd-8c3f-181bb47a568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:06.759475 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2951261-f4bd-4897-9772-717f924ca7de req-e09a8b85-5d43-4df6-b5bd-9299534d153f tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468251 Jul 16 20:11:06.813419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032f9f6-573c-45dd-8c3f-181bb47a568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3261ebdf-2b4b-4235-90aa-d3680834044c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:06.819927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7032f9f6-573c-45dd-8c3f-181bb47a568a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8516e9f817ae49f0a224fe483e95b815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658123 Jul 16 20:11:06.822402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:06.896740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f06c371-27eb-441e-8426-5c00f08b3c2c req-3cbc7bab-b5ce-497f-84e9-a9f62d919682 tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "GET /v2.0/security-groups/0e503d72-feec-4abc-a48d-27c6add76986 HTTP/1.1" status: 200 len: 2396 time: 0.0536244 Jul 16 20:11:06.912369 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-d52b837e-dd90-4070-bb72-a32990e91ef2 service neutron] 10.222.0.63 "GET /v2.0/networks/8dbb8d74-1abf-4876-834c-0e60ea396d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341716 Jul 16 20:11:06.972031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-389d6924-3c97-4683-a4e7-cbe4a9cc7490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.027176 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-389d6924-3c97-4683-a4e7-cbe4a9cc7490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.067678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47012b91-ed03-48e4-9d0b-dbaac2da61c7 req-f390f7ab-5113-4a6a-a55e-552d1ddf39f3 service neutron] 10.222.0.63 "GET /v2.0/networks/8dbb8d74-1abf-4876-834c-0e60ea396d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473207 Jul 16 20:11:07.083476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f06c371-27eb-441e-8426-5c00f08b3c2c req-bfbd587a-cc1a-4504-982b-5c1bcf5484ff tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.136771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-389d6924-3c97-4683-a4e7-cbe4a9cc7490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.142752 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-389d6924-3c97-4683-a4e7-cbe4a9cc7490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.147984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-389d6924-3c97-4683-a4e7-cbe4a9cc7490 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3261ebdf-2b4b-4235-90aa-d3680834044c HTTP/1.1" status: 204 len: 168 time: 0.3220983 Jul 16 20:11:07.147984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f06c371-27eb-441e-8426-5c00f08b3c2c req-bfbd587a-cc1a-4504-982b-5c1bcf5484ff tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.171064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d6924-3c97-4683-a4e7-cbe4a9cc7490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3261ebdf-2b4b-4235-90aa-d3680834044c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:07.274104 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f06c371-27eb-441e-8426-5c00f08b3c2c req-bfbd587a-cc1a-4504-982b-5c1bcf5484ff tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.279497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f06c371-27eb-441e-8426-5c00f08b3c2c req-bfbd587a-cc1a-4504-982b-5c1bcf5484ff tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.280847 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f06c371-27eb-441e-8426-5c00f08b3c2c req-bfbd587a-cc1a-4504-982b-5c1bcf5484ff tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] 10.222.0.10 "DELETE /v2.0/security-groups/0e503d72-feec-4abc-a48d-27c6add76986 HTTP/1.1" status: 204 len: 173 time: 0.3742311 Jul 16 20:11:07.286791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47092) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:07.302501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd587a-cc1a-4504-982b-5c1bcf5484ff tempest-SecurityGroupRulesTestJSON-3673009 tempest-SecurityGroupRulesTestJSON-3673009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e503d72-feec-4abc-a48d-27c6add76986,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:07.380182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8e8405-467f-437f-a780-ffa3afc743e6 admin admin] Deleting subnet 76194984-05b0-4f30-9391-bc522a7b9e4c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:11:07.383974 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8405-467f-437f-a780-ffa3afc743e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.488789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8405-467f-437f-a780-ffa3afc743e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.580886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8405-467f-437f-a780-ffa3afc743e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.609523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24423955-a16f-4274-b73b-1d107fe0ccda req-5de7698f-2e3c-49b2-8db6-baff1970a69d tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.611008 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24423955-a16f-4274-b73b-1d107fe0ccda req-5de7698f-2e3c-49b2-8db6-baff1970a69d tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 944 time: 0.1976311 Jul 16 20:11:07.718624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36465d82-94dd-4320-acef-15753cd32f61 req-00c58561-0ae6-40e4-ad80-7ad6cddea0c9 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:07.720202 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36465d82-94dd-4320-acef-15753cd32f61 req-00c58561-0ae6-40e4-ad80-7ad6cddea0c9 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "GET /v2.0/ports?device_id=a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29 HTTP/1.1" status: 200 len: 945 time: 0.2049103 Jul 16 20:11:07.727176 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8405-467f-437f-a780-ffa3afc743e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.748092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24423955-a16f-4274-b73b-1d107fe0ccda req-2bd271f5-d4f0-4775-8b84-6903f8700877 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297574 Jul 16 20:11:07.820292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e8405-467f-437f-a780-ffa3afc743e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76194984-05b0-4f30-9391-bc522a7b9e4c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:07.848374 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8405-467f-437f-a780-ffa3afc743e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:07.850798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8a8e8405-467f-437f-a780-ffa3afc743e6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/76194984-05b0-4f30-9391-bc522a7b9e4c HTTP/1.1" status: 204 len: 168 time: 0.5626016 Jul 16 20:11:07.853598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:08.035440 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d85c3903-99da-4b9f-be97-5a2e58285b2a req-2229f5fd-5838-4848-a3fa-18e00b2c5924 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 210 time: 0.0610938 Jul 16 20:11:08.039017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-36465d82-94dd-4320-acef-15753cd32f61 req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Deleting port b2669705-e59c-423a-9841-dc279ba154f6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:08.039401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-36465d82-94dd-4320-acef-15753cd32f61 req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.049821 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.249166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-87e25d3c-1216-4e95-b71d-bc5c06e4d393 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.253007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-87e25d3c-1216-4e95-b71d-bc5c06e4d393 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 804 time: 0.2066121 Jul 16 20:11:08.280665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Request body: {'port': {'device_id': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'admin_state_up': True, 'tenant_id': '33f71e775c2c4b3189d177fc3aa997f1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:08.281736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-36465d82-94dd-4320-acef-15753cd32f61 req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] For port b2669705-e59c-423a-9841-dc279ba154f6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2669705-e59c-423a-9841-dc279ba154f6,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:08.282262 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-36465d82-94dd-4320-acef-15753cd32f61 req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.302736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-36465d82-94dd-4320-acef-15753cd32f61 req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Calling delete_port for b2669705-e59c-423a-9841-dc279ba154f6 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:08.518026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.560494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-36465d82-94dd-4320-acef-15753cd32f61 req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.575784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062a7043-f03c-42cc-b5ee-02b594c9bd1b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:08.594614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955fb88-b703-4033-b03c-937bee2394fb req-59b20fed-ef44-4482-b16b-ecb81e272386 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:08.602558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8955fb88-b703-4033-b03c-937bee2394fb req-59b20fed-ef44-4482-b16b-ecb81e272386 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.5572362 Jul 16 20:11:08.638024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Pushing event deleted for resources: {'Port': ['ID=b2669705-e59c-423a-9841-dc279ba154f6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:08.642514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2360e3-0a8b-4bbb-a988-f57656c661e1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:08.642808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2360e3-0a8b-4bbb-a988-f57656c661e1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:08.663551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-36465d82-94dd-4320-acef-15753cd32f61 req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] No DVR routers for this DVR port b2669705-e59c-423a-9841-dc279ba154f6 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:08.665645 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.666009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-36465d82-94dd-4320-acef-15753cd32f61 req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.669143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36465d82-94dd-4320-acef-15753cd32f61 req-c994e97e-31bc-42d7-aabd-6b2e603f1a90 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "DELETE /v2.0/ports/b2669705-e59c-423a-9841-dc279ba154f6 HTTP/1.1" status: 204 len: 173 time: 0.9383888 Jul 16 20:11:08.669592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'name': 'network-vif-deleted', 'tag': 'b2669705-e59c-423a-9841-dc279ba154f6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:08.672254 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a2ca3-63f6-4873-8f11-78b15bf59e5e" -d '{"events": [{"server_uuid": "a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29", "name": "network-vif-deleted", "tag": "b2669705-e59c-423a-9841-dc279ba154f6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:08.698622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8955fb88-b703-4033-b03c-937bee2394fb req-264f7be2-473c-4f0d-9fe7-9bb28bf3e566 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950515 Jul 16 20:11:08.704555 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.717488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:11:08.717898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:11:08.720641 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:11:08.812622 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Made reservation on behalf of 33f71e775c2c4b3189d177fc3aa997f1 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:08.817875 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d45c983-6cf0-4ee2-b682-6f217d7c6ab1 x-openstack-request-id: req-2d45c983-6cf0-4ee2-b682-6f217d7c6ab1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:08.818073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.818197 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29", "name": "network-vif-deleted", "tag": "b2669705-e59c-423a-9841-dc279ba154f6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:08.818397 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d45c983-6cf0-4ee2-b682-6f217d7c6ab1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:08.818797 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ff2874-5e41-4ae7-a42d-9ac5b52e3c29', 'name': 'network-vif-deleted', 'tag': 'b2669705-e59c-423a-9841-dc279ba154f6', 'status': 'completed', 'code': 200} Jul 16 20:11:08.841514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.847112 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:08.852097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/062a7043-f03c-42cc-b5ee-02b594c9bd1b HTTP/1.1" status: 204 len: 168 time: 0.9944148 Jul 16 20:11:08.888241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995a312-9ebf-40ee-93b5-25d9550b81d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=062a7043-f03c-42cc-b5ee-02b594c9bd1b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:08.998518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-d1b6d57c-939e-4325-afee-f9dce7c99a0b tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3f9bc71a1c4445409e4c24a5f0f41fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378222 Jul 16 20:11:09.141666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:09.158656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:09.169045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc37924-686a-46c5-b124-c753aedfdeb7 req-92def5fc-a357-4419-96df-045c4640c925 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.171586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcc37924-686a-46c5-b124-c753aedfdeb7 req-92def5fc-a357-4419-96df-045c4640c925 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 944 time: 0.2062719 Jul 16 20:11:09.182919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Allocated IP 172.20.0.8 (eb8c7c10-080f-44b1-b05a-c09b05b6691f/a1b78a6c-dbe4-4f1c-b271-789c4623af4e/081d6f42-738d-4542-96c5-b7f9e0c4a9b2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:09.252247 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcc37924-686a-46c5-b124-c753aedfdeb7 req-2e8c035a-6d93-4ef7-ad0a-251d4ea1fe44 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Jul 16 20:11:09.332401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-a61ee4e4-30a4-4e15-b500-4900e3985187 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.339524 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-a61ee4e4-30a4-4e15-b500-4900e3985187 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399882 Jul 16 20:11:09.355415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-216f2b7f-2ceb-457b-a3fb-f370a24acae7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cc3b27146dc47628a23e050b4fab315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096591 Jul 16 20:11:09.356312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:09.373280 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-6c36ea02-6652-474f-bbd8-6f6bee225095 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/quotas/3f9bc71a1c4445409e4c24a5f0f41fbd HTTP/1.1" status: 200 len: 375 time: 0.0327942 Jul 16 20:11:09.405171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2669705-e59c-423a-9841-dc279ba154f6 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:09.432490 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.460168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: b2669705-e59c-423a-9841-dc279ba154f6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:09.460506 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2669705-e59c-423a-9841-dc279ba154f6 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:09.462395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-a6feaa49-8de5-4f4a-8772-f048d70a48e0 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f9bc71a1c4445409e4c24a5f0f41fbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881951 Jul 16 20:11:09.501964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:09.529372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.535869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba', 'network_id': '8dbb8d74-1abf-4876-834c-0e60ea396d37', 'port_id': '9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba', 'mac_address': 'fa:16:3e:91:d3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375d8cff-0557-4f0e-9654-0096d3a452c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:09.585669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d13b9cd3-54a9-4502-8b28-cb6f0dd1932f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.632035 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.639219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d13b9cd3-54a9-4502-8b28-cb6f0dd1932f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.651753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Pushing event updated for resources: {'Port': ['ID=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:09.661498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:09.674298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Network eb8c7c10-080f-44b1-b05a-c09b05b6691f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:09.677355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:09.686992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:09.701817 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d13b9cd3-54a9-4502-8b28-cb6f0dd1932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.707299 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d13b9cd3-54a9-4502-8b28-cb6f0dd1932f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.712887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:09.714076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d13b9cd3-54a9-4502-8b28-cb6f0dd1932f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7a5708f-69be-409c-9423-f10bde6a2c81 HTTP/1.1" status: 204 len: 168 time: 0.3567538 Jul 16 20:11:09.724604 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.735015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b9cd3-54a9-4502-8b28-cb6f0dd1932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a5708f-69be-409c-9423-f10bde6a2c81,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:09.787056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:09.827765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7271c8-4ed0-4759-9ec0-dbf86cca69f1 req-277dea99-c102-400c-a0e1-8245e6408f4e tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.829298 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc7271c8-4ed0-4759-9ec0-dbf86cca69f1 req-277dea99-c102-400c-a0e1-8245e6408f4e tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 931 time: 0.2421534 Jul 16 20:11:09.835597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:09.836222 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:09.863816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-7a82870c-db90-4c19-8510-e08860a92da6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5949366 Jul 16 20:11:09.880623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Request body: {'port': {'device_id': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:09.930504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:09.944559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc7271c8-4ed0-4759-9ec0-dbf86cca69f1 req-baac8633-40a2-4f71-8db5-83abc66d1647 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865781 Jul 16 20:11:10.035372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.138243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27e04ead-299e-47f0-bf4b-7052d25edc78 req-7243dbe3-ad0c-4eb0-b4e7-f66fe93113bb tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 210 time: 0.0875471 Jul 16 20:11:10.186294 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:10.353379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13950005-6d8f-4feb-8432-23ee5548e3ea req-e381f17f-5c30-45f3-b1c4-199d661e957c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.355138 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13950005-6d8f-4feb-8432-23ee5548e3ea req-e381f17f-5c30-45f3-b1c4-199d661e957c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.2367642 Jul 16 20:11:10.447819 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13950005-6d8f-4feb-8432-23ee5548e3ea req-6cfd598b-1021-46c8-8e99-544605020d28 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672112 Jul 16 20:11:10.545531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820e1f7-2024-4992-a011-e739efa097df req-b6875f9f-c27b-4f16-a1ab-d846061a522c tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:10.547293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:10.553930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8820e1f7-2024-4992-a011-e739efa097df req-b6875f9f-c27b-4f16-a1ab-d846061a522c tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 945 time: 0.1419883 Jul 16 20:11:10.570003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.583052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Transition to ACTIVE for port object 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:10.589543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.641540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8820e1f7-2024-4992-a011-e739efa097df req-ed3afa4f-0bd8-4747-9157-cf54089bb55a tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793872 Jul 16 20:11:10.670718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Pushing event updated for resources: {'Port': ['ID=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:10.814702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Attempting to bind port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:10.815207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Attempting to bind port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:10.815885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Attempting to bind port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:10.821069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:10.821390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Attempting to bind port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:10.827023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:10.828368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Checking segment: {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:10.830944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Bound using segment: {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:10.833662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Bound port: 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:10.834659 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:10.930264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-2ac50aa5-bdca-4cc8-b605-937379f0b09f tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1927116882&fields=id&tenant_id=192a6a5ab1484bb59fe3c3736d1d737b HTTP/1.1" status: 200 len: 267 time: 0.0831065 Jul 16 20:11:10.948644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47198) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:10.983389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:11.036160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:11.050158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.099356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1215860874-network', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:11.128873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Made reservation on behalf of fa6d6b95912c421d82dac0ddb8757859 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:11.135110 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.147232 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.156943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:11.250220 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:11.258638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:11.259420 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.321145 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.329147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.343813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96957-e7d0-4007-aade-bf98ce111b92 req-41f95640-9361-4db0-b1fe-9a23f6257758 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.345529 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ae96957-e7d0-4007-aade-bf98ce111b92 req-41f95640-9361-4db0-b1fe-9a23f6257758 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 943 time: 0.1122704 Jul 16 20:11:11.363085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:11.394527 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.411020 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.411625 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Added segment 0964f5a5-1e2d-489f-9bce-a0fa431dc83b of type vlan for network a0cd85be-5c77-4b83-9c2d-7185874ff1cd Jul 16 20:11:11.422123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a68074-65a5-450f-884a-c53eb7b899d3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:11.428407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357c6138-5140-489e-b14a-6185bfc22fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:11.431247 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef95771c-4df5-4ddc-8321-284d8155b5fb" -d '{"events": [{"server_uuid": "357c6138-5140-489e-b14a-6185bfc22fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:11.448631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:11.455338 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.456736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2669705-e59c-423a-9841-dc279ba154f6 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:11.472575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-aaf41468-905c-48f9-be81-c3ce36e6dfad tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.479736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-aaf41468-905c-48f9-be81-c3ce36e6dfad tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/networks?id=7a0bc17c-ed1d-449f-8f56-1daec615cb90 HTTP/1.1" status: 200 len: 815 time: 0.5482938 Jul 16 20:11:11.497834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-b181f8d0-7f4d-4161-939b-aba72b4266cb tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/quotas/192a6a5ab1484bb59fe3c3736d1d737b HTTP/1.1" status: 200 len: 375 time: 0.0172050 Jul 16 20:11:11.504607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: b2669705-e59c-423a-9841-dc279ba154f6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:11.505194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2669705-e59c-423a-9841-dc279ba154f6 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:11.506991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Pushing event updated for resources: {'Port': ['ID=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:11.516579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.517193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.518565 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-4efa5642-c593-4d99-91e4-b4b5fd4bdb9a service neutron] 10.222.0.63 "PUT /v2.0/ports/081d6f42-738d-4542-96c5-b7f9e0c4a9b2 HTTP/1.1" status: 200 len: 1092 time: 1.6451471 Jul 16 20:11:11.519643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:11.521602 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e6b899-8d3f-432c-9200-47f073e25e37" -d '{"events": [{"name": "network-changed", "server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:11.540446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:11.541465 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ae96957-e7d0-4007-aade-bf98ce111b92 req-1d153d71-2c22-4fa9-954d-c6ccfaa5f53e tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844506 Jul 16 20:11:11.553553 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.599482 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.600919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.601597 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.612182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-393574cc-af8f-4f3c-bf87-025e84450ae5 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=192a6a5ab1484bb59fe3c3736d1d737b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1134105 Jul 16 20:11:11.671843 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7216966 Jul 16 20:11:11.674753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:11.697921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Request body: {'subnet': {'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1215860874-subnet', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:11.721051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-394638fe-902a-47d5-9cd7-f15e6e366fdd tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3f9bc71a1c4445409e4c24a5f0f41fbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294271 Jul 16 20:11:11.779484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fc398fbb-80d2-4f3b-89e5-e273b8e22bf9 req-918e129f-470a-458d-967f-3fcaf81a2bd0 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 210 time: 0.0722396 Jul 16 20:11:11.780338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67accebe-1097-4f93-9de2-02f7a97070d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a0cd85be-5c77-4b83-9c2d-7185874ff1cd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:11.793285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network a0cd85be-5c77-4b83-9c2d-7185874ff1cd details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:11.803671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Made reservation on behalf of fa6d6b95912c421d82dac0ddb8757859 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:11.818837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:11.894970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-9b1c3a7f-3e12-47fa-9bdd-dc89c361b721 service neutron] 10.222.0.10 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799232 Jul 16 20:11:11.937958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-18bc7250-61c9-41da-9889-a1c5e47d358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:11.940233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-18bc7250-61c9-41da-9889-a1c5e47d358a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 1095 time: 0.2805583 Jul 16 20:11:11.952702 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90633b9f-3743-4dec-9f93-122fd236e4e0 x-openstack-request-id: req-90633b9f-3743-4dec-9f93-122fd236e4e0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:11.953410 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357c6138-5140-489e-b14a-6185bfc22fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:11.953841 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90633b9f-3743-4dec-9f93-122fd236e4e0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:11.955048 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357c6138-5140-489e-b14a-6185bfc22fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba', 'code': 200} Jul 16 20:11:11.993944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-5f795f8f-1445-4bee-8501-18c6212c71c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2 HTTP/1.1" status: 200 len: 217 time: 0.0454011 Jul 16 20:11:12.007133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-de8e0c58-2931-4a1c-8dfb-6d8a91108932 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.008590 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-de8e0c58-2931-4a1c-8dfb-6d8a91108932 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663779 Jul 16 20:11:12.048097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Request body: {'port': {'device_id': 'c82251be-0f9a-44d8-8543-7b32548455d4', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '3f9bc71a1c4445409e4c24a5f0f41fbd'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:12.160180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-c6ebc493-5bf7-4045-9227-ae6eb89dd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.161572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-c6ebc493-5bf7-4045-9227-ae6eb89dd96a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a1b78a6c-dbe4-4f1c-b271-789c4623af4e HTTP/1.1" status: 200 len: 844 time: 0.1268818 Jul 16 20:11:12.175210 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-a0af5f99-fd95-4885-84bd-f2304c4b973b service neutron] 10.222.0.10 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743177 Jul 16 20:11:12.194582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df2875-1975-4b09-9920-2471d98c506f req-25f5eb56-e2eb-44a4-bb63-116122bf6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.196136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7df2875-1975-4b09-9920-2471d98c506f req-25f5eb56-e2eb-44a4-bb63-116122bf6639 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 1098 time: 0.2012405 Jul 16 20:11:12.211629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299a5d-6b2a-423f-acc2-51e46c3e2d06 req-75f7ca1b-7e52-44f2-8a06-d4da100b1338 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.212333 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-01361f9b-b7bd-4bf5-8c96-55f2ab2c9f27 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eb8c7c10-080f-44b1-b05a-c09b05b6691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360584 Jul 16 20:11:12.218221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2299a5d-6b2a-423f-acc2-51e46c3e2d06 req-75f7ca1b-7e52-44f2-8a06-d4da100b1338 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.1714222 Jul 16 20:11:12.225688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.279480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Made reservation on behalf of 3f9bc71a1c4445409e4c24a5f0f41fbd for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:12.283122 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.326870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2299a5d-6b2a-423f-acc2-51e46c3e2d06 req-099e1561-5cb5-4a41-b623-b8b399121a42 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078026 Jul 16 20:11:12.331881 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.333476 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7df2875-1975-4b09-9920-2471d98c506f req-54ad569c-f145-430e-b41b-34b0ca9922a5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306376 Jul 16 20:11:12.335932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=912cabd8-9893-4220-9d50-8f874340d3e8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:12.350310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Checking segment: {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:12.350667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Network hostable DHCP agents. Network: a0cd85be-5c77-4b83-9c2d-7185874ff1cd, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:12.386372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Network a0cd85be-5c77-4b83-9c2d-7185874ff1cd is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:12.402073 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-35f89ec8-04e0-4838-8592-f5dfc5a694d8 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804321 Jul 16 20:11:12.405007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, a0cd85be-5c77-4b83-9c2d-7185874ff1cd) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:12.410881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.411636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.416635 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad90f9e0-03d2-4326-8df7-bfc61e482812 None None] Network a0cd85be-5c77-4b83-9c2d-7185874ff1cd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:12.459903 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3accb3-e454-4b95-890f-2a8588a1feed x-openstack-request-id: req-ec3accb3-e454-4b95-890f-2a8588a1feed {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:12.460223 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:12.460467 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec3accb3-e454-4b95-890f-2a8588a1feed {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:12.460855 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2', 'status': 'completed', 'code': 200} Jul 16 20:11:12.579669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b80bf909-05f4-40bd-abbd-5d4dec5b5c94 req-680f192e-12fd-4ab7-9100-9fa91d196cad service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575439 Jul 16 20:11:12.598786 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.612366 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.650950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-98ce1f2c-dce3-4f4f-9f57-0977bd9bdecb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9719186 Jul 16 20:11:12.653132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:12.670300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:12.782817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:12.784528 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.836316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9723fb08-682c-4616-8085-ed089a7ab5fe,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:12.859091 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.862376 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:12.940898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e6b81-5386-4116-a4f4-fe561483c264 req-8525da41-bd22-47bf-8eac-c352ef591f1d tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:12.951575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-764e6b81-5386-4116-a4f4-fe561483c264 req-8525da41-bd22-47bf-8eac-c352ef591f1d tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 946 time: 0.2338281 Jul 16 20:11:12.972901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Allocated IP 192.168.233.188 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/4517dbd6-d5e5-4620-81a6-a52380cae801) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:12.999474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-c815495c-3f0f-4175-b15d-dce2d3121140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.007520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-c815495c-3f0f-4175-b15d-dce2d3121140 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 1095 time: 0.2319067 Jul 16 20:11:13.075911 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-764e6b81-5386-4116-a4f4-fe561483c264 req-9e2dacb5-0459-4432-bd74-c6559daec161 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233327 Jul 16 20:11:13.078457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Allocated IP 172.20.0.2 (a0cd85be-5c77-4b83-9c2d-7185874ff1cd/912cabd8-9893-4220-9d50-8f874340d3e8/cd11112f-6c89-4da8-ad75-b689093c5ac0) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:13.201815 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.260475 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f0888522-275c-4415-8158-b5f457ac27b7 req-f7c6afca-8fda-42e8-960e-cb8eb45c8ad6 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 210 time: 0.0892742 Jul 16 20:11:13.443971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.465734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Transition to ACTIVE for port object cd11112f-6c89-4da8-ad75-b689093c5ac0 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:13.506092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Transition to ACTIVE for port object cd11112f-6c89-4da8-ad75-b689093c5ac0 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:13.515845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.533150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-5cba6335-8c58-471d-80bb-96a8a607839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.535438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-5cba6335-8c58-471d-80bb-96a8a607839e service neutron] 10.222.0.63 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 905 time: 0.5172639 Jul 16 20:11:13.580671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Network a0cd85be-5c77-4b83-9c2d-7185874ff1cd is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:13.581356 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a15bf5b9-f45f-4408-9b63-a87218ca0ff9 req-e9fc73dd-7772-43fb-bcfa-8f7d7b423db0 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 210 time: 0.0672967 Jul 16 20:11:13.583381 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.584285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:13.589128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:13.607763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-08d293ca-34a2-400c-8cda-9f1978d0fbe2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2 HTTP/1.1" status: 200 len: 217 time: 0.0601211 Jul 16 20:11:13.676867 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.722174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Transition to ACTIVE for port object 4517dbd6-d5e5-4620-81a6-a52380cae801 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:13.753818 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Attempting to bind port cd11112f-6c89-4da8-ad75-b689093c5ac0 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:13.754192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Attempting to bind port cd11112f-6c89-4da8-ad75-b689093c5ac0 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:13.754575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Attempting to bind port cd11112f-6c89-4da8-ad75-b689093c5ac0 on network a0cd85be-5c77-4b83-9c2d-7185874ff1cd {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:13.756710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Pushing event updated for resources: {'Port': ['ID=cd11112f-6c89-4da8-ad75-b689093c5ac0,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:13.783636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:13.783985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Checking segment: {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:13.784392 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.785154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Bound using segment: {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:13.785615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Bound port: cd11112f-6c89-4da8-ad75-b689093c5ac0, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:13.785991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:13.845112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34640550-559b-4530-ba6f-174df27e4f72 req-43956de9-bed1-4c5d-a3f2-1bcd0498538a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.860315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34640550-559b-4530-ba6f-174df27e4f72 req-43956de9-bed1-4c5d-a3f2-1bcd0498538a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 943 time: 0.7096779 Jul 16 20:11:13.944219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891ea70-dc26-4a29-8275-69787d00421a req-f1dc5439-f2c5-4c42-b6b4-51f9d42c15a1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.945846 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9891ea70-dc26-4a29-8275-69787d00421a req-f1dc5439-f2c5-4c42-b6b4-51f9d42c15a1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.1800153 Jul 16 20:11:13.961879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-42ccd00a-27d8-482a-8c59-2c93f49b6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:13.964306 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-42ccd00a-27d8-482a-8c59-2c93f49b6089 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a1b78a6c-dbe4-4f1c-b271-789c4623af4e HTTP/1.1" status: 200 len: 844 time: 0.2306221 Jul 16 20:11:13.964518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] For port cd11112f-6c89-4da8-ad75-b689093c5ac0, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:13.970334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] For port cd11112f-6c89-4da8-ad75-b689093c5ac0, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cd11112f-6c89-4da8-ad75-b689093c5ac0,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:13.988061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34640550-559b-4530-ba6f-174df27e4f72 req-9492c835-84c0-4012-b9fb-ff76b78cfbce tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248353 Jul 16 20:11:13.992474 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.056881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-036eb15b-0b60-4b5f-8fd5-2613568a8e15 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eb8c7c10-080f-44b1-b05a-c09b05b6691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670590 Jul 16 20:11:14.057979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.163676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fc2ca-3fb1-4225-8d92-164ce3c64efc None None] Pushing event updated for resources: {'Port': ['ID=cd11112f-6c89-4da8-ad75-b689093c5ac0,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:14.180006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:14.193788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:14.202443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:14.263038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.263731 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.328583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2845883 Jul 16 20:11:14.349243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7cb61-0121-43f4-a934-fd601c85a81d tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Pushing event updated for resources: {'Port': ['ID=4517dbd6-d5e5-4620-81a6-a52380cae801,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:14.369731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Request body: {'port': {'device_id': 'c82251be-0f9a-44d8-8543-7b32548455d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:14.404569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-f6faff4c-c953-493e-814b-80a7786d456a service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275690 Jul 16 20:11:14.489335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b11d9-bbf0-49e6-a582-a9d3d3e9c170 req-15aee8e5-ed55-4c52-92f2-5931b7d91d1d tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:14.490785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d16b11d9-bbf0-49e6-a582-a9d3d3e9c170 req-15aee8e5-ed55-4c52-92f2-5931b7d91d1d tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 946 time: 0.1853182 Jul 16 20:11:14.619502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d16b11d9-bbf0-49e6-a582-a9d3d3e9c170 req-ce008cb3-7483-4397-a3f6-d73087450095 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947783 Jul 16 20:11:14.619846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.665526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a2527cc-3d21-4347-b192-ced78325a817 None None] Provisioning for port 4517dbd6-d5e5-4620-81a6-a52380cae801 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:14.677250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a2527cc-3d21-4347-b192-ced78325a817 None None] Provisioning complete for port 4517dbd6-d5e5-4620-81a6-a52380cae801 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:14.677773 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a2527cc-3d21-4347-b192-ced78325a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.713108 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8e6b899-8d3f-432c-9200-47f073e25e37 req-654ce84a-d887-4597-b72b-35d685c979d2 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972596 Jul 16 20:11:14.764673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2a2527cc-3d21-4347-b192-ced78325a817 None None] Port 4517dbd6-d5e5-4620-81a6-a52380cae801 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:14.814504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.903413 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9891ea70-dc26-4a29-8275-69787d00421a req-002a7006-ce53-4313-ad4e-e7a1c0d768f1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9382565 Jul 16 20:11:14.907337 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:14.985880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aab844c7-d418-47ac-8ff3-796d7f21a1fc req-7f47f629-45f8-4fb1-b095-323035a5d7f9 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 210 time: 0.0372276 Jul 16 20:11:15.087640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-c74151d8-d3eb-42b0-805a-536b35d713bf tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.096978 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-c74151d8-d3eb-42b0-805a-536b35d713bf tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.63 "GET /v2.0/networks?id=7a0bc17c-ed1d-449f-8f56-1daec615cb90 HTTP/1.1" status: 200 len: 815 time: 0.4493253 Jul 16 20:11:15.169663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:15.238046 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-35ca8ffe-6b4b-40b1-b34e-1ec8583f42eb tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192a6a5ab1484bb59fe3c3736d1d737b HTTP/1.1" status: 200 len: 380 time: 0.1331844 Jul 16 20:11:15.255347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Request body: {'port': {'device_id': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'admin_state_up': True, 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'security_groups': ['a4492950-a06d-40ec-82ca-0f7ed5ebeeff']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:15.282477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Allocated IP 172.25.7.53 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/dd5c7a17-16cd-4a23-9499-9a8f45f6a19e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:15.434825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cdfbb-0c7e-44ff-aa25-ac3017d67e66 req-e47cc9b6-d5e7-4fba-8b74-08b15fc546f6 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.443560 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a9cdfbb-0c7e-44ff-aa25-ac3017d67e66 req-e47cc9b6-d5e7-4fba-8b74-08b15fc546f6 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 936 time: 0.3419948 Jul 16 20:11:15.462801 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.527049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:15.538298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4517dbd6-d5e5-4620-81a6-a52380cae801 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:15.560074 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.572227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'port_id': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2', 'mac_address': 'fa:16:3e:d1:65:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b78a6c-dbe4-4f1c-b271-789c4623af4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:15.573506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790cde1-e0f9-4f15-a62b-666851e10099 req-09d6eff1-cb4c-4972-99fd-307b32724853 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:15.583298 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b790cde1-e0f9-4f15-a62b-666851e10099 req-09d6eff1-cb4c-4972-99fd-307b32724853 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 943 time: 0.3075104 Jul 16 20:11:15.617816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Transition to ACTIVE for port object 4517dbd6-d5e5-4620-81a6-a52380cae801 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:15.644346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.706691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b790cde1-e0f9-4f15-a62b-666851e10099 req-cb866b70-f49a-45c9-ae25-edddd5541ae7 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192148 Jul 16 20:11:15.708266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cd11112f-6c89-4da8-ad75-b689093c5ac0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:15.710673 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a9cdfbb-0c7e-44ff-aa25-ac3017d67e66 req-15ce0932-ccec-451c-b78b-42e43d0b8103 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659056 Jul 16 20:11:15.797652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4517dbd6-d5e5-4620-81a6-a52380cae801,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:15.801880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Made reservation on behalf of 192a6a5ab1484bb59fe3c3736d1d737b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:15.808158 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.865378 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.910814 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:15.952449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:16.001784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Attempting to bind port 4517dbd6-d5e5-4620-81a6-a52380cae801 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:16.001784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Attempting to bind port 4517dbd6-d5e5-4620-81a6-a52380cae801 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:16.002265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Attempting to bind port 4517dbd6-d5e5-4620-81a6-a52380cae801 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:16.019467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Port 4517dbd6-d5e5-4620-81a6-a52380cae801 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:16.019791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Attempting to bind port 4517dbd6-d5e5-4620-81a6-a52380cae801 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:16.037181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:16.037784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:16.040435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:16.041117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Bound port: 4517dbd6-d5e5-4620-81a6-a52380cae801, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:16.044416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.053010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:16.069836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.090732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port cd11112f-6c89-4da8-ad75-b689093c5ac0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:16.192689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcedfd73-1fa7-4ec6-ae4f-5fa2016514b5 None None] Network a0cd85be-5c77-4b83-9c2d-7185874ff1cd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:16.212558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] For port 4517dbd6-d5e5-4620-81a6-a52380cae801, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:16.217374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] For port 4517dbd6-d5e5-4620-81a6-a52380cae801, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4517dbd6-d5e5-4620-81a6-a52380cae801,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:16.229245 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.338280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.338908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.340904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/4517dbd6-d5e5-4620-81a6-a52380cae801 HTTP/1.1" status: 200 len: 1097 time: 1.9856038 Jul 16 20:11:16.341528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82251be-0f9a-44d8-8543-7b32548455d4', 'tag': '4517dbd6-d5e5-4620-81a6-a52380cae801'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:16.348762 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c82251be-0f9a-44d8-8543-7b32548455d4", "tag": "4517dbd6-d5e5-4620-81a6-a52380cae801"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:16.352869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3378186e-fecc-42c1-9573-a3f3423e051b req-39af3906-5212-480a-924e-0246d0a57dcd tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 210 time: 0.0941670 Jul 16 20:11:16.406907 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:16.454363 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8c662-4a69-4686-af11-87b79dd433f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4517dbd6-d5e5-4620-81a6-a52380cae801,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:16.528051 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d45de-1900-477f-9855-2f279e559bd9 x-openstack-request-id: req-352d45de-1900-477f-9855-2f279e559bd9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:16.538184 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82251be-0f9a-44d8-8543-7b32548455d4", "tag": "4517dbd6-d5e5-4620-81a6-a52380cae801", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:16.540945 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-352d45de-1900-477f-9855-2f279e559bd9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:16.543815 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82251be-0f9a-44d8-8543-7b32548455d4', 'tag': '4517dbd6-d5e5-4620-81a6-a52380cae801', 'status': 'completed', 'code': 200} Jul 16 20:11:16.566350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['081d6f42-738d-4542-96c5-b7f9e0c4a9b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:16.687128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-184896b2-0063-435f-94e8-2e3ebc571c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.689271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-184896b2-0063-435f-94e8-2e3ebc571c01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f9bc71a1c4445409e4c24a5f0f41fbd&device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 1100 time: 0.2660656 Jul 16 20:11:16.707635 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Allocated IP 172.20.0.8 (7a0bc17c-ed1d-449f-8f56-1daec615cb90/74363b6c-ee6b-470a-a5d8-71c1a42d0252/0a5c69a6-aa86-459c-bf4a-8360448f6484) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:16.749774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:16.753751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Pushing event updated for resources: {'Port': ['ID=dd5c7a17-16cd-4a23-9499-9a8f45f6a19e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:16.763360 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-2366f7b9-ecfe-49af-9a15-5ab29aaab679 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=4517dbd6-d5e5-4620-81a6-a52380cae801 HTTP/1.1" status: 200 len: 217 time: 0.0662825 Jul 16 20:11:16.774910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:16.779867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:16.887616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-c1ec2845-dabf-48ed-87c2-e937269f11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:16.889911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-c1ec2845-dabf-48ed-87c2-e937269f11ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1173170 Jul 16 20:11:17.017897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:17.044192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03f0f602-eb52-42e6-8227-0863547e7fe3 None None] Provisioning for port cd11112f-6c89-4da8-ad75-b689093c5ac0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:17.062136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03f0f602-eb52-42e6-8227-0863547e7fe3 None None] Provisioning complete for port cd11112f-6c89-4da8-ad75-b689093c5ac0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:17.062577 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03f0f602-eb52-42e6-8227-0863547e7fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.067694 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.120798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-2191ab00-6c6d-412d-b760-0e3b9b54875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:17.122762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-2191ab00-6c6d-412d-b760-0e3b9b54875f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2104909 Jul 16 20:11:17.124487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d442d5f-015e-4900-858a-fd19f26e9b4b req-42b58ec7-e180-4523-87d4-fc0689ff9b79 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:17.126916 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d442d5f-015e-4900-858a-fd19f26e9b4b req-42b58ec7-e180-4523-87d4-fc0689ff9b79 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.8231180 Jul 16 20:11:17.134653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372656-b5ae-4ac7-96bf-caf40a12fec0 req-e77d7514-516c-482f-9925-ae57c55b3ceb tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:17.136283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a372656-b5ae-4ac7-96bf-caf40a12fec0 req-e77d7514-516c-482f-9925-ae57c55b3ceb tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 944 time: 0.1190786 Jul 16 20:11:17.293012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a372656-b5ae-4ac7-96bf-caf40a12fec0 req-44a7f258-1614-4ed4-97ae-41d74b4cb587 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454353 Jul 16 20:11:17.401585 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-3b1888d1-dff3-46b1-95b0-eebd5302f258 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641070 Jul 16 20:11:17.449656 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03f0f602-eb52-42e6-8227-0863547e7fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.571283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd28059-017b-4290-9b5a-062eb2ddfb7a req-94b00823-8be5-4d80-8483-4ba4ff8e5ae0 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623802 Jul 16 20:11:17.603817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-03f0f602-eb52-42e6-8227-0863547e7fe3 None None] For port cd11112f-6c89-4da8-ad75-b689093c5ac0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cd11112f-6c89-4da8-ad75-b689093c5ac0,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:17.641492 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03f0f602-eb52-42e6-8227-0863547e7fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.653236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d442d5f-015e-4900-858a-fd19f26e9b4b req-29e70972-5d1c-4861-8737-86432d13a144 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871393 Jul 16 20:11:17.718953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0f602-eb52-42e6-8227-0863547e7fe3 None None] Pushing event updated for resources: {'Port': ['ID=cd11112f-6c89-4da8-ad75-b689093c5ac0,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:17.781258 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.784167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45e805-da33-4a77-9006-adb0b861a5cc req-f1a070d7-5d41-42ec-bb6e-aa467a7cbf00 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:17.792481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d45e805-da33-4a77-9006-adb0b861a5cc req-f1a070d7-5d41-42ec-bb6e-aa467a7cbf00 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 948 time: 0.2262380 Jul 16 20:11:17.800210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-08c95bb8-7812-4cfc-93d2-5d5a72ba9d33 None None] Provisioning complete for port cd11112f-6c89-4da8-ad75-b689093c5ac0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:17.800586 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08c95bb8-7812-4cfc-93d2-5d5a72ba9d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:17.813072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Transition to ACTIVE for port object 0a5c69a6-aa86-459c-bf4a-8360448f6484 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:18.052725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.144464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.209043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Pushing event updated for resources: {'Port': ['ID=0a5c69a6-aa86-459c-bf4a-8360448f6484,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:18.263422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:18.266440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:18.312623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-e87a5ca7-e312-4284-a7ff-b96cb1fd1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.314330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-e87a5ca7-e312-4284-a7ff-b96cb1fd1f1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f9bc71a1c4445409e4c24a5f0f41fbd&device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 1100 time: 0.6436672 Jul 16 20:11:18.319380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:18.374149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a6095-89af-4b2a-96b8-ce7316dc56e7 req-208ff4d8-d737-425d-8cbb-753c6695f335 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.383394 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f7a6095-89af-4b2a-96b8-ce7316dc56e7 req-208ff4d8-d737-425d-8cbb-753c6695f335 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 931 time: 0.3525937 Jul 16 20:11:18.457029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d45e805-da33-4a77-9006-adb0b861a5cc req-7c2da63a-9722-48a1-ba37-ab11052a11b6 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624455 Jul 16 20:11:18.542071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.542761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.627950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f7a6095-89af-4b2a-96b8-ce7316dc56e7 req-2cf895b4-c247-4f82-9835-10d9c0a38780 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437975 Jul 16 20:11:18.648646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-cb19c9bc-e99c-4dde-b7c2-5f803f536f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.652460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-cb19c9bc-e99c-4dde-b7c2-5f803f536f4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3198869 Jul 16 20:11:18.717629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cbab6c6-9134-4159-a22d-af9d14f8dea5 None None] Provisioning for port 0a5c69a6-aa86-459c-bf4a-8360448f6484 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:18.726680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cbab6c6-9134-4159-a22d-af9d14f8dea5 None None] Provisioning complete for port 0a5c69a6-aa86-459c-bf4a-8360448f6484 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:18.727663 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cbab6c6-9134-4159-a22d-af9d14f8dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.747025 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:18.757449 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-dbada728-f4e3-4511-bf15-f00ef9004695 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5122802 Jul 16 20:11:18.770925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-1bce4913-1e26-4eb8-a91a-7a13068ae921 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=4517dbd6-d5e5-4620-81a6-a52380cae801 HTTP/1.1" status: 200 len: 217 time: 0.1086090 Jul 16 20:11:18.829233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Request body: {'port': {'device_id': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:18.850757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4cbab6c6-9134-4159-a22d-af9d14f8dea5 None None] Port 0a5c69a6-aa86-459c-bf4a-8360448f6484 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:18.936005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-e299de58-dc5e-4d04-aefc-6308cee18ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:18.947610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-e299de58-dc5e-4d04-aefc-6308cee18ebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1635063 Jul 16 20:11:19.035729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-4daecd7e-b1c8-4eca-a917-c63be0175b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.042074 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-4daecd7e-b1c8-4eca-a917-c63be0175b85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885208 Jul 16 20:11:19.046910 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.073729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecbc2-2142-473f-a25a-75e87ae01e94 req-2207039f-32ce-41e3-a4fa-baece62e5ed0 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.075338 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44fecbc2-2142-473f-a25a-75e87ae01e94 req-2207039f-32ce-41e3-a4fa-baece62e5ed0 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 944 time: 0.1452827 Jul 16 20:11:19.197382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:19.326913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-35b40ffd-aaef-4fce-8879-56d83b381565 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703097 Jul 16 20:11:19.347468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:19.353143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:19.353525 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.411489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5c69a6-aa86-459c-bf4a-8360448f6484 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:19.427902 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.445210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Transition to ACTIVE for port object 0a5c69a6-aa86-459c-bf4a-8360448f6484 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:19.467598 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.485747 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44fecbc2-2142-473f-a25a-75e87ae01e94 req-521f7464-9115-4780-b6b8-aca4955a81f4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005613 Jul 16 20:11:19.556606 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.589066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cd11112f-6c89-4da8-ad75-b689093c5ac0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:19.661324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5c69a6-aa86-459c-bf4a-8360448f6484,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:19.681612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:19.684412 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5280a68-04ca-46d5-b591-b7d7f26ce2d8" -d '{"events": [{"server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "name": "network-vif-plugged", "status": "completed", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:19.691304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9c1c0b0-a18c-479c-99fa-02b97385ca1f req-4326fe3d-44cc-4467-b1a6-fdd69c9f7d4b service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607152 Jul 16 20:11:19.704905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Router 9db575a0-6d33-45b8-ab40-db9882e2e423 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:11:19.718070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:19.725139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb484e-c0c0-471d-a5d9-cbc3d6eb0bee req-a9830d7b-7611-4ddf-be21-5412ac0b8a58 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:19.730718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b7eb484e-c0c0-471d-a5d9-cbc3d6eb0bee req-a9830d7b-7611-4ddf-be21-5412ac0b8a58 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.3250837 Jul 16 20:11:19.733899 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.804536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b7eb484e-c0c0-471d-a5d9-cbc3d6eb0bee req-71552b7a-7a5a-4894-8cb4-2ea9cca18124 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572071 Jul 16 20:11:19.827446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cd11112f-6c89-4da8-ad75-b689093c5ac0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:19.828112 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:19.883497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:20.113018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674c42a-934b-4d62-bf99-f17bf552b04c req-304c9fd7-e473-4b66-bebf-f62c3c7da9d9 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.121982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a674c42a-934b-4d62-bf99-f17bf552b04c req-304c9fd7-e473-4b66-bebf-f62c3c7da9d9 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 943 time: 0.1051764 Jul 16 20:11:20.170648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a674c42a-934b-4d62-bf99-f17bf552b04c req-a1bee24c-b7a7-4a6b-acae-7a6cadebac6c tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472815 Jul 16 20:11:20.227843 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb262a5-1b38-4a7b-a9c1-b94e70fb7345 x-openstack-request-id: req-5cb262a5-1b38-4a7b-a9c1-b94e70fb7345 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:20.228470 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "name": "network-vif-plugged", "status": "completed", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:20.229082 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5cb262a5-1b38-4a7b-a9c1-b94e70fb7345 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:20.229696 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2', 'code': 200} Jul 16 20:11:20.349303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1dbd1-abaa-4a47-a21b-089d4ff1ac4b req-219283c8-e3fc-4af1-98a2-c063edc8a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.350784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4db1dbd1-abaa-4a47-a21b-089d4ff1ac4b req-219283c8-e3fc-4af1-98a2-c063edc8a93f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 1097 time: 0.0662055 Jul 16 20:11:20.388339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4db1dbd1-abaa-4a47-a21b-089d4ff1ac4b req-f4df159e-c81e-4669-ad1d-fc38d12e34ec service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Jul 16 20:11:20.469492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Attempting to bind port 0a5c69a6-aa86-459c-bf4a-8360448f6484 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:20.470055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Attempting to bind port 0a5c69a6-aa86-459c-bf4a-8360448f6484 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:20.470188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Attempting to bind port 0a5c69a6-aa86-459c-bf4a-8360448f6484 on network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:20.484268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Port 0a5c69a6-aa86-459c-bf4a-8360448f6484 on network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:20.484600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Attempting to bind port 0a5c69a6-aa86-459c-bf4a-8360448f6484 on network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:20.499351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:20.500995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:20.501331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Checking segment: {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:20.501710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Bound using segment: {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:20.502149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Bound port: 0a5c69a6-aa86-459c-bf4a-8360448f6484, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e405bd31-2494-49a9-9223-e6418ebdcde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:20.502508 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.512325 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Sync routers for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:20.519362 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa0fc3a8-8aa8-409d-b2b5-904ab43e1f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.523586 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:20.524300 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:10:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:20.558058 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.562765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-50e6b5e3-31b4-40b0-ba18-1e185dec9b1e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.9090707 Jul 16 20:11:20.563177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:20.588338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0a5f-821b-40ea-ac8f-c80aa1db51b6 req-b921190c-c486-4ba6-a3ad-09354070fb09 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.595973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0a5f-821b-40ea-ac8f-c80aa1db51b6 req-b921190c-c486-4ba6-a3ad-09354070fb09 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 948 time: 0.1757324 Jul 16 20:11:20.646374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] For port 0a5c69a6-aa86-459c-bf4a-8360448f6484, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:20.651651 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] For port 0a5c69a6-aa86-459c-bf4a-8360448f6484, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=0a5c69a6-aa86-459c-bf4a-8360448f6484,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:20.676964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d4d0a5f-821b-40ea-ac8f-c80aa1db51b6 req-c888f25a-c25a-4d11-bdaa-14cde6f2c292 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799308 Jul 16 20:11:20.678717 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.759868 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:20.780357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.781566 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:20.783167 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] 10.222.0.63 "PUT /v2.0/ports/0a5c69a6-aa86-459c-bf4a-8360448f6484 HTTP/1.1" status: 200 len: 1092 time: 1.9606149 Jul 16 20:11:20.802133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'tag': '0a5c69a6-aa86-459c-bf4a-8360448f6484'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:20.810237 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb610ee2-3d39-41f0-80a1-7618cd072f47", "tag": "0a5c69a6-aa86-459c-bf4a-8360448f6484"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:20.868120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d3631-3b70-4832-bf85-857c5bd6ba67 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5c69a6-aa86-459c-bf4a-8360448f6484,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:20.996426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-e9c3e398-0dff-43a7-bad2-a05f438a95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:20.998259 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-e9c3e398-0dff-43a7-bad2-a05f438a95ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=192a6a5ab1484bb59fe3c3736d1d737b&device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 1095 time: 0.1190155 Jul 16 20:11:21.070410 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c129bb-a166-4bda-908a-38dff9d822f8 x-openstack-request-id: req-e1c129bb-a166-4bda-908a-38dff9d822f8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:21.070704 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb610ee2-3d39-41f0-80a1-7618cd072f47", "tag": "0a5c69a6-aa86-459c-bf4a-8360448f6484", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:21.070954 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1c129bb-a166-4bda-908a-38dff9d822f8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:21.071778 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'tag': '0a5c69a6-aa86-459c-bf4a-8360448f6484', 'status': 'completed', 'code': 200} Jul 16 20:11:21.073319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-155c761f-0a19-4a4d-904c-8101036d0d93 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a5c69a6-aa86-459c-bf4a-8360448f6484 HTTP/1.1" status: 200 len: 217 time: 0.0666082 Jul 16 20:11:21.084977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e9864-41e7-4471-b4bf-1c7abcff68ed req-f2ffc610-071f-4496-a0fb-559acaa542d4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.095736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a16e9864-41e7-4471-b4bf-1c7abcff68ed req-f2ffc610-071f-4496-a0fb-559acaa542d4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 945 time: 0.3577986 Jul 16 20:11:21.104113 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:17Z', 'revision_number': 3, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:21.181367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Checking router: 9db575a0-6d33-45b8-ab40-db9882e2e423 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:21.182001 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Updating router 9db575a0-6d33-45b8-ab40-db9882e2e423 port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:21.208428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-8a5d1ce9-8753-4e51-98b6-7afc08e51309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.211902 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-8a5d1ce9-8753-4e51-98b6-7afc08e51309 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74363b6c-ee6b-470a-a5d8-71c1a42d0252 HTTP/1.1" status: 200 len: 854 time: 0.1257720 Jul 16 20:11:21.212441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a16e9864-41e7-4471-b4bf-1c7abcff68ed req-3a42165e-8e39-4d6a-884f-834e2036caea tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155708 Jul 16 20:11:21.270527 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.406465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5f23-a957-4045-9532-29e8e29849d5 req-1bac035c-657a-4a8c-9b90-a988bdaa79a8 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.408894 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea7d5f23-a957-4045-9532-29e8e29849d5 req-1bac035c-657a-4a8c-9b90-a988bdaa79a8 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.1665208 Jul 16 20:11:21.421349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-2f731260-ee8c-4eac-8197-f510e1d04eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.423049 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-2f731260-ee8c-4eac-8197-f510e1d04eac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7a0bc17c-ed1d-449f-8f56-1daec615cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2055266 Jul 16 20:11:21.534552 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-c71fecb1-3060-44ae-bcca-d6ac77ef3f72 service neutron] show failed (client error): The resource could not be found. Jul 16 20:11:21.535518 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-c71fecb1-3060-44ae-bcca-d6ac77ef3f72 service neutron] 10.222.0.30 "GET /v2.0/ports/4d1afab8-295d-4d0c-8e8c-e69d161bbf8d/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.1549273 Jul 16 20:11:21.599021 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-7cdede5e-ea5f-45b5-a092-4cc5556c89a4 service neutron] 10.222.0.63 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579921 Jul 16 20:11:21.607718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0f0d6-d165-4b13-8924-693f8e0e9795 req-c6d67ab5-4364-41d7-b0e4-a6d37117bc3b tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:21.624583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc0f0d6-d165-4b13-8924-693f8e0e9795 req-c6d67ab5-4364-41d7-b0e4-a6d37117bc3b tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 943 time: 0.1764247 Jul 16 20:11:21.652671 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.664913 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Transition to ACTIVE for port object dd5c7a17-16cd-4a23-9499-9a8f45f6a19e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:21.679163 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.738603 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Pushing event updated for resources: {'Port': ['ID=dd5c7a17-16cd-4a23-9499-9a8f45f6a19e,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.762544 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.763050 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.763422 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.763786 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.764069 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e67f1445-d6a1-4be9-9850-4b686b9a7b6e req-7e5b6ce2-e6e0-4846-8a4b-9b6aea33a7f1 service neutron] 10.222.0.63 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577375 Jul 16 20:11:21.764199 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.764478 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.764807 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.765132 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.765455 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.765780 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.766361 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.766686 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:21.771878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc0f0d6-d165-4b13-8924-693f8e0e9795 req-7fb3930b-fd7b-4bf2-8e79-e7ef8501b909 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512027 Jul 16 20:11:21.776155 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Attempting to bind port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:21.776620 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Attempting to bind port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:21.776990 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Attempting to bind port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:21.784989 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:21.785405 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:21.785833 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.786234 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:21.786713 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Bound port: dd5c7a17-16cd-4a23-9499-9a8f45f6a19e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:21.787113 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.842221 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] For port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:21.846160 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] For port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=dd5c7a17-16cd-4a23-9499-9a8f45f6a19e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:21.851416 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:21.858591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea7d5f23-a957-4045-9532-29e8e29849d5 req-b2dc0f73-dac0-4ad4-820a-7ae6b7c3e5d3 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392946 Jul 16 20:11:21.913933 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9568516-4f16-44ab-89d3-d141d862d045 None None] Pushing event updated for resources: {'Port': ['ID=dd5c7a17-16cd-4a23-9499-9a8f45f6a19e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:21.936592 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:21.937230 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:10:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:22.034203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-858e024d-9c2c-46e4-9be9-fe8858684aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.039398 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-858e024d-9c2c-46e4-9be9-fe8858684aa0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=192a6a5ab1484bb59fe3c3736d1d737b&device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 1095 time: 0.1743817 Jul 16 20:11:22.053430 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.094053 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:22.155633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-2c64e20a-7091-4579-88b7-f805498340a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.157272 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-2c64e20a-7091-4579-88b7-f805498340a1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d&tenant_id=743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 1102 time: 0.2832499 Jul 16 20:11:22.179792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:22.241947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-ebaf39d2-43b9-4813-a68a-afa73520050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.248062 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-ebaf39d2-43b9-4813-a68a-afa73520050b service neutron] 10.222.0.63 "GET /v2.0/networks?id=7a0bc17c-ed1d-449f-8f56-1daec615cb90 HTTP/1.1" status: 200 len: 916 time: 0.1959696 Jul 16 20:11:22.352792 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-f3d2a114-c718-4eca-a1df-6ad3983d6e11 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a5c69a6-aa86-459c-bf4a-8360448f6484 HTTP/1.1" status: 200 len: 217 time: 0.1011851 Jul 16 20:11:22.360436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4517dbd6-d5e5-4620-81a6-a52380cae801 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:22.403033 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.415034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85782f76-1f72-4cf3-91bb-8c5c0e215820 req-ffb5859b-8c73-487c-ab94-6e49f549d7b5 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.422673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85782f76-1f72-4cf3-91bb-8c5c0e215820 req-ffb5859b-8c73-487c-ab94-6e49f549d7b5 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 948 time: 0.3631256 Jul 16 20:11:22.478349 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:17Z', 'revision_number': 3, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:22.520226 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535de22-9465-4a87-a9cd-1d247d6336ad None None] The sync data for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 is: [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:17Z', 'revision_number': 3, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:22.553344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-1f771ee2-1fa6-4387-8cd7-1a2a7b3178d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.555067 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-1f771ee2-1fa6-4387-8cd7-1a2a7b3178d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74363b6c-ee6b-470a-a5d8-71c1a42d0252 HTTP/1.1" status: 200 len: 854 time: 0.1961362 Jul 16 20:11:22.592672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85782f76-1f72-4cf3-91bb-8c5c0e215820 req-a279e635-9c04-49cd-8a62-a4d11e6455a5 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690109 Jul 16 20:11:22.619520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Allocated IP 172.20.0.1 (a0cd85be-5c77-4b83-9c2d-7185874ff1cd/912cabd8-9893-4220-9d50-8f874340d3e8/ebc18732-5f05-446b-a144-8bb3d27af75b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:22.671026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4517dbd6-d5e5-4620-81a6-a52380cae801, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4517dbd6-d5e5-4620-81a6-a52380cae801,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:22.706198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '4517dbd6-d5e5-4620-81a6-a52380cae801', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '4517dbd6-d5e5-4620-81a6-a52380cae801', 'mac_address': 'fa:16:3e:17:94:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:22.772364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41733f3d-5fbf-404c-8a69-b64bb77e3202 req-d2fe5456-c32b-4191-a139-ca01acd1fc22 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.777767 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.784991 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-41733f3d-5fbf-404c-8a69-b64bb77e3202 req-d2fe5456-c32b-4191-a139-ca01acd1fc22 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 945 time: 0.3034642 Jul 16 20:11:22.795686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4517dbd6-d5e5-4620-81a6-a52380cae801 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:22.828110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4517dbd6-d5e5-4620-81a6-a52380cae801, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4517dbd6-d5e5-4620-81a6-a52380cae801,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:22.838503 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:22.843609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-800dd692-34a6-4e26-afa6-72cff63f1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:22.845488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-800dd692-34a6-4e26-afa6-72cff63f1107 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7a0bc17c-ed1d-449f-8f56-1daec615cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2830753 Jul 16 20:11:22.926092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-41733f3d-5fbf-404c-8a69-b64bb77e3202 req-471fdcfc-00a5-4eb2-bfea-55e200bc9caa tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398606 Jul 16 20:11:22.937441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4517dbd6-d5e5-4620-81a6-a52380cae801,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:23.101297 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-0f1e8a4b-23c5-4cd5-b2ae-d80444d8dca4 service neutron] 10.222.0.63 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473528 Jul 16 20:11:23.155130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.172678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4517dbd6-d5e5-4620-81a6-a52380cae801'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:23.189000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Transition to ACTIVE for port object ebc18732-5f05-446b-a144-8bb3d27af75b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:23.201615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91b234-4db4-4094-bb62-5e3007bc7a45 req-134e8e3c-24ff-467d-aee5-34abadfaa8b8 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.208905 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc91b234-4db4-4094-bb62-5e3007bc7a45 req-134e8e3c-24ff-467d-aee5-34abadfaa8b8 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 945 time: 0.2901185 Jul 16 20:11:23.224627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:23.320290 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc91b234-4db4-4094-bb62-5e3007bc7a45 req-2355f3e0-7fdc-43fd-b34f-623f7007059b tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046233 Jul 16 20:11:23.357939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:23.394839 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.401106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2d0b-8c78-4dbe-acd2-d6692b504a38 req-88824b8a-a580-4bae-8134-34060afe4324 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:23.411642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a7c2d0b-8c78-4dbe-acd2-d6692b504a38 req-88824b8a-a580-4bae-8134-34060afe4324 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 943 time: 0.2149596 Jul 16 20:11:23.439583 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.471340 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6477c7c-28d1-46c0-b8d2-2840eb0cd511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.548359 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5a13bdc-4b8a-46be-89b5-7f5de39891f4 req-0ab808a3-08a9-4492-8a34-c25b4fc7b4b1 service neutron] 10.222.0.63 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359119 Jul 16 20:11:23.586482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc18732-5f05-446b-a144-8bb3d27af75b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:23.622360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a7c2d0b-8c78-4dbe-acd2-d6692b504a38 req-4d33cb13-7d96-44a5-ae0b-28c626115d8a tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077861 Jul 16 20:11:23.632821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Network a0cd85be-5c77-4b83-9c2d-7185874ff1cd is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:23.651958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:23.679012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dd5c7a17-16cd-4a23-9499-9a8f45f6a19e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:23.689152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:23.733330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:23.736522 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967772ab-2b55-44fe-8547-f32aadb42c13" -d '{"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:23.761208 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.780399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:23.788302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:23.788673 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.810449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Transition to ACTIVE for port object 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:23.824521 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:23.849207 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.060539 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.098077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] No DVR routers for this DVR port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:24.133627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=dd5c7a17-16cd-4a23-9499-9a8f45f6a19e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:24.140271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c0c19ad-8086-4bb6-b22a-560f16b1715b None None] Provisioning for port ebc18732-5f05-446b-a144-8bb3d27af75b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:24.143469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39f30-2e80-4a22-888f-d303e9d02fab req-e8dbd726-cea3-4783-b1c2-547dd0b60de0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.145077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12f39f30-2e80-4a22-888f-d303e9d02fab req-e8dbd726-cea3-4783-b1c2-547dd0b60de0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.4901874 Jul 16 20:11:24.157348 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.161207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c0c19ad-8086-4bb6-b22a-560f16b1715b None None] Provisioning complete for port ebc18732-5f05-446b-a144-8bb3d27af75b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:24.161573 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c0c19ad-8086-4bb6-b22a-560f16b1715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.164636 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-3b0ef5fd-3c2b-4c3e-b5cd-7b988b7ee520 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1706195 Jul 16 20:11:24.209313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.301292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:24.301636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:24.301972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:24.313300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-772f7c3a-2e02-4c1a-ae4f-8fc52f00b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.315569 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-772f7c3a-2e02-4c1a-ae4f-8fc52f00b4ab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 1102 time: 0.1014488 Jul 16 20:11:24.379541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12f39f30-2e80-4a22-888f-d303e9d02fab req-014a7803-ed0a-4f51-8cee-37ba57b06bd6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884618 Jul 16 20:11:24.394867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:24.394867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:24.395156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:24.428880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:24.429265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:24.429610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:24.430067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Bound port: 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:24.430429 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.472741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c19ad-8086-4bb6-b22a-560f16b1715b None None] Port ebc18732-5f05-446b-a144-8bb3d27af75b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:24.505453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=dd5c7a17-16cd-4a23-9499-9a8f45f6a19e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.540842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.562051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:24.571177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:24.576405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:24.581334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-4581608b-ee3a-453d-ad7c-a358b5701f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.582294 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc32f1d-19d4-42bf-8e9d-cc94eb3ecaff x-openstack-request-id: req-6dc32f1d-19d4-42bf-8e9d-cc94eb3ecaff {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:24.582764 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:24.583079 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-4581608b-ee3a-453d-ad7c-a358b5701f18 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2414150 Jul 16 20:11:24.585586 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dc32f1d-19d4-42bf-8e9d-cc94eb3ecaff {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:24.586204 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'code': 200} Jul 16 20:11:24.589484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.653921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:24.699937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-20694f7e-042e-4d0c-9d3a-288695a75654 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 200 len: 217 time: 0.1032650 Jul 16 20:11:24.704050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.704954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.707042 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-57744d60-aa86-4b1a-9ae9-de22bda588ce service neutron] 10.222.0.63 "PUT /v2.0/ports/4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 1097 time: 2.5317721 Jul 16 20:11:24.742595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:24.834090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffc02a-8a69-46ff-b525-2e0fd20cb4f9 req-d9ff9c5b-61ce-493d-8314-9630c3f8dc97 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.843888 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0bffc02a-8a69-46ff-b525-2e0fd20cb4f9 req-d9ff9c5b-61ce-493d-8314-9630c3f8dc97 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 949 time: 0.3562751 Jul 16 20:11:24.907790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-112517e4-8101-4548-bef2-0b91371d7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.909552 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-112517e4-8101-4548-bef2-0b91371d7677 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1957254 Jul 16 20:11:24.982644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-d249feb4-798e-4e03-bdd2-bf411591e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:24.984364 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-d249feb4-798e-4e03-bdd2-bf411591e601 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1100 time: 0.2391210 Jul 16 20:11:25.034013 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0bffc02a-8a69-46ff-b525-2e0fd20cb4f9 req-5c713f0f-2d06-417d-a1db-a610d29a96b7 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798885 Jul 16 20:11:25.100364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-f2629ed4-e5f2-43f3-9476-e5a79987a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.102095 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-f2629ed4-e5f2-43f3-9476-e5a79987a3dd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1830194 Jul 16 20:11:25.317883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-dfd0e846-d974-48f3-a22d-5bbbf506c0c9 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093177 Jul 16 20:11:25.390375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da65e0-9ee0-4d8b-b94c-10c865a96106 req-c0f48d60-d580-4346-875d-2ca5be5b1453 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.399216 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b7da65e0-9ee0-4d8b-b94c-10c865a96106 req-c0f48d60-d580-4346-875d-2ca5be5b1453 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 943 time: 0.1574583 Jul 16 20:11:25.503562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b7da65e0-9ee0-4d8b-b94c-10c865a96106 req-0304100d-433d-4e33-a187-5a8c912e6a52 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028252 Jul 16 20:11:25.566144 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86ddd554-c87e-44ed-bc4c-292cc690b41f req-7eb8cc09-61c0-4207-9005-e3038add2c76 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383842 Jul 16 20:11:25.574055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dd5c7a17-16cd-4a23-9499-9a8f45f6a19e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:25.688245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:25.688592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:25.727778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e1b0-da5f-4634-8242-ff9e087a514b req-61543f7a-7cb6-4820-9f75-603f1f45ca6d tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.733838 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8af4e1b0-da5f-4634-8242-ff9e087a514b req-61543f7a-7cb6-4820-9f75-603f1f45ca6d tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 945 time: 0.2587464 Jul 16 20:11:25.738943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-5451c3ea-d26b-4b64-b857-79a770299552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.744568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-5451c3ea-d26b-4b64-b857-79a770299552 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.7497618 Jul 16 20:11:25.836234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd1ea0-fbe5-4106-8503-647ec72b9cba req-d3146204-85ed-40ee-9bf2-bf8fba9a0fd8 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.844975 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e7fd1ea0-fbe5-4106-8503-647ec72b9cba req-d3146204-85ed-40ee-9bf2-bf8fba9a0fd8 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 945 time: 0.1267693 Jul 16 20:11:25.869063 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-af32d19e-d322-401c-9bde-561c3b96b9d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.0794921 Jul 16 20:11:25.899710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e7fd1ea0-fbe5-4106-8503-647ec72b9cba req-0e6b39e7-c614-46c8-b9fa-60a21c5aa91c tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537298 Jul 16 20:11:25.933670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-66482073-e67e-4dd2-a5bd-c87de76d4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:25.935271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-66482073-e67e-4dd2-a5bd-c87de76d4751 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0576239 Jul 16 20:11:25.990358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8af4e1b0-da5f-4634-8242-ff9e087a514b req-0048cb5d-42f0-4c60-ac02-fe3e20d77bc2 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407370 Jul 16 20:11:26.022844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.025089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.104861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.164165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75ae92-8085-4298-80c0-eb3d9e68a75d req-5a151b48-8a71-4611-a2d8-15940b3b056e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.173408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc18732-5f05-446b-a144-8bb3d27af75b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:26.175523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed75ae92-8085-4298-80c0-eb3d9e68a75d req-5a151b48-8a71-4611-a2d8-15940b3b056e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 948 time: 0.1267147 Jul 16 20:11:26.232519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-d4fc5d6c-b23f-476e-9af3-d8b49785b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.247899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-d4fc5d6c-b23f-476e-9af3-d8b49785b408 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2877395 Jul 16 20:11:26.249449 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed75ae92-8085-4298-80c0-eb3d9e68a75d req-1ce71a1b-94ad-4b2f-86de-aec4fb355cf1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729830 Jul 16 20:11:26.288462 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.389800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4517dbd6-d5e5-4620-81a6-a52380cae801 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:26.509627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Network a0cd85be-5c77-4b83-9c2d-7185874ff1cd is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:26.519235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 4517dbd6-d5e5-4620-81a6-a52380cae801 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:26.520128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:26.529860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 4517dbd6-d5e5-4620-81a6-a52380cae801 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:26.530432 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.594961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:26.607650 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d84618-ea40-4896-9dc2-da0078654ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:26.634772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fa607-e7e1-41a1-890c-4de0d073dc43 req-8f2afeca-cf0d-441d-8ae9-8953e0eca5ef tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:26.636408 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-216fa607-e7e1-41a1-890c-4de0d073dc43 req-8f2afeca-cf0d-441d-8ae9-8953e0eca5ef tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 949 time: 0.1496797 Jul 16 20:11:26.773564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-216fa607-e7e1-41a1-890c-4de0d073dc43 req-26e2e0b6-d18e-4376-92cc-291beedad493 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270776 Jul 16 20:11:26.808552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:26.897643 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82251be-0f9a-44d8-8543-7b32548455d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4517dbd6-d5e5-4620-81a6-a52380cae801'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:26.918241 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdf2c2c-0a1a-43ec-9431-1773d3fc0465" -d '{"events": [{"server_uuid": "c82251be-0f9a-44d8-8543-7b32548455d4", "name": "network-vif-plugged", "status": "completed", "tag": "4517dbd6-d5e5-4620-81a6-a52380cae801"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:26.971685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4517dbd6-d5e5-4620-81a6-a52380cae801, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4517dbd6-d5e5-4620-81a6-a52380cae801,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:26.982610 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.010571 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ecc874-b089-4657-840a-7cd73d6c0bb0 x-openstack-request-id: req-c7ecc874-b089-4657-840a-7cd73d6c0bb0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:27.011075 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:27.011075 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7ecc874-b089-4657-840a-7cd73d6c0bb0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:27.011535 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'status': 'completed', 'code': 200} Jul 16 20:11:27.093540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-87636c19-dadb-4dc2-a859-7b717db9c2a3 None None] Provisioning complete for port ebc18732-5f05-446b-a144-8bb3d27af75b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:27.094164 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87636c19-dadb-4dc2-a859-7b717db9c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:27.104811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Router 9db575a0-6d33-45b8-ab40-db9882e2e423 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:27.144020 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-3eabfcb0-bd4b-4ce7-a916-9f52d3af853a service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8788030 Jul 16 20:11:27.181756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4517dbd6-d5e5-4620-81a6-a52380cae801,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:27.197314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-87636c19-dadb-4dc2-a859-7b717db9c2a3 None None] Port ebc18732-5f05-446b-a144-8bb3d27af75b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:27.292268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659228f7-ac11-443b-8283-585ba56c9f1a req-3277e6aa-8101-4d46-acfb-1b3ddb61496b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.294493 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-659228f7-ac11-443b-8283-585ba56c9f1a req-3277e6aa-8101-4d46-acfb-1b3ddb61496b tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 945 time: 0.1155345 Jul 16 20:11:27.348362 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-659228f7-ac11-443b-8283-585ba56c9f1a req-77fc3814-a075-47aa-964a-e827b857104a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464120 Jul 16 20:11:27.407889 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0081b1-4c7c-4a5f-a69b-b7d8afad94b7 x-openstack-request-id: req-bc0081b1-4c7c-4a5f-a69b-b7d8afad94b7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:27.408251 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82251be-0f9a-44d8-8543-7b32548455d4", "name": "network-vif-plugged", "status": "completed", "tag": "4517dbd6-d5e5-4620-81a6-a52380cae801", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:27.408587 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc0081b1-4c7c-4a5f-a69b-b7d8afad94b7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:27.409043 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82251be-0f9a-44d8-8543-7b32548455d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4517dbd6-d5e5-4620-81a6-a52380cae801', 'code': 200} Jul 16 20:11:27.510704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-c1d5034f-05bf-4d87-9694-5b00f1f71c63 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.512230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-c1d5034f-05bf-4d87-9694-5b00f1f71c63 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.30 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 945 time: 0.4854198 Jul 16 20:11:27.526007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-1bb18491-b76e-43ac-84c6-bde67feea8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.528111 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-1bb18491-b76e-43ac-84c6-bde67feea8a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1100 time: 0.4401808 Jul 16 20:11:27.562440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f0a2-1410-4dee-a8b5-15fe97609aa9 req-e946cb6e-8b1d-4f0c-8f36-62e0cd0ad9a2 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.569615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5aa6f0a2-1410-4dee-a8b5-15fe97609aa9 req-e946cb6e-8b1d-4f0c-8f36-62e0cd0ad9a2 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 943 time: 0.5521429 Jul 16 20:11:27.647381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e064-24b5-493d-9b9b-4bf9e1beb90c req-c1de2e51-0f37-487b-9f3d-81a52e737ca5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.651347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2e5774f-71b2-4d44-aad1-2b014a2a4207 req-15e63172-6736-4917-8909-a4badc7889d5 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977441 Jul 16 20:11:27.659649 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e417e064-24b5-493d-9b9b-4bf9e1beb90c req-c1de2e51-0f37-487b-9f3d-81a52e737ca5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 948 time: 0.0999799 Jul 16 20:11:27.708494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:27.718777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Sync routers for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:27.733823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e417e064-24b5-493d-9b9b-4bf9e1beb90c req-b6535385-46c9-49a6-8cfa-47d139799a37 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732162 Jul 16 20:11:27.734553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:27.735323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:27.746839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3a19f5fc-eeee-434b-8e23-e4d1f29f55e6 admin admin] 10.222.0.10 "PUT /v2.0/routers/9db575a0-6d33-45b8-ab40-db9882e2e423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1824119 Jul 16 20:11:27.808983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-4463b5d6-7dd9-4d9b-a6b8-ad4d26ec943e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5312216 Jul 16 20:11:27.864473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5aa6f0a2-1410-4dee-a8b5-15fe97609aa9 req-fa82986c-3991-47a8-a7f3-0856ec73f2ca tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939031 Jul 16 20:11:27.973196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-4ad52a2a-3449-4c09-b333-39e2f7a21867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:27.974686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-4ad52a2a-3449-4c09-b333-39e2f7a21867 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.4269040 Jul 16 20:11:28.048355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:28.115905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45069c22-7043-4f0c-9ccc-7ca3ef53fc51 req-2469a795-77b1-45d4-b336-85f65a7c130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.118039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45069c22-7043-4f0c-9ccc-7ca3ef53fc51 req-2469a795-77b1-45d4-b336-85f65a7c130b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 1102 time: 0.4911411 Jul 16 20:11:28.152829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-b3514598-74c3-42f2-af37-c8c7993981b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.1360857 Jul 16 20:11:28.204620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45069c22-7043-4f0c-9ccc-7ca3ef53fc51 req-8bb36a53-1d01-4896-87cc-4e994c80f81a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477717 Jul 16 20:11:28.221084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Deleting port 9c982c6b-9eff-477a-a42a-2f4dfb58319d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:28.221434 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.281419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-73c995ee-5705-4604-8292-f3b65c359f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.282918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-73c995ee-5705-4604-8292-f3b65c359f74 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1100 time: 0.5555005 Jul 16 20:11:28.338609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ebc18732-5f05-446b-a144-8bb3d27af75b', 'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'mac_address': 'fa:16:3e:14:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:22Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 2, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'subnets': [{'id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:28.369108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Checking router: 9db575a0-6d33-45b8-ab40-db9882e2e423 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:28.369496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Updating router 9db575a0-6d33-45b8-ab40-db9882e2e423 port ebc18732-5f05-446b-a144-8bb3d27af75b binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:28.405691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.560281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-4dcb1f2c-833b-4b0f-a15e-308687e6712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.568268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-4dcb1f2c-833b-4b0f-a15e-308687e6712b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.3740885 Jul 16 20:11:28.590373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1800f4f-8c09-4fe1-ba76-74edbe306f4f req-8ee89f80-3c43-47d4-98b0-42308377511e tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.594618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c1800f4f-8c09-4fe1-ba76-74edbe306f4f req-8ee89f80-3c43-47d4-98b0-42308377511e tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 950 time: 0.5220335 Jul 16 20:11:28.654199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:28.659106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-15ff9075-e758-4edb-93ca-9dce43831e5f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245255093', 'description': 'tempest-description--1718550153'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:28.706774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15ff9075-e758-4edb-93ca-9dce43831e5f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.747721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-7bbe22ca-3fe8-46ee-9d43-707a32cda3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.749337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-7bbe22ca-3fe8-46ee-9d43-707a32cda3a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.4322946 Jul 16 20:11:28.754516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-b0f98706-97c4-4e2c-90b5-3bfb77dadfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:28.756453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-b0f98706-97c4-4e2c-90b5-3bfb77dadfb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 1101 time: 0.7760255 Jul 16 20:11:28.767288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] For port 9c982c6b-9eff-477a-a42a-2f4dfb58319d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9c982c6b-9eff-477a-a42a-2f4dfb58319d,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:28.767979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.830555 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-c6f57ee8-e174-4b28-8474-9f8355c1d925 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.0599658 Jul 16 20:11:28.881426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15ff9075-e758-4edb-93ca-9dce43831e5f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.891770 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15ff9075-e758-4edb-93ca-9dce43831e5f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.906169 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.921387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Transition to ACTIVE for port object ebc18732-5f05-446b-a144-8bb3d27af75b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:28.931130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.936433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15ff9075-e758-4edb-93ca-9dce43831e5f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:28.937945 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-15ff9075-e758-4edb-93ca-9dce43831e5f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2827530 Jul 16 20:11:28.945401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:28.963540 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f9faac0d-7f6f-4af2-b0ff-bbdf9045ef32 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Request body: {'security_group_rule': {'security_group_id': 'f60ccd74-f078-40f6-b6f4-842e3cc0d522', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:28.970503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c1800f4f-8c09-4fe1-ba76-74edbe306f4f req-4486f45d-cfe3-45a9-af96-a0260c8c2cb4 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520596 Jul 16 20:11:28.995474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc24945-84a8-45c4-8300-b546033c75ef None None] Pushing event updated for resources: {'Port': ['ID=ebc18732-5f05-446b-a144-8bb3d27af75b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.014374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff9075-e758-4edb-93ca-9dce43831e5f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ccd74-f078-40f6-b6f4-842e3cc0d522,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.052679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242327c-6023-4e2a-b652-bbd388271552 req-148a2fb1-2e8d-4f25-94e0-b9200ef1ebd1 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.054277 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c242327c-6023-4e2a-b652-bbd388271552 req-148a2fb1-2e8d-4f25-94e0-b9200ef1ebd1 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 945 time: 0.2300460 Jul 16 20:11:29.133197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Attempting to bind port ebc18732-5f05-446b-a144-8bb3d27af75b on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:29.133890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Attempting to bind port ebc18732-5f05-446b-a144-8bb3d27af75b by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:29.133890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Attempting to bind port ebc18732-5f05-446b-a144-8bb3d27af75b on network a0cd85be-5c77-4b83-9c2d-7185874ff1cd {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:29.145764 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9faac0d-7f6f-4af2-b0ff-bbdf9045ef32 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.146948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:29.147382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Checking segment: {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:29.148562 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.148965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Bound using segment: {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:29.150665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Bound port: ebc18732-5f05-446b-a144-8bb3d27af75b, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:29.151068 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.185502 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c242327c-6023-4e2a-b652-bbd388271552 req-079f2587-f510-42d8-98da-33beddefc7ea tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111307 Jul 16 20:11:29.225467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:29.351085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9faac0d-7f6f-4af2-b0ff-bbdf9045ef32 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.357454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9faac0d-7f6f-4af2-b0ff-bbdf9045ef32 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.406778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9faac0d-7f6f-4af2-b0ff-bbdf9045ef32 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.411326 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f9faac0d-7f6f-4af2-b0ff-bbdf9045ef32 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4635792 Jul 16 20:11:29.411962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:29.418961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2eb5c261-77c5-4963-b502-d1b8bef8939e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Request body: {'security_group_rule': {'security_group_id': 'f60ccd74-f078-40f6-b6f4-842e3cc0d522', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:29.437118 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faac0d-7f6f-4af2-b0ff-bbdf9045ef32 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17271feb-2327-46dd-bdef-a75d3d95a72f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.500615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] For port ebc18732-5f05-446b-a144-8bb3d27af75b, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:29.528417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] For port ebc18732-5f05-446b-a144-8bb3d27af75b, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ebc18732-5f05-446b-a144-8bb3d27af75b,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:29.554867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c261-77c5-4963-b502-d1b8bef8939e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.566535 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.652850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:29.655521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74bc0e-81cc-4817-b55f-7ef28c806753 req-65f41c51-68cb-4114-ad84-646e707a959c tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.668517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0d74bc0e-81cc-4817-b55f-7ef28c806753 req-65f41c51-68cb-4114-ad84-646e707a959c tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 943 time: 0.2206490 Jul 16 20:11:29.697111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-3c023ad0-8bd3-4ad8-be83-20141f859b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.698586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-3c023ad0-8bd3-4ad8-be83-20141f859b0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.8361292 Jul 16 20:11:29.703809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'port_id': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2', 'mac_address': 'fa:16:3e:d1:65:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b78a6c-dbe4-4f1c-b271-789c4623af4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:29.707476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc24945-84a8-45c4-8300-b546033c75ef None None] Pushing event updated for resources: {'Port': ['ID=ebc18732-5f05-446b-a144-8bb3d27af75b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.712721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:29.713575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:29.781014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0d74bc0e-81cc-4817-b55f-7ef28c806753 req-404b1486-c308-4ddb-a9ce-c019139cda7b tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097982 Jul 16 20:11:29.827978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-0545686b-3c3d-4a73-94d0-8cec044a3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:29.829208 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-0545686b-3c3d-4a73-94d0-8cec044a3736 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2309742 Jul 16 20:11:29.835797 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c261-77c5-4963-b502-d1b8bef8939e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.842627 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c261-77c5-4963-b502-d1b8bef8939e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.908707 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5c261-77c5-4963-b502-d1b8bef8939e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce2e2ad-cd94-4d50-8f11-d1329551c539,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:29.916037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2eb5c261-77c5-4963-b502-d1b8bef8939e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:29.921184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2eb5c261-77c5-4963-b502-d1b8bef8939e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5030091 Jul 16 20:11:29.922261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:29.930854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:29.984676 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.077433 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-b60036d0-fa48-4259-8a69-b89fc820854c service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581390 Jul 16 20:11:30.226377 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.232623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:30.316855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:30.398595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.483356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:30.538042 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:30.566646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4611a43-2163-4589-8bff-e88beb507cb6 req-6cb7b00d-6f69-46d1-b757-27e012c10cc4 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.568291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-90b456ce-5568-4aa0-a534-e11a7841e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.570000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-90b456ce-5568-4aa0-a534-e11a7841e5dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 1.7598147 Jul 16 20:11:30.574723 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d4611a43-2163-4589-8bff-e88beb507cb6 req-6cb7b00d-6f69-46d1-b757-27e012c10cc4 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 950 time: 0.2976213 Jul 16 20:11:30.616193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-9d2985b2-3882-4025-a77f-d7e7ddc4940e service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212369 Jul 16 20:11:30.630075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:30.705867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['081d6f42-738d-4542-96c5-b7f9e0c4a9b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:30.746421 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-b07a8e62-27e1-4861-8281-85d6f69e747f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=fb836647-d5d2-4587-aaac-2944532048f6 HTTP/1.1" status: 200 len: 217 time: 0.1284616 Jul 16 20:11:30.759373 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d4611a43-2163-4589-8bff-e88beb507cb6 req-a04f76b0-7933-4e67-834d-faac1d45a9ce tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825700 Jul 16 20:11:30.782799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3578f-49b0-4479-b38d-744ff6556c97 req-cae63588-f5ce-4135-bbd9-eab189f1dc91 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.794683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37a3578f-49b0-4479-b38d-744ff6556c97 req-cae63588-f5ce-4135-bbd9-eab189f1dc91 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 948 time: 1.0837545 Jul 16 20:11:30.794901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Allocated IP 172.25.7.157 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/487ded8e-84de-4f1e-81cd-a0d03b246086) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:30.871348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-981c8b5f-3d28-4458-87d3-6dd9d2559f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:30.874250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-981c8b5f-3d28-4458-87d3-6dd9d2559f9f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1127074 Jul 16 20:11:30.891930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ebc18732-5f05-446b-a144-8bb3d27af75b', 'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'mac_address': 'fa:16:3e:14:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:22Z', 'updated_at': '2021-07-16T20:11:29Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'subnets': [{'id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:30.947840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada4819-a34b-4ee6-ba4c-ca4e491cf7ad None None] The sync data for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 is: [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ebc18732-5f05-446b-a144-8bb3d27af75b', 'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'mac_address': 'fa:16:3e:14:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:22Z', 'updated_at': '2021-07-16T20:11:29Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'subnets': [{'id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:31.119828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.124022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.124387 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Floating IP 2843477c-9ebd-44ae-ae26-907df949f92c disassociated. External IP: 172.25.7.90, port: 9c982c6b-9eff-477a-a42a-2f4dfb58319d. Jul 16 20:11:31.124756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Calling delete_port for 9c982c6b-9eff-477a-a42a-2f4dfb58319d owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:31.174556 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.236862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:31.248574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:31.257480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334463d-5f7a-4874-9289-bc5dcb6ad45b req-356da5a4-de7e-4749-a2e5-3bed4953da35 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.270906 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5334463d-5f7a-4874-9289-bc5dcb6ad45b req-356da5a4-de7e-4749-a2e5-3bed4953da35 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 945 time: 0.1824927 Jul 16 20:11:31.301114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37a3578f-49b0-4479-b38d-744ff6556c97 req-bb7e8e5e-8b1b-491d-9b5c-667d909eab39 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615037 Jul 16 20:11:31.414865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5334463d-5f7a-4874-9289-bc5dcb6ad45b req-a67a3bb3-5995-40e0-a448-78198233b94f tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc7d795a-743d-4b06-bfab-d67811b2c05a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429365 Jul 16 20:11:31.420077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.457249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-16652d26-2a9c-453f-9b0b-dc068ecc34e8 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442333 Jul 16 20:11:31.458649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-f93bbfab-89d2-4ef6-8da8-cadcbce05b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:31.485261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-f93bbfab-89d2-4ef6-8da8-cadcbce05b83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.6651962 Jul 16 20:11:31.519367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:31.528744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:31.543232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:31.634827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:31.634827 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.660979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ebc18732-5f05-446b-a144-8bb3d27af75b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:31.772248 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:31.972053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Pushing event updated for resources: {'Port': ['ID=487ded8e-84de-4f1e-81cd-a0d03b246086,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:31.989982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:32.011860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.012214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.012555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.012894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.017465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.017890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.018239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.018739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.019086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.019446 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.019843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.028560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.044474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'mac_address': 'fa:16:3e:8d:50:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:32.053708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.130764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794b2f9-f422-497f-9a62-b6bbd7697b6e req-ed3f4648-235c-4034-99bd-6f7f7fbed788 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.132727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f794b2f9-f422-497f-9a62-b6bbd7697b6e req-ed3f4648-235c-4034-99bd-6f7f7fbed788 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 943 time: 0.2674232 Jul 16 20:11:32.155705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port ebc18732-5f05-446b-a144-8bb3d27af75b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:32.177934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ebc18732-5f05-446b-a144-8bb3d27af75b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:32.181316 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.195601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55d84618-ea40-4896-9dc2-da0078654ee0 req-16a6202d-8cee-4b84-b868-5d2b1255a0a2 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093482 Jul 16 20:11:32.241261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-aebbb340-0ac0-4ba8-90d2-4679d55070bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:32.242926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-aebbb340-0ac0-4ba8-90d2-4679d55070bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6913478 Jul 16 20:11:32.367811 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.398073 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.412917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9c982c6b-9eff-477a-a42a-2f4dfb58319d no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:32.494303 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.518613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f794b2f9-f422-497f-9a62-b6bbd7697b6e req-c42f1d24-99b1-4dbc-b2ac-29061bdf55d4 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478386 Jul 16 20:11:32.524100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.533418 n-d-792394-17 neutron-server[93960]: INFO neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No ports have port_id starting with 9c982c6b-9eff-477a-a42a-2f4dfb58319d Jul 16 20:11:32.538597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:32.541244 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dab0f13-6090-4cf5-a55d-e94fa66a08bb" -d '{"events": [{"server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "name": "network-vif-plugged", "status": "completed", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:32.615660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.632501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:32.642628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:32.657476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.669172 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.681151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Pushing event updated for resources: {'Port': ['ID=487ded8e-84de-4f1e-81cd-a0d03b246086,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:32.798670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:32.802254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port ebc18732-5f05-446b-a144-8bb3d27af75b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ebc18732-5f05-446b-a144-8bb3d27af75b,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:32.822579 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.823419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 0a5c69a6-aa86-459c-bf4a-8360448f6484 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:32.829610 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.853461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event deleted for resources: {'Port': ['ID=9c982c6b-9eff-477a-a42a-2f4dfb58319d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:32.870913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.871433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.872281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.872741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.873206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.873651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.874088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.874535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.874980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.876092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.876538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.877152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:32.887177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-cbd80d51-0f64-40a5-8397-7789a79edfb0 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844522 Jul 16 20:11:32.929132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:32.935010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:32.999404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.018991 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3b14ccbd-b7ed-424b-80bc-36ad4aa7886b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0898814 Jul 16 20:11:33.049452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c2a0b-bd05-48e9-a9b7-02089aff7752 req-3e8edfc9-8ae7-47fc-98e3-f7cc2d3af5fb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.051048 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e4c2a0b-bd05-48e9-a9b7-02089aff7752 req-3e8edfc9-8ae7-47fc-98e3-f7cc2d3af5fb tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 0.2764463 Jul 16 20:11:33.063793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5605cc3-f3b7-4fe4-a77b-9d9d02b3cee1 req-0628b234-a50b-40b2-ab32-76135d34d0b8 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:33.085699 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5605cc3-f3b7-4fe4-a77b-9d9d02b3cee1 req-0628b234-a50b-40b2-ab32-76135d34d0b8 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 950 time: 0.4241381 Jul 16 20:11:33.139078 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e4c2a0b-bd05-48e9-a9b7-02089aff7752 req-45dd481a-2cbc-4ec0-b5fd-943cdf726da3 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755928 Jul 16 20:11:33.202120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:33.220312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.220662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.221007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.221347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.221680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.222009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.222337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.222664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.222989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.223335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.223676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.224019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:11:33.235197 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a9106f2-3e81-4148-8d5e-814572a18e89 req-1fa9b270-e58b-416b-9129-08f444dcd819 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377941 Jul 16 20:11:33.265307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5605cc3-f3b7-4fe4-a77b-9d9d02b3cee1 req-e831dbaa-50cc-4a87-ab8b-1203ecf9bba3 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/security-groups?id=9723fb08-682c-4616-8085-ed089a7ab5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786315 Jul 16 20:11:33.294676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Router dfb1e09f-d629-4ef9-a519-f9c0b043c850 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:33.372296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=ebc18732-5f05-446b-a144-8bb3d27af75b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:33.398178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 0a5c69a6-aa86-459c-bf4a-8360448f6484, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=0a5c69a6-aa86-459c-bf4a-8360448f6484,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:33.408528 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a71eae-8f09-4cf5-9bdf-612c39a8c91f x-openstack-request-id: req-46a71eae-8f09-4cf5-9bdf-612c39a8c91f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:33.408750 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "name": "network-vif-plugged", "status": "completed", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:33.408975 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46a71eae-8f09-4cf5-9bdf-612c39a8c91f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:33.409364 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2', 'code': 200} Jul 16 20:11:33.438995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '0a5c69a6-aa86-459c-bf4a-8360448f6484', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'port_id': '0a5c69a6-aa86-459c-bf4a-8360448f6484', 'mac_address': 'fa:16:3e:0a:9d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:33.546020 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.560110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5c69a6-aa86-459c-bf4a-8360448f6484 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:33.610567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 0a5c69a6-aa86-459c-bf4a-8360448f6484, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=0a5c69a6-aa86-459c-bf4a-8360448f6484,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:33.625689 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.629864 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4503269c-c3b6-4ff5-9763-8093af52d880 req-d0f5f456-f535-43a0-a928-b57bf9e340e2 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/ports?device_id=99944586-0bf1-45b1-ac75-6ef21b6bbf03 HTTP/1.1" status: 200 len: 210 time: 0.0947359 Jul 16 20:11:33.671539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:33.686119 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] Sync routers for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:33.703588 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:33.707161 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:33.715414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ebc18732-5f05-446b-a144-8bb3d27af75b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:33.798472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-3468e559-62ca-4ac4-a83d-82a9b425204b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--245255093&fields=id&tenant_id=fa6d6b95912c421d82dac0ddb8757859 HTTP/1.1" status: 200 len: 267 time: 0.2462716 Jul 16 20:11:33.829068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=0a5c69a6-aa86-459c-bf4a-8360448f6484,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:33.867728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] No DVR routers for this DVR port 9c982c6b-9eff-477a-a42a-2f4dfb58319d on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:33.870858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:33.875786 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06286f33-56a7-4e23-8e06-b644b1cb5526 req-6a6c0b65-d5cd-4736-8a7d-028493753235 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.30 "DELETE /v2.0/ports/9c982c6b-9eff-477a-a42a-2f4dfb58319d HTTP/1.1" status: 204 len: 173 time: 6.3432617 Jul 16 20:11:33.902841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'name': 'network-vif-deleted', 'tag': '9c982c6b-9eff-477a-a42a-2f4dfb58319d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:33.914051 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8261a32d-bd2b-4ce8-8a5a-a2e5a9073a07" -d '{"events": [{"server_uuid": "99944586-0bf1-45b1-ac75-6ef21b6bbf03", "name": "network-vif-deleted", "tag": "9c982c6b-9eff-477a-a42a-2f4dfb58319d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:33.996143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['0a5c69a6-aa86-459c-bf4a-8360448f6484'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:34.051412 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:34.150554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ebc18732-5f05-446b-a144-8bb3d27af75b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:34.151406 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.154671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:34.212116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-1344b240-d592-42b6-84e6-25b1cb9d9e7b tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.214727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-1344b240-d592-42b6-84e6-25b1cb9d9e7b tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.30 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 950 time: 0.4832265 Jul 16 20:11:34.423447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-5ee81051-a4b5-434c-9d81-894a3e5bf90d tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.433188 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-5ee81051-a4b5-434c-9d81-894a3e5bf90d tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/networks?id=a0cd85be-5c77-4b83-9c2d-7185874ff1cd HTTP/1.1" status: 200 len: 806 time: 0.6334567 Jul 16 20:11:34.470893 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-a3ae17c8-d20c-473d-9abc-5ff410de719e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/quotas/fa6d6b95912c421d82dac0ddb8757859 HTTP/1.1" status: 200 len: 375 time: 0.0366335 Jul 16 20:11:34.492939 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:34.604649 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] Checking router: dfb1e09f-d629-4ef9-a519-f9c0b043c850 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:34.611979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-4e956cc1-5d3d-4e1e-9e76-aa5692d964fe tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.613696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-4e956cc1-5d3d-4e1e-9e76-aa5692d964fe tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.63 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d&tenant_id=743535f04d9c41f08751d43630cc4015&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 949 time: 0.3510323 Jul 16 20:11:34.617000 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:34.622165 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:34.724603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-897dc8de-666d-4fa2-8d8d-02590d84fb25 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa6d6b95912c421d82dac0ddb8757859&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2446034 Jul 16 20:11:34.748464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18817d03-f4b7-4661-ab34-8ee7b1840935 req-aa533af7-648a-4759-a2cb-a7b06c81c3e6 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:34.763882 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18817d03-f4b7-4661-ab34-8ee7b1840935 req-aa533af7-648a-4759-a2cb-a7b06c81c3e6 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 944 time: 0.2131271 Jul 16 20:11:34.779958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Deleting port 4517dbd6-d5e5-4620-81a6-a52380cae801 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:34.780307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:34.864226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-01170ee1-03f8-471c-8d75-2a722c6d3bb0 service neutron] 10.222.0.63 "GET /v2.0/ports/4d1afab8-295d-4d0c-8e8c-e69d161bbf8d/bindings/n-h1-792394-17 HTTP/1.1" status: 200 len: 383 time: 0.2366235 Jul 16 20:11:34.902233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18817d03-f4b7-4661-ab34-8ee7b1840935 req-ae075189-d5e6-4cb6-ba93-99258ae5b062 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289334 Jul 16 20:11:35.113145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-330fa09c-e0de-4326-ad20-f8fa4c786eb5 service neutron] 10.222.0.10 "GET /v2.0/networks/a0cd85be-5c77-4b83-9c2d-7185874ff1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876474 Jul 16 20:11:35.145179 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:35.216227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-4c94a8a9-737a-48b4-8b16-903aa19453fb service neutron] 10.222.0.10 "GET /v2.0/networks/a0cd85be-5c77-4b83-9c2d-7185874ff1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955729 Jul 16 20:11:35.223125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] For port 4517dbd6-d5e5-4620-81a6-a52380cae801, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4517dbd6-d5e5-4620-81a6-a52380cae801,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:35.223956 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.246088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Calling delete_port for 4517dbd6-d5e5-4620-81a6-a52380cae801 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:35.361509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-94f6a892-ae34-4279-8d05-327f475fd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.363859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-94f6a892-ae34-4279-8d05-327f475fd39c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1101 time: 0.3790202 Jul 16 20:11:35.511953 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:35.554477 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca6a444-7d88-42cf-8871-58ed5ced63ff x-openstack-request-id: req-9ca6a444-7d88-42cf-8871-58ed5ced63ff {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:35.555070 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99944586-0bf1-45b1-ac75-6ef21b6bbf03", "name": "network-vif-deleted", "tag": "9c982c6b-9eff-477a-a42a-2f4dfb58319d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:35.555070 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ca6a444-7d88-42cf-8871-58ed5ced63ff {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:35.555414 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99944586-0bf1-45b1-ac75-6ef21b6bbf03', 'name': 'network-vif-deleted', 'tag': '9c982c6b-9eff-477a-a42a-2f4dfb58319d', 'status': 'completed', 'code': 200} Jul 16 20:11:35.581968 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9435909-d5ac-4236-b4c5-8a35916ef2ed None None] The sync data for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 is: [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:06:29Z', 'revision_number': 4, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '06445a83-02f9-4921-95d3-22b6cc8b4c7d', 'name': '', 'network_id': '79c223a5-47eb-436b-afec-6bf74a088fcc', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'mac_address': 'fa:16:3e:eb:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:28Z', 'updated_at': '2021-07-16T20:06:37Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'subnets': [{'id': '4e3fe189-3a05-40b2-bf08-6620275a61f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:35.641942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:35.725342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-b05575b5-113b-4af1-9aa5-0013af5b0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.727031 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-b05575b5-113b-4af1-9aa5-0013af5b0ea2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3511546 Jul 16 20:11:35.738091 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.777535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4517dbd6-d5e5-4620-81a6-a52380cae801'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:35.841565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:35.850505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:35.851295 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:35.870062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Pushing event deleted for resources: {'Port': ['ID=4517dbd6-d5e5-4620-81a6-a52380cae801,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:35.871712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-fbe36da8-51c6-47d7-b8a6-d5e038bad93f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:35.880367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-fbe36da8-51c6-47d7-b8a6-d5e038bad93f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 807 time: 0.2764742 Jul 16 20:11:35.893435 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-91172831-bc1a-4ccd-92ef-74e3f2eb1a17 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.1457591 Jul 16 20:11:35.902248 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-0686f825-6c5e-4583-bd80-b9274c9b863a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/quotas/31af99bb6bb148a3970c4248323ed226 HTTP/1.1" status: 200 len: 375 time: 0.0205584 Jul 16 20:11:36.038999 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-c68d53b9-e41c-4ec0-949f-55165cb10254 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1326132 Jul 16 20:11:36.054061 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.127595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:36.130011 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f18b7bc-6082-4a2d-95c7-9cc3624912e2" -d '{"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-plugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:36.158682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:36.170975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92360a81-5760-4797-ad49-c6ced6639b0c None None] New status for floating IP 2843477c-9ebd-44ae-ae26-907df949f92c: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:36.256001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-981e78df-83c3-4998-8e65-b87325bd7bc5 service neutron] 10.222.0.10 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094736 Jul 16 20:11:36.271290 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.272488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 0a5c69a6-aa86-459c-bf4a-8360448f6484 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:36.567880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-4689e3cf-2cac-4d4b-b4a7-7aa65dd14b71 service neutron] 10.222.0.10 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047612 Jul 16 20:11:36.702132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] No DVR routers for this DVR port 4517dbd6-d5e5-4620-81a6-a52380cae801 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:36.707319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.711208 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c98c70a-8ce0-4113-b2da-d132e2186f57 req-0dfff7bd-cf35-4f30-85f1-480e75228037 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.30 "DELETE /v2.0/ports/4517dbd6-d5e5-4620-81a6-a52380cae801 HTTP/1.1" status: 204 len: 173 time: 2.4764438 Jul 16 20:11:36.744764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:36.751892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 0a5c69a6-aa86-459c-bf4a-8360448f6484 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:36.753873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-62de001c-0c86-4ed4-bdcc-4a8826ad1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.755999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-62de001c-0c86-4ed4-bdcc-4a8826ad1926 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1518242 Jul 16 20:11:36.759150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 0a5c69a6-aa86-459c-bf4a-8360448f6484 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:36.759793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.826187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aa411-393c-4b72-900e-8d14abad0c56 req-5072252c-c9b9-4ad1-8387-432274f396a4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.834330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a94aa411-393c-4b72-900e-8d14abad0c56 req-5072252c-c9b9-4ad1-8387-432274f396a4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 1.1114213 Jul 16 20:11:36.896664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a94aa411-393c-4b72-900e-8d14abad0c56 req-9d12574f-dadb-49c9-baac-066200c8fb92 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609298 Jul 16 20:11:36.909120 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:36.953996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-172ec879-358f-459b-8454-aadb3c2cab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:36.956055 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-172ec879-358f-459b-8454-aadb3c2cab12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1882269 Jul 16 20:11:37.002682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 0a5c69a6-aa86-459c-bf4a-8360448f6484, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=0a5c69a6-aa86-459c-bf4a-8360448f6484,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:37.017690 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:37.114021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=0a5c69a6-aa86-459c-bf4a-8360448f6484,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:37.267767 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-ebaa8b60-672b-4fc9-abcf-8f6517cecc9c service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034129 Jul 16 20:11:37.351502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-86e3ad53-4332-4488-9e14-50321bb0ae54 req-d43f6837-d2d4-4827-be78-04f342043804 tempest-ImagesNegativeTestJSON-533219920 tempest-ImagesNegativeTestJSON-533219920-project] 10.222.0.10 "GET /v2.0/ports?device_id=c82251be-0f9a-44d8-8543-7b32548455d4 HTTP/1.1" status: 200 len: 210 time: 0.0471721 Jul 16 20:11:37.463299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-674d24f4-b2c4-4f5e-a278-d88cd844bdea service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875100 Jul 16 20:11:37.557668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82251be-0f9a-44d8-8543-7b32548455d4', 'name': 'network-vif-deleted', 'tag': '4517dbd6-d5e5-4620-81a6-a52380cae801'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:37.563005 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc44c01-184c-40d0-98c5-548b636a3e9e" -d '{"events": [{"server_uuid": "c82251be-0f9a-44d8-8543-7b32548455d4", "name": "network-vif-deleted", "tag": "4517dbd6-d5e5-4620-81a6-a52380cae801"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:37.684022 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d653adff-2e68-4db1-ba8b-8dbe2aef2b5d req-47863634-e9da-4e35-a72a-1385697b5920 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 210 time: 0.0673220 Jul 16 20:11:37.783595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a4c6-d553-4c4d-a87b-9c206aeff713 req-2a3188bf-5745-4ba5-8758-5e2f8fede0b9 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:37.785168 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27b2a4c6-d553-4c4d-a87b-9c206aeff713 req-2a3188bf-5745-4ba5-8758-5e2f8fede0b9 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.0989187 Jul 16 20:11:37.819168 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1b4120-7c6c-4744-baf1-0e15f0499922 x-openstack-request-id: req-be1b4120-7c6c-4744-baf1-0e15f0499922 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:37.820255 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-plugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:37.820673 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be1b4120-7c6c-4744-baf1-0e15f0499922 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:37.821566 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'code': 200} Jul 16 20:11:37.836575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27b2a4c6-d553-4c4d-a87b-9c206aeff713 req-836f1efc-a0d7-494b-9044-b80db8eb6820 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453393 Jul 16 20:11:37.918341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f71c719-677b-4378-971b-6d93235a0ebf req-31a9aab6-41de-4585-92fa-e585e7045d03 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 210 time: 0.0503371 Jul 16 20:11:37.985895 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d4a6b2-0e5d-4fb8-9614-fc51221e55ea x-openstack-request-id: req-a9d4a6b2-0e5d-4fb8-9614-fc51221e55ea {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:37.986459 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82251be-0f9a-44d8-8543-7b32548455d4", "name": "network-vif-deleted", "tag": "4517dbd6-d5e5-4620-81a6-a52380cae801", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:37.986936 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9d4a6b2-0e5d-4fb8-9614-fc51221e55ea {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:37.987610 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82251be-0f9a-44d8-8543-7b32548455d4', 'name': 'network-vif-deleted', 'tag': '4517dbd6-d5e5-4620-81a6-a52380cae801', 'status': 'completed', 'code': 200} Jul 16 20:11:38.281445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a54067-c40d-4017-bdd2-36f1e551d960 req-a8d9bb42-e662-4f63-836d-b147b031aac0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.298160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5a54067-c40d-4017-bdd2-36f1e551d960 req-a8d9bb42-e662-4f63-836d-b147b031aac0 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.1553674 Jul 16 20:11:38.415734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4517dbd6-d5e5-4620-81a6-a52380cae801 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:38.482956 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5a54067-c40d-4017-bdd2-36f1e551d960 req-4ced7890-1a03-44d9-b0d8-8124f7461be4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761999 Jul 16 20:11:38.500465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 4517dbd6-d5e5-4620-81a6-a52380cae801 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:38.506023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4517dbd6-d5e5-4620-81a6-a52380cae801 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:38.555842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:38.677066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-97e1eadc-bb62-4ee6-ba0a-17446a089835 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:38.679725 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-97e1eadc-bb62-4ee6-ba0a-17446a089835 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.30 "GET /v2.0/networks?id=a0cd85be-5c77-4b83-9c2d-7185874ff1cd HTTP/1.1" status: 200 len: 806 time: 0.3588808 Jul 16 20:11:38.698827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ce42599-ef6e-4366-a61a-9d199a346c4a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.757129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ce42599-ef6e-4366-a61a-9d199a346c4a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.761187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-01e703ec-22d1-4e67-bc9d-a36da9ac3849 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa6d6b95912c421d82dac0ddb8757859 HTTP/1.1" status: 200 len: 379 time: 0.0680480 Jul 16 20:11:38.779015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Request body: {'port': {'device_id': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'admin_state_up': True, 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'security_groups': ['f60ccd74-f078-40f6-b6f4-842e3cc0d522']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:38.875009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ce42599-ef6e-4366-a61a-9d199a346c4a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.877971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ce42599-ef6e-4366-a61a-9d199a346c4a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:38.879340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9ce42599-ef6e-4366-a61a-9d199a346c4a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "DELETE /v2.0/security-groups/cc7d795a-743d-4b06-bfab-d67811b2c05a HTTP/1.1" status: 204 len: 168 time: 0.3242373 Jul 16 20:11:38.896291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:38.897406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce42599-ef6e-4366-a61a-9d199a346c4a tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7d795a-743d-4b06-bfab-d67811b2c05a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:38.950397 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-68ae29d6-f130-48e5-8032-d9c723495cda tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] show failed (client error): The resource could not be found. Jul 16 20:11:38.954157 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-68ae29d6-f130-48e5-8032-d9c723495cda tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "GET /v2.0/security-groups/cc7d795a-743d-4b06-bfab-d67811b2c05a HTTP/1.1" status: 404 len: 347 time: 0.0484908 Jul 16 20:11:38.954790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47712) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:39.024859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Made reservation on behalf of fa6d6b95912c421d82dac0ddb8757859 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:39.034538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.071308 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f2affc2-c82e-479a-ba0b-95d3dcd9bffc req-96815474-927a-431c-9a9d-8fdabf812839 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 210 time: 0.0928118 Jul 16 20:11:39.274389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c9b13-ce3c-4e96-978d-560ffe8599cb req-f75e0c57-6f88-4b30-9052-07834c736254 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:39.276045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-101c9b13-ce3c-4e96-978d-560ffe8599cb req-f75e0c57-6f88-4b30-9052-07834c736254 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.1798797 Jul 16 20:11:39.384877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-101c9b13-ce3c-4e96-978d-560ffe8599cb req-9130c0c8-bca4-4f0a-a662-88e512d3acc6 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996375 Jul 16 20:11:39.611466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-220125b8-f11b-4d08-8dd1-94857ca7c53e req-47a12235-ce65-41d6-8fc8-21641b927027 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 210 time: 0.0593381 Jul 16 20:11:39.799150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Allocated IP 172.20.0.8 (a0cd85be-5c77-4b83-9c2d-7185874ff1cd/912cabd8-9893-4220-9d50-8f874340d3e8/765888ce-b8ec-4ed5-b823-d35315b26d15) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:39.823609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5c69a6-aa86-459c-bf4a-8360448f6484'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:39.827641 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2ffc2e-cc73-4fe5-a40e-3a8fb1b97128" -d '{"events": [{"server_uuid": "cb610ee2-3d39-41f0-80a1-7618cd072f47", "name": "network-vif-plugged", "status": "completed", "tag": "0a5c69a6-aa86-459c-bf4a-8360448f6484"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:39.916385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Deleting port 76b9a7db-5601-404b-b72b-bca3c952af1b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:39.917914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:39.943135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-f90ef303-b952-47b0-a523-51fc5ebd45d3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:39.946277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-f90ef303-b952-47b0-a523-51fc5ebd45d3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 807 time: 0.6874840 Jul 16 20:11:39.978885 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb92974-a90d-46a0-9acc-24e22740b566 x-openstack-request-id: req-3cb92974-a90d-46a0-9acc-24e22740b566 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:39.979173 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb610ee2-3d39-41f0-80a1-7618cd072f47", "name": "network-vif-plugged", "status": "completed", "tag": "0a5c69a6-aa86-459c-bf4a-8360448f6484", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:39.979488 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cb92974-a90d-46a0-9acc-24e22740b566 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:39.979898 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5c69a6-aa86-459c-bf4a-8360448f6484', 'code': 200} Jul 16 20:11:40.003790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01530-af46-47c5-ba9c-d61fb60e308e req-aea25f81-6fcb-46e5-b8e0-0eaac37a0583 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.008335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Request body: {'port': {'device_id': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'network_id': '75600712-2c21-4323-9afd-0506acdddac9', 'admin_state_up': True, 'tenant_id': '31af99bb6bb148a3970c4248323ed226'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:40.023949 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-25e01530-af46-47c5-ba9c-d61fb60e308e req-aea25f81-6fcb-46e5-b8e0-0eaac37a0583 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.1989827 Jul 16 20:11:40.053966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:40.189630 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-25e01530-af46-47c5-ba9c-d61fb60e308e req-36bb1f54-b89d-4d32-baaf-290f0cb3e7c5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646705 Jul 16 20:11:40.381357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6180f125-4903-4174-811b-666abac00726 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f9bc71a1c4445409e4c24a5f0f41fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262351 Jul 16 20:11:40.391037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:40.403427 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7383aed-d32a-4b22-a0d7-1993aaa028ac req-4e8913da-1842-4b7c-b87a-f6ba4c90f9a0 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 210 time: 0.0903146 Jul 16 20:11:40.528380 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08fed091-d05a-4a73-9878-801424e90604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.575522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.575906 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.578003 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08fed091-d05a-4a73-9878-801424e90604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.625216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Made reservation on behalf of 31af99bb6bb148a3970c4248323ed226 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:40.628510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.643187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Calling delete_port for 76b9a7db-5601-404b-b72b-bca3c952af1b owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:40.739644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954514e-b1bc-4b9d-8435-b11bbb6dccbb req-78d2413e-63fc-4dff-92ea-7e9f12ce4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.741515 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7954514e-b1bc-4b9d-8435-b11bbb6dccbb req-78d2413e-63fc-4dff-92ea-7e9f12ce4e2d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 1097 time: 0.6415515 Jul 16 20:11:40.754889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef8986-9e4a-4170-b0a9-f3ace76a6a27 req-340c00c3-cb26-4f82-84b3-72d47efb838b tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:40.764049 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55ef8986-9e4a-4170-b0a9-f3ace76a6a27 req-340c00c3-cb26-4f82-84b3-72d47efb838b tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.1005614 Jul 16 20:11:40.773093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08fed091-d05a-4a73-9878-801424e90604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.775906 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08fed091-d05a-4a73-9878-801424e90604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.790467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-08fed091-d05a-4a73-9878-801424e90604 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9723fb08-682c-4616-8085-ed089a7ab5fe HTTP/1.1" status: 204 len: 168 time: 0.3884900 Jul 16 20:11:40.845205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fed091-d05a-4a73-9878-801424e90604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9723fb08-682c-4616-8085-ed089a7ab5fe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:40.912763 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55ef8986-9e4a-4170-b0a9-f3ace76a6a27 req-bd18930d-157b-4dd1-9cdf-c06d5127cb38 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453242 Jul 16 20:11:40.947789 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:40.984444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a24d2c4-63e7-4a47-a1d6-779977d8e61a req-de4f77ef-5603-4acd-be29-85804a0308b8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 210 time: 0.1201377 Jul 16 20:11:41.074601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Transition to ACTIVE for port object 765888ce-b8ec-4ed5-b823-d35315b26d15 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:41.077345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-e33bf3a0-cad9-4421-bca5-34e1eebf2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.078896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-e33bf3a0-cad9-4421-bca5-34e1eebf2e50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d&tenant_id=743535f04d9c41f08751d43630cc4015 HTTP/1.1" status: 200 len: 1102 time: 0.6745629 Jul 16 20:11:41.124028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7954514e-b1bc-4b9d-8435-b11bbb6dccbb req-c04516ef-3bbf-4299-8132-f18bec57afda service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603022 Jul 16 20:11:41.128122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:41.228685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Allocated IP 172.20.0.13 (75600712-2c21-4323-9afd-0506acdddac9/73dc3725-ab74-4298-9b35-7ad0e85862ff/5d1f5b3b-da72-478c-9df2-3385b83b73e8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:41.535384 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.537262 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.611728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Network a0cd85be-5c77-4b83-9c2d-7185874ff1cd is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:41.643026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:41.692348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:41.794073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Pushing event deleted for resources: {'Port': ['ID=76b9a7db-5601-404b-b72b-bca3c952af1b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:41.865131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f7b0c-5d22-40b8-b2fd-12d1b6154337 req-15e676bc-365c-48fe-a920-f3bceba266d0 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.877566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c7f7b0c-5d22-40b8-b2fd-12d1b6154337 req-15e676bc-365c-48fe-a920-f3bceba266d0 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 931 time: 0.1572742 Jul 16 20:11:41.885961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:41.994071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:41.996363 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:41.997766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c7f7b0c-5d22-40b8-b2fd-12d1b6154337 req-fca3d2fb-f895-4feb-b80e-d30f2df30fcf tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187296 Jul 16 20:11:42.048021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d1fed26-25ff-4d6e-b7db-be18e4602db3 None None] Provisioning for port 765888ce-b8ec-4ed5-b823-d35315b26d15 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:42.066067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d1fed26-25ff-4d6e-b7db-be18e4602db3 None None] Provisioning complete for port 765888ce-b8ec-4ed5-b823-d35315b26d15 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:42.070495 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d1fed26-25ff-4d6e-b7db-be18e4602db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.081230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.139934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.154669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6d1fed26-25ff-4d6e-b7db-be18e4602db3 None None] Port 765888ce-b8ec-4ed5-b823-d35315b26d15 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:42.154854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.172921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-50741c72-50b4-48ce-a677-1e44da4ce918 tempest-ServersWithSpecificFlavorTestJSON-1880829847 tempest-ServersWithSpecificFlavorTestJSON-1880829847-project] 10.222.0.10 "DELETE /v2.0/floatingips/2843477c-9ebd-44ae-ae26-907df949f92c HTTP/1.1" status: 204 len: 168 time: 3.2109270 Jul 16 20:11:42.241106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-335143353-network', 'tenant_id': '784f8d2566464e2fbae8460ea731391b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:42.291395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.292076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Made reservation on behalf of 784f8d2566464e2fbae8460ea731391b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:42.294389 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.317100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.357748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Pushing event updated for resources: {'Port': ['ID=765888ce-b8ec-4ed5-b823-d35315b26d15,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:42.368133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-12cba04e-2bd1-437d-995d-5f5cf02b8bb3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5998845 Jul 16 20:11:42.395066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Request body: {'port': {'device_id': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:42.450450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421e099-94ca-434a-b101-678957468823 req-a836e66c-d3d7-4ac0-9c42-e891b8c799ca tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.453311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e421e099-94ca-434a-b101-678957468823 req-a836e66c-d3d7-4ac0-9c42-e891b8c799ca tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.2320173 Jul 16 20:11:42.479850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9686d-9fe7-4cb7-ae3a-27b5a97c6ce5 req-c3c969e0-8bfb-4eae-839c-e020e9ec89b7 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.488738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57b9686d-9fe7-4cb7-ae3a-27b5a97c6ce5 req-c3c969e0-8bfb-4eae-839c-e020e9ec89b7 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 1.0767758 Jul 16 20:11:42.611962 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e421e099-94ca-434a-b101-678957468823 req-78c2a92c-c7f5-4832-a31f-c19b09c93e99 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488202 Jul 16 20:11:42.731617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.738569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.740232 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.766813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:11:42.777688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.778043 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Added segment 235e6491-3392-4aed-afac-2e69fad10d78 of type vlan for network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 Jul 16 20:11:42.829151 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57b9686d-9fe7-4cb7-ae3a-27b5a97c6ce5 req-dfdba075-1c3e-4bf2-ad8a-52e8775b20d5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385105 Jul 16 20:11:42.829538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.892749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.893718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:42.894305 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.904518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:42.966871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8356e3a7-07f8-48ba-8b5a-96ec049df7af,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:42.988677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1012034 Jul 16 20:11:42.993202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:43.001729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Request body: {'subnet': {'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-335143353-subnet', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:43.035629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca1b6-272d-4535-88f0-471c82076cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=235f2ab3-32b8-48e3-a2ce-ef6ccbe13879,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:43.048273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:11:43.075451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Network 75600712-2c21-4323-9afd-0506acdddac9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:43.081464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab148cca-c5d6-4394-a8bc-e24e6a3467e2 req-141dac98-b7c7-4c99-b73e-9ecfcfbdf412 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.082789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab148cca-c5d6-4394-a8bc-e24e6a3467e2 req-141dac98-b7c7-4c99-b73e-9ecfcfbdf412 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 932 time: 0.2151198 Jul 16 20:11:43.083970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Made reservation on behalf of 784f8d2566464e2fbae8460ea731391b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:11:43.086253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.189063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:43.209585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:43.217678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab148cca-c5d6-4394-a8bc-e24e6a3467e2 req-2a818096-ed2f-41b3-bcad-049782e4b097 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281440 Jul 16 20:11:43.435632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Pushing event updated for resources: {'Port': ['ID=5d1f5b3b-da72-478c-9df2-3385b83b73e8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:43.477097 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.559411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:43.581445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:43.582229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:43.705208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:43.716259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-5d7d124b-e914-492b-91cc-f1e0e29bbac6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7270949 Jul 16 20:11:43.730790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Request body: {'port': {'device_id': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:43.767947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:43.873524 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.166855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1662353e-1aa7-48ea-8bd7-12bb1b5ac897,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:44.194363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Checking segment: {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:44.194710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Network hostable DHCP agents. Network: 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:11:44.212031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638b353-93f1-43e6-ad99-f173c120a9e4 req-bc2475b1-17f9-4e71-8d4a-50b27dfce4ae tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.219228 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8638b353-93f1-43e6-ad99-f173c120a9e4 req-bc2475b1-17f9-4e71-8d4a-50b27dfce4ae tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 931 time: 0.7353156 Jul 16 20:11:44.287970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:11:44.307092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8638b353-93f1-43e6-ad99-f173c120a9e4 req-896ca20f-7d92-4b75-a1b6-72f439e240b5 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833602 Jul 16 20:11:44.313107 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.316302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:44.326333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.326755 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.334172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803ee77-c5b8-4244-8998-28eef96cdc10 None None] Network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:44.355302 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a529e93d-c3b6-4960-9632-40098549fd83 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3608506 Jul 16 20:11:44.358675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:44.365130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:44.369781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:44.374268 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30665e05-8d1a-4b4b-a71f-f10c277b084c" -d '{"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:44.390276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.411328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.412482 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.522610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Transition to ACTIVE for port object 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:44.537089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.575747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.649527 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:11:44.649908 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:11:44.689403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:11:44.690740 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.743196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32dfeb-5902-4f57-8949-bfacf2b71998 req-ec5a7091-0703-41e0-8acb-cbdb3f4e0d4e tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:44.757194 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d32dfeb-5902-4f57-8949-bfacf2b71998 req-ec5a7091-0703-41e0-8acb-cbdb3f4e0d4e tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.5981956 Jul 16 20:11:44.788254 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:44.912041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765888ce-b8ec-4ed5-b823-d35315b26d15 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:44.978605 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.035426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] No DVR routers for this DVR port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:45.092625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Allocated IP 172.20.0.2 (235f2ab3-32b8-48e3-a2ce-ef6ccbe13879/1662353e-1aa7-48ea-8bd7-12bb1b5ac897/3a0e7c03-9c1e-4086-b514-99fb8b699cf8) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:45.137659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:45.138040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:45.138528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:45.145827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:45.158730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:45.159070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Attempting to bind port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:45.170668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:45.171013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:45.171485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:45.172190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Bound port: 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:45.172620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.181261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297d720-1553-421d-97b9-1357b99937c4 req-7ba6c819-70c5-48c5-a546-69f04b02993e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:45.185138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1297d720-1553-421d-97b9-1357b99937c4 req-7ba6c819-70c5-48c5-a546-69f04b02993e tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 0.2168422 Jul 16 20:11:45.203424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Transition to ACTIVE for port object 765888ce-b8ec-4ed5-b823-d35315b26d15 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:45.210391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d32dfeb-5902-4f57-8949-bfacf2b71998 req-8f47459e-2bd8-4fe9-ab98-e844ff79af00 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519784 Jul 16 20:11:45.234238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.402506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Pushing event updated for resources: {'Port': ['ID=765888ce-b8ec-4ed5-b823-d35315b26d15,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:45.480412 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.489654 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1297d720-1553-421d-97b9-1357b99937c4 req-a14d0fd8-d801-40bc-be4c-4ce86c226b65 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924361 Jul 16 20:11:45.523977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Transition to ACTIVE for port object 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:45.569765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:45.584949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Transition to ACTIVE for port object 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:45.623816 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.652746 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aa32dd-fc8e-448b-90e2-520d43a7f10e x-openstack-request-id: req-84aa32dd-fc8e-448b-90e2-520d43a7f10e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:45.654455 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-unplugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:45.654876 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84aa32dd-fc8e-448b-90e2-520d43a7f10e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:45.656517 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'code': 200} Jul 16 20:11:45.659007 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.664468 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.699776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:45.704499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:45.718244 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.721592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:45.724730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:45.740511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Pushing event updated for resources: {'Port': ['ID=3a0e7c03-9c1e-4086-b514-99fb8b699cf8,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:45.772790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.814569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Attempting to bind port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:45.815155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Attempting to bind port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:45.815915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Attempting to bind port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 on network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:45.826206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:45.827037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Checking segment: {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:45.828055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.828790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Bound using segment: {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:45.829501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Bound port: 3a0e7c03-9c1e-4086-b514-99fb8b699cf8, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:45.830087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:45.968257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] For port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:45.972141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] For port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3a0e7c03-9c1e-4086-b514-99fb8b699cf8,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:45.978337 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.047025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.048517 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.056345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Allocated IP 172.25.7.32 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/9b4e28ae-5470-4f03-a6d1-38140643435d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:46.057100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 1098 time: 4.9350781 Jul 16 20:11:46.100250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd21fb9-95c9-411a-a03e-c182f87d8f77 None None] Pushing event updated for resources: {'Port': ['ID=3a0e7c03-9c1e-4086-b514-99fb8b699cf8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.116388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Attempting to bind port 765888ce-b8ec-4ed5-b823-d35315b26d15 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:46.116735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Attempting to bind port 765888ce-b8ec-4ed5-b823-d35315b26d15 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:46.117076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Attempting to bind port 765888ce-b8ec-4ed5-b823-d35315b26d15 on network a0cd85be-5c77-4b83-9c2d-7185874ff1cd {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:46.176476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881198b-b1a8-4936-a97d-dc9c0ee97b52 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.188781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1f5b3b-da72-478c-9df2-3385b83b73e8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:46.223168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Port 765888ce-b8ec-4ed5-b823-d35315b26d15 on network a0cd85be-5c77-4b83-9c2d-7185874ff1cd not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:46.223528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Attempting to bind port 765888ce-b8ec-4ed5-b823-d35315b26d15 on network a0cd85be-5c77-4b83-9c2d-7185874ff1cd {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:46.231580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.237662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:46.238092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Checking segment: {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:46.238526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Bound using segment: {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:46.239093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Bound port: 765888ce-b8ec-4ed5-b823-d35315b26d15, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0964f5a5-1e2d-489f-9bce-a0fa431dc83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:46.239556 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.329497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d26e2a-6911-4d21-af27-aa2c1f344901 req-da0430e5-6804-461a-b5ee-119dd194c7be tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.342867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6d26e2a-6911-4d21-af27-aa2c1f344901 req-da0430e5-6804-461a-b5ee-119dd194c7be tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.3915453 Jul 16 20:11:46.343502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:46.369015 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.378183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Request body: {'floatingip': {'port_id': '0a5c69a6-aa86-459c-bf4a-8360448f6484'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:11:46.393969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73702cc8-f475-4b85-9e2c-3a9e26e7071e req-211f44c5-a63d-42f1-87f7-257771cc89a6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.411894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73702cc8-f475-4b85-9e2c-3a9e26e7071e req-211f44c5-a63d-42f1-87f7-257771cc89a6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 932 time: 0.8017099 Jul 16 20:11:46.447841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.561069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Transition to ACTIVE for port object 5d1f5b3b-da72-478c-9df2-3385b83b73e8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:46.647008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.698651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] For port 765888ce-b8ec-4ed5-b823-d35315b26d15, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:46.735408 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73702cc8-f475-4b85-9e2c-3a9e26e7071e req-2f01bfed-3f4b-4b43-b7d6-4270880b5337 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200643 Jul 16 20:11:46.820745 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.914706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] For port 765888ce-b8ec-4ed5-b823-d35315b26d15, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=765888ce-b8ec-4ed5-b823-d35315b26d15,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:46.924632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Pushing event updated for resources: {'Port': ['ID=5d1f5b3b-da72-478c-9df2-3385b83b73e8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:46.963047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:46.983021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed65c67-b3e2-40ee-99fe-e8f4a84d02df req-0f74819c-72ef-4c5f-941e-2c1a558dfbc3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:46.990511 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ed65c67-b3e2-40ee-99fe-e8f4a84d02df req-0f74819c-72ef-4c5f-941e-2c1a558dfbc3 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 943 time: 0.3367219 Jul 16 20:11:47.078728 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.129386 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ed65c67-b3e2-40ee-99fe-e8f4a84d02df req-a06d233e-601c-49b3-8354-84be7650cc59 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379650 Jul 16 20:11:47.186520 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:11:47.239162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-eecefceb-a4ef-4c92-8979-23800cb5c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.244706 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-eecefceb-a4ef-4c92-8979-23800cb5c2b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1101 time: 1.1232638 Jul 16 20:11:47.350461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:47.368275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4e28ae-5470-4f03-a6d1-38140643435d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:47.383185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:47.387430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:47.397654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:47.414495 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.427951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] 10.222.0.30 "PUT /v2.0/ports/765888ce-b8ec-4ed5-b823-d35315b26d15 HTTP/1.1" status: 200 len: 1092 time: 5.0452840 Jul 16 20:11:47.465296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ac3b8-72ca-42ce-ac38-a8834251a736 service neutron] Pushing event updated for resources: {'Port': ['ID=765888ce-b8ec-4ed5-b823-d35315b26d15,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:47.589012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:47.599076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:47.599708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:47.671337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:47.673499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'}, {'name': 'network-changed', 'server_uuid': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'tag': '765888ce-b8ec-4ed5-b823-d35315b26d15'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:47.676261 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d"}, {"name": "network-changed", "server_uuid": "7b00280a-18d3-46fd-b7ab-29200f7fd2cc", "tag": "765888ce-b8ec-4ed5-b823-d35315b26d15"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:47.737322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:47.798954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:11:47.804979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:47.920569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:47.945120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:47.945630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:47.946121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:47.946686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Bound port: 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:47.947153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:47.953367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:11:48.029314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:48.033032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:48.051588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f57d5-066c-47e3-aedc-6eb6af9d0292 None None] Network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:11:48.103513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.164307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c548d-94d5-46e8-b32b-03e6e9790534 req-f5f81def-827c-4ee4-bf40-3e5347bf80f5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.172735 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f12c548d-94d5-46e8-b32b-03e6e9790534 req-f5f81def-827c-4ee4-bf40-3e5347bf80f5 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 0.9514117 Jul 16 20:11:48.189082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-85a9f0fc-cd40-4954-b4a4-c711fdba52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.192757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.201618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-85a9f0fc-cd40-4954-b4a4-c711fdba52c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.9383445 Jul 16 20:11:48.208136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.233144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0db280f9-f5e0-4e77-b96d-9b14f5ea0912 None None] Provisioning for port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:48.246504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0db280f9-f5e0-4e77-b96d-9b14f5ea0912 None None] Provisioning complete for port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:48.246921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0db280f9-f5e0-4e77-b96d-9b14f5ea0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.382864 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.383826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.384454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.385941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] 10.222.0.30 "PUT /v2.0/ports/5d1f5b3b-da72-478c-9df2-3385b83b73e8 HTTP/1.1" status: 200 len: 1093 time: 4.6598432 Jul 16 20:11:48.511707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-a0d1aba9-f2e7-4a62-8285-570cc3b436f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.1740797 Jul 16 20:11:48.530028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-e763b686-b28c-414a-9e4e-35baa3cb0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:48.531783 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-e763b686-b28c-414a-9e4e-35baa3cb0dba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa6d6b95912c421d82dac0ddb8757859&device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 1095 time: 1.0308199 Jul 16 20:11:48.557425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0db280f9-f5e0-4e77-b96d-9b14f5ea0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.609900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0db280f9-f5e0-4e77-b96d-9b14f5ea0912 None None] For port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3a0e7c03-9c1e-4086-b514-99fb8b699cf8,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:48.617788 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0db280f9-f5e0-4e77-b96d-9b14f5ea0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.717897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05437a-487e-4975-b702-e0d6319264fd service neutron] Pushing event updated for resources: {'Port': ['ID=5d1f5b3b-da72-478c-9df2-3385b83b73e8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.726583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db280f9-f5e0-4e77-b96d-9b14f5ea0912 None None] Pushing event updated for resources: {'Port': ['ID=3a0e7c03-9c1e-4086-b514-99fb8b699cf8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:48.762650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f12c548d-94d5-46e8-b32b-03e6e9790534 req-0545b070-0545-4195-89b3-9290e60c1e84 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889385 Jul 16 20:11:48.779367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:48.787213 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fd4f8d-8ccc-4e0a-b2f9-bf8b8deb68bf x-openstack-request-id: req-07fd4f8d-8ccc-4e0a-b2f9-bf8b8deb68bf {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:48.788974 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b00280a-18d3-46fd-b7ab-29200f7fd2cc", "tag": "765888ce-b8ec-4ed5-b823-d35315b26d15", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:48.789408 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07fd4f8d-8ccc-4e0a-b2f9-bf8b8deb68bf {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:48.789974 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'status': 'completed', 'code': 200} Jul 16 20:11:48.791572 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'tag': '765888ce-b8ec-4ed5-b823-d35315b26d15', 'status': 'completed', 'code': 200} Jul 16 20:11:48.803756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-f9dafc9f-aa18-4cbe-8ead-958e005edc13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=765888ce-b8ec-4ed5-b823-d35315b26d15 HTTP/1.1" status: 200 len: 217 time: 0.2434390 Jul 16 20:11:48.973304 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Floating IP 4d8a7089-d777-4c69-af54-a6a47417043e associated. External IP: 172.25.7.155, port: 0a5c69a6-aa86-459c-bf4a-8360448f6484. Jul 16 20:11:49.112893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-4f4064c0-cd56-4717-affb-e6469662014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.114636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-4f4064c0-cd56-4717-affb-e6469662014c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.5601399 Jul 16 20:11:49.166455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-383304f7-4959-4c7b-90a2-7d39cb36a100 None None] Provisioning complete for port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:49.167073 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-383304f7-4959-4c7b-90a2-7d39cb36a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.280154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-ea8626e8-83e7-4aac-a6a2-1c8543579c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.282355 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-ea8626e8-83e7-4aac-a6a2-1c8543579c63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=912cabd8-9893-4220-9d50-8f874340d3e8 HTTP/1.1" status: 200 len: 845 time: 0.4681659 Jul 16 20:11:49.290055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-53074a9a-81f2-40a2-a44e-6ac1fdce2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.291780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Router eab02ded-db02-40e8-9bc5-1f8e289f1096 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:11:49.292440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-53074a9a-81f2-40a2-a44e-6ac1fdce2fad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 1096 time: 0.8058276 Jul 16 20:11:49.356236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a7308-9096-4dc4-a9c5-9fa0283c4a3b req-4f5f2d90-cac8-4da5-942d-2faad7287186 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.364598 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b9a7308-9096-4dc4-a9c5-9fa0283c4a3b req-4f5f2d90-cac8-4da5-942d-2faad7287186 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.2598345 Jul 16 20:11:49.427548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-38f5db68-b36c-4e16-a54b-a005f426948c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8 HTTP/1.1" status: 200 len: 217 time: 0.1116581 Jul 16 20:11:49.556985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:49.628582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd6c8e-afa9-4235-9dfd-ed77ed263661 req-d9c1f25c-aa5a-41f3-884e-6d693d99c5a5 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.629190 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58dd6c8e-afa9-4235-9dfd-ed77ed263661 req-d9c1f25c-aa5a-41f3-884e-6d693d99c5a5 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 943 time: 0.5443892 Jul 16 20:11:49.631190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-440d6bc7-51ec-4b3b-9a56-499951dd8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.632898 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-440d6bc7-51ec-4b3b-9a56-499951dd8371 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1101 time: 0.8310006 Jul 16 20:11:49.693005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:49.693005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:49.707799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-38f06fa1-4780-4c82-87d0-4f484ae7b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:49.709312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-38f06fa1-4780-4c82-87d0-4f484ae7b33a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5711484 Jul 16 20:11:49.883744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Router c5b74cdb-ee48-4131-b2c9-8bee55dac490 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:11:50.032761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:50.042557 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] Sync routers for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:50.061808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b9a7308-9096-4dc4-a9c5-9fa0283c4a3b req-f52e6511-5540-4e05-9025-393aea55fc1c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6909630 Jul 16 20:11:50.072354 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.095232 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:50.095893 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:50.150453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e683e9d7-acdc-40b7-993e-cef25b1e3822 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "PUT /v2.0/floatingips/4d8a7089-d777-4c69-af54-a6a47417043e HTTP/1.1" status: 200 len: 991 time: 3.8041601 Jul 16 20:11:50.228927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'tag': '0a5c69a6-aa86-459c-bf4a-8360448f6484'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:50.232402 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c60d185-76ff-4e93-832a-fc85ac919da8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb610ee2-3d39-41f0-80a1-7618cd072f47", "tag": "0a5c69a6-aa86-459c-bf4a-8360448f6484"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:50.249331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-9ab5e969-bfa3-4522-b111-efda6dcd86be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.251123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-9ab5e969-bfa3-4522-b111-efda6dcd86be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.7886281 Jul 16 20:11:50.367427 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:50.384121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-db4e8638-5d54-4eb6-bdef-17162a928a21 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329734 Jul 16 20:11:50.402127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-c678d578-8761-4275-a3b6-4b1d3f1a39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.404527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-c678d578-8761-4275-a3b6-4b1d3f1a39bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0cd85be-5c77-4b83-9c2d-7185874ff1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1067972 Jul 16 20:11:50.471473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:11:50.483388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Sync routers for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:11:50.498698 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ddfaa-7a8b-498e-b861-baea676a8d9b req-05c53655-904b-46ba-b520-6f3180c27a6b tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.502319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:50.503033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:50.507832 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-718ddfaa-7a8b-498e-b861-baea676a8d9b req-05c53655-904b-46ba-b520-6f3180c27a6b tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 946 time: 0.1878829 Jul 16 20:11:50.529221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-e75da800-d7a3-48eb-b4ca-dfeefd7160f4 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:50.531190 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-e75da800-d7a3-48eb-b4ca-dfeefd7160f4 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.63 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 946 time: 0.3797934 Jul 16 20:11:50.629687 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.631410 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-81904b30-f039-40bd-81bf-49de08bd7a33 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2714758 Jul 16 20:11:50.640974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a651f2bc-442e-499f-94e0-599d47a3481c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.648439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-533e8c93-3c42-4afd-b215-ad41e80f4162 req-da048af1-0e7d-46ba-b5d9-839186bb4450 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428970 Jul 16 20:11:50.650404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-ad80a633-b8c3-40ad-bc3b-44d36a7afc34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2608800 Jul 16 20:11:50.650883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:11:50.707939 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-718ddfaa-7a8b-498e-b861-baea676a8d9b req-35ab34ca-0fcf-4ae8-9104-68c3ee6874d2 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac8a8af-7e2b-4685-acc9-e377fc3aa268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986227 Jul 16 20:11:50.753741 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4d8a7089-d777-4c69-af54-a6a47417043e', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'port_id': '0a5c69a6-aa86-459c-bf4a-8360448f6484', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'mac_address': 'fa:16:3e:0a:9d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:46Z', 'updated_at': '2021-07-16T20:11:47Z', 'revision_number': 1, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59e196b-e661-4c3e-aeef-1d6710ff067c', 'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'mac_address': 'fa:16:3e:e8:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:38Z', 'updated_at': '2021-07-16T20:10:49Z', 'revision_number': 5, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'subnets': [{'id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:50.783335 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] Checking router: c5b74cdb-ee48-4131-b2c9-8bee55dac490 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:50.792758 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:50.793556 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:50.827615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:50.863807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:50.866906 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c8401f-b32a-4b8c-b944-834a0611fa02" -d '{"events": [{"name": "network-changed", "server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:50.910427 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Deleting port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:50.911046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:50.925826 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:51.122655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42c80a-4813-43c1-94e7-4d6821aabaef req-462fc0e4-a3d3-4522-92c4-17a9f7795e72 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.131842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f42c80a-4813-43c1-94e7-4d6821aabaef req-462fc0e4-a3d3-4522-92c4-17a9f7795e72 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 0.2055736 Jul 16 20:11:51.185751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] For port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:51.186121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.193700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-0ced8cbc-d927-4003-bb7b-160bc4b3b4e2 service neutron] 10.222.0.30 "GET /v2.0/networks/a0cd85be-5c77-4b83-9c2d-7185874ff1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397928 Jul 16 20:11:51.198931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-fbe6caf3-de62-414f-bf87-df99d77639ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.200704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-fbe6caf3-de62-414f-bf87-df99d77639ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 1.5368724 Jul 16 20:11:51.213510 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f42c80a-4813-43c1-94e7-4d6821aabaef req-32389e31-04d7-4e9b-9031-9644368567ca tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805421 Jul 16 20:11:51.234409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:48Z', 'revision_number': 3, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:51.239582 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58dd6c8e-afa9-4235-9dfd-ed77ed263661 req-f56783c5-7f4d-4cce-96e4-4c96efeea0b0 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5767596 Jul 16 20:11:51.258601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Calling delete_port for 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:51.284187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-4e3f2ea9-bbd3-403d-865d-b551094ed37e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.0533326 Jul 16 20:11:51.304381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Checking router: eab02ded-db02-40e8-9bc5-1f8e289f1096 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:11:51.304837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Updating router eab02ded-db02-40e8-9bc5-1f8e289f1096 port 9b4e28ae-5470-4f03-a6d1-38140643435d binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:11:51.386335 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.445354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-290385e2-a4d7-4f99-bee3-f42ca145792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.454655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-290385e2-a4d7-4f99-bee3-f42ca145792b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1040277 Jul 16 20:11:51.531567 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b425a6b4-3086-4dcf-ad62-b27105e16990 x-openstack-request-id: req-b425a6b4-3086-4dcf-ad62-b27105e16990 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:51.531860 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb610ee2-3d39-41f0-80a1-7618cd072f47", "tag": "0a5c69a6-aa86-459c-bf4a-8360448f6484", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:51.532107 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b425a6b4-3086-4dcf-ad62-b27105e16990 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:51.532504 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'tag': '0a5c69a6-aa86-459c-bf4a-8360448f6484', 'status': 'completed', 'code': 200} Jul 16 20:11:51.658287 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4d8a7089-d777-4c69-af54-a6a47417043e', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'port_id': '0a5c69a6-aa86-459c-bf4a-8360448f6484', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'mac_address': 'fa:16:3e:0a:9d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:46Z', 'updated_at': '2021-07-16T20:11:47Z', 'revision_number': 1, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59e196b-e661-4c3e-aeef-1d6710ff067c', 'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'mac_address': 'fa:16:3e:e8:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:38Z', 'updated_at': '2021-07-16T20:10:49Z', 'revision_number': 5, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'subnets': [{'id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:51.701450 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cf5f53-78a8-48d6-8ee7-fb134996948f x-openstack-request-id: req-e1cf5f53-78a8-48d6-8ee7-fb134996948f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:51.702035 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:51.705289 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1cf5f53-78a8-48d6-8ee7-fb134996948f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:51.705733 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8', 'status': 'completed', 'code': 200} Jul 16 20:11:51.747724 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.756626 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f0706-a881-4f58-ad0e-85a2697ce766 None None] The sync data for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 is: [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4d8a7089-d777-4c69-af54-a6a47417043e', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'port_id': '0a5c69a6-aa86-459c-bf4a-8360448f6484', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'mac_address': 'fa:16:3e:0a:9d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:10:46Z', 'updated_at': '2021-07-16T20:11:47Z', 'revision_number': 1, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59e196b-e661-4c3e-aeef-1d6710ff067c', 'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'mac_address': 'fa:16:3e:e8:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:38Z', 'updated_at': '2021-07-16T20:10:49Z', 'revision_number': 5, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'subnets': [{'id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:51.820541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-f2d41385-5900-40b6-a71f-6caba6aa4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:51.822205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Pushing event deleted for resources: {'Port': ['ID=9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:51.834333 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-f2d41385-5900-40b6-a71f-6caba6aa4c38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=743535f04d9c41f08751d43630cc4015&device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1101 time: 1.1203423 Jul 16 20:11:51.906037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] No DVR routers for this DVR port 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:11:51.909560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:51.911716 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1a8d520-7f46-4660-a0ac-40f9d6266d13 req-68dc9515-bc9f-4361-8064-8e0651ef1753 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.63 "DELETE /v2.0/ports/9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba HTTP/1.1" status: 204 len: 173 time: 1.3684683 Jul 16 20:11:52.100791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb0303-64ea-4fdb-a24b-6a919152a564 req-757cdf97-82ad-4f1a-a20a-fad1774111fa tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.102438 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2eb0303-64ea-4fdb-a24b-6a919152a564 req-757cdf97-82ad-4f1a-a20a-fad1774111fa tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.1595950 Jul 16 20:11:52.108333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:52.163896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-8b74c9a2-6c70-4ef6-8cc3-50a8fe1ed113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.169454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-8b74c9a2-6c70-4ef6-8cc3-50a8fe1ed113 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3302395 Jul 16 20:11:52.196961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2eb0303-64ea-4fdb-a24b-6a919152a564 req-3f07bbc5-fc4e-4e6d-b70d-21409b9917ee tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832844 Jul 16 20:11:52.234608 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0a759-7d46-40bd-8b32-4e09c2784a10 None None] New status for floating IP 4d8a7089-d777-4c69-af54-a6a47417043e: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:11:52.636746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.681905 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.706407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Transition to ACTIVE for port object 9b4e28ae-5470-4f03-a6d1-38140643435d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:52.717693 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.766802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f98a89-8a4d-4d47-b7c6-24e8e9c0c87a req-4bc37307-64c6-4dcb-a6e6-0a0e9a538ab4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.769465 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63f98a89-8a4d-4d47-b7c6-24e8e9c0c87a req-4bc37307-64c6-4dcb-a6e6-0a0e9a538ab4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 0.2281027 Jul 16 20:11:52.864921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63f98a89-8a4d-4d47-b7c6-24e8e9c0c87a req-faf8466e-703c-41a1-a459-ff947c7e55df tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835667 Jul 16 20:11:52.869144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Attempting to bind port 9b4e28ae-5470-4f03-a6d1-38140643435d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:11:52.869527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Attempting to bind port 9b4e28ae-5470-4f03-a6d1-38140643435d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:11:52.870447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Attempting to bind port 9b4e28ae-5470-4f03-a6d1-38140643435d on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:11:52.899507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0e5e5-984c-45d4-a29f-ec74c8b36522 None None] Pushing event updated for resources: {'Port': ['ID=9b4e28ae-5470-4f03-a6d1-38140643435d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:52.904340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:11:52.904718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:11:52.905131 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.912172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-66f8fa7d-8a40-4583-a9af-a3d143683874 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 200 len: 217 time: 0.6558547 Jul 16 20:11:52.912665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:11:52.912781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Bound port: 9b4e28ae-5470-4f03-a6d1-38140643435d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:11:52.913354 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:52.953067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-cdc0b138-21fd-43a3-b116-a2308eb8186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:52.955908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-cdc0b138-21fd-43a3-b116-a2308eb8186b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3389895 Jul 16 20:11:52.960747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-c242eebe-f6d5-446d-ade8-918500e9146b service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1790891 Jul 16 20:11:53.036213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] For port 9b4e28ae-5470-4f03-a6d1-38140643435d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:11:53.042635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-33340af7-2340-4f09-bb04-3981bd994cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.090099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] For port 9b4e28ae-5470-4f03-a6d1-38140643435d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9b4e28ae-5470-4f03-a6d1-38140643435d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:11:53.091558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-33340af7-2340-4f09-bb04-3981bd994cc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0940702 Jul 16 20:11:53.092372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.235326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0e5e5-984c-45d4-a29f-ec74c8b36522 None None] Pushing event updated for resources: {'Port': ['ID=9b4e28ae-5470-4f03-a6d1-38140643435d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:53.260180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:11:53.261002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:53.304056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982303d0-8e7b-4099-8f62-cd7b47019e33 req-a0ec4923-d456-49fc-ad7d-c68dfeadfce7 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.312902 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-982303d0-8e7b-4099-8f62-cd7b47019e33 req-a0ec4923-d456-49fc-ad7d-c68dfeadfce7 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 943 time: 0.2230191 Jul 16 20:11:53.322377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0bb8df-5403-4c70-a9f9-5cd5e8bd7dc9 req-3be8ed76-f631-4aee-b3a0-fde86fe2be6f service neutron] 10.222.0.30 "GET /v2.0/networks/a0cd85be-5c77-4b83-9c2d-7185874ff1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1166325 Jul 16 20:11:53.368565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.391702 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-982303d0-8e7b-4099-8f62-cd7b47019e33 req-62c96a18-b44c-445b-8a68-df76061acaef tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762742 Jul 16 20:11:53.455029 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-950723cb-e9d7-44bb-af0b-de846100c6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:53.493934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:11:53.513704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-91a785f8-6ade-43ad-a5a7-a9a64578973f service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753203 Jul 16 20:11:53.515967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad6cfc99-3516-4a24-a7d5-54d65d42af48 req-fa87f4ea-edf8-4594-87f2-681289f780d7 tempest-AttachSCSIVolumeTestJSON-72301961 tempest-AttachSCSIVolumeTestJSON-72301961-project] 10.222.0.10 "GET /v2.0/ports?device_id=357c6138-5140-489e-b14a-6185bfc22fd4 HTTP/1.1" status: 200 len: 210 time: 1.3365426 Jul 16 20:11:53.533951 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357c6138-5140-489e-b14a-6185bfc22fd4', 'name': 'network-vif-deleted', 'tag': '9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:53.537611 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b02a40-813b-4e39-8d46-e5d44ef81344" -d '{"events": [{"server_uuid": "357c6138-5140-489e-b14a-6185bfc22fd4", "name": "network-vif-deleted", "tag": "9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:53.694433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-93d6c3cd-ef01-424e-b072-67082be1da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:53.696034 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-93d6c3cd-ef01-424e-b072-67082be1da93 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=192a6a5ab1484bb59fe3c3736d1d737b&device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 1097 time: 2.0182850 Jul 16 20:11:53.791146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:53.831124 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0090ea81-3765-41fa-9c84-b213bb45a021 x-openstack-request-id: req-0090ea81-3765-41fa-9c84-b213bb45a021 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:53.831834 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357c6138-5140-489e-b14a-6185bfc22fd4", "name": "network-vif-deleted", "tag": "9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:53.832375 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0090ea81-3765-41fa-9c84-b213bb45a021 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:53.833698 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357c6138-5140-489e-b14a-6185bfc22fd4', 'name': 'network-vif-deleted', 'tag': '9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba', 'status': 'completed', 'code': 200} Jul 16 20:11:53.857891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:11:53.858542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9e95e7d1-39ea-4466-917a-e8d5fdb9f7ba not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:11:53.908308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:48Z', 'revision_number': 3, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:11:53.962256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeca4ea-2547-4291-9b60-a85675fc94e9 None None] The sync data for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 is: [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:48Z', 'revision_number': 3, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:11:54.253095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef062b-fe90-42b2-8c3b-17f238d2b9ae req-4fc7d438-888d-468f-9dff-b79a5ea91bdf tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.270201 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-07ef062b-fe90-42b2-8c3b-17f238d2b9ae req-4fc7d438-888d-468f-9dff-b79a5ea91bdf tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 949 time: 0.1747911 Jul 16 20:11:54.372859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-07ef062b-fe90-42b2-8c3b-17f238d2b9ae req-93227898-11c9-4de4-bd7f-afc14f8cfd2c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994689 Jul 16 20:11:54.422957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-53a3ee5e-1d38-4b0b-82ab-0ca56c7b8fc0 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8779099 Jul 16 20:11:54.423983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:54.521285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:54.627307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-f2c316c4-5b2b-4ba7-8ed9-107f3ea2d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.629282 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-f2c316c4-5b2b-4ba7-8ed9-107f3ea2d461 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4249499 Jul 16 20:11:54.631715 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e3eee25-d8fe-454d-b251-7d95098428c0 req-ded78430-a0d3-400f-a9ac-5b4a5499c72c service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3451414 Jul 16 20:11:54.657359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923aae3-b9de-4d84-8c86-ed2771461860 req-aa453acc-d283-4fd7-9353-82c13a74a497 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.666212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8923aae3-b9de-4d84-8c86-ed2771461860 req-aa453acc-d283-4fd7-9353-82c13a74a497 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.9593143 Jul 16 20:11:54.818441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cd08b-5e31-4583-b5b3-29f3774ee99c req-c3092ab8-3caa-41d4-b441-4b14edfe9b7d tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:54.831765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8b0cd08b-5e31-4583-b5b3-29f3774ee99c req-c3092ab8-3caa-41d4-b441-4b14edfe9b7d tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 1101 time: 0.1963973 Jul 16 20:11:54.888320 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:54.888555 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8b0cd08b-5e31-4583-b5b3-29f3774ee99c req-bec86583-3c4e-4e77-91f2-c4dcabebbd8b tempest-MigrationsAdminTest-1591633550 tempest-MigrationsAdminTest-1591633550-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508668 Jul 16 20:11:54.930176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'mac_address': 'fa:16:3e:8d:50:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:54.983563 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.002510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-cf653bec-e95f-4f3f-8c4a-ded1d0dca353 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329759 Jul 16 20:11:55.004438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:55.048897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:55.058915 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.138591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-9cc8525b-6ce9-436e-b7ec-9aba867ec4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.140157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cebaec-8317-4835-9fb1-90183c90d380 req-92fcb7fc-5b35-4a56-b4c3-cd43ba1ae5d6 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.141216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-9cc8525b-6ce9-436e-b7ec-9aba867ec4ce service neutron] 10.222.0.63 "GET /v2.0/networks?id=7a0bc17c-ed1d-449f-8f56-1daec615cb90 HTTP/1.1" status: 200 len: 916 time: 1.4205565 Jul 16 20:11:55.142525 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8cebaec-8317-4835-9fb1-90183c90d380 req-92fcb7fc-5b35-4a56-b4c3-cd43ba1ae5d6 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 943 time: 0.0725648 Jul 16 20:11:55.148478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:55.149796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8923aae3-b9de-4d84-8c86-ed2771461860 req-c9e8cbe9-c0fa-46ea-a732-e90eb967ce7d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816880 Jul 16 20:11:55.186194 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8cebaec-8317-4835-9fb1-90183c90d380 req-c709d1fc-f4b8-4b34-8452-64c4eec02640 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379581 Jul 16 20:11:55.398891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:55.474128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-7a0233e2-955e-4b8a-98ca-b0a2bbf9d28c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a5c69a6-aa86-459c-bf4a-8360448f6484 HTTP/1.1" status: 200 len: 1001 time: 0.3185556 Jul 16 20:11:55.479821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-7f822a0d-a876-401c-a1d2-f475d15a18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.481285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-7f822a0d-a876-401c-a1d2-f475d15a18f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 1096 time: 0.6214423 Jul 16 20:11:55.729628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9b4e28ae-5470-4f03-a6d1-38140643435d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:55.777827 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-944f66cf-72ee-4f9e-bf56-3e9d4925a018 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226524 Jul 16 20:11:55.815599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-4e03c4ae-89ff-4c8b-9e4a-679aed9e01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:55.817157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-4e03c4ae-89ff-4c8b-9e4a-679aed9e01c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74363b6c-ee6b-470a-a5d8-71c1a42d0252 HTTP/1.1" status: 200 len: 854 time: 0.3327060 Jul 16 20:11:55.822125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.844700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 9b4e28ae-5470-4f03-a6d1-38140643435d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:55.846532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Deleting port 06445a83-02f9-4921-95d3-22b6cc8b4c7d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:55.846881 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.852758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9b4e28ae-5470-4f03-a6d1-38140643435d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:55.853310 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:55.970670 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.002113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 9b4e28ae-5470-4f03-a6d1-38140643435d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9b4e28ae-5470-4f03-a6d1-38140643435d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:56.003855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-9c863a1e-6f88-4487-8d6a-f1b1e0937261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.005325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-9c863a1e-6f88-4487-8d6a-f1b1e0937261 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.5140505 Jul 16 20:11:56.007953 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.074739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=9b4e28ae-5470-4f03-a6d1-38140643435d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:56.104848 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.141993 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-721a0651-8306-4026-b0c5-8d505ab41ebd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8 HTTP/1.1" status: 200 len: 217 time: 0.0971129 Jul 16 20:11:56.269575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] For port 06445a83-02f9-4921-95d3-22b6cc8b4c7d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=06445a83-02f9-4921-95d3-22b6cc8b4c7d,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:56.269941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.290923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-d9330ca6-d813-4450-b8c7-ac3d53ac6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.292575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-d9330ca6-d813-4450-b8c7-ac3d53ac6584 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7a0bc17c-ed1d-449f-8f56-1daec615cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4543815 Jul 16 20:11:56.301242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Calling delete_port for 06445a83-02f9-4921-95d3-22b6cc8b4c7d owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:56.328981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-29876348-0d45-407c-b1c6-6223ad22a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.330438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-29876348-0d45-407c-b1c6-6223ad22a595 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa6d6b95912c421d82dac0ddb8757859&device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 1095 time: 0.4950185 Jul 16 20:11:56.332281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-5c85f8a7-57ce-47c0-be59-548f326977c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.333565 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-5c85f8a7-57ce-47c0-be59-548f326977c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1723573 Jul 16 20:11:56.372988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6d676-93e6-4883-b0a4-3e6d078d106a req-87677a9e-c45c-4cc9-8626-1e7894b4238c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.374573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-60b6d676-93e6-4883-b0a4-3e6d078d106a req-87677a9e-c45c-4cc9-8626-1e7894b4238c tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 950 time: 0.4421225 Jul 16 20:11:56.505749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-07a9dad6-e5b3-4fc7-b92e-a122a2baa857 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552796 Jul 16 20:11:56.537022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 765888ce-b8ec-4ed5-b823-d35315b26d15 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:11:56.561429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:56.637199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Allocated IP 172.20.0.1 (235f2ab3-32b8-48e3-a2ce-ef6ccbe13879/1662353e-1aa7-48ea-8bd7-12bb1b5ac897/2d95d609-7966-484f-bbab-c646d5789a35) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:11:56.683158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-60b6d676-93e6-4883-b0a4-3e6d078d106a req-5ccb62b5-5e15-4954-87a5-19ca324c95ee tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693574 Jul 16 20:11:56.732503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836c3e-b6d8-40e2-8a48-db863288ef33 req-98c01a5a-8c0b-409f-9fee-9dd6f982a10f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:56.746173 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09836c3e-b6d8-40e2-8a48-db863288ef33 req-98c01a5a-8c0b-409f-9fee-9dd6f982a10f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.2152019 Jul 16 20:11:56.748798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:56.770464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:56.774111 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:56.835809 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09836c3e-b6d8-40e2-8a48-db863288ef33 req-badb8c22-7951-4e77-926a-3e5f6c795910 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858526 Jul 16 20:11:56.898657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 765888ce-b8ec-4ed5-b823-d35315b26d15, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=765888ce-b8ec-4ed5-b823-d35315b26d15,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:56.915009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '765888ce-b8ec-4ed5-b823-d35315b26d15', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'port_id': '765888ce-b8ec-4ed5-b823-d35315b26d15', 'mac_address': 'fa:16:3e:78:a9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:11:56.988275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.010859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765888ce-b8ec-4ed5-b823-d35315b26d15 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:11:57.051634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 765888ce-b8ec-4ed5-b823-d35315b26d15, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=765888ce-b8ec-4ed5-b823-d35315b26d15,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:57.060216 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.152501 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.191499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:57.193736 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9baedf0-07a9-4fd3-942b-5582894916a7" -d '{"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-plugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:57.199062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=765888ce-b8ec-4ed5-b823-d35315b26d15,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:57.236775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:57.244907 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.351801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:57.371726 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-4cb3ade6-7915-43a0-8998-c48e5526f94a service neutron] 10.222.0.63 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0647097 Jul 16 20:11:57.405214 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a90d34-6317-4ee8-b692-9ce8c8fec60e x-openstack-request-id: req-d9a90d34-6317-4ee8-b692-9ce8c8fec60e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:57.405516 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-plugged", "status": "completed", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:57.405773 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9a90d34-6317-4ee8-b692-9ce8c8fec60e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:57.406204 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'code': 200} Jul 16 20:11:57.414240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-6af16fd8-9ceb-4f8d-a7c7-ad7123cfe277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.415765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-6af16fd8-9ceb-4f8d-a7c7-ad7123cfe277 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0cd85be-5c77-4b83-9c2d-7185874ff1cd HTTP/1.1" status: 200 len: 907 time: 1.0515561 Jul 16 20:11:57.417628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['765888ce-b8ec-4ed5-b823-d35315b26d15'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:11:57.481981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-21b02bb3-4a58-4276-8cfe-0a17bc83c683 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9354663 Jul 16 20:11:57.542107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9b4e28ae-5470-4f03-a6d1-38140643435d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:57.570102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-7e56f2e9-e5e7-450b-9750-98afd478b2d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=765888ce-b8ec-4ed5-b823-d35315b26d15 HTTP/1.1" status: 200 len: 217 time: 0.1011488 Jul 16 20:11:57.639647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9b4e28ae-5470-4f03-a6d1-38140643435d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:57.640451 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.645528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-be092bdd-d532-4276-8ad1-2d544fc8bb1f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.647602 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-be092bdd-d532-4276-8ad1-2d544fc8bb1f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 804 time: 0.1250219 Jul 16 20:11:57.680915 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-cd287369-291d-42c0-9258-0450ce2ebb5b tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/quotas/33f71e775c2c4b3189d177fc3aa997f1 HTTP/1.1" status: 200 len: 375 time: 0.0249310 Jul 16 20:11:57.749768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-8bde03ce-8926-4c0c-b60d-2f0c6fd63755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.751117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-8bde03ce-8926-4c0c-b60d-2f0c6fd63755 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=912cabd8-9893-4220-9d50-8f874340d3e8 HTTP/1.1" status: 200 len: 845 time: 0.1591220 Jul 16 20:11:57.812038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ec676bbd-6fdb-4e73-8aa9-3607a1db7e00 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1247327 Jul 16 20:11:57.837557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:57.911332 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-572c8754-c674-4192-9b07-69b70d4ecb3c service neutron] 10.222.0.10 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969491 Jul 16 20:11:57.945245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Transition to ACTIVE for port object 2d95d609-7966-484f-bbab-c646d5789a35 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:11:57.948302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c60d185-76ff-4e93-832a-fc85ac919da8 req-4f9bad7f-1815-47ab-a97f-ecc2a9848d06 service neutron] 10.222.0.63 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957769 Jul 16 20:11:57.978419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f324b88-4acc-416f-82aa-bf0e207ec9e8 req-3d0d1184-83e0-4104-ab44-f6edde209a9b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.980525 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f324b88-4acc-416f-82aa-bf0e207ec9e8 req-3d0d1184-83e0-4104-ab44-f6edde209a9b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 943 time: 1.1063333 Jul 16 20:11:57.995868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-73d90d55-dfdc-46dc-b626-e736242885a8 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:57.997415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-73d90d55-dfdc-46dc-b626-e736242885a8 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 951 time: 0.6076033 Jul 16 20:11:58.014020 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-0fa56f65-63ea-4b74-8667-17c2aa1c3c16 service neutron] 10.222.0.10 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954895 Jul 16 20:11:58.051012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40c8401f-b32a-4b8c-b944-834a0611fa02 req-8149d098-cc59-4260-9a0f-bfbf6131e5d8 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731431 Jul 16 20:11:58.094886 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.162061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-e2f6caa7-bb5d-42cf-a994-5dd8638c2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:58.165274 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-e2f6caa7-bb5d-42cf-a994-5dd8638c2610 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0cd85be-5c77-4b83-9c2d-7185874ff1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4023657 Jul 16 20:11:58.171627 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f324b88-4acc-416f-82aa-bf0e207ec9e8 req-b59c9df0-8bac-4957-891d-530503cb9c1c tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723773 Jul 16 20:11:58.172692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=06445a83-02f9-4921-95d3-22b6cc8b4c7d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:58.230161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.404820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe4ed-7696-4982-877b-541367ebf52d req-b645b420-b450-420e-b11e-df643b93c666 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:58.412055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dedfe4ed-7696-4982-877b-541367ebf52d req-b645b420-b450-420e-b11e-df643b93c666 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 951 time: 0.1419702 Jul 16 20:11:58.425694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:11:58.432088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d95d609-7966-484f-bbab-c646d5789a35,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:58.434867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:11:58.445054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:11:58.487288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dedfe4ed-7696-4982-877b-541367ebf52d req-3cfb2b74-be83-4113-832f-1850e92a5c1a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739539 Jul 16 20:11:58.542553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 765888ce-b8ec-4ed5-b823-d35315b26d15 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:11:58.656920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c505a728-a9f8-4348-9a16-6c3d9dc72532 req-582b428a-0450-45a9-a377-44b21b844f9a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 210 time: 0.0685451 Jul 16 20:11:58.683567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 765888ce-b8ec-4ed5-b823-d35315b26d15 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:58.699795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 765888ce-b8ec-4ed5-b823-d35315b26d15 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:58.700174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.789619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.856494 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.872154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f63939b-3180-4750-bc31-913f057c9b99 None None] Provisioning for port 2d95d609-7966-484f-bbab-c646d5789a35 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:11:58.880021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.888861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f63939b-3180-4750-bc31-913f057c9b99 None None] Provisioning complete for port 2d95d609-7966-484f-bbab-c646d5789a35 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:11:58.889567 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f63939b-3180-4750-bc31-913f057c9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.931122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Deleting port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:11:58.931579 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:58.943876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7f63939b-3180-4750-bc31-913f057c9b99 None None] Port 2d95d609-7966-484f-bbab-c646d5789a35 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:11:58.946374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 765888ce-b8ec-4ed5-b823-d35315b26d15, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=765888ce-b8ec-4ed5-b823-d35315b26d15,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:58.952757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.007147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=765888ce-b8ec-4ed5-b823-d35315b26d15,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:11:59.075886 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-a549800f-feed-4919-b954-80e5dbe72340 service neutron] 10.222.0.30 "GET /v2.0/networks/a0cd85be-5c77-4b83-9c2d-7185874ff1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8893292 Jul 16 20:11:59.207977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8390-288c-497f-9ee6-3cef6021b1d1 req-a0455864-fd71-475e-b80d-cce741529554 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.209637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fe8390-288c-497f-9ee6-3cef6021b1d1 req-a0455864-fd71-475e-b80d-cce741529554 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.7810054 Jul 16 20:11:59.377193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] For port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:59.377450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25d87f-9256-48ec-a789-3068262d8aa0 req-6284d3bd-fb83-4ddd-a911-5dfd5409afbd tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.377976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.378960 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d25d87f-9256-48ec-a789-3068262d8aa0 req-6284d3bd-fb83-4ddd-a911-5dfd5409afbd tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.0761709 Jul 16 20:11:59.407368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765888ce-b8ec-4ed5-b823-d35315b26d15'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:11:59.409837 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46718c0-6df0-45ea-b4ff-3c82610e9c60" -d '{"events": [{"server_uuid": "7b00280a-18d3-46fd-b7ab-29200f7fd2cc", "name": "network-vif-plugged", "status": "completed", "tag": "765888ce-b8ec-4ed5-b823-d35315b26d15"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:11:59.418160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fe8390-288c-497f-9ee6-3cef6021b1d1 req-c6363650-acb5-45ee-9f52-7e28407c66b6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955144 Jul 16 20:11:59.428272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Calling delete_port for 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:11:59.430288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d25d87f-9256-48ec-a789-3068262d8aa0 req-431411f1-8ed9-479e-b596-16e5442560f2 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446973 Jul 16 20:11:59.443993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-f627ef85-fdca-4c16-858c-1c3d3f2693c1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.445734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-f627ef85-fdca-4c16-858c-1c3d3f2693c1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "GET /v2.0/ports?device_id=1147268f-cf14-4f56-a5b8-b581243b0d74 HTTP/1.1" status: 200 len: 945 time: 0.4417236 Jul 16 20:11:59.446202 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.471679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d5d822-ddb9-4d51-9d4c-656c8ace73a4 req-fd71e5e6-8ab0-47d4-bd91-68bbe9223ff0 service neutron] 10.222.0.30 "GET /v2.0/networks/a0cd85be-5c77-4b83-9c2d-7185874ff1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661325 Jul 16 20:11:59.512769 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4701aa9-2300-4b22-b530-4c2754ed4323 x-openstack-request-id: req-b4701aa9-2300-4b22-b530-4c2754ed4323 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:11:59.513156 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b00280a-18d3-46fd-b7ab-29200f7fd2cc", "name": "network-vif-plugged", "status": "completed", "tag": "765888ce-b8ec-4ed5-b823-d35315b26d15", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:11:59.513507 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4701aa9-2300-4b22-b530-4c2754ed4323 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:11:59.513991 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765888ce-b8ec-4ed5-b823-d35315b26d15', 'code': 200} Jul 16 20:11:59.779749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:11:59.897534 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.917362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6808049-9676-44d9-8f48-e9b43a788ad2 req-197b382c-9054-4111-9761-0bc36b0a1cb1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:11:59.928122 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b6808049-9676-44d9-8f48-e9b43a788ad2 req-197b382c-9054-4111-9761-0bc36b0a1cb1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 951 time: 0.1309867 Jul 16 20:11:59.943006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:11:59.948577 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:11:59.979952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b6808049-9676-44d9-8f48-e9b43a788ad2 req-cdfdebec-4cbb-4e75-beb2-aa730b70cfa4 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Jul 16 20:12:00.026523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.106422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.123108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', '696cc184-9d2a-4941-ba5e-84d7a1fd77af'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:00.154418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b8ba547-c90c-46cb-9f1b-f76c8416bc3f req-56342333-2188-4ae9-85a1-d66e21349be1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 210 time: 0.0880151 Jul 16 20:12:00.175385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['fb836647-d5d2-4587-aaac-2944532048f6', '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:00.222796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Router dfb1e09f-d629-4ef9-a519-f9c0b043c850 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:00.277683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:00.608642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Pushing event deleted for resources: {'Port': ['ID=4d1afab8-295d-4d0c-8e8c-e69d161bbf8d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:00.769823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] No DVR routers for this DVR port 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:00.804068 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.806101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8ea0f5c-1ecf-4165-93ba-ddd8cfdc04dc req-23c3e501-5be1-455b-9123-23cfd6fa3f32 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "DELETE /v2.0/ports/4d1afab8-295d-4d0c-8e8c-e69d161bbf8d HTTP/1.1" status: 204 len: 173 time: 2.7915184 Jul 16 20:12:00.843143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-deleted', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:00.845447 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0062011-cab2-45ad-9f17-e00cb3bd4086" -d '{"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-deleted", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:00.914613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d3329-8610-46e2-a6ad-fe6b2c57f421 req-cfcba584-a12b-4b01-8782-192562f88c1d tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.916336 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd1d3329-8610-46e2-a6ad-fe6b2c57f421 req-cfcba584-a12b-4b01-8782-192562f88c1d tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.1479516 Jul 16 20:12:00.926001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-5e46302c-2b59-456f-a830-c048ac64e4e0 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.931901 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-5e46302c-2b59-456f-a830-c048ac64e4e0 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 804 time: 1.2463162 Jul 16 20:12:00.935128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Deleting port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:00.935503 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:00.954083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00b392-7ea7-4e49-af4f-91a15285297c req-4bb0b51e-0f2f-412b-98ed-ddcac7b94375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:00.961848 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f00b392-7ea7-4e49-af4f-91a15285297c req-4bb0b51e-0f2f-412b-98ed-ddcac7b94375 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 1097 time: 1.2490723 Jul 16 20:12:00.980391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Request body: {'port': {'device_id': 'ef910a7c-9ffa-4eaa-856e-68e912c5f937', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'admin_state_up': True, 'tenant_id': '33f71e775c2c4b3189d177fc3aa997f1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:00.997797 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd1d3329-8610-46e2-a6ad-fe6b2c57f421 req-22ac3ceb-57cf-4159-ba79-9e338c851da9 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735970 Jul 16 20:12:01.032333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.058772 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.075977 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e9f037-52b0-4dc0-9c3e-4797c055c5e9 x-openstack-request-id: req-12e9f037-52b0-4dc0-9c3e-4797c055c5e9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:01.076427 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda0ce6-7816-41b0-8826-29891b14777d", "name": "network-vif-deleted", "tag": "4d1afab8-295d-4d0c-8e8c-e69d161bbf8d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:01.077027 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12e9f037-52b0-4dc0-9c3e-4797c055c5e9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:01.077450 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda0ce6-7816-41b0-8826-29891b14777d', 'name': 'network-vif-deleted', 'tag': '4d1afab8-295d-4d0c-8e8c-e69d161bbf8d', 'status': 'completed', 'code': 200} Jul 16 20:12:01.103920 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.263420 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13e2b2b5-f120-471a-9e66-2374cd046b7b req-939e5e07-d3a4-4fc6-99c7-c93830e3b014 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eda0ce6-7816-41b0-8826-29891b14777d HTTP/1.1" status: 200 len: 210 time: 0.0639861 Jul 16 20:12:01.284851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f00b392-7ea7-4e49-af4f-91a15285297c req-7093210e-6efa-4934-9250-5d43f8445082 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871313 Jul 16 20:12:01.326581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.328758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:01.336202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d95d609-7966-484f-bbab-c646d5789a35,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:01.349108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] Sync routers for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:01.355419 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9c990afb-4367-49c6-9678-cc3c33983d3c admin admin] 10.222.0.10 "PUT /v2.0/routers/dfb1e09f-d629-4ef9-a519-f9c0b043c850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6761880 Jul 16 20:12:01.359734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:01.363538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:01.364484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:01.367298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] For port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:01.368965 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.378720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947ace7-a007-4ac2-97ef-393102cf9375 req-72a29c50-e863-4ec7-8b26-527a1eb876b0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:01.385654 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6947ace7-a007-4ac2-97ef-393102cf9375 req-72a29c50-e863-4ec7-8b26-527a1eb876b0 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.6227827 Jul 16 20:12:01.417246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Calling delete_port for 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:01.496093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6947ace7-a007-4ac2-97ef-393102cf9375 req-9d780ed7-3f23-48cd-b99c-a90714466253 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094692 Jul 16 20:12:01.514025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:01.516353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:01.518668 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e7f91-4407-461f-83df-96f9db4f467d" -d '{"events": [{"server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "name": "network-vif-unplugged", "status": "completed", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:01.578407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Made reservation on behalf of 33f71e775c2c4b3189d177fc3aa997f1 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:01.589583 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.613036 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-64e02743-1c18-4057-9c40-0ae41208c7f1 req-fa34ba48-a070-4145-bc67-aa7c93622a18 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 210 time: 0.0562429 Jul 16 20:12:01.633879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Deleting port cb93b557-8a9f-4e37-a276-f081c039122a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:01.634223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.648933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.706294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:01.707879 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03312ef5-bed0-4623-8301-aac7856e1bcb x-openstack-request-id: req-03312ef5-bed0-4623-8301-aac7856e1bcb {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:01.708268 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "name": "network-vif-unplugged", "status": "completed", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:01.709678 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03312ef5-bed0-4623-8301-aac7856e1bcb {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:01.710663 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2', 'code': 200} Jul 16 20:12:01.715344 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:01.773074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:11:57Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:01.811793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] Checking router: dfb1e09f-d629-4ef9-a519-f9c0b043c850 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:01.824151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] Routers {'dfb1e09f-d629-4ef9-a519-f9c0b043c850'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:01.825833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:01.874325 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.879369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] For port cb93b557-8a9f-4e37-a276-f081c039122a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cb93b557-8a9f-4e37-a276-f081c039122a,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:01.879735 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.895561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Calling delete_port for cb93b557-8a9f-4e37-a276-f081c039122a owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:01.910698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Allocated IP 172.20.0.4 (eb8c7c10-080f-44b1-b05a-c09b05b6691f/a1b78a6c-dbe4-4f1c-b271-789c4623af4e/8c70ec42-68ec-4031-8398-611c76d97d08) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:01.946699 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:01.970475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] Set router dfb1e09f-d629-4ef9-a519-f9c0b043c850 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:01.988950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Pushing event deleted for resources: {'Port': ['ID=081d6f42-738d-4542-96c5-b7f9e0c4a9b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:02.061531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Deleting port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:02.062135 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.141187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-db1b4783-7d9e-4439-b57b-7a8b2bf8490b None None] Provisioning complete for port 2d95d609-7966-484f-bbab-c646d5789a35 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:02.141675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db1b4783-7d9e-4439-b57b-7a8b2bf8490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.147690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] No DVR routers for this DVR port 081d6f42-738d-4542-96c5-b7f9e0c4a9b2 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:02.152576 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.155020 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-49522e49-d872-4cf7-ad8e-432dd5368764 req-76f7cbfe-b076-4d78-8ff1-def9248923b5 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "DELETE /v2.0/ports/081d6f42-738d-4542-96c5-b7f9e0c4a9b2 HTTP/1.1" status: 204 len: 173 time: 2.7027853 Jul 16 20:12:02.191352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Router eab02ded-db02-40e8-9bc5-1f8e289f1096 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:02.216630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-db1b4783-7d9e-4439-b57b-7a8b2bf8490b None None] Port 2d95d609-7966-484f-bbab-c646d5789a35 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:02.236913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] For port 7ac048d5-9821-4bca-a4d5-f41d5cf5e155, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7ac048d5-9821-4bca-a4d5-f41d5cf5e155,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:02.237306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.249846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:11:57Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:02.265983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Calling delete_port for 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:02.284729 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.303511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee987583-7685-494c-ba98-43ee74f15f44 req-ed7b37b6-77ae-4b0a-9e05-2edf903223bb tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:02.312503 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee987583-7685-494c-ba98-43ee74f15f44 req-ed7b37b6-77ae-4b0a-9e05-2edf903223bb tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.1688530 Jul 16 20:12:02.324998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a66547-7904-4114-a2e2-2365cc17ed58 None None] The sync data for ids ['dfb1e09f-d629-4ef9-a519-f9c0b043c850'] in n-d-792394-17 is: [{'id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1100992812-router', 'tenant_id': '6b0e5deb00274f89b087bba82d84e700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:25Z', 'updated_at': '2021-07-16T20:11:57Z', 'revision_number': 5, 'project_id': '6b0e5deb00274f89b087bba82d84e700', 'gw_port': {'id': '7ac048d5-9821-4bca-a4d5-f41d5cf5e155', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1e09f-d629-4ef9-a519-f9c0b043c850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:26Z', 'updated_at': '2021-07-16T20:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:02.469131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb93b557-8a9f-4e37-a276-f081c039122a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:02.516211 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.537723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:02.547809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f8ffe21d-c4dc-44e8-bc9a-6ce704cdadd6 admin admin] 10.222.0.10 "PUT /v2.0/routers/eab02ded-db02-40e8-9bc5-1f8e289f1096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8775032 Jul 16 20:12:02.556755 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Sync routers for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:02.576708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5d1f5b3b-da72-478c-9df2-3385b83b73e8 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:02.579151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:02.590525 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:02.591833 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:02.628285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:02.639947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:02.647372 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4d1afab8-295d-4d0c-8e8c-e69d161bbf8d not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:02.781243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Network eb8c7c10-080f-44b1-b05a-c09b05b6691f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:02.797393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:02.820141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:02.857702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:02.870201 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:02.884769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '5d1f5b3b-da72-478c-9df2-3385b83b73e8', 'network_id': '75600712-2c21-4323-9afd-0506acdddac9', 'port_id': '5d1f5b3b-da72-478c-9df2-3385b83b73e8', 'mac_address': 'fa:16:3e:10:8e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dc3725-ab74-4298-9b35-7ad0e85862ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:02.930066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Pushing event updated for resources: {'Port': ['ID=8c70ec42-68ec-4031-8398-611c76d97d08,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:02.982927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee987583-7685-494c-ba98-43ee74f15f44 req-2826d02d-d24e-4565-9fa0-9e684bafcbd7 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6694291 Jul 16 20:12:02.994166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:02.994967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.028592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.037318 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-289d925d-2094-47a2-94f3-b9c37aa3e700 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0927074 Jul 16 20:12:03.051231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Request body: {'port': {'device_id': 'ef910a7c-9ffa-4eaa-856e-68e912c5f937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:03.065793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1f5b3b-da72-478c-9df2-3385b83b73e8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:03.128923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'name': 'network-vif-deleted', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:03.132035 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0057c731-3019-4b4e-b420-01da8b1ffe8e" -d '{"events": [{"server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "name": "network-vif-deleted", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:03.143478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:03.153410 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.269921 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.273117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=5d1f5b3b-da72-478c-9df2-3385b83b73e8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:03.273473 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '2d95d609-7966-484f-bbab-c646d5789a35', 'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'mac_address': 'fa:16:3e:7a:26:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:55Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 2, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'subnets': [{'id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:03.303985 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Checking router: eab02ded-db02-40e8-9bc5-1f8e289f1096 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:03.304596 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Updating router eab02ded-db02-40e8-9bc5-1f8e289f1096 port 2d95d609-7966-484f-bbab-c646d5789a35 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:03.330997 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.347476 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.459109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fad8c6-2bfc-4b48-8186-607eef275afe req-ce3a2163-8e11-480d-a4c3-068e4b7ffce5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.463667 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26fad8c6-2bfc-4b48-8186-607eef275afe req-ce3a2163-8e11-480d-a4c3-068e4b7ffce5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 945 time: 0.2270920 Jul 16 20:12:03.473638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5d1f5b3b-da72-478c-9df2-3385b83b73e8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:03.514338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.541834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da0089-a446-4a11-9a3f-f7d043f3451b req-0348c405-acb8-461c-92db-fecfce6927a1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:03.557245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2da0089-a446-4a11-9a3f-f7d043f3451b req-0348c405-acb8-461c-92db-fecfce6927a1 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 931 time: 0.1454110 Jul 16 20:12:03.563491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac048d5-9821-4bca-a4d5-f41d5cf5e155,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:03.575590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 06445a83-02f9-4921-95d3-22b6cc8b4c7d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:03.598423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 06445a83-02f9-4921-95d3-22b6cc8b4c7d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:03.599102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 06445a83-02f9-4921-95d3-22b6cc8b4c7d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:03.609784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26fad8c6-2bfc-4b48-8186-607eef275afe req-bc09814e-da35-4d7e-81dc-f9e5b056e94a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141484 Jul 16 20:12:03.695983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.713323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2da0089-a446-4a11-9a3f-f7d043f3451b req-8a08e672-e926-4cf8-baae-6ad6a697c596 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549666 Jul 16 20:12:03.785452 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d28c1-20d0-4eca-a4c1-5c598aae23b1 x-openstack-request-id: req-986d28c1-20d0-4eca-a4c1-5c598aae23b1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:03.785741 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1147268f-cf14-4f56-a5b8-b581243b0d74", "name": "network-vif-deleted", "tag": "081d6f42-738d-4542-96c5-b7f9e0c4a9b2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:03.785992 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-986d28c1-20d0-4eca-a4c1-5c598aae23b1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:03.786383 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1147268f-cf14-4f56-a5b8-b581243b0d74', 'name': 'network-vif-deleted', 'tag': '081d6f42-738d-4542-96c5-b7f9e0c4a9b2', 'status': 'completed', 'code': 200} Jul 16 20:12:03.824996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c70ec42-68ec-4031-8398-611c76d97d08 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:03.846686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.849259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.850471 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.859424 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.868209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Transition to ACTIVE for port object 8c70ec42-68ec-4031-8398-611c76d97d08 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:03.874585 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.875532 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Transition to ACTIVE for port object 2d95d609-7966-484f-bbab-c646d5789a35 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:03.885847 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.908072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Router 4d6e8f98-e312-4326-8260-5b4572a47f13 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:03.913539 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.914309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfb1e09f-d629-4ef9-a519-f9c0b043c850 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:12:03.922459 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:03.923934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f671adf2-9e16-42f5-830d-3fdac952e0c7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/dfb1e09f-d629-4ef9-a519-f9c0b043c850 HTTP/1.1" status: 204 len: 168 time: 2.5620625 Jul 16 20:12:03.927670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:03.963040 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2573c-94c1-4210-acf7-c95acda79625 None None] Pushing event updated for resources: {'Port': ['ID=2d95d609-7966-484f-bbab-c646d5789a35,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.048007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c70ec42-68ec-4031-8398-611c76d97d08,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.120967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73070b-cb73-4bbf-9c87-e382be083f2c req-11e55c3c-43cc-48c4-81f8-ae62cf5e2221 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.122773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc73070b-cb73-4bbf-9c87-e382be083f2c req-11e55c3c-43cc-48c4-81f8-ae62cf5e2221 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 951 time: 0.1411409 Jul 16 20:12:04.128977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Attempting to bind port 8c70ec42-68ec-4031-8398-611c76d97d08 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:04.129826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Attempting to bind port 8c70ec42-68ec-4031-8398-611c76d97d08 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:04.130488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Attempting to bind port 8c70ec42-68ec-4031-8398-611c76d97d08 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:04.136252 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4a1fe0-b490-42f6-88f4-2793bf88b7a1 admin admin] Deleting subnet 4e3fe189-3a05-40b2-bf08-6620275a61f8 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:04.147149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Port 8c70ec42-68ec-4031-8398-611c76d97d08 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:04.147852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Attempting to bind port 8c70ec42-68ec-4031-8398-611c76d97d08 on network eb8c7c10-080f-44b1-b05a-c09b05b6691f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:04.148616 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Attempting to bind port 2d95d609-7966-484f-bbab-c646d5789a35 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:04.149397 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Attempting to bind port 2d95d609-7966-484f-bbab-c646d5789a35 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:04.149761 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Attempting to bind port 2d95d609-7966-484f-bbab-c646d5789a35 on network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:04.155028 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1fe0-b490-42f6-88f4-2793bf88b7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.157300 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:04.158240 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Checking segment: {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:04.158380 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.158780 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Bound using segment: {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:04.159280 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Bound port: 2d95d609-7966-484f-bbab-c646d5789a35, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:04.160049 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.177243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:04.178106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Checking segment: {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:04.178656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Bound using segment: {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:04.179704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Bound port: 8c70ec42-68ec-4031-8398-611c76d97d08, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35683771-fb91-4305-8c3b-79e9a5450406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:04.180262 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.219423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1fe0-b490-42f6-88f4-2793bf88b7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.232026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48188) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:04.237698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cfc03a5d-3545-4962-bed0-be51fc3988c3 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244839736', 'description': 'tempest-description--300687526'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:04.262291 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] For port 2d95d609-7966-484f-bbab-c646d5789a35, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:04.269037 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] For port 2d95d609-7966-484f-bbab-c646d5789a35, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2d95d609-7966-484f-bbab-c646d5789a35,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:04.270321 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc73070b-cb73-4bbf-9c87-e382be083f2c req-18c50770-f7a9-442b-93b9-15592a8c8b12 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323407 Jul 16 20:12:04.275173 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfc03a5d-3545-4962-bed0-be51fc3988c3 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.278580 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.365221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] For port 8c70ec42-68ec-4031-8398-611c76d97d08, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:04.378747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:04.379582 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:04.398423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] For port 8c70ec42-68ec-4031-8398-611c76d97d08, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8c70ec42-68ec-4031-8398-611c76d97d08,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:04.414941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.453879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:04.464451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2628aedf-6915-4b9b-bf7b-de6f43892a21 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d6e8f98-e312-4326-8260-5b4572a47f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1826777 Jul 16 20:12:04.465231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:04.465621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] Sync routers for ids ['4d6e8f98-e312-4326-8260-5b4572a47f13'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:04.468746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1fe0-b490-42f6-88f4-2793bf88b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.487845 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2573c-94c1-4210-acf7-c95acda79625 None None] Pushing event updated for resources: {'Port': ['ID=2d95d609-7966-484f-bbab-c646d5789a35,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.532433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] Routers {'4d6e8f98-e312-4326-8260-5b4572a47f13'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:04.533492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d6e8f98-e312-4326-8260-5b4572a47f13'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:04.574850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c70ec42-68ec-4031-8398-611c76d97d08,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.635947 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:04.641301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1fe0-b490-42f6-88f4-2793bf88b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.710235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5d1f5b3b-da72-478c-9df2-3385b83b73e8 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:04.723215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a1fe0-b490-42f6-88f4-2793bf88b7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3fe189-3a05-40b2-bf08-6620275a61f8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.733355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.738609 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1fe0-b490-42f6-88f4-2793bf88b7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.741457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ddc0d-e53c-42b2-92ff-b595f2982ead None None] Network 79c223a5-47eb-436b-afec-6bf74a088fcc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:04.745958 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cb4a1fe0-b490-42f6-88f4-2793bf88b7a1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4e3fe189-3a05-40b2-bf08-6620275a61f8 HTTP/1.1" status: 204 len: 168 time: 0.8170087 Jul 16 20:12:04.746949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48196) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:04.752272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.752910 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.754275 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-ae4ed92c-8224-4deb-9210-e4eac84ee4d8 service neutron] 10.222.0.63 "PUT /v2.0/ports/8c70ec42-68ec-4031-8398-611c76d97d08 HTTP/1.1" status: 200 len: 1092 time: 1.7077770 Jul 16 20:12:04.842308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] Set router 4d6e8f98-e312-4326-8260-5b4572a47f13 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:04.853276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfc03a5d-3545-4962-bed0-be51fc3988c3 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.879819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59c697-46c5-448a-a02e-61359173c5c8 req-212712a9-304d-486c-9127-e0573f96c9ba tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.882049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb59c697-46c5-448a-a02e-61359173c5c8 req-212712a9-304d-486c-9127-e0573f96c9ba tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.3857038 Jul 16 20:12:04.882702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfc03a5d-3545-4962-bed0-be51fc3988c3 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.959622 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc03a5d-3545-4962-bed0-be51fc3988c3 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3807fbfc-d385-4975-924f-c7b603916220,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:04.979291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-280cfe6c-9ad4-47cb-8814-c58a540e4ded tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:04.981376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-280cfe6c-9ad4-47cb-8814-c58a540e4ded tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.63 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 951 time: 0.3449626 Jul 16 20:12:04.984399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfc03a5d-3545-4962-bed0-be51fc3988c3 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:04.986410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cfc03a5d-3545-4962-bed0-be51fc3988c3 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7534337 Jul 16 20:12:04.992867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48198) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:05.001474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b468776c-2978-4e72-b46f-75a3bb102bc1 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Request body: {'security_group_rule': {'security_group_id': '3807fbfc-d385-4975-924f-c7b603916220', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:05.023578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.069694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb59c697-46c5-448a-a02e-61359173c5c8 req-fff53c13-5f94-406a-a9ee-1b5d04028851 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649077 Jul 16 20:12:05.082416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a0ed0-ee44-4a4e-a0a3-eec719d997fc req-30b2cc32-2b28-4e5e-9292-c66365c0c309 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:05.086731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-bcbe326e-9dcc-46b8-a729-15a2ffdcb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:05.089957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-bcbe326e-9dcc-46b8-a729-15a2ffdcb44b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 1095 time: 0.2841268 Jul 16 20:12:05.090325 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '2d95d609-7966-484f-bbab-c646d5789a35', 'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'mac_address': 'fa:16:3e:7a:26:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:55Z', 'updated_at': '2021-07-16T20:12:04Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'subnets': [{'id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:05.091149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-728a0ed0-ee44-4a4e-a0a3-eec719d997fc req-30b2cc32-2b28-4e5e-9292-c66365c0c309 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 945 time: 0.2421882 Jul 16 20:12:05.102900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:05.110521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.141244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:05.143664 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.146049 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b468776c-2978-4e72-b46f-75a3bb102bc1 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.147572 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76862565-f5ef-4c05-b71a-1487719137ce None None] The sync data for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 is: [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '2d95d609-7966-484f-bbab-c646d5789a35', 'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'mac_address': 'fa:16:3e:7a:26:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:55Z', 'updated_at': '2021-07-16T20:12:04Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'subnets': [{'id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:05.187992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-f969166a-6ec3-40e2-adbb-2c21b45b1c19 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c70ec42-68ec-4031-8398-611c76d97d08 HTTP/1.1" status: 200 len: 217 time: 0.0668042 Jul 16 20:12:05.278467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-728a0ed0-ee44-4a4e-a0a3-eec719d997fc req-49054380-afa4-4c5a-b40c-911e52536db7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765280 Jul 16 20:12:05.315046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b468776c-2978-4e72-b46f-75a3bb102bc1 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.337677 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b468776c-2978-4e72-b46f-75a3bb102bc1 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.351814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Deleting port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:05.352128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.362859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:55Z', 'updated_at': '2021-07-16T20:12:02Z', 'revision_number': 5, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'gw_port': {'id': 'a6d17347-4ed3-4a3a-a46f-5549899cb97e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:09:56Z', 'updated_at': '2021-07-16T20:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:05.379143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-b9447115-23f4-46d7-8fde-a5f2d279a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:05.380659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-b9447115-23f4-46d7-8fde-a5f2d279a4bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a1b78a6c-dbe4-4f1c-b271-789c4623af4e HTTP/1.1" status: 200 len: 844 time: 0.1866813 Jul 16 20:12:05.404142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Deleting port 696cc184-9d2a-4941-ba5e-84d7a1fd77af {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:05.405059 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.411152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468776c-2978-4e72-b46f-75a3bb102bc1 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15736a6e-1f6f-41c5-b03d-5259c25df6e1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:05.417961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b468776c-2978-4e72-b46f-75a3bb102bc1 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.419281 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b468776c-2978-4e72-b46f-75a3bb102bc1 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253983 Jul 16 20:12:05.423824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Deleting port a6d17347-4ed3-4a3a-a46f-5549899cb97e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:05.424134 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.425759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:05.444582 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-6e375d7f-85a5-49e7-b3ba-49d9d6344998 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eb8c7c10-080f-44b1-b05a-c09b05b6691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542030 Jul 16 20:12:05.507767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] For port 5615f840-ad1c-4540-b3e8-fc6e2b11c365, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5615f840-ad1c-4540-b3e8-fc6e2b11c365,segment=NetworkSegment(59b78b25-5524-4a97-8dfc-b9f79a961249),segment_id=59b78b25-5524-4a97-8dfc-b9f79a961249)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:05.507767 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.524944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Calling delete_port for 5615f840-ad1c-4540-b3e8-fc6e2b11c365 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:05.538890 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.582301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9b46c78c-0991-430f-aae8-c26fd632dedc tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Request body: {'security_group_rule': {'security_group_id': '3807fbfc-d385-4975-924f-c7b603916220', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:05.586774 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] Checking router: 4d6e8f98-e312-4326-8260-5b4572a47f13 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:05.609571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] Routers {'4d6e8f98-e312-4326-8260-5b4572a47f13'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:05.610206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d6e8f98-e312-4326-8260-5b4572a47f13'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:05.613215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2d95d609-7966-484f-bbab-c646d5789a35 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:05.625084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:05.628980 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf4829a-ad15-4637-8807-28dc0e8a289b" -d '{"events": [{"server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "name": "network-vif-plugged", "status": "completed", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:05.678167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f5a98-4a1c-4d1a-ab69-f4683db803e8 req-62743af3-1ae8-4499-8087-ed7b7dbba73d tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:05.687115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-676f5a98-4a1c-4d1a-ab69-f4683db803e8 req-62743af3-1ae8-4499-8087-ed7b7dbba73d tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 943 time: 0.3599098 Jul 16 20:12:05.768412 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.801422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-676f5a98-4a1c-4d1a-ab69-f4683db803e8 req-49565ee7-6ddb-4cf6-a5b7-4e54fdbc11ed tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132913 Jul 16 20:12:05.801919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef910a7c-9ffa-4eaa-856e-68e912c5f937', 'tag': '8c70ec42-68ec-4031-8398-611c76d97d08'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:05.804402 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ef910a7c-9ffa-4eaa-856e-68e912c5f937", "tag": "8c70ec42-68ec-4031-8398-611c76d97d08"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:05.817274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5615f840-ad1c-4540-b3e8-fc6e2b11c365,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:05.827965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] For port 696cc184-9d2a-4941-ba5e-84d7a1fd77af, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=696cc184-9d2a-4941-ba5e-84d7a1fd77af,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:05.828482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.833297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] No DVR routers for this DVR port 5615f840-ad1c-4540-b3e8-fc6e2b11c365 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:05.839730 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b46c78c-0991-430f-aae8-c26fd632dedc tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:05.859199 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-56d0ef21-42aa-4f32-bed8-4569b8df172a service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984139 Jul 16 20:12:05.885831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:05.910147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Calling delete_port for 696cc184-9d2a-4941-ba5e-84d7a1fd77af owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:05.925251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67725e3a-311d-4294-8b91-c44e78e41f0d None None] DHCP port deletion for 79c223a5-47eb-436b-afec-6bf74a088fcc request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:05.992391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] For port a6d17347-4ed3-4a3a-a46f-5549899cb97e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a6d17347-4ed3-4a3a-a46f-5549899cb97e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:05.992982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.009049 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.011927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] Set router 4d6e8f98-e312-4326-8260-5b4572a47f13 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:06.061395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b55a1f-6bd3-46c5-9215-19445b37f9ee req-805949bf-70aa-49c5-92ec-36e0b6e768a2 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.078526 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-08b55a1f-6bd3-46c5-9215-19445b37f9ee req-805949bf-70aa-49c5-92ec-36e0b6e768a2 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.6488378 Jul 16 20:12:06.100780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:06.115219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:55Z', 'updated_at': '2021-07-16T20:12:05Z', 'revision_number': 6, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:06.121812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-11627fa5-2e47-4708-a245-6c29554cba2f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Request body: {'floatingip': {'port_id': '765888ce-b8ec-4ed5-b823-d35315b26d15'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:06.143566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Calling delete_port for a6d17347-4ed3-4a3a-a46f-5549899cb97e owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:06.163456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00881c5-2964-485c-89ba-938db2c8196d None None] The sync data for ids ['4d6e8f98-e312-4326-8260-5b4572a47f13'] in n-d-792394-17 is: [{'id': '4d6e8f98-e312-4326-8260-5b4572a47f13', 'name': 'tempest-AttachSCSIVolumeTestJSON-668758551-router', 'tenant_id': 'b3925324f30a40c4be356af892fe559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:09:55Z', 'updated_at': '2021-07-16T20:12:05Z', 'revision_number': 6, 'project_id': 'b3925324f30a40c4be356af892fe559b', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:06.200189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=5d1f5b3b-da72-478c-9df2-3385b83b73e8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.224952 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 2d95d609-7966-484f-bbab-c646d5789a35 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:06.241170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2d95d609-7966-484f-bbab-c646d5789a35 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:06.242065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.258412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abe1a66d-37a2-4790-a7d6-a1859afcb975 req-2f0101a7-bc62-45f8-b908-843532d21f03 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886349 Jul 16 20:12:06.356786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3628c7-3ac8-4c3c-a9d9-8bf94bc48c30 req-68949a11-2a1e-49e4-855a-3d58c8b2331b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:06.358425 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff3628c7-3ac8-4c3c-a9d9-8bf94bc48c30 req-68949a11-2a1e-49e4-855a-3d58c8b2331b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48eb115-0ffd-4614-b972-cd1eeda8c7a5 HTTP/1.1" status: 200 len: 951 time: 0.3153753 Jul 16 20:12:06.409434 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11627fa5-2e47-4708-a245-6c29554cba2f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.471300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff3628c7-3ac8-4c3c-a9d9-8bf94bc48c30 req-2923b746-03bd-4550-97e3-0baf17d2d05d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727918 Jul 16 20:12:06.472592 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.476910 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.498967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:06.566172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['fb836647-d5d2-4587-aaac-2944532048f6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:06.577951 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09470f0-34b0-406b-ba17-7454fdbe46ba x-openstack-request-id: req-d09470f0-34b0-406b-ba17-7454fdbe46ba {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:06.579669 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "name": "network-vif-plugged", "status": "completed", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:06.579669 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d09470f0-34b0-406b-ba17-7454fdbe46ba {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:06.580559 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8', 'code': 200} Jul 16 20:12:06.581124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Pushing event deleted for resources: {'Port': ['ID=696cc184-9d2a-4941-ba5e-84d7a1fd77af,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.629909 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1e1d25-3702-4e1b-878e-ffb2845a4727 x-openstack-request-id: req-fd1e1d25-3702-4e1b-878e-ffb2845a4727 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:06.630373 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef910a7c-9ffa-4eaa-856e-68e912c5f937", "tag": "8c70ec42-68ec-4031-8398-611c76d97d08", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:06.634129 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd1e1d25-3702-4e1b-878e-ffb2845a4727 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:06.636290 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef910a7c-9ffa-4eaa-856e-68e912c5f937', 'tag': '8c70ec42-68ec-4031-8398-611c76d97d08', 'status': 'completed', 'code': 200} Jul 16 20:12:06.679922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.769942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 2d95d609-7966-484f-bbab-c646d5789a35, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2d95d609-7966-484f-bbab-c646d5789a35,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:06.788612 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.867025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=2d95d609-7966-484f-bbab-c646d5789a35,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:06.904797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] No DVR routers for this DVR port 696cc184-9d2a-4941-ba5e-84d7a1fd77af on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:06.908475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:06.911410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72c02d11-46da-4bd8-ba00-7c3622b9a13b req-9f5c3ca9-ce3f-473d-ab61-8829c670b7a9 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.63 "DELETE /v2.0/ports/696cc184-9d2a-4941-ba5e-84d7a1fd77af HTTP/1.1" status: 204 len: 173 time: 1.9232256 Jul 16 20:12:06.912752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:07.011588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:07.012229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7ac048d5-9821-4bca-a4d5-f41d5cf5e155 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:07.048533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24130f0-4959-4d5e-936d-76dc41d882e7 req-70701fb6-baec-4eb3-8dea-b7af5b8e7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:07.056500 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d24130f0-4959-4d5e-936d-76dc41d882e7 req-70701fb6-baec-4eb3-8dea-b7af5b8e7646 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 1098 time: 0.1894126 Jul 16 20:12:07.367986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c223a5-47eb-436b-afec-6bf74a088fcc']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:07.443210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b78b25-5524-4a97-8dfc-b9f79a961249') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:07.443713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b78b25-5524-4a97-8dfc-b9f79a961249') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:07.459791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b46c78c-0991-430f-aae8-c26fd632dedc tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.472880 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.490257 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b46c78c-0991-430f-aae8-c26fd632dedc tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.499590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-9933be24-99bf-4457-8565-35c8de4bf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:07.501150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-9933be24-99bf-4457-8565-35c8de4bf7f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 1095 time: 0.7695920 Jul 16 20:12:07.592043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d24130f0-4959-4d5e-936d-76dc41d882e7 req-a7f4e856-d715-4c00-9002-e74b3bc32ff8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251863 Jul 16 20:12:07.628110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2d95d609-7966-484f-bbab-c646d5789a35 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:07.669948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab61abc-dc58-4d94-adf4-e8c4ac97f95c req-82e74bf4-47bf-4753-a02c-322e828d6c2a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:07.676998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ab61abc-dc58-4d94-adf4-e8c4ac97f95c req-82e74bf4-47bf-4753-a02c-322e828d6c2a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 943 time: 0.5981376 Jul 16 20:12:07.686213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-846ab0aa-88e6-432d-9d15-b1077b070e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:07.687659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-846ab0aa-88e6-432d-9d15-b1077b070e68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 200 len: 905 time: 0.1789212 Jul 16 20:12:07.718926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2d95d609-7966-484f-bbab-c646d5789a35 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:07.719482 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.735836 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-368f83cd-6bfc-49ef-bf21-94fed293a79c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c70ec42-68ec-4031-8398-611c76d97d08 HTTP/1.1" status: 200 len: 217 time: 0.0412745 Jul 16 20:12:07.767840 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ab61abc-dc58-4d94-adf4-e8c4ac97f95c req-8b5bab5f-3b06-4f64-b14f-b98d7fd739c4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899312 Jul 16 20:12:07.809470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-589b08ad-d8ac-4a67-b082-d7998b13b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:07.811143 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-589b08ad-d8ac-4a67-b082-d7998b13b1aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a1b78a6c-dbe4-4f1c-b271-789c4623af4e HTTP/1.1" status: 200 len: 844 time: 0.0614200 Jul 16 20:12:07.819166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:07.819393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.827359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b46c78c-0991-430f-aae8-c26fd632dedc tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.831625 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9b46c78c-0991-430f-aae8-c26fd632dedc tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4034159 Jul 16 20:12:07.834319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:07.850953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 696cc184-9d2a-4941-ba5e-84d7a1fd77af {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:07.851808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 696cc184-9d2a-4941-ba5e-84d7a1fd77af not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:07.855589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:07.868300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46c78c-0991-430f-aae8-c26fd632dedc tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4286845c-2e88-4185-a726-a30bddddfbea,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:07.877914 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-6905754a-ad67-468d-acad-628b6d60c7fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eb8c7c10-080f-44b1-b05a-c09b05b6691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588295 Jul 16 20:12:07.913201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:12:07.913880 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:12:07.920182 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:12:07.930918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5615f840-ad1c-4540-b3e8-fc6e2b11c365 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:07.954085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 5615f840-ad1c-4540-b3e8-fc6e2b11c365 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:07.954533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5615f840-ad1c-4540-b3e8-fc6e2b11c365 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:07.954948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a6d17347-4ed3-4a3a-a46f-5549899cb97e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:07.997432 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-20f24924-d6b1-4dd1-918a-b92181dee992 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124027 Jul 16 20:12:08.040754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4329678-e371-4d01-817f-37fd3c3214a7 req-8339e6bf-f563-41da-a953-7d566ee3dcf8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.043751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4329678-e371-4d01-817f-37fd3c3214a7 req-8339e6bf-f563-41da-a953-7d566ee3dcf8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.6778996 Jul 16 20:12:08.050917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.073326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port a6d17347-4ed3-4a3a-a46f-5549899cb97e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a6d17347-4ed3-4a3a-a46f-5549899cb97e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:08.078894 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.080128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cb93b557-8a9f-4e37-a276-f081c039122a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:08.133736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: cb93b557-8a9f-4e37-a276-f081c039122a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:08.134489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cb93b557-8a9f-4e37-a276-f081c039122a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:08.149996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ef22b7-b679-4ec8-81c8-1548589c6bbe req-7d17f5ca-f586-4a74-8898-c19f592e5440 service neutron] 10.222.0.63 "GET /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445138 Jul 16 20:12:08.156935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.172106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.176056 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] 10.222.0.10 "DELETE /v2.0/networks/79c223a5-47eb-436b-afec-6bf74a088fcc HTTP/1.1" status: 204 len: 168 time: 3.4271693 Jul 16 20:12:08.176416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:08.178279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=a6d17347-4ed3-4a3a-a46f-5549899cb97e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.180846 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.233046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dfcd1-c8dc-4bb1-b61d-52709d3a0e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=79c223a5-47eb-436b-afec-6bf74a088fcc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.263460 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4329678-e371-4d01-817f-37fd3c3214a7 req-729d2824-13f4-4c11-8d90-2ebb56da1477 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680930 Jul 16 20:12:08.301997 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.350704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d17347-4ed3-4a3a-a46f-5549899cb97e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:08.533234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11627fa5-2e47-4708-a245-6c29554cba2f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.545024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11627fa5-2e47-4708-a245-6c29554cba2f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.583168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.591485 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.638412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-deleted', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:08.640980 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70339861-c615-4b4e-8643-7d7dc43ca4b8" -d '{"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-deleted", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:08.693820 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aedac20-ceaa-4b5b-8ecf-7744d06e1137 x-openstack-request-id: req-7aedac20-ceaa-4b5b-8ecf-7744d06e1137 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:08.694328 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48eb115-0ffd-4614-b972-cd1eeda8c7a5", "name": "network-vif-deleted", "tag": "696cc184-9d2a-4941-ba5e-84d7a1fd77af", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:08.694585 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7aedac20-ceaa-4b5b-8ecf-7744d06e1137 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:08.695704 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48eb115-0ffd-4614-b972-cd1eeda8c7a5', 'name': 'network-vif-deleted', 'tag': '696cc184-9d2a-4941-ba5e-84d7a1fd77af', 'status': 'completed', 'code': 200} Jul 16 20:12:08.747750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.757862 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.770019 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.828744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7e5c2-dbc9-4c9f-840e-f2ca38bd6ecc req-e44f75c6-1ebc-4552-8dd2-64d093f4da34 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:08.830211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ed7e5c2-dbc9-4c9f-840e-f2ca38bd6ecc req-e44f75c6-1ebc-4552-8dd2-64d093f4da34 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.3466206 Jul 16 20:12:08.833671 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-11627fa5-2e47-4708-a245-6c29554cba2f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Floating IP 6d34b944-d547-4664-ac94-981f3b59f8a4 associated. External IP: 172.25.7.157, port: 765888ce-b8ec-4ed5-b823-d35315b26d15. Jul 16 20:12:08.916970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Deleting port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:08.917169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.924094 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.924601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6e8f98-e312-4326-8260-5b4572a47f13 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:12:08.942097 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:08.945712 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d431545d-431a-427e-8175-dc6d8896d806 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4d6e8f98-e312-4326-8260-5b4572a47f13 HTTP/1.1" status: 204 len: 168 time: 4.4769051 Jul 16 20:12:08.948374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:09.040346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a70498-b082-4ce0-8214-2dff9b97a4f3 req-f2aa461e-6288-45d8-9d21-c76aff450a2a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:09.047880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-14a70498-b082-4ce0-8214-2dff9b97a4f3 req-f2aa461e-6288-45d8-9d21-c76aff450a2a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 943 time: 0.1438565 Jul 16 20:12:09.051001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] For port f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1,segment=NetworkSegment(aca64759-9cf7-4233-8b54-2062d709b293),segment_id=aca64759-9cf7-4233-8b54-2062d709b293)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:09.051395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.058461 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ed7e5c2-dbc9-4c9f-840e-f2ca38bd6ecc req-5cc7cc36-29e0-45c7-8e53-15fa119b6fec tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890924 Jul 16 20:12:09.078144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Calling delete_port for f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:09.092451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94e982e-1a06-4505-95fd-d1f43e5a7ae9 admin admin] Deleting subnet 375d8cff-0557-4f0e-9654-0096d3a452c9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:09.102771 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94e982e-1a06-4505-95fd-d1f43e5a7ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.105370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Allocated IP 172.25.7.115 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/6aa1ef63-7d99-414e-aac1-f9787f457cb5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:09.116596 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-14a70498-b082-4ce0-8214-2dff9b97a4f3 req-b4f93f47-c7df-454b-8112-fd5eb8252327 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670452 Jul 16 20:12:09.214795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94e982e-1a06-4505-95fd-d1f43e5a7ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.386804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.415763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.437024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.438462 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94e982e-1a06-4505-95fd-d1f43e5a7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.481444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11627fa5-2e47-4708-a245-6c29554cba2f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Router 9db575a0-6d33-45b8-ab40-db9882e2e423 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:09.606631 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94e982e-1a06-4505-95fd-d1f43e5a7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.620726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ef402-7bd9-4803-8e5e-3862b97122ff req-42ec6ccb-761f-4012-95b2-d2bfea68ec94 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:09.626049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fe1ef402-7bd9-4803-8e5e-3862b97122ff req-42ec6ccb-761f-4012-95b2-d2bfea68ec94 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.2025576 Jul 16 20:12:09.646130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.659930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2795a6-6cd4-4cf4-b3eb-d9b22b93356c None None] Network 8dbb8d74-1abf-4876-834c-0e60ea396d37 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:09.679947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e982e-1a06-4505-95fd-d1f43e5a7ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375d8cff-0557-4f0e-9654-0096d3a452c9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.686116 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94e982e-1a06-4505-95fd-d1f43e5a7ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.688247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d94e982e-1a06-4505-95fd-d1f43e5a7ae9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/375d8cff-0557-4f0e-9654-0096d3a452c9 HTTP/1.1" status: 204 len: 168 time: 0.7374392 Jul 16 20:12:09.695415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fe1ef402-7bd9-4803-8e5e-3862b97122ff req-22f951f7-f5a5-4e40-bff4-4273b4b04ad6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637705 Jul 16 20:12:09.725516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:09.769968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:09.780884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:09.790322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:09.799827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:09.804863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11627fa5-2e47-4708-a245-6c29554cba2f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:09.809779 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8c70ec42-68ec-4031-8398-611c76d97d08 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:09.820133 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] Sync routers for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:09.838528 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:09.839268 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:09.868392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Pushing event updated for resources: {'Port': ['ID=6aa1ef63-7d99-414e-aac1-f9787f457cb5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:09.938383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8c70ec42-68ec-4031-8398-611c76d97d08, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8c70ec42-68ec-4031-8398-611c76d97d08,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:09.952951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '8c70ec42-68ec-4031-8398-611c76d97d08', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'port_id': '8c70ec42-68ec-4031-8398-611c76d97d08', 'mac_address': 'fa:16:3e:96:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b78a6c-dbe4-4f1c-b271-789c4623af4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:09.975284 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:10.006338 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.027442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c70ec42-68ec-4031-8398-611c76d97d08 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:10.076569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8c70ec42-68ec-4031-8398-611c76d97d08, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8c70ec42-68ec-4031-8398-611c76d97d08,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:10.085735 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.124211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8462c00-487b-429c-961e-6bdc771abfdb None None] DHCP port deletion for 8dbb8d74-1abf-4876-834c-0e60ea396d37 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:10.172603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Router 67464b79-bb25-485f-b035-6adb367c5666 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:10.186847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=8c70ec42-68ec-4031-8398-611c76d97d08,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:10.215885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8462c00-487b-429c-961e-6bdc771abfdb None None] Deleting port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:10.216420 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8462c00-487b-429c-961e-6bdc771abfdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.218464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11627fa5-2e47-4708-a245-6c29554cba2f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.278753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.289806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca68a64-408d-41fe-834b-762077537a69 req-0d3c04f4-7a04-40c9-b699-a988f5bc7ce6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.292066 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ca68a64-408d-41fe-834b-762077537a69 req-0d3c04f4-7a04-40c9-b699-a988f5bc7ce6 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.1580589 Jul 16 20:12:10.324058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['8c70ec42-68ec-4031-8398-611c76d97d08'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:10.334155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-11627fa5-2e47-4708-a245-6c29554cba2f tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "PUT /v2.0/floatingips/6d34b944-d547-4664-ac94-981f3b59f8a4 HTTP/1.1" status: 200 len: 991 time: 4.2318156 Jul 16 20:12:10.337097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'tag': '765888ce-b8ec-4ed5-b823-d35315b26d15'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:10.339788 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1895ca78-07a6-4094-a13e-a7f2095711ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7b00280a-18d3-46fd-b7ab-29200f7fd2cc", "tag": "765888ce-b8ec-4ed5-b823-d35315b26d15"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:10.375284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d8462c00-487b-429c-961e-6bdc771abfdb None None] For port 88e1cd3a-19d5-41df-9c67-8f39f2c72847, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=88e1cd3a-19d5-41df-9c67-8f39f2c72847,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:10.376029 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8462c00-487b-429c-961e-6bdc771abfdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.393977 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '6d34b944-d547-4664-ac94-981f3b59f8a4', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'port_id': '765888ce-b8ec-4ed5-b823-d35315b26d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'mac_address': 'fa:16:3e:78:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:11:31Z', 'updated_at': '2021-07-16T20:12:08Z', 'revision_number': 1, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc18732-5f05-446b-a144-8bb3d27af75b', 'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'mac_address': 'fa:16:3e:14:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:22Z', 'updated_at': '2021-07-16T20:11:32Z', 'revision_number': 5, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'subnets': [{'id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:10.404105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8462c00-487b-429c-961e-6bdc771abfdb None None] Calling delete_port for 88e1cd3a-19d5-41df-9c67-8f39f2c72847 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:10.416524 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.432358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3bcf0-f83b-48ee-a691-c7208b66122e req-0807025e-6aa7-42ed-9b85-eea5d75fab82 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.439317 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-06f3bcf0-f83b-48ee-a691-c7208b66122e req-0807025e-6aa7-42ed-9b85-eea5d75fab82 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 1098 time: 0.5656686 Jul 16 20:12:10.449635 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] Checking router: 9db575a0-6d33-45b8-ab40-db9882e2e423 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:10.463227 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:10.463873 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:10.509504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:10.510336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.515488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Deleting port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:10.515830 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.521386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3241a26c-245e-4e20-a926-c21286bad329 admin admin] 10.222.0.10 "PUT /v2.0/routers/67464b79-bb25-485f-b035-6adb367c5666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3416951 Jul 16 20:12:10.526013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:10.547135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] Sync routers for ids ['67464b79-bb25-485f-b035-6adb367c5666'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:10.575401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-06f3bcf0-f83b-48ee-a691-c7208b66122e req-5c589cb3-d022-471c-8959-3061e421fae7 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177194 Jul 16 20:12:10.592770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] Routers {'67464b79-bb25-485f-b035-6adb367c5666'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:10.594273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67464b79-bb25-485f-b035-6adb367c5666'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:10.612680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ac0a7-d174-4b3f-8939-87d2e8199254 req-9003b265-9653-45d0-a7f1-be5350fb37c1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.614575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-231ac0a7-d174-4b3f-8939-87d2e8199254 req-9003b265-9653-45d0-a7f1-be5350fb37c1 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 949 time: 0.2822437 Jul 16 20:12:10.637154 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:10.657917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8462c00-487b-429c-961e-6bdc771abfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.704311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8462c00-487b-429c-961e-6bdc771abfdb None None] Pushing event deleted for resources: {'Port': ['ID=88e1cd3a-19d5-41df-9c67-8f39f2c72847,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:10.714286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7ca68a64-408d-41fe-834b-762077537a69 req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Deleting port fb836647-d5d2-4587-aaac-2944532048f6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:10.714641 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7ca68a64-408d-41fe-834b-762077537a69 req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.724907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] For port 88e1cd3a-19d5-41df-9c67-8f39f2c72847, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=88e1cd3a-19d5-41df-9c67-8f39f2c72847,segment=NetworkSegment(207e8a7d-2a3b-4225-8ba7-93b3a6f987c8),segment_id=207e8a7d-2a3b-4225-8ba7-93b3a6f987c8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:10.725484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.755036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8462c00-487b-429c-961e-6bdc771abfdb None None] No DVR routers for this DVR port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:10.765441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Calling delete_port for 88e1cd3a-19d5-41df-9c67-8f39f2c72847 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:10.794034 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-231ac0a7-d174-4b3f-8939-87d2e8199254 req-00872982-42c6-4e29-b959-d5601ee1b137 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712625 Jul 16 20:12:10.821541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] Set router 67464b79-bb25-485f-b035-6adb367c5666 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:10.879421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:10.987469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f2f9-26d4-476f-9d32-cadb861dee63 req-aa53bc67-2e67-4219-8d0c-b33e2cd172ba tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:10.994538 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9c99f2f9-26d4-476f-9d32-cadb861dee63 req-aa53bc67-2e67-4219-8d0c-b33e2cd172ba tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 944 time: 0.2128317 Jul 16 20:12:11.004173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.018437 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.055201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.060320 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.080292 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '6d34b944-d547-4664-ac94-981f3b59f8a4', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'port_id': '765888ce-b8ec-4ed5-b823-d35315b26d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'mac_address': 'fa:16:3e:78:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:11:31Z', 'updated_at': '2021-07-16T20:12:08Z', 'revision_number': 1, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc18732-5f05-446b-a144-8bb3d27af75b', 'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'mac_address': 'fa:16:3e:14:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:22Z', 'updated_at': '2021-07-16T20:11:32Z', 'revision_number': 5, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'subnets': [{'id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:11.109765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67464b79-bb25-485f-b035-6adb367c5666', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:32Z', 'updated_at': '2021-07-16T20:12:09Z', 'revision_number': 5, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'gw_port': {'id': '0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67464b79-bb25-485f-b035-6adb367c5666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:06:33Z', 'updated_at': '2021-07-16T20:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:11.110855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7ca68a64-408d-41fe-834b-762077537a69 req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] For port fb836647-d5d2-4587-aaac-2944532048f6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=fb836647-d5d2-4587-aaac-2944532048f6,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:11.111079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7ca68a64-408d-41fe-834b-762077537a69 req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.116998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9c99f2f9-26d4-476f-9d32-cadb861dee63 req-e3ed81db-ef8f-47bd-aae8-267d0c1adf8c tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214998 Jul 16 20:12:11.119684 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f58c37-271d-4463-a9d6-6e43741c529e None None] The sync data for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 is: [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '6d34b944-d547-4664-ac94-981f3b59f8a4', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'port_id': '765888ce-b8ec-4ed5-b823-d35315b26d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'mac_address': 'fa:16:3e:78:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:11:31Z', 'updated_at': '2021-07-16T20:12:08Z', 'revision_number': 1, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc18732-5f05-446b-a144-8bb3d27af75b', 'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'mac_address': 'fa:16:3e:14:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:22Z', 'updated_at': '2021-07-16T20:11:32Z', 'revision_number': 5, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'subnets': [{'id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:11.123657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] No DVR routers for this DVR port 88e1cd3a-19d5-41df-9c67-8f39f2c72847 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:11.127798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7ca68a64-408d-41fe-834b-762077537a69 req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Calling delete_port for fb836647-d5d2-4587-aaac-2944532048f6 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:11.172114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] Checking router: 67464b79-bb25-485f-b035-6adb367c5666 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:11.207127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] Routers {'67464b79-bb25-485f-b035-6adb367c5666'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:11.208019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67464b79-bb25-485f-b035-6adb367c5666'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:11.208522 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.222884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Pushing event updated for resources: {'Port': ['ID=6aa1ef63-7d99-414e-aac1-f9787f457cb5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:11.238957 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.251246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fc53c4ae-b17e-4096-bdff-1a8a26ec61b8 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4010861 Jul 16 20:12:11.308567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e1cd3a-19d5-41df-9c67-8f39f2c72847,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:11.357545 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.363478 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32eda4-c640-4e08-8587-848a5ef22605 x-openstack-request-id: req-ba32eda4-c640-4e08-8587-848a5ef22605 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:11.363772 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b00280a-18d3-46fd-b7ab-29200f7fd2cc", "tag": "765888ce-b8ec-4ed5-b823-d35315b26d15", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:11.364026 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba32eda4-c640-4e08-8587-848a5ef22605 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:11.364566 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'tag': '765888ce-b8ec-4ed5-b823-d35315b26d15', 'status': 'completed', 'code': 200} Jul 16 20:12:11.376330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbb8d74-1abf-4876-834c-0e60ea396d37']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:11.389723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:11.390759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207e8a7d-2a3b-4225-8ba7-93b3a6f987c8') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:11.408603 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.426205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.436241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:12:11.436646 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:12:11.470487 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:12:11.561966 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.566602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] Set router 67464b79-bb25-485f-b035-6adb367c5666 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:11.574236 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.576374 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8dbb8d74-1abf-4876-834c-0e60ea396d37 HTTP/1.1" status: 204 len: 168 time: 1.8478115 Jul 16 20:12:11.579342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:11.581324 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e3b5e-8211-44e7-814a-8366721e78d9 None None] New status for floating IP 6d34b944-d547-4664-ac94-981f3b59f8a4: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:12:11.606490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-3edea1df-0c4a-4f99-ad2d-1b38a4c5c13a tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--244839736&fields=id&tenant_id=784f8d2566464e2fbae8460ea731391b HTTP/1.1" status: 200 len: 267 time: 0.1348300 Jul 16 20:12:11.616417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 88e1cd3a-19d5-41df-9c67-8f39f2c72847 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:11.649909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25a1a1-b222-4834-8966-80a4ae0efbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dbb8d74-1abf-4876-834c-0e60ea396d37,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:11.657916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67464b79-bb25-485f-b035-6adb367c5666', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:32Z', 'updated_at': '2021-07-16T20:12:11Z', 'revision_number': 6, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:11.682297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 88e1cd3a-19d5-41df-9c67-8f39f2c72847 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:11.683250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 88e1cd3a-19d5-41df-9c67-8f39f2c72847 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:11.730397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c02ac6-195c-47e9-a8af-470d6972aee7 None None] The sync data for ids ['67464b79-bb25-485f-b035-6adb367c5666'] in n-d-792394-17 is: [{'id': '67464b79-bb25-485f-b035-6adb367c5666', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-802801934-router', 'tenant_id': '4d646162f5994709933dd9fdb552b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:06:32Z', 'updated_at': '2021-07-16T20:12:11Z', 'revision_number': 6, 'project_id': '4d646162f5994709933dd9fdb552b53d', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:11.810165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8c70ec42-68ec-4031-8398-611c76d97d08 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:11.845688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-1748ed4f-5ecb-47e5-9525-80b1a9531822 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:11.847182 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-1748ed4f-5ecb-47e5-9525-80b1a9531822 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/networks?id=235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 HTTP/1.1" status: 200 len: 811 time: 0.2397120 Jul 16 20:12:11.858144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Deleting port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:11.858724 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.888664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 8c70ec42-68ec-4031-8398-611c76d97d08 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:11.894293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 8c70ec42-68ec-4031-8398-611c76d97d08 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:11.895599 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:11.898975 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-8fa1381a-0def-49bf-9f84-e869b2af26ec tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/quotas/784f8d2566464e2fbae8460ea731391b HTTP/1.1" status: 200 len: 375 time: 0.0388405 Jul 16 20:12:12.016078 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.042840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-d62fe7d7-0609-4099-b102-ff275290740e tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=784f8d2566464e2fbae8460ea731391b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1286964 Jul 16 20:12:12.052905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef910a7c-9ffa-4eaa-856e-68e912c5f937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c70ec42-68ec-4031-8398-611c76d97d08'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:12.055515 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1acd70b-18a4-46e1-b6da-bcaa9418248e" -d '{"events": [{"server_uuid": "ef910a7c-9ffa-4eaa-856e-68e912c5f937", "name": "network-vif-plugged", "status": "completed", "tag": "8c70ec42-68ec-4031-8398-611c76d97d08"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:12.070933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] For port 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:12.071457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.078085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8c70ec42-68ec-4031-8398-611c76d97d08, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8c70ec42-68ec-4031-8398-611c76d97d08,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:12.092959 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.104589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Calling delete_port for 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:12.163683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=8c70ec42-68ec-4031-8398-611c76d97d08,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:12.186899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039d52a-c4f5-4f6d-bdf9-92e2b67d44ad req-17e522bb-46dd-4e14-a347-74e446f22d9d tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:12.189143 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0039d52a-c4f5-4f6d-bdf9-92e2b67d44ad req-17e522bb-46dd-4e14-a347-74e446f22d9d tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 1098 time: 0.3508732 Jul 16 20:12:12.192685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-a15f3cc9-8061-44aa-91a0-13c9a928d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:12.194545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-a15f3cc9-8061-44aa-91a0-13c9a928d32a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa6d6b95912c421d82dac0ddb8757859&device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 1097 time: 0.3529994 Jul 16 20:12:12.210421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-df7316f8-be90-4259-857c-de8f2e73da88 service neutron] 10.222.0.10 "GET /v2.0/networks/235f2ab3-32b8-48e3-a2ce-ef6ccbe13879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401157 Jul 16 20:12:12.218070 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.283383 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7ca68a64-408d-41fe-834b-762077537a69 req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.296169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:12.301140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['fb836647-d5d2-4587-aaac-2944532048f6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:12.387288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-4f287a79-4a87-4382-a519-3978b321f0e0 service neutron] 10.222.0.10 "GET /v2.0/networks/235f2ab3-32b8-48e3-a2ce-ef6ccbe13879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671784 Jul 16 20:12:12.417580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Pushing event deleted for resources: {'Port': ['ID=fb836647-d5d2-4587-aaac-2944532048f6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:12.431098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0039d52a-c4f5-4f6d-bdf9-92e2b67d44ad req-305b2f63-2fbb-4a0c-b43e-1ec666436c40 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286301 Jul 16 20:12:12.511173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca68a64-408d-41fe-834b-762077537a69 req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] No DVR routers for this DVR port fb836647-d5d2-4587-aaac-2944532048f6 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:12.515807 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7ca68a64-408d-41fe-834b-762077537a69 req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.518397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ca68a64-408d-41fe-834b-762077537a69 req-05de0ed6-3b5c-463a-aebc-828f32c9ed7a tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.30 "DELETE /v2.0/ports/fb836647-d5d2-4587-aaac-2944532048f6 HTTP/1.1" status: 204 len: 173 time: 2.1752627 Jul 16 20:12:12.522181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'name': 'network-vif-deleted', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:12.524338 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cad36e-9df5-4790-8732-4f4ba8bb89b7" -d '{"events": [{"server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "name": "network-vif-deleted", "tag": "fb836647-d5d2-4587-aaac-2944532048f6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:12.553366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-813eab7c-4d9b-4e9f-b27e-225579549d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:12.555154 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-813eab7c-4d9b-4e9f-b27e-225579549d5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0cd85be-5c77-4b83-9c2d-7185874ff1cd HTTP/1.1" status: 200 len: 907 time: 0.3461974 Jul 16 20:12:12.602964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Deleting port 54bee7e8-437d-4cc1-8674-7ae0e8791cab {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:12.603598 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.644108 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-88cc2550-bad9-4fa2-893e-1f732caa1430 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=765888ce-b8ec-4ed5-b823-d35315b26d15 HTTP/1.1" status: 200 len: 1001 time: 0.0690303 Jul 16 20:12:12.725579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] For port 54bee7e8-437d-4cc1-8674-7ae0e8791cab, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=54bee7e8-437d-4cc1-8674-7ae0e8791cab,segment=NetworkSegment(c9f4f573-ba2d-4390-ac7f-5ebaa35fa583),segment_id=c9f4f573-ba2d-4390-ac7f-5ebaa35fa583)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:12.726136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.738211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-7f5c0cac-0922-49f5-9c75-4c3f094c3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:12.739787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-7f5c0cac-0922-49f5-9c75-4c3f094c3b19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=912cabd8-9893-4220-9d50-8f874340d3e8 HTTP/1.1" status: 200 len: 845 time: 0.0723326 Jul 16 20:12:12.741305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.751958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Calling delete_port for 54bee7e8-437d-4cc1-8674-7ae0e8791cab owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:12.804663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:12.920788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:12.945009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e13a475-35a9-4f3a-9b30-ac338dfdb1c6 req-2298d33c-6924-472d-a3d0-7af766b80368 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3231863-1e37-42bd-a85d-ebe427380fe7 HTTP/1.1" status: 200 len: 210 time: 0.1043060 Jul 16 20:12:12.996426 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc86c55-de3e-4587-862c-8d9411fdd321 x-openstack-request-id: req-4cc86c55-de3e-4587-862c-8d9411fdd321 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:12.996953 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef910a7c-9ffa-4eaa-856e-68e912c5f937", "name": "network-vif-plugged", "status": "completed", "tag": "8c70ec42-68ec-4031-8398-611c76d97d08", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:12.996953 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cc86c55-de3e-4587-862c-8d9411fdd321 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:12.997414 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef910a7c-9ffa-4eaa-856e-68e912c5f937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c70ec42-68ec-4031-8398-611c76d97d08', 'code': 200} Jul 16 20:12:13.053350 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.099849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=54bee7e8-437d-4cc1-8674-7ae0e8791cab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:13.149883 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.153024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.311241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-4ac69c52-55c4-42c2-ab45-9626745cf023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:13.312849 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-4ac69c52-55c4-42c2-ab45-9626745cf023 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0cd85be-5c77-4b83-9c2d-7185874ff1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5610847 Jul 16 20:12:13.357441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.372769 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b735a6b-ccca-41cd-ab9e-7e6844bd9b89 x-openstack-request-id: req-0b735a6b-ccca-41cd-ab9e-7e6844bd9b89 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:13.373134 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3231863-1e37-42bd-a85d-ebe427380fe7", "name": "network-vif-deleted", "tag": "fb836647-d5d2-4587-aaac-2944532048f6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:13.373501 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b735a6b-ccca-41cd-ab9e-7e6844bd9b89 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:13.373915 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3231863-1e37-42bd-a85d-ebe427380fe7', 'name': 'network-vif-deleted', 'tag': 'fb836647-d5d2-4587-aaac-2944532048f6', 'status': 'completed', 'code': 200} Jul 16 20:12:13.412590 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.413244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67464b79-bb25-485f-b035-6adb367c5666 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:12:13.430926 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.434673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2b65ec43-5bb0-4e44-bec5-1d113c876a06 admin admin] 10.222.0.10 "DELETE /v2.0/routers/67464b79-bb25-485f-b035-6adb367c5666 HTTP/1.1" status: 204 len: 168 time: 2.9077785 Jul 16 20:12:13.484151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:13.496916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386a56e-6265-4da8-8dc6-735c49e408fa req-908564be-bf30-440f-9ae7-64e609887cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:13.498557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d386a56e-6265-4da8-8dc6-735c49e408fa req-908564be-bf30-440f-9ae7-64e609887cb3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 1097 time: 0.4050903 Jul 16 20:12:13.600118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807402d0-f9fe-430f-8f45-0e50256d5a0d req-fe646316-eaba-44a5-80ac-82db0a3f4921 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:13.602011 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-807402d0-f9fe-430f-8f45-0e50256d5a0d req-fe646316-eaba-44a5-80ac-82db0a3f4921 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 945 time: 0.2882743 Jul 16 20:12:13.605861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-857e8da7-f702-41eb-9e2e-ec6380003e96 service neutron] 10.222.0.30 "GET /v2.0/networks/a0cd85be-5c77-4b83-9c2d-7185874ff1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808669 Jul 16 20:12:13.614777 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d386a56e-6265-4da8-8dc6-735c49e408fa req-7887960e-e7c7-47ab-ad65-f8519d4bb94a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053681 Jul 16 20:12:13.693612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:13.714820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:13.715447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f0c1b9bd-bc23-4b00-988f-a3a2f3ede9c1 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:13.716059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:13.722328 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-266f35b8-92f0-4b5b-bda4-84dfd2a97af2 req-069f4ffa-3665-4dd0-aa13-10747f3c5c48 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 210 time: 0.2331984 Jul 16 20:12:13.739662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:13.740226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0b7b07ea-3db5-467f-aa5c-49d5c2e52eb0 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:13.758880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40fcce2-5daf-4a17-b42e-d104407f8d2a admin admin] Deleting subnet b6a3cdbc-5f69-4dfe-922e-351eb7a559e6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:13.763427 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c40fcce2-5daf-4a17-b42e-d104407f8d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.778497 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1895ca78-07a6-4094-a13e-a7f2095711ea req-64205950-d85c-40bb-a3de-d4763eb34560 service neutron] 10.222.0.30 "GET /v2.0/networks/a0cd85be-5c77-4b83-9c2d-7185874ff1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539807 Jul 16 20:12:13.795987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-807402d0-f9fe-430f-8f45-0e50256d5a0d req-998e81b7-d491-48a3-9c02-17d478109a8d tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798761 Jul 16 20:12:13.829275 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c40fcce2-5daf-4a17-b42e-d104407f8d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:13.996022 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c40fcce2-5daf-4a17-b42e-d104407f8d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.034406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:14.123358 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c40fcce2-5daf-4a17-b42e-d104407f8d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.187439 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c40fcce2-5daf-4a17-b42e-d104407f8d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.189323 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c40fcce2-5daf-4a17-b42e-d104407f8d2a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b6a3cdbc-5f69-4dfe-922e-351eb7a559e6 HTTP/1.1" status: 204 len: 168 time: 0.6986861 Jul 16 20:12:14.190297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fcce2-5daf-4a17-b42e-d104407f8d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a3cdbc-5f69-4dfe-922e-351eb7a559e6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:14.192450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:14.202130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a7b4ee-04b0-4e89-bec7-16b8cd615cee None None] Network 4d09308a-ceab-493f-82d4-e557c5e41d12 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:14.218347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:14.230434 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-07ba092f-9247-4208-a707-d8d136142d53 admin admin] 10.222.0.10 "PUT /v2.0/routers/3fa9b5aa-9e72-4606-aaf9-94c3ae4903db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6499827 Jul 16 20:12:14.231461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] Sync routers for ids ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:14.232942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:14.297097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] Routers {'3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:14.297741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:14.342478 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.414886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] Set router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:14.502697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.596781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device fb836647-d5d2-4587-aaac-2944532048f6 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:14.633395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: fb836647-d5d2-4587-aaac-2944532048f6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:14.633729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device fb836647-d5d2-4587-aaac-2944532048f6 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:14.653971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Deleting port 83071f8b-616a-4e5d-90a5-44593528fac7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:14.654433 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.748120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:04Z', 'updated_at': '2021-07-16T20:12:12Z', 'revision_number': 5, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'gw_port': {'id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:05Z', 'updated_at': '2021-07-16T20:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:14.799128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] Checking router: 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:14.810065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] Routers {'3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:14.810696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:14.855348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bd1174-e5ed-4596-9f55-54b270fb3067 None None] DHCP port deletion for 4d09308a-ceab-493f-82d4-e557c5e41d12 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:14.883754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] For port 83071f8b-616a-4e5d-90a5-44593528fac7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=83071f8b-616a-4e5d-90a5-44593528fac7,segment=NetworkSegment(aca64759-9cf7-4233-8b54-2062d709b293),segment_id=aca64759-9cf7-4233-8b54-2062d709b293)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:14.884106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:14.976130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Calling delete_port for 83071f8b-616a-4e5d-90a5-44593528fac7 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:14.988414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] Set router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:15.023756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-51bd1174-e5ed-4596-9f55-54b270fb3067 None None] Deleting port 83071f8b-616a-4e5d-90a5-44593528fac7 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:15.023756 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51bd1174-e5ed-4596-9f55-54b270fb3067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.025573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.121547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-532652ef-c12f-4404-85eb-1a43f1abd97b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:15.123039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-532652ef-c12f-4404-85eb-1a43f1abd97b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.63 "GET /v2.0/networks?id=235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 HTTP/1.1" status: 200 len: 811 time: 0.3542349 Jul 16 20:12:15.197719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-51bd1174-e5ed-4596-9f55-54b270fb3067 None None] For port 83071f8b-616a-4e5d-90a5-44593528fac7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=83071f8b-616a-4e5d-90a5-44593528fac7,segment=NetworkSegment(aca64759-9cf7-4233-8b54-2062d709b293),segment_id=aca64759-9cf7-4233-8b54-2062d709b293)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:15.197719 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51bd1174-e5ed-4596-9f55-54b270fb3067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.214630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-51bd1174-e5ed-4596-9f55-54b270fb3067 None None] Calling delete_port for 83071f8b-616a-4e5d-90a5-44593528fac7 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:15.223016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb110e65-800b-48ff-b89f-ce9f81c392fc req-9bf165cf-14e7-413c-ac1a-c2aca72abc1d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:15.233345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb110e65-800b-48ff-b89f-ce9f81c392fc req-9bf165cf-14e7-413c-ac1a-c2aca72abc1d tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.2725241 Jul 16 20:12:15.249832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-a4833491-80be-47e5-8d34-e1cb143882a2 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=784f8d2566464e2fbae8460ea731391b HTTP/1.1" status: 200 len: 379 time: 0.1103053 Jul 16 20:12:15.266443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-d01ab346-e9be-4f89-92b4-a9d01c7584ff tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:12:15.267880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-d01ab346-e9be-4f89-92b4-a9d01c7584ff tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095193 Jul 16 20:12:15.269939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Request body: {'port': {'device_id': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'admin_state_up': True, 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'security_groups': ['3807fbfc-d385-4975-924f-c7b603916220']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:15.273299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.282483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Request body: {'binding': {'host': 'n-h1-792394-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:15.283170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:12:15.302212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Deleting port 959d12ee-9655-4aac-8e54-16f0a0ea02b6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:15.302525 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.355841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=83071f8b-616a-4e5d-90a5-44593528fac7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:15.357370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:04Z', 'updated_at': '2021-07-16T20:12:12Z', 'revision_number': 5, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'gw_port': {'id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:05Z', 'updated_at': '2021-07-16T20:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:15.357643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] No DVR routers for this DVR port 83071f8b-616a-4e5d-90a5-44593528fac7 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:15.392264 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51bd1174-e5ed-4596-9f55-54b270fb3067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.402843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cce4a-bc11-4e45-9eb9-a5aa67ba2297 None None] The sync data for ids ['3fa9b5aa-9e72-4606-aaf9-94c3ae4903db'] in n-d-792394-17 is: [{'id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'name': 'tempest-AttachSCSIVolumeTestJSON-2084346885-router', 'tenant_id': '2c624374b93a408682ec6a7ed9866eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:04Z', 'updated_at': '2021-07-16T20:12:12Z', 'revision_number': 5, 'project_id': '2c624374b93a408682ec6a7ed9866eb9', 'gw_port': {'id': '959d12ee-9655-4aac-8e54-16f0a0ea02b6', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa9b5aa-9e72-4606-aaf9-94c3ae4903db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:05Z', 'updated_at': '2021-07-16T20:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:15.429617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb110e65-800b-48ff-b89f-ce9f81c392fc req-ef1ee05f-1a9c-404d-be87-c2ce7dbcc568 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951246 Jul 16 20:12:15.451497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd1174-e5ed-4596-9f55-54b270fb3067 None None] Pushing event deleted for resources: {'Port': ['ID=83071f8b-616a-4e5d-90a5-44593528fac7,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:15.464044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd1174-e5ed-4596-9f55-54b270fb3067 None None] No DVR routers for this DVR port 83071f8b-616a-4e5d-90a5-44593528fac7 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:15.470194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.795232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on host n-h1-792394-17 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:15.795588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:15.795927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:15.801380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:15.801817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:15.815323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:15.815323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:15.815323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:15.815323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Bound port: 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:15.882988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 54bee7e8-437d-4cc1-8674-7ae0e8791cab no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:15.892075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:15.902043 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.903335 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-2fed0cef-f4e3-4303-9f41-65e984208eee service neutron] 10.222.0.10 "POST /v2.0/ports/5d1f5b3b-da72-478c-9df2-3385b83b73e8/bindings HTTP/1.1" status: 201 len: 390 time: 0.6255131 Jul 16 20:12:15.931044 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.956202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] For port 959d12ee-9655-4aac-8e54-16f0a0ea02b6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=959d12ee-9655-4aac-8e54-16f0a0ea02b6,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:15.956565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:15.978273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d09308a-ceab-493f-82d4-e557c5e41d12']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:16.011765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Calling delete_port for 959d12ee-9655-4aac-8e54-16f0a0ea02b6 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:16.015773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a772f7d-bdc7-4d75-b6d0-1a2a1b492cf6 req-735abceb-8709-4a00-8b5b-0ca8d80e6ea7 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 210 time: 0.0759778 Jul 16 20:12:16.036428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca64759-9cf7-4233-8b54-2062d709b293') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:16.037148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca64759-9cf7-4233-8b54-2062d709b293') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:16.063948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.083299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 54bee7e8-437d-4cc1-8674-7ae0e8791cab {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:16.083720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 54bee7e8-437d-4cc1-8674-7ae0e8791cab not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:16.084049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 83071f8b-616a-4e5d-90a5-44593528fac7 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:16.124674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 83071f8b-616a-4e5d-90a5-44593528fac7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:16.125210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 83071f8b-616a-4e5d-90a5-44593528fac7 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:16.178653 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.183790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Made reservation on behalf of 784f8d2566464e2fbae8460ea731391b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:16.190585 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.209095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:12:16.209904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:12:16.219681 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:12:16.330943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498570f4-5e55-46bc-ad9b-eaec861151a9 req-1cdff40d-20c4-40a3-9714-ce643efe761f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.333259 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-498570f4-5e55-46bc-ad9b-eaec861151a9 req-1cdff40d-20c4-40a3-9714-ce643efe761f tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 945 time: 0.1569712 Jul 16 20:12:16.346427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.371103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-6580cd3d-162c-4ad3-bd4b-5a10dc4979ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.373018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-6580cd3d-162c-4ad3-bd4b-5a10dc4979ec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 1098 time: 0.1103086 Jul 16 20:12:16.401997 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.429691 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.435979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] 10.222.0.10 "DELETE /v2.0/networks/4d09308a-ceab-493f-82d4-e557c5e41d12 HTTP/1.1" status: 204 len: 168 time: 2.2383585 Jul 16 20:12:16.450564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-498570f4-5e55-46bc-ad9b-eaec861151a9 req-d4026716-5e01-4e0c-9b10-8bceb23b88ea tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042809 Jul 16 20:12:16.451129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-ded40c7c-6668-437f-9052-fa7bd07e1b67 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.452771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-ded40c7c-6668-437f-9052-fa7bd07e1b67 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.63 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.3202696 Jul 16 20:12:16.478150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc562fc6-419a-4906-a6c9-bde4be23e7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=4d09308a-ceab-493f-82d4-e557c5e41d12,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:16.579486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-270968ad-639e-4a42-81fc-e1dff16cf679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.581892 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-270968ad-639e-4a42-81fc-e1dff16cf679 service neutron] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.2008092 Jul 16 20:12:16.646537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48360) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:16.662410 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-63eff2ac-bf15-4975-859f-0ca80d629ca6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8 HTTP/1.1" status: 200 len: 217 time: 0.0709066 Jul 16 20:12:16.719484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Allocated IP 172.20.0.7 (235f2ab3-32b8-48e3-a2ce-ef6ccbe13879/1662353e-1aa7-48ea-8bd7-12bb1b5ac897/8edfa8e1-78fb-406b-a45e-85808a33ce1b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:16.742435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-57bb2537-f126-4454-ae58-9f1cd3b71935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.744613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-57bb2537-f126-4454-ae58-9f1cd3b71935 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.0644188 Jul 16 20:12:16.762817 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.782866 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-f90e1bed-7702-43d2-9fc1-f0354d0329a2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321195 Jul 16 20:12:16.792159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df9daf-3874-42f2-bbd5-27169938ba6c req-da60b92e-ec17-4524-a4c2-6655f8fc3b6b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.793677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8df9daf-3874-42f2-bbd5-27169938ba6c req-da60b92e-ec17-4524-a4c2-6655f8fc3b6b tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 950 time: 0.1888001 Jul 16 20:12:16.822483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=959d12ee-9655-4aac-8e54-16f0a0ea02b6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:16.840567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-15308dcd-16c8-4c46-8658-2539723d658f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b0e5deb00274f89b087bba82d84e700&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1928482 Jul 16 20:12:16.846567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:16.892517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38067f1-a691-4e14-aff9-25b9ccf802ec req-eef2a74a-ee65-421a-8880-83616044a437 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:16.894076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f38067f1-a691-4e14-aff9-25b9ccf802ec req-eef2a74a-ee65-421a-8880-83616044a437 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.3812141 Jul 16 20:12:16.913952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8df9daf-3874-42f2-bbd5-27169938ba6c req-aa22dc50-d071-474e-87c1-1acc641eaa10 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/security-groups?id=060bb436-1b08-49db-a198-e9539020cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077018 Jul 16 20:12:16.965394 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-bd34e62b-4099-4c1e-90e0-cec2b69a6681 service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704037 Jul 16 20:12:16.979015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Deleting port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:16.979418 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.996077 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:16.996613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c7b-2f15-4648-a92f-233bed861681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.046101 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c7b-2f15-4648-a92f-233bed861681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.099702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f38067f1-a691-4e14-aff9-25b9ccf802ec req-5103000c-5441-4736-b124-d3b19c7c9fc2 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817660 Jul 16 20:12:17.159693 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c7b-2f15-4648-a92f-233bed861681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.162254 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c7b-2f15-4648-a92f-233bed861681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.165900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b28c6c7b-2f15-4648-a92f-233bed861681 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b115f54c-5a38-4e70-aae6-3f44385e4723 HTTP/1.1" status: 204 len: 168 time: 0.3159015 Jul 16 20:12:17.165900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-41543b9e-e10d-4e4a-9a27-232092b39c2e service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911664 Jul 16 20:12:17.174245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c6c7b-2f15-4648-a92f-233bed861681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b115f54c-5a38-4e70-aae6-3f44385e4723,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:17.209196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.240473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.319559 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.342654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Transition to ACTIVE for port object 8edfa8e1-78fb-406b-a45e-85808a33ce1b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:17.465252 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.466440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa9b5aa-9e72-4606-aaf9-94c3ae4903db {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:12:17.473447 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.477516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:17.494982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-52e1186a-f08f-4bd8-a86b-b2cc506a8e11 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3fa9b5aa-9e72-4606-aaf9-94c3ae4903db HTTP/1.1" status: 204 len: 168 time: 3.2506816 Jul 16 20:12:17.501673 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.633624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dda5b4-e1ea-44ae-9954-d11eea125da9 admin admin] Deleting subnet f1cea4a9-2f6b-4790-bb81-44bf193d7f05 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:17.638440 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11dda5b4-e1ea-44ae-9954-d11eea125da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.648478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] For port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:17.649353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.693874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Calling delete_port for e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:17.721369 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11dda5b4-e1ea-44ae-9954-d11eea125da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.911307 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11dda5b4-e1ea-44ae-9954-d11eea125da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:17.933887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:17.948430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:18.001360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3acfb2c7-f241-49f6-8ff6-b114c6a5ad1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d646162f5994709933dd9fdb552b53d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0642216 Jul 16 20:12:18.004787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:18.039404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11dda5b4-e1ea-44ae-9954-d11eea125da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.065356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:18.071639 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:18.076635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Pushing event updated for resources: {'Port': ['ID=8edfa8e1-78fb-406b-a45e-85808a33ce1b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.117312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11dda5b4-e1ea-44ae-9954-d11eea125da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.128421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-11dda5b4-e1ea-44ae-9954-d11eea125da9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f1cea4a9-2f6b-4790-bb81-44bf193d7f05 HTTP/1.1" status: 204 len: 168 time: 0.6410682 Jul 16 20:12:18.128421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dda5b4-e1ea-44ae-9954-d11eea125da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1cea4a9-2f6b-4790-bb81-44bf193d7f05,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.133683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:18.135069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad09959-0f2d-4923-b030-57959d8f086e None None] Network 799b0777-a63b-45e1-8743-4d3496f4711a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:18.270954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.300960 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caa95a2e-dace-4622-870b-aef3616f550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.386594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Pushing event deleted for resources: {'Port': ['ID=e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.401286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.402349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.447844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caa95a2e-dace-4622-870b-aef3616f550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.467121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.526154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] No DVR routers for this DVR port e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:18.530564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.533899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-915dfaa4-6e37-4e51-8d55-60c34f3a0485 req-295237cf-fe61-45b7-a9ae-3c19114685ff tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.63 "DELETE /v2.0/ports/e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 HTTP/1.1" status: 204 len: 173 time: 2.0676899 Jul 16 20:12:18.535321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'name': 'network-vif-deleted', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:18.538570 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d860c6b8-fa1c-437c-a0fd-f683ff80488d" -d '{"events": [{"server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "name": "network-vif-deleted", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:18.549129 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-875c023e-334d-4732-b10d-f2c2cef5ca2d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2867153 Jul 16 20:12:18.588478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a95cb9a5-dae5-4a94-8c68-b1af42772242 None None] Provisioning for port 8edfa8e1-78fb-406b-a45e-85808a33ce1b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:18.596147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a95cb9a5-dae5-4a94-8c68-b1af42772242 None None] Provisioning complete for port 8edfa8e1-78fb-406b-a45e-85808a33ce1b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:18.596346 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a95cb9a5-dae5-4a94-8c68-b1af42772242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.602435 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50c1aa51-ff48-426b-9cdf-179a3d44f84b req-5a3f7c80-40f1-4d8e-a767-aa46f653a222 tempest-MigrationsAdminTest-1052546471 tempest-MigrationsAdminTest-1052546471-project] 10.222.0.10 "GET /v2.0/ports?device_id=15daa647-d2c2-477d-85a7-016af89b106b HTTP/1.1" status: 200 len: 210 time: 0.1696777 Jul 16 20:12:18.608220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab2652-92cd-4816-80fb-1f4f1a58750d req-4448e4e1-269b-44f4-b8ff-362d40568f02 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:18.615090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9aab2652-92cd-4816-80fb-1f4f1a58750d req-4448e4e1-269b-44f4-b8ff-362d40568f02 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 931 time: 0.8929865 Jul 16 20:12:18.629632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Request body: {'port': {'device_id': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:18.667331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caa95a2e-dace-4622-870b-aef3616f550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.670080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caa95a2e-dace-4622-870b-aef3616f550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.675062 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-caa95a2e-dace-4622-870b-aef3616f550e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f1b728c-d898-470f-b273-00f381ab205a HTTP/1.1" status: 204 len: 168 time: 0.6651728 Jul 16 20:12:18.737396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa95a2e-dace-4622-870b-aef3616f550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1b728c-d898-470f-b273-00f381ab205a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:18.753700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa8ab9-587d-4e4c-abbc-6f460e725e90 None None] DHCP port deletion for 799b0777-a63b-45e1-8743-4d3496f4711a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:12:18.770482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Deleting port 52fd3416-d3d5-45dc-aedd-124c4e179e25 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:18.771218 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:18.877199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a95cb9a5-dae5-4a94-8c68-b1af42772242 None None] Port 8edfa8e1-78fb-406b-a45e-85808a33ce1b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:19.010349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa8ab9-587d-4e4c-abbc-6f460e725e90 None None] Deleting port 52fd3416-d3d5-45dc-aedd-124c4e179e25 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:19.023779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8ab9-587d-4e4c-abbc-6f460e725e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.042359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] For port 52fd3416-d3d5-45dc-aedd-124c4e179e25, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=52fd3416-d3d5-45dc-aedd-124c4e179e25,segment=NetworkSegment(c9f4f573-ba2d-4390-ac7f-5ebaa35fa583),segment_id=c9f4f573-ba2d-4390-ac7f-5ebaa35fa583)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:19.045221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.097501 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Calling delete_port for 52fd3416-d3d5-45dc-aedd-124c4e179e25 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:19.101111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.171242 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9aab2652-92cd-4816-80fb-1f4f1a58750d req-491d6101-5bf8-4ded-a4b4-d5bd7f41bfde tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5027812 Jul 16 20:12:19.188064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4cfa8ab9-587d-4e4c-abbc-6f460e725e90 None None] For port 52fd3416-d3d5-45dc-aedd-124c4e179e25, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=52fd3416-d3d5-45dc-aedd-124c4e179e25,segment=NetworkSegment(c9f4f573-ba2d-4390-ac7f-5ebaa35fa583),segment_id=c9f4f573-ba2d-4390-ac7f-5ebaa35fa583)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:19.190355 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8ab9-587d-4e4c-abbc-6f460e725e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.242161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa8ab9-587d-4e4c-abbc-6f460e725e90 None None] Calling delete_port for 52fd3416-d3d5-45dc-aedd-124c4e179e25 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:19.375644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.478340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Pushing event deleted for resources: {'Port': ['ID=52fd3416-d3d5-45dc-aedd-124c4e179e25,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.495938 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5597a7-d7b2-4d0d-84dc-f4c7520444f8 x-openstack-request-id: req-3a5597a7-d7b2-4d0d-84dc-f4c7520444f8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:19.496667 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15daa647-d2c2-477d-85a7-016af89b106b", "name": "network-vif-deleted", "tag": "e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:19.498306 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8ab9-587d-4e4c-abbc-6f460e725e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.500726 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a5597a7-d7b2-4d0d-84dc-f4c7520444f8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:19.502850 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15daa647-d2c2-477d-85a7-016af89b106b', 'name': 'network-vif-deleted', 'tag': 'e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39', 'status': 'completed', 'code': 200} Jul 16 20:12:19.516264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] No DVR routers for this DVR port 52fd3416-d3d5-45dc-aedd-124c4e179e25 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:19.533813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3ee0-2236-4c13-be9e-4c1220480e15 req-4fbc33a2-d21e-41d0-9a9e-01a0a99cbfc7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:19.542379 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72ad3ee0-2236-4c13-be9e-4c1220480e15 req-4fbc33a2-d21e-41d0-9a9e-01a0a99cbfc7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.4307172 Jul 16 20:12:19.608544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa8ab9-587d-4e4c-abbc-6f460e725e90 None None] Pushing event deleted for resources: {'Port': ['ID=52fd3416-d3d5-45dc-aedd-124c4e179e25,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:19.615601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa8ab9-587d-4e4c-abbc-6f460e725e90 None None] No DVR routers for this DVR port 52fd3416-d3d5-45dc-aedd-124c4e179e25 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:19.652523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 959d12ee-9655-4aac-8e54-16f0a0ea02b6 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:19.684385 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.713791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799b0777-a63b-45e1-8743-4d3496f4711a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:19.736730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 959d12ee-9655-4aac-8e54-16f0a0ea02b6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:19.737244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 959d12ee-9655-4aac-8e54-16f0a0ea02b6 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:19.737816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 52fd3416-d3d5-45dc-aedd-124c4e179e25 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:19.743473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:19.744692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f4f573-ba2d-4390-ac7f-5ebaa35fa583') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:19.773265 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.798945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 52fd3416-d3d5-45dc-aedd-124c4e179e25 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:19.800567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 52fd3416-d3d5-45dc-aedd-124c4e179e25 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:19.822353 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.837023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8c70ec42-68ec-4031-8398-611c76d97d08 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:19.845754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:12:19.846432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:19.905658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edfa8e1-78fb-406b-a45e-85808a33ce1b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:19.930221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.036117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Transition to ACTIVE for port object 8edfa8e1-78fb-406b-a45e-85808a33ce1b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:20.044533 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:12:20.054756 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:12:20.068330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.069001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:20.080526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.094789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] 10.222.0.10 "DELETE /v2.0/networks/799b0777-a63b-45e1-8743-4d3496f4711a HTTP/1.1" status: 204 len: 168 time: 1.9497321 Jul 16 20:12:20.113914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:20.114253 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e8e7bf9a-816e-4c0c-9d95-5cfec97e6e39 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:20.129891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8c70ec42-68ec-4031-8398-611c76d97d08, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8c70ec42-68ec-4031-8398-611c76d97d08,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:20.159679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '8c70ec42-68ec-4031-8398-611c76d97d08', 'network_id': 'eb8c7c10-080f-44b1-b05a-c09b05b6691f', 'port_id': '8c70ec42-68ec-4031-8398-611c76d97d08', 'mac_address': 'fa:16:3e:96:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b78a6c-dbe4-4f1c-b271-789c4623af4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:20.161700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407c22f-54ab-40a5-84cf-f8f05f67ba5e admin admin] Pushing event deleted for resources: {'Network': ['ID=799b0777-a63b-45e1-8743-4d3496f4711a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:20.162546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Pushing event updated for resources: {'Port': ['ID=8edfa8e1-78fb-406b-a45e-85808a33ce1b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:20.235332 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72ad3ee0-2236-4c13-be9e-4c1220480e15 req-d07f3401-2aa3-499d-8138-88f93f9f1a5e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902556 Jul 16 20:12:20.272670 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.349420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c70ec42-68ec-4031-8398-611c76d97d08 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:20.376402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Attempting to bind port 8edfa8e1-78fb-406b-a45e-85808a33ce1b on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:20.376741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Attempting to bind port 8edfa8e1-78fb-406b-a45e-85808a33ce1b by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:20.377115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Attempting to bind port 8edfa8e1-78fb-406b-a45e-85808a33ce1b on network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.378566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:20.392655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8c70ec42-68ec-4031-8398-611c76d97d08, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8c70ec42-68ec-4031-8398-611c76d97d08,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:20.392794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Port 8edfa8e1-78fb-406b-a45e-85808a33ce1b on network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:20.393118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Attempting to bind port 8edfa8e1-78fb-406b-a45e-85808a33ce1b on network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:20.412506 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.414959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:20.415338 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Checking segment: {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:20.416313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Bound using segment: {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:20.416791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Bound port: 8edfa8e1-78fb-406b-a45e-85808a33ce1b, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235e6491-3392-4aed-afac-2e69fad10d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:20.417152 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.536585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-92efc6c8-9d24-43f7-99bb-89972cc3a9ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3925324f30a40c4be356af892fe559b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559951 Jul 16 20:12:20.537574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:20.557916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['8c70ec42-68ec-4031-8398-611c76d97d08'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:20.582543 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd183cf1-62b8-474a-ba83-7f9bc1405bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.641564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] For port 8edfa8e1-78fb-406b-a45e-85808a33ce1b, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:20.653062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] For port 8edfa8e1-78fb-406b-a45e-85808a33ce1b, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8edfa8e1-78fb-406b-a45e-85808a33ce1b,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:20.661913 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.722701 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db6b7faf-2ed4-4d55-8cb0-378c9f2ce8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.725119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=8c70ec42-68ec-4031-8398-611c76d97d08,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:20.790814 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db6b7faf-2ed4-4d55-8cb0-378c9f2ce8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.795154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:20.795820 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:20.797361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] 10.222.0.63 "PUT /v2.0/ports/8edfa8e1-78fb-406b-a45e-85808a33ce1b HTTP/1.1" status: 200 len: 1092 time: 2.2248478 Jul 16 20:12:20.894848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673c6f7-6bbc-4a5e-a56f-47317fdb773f service neutron] Pushing event updated for resources: {'Port': ['ID=8edfa8e1-78fb-406b-a45e-85808a33ce1b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:21.168469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-27a8e887-c49f-4f69-b143-0d8386fce73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.170327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-27a8e887-c49f-4f69-b143-0d8386fce73f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=784f8d2566464e2fbae8460ea731391b&device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 1095 time: 0.2218065 Jul 16 20:12:21.192437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b023644-6ef1-4f2b-aefa-64a28f9716e1 req-fb5536a5-a1db-4dd4-a5ea-d9cfbbe9eb8f tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.202908 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b023644-6ef1-4f2b-aefa-64a28f9716e1 req-fb5536a5-a1db-4dd4-a5ea-d9cfbbe9eb8f tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 943 time: 0.3781574 Jul 16 20:12:21.235679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:21.249302 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db6b7faf-2ed4-4d55-8cb0-378c9f2ce8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.252446 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db6b7faf-2ed4-4d55-8cb0-378c9f2ce8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.253742 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-db6b7faf-2ed4-4d55-8cb0-378c9f2ce8b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eac8a8af-7e2b-4685-acc9-e377fc3aa268 HTTP/1.1" status: 204 len: 168 time: 0.7133517 Jul 16 20:12:21.309175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b7faf-2ed4-4d55-8cb0-378c9f2ce8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac8a8af-7e2b-4685-acc9-e377fc3aa268,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:21.368155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b023644-6ef1-4f2b-aefa-64a28f9716e1 req-d0d22917-7eb3-4cd8-83ad-cab07c3a3a77 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519005 Jul 16 20:12:21.372342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-45e37b9b-bedd-4864-832e-8cac837bf48b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8edfa8e1-78fb-406b-a45e-85808a33ce1b HTTP/1.1" status: 200 len: 217 time: 0.1348574 Jul 16 20:12:21.503847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'tag': '8edfa8e1-78fb-406b-a45e-85808a33ce1b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:21.506957 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710" -d '{"events": [{"name": "network-changed", "server_uuid": "78384707-1e2a-4657-9c48-b86657b7fb0d", "tag": "8edfa8e1-78fb-406b-a45e-85808a33ce1b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:21.515708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-d35ad982-c635-4413-9c0a-e41f80820d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.517724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-d35ad982-c635-4413-9c0a-e41f80820d4e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1662353e-1aa7-48ea-8bd7-12bb1b5ac897 HTTP/1.1" status: 200 len: 850 time: 0.1326103 Jul 16 20:12:21.528538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e690b5-2dd7-4573-8ee7-31aa1ba71b21 req-1be35c82-fca4-4569-b796-9eb21f239110 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.538045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31e690b5-2dd7-4573-8ee7-31aa1ba71b21 req-1be35c82-fca4-4569-b796-9eb21f239110 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 944 time: 0.4275711 Jul 16 20:12:21.585343 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b6699b92-2bb0-4807-86f0-af16c350417c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=743535f04d9c41f08751d43630cc4015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482280 Jul 16 20:12:21.588400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:21.653018 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31e690b5-2dd7-4573-8ee7-31aa1ba71b21 req-ce63d3e0-5fad-4224-b6d8-0af39205b706 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126950 Jul 16 20:12:21.705210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-c9f9407f-e3af-4367-837a-0ab365292c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:21.710165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-c9f9407f-e3af-4367-837a-0ab365292c17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=235f2ab3-32b8-48e3-a2ce-ef6ccbe13879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675289 Jul 16 20:12:21.805715 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a20-050a-4103-91b9-dcc902af634e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.859334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8c70ec42-68ec-4031-8398-611c76d97d08 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:21.927824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a20-050a-4103-91b9-dcc902af634e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:21.934347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:21.955390 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-183e51fc-87f1-44c0-bf0e-dc28928c852f service neutron] 10.222.0.63 "GET /v2.0/networks/235f2ab3-32b8-48e3-a2ce-ef6ccbe13879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378819 Jul 16 20:12:22.008946 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a3b79c-3e8a-4513-ae29-49cd92778c95 x-openstack-request-id: req-73a3b79c-3e8a-4513-ae29-49cd92778c95 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:22.010294 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78384707-1e2a-4657-9c48-b86657b7fb0d", "tag": "8edfa8e1-78fb-406b-a45e-85808a33ce1b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:22.010666 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73a3b79c-3e8a-4513-ae29-49cd92778c95 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:22.011195 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'tag': '8edfa8e1-78fb-406b-a45e-85808a33ce1b', 'status': 'completed', 'code': 200} Jul 16 20:12:22.111168 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.132390 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-727c4ed7-c9b4-4409-ad72-3a885bd31038 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c624374b93a408682ec6a7ed9866eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965401 Jul 16 20:12:22.133436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:22.146704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8c70ec42-68ec-4031-8398-611c76d97d08 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:22.153681 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a20-050a-4103-91b9-dcc902af634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.158177 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85cb0a20-050a-4103-91b9-dcc902af634e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.162935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-85cb0a20-050a-4103-91b9-dcc902af634e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/060bb436-1b08-49db-a198-e9539020cae9 HTTP/1.1" status: 204 len: 168 time: 0.5714409 Jul 16 20:12:22.169802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f71ff4-c8c4-41ce-91dc-3fd16b30c92e req-03ceb76c-670c-433a-9162-d20e82184899 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.176156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb0a20-050a-4103-91b9-dcc902af634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060bb436-1b08-49db-a198-e9539020cae9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.177904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-60f71ff4-c8c4-41ce-91dc-3fd16b30c92e req-03ceb76c-670c-433a-9162-d20e82184899 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.2212698 Jul 16 20:12:22.196780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8c70ec42-68ec-4031-8398-611c76d97d08, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8c70ec42-68ec-4031-8398-611c76d97d08,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:22.210328 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.210855 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252e8473-761f-4a32-a3e1-c378f3f4ceb8 req-07cd95ea-f3d8-42f2-889f-cfad1af26629 service neutron] 10.222.0.63 "GET /v2.0/networks/235f2ab3-32b8-48e3-a2ce-ef6ccbe13879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413967 Jul 16 20:12:22.362125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=8c70ec42-68ec-4031-8398-611c76d97d08,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.389438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-60f71ff4-c8c4-41ce-91dc-3fd16b30c92e req-18ef4177-0901-4dbc-aca9-f363b33ce67a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082505 Jul 16 20:12:22.431907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6daf1328-4f1c-44b8-b5af-bb86310904f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.504604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6daf1328-4f1c-44b8-b5af-bb86310904f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.528845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-9ff605bf-3030-4714-89c5-67df7899a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.530833 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-9ff605bf-3030-4714-89c5-67df7899a6e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=784f8d2566464e2fbae8460ea731391b&device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 1095 time: 0.2531588 Jul 16 20:12:22.663278 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6daf1328-4f1c-44b8-b5af-bb86310904f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.672382 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6daf1328-4f1c-44b8-b5af-bb86310904f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:22.674636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6daf1328-4f1c-44b8-b5af-bb86310904f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9913c023-4b90-4d5f-a18a-628552ae4b14 HTTP/1.1" status: 204 len: 168 time: 0.5309155 Jul 16 20:12:22.714339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf1328-4f1c-44b8-b5af-bb86310904f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9913c023-4b90-4d5f-a18a-628552ae4b14,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:22.740341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-434fd4ab-1035-4fa0-9754-ca36533c6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.742295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-434fd4ab-1035-4fa0-9754-ca36533c6186 service neutron] 10.222.0.63 "GET /v2.0/networks?id=235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 HTTP/1.1" status: 200 len: 912 time: 0.1940696 Jul 16 20:12:22.742960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc45af-0144-464d-9c9c-b9601110a28a req-11c58631-6f82-4c7b-908a-a1618268a060 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.762079 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ccbc45af-0144-464d-9c9c-b9601110a28a req-11c58631-6f82-4c7b-908a-a1618268a060 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 943 time: 0.1582754 Jul 16 20:12:22.812638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-bcf0655d-ef4b-453b-96b6-af6cb8d2fca9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8edfa8e1-78fb-406b-a45e-85808a33ce1b HTTP/1.1" status: 200 len: 217 time: 0.0618489 Jul 16 20:12:22.834392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ccbc45af-0144-464d-9c9c-b9601110a28a req-916a8b9d-1280-4783-a371-4acc55144aa0 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670214 Jul 16 20:12:22.841382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:22.917586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-09bbfb3b-bf6b-4e52-be08-e2dcaadac486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:22.919277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-09bbfb3b-bf6b-4e52-be08-e2dcaadac486 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1662353e-1aa7-48ea-8bd7-12bb1b5ac897 HTTP/1.1" status: 200 len: 850 time: 0.0959990 Jul 16 20:12:22.923837 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0a6bd704-1d3d-45fd-a722-1071e04e367d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=465683c3256b4562a6cdc1f8a2a66348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807846 Jul 16 20:12:22.926794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48526) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:23.067837 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6642389-7cb8-4bc8-8272-b10d6c93a93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.113927 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6642389-7cb8-4bc8-8272-b10d6c93a93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.136625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462fa32-bc37-4554-985b-a21f85ee73b9 req-58646771-61ae-4632-aca6-1e2a66c60ce6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.138432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0462fa32-bc37-4554-985b-a21f85ee73b9 req-58646771-61ae-4632-aca6-1e2a66c60ce6 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 943 time: 0.1249774 Jul 16 20:12:23.145616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-52403d20-259c-4b72-be8d-8ef5cb4ec093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.156026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-52403d20-259c-4b72-be8d-8ef5cb4ec093 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=235f2ab3-32b8-48e3-a2ce-ef6ccbe13879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662769 Jul 16 20:12:23.222146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0462fa32-bc37-4554-985b-a21f85ee73b9 req-4704f271-7175-4450-a626-52a426f212bf tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740855 Jul 16 20:12:23.291317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6642389-7cb8-4bc8-8272-b10d6c93a93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.293898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6642389-7cb8-4bc8-8272-b10d6c93a93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.297367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a6642389-7cb8-4bc8-8272-b10d6c93a93c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1667aac4-a47a-4f0d-950d-00d8e2b7c83c HTTP/1.1" status: 204 len: 168 time: 0.3667805 Jul 16 20:12:23.334737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6642389-7cb8-4bc8-8272-b10d6c93a93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1667aac4-a47a-4f0d-950d-00d8e2b7c83c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:23.335247 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.354435 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-3738d38b-9d8f-4576-ad1a-c79842e912aa service neutron] 10.222.0.63 "GET /v2.0/networks/235f2ab3-32b8-48e3-a2ce-ef6ccbe13879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887360 Jul 16 20:12:23.391480 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d389e5d0-de40-4e6a-915a-8aa8af9e35cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:23.488503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7dbb2eb1-f810-4a54-a9c0-12d6f550b710 req-6456e554-81e2-4667-9ea8-d5410c1e5ac5 service neutron] 10.222.0.63 "GET /v2.0/networks/235f2ab3-32b8-48e3-a2ce-ef6ccbe13879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264312 Jul 16 20:12:23.596239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-47a265ba-78d5-4040-8362-074b2fc6497a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650334 Jul 16 20:12:23.738032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-f8077e5a-87f8-486c-9ceb-75a29336dd7a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:23.745331 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-f8077e5a-87f8-486c-9ceb-75a29336dd7a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432881 Jul 16 20:12:23.761758 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-056392db-6585-4c87-b0f9-7e8a65b60d23 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/quotas/768c4fc9b339477b8dd17cb48c8f5fa8 HTTP/1.1" status: 200 len: 375 time: 0.0154345 Jul 16 20:12:23.805762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-030d5e1a-c28d-44d7-b096-0aea0d62abd3 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397584 Jul 16 20:12:23.858755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8edfa8e1-78fb-406b-a45e-85808a33ce1b details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:24.106345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8edfa8e1-78fb-406b-a45e-85808a33ce1b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8edfa8e1-78fb-406b-a45e-85808a33ce1b,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:24.133491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '8edfa8e1-78fb-406b-a45e-85808a33ce1b', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'port_id': '8edfa8e1-78fb-406b-a45e-85808a33ce1b', 'mac_address': 'fa:16:3e:89:11:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:24.189417 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:12:24.220410 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.229318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609925b-abb0-442c-9f8b-735995941044 req-2d9a1951-d574-475b-be92-08900719f6e4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.232038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5609925b-abb0-442c-9f8b-735995941044 req-2d9a1951-d574-475b-be92-08900719f6e4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.1401889 Jul 16 20:12:24.245769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edfa8e1-78fb-406b-a45e-85808a33ce1b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:24.281828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8edfa8e1-78fb-406b-a45e-85808a33ce1b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8edfa8e1-78fb-406b-a45e-85808a33ce1b,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:24.291765 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.336606 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5609925b-abb0-442c-9f8b-735995941044 req-bf8cf660-7085-4ca8-9652-1f62d2f47a79 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988896 Jul 16 20:12:24.397740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6fca6-783e-4af8-86e6-8ab9295e394e req-03081118-8800-400d-b8c8-a520c10f1c5f tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:24.406307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3e6fca6-783e-4af8-86e6-8ab9295e394e req-03081118-8800-400d-b8c8-a520c10f1c5f tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 944 time: 0.1197493 Jul 16 20:12:24.448922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=8edfa8e1-78fb-406b-a45e-85808a33ce1b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:24.463847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:24.481559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3e6fca6-783e-4af8-86e6-8ab9295e394e req-764073c5-fd7a-43e2-8341-1fa00e0dbfb3 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701370 Jul 16 20:12:24.540972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['8edfa8e1-78fb-406b-a45e-85808a33ce1b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:24.619779 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b44a66e3-7615-4c07-96dc-7ffda1905890 req-0ebca9f2-2254-4042-8710-4d827cbc6e45 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 210 time: 0.0862582 Jul 16 20:12:25.292853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4e92-6e09-43ef-8b9e-d36a3a643fde req-1f0e35a1-f09f-4fb2-92c1-a56c4359d279 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.300971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d97f4e92-6e09-43ef-8b9e-d36a3a643fde req-1f0e35a1-f09f-4fb2-92c1-a56c4359d279 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 943 time: 0.1048093 Jul 16 20:12:25.377697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d97f4e92-6e09-43ef-8b9e-d36a3a643fde req-5721d036-b944-4386-ad36-6b506847d402 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694857 Jul 16 20:12:25.591812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9c064e3f-3610-4143-be48-ee92670b3224 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.593378 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9c064e3f-3610-4143-be48-ee92670b3224 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 943 time: 0.1359074 Jul 16 20:12:25.756882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da6e58-3cb0-45ca-b0cb-e34dcfac0c5f req-18bc3691-acd3-4082-8405-e77a5d24ee58 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:25.770549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4da6e58-3cb0-45ca-b0cb-e34dcfac0c5f req-18bc3691-acd3-4082-8405-e77a5d24ee58 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 944 time: 0.1380310 Jul 16 20:12:25.830798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4da6e58-3cb0-45ca-b0cb-e34dcfac0c5f req-16d88dd7-8012-4c64-a2af-f10ef79179a1 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586290 Jul 16 20:12:25.857633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8edfa8e1-78fb-406b-a45e-85808a33ce1b up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:25.995018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 8edfa8e1-78fb-406b-a45e-85808a33ce1b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:26.000294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 8edfa8e1-78fb-406b-a45e-85808a33ce1b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:26.000666 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.119297 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.133174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.152198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edfa8e1-78fb-406b-a45e-85808a33ce1b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:26.154928 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94586e6b-d5ea-402e-ae66-2276c1c62e2b" -d '{"events": [{"server_uuid": "78384707-1e2a-4657-9c48-b86657b7fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "8edfa8e1-78fb-406b-a45e-85808a33ce1b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:26.186929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8edfa8e1-78fb-406b-a45e-85808a33ce1b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8edfa8e1-78fb-406b-a45e-85808a33ce1b,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:26.194724 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.271489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-915b0d70-042d-48b1-a170-9a7997de871d tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829947 Jul 16 20:12:26.277249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=8edfa8e1-78fb-406b-a45e-85808a33ce1b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:26.378079 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5325e178-1ad8-4d6c-b475-968ca0d78d1d req-087d9db7-9f3c-41dc-a47d-956428f8cf09 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 210 time: 0.0808411 Jul 16 20:12:26.389430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3b375-04a4-4c8a-94d7-dcf05beb9c88 req-d0a05b44-420f-4bb6-9fe3-4b5fed237201 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.391530 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84c3b375-04a4-4c8a-94d7-dcf05beb9c88 req-d0a05b44-420f-4bb6-9fe3-4b5fed237201 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.8795557 Jul 16 20:12:26.481060 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84c3b375-04a4-4c8a-94d7-dcf05beb9c88 req-ad5c162f-81d4-427a-92b8-1e66f86deb13 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788963 Jul 16 20:12:26.489230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-5db8b665-be1a-4e14-b96e-ebc72837916b tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.490829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-5db8b665-be1a-4e14-b96e-ebc72837916b tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035930 Jul 16 20:12:26.507302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Request body: {'port': {'device_id': '2d28e7e3-e26d-44a9-a2bc-5aa920198126', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '768c4fc9b339477b8dd17cb48c8f5fa8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:26.542598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Deleting port 8c70ec42-68ec-4031-8398-611c76d97d08 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:26.542852 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.661716 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b6006b-32fe-44b8-bf1e-40f1e099246d x-openstack-request-id: req-60b6006b-32fe-44b8-bf1e-40f1e099246d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:26.662188 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78384707-1e2a-4657-9c48-b86657b7fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "8edfa8e1-78fb-406b-a45e-85808a33ce1b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:26.662528 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60b6006b-32fe-44b8-bf1e-40f1e099246d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:26.663131 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edfa8e1-78fb-406b-a45e-85808a33ce1b', 'code': 200} Jul 16 20:12:26.822381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] For port 8c70ec42-68ec-4031-8398-611c76d97d08, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8c70ec42-68ec-4031-8398-611c76d97d08,segment=NetworkSegment(35683771-fb91-4305-8c3b-79e9a5450406),segment_id=35683771-fb91-4305-8c3b-79e9a5450406)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:26.822962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.848811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Calling delete_port for 8c70ec42-68ec-4031-8398-611c76d97d08 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:26.866301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Made reservation on behalf of 768c4fc9b339477b8dd17cb48c8f5fa8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:26.869958 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.925762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:26.965897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427629c6-b507-4902-89ff-e95c374b1a34 req-4cf4f897-9a89-44e0-b745-08572beb17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.967760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-427629c6-b507-4902-89ff-e95c374b1a34 req-4cf4f897-9a89-44e0-b745-08572beb17b8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 1097 time: 0.2252705 Jul 16 20:12:26.994917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890badbb-f96f-4854-ad13-cbf22397cc66 req-3bf7dd88-079f-44b2-9cf6-6d542cf7328a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:26.996564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-890badbb-f96f-4854-ad13-cbf22397cc66 req-3bf7dd88-079f-44b2-9cf6-6d542cf7328a tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 943 time: 0.2412865 Jul 16 20:12:27.102295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-427629c6-b507-4902-89ff-e95c374b1a34 req-c8b7b79d-b650-4eb9-bbc7-a75f1ad7ebaa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232228 Jul 16 20:12:27.112847 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-890badbb-f96f-4854-ad13-cbf22397cc66 req-38fc7879-1e3f-4714-a5fc-1f8a8573e726 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/security-groups?id=354df680-6790-42a1-9042-2535f6f20553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022482 Jul 16 20:12:27.201982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.254060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Pushing event deleted for resources: {'Port': ['ID=8c70ec42-68ec-4031-8398-611c76d97d08,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:27.265302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.298297 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.328372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db1453-542a-48de-89fe-1e3294143588 req-fae1c780-2f4b-45a3-882e-373ca57fd325 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.330091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e7db1453-542a-48de-89fe-1e3294143588 req-fae1c780-2f4b-45a3-882e-373ca57fd325 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 945 time: 0.0871680 Jul 16 20:12:27.342916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] No DVR routers for this DVR port 8c70ec42-68ec-4031-8398-611c76d97d08 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:27.352557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.354674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7352236c-0ad7-436e-8e2c-0520ee3ceb79 req-9efb2475-f719-4534-a4f8-32bab79032b4 tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.63 "DELETE /v2.0/ports/8c70ec42-68ec-4031-8398-611c76d97d08 HTTP/1.1" status: 204 len: 173 time: 1.7556386 Jul 16 20:12:27.355118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef910a7c-9ffa-4eaa-856e-68e912c5f937', 'name': 'network-vif-deleted', 'tag': '8c70ec42-68ec-4031-8398-611c76d97d08'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:27.357411 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07937e62-7037-4d9a-91f3-d4968679ff85" -d '{"events": [{"server_uuid": "ef910a7c-9ffa-4eaa-856e-68e912c5f937", "name": "network-vif-deleted", "tag": "8c70ec42-68ec-4031-8398-611c76d97d08"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:27.396379 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e7db1453-542a-48de-89fe-1e3294143588 req-d202cbf1-8c1f-483e-843a-d8b2e6393e04 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595887 Jul 16 20:12:27.416684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0311d13b-d61f-477d-882a-a42137ef4b21,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:27.561132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Allocated IP 192.168.233.44 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/a8df35f5-808d-4fb6-9cb0-6fbd036eec63) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:27.564578 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b24dad-e6b1-4412-8b83-d6650a717e9d x-openstack-request-id: req-e4b24dad-e6b1-4412-8b83-d6650a717e9d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:27.565338 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef910a7c-9ffa-4eaa-856e-68e912c5f937", "name": "network-vif-deleted", "tag": "8c70ec42-68ec-4031-8398-611c76d97d08", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:27.565919 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4b24dad-e6b1-4412-8b83-d6650a717e9d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:27.569256 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef910a7c-9ffa-4eaa-856e-68e912c5f937', 'name': 'network-vif-deleted', 'tag': '8c70ec42-68ec-4031-8398-611c76d97d08', 'status': 'completed', 'code': 200} Jul 16 20:12:27.709865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-340d634d-27e1-496c-b112-4c85dff920ed req-cf59430f-59a6-4670-9e63-eb51204bc31c tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 210 time: 0.0495510 Jul 16 20:12:27.901330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547a7ad-f4e8-42db-b157-88119f96ba4a req-5cda827d-6233-4801-8d2d-f21e15685566 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:27.909314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f547a7ad-f4e8-42db-b157-88119f96ba4a req-5cda827d-6233-4801-8d2d-f21e15685566 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.1835744 Jul 16 20:12:27.914543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:27.967886 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f547a7ad-f4e8-42db-b157-88119f96ba4a req-77ede333-a4f7-4bb0-a6c7-509587f25bb7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573099 Jul 16 20:12:27.972486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Transition to ACTIVE for port object a8df35f5-808d-4fb6-9cb0-6fbd036eec63 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:28.027826 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.065558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:28.089705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:28.101930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:28.105839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:28.131184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:28.154452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Pushing event updated for resources: {'Port': ['ID=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:28.214510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.215994 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.241597 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-21008bd0-7b7a-46c8-b06c-69cf4f836209 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7389679 Jul 16 20:12:28.294764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Request body: {'port': {'device_id': '2d28e7e3-e26d-44a9-a2bc-5aa920198126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:28.388402 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb0fcd3e-0e74-40ae-9cc0-39d52f4aef36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.454657 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.465818 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1617bdf5-d926-44c5-8f2e-ee239fd20270 req-5221d4ff-6151-4fcd-b9a2-68049835db4b tempest-ImagesTestJSON-1644063072 tempest-ImagesTestJSON-1644063072-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef910a7c-9ffa-4eaa-856e-68e912c5f937 HTTP/1.1" status: 200 len: 210 time: 0.0884416 Jul 16 20:12:28.490301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e8143e3-151a-4431-bd59-060f23913467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.580575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-42ac305c-7e91-4558-b893-1bcb385dd134 None None] Provisioning for port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:28.588624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-42ac305c-7e91-4558-b893-1bcb385dd134 None None] Provisioning complete for port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:28.589823 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-42ac305c-7e91-4558-b893-1bcb385dd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.652556 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb0fcd3e-0e74-40ae-9cc0-39d52f4aef36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.665184 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb0fcd3e-0e74-40ae-9cc0-39d52f4aef36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.666377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-42ac305c-7e91-4558-b893-1bcb385dd134 None None] Port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:28.758588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fb0fcd3e-0e74-40ae-9cc0-39d52f4aef36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a416f91e44f4b9185d4112644cef308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259036 Jul 16 20:12:28.760300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fcd3e-0e74-40ae-9cc0-39d52f4aef36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c34cdbc-f105-4654-a99c-2550a20d942f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:28.764333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:28.932781 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f75ec52-b54d-4524-be0d-88b9b968010c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:28.960782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c6df8-5f68-43b2-95be-81649a7944ac req-e4306533-5568-4481-a458-6718c25734e6 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:28.962403 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c72c6df8-5f68-43b2-95be-81649a7944ac req-e4306533-5568-4481-a458-6718c25734e6 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 945 time: 0.2288911 Jul 16 20:12:28.986149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f75ec52-b54d-4524-be0d-88b9b968010c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.007787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8df35f5-808d-4fb6-9cb0-6fbd036eec63 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:29.017904 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e8143e3-151a-4431-bd59-060f23913467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.018296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.030073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e8143e3-151a-4431-bd59-060f23913467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.043186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Transition to ACTIVE for port object a8df35f5-808d-4fb6-9cb0-6fbd036eec63 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:29.047625 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.059893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f1915-77fb-48b9-b41a-28e37e0f25bc req-c89eb483-55fc-4058-89bc-b06af3ff9270 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.063225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848f1915-77fb-48b9-b41a-28e37e0f25bc req-c89eb483-55fc-4058-89bc-b06af3ff9270 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 935 time: 0.1655693 Jul 16 20:12:29.080216 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c72c6df8-5f68-43b2-95be-81649a7944ac req-b22e29cd-f4eb-424b-afa5-67feee00902a tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058185 Jul 16 20:12:29.104430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e8143e3-151a-4431-bd59-060f23913467 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6a118b9366f449fb7163d09b94a360a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0343020 Jul 16 20:12:29.106090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48726) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:29.115913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8143e3-151a-4431-bd59-060f23913467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc61ec-d0b5-47a4-af86-62c81352f4a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.144875 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f75ec52-b54d-4524-be0d-88b9b968010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.147773 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f75ec52-b54d-4524-be0d-88b9b968010c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.152066 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4f75ec52-b54d-4524-be0d-88b9b968010c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c34cdbc-f105-4654-a99c-2550a20d942f HTTP/1.1" status: 204 len: 168 time: 0.3471124 Jul 16 20:12:29.164330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75ec52-b54d-4524-be0d-88b9b968010c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c34cdbc-f105-4654-a99c-2550a20d942f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.189756 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216cc4cf-6c01-4141-bc15-05c6bd3f20db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.193323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Pushing event updated for resources: {'Port': ['ID=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.222689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216cc4cf-6c01-4141-bc15-05c6bd3f20db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.293055 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216cc4cf-6c01-4141-bc15-05c6bd3f20db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.296132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216cc4cf-6c01-4141-bc15-05c6bd3f20db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.297690 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-216cc4cf-6c01-4141-bc15-05c6bd3f20db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6fc61ec-d0b5-47a4-af86-62c81352f4a6 HTTP/1.1" status: 204 len: 168 time: 0.1904802 Jul 16 20:12:29.314256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cc4cf-6c01-4141-bc15-05c6bd3f20db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc61ec-d0b5-47a4-af86-62c81352f4a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.317794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848f1915-77fb-48b9-b41a-28e37e0f25bc req-bbc38fc3-837c-4d43-b843-099100b31c79 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447975 Jul 16 20:12:29.360271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Attempting to bind port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:29.360700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Attempting to bind port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:29.361101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Attempting to bind port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.375944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:29.376721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Attempting to bind port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:29.392532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:29.393150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:29.393731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:29.394373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Bound port: a8df35f5-808d-4fb6-9cb0-6fbd036eec63, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:29.394910 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.433625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-b560e8a0-b348-4799-9235-dea6d54dd9f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2365994 Jul 16 20:12:29.598552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] For port a8df35f5-808d-4fb6-9cb0-6fbd036eec63, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:29.624982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] For port a8df35f5-808d-4fb6-9cb0-6fbd036eec63, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:29.638545 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.663056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5467e8-2ec9-43ad-b889-c14388de1618 req-b4a9192a-f143-432a-9cd1-fba8d6bd39c6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.672635 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9c5467e8-2ec9-43ad-b889-c14388de1618 req-b4a9192a-f143-432a-9cd1-fba8d6bd39c6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.1130002 Jul 16 20:12:29.680739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-cfa69743-b3c8-41ae-8b10-21434f9b9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.682946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-cfa69743-b3c8-41ae-8b10-21434f9b9b43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 1097 time: 0.2062917 Jul 16 20:12:29.696102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:29.696980 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.698715 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] 10.222.0.30 "PUT /v2.0/ports/a8df35f5-808d-4fb6-9cb0-6fbd036eec63 HTTP/1.1" status: 200 len: 1096 time: 1.4441524 Jul 16 20:12:29.699408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d28e7e3-e26d-44a9-a2bc-5aa920198126', 'tag': 'a8df35f5-808d-4fb6-9cb0-6fbd036eec63'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:29.701867 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6499f5bf-bc0c-449d-a668-754c14e486c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d28e7e3-e26d-44a9-a2bc-5aa920198126", "tag": "a8df35f5-808d-4fb6-9cb0-6fbd036eec63"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:29.769650 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9c5467e8-2ec9-43ad-b889-c14388de1618 req-b1a1f977-0d5a-46ae-bbd5-3b71b60b9a91 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922856 Jul 16 20:12:29.818773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa9a17-b244-45f5-a892-c2bf990b334e service neutron] Pushing event updated for resources: {'Port': ['ID=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:29.861499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8c70ec42-68ec-4031-8398-611c76d97d08 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:29.881023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:29.901958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a7f565-6c92-44c8-8832-411c18a745f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:29.910883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 8c70ec42-68ec-4031-8398-611c76d97d08 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:29.912808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8c70ec42-68ec-4031-8398-611c76d97d08 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:30.028642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836649a-a448-43bd-86f8-b739a583e6ea req-a498d6f8-0ccd-4b97-bf78-6eb89e6bfa75 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.041238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48754) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:30.046546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-35699b47-892c-4346-87bb-9ef3df211f8b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Request body: {'floatingip': {'port_id': '8edfa8e1-78fb-406b-a45e-85808a33ce1b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:30.049096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6836649a-a448-43bd-86f8-b739a583e6ea req-a498d6f8-0ccd-4b97-bf78-6eb89e6bfa75 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 945 time: 0.3545423 Jul 16 20:12:30.081587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-7bd10a99-be8e-404a-af07-1a9cc8cf8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.083719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-7bd10a99-be8e-404a-af07-1a9cc8cf8908 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.3605657 Jul 16 20:12:30.085511 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3364bf5a-e380-497d-929d-785caaf60ad2 x-openstack-request-id: req-3364bf5a-e380-497d-929d-785caaf60ad2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:30.086157 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d28e7e3-e26d-44a9-a2bc-5aa920198126", "tag": "a8df35f5-808d-4fb6-9cb0-6fbd036eec63", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:30.086561 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3364bf5a-e380-497d-929d-785caaf60ad2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:30.087746 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d28e7e3-e26d-44a9-a2bc-5aa920198126', 'tag': 'a8df35f5-808d-4fb6-9cb0-6fbd036eec63', 'status': 'completed', 'code': 200} Jul 16 20:12:30.097122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-659a2314-27f3-4fea-af85-eac26acd25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.098604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-659a2314-27f3-4fea-af85-eac26acd25fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 1099 time: 0.3290548 Jul 16 20:12:30.127174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35699b47-892c-4346-87bb-9ef3df211f8b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.136561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-88e16813-5e0c-4441-8cf6-5d6a43a186db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9ed8573-8e55-46e9-816a-6847a32545a9 HTTP/1.1" status: 200 len: 217 time: 0.0369835 Jul 16 20:12:30.172123 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a7f565-6c92-44c8-8832-411c18a745f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.185441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a7f565-6c92-44c8-8832-411c18a745f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.208774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-565d083f-5e78-4c30-a438-6c8c8bc87ebd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a8df35f5-808d-4fb6-9cb0-6fbd036eec63 HTTP/1.1" status: 200 len: 217 time: 0.0712287 Jul 16 20:12:30.277461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:30.278845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-81a7f565-6c92-44c8-8832-411c18a745f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b11fca85554147ff8b01bb2c311cd7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961947 Jul 16 20:12:30.283765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7f565-6c92-44c8-8832-411c18a745f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65e00cb-352a-453a-b0af-227261f4cf44,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:30.305323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-6dd9de58-c0ab-4e40-a08d-bb4066582342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.306843 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-6dd9de58-c0ab-4e40-a08d-bb4066582342 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1242652 Jul 16 20:12:30.312651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-56f6b307-6784-4fc2-8cec-cc50d2917619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.314074 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-56f6b307-6784-4fc2-8cec-cc50d2917619 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0842555 Jul 16 20:12:30.375039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-9528b15e-758b-4783-bd3e-c4c766691532 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494297 Jul 16 20:12:30.457380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:30.515236 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ab89d0-ba1a-4d22-9a1d-9f0050a6d628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.570770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ab89d0-ba1a-4d22-9a1d-9f0050a6d628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.575373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-ca094be0-c31c-42bc-a896-044abdfac17a service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828763 Jul 16 20:12:30.582752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-06f651a5-f9bd-4907-8688-82fddfaa888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.584302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-06f651a5-f9bd-4907-8688-82fddfaa888c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2501307 Jul 16 20:12:30.681314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-network', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:30.779155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249f632-59cf-4f6d-8d98-ec3c34be520c req-7f021029-3c20-48b1-9b07-0f98a7fd6881 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:30.780876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0249f632-59cf-4f6d-8d98-ec3c34be520c req-7f021029-3c20-48b1-9b07-0f98a7fd6881 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 947 time: 0.1689761 Jul 16 20:12:30.806479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Made reservation on behalf of 91bc0afb853648bfb40f1323d2c81cac for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:30.808917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.810866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ab89d0-ba1a-4d22-9a1d-9f0050a6d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.813602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ab89d0-ba1a-4d22-9a1d-9f0050a6d628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.815758 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-78ab89d0-ba1a-4d22-9a1d-9f0050a6d628 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c65e00cb-352a-453a-b0af-227261f4cf44 HTTP/1.1" status: 204 len: 168 time: 0.5372818 Jul 16 20:12:30.846274 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.862857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab89d0-ba1a-4d22-9a1d-9f0050a6d628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65e00cb-352a-453a-b0af-227261f4cf44,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:30.895350 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35699b47-892c-4346-87bb-9ef3df211f8b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.896368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:30.911319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35699b47-892c-4346-87bb-9ef3df211f8b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.966772 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.972134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8c0c5f8-d62b-4fa0-b8b7-e85772d0db6f req-c6e1fc40-16c0-4064-900d-dfaeef4a88d5 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868725 Jul 16 20:12:30.975005 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:30.998165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-95ebd054-bd50-4f22-95a1-4d34595560b9 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967280 Jul 16 20:12:31.027511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:31.057682 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0249f632-59cf-4f6d-8d98-ec3c34be520c req-2adca49a-f7dd-483a-b4fa-8d6d6d0bd765 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609408 Jul 16 20:12:31.078894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea032179-a323-40ce-93f5-05f8b264bf2f admin admin] Deleting subnet a1b78a6c-dbe4-4f1c-b271-789c4623af4e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:12:31.087727 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea032179-a323-40ce-93f5-05f8b264bf2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.131808 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-35699b47-892c-4346-87bb-9ef3df211f8b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Floating IP 9959ed95-c0e6-4715-b11e-4a23991fcc03 associated. External IP: 172.25.7.115, port: 8edfa8e1-78fb-406b-a45e-85808a33ce1b. Jul 16 20:12:31.168780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.169952 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Added segment 98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c of type vlan for network ab027935-46e1-4d0b-8601-c51a6afe11dc Jul 16 20:12:31.182211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:31.250144 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea032179-a323-40ce-93f5-05f8b264bf2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.307132 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.344266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea032179-a323-40ce-93f5-05f8b264bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.362591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b79b1-b59e-42e3-a7f9-c186c350c3df req-e8efa0ff-52fa-4b50-9e9d-9a22f905dd62 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.365079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-578b79b1-b59e-42e3-a7f9-c186c350c3df req-e8efa0ff-52fa-4b50-9e9d-9a22f905dd62 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.3432968 Jul 16 20:12:31.416184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2b8cdf-c90a-4d20-ab15-0b892aaabf62 req-bdf457fe-cb9b-40bf-be72-7897191b45b5 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102879 Jul 16 20:12:31.443460 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.444987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.445917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.491989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-578b79b1-b59e-42e3-a7f9-c186c350c3df req-2cdf27f2-842c-4080-8e38-cebdcb13521d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155574 Jul 16 20:12:31.499477 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea032179-a323-40ce-93f5-05f8b264bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.537261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea032179-a323-40ce-93f5-05f8b264bf2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b78a6c-dbe4-4f1c-b271-789c4623af4e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:31.541212 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea032179-a323-40ce-93f5-05f8b264bf2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.556454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ea032179-a323-40ce-93f5-05f8b264bf2f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a1b78a6c-dbe4-4f1c-b271-789c4623af4e HTTP/1.1" status: 204 len: 168 time: 0.6548955 Jul 16 20:12:31.557848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:31.558012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0676849 Jul 16 20:12:31.566534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48826) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:31.600394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35699b47-892c-4346-87bb-9ef3df211f8b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Router eab02ded-db02-40e8-9bc5-1f8e289f1096 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:31.625255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Request body: {'subnet': {'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-subnet', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:31.632679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e83a6b-51a8-4979-bbdf-b8b363de4240 admin admin] Pushing event updated for resources: {'Network': ['ID=ab027935-46e1-4d0b-8601-c51a6afe11dc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:31.650764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network ab027935-46e1-4d0b-8601-c51a6afe11dc details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:31.672954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Made reservation on behalf of 91bc0afb853648bfb40f1323d2c81cac for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:31.677624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.719667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-10fdcbb0-1ec3-4e4c-ab0a-50bbc4297116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.721181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-10fdcbb0-1ec3-4e4c-ab0a-50bbc4297116 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 1099 time: 0.2170675 Jul 16 20:12:31.779115 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.872324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35699b47-892c-4346-87bb-9ef3df211f8b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:31.878092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35699b47-892c-4346-87bb-9ef3df211f8b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:31.888774 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] Sync routers for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:31.889967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-14451c13-d872-47a5-a668-5a02a2551083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:31.891524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-14451c13-d872-47a5-a668-5a02a2551083 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1430435 Jul 16 20:12:31.900832 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:31.901718 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.050115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-1292b29b-efd4-4ff1-a4ff-5da93667e384 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a8df35f5-808d-4fb6-9cb0-6fbd036eec63 HTTP/1.1" status: 200 len: 217 time: 0.1407597 Jul 16 20:12:32.154041 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.198985 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:32.517357 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9959ed95-c0e6-4715-b11e-4a23991fcc03', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'port_id': '8edfa8e1-78fb-406b-a45e-85808a33ce1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'mac_address': 'fa:16:3e:89:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:12:10Z', 'updated_at': '2021-07-16T20:12:30Z', 'revision_number': 1, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d95d609-7966-484f-bbab-c646d5789a35', 'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'mac_address': 'fa:16:3e:7a:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:55Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 5, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'subnets': [{'id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.538079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.548951 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] Checking router: eab02ded-db02-40e8-9bc5-1f8e289f1096 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:32.551580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8c7c10-080f-44b1-b05a-c09b05b6691f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.559738 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:32.560746 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.564769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35683771-fb91-4305-8c3b-79e9a5450406') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.565667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35683771-fb91-4305-8c3b-79e9a5450406') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:32.576846 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.592011 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-35699b47-892c-4346-87bb-9ef3df211f8b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "PUT /v2.0/floatingips/9959ed95-c0e6-4715-b11e-4a23991fcc03 HTTP/1.1" status: 200 len: 991 time: 2.5497065 Jul 16 20:12:32.593519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'tag': '8edfa8e1-78fb-406b-a45e-85808a33ce1b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:32.596180 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736f0165-4475-487a-8169-b12e4f5d236c" -d '{"events": [{"name": "network-changed", "server_uuid": "78384707-1e2a-4657-9c48-b86657b7fb0d", "tag": "8edfa8e1-78fb-406b-a45e-85808a33ce1b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:32.599694 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.606922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:12:32.607691 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:12:32.609789 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:12:32.676975 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.685825 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:32.688472 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:32.692564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] 10.222.0.10 "DELETE /v2.0/networks/eb8c7c10-080f-44b1-b05a-c09b05b6691f HTTP/1.1" status: 204 len: 168 time: 1.1215823 Jul 16 20:12:32.717081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8c7c10-080f-44b1-b05a-c09b05b6691f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:32.733963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.734350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.734695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.735032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.735389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.735724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.736051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.737861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.739043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.739460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.739802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.740138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22607d6c-3fd6-4390-bd0a-69e2c0446578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.817990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-112785fc-52af-458b-ac10-e0a594c9b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.819817 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-112785fc-52af-458b-ac10-e0a594c9b5ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.7414339 Jul 16 20:12:32.906961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed0966-522f-4260-b903-a87ac8a6988d req-2cd3965b-00be-4631-b5ac-a1e408f44bb3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.915588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13ed0966-522f-4260-b903-a87ac8a6988d req-2cd3965b-00be-4631-b5ac-a1e408f44bb3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 946 time: 0.1610510 Jul 16 20:12:32.933807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:32.938944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Checking segment: {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:32.939334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Network hostable DHCP agents. Network: ab027935-46e1-4d0b-8601-c51a6afe11dc, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:32.945434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cdd75f-b79c-4cb1-9136-56ff2c88d346,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:32.963890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-4fe168cc-a8eb-4df3-9ce8-e3e628208653 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:32.965414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-4fe168cc-a8eb-4df3-9ce8-e3e628208653 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1098 time: 0.9451234 Jul 16 20:12:32.973075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.973419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.973743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.974071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.974394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.974713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.975029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.975373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.975690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.976001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.976315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.976635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:32.980643 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13ed0966-522f-4260-b903-a87ac8a6988d req-5b6ef2a7-9cb6-469f-8cc0-8742df4c4a1d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555933 Jul 16 20:12:32.986602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-17'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:33.000977 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bc543c90-30f2-4af1-ab47-5a0834feb775 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33f71e775c2c4b3189d177fc3aa997f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636306 Jul 16 20:12:33.001654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48868) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:33.048308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Network ab027935-46e1-4d0b-8601-c51a6afe11dc is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:33.050002 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9959ed95-c0e6-4715-b11e-4a23991fcc03', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'port_id': '8edfa8e1-78fb-406b-a45e-85808a33ce1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'mac_address': 'fa:16:3e:89:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:12:10Z', 'updated_at': '2021-07-16T20:12:30Z', 'revision_number': 1, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d95d609-7966-484f-bbab-c646d5789a35', 'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'mac_address': 'fa:16:3e:7a:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:55Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 5, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'subnets': [{'id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:33.061506 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fe77-c66e-4f58-ae29-266115cd9d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.087233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fe77-c66e-4f58-ae29-266115cd9d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.091908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, ab027935-46e1-4d0b-8601-c51a6afe11dc) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:33.100211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.100797 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.102241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fecfbaf-3698-44ba-b877-6a0186224c4e None None] Network ab027935-46e1-4d0b-8601-c51a6afe11dc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:33.112721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-e60170e0-3bd5-40c6-9b66-2d891d80aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.114707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-e60170e0-3bd5-40c6-9b66-2d891d80aba1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2519267 Jul 16 20:12:33.122432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eedbf-1fac-424b-9e8a-533a4e2fd06b req-0714b2de-e175-4280-a3c6-bf29f574f6d7 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.128727 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927945cb-328a-46c0-bd7b-16786d15d5cf None None] The sync data for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 is: [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9959ed95-c0e6-4715-b11e-4a23991fcc03', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'port_id': '8edfa8e1-78fb-406b-a45e-85808a33ce1b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'mac_address': 'fa:16:3e:89:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:12:10Z', 'updated_at': '2021-07-16T20:12:30Z', 'revision_number': 1, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d95d609-7966-484f-bbab-c646d5789a35', 'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'mac_address': 'fa:16:3e:7a:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:55Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 5, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'subnets': [{'id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:33.129762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b8eedbf-1fac-424b-9e8a-533a4e2fd06b req-0714b2de-e175-4280-a3c6-bf29f574f6d7 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 947 time: 0.3029299 Jul 16 20:12:33.173222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fe77-c66e-4f58-ae29-266115cd9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.175925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fe77-c66e-4f58-ae29-266115cd9d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.178222 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f2d0fe77-c66e-4f58-ae29-266115cd9d52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/354df680-6790-42a1-9042-2535f6f20553 HTTP/1.1" status: 204 len: 168 time: 0.1755991 Jul 16 20:12:33.195305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0fe77-c66e-4f58-ae29-266115cd9d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354df680-6790-42a1-9042-2535f6f20553,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:33.209587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.218773 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227e0961-82e7-45f5-936f-e4808c97fe78 x-openstack-request-id: req-227e0961-82e7-45f5-936f-e4808c97fe78 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:33.219080 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78384707-1e2a-4657-9c48-b86657b7fb0d", "tag": "8edfa8e1-78fb-406b-a45e-85808a33ce1b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:33.219503 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-227e0961-82e7-45f5-936f-e4808c97fe78 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:33.219736 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'tag': '8edfa8e1-78fb-406b-a45e-85808a33ce1b', 'status': 'completed', 'code': 200} Jul 16 20:12:33.256166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eaa394a4-2fb1-41a3-ae64-c71289a9e68a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6818433 Jul 16 20:12:33.257797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:33.262773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:33.299526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.303786 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.353155 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b8eedbf-1fac-424b-9e8a-533a4e2fd06b req-21f60a67-3da0-45b6-9681-86bc65afd6f3 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222948 Jul 16 20:12:33.423834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.435437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-ab027935-46e1-4d0b-8601-c51a6afe11dc', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:33.436307 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.538680 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-a3d47351-4bec-400a-8ec7-ea466756f1e1 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037924 Jul 16 20:12:33.592567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43123cce-0fb4-4f1f-a9ba-a9f2dd1f1748 None None] New status for floating IP 9959ed95-c0e6-4715-b11e-4a23991fcc03: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:12:33.599751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f0165-4475-487a-8169-b12e4f5d236c req-58f13e45-651d-4669-a899-f616c27ef90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.601320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-736f0165-4475-487a-8169-b12e4f5d236c req-58f13e45-651d-4669-a899-f616c27ef90f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=784f8d2566464e2fbae8460ea731391b&device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 1097 time: 0.3354518 Jul 16 20:12:33.720712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:33.764953 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:33.817421 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6499f5bf-bc0c-449d-a668-754c14e486c9 req-ab49b27e-2f63-4e32-85eb-8f145a26f3ed service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389646 Jul 16 20:12:33.843178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:33.846489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f0165-4475-487a-8169-b12e4f5d236c req-aef1a0fb-3c7e-4a04-8995-6a90e7bed251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:33.854483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-736f0165-4475-487a-8169-b12e4f5d236c req-aef1a0fb-3c7e-4a04-8995-6a90e7bed251 service neutron] 10.222.0.63 "GET /v2.0/networks?id=235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 HTTP/1.1" status: 200 len: 912 time: 0.2390566 Jul 16 20:12:33.885237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5d1f5b3b-da72-478c-9df2-3385b83b73e8 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:33.939742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Allocated IP 172.20.0.2 (ab027935-46e1-4d0b-8601-c51a6afe11dc/74cdd75f-b79c-4cb1-9136-56ff2c88d346/68356959-9e72-46da-b17d-212e1db44171) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:33.989548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:33.991880 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f24a9e-fee1-4e3e-a532-b20bc3914369" -d '{"events": [{"server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:34.000389 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.012348 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.016964 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-736f0165-4475-487a-8169-b12e4f5d236c req-b743ab5d-40d0-4f8d-bf43-1636ddfe6f58 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8edfa8e1-78fb-406b-a45e-85808a33ce1b HTTP/1.1" status: 200 len: 999 time: 0.1268575 Jul 16 20:12:34.131656 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b1d8dd-97ae-47ba-a994-68a620a99b48 x-openstack-request-id: req-a8b1d8dd-97ae-47ba-a994-68a620a99b48 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:34.131972 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:34.132358 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8b1d8dd-97ae-47ba-a994-68a620a99b48 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:34.132759 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8', 'code': 200} Jul 16 20:12:34.167585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f0165-4475-487a-8169-b12e4f5d236c req-a5f01281-04e0-4a0a-bef2-681de078fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.169588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-736f0165-4475-487a-8169-b12e4f5d236c req-a5f01281-04e0-4a0a-bef2-681de078fa75 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1662353e-1aa7-48ea-8bd7-12bb1b5ac897 HTTP/1.1" status: 200 len: 850 time: 0.1387286 Jul 16 20:12:34.198754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1f5b3b-da72-478c-9df2-3385b83b73e8,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.203653 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.246616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.268352 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:34.277589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on host n-h2-792394-17 for vnic_type normal with profile {"migrating_to": "n-h1-792394-17"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:34.278351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:34.278858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:34.290019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5d1f5b3b-da72-478c-9df2-3385b83b73e8 has no active binding in host n-h1-792394-17 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:12:34.315587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on network 75600712-2c21-4323-9afd-0506acdddac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:34.316179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Attempting to bind port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on network 75600712-2c21-4323-9afd-0506acdddac9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:34.334945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:34.335596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Checking segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:34.336468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Bound using segment: {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:34.337123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Bound port: 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02b637f-cf3f-4082-a965-2244d749f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '75600712-2c21-4323-9afd-0506acdddac9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:34.337655 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.361490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.377691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Transition to ACTIVE for port object 68356959-9e72-46da-b17d-212e1db44171 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:34.402684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f0165-4475-487a-8169-b12e4f5d236c req-578566c2-7a18-4910-8c63-10af921ce7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.405254 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-736f0165-4475-487a-8169-b12e4f5d236c req-578566c2-7a18-4910-8c63-10af921ce7a7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=235f2ab3-32b8-48e3-a2ce-ef6ccbe13879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2091844 Jul 16 20:12:34.416805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Transition to ACTIVE for port object 68356959-9e72-46da-b17d-212e1db44171 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:34.425698 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.442193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Allocated IP 172.25.7.138 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/1d811b77-38c1-4cf1-b0ba-bc8816004a11) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:34.474103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e738426-da5d-4992-9177-f84b13a97172 req-64f76ba0-ed2e-4511-bba5-3847ad713e56 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.476204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e738426-da5d-4992-9177-f84b13a97172 req-64f76ba0-ed2e-4511-bba5-3847ad713e56 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.2202764 Jul 16 20:12:34.514819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Pushing event updated for resources: {'Port': ['ID=68356959-9e72-46da-b17d-212e1db44171,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.529391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.529890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.530546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.530894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.531226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.531582 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.531909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.532230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.532555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.532874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.533192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.533509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:34.542313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Network ab027935-46e1-4d0b-8601-c51a6afe11dc is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:34.544154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:34.549465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:34.575553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:34.582891 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.614397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:34.627122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e738426-da5d-4992-9177-f84b13a97172 req-0dc8ac1b-0715-4b93-9213-20e2b62c847e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434021 Jul 16 20:12:34.633378 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.646994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.681234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-736f0165-4475-487a-8169-b12e4f5d236c req-f73874bd-bd14-4636-ab7c-ac85d35b6f4f service neutron] 10.222.0.63 "GET /v2.0/networks/235f2ab3-32b8-48e3-a2ce-ef6ccbe13879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667720 Jul 16 20:12:34.739821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Pushing event updated for resources: {'Port': ['ID=1d811b77-38c1-4cf1-b0ba-bc8816004a11,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.759864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:34.761902 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a8df35f5-808d-4fb6-9cb0-6fbd036eec63 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:34.763686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:34.776342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:34.779316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Attempting to bind port 68356959-9e72-46da-b17d-212e1db44171 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:34.781857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Attempting to bind port 68356959-9e72-46da-b17d-212e1db44171 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:34.782250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Attempting to bind port 68356959-9e72-46da-b17d-212e1db44171 on network ab027935-46e1-4d0b-8601-c51a6afe11dc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:34.802262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:34.802641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Checking segment: {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:34.803048 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.803480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Bound using segment: {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:34.803973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Bound port: 68356959-9e72-46da-b17d-212e1db44171, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:34.804359 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.884298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1f5b3b-da72-478c-9df2-3385b83b73e8,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:34.888164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.888866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:34.890518 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1d3f062c-32b4-4828-93c5-5f245412c1f7 service neutron] 10.222.0.63 "PUT /v2.0/ports/5d1f5b3b-da72-478c-9df2-3385b83b73e8 HTTP/1.1" status: 200 len: 1124 time: 1.9098978 Jul 16 20:12:34.935226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-736f0165-4475-487a-8169-b12e4f5d236c req-28509287-6ba4-4660-bbe5-9889f6db178f service neutron] 10.222.0.63 "GET /v2.0/networks/235f2ab3-32b8-48e3-a2ce-ef6ccbe13879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476885 Jul 16 20:12:34.963047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] For port 68356959-9e72-46da-b17d-212e1db44171, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:34.968265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] For port 68356959-9e72-46da-b17d-212e1db44171, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=68356959-9e72-46da-b17d-212e1db44171,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:34.977977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['5d1f5b3b-da72-478c-9df2-3385b83b73e8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:34.986336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6250ca7-e733-45c2-855a-3c27810638e3 req-b513b2a1-a239-432f-b284-54febf7ad42c tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:34.988064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6250ca7-e733-45c2-855a-3c27810638e3 req-b513b2a1-a239-432f-b284-54febf7ad42c tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 947 time: 0.1087692 Jul 16 20:12:35.005235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.026048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a8df35f5-808d-4fb6-9cb0-6fbd036eec63, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:35.039037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6250ca7-e733-45c2-855a-3c27810638e3 req-6967d0a7-0714-4bc6-add4-da853913484a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 Jul 16 20:12:35.042593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'a8df35f5-808d-4fb6-9cb0-6fbd036eec63', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'a8df35f5-808d-4fb6-9cb0-6fbd036eec63', 'mac_address': 'fa:16:3e:b6:22:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:35.074191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5d1f5b3b-da72-478c-9df2-3385b83b73e8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:35.194053 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.244268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff69d1-f52d-436c-9641-cc7f1e2a5ee4 None None] Pushing event updated for resources: {'Port': ['ID=68356959-9e72-46da-b17d-212e1db44171,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:35.262553 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.315411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8df35f5-808d-4fb6-9cb0-6fbd036eec63 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:35.400668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a8df35f5-808d-4fb6-9cb0-6fbd036eec63, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:35.410832 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.526608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:35.632662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-220a6a5d-0098-41cb-b9f8-ff24e08fea54 req-61397499-2c79-4d1e-9811-eea17d421162 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=946b25a632a64d3990cd33131983b457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557761 Jul 16 20:12:35.665647 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:35.738680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 68356959-9e72-46da-b17d-212e1db44171 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:35.824747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 68356959-9e72-46da-b17d-212e1db44171 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:35.848591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['a8df35f5-808d-4fb6-9cb0-6fbd036eec63'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:35.848911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a6a5d-0098-41cb-b9f8-ff24e08fea54 req-166c2f57-3132-413e-9626-36785df7d685 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:35.858134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-220a6a5d-0098-41cb-b9f8-ff24e08fea54 req-166c2f57-3132-413e-9626-36785df7d685 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197931 Jul 16 20:12:35.878730 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-220a6a5d-0098-41cb-b9f8-ff24e08fea54 req-9f8c5d42-97a1-4e07-b9f6-846faed883b0 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/quotas/946b25a632a64d3990cd33131983b457 HTTP/1.1" status: 200 len: 375 time: 0.0183201 Jul 16 20:12:35.909833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48946) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:35.922037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-220a6a5d-0098-41cb-b9f8-ff24e08fea54 req-ed22a355-e0cd-44a0-b791-b8b91685591a tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=946b25a632a64d3990cd33131983b457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436263 Jul 16 20:12:35.994981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Router c3cfce6a-6d2d-45f9-9670-c60a01656de6 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:12:36.011177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3d36f-052f-46e7-9a2b-c4f5db45c4c8 req-66e2f8ff-4ed5-4ef4-8fd3-f8ba9da7c0e6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.013235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f0d3d36f-052f-46e7-9a2b-c4f5db45c4c8 req-66e2f8ff-4ed5-4ef4-8fd3-f8ba9da7c0e6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.1112127 Jul 16 20:12:36.078123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-288a863a-7770-475c-ba4d-78e133acec94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.135605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:36.137882 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52273da6-0c70-4483-8c86-ab47fa7ec058" -d '{"events": [{"name": "network-changed", "server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:36.144615 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f0d3d36f-052f-46e7-9a2b-c4f5db45c4c8 req-5165b29a-265f-4300-a24c-72bf50cd046b tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233916 Jul 16 20:12:36.185962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:36.205751 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Sync routers for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:36.224269 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:36.224489 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-288a863a-7770-475c-ba4d-78e133acec94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.225316 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:36.231614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-288a863a-7770-475c-ba4d-78e133acec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.236789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.238669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4df1da0c-83d7-4925-99ae-97f49afb1190 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.9792926 Jul 16 20:12:36.241338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:36.287711 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-288a863a-7770-475c-ba4d-78e133acec94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b036193691ce416d956fce40e7209569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761322 Jul 16 20:12:36.292127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:36.313321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a863a-7770-475c-ba4d-78e133acec94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269077eb-fab5-44a0-9db6-f75c1ef1a747,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:36.363732 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b185f751-75e6-4b49-a763-952ff35ea957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.390433 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:36.390613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b185f751-75e6-4b49-a763-952ff35ea957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.455620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b185f751-75e6-4b49-a763-952ff35ea957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.461620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b185f751-75e6-4b49-a763-952ff35ea957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.479072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b185f751-75e6-4b49-a763-952ff35ea957 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/269077eb-fab5-44a0-9db6-f75c1ef1a747 HTTP/1.1" status: 204 len: 168 time: 0.1856151 Jul 16 20:12:36.509260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185f751-75e6-4b49-a763-952ff35ea957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269077eb-fab5-44a0-9db6-f75c1ef1a747,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:36.627063 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:35Z', 'revision_number': 3, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:36.681136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa73c0d-8c80-426e-8879-e8467086875c None None] Network ab027935-46e1-4d0b-8601-c51a6afe11dc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:36.682391 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Checking router: c3cfce6a-6d2d-45f9-9670-c60a01656de6 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:36.682821 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Updating router c3cfce6a-6d2d-45f9-9670-c60a01656de6 port 1d811b77-38c1-4cf1-b0ba-bc8816004a11 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:36.770283 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801093a4-8665-4da3-b472-f5407bda9b2a x-openstack-request-id: req-801093a4-8665-4da3-b472-f5407bda9b2a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:36.771185 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:36.771646 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-801093a4-8665-4da3-b472-f5407bda9b2a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:36.772223 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8', 'status': 'completed', 'code': 200} Jul 16 20:12:36.911031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-113e94ce-27ec-4fa0-96a5-fb3b4ad20217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.912723 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-113e94ce-27ec-4fa0-96a5-fb3b4ad20217 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 1127 time: 0.1164870 Jul 16 20:12:36.915565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce5557-a767-4416-8b28-40b08de63317 req-5ea67c08-84a1-4e3e-b28d-17162c1080f3 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:36.916074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a3bb9a5-41ea-4bbf-a601-5c54d5b25005 None None] Provisioning for port 68356959-9e72-46da-b17d-212e1db44171 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:36.924698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8ce5557-a767-4416-8b28-40b08de63317 req-5ea67c08-84a1-4e3e-b28d-17162c1080f3 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 948 time: 0.2686937 Jul 16 20:12:36.946420 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:36.984130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a3bb9a5-41ea-4bbf-a601-5c54d5b25005 None None] Provisioning complete for port 68356959-9e72-46da-b17d-212e1db44171 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:36.986964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a3bb9a5-41ea-4bbf-a601-5c54d5b25005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.029290 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8ce5557-a767-4416-8b28-40b08de63317 req-6bccdf11-d327-49ee-ae2d-bd45db8c1e7a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036286 Jul 16 20:12:37.145576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-1b3eaaed-a25c-4337-99cc-4cb63fed35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.151926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-1b3eaaed-a25c-4337-99cc-4cb63fed35cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.2235825 Jul 16 20:12:37.180323 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a3bb9a5-41ea-4bbf-a601-5c54d5b25005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.258895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4a3bb9a5-41ea-4bbf-a601-5c54d5b25005 None None] For port 68356959-9e72-46da-b17d-212e1db44171, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=68356959-9e72-46da-b17d-212e1db44171,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:37.270211 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a3bb9a5-41ea-4bbf-a601-5c54d5b25005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.286964 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-30b7f658-a688-4e1f-9c5b-e97983d3d23e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8 HTTP/1.1" status: 200 len: 217 time: 0.1257203 Jul 16 20:12:37.312170 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.323408 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Transition to ACTIVE for port object 1d811b77-38c1-4cf1-b0ba-bc8816004a11 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:37.335532 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.379950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bb9a5-41ea-4bbf-a601-5c54d5b25005 None None] Pushing event updated for resources: {'Port': ['ID=68356959-9e72-46da-b17d-212e1db44171,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:37.396250 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Pushing event updated for resources: {'Port': ['ID=1d811b77-38c1-4cf1-b0ba-bc8816004a11,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:37.408637 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.408899 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.409383 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.409770 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.410210 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.410355 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.410734 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.411059 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.411405 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.411727 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.412095 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.412368 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:12:37.427779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.436284 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Attempting to bind port 1d811b77-38c1-4cf1-b0ba-bc8816004a11 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:37.436662 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Attempting to bind port 1d811b77-38c1-4cf1-b0ba-bc8816004a11 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:37.437281 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Attempting to bind port 1d811b77-38c1-4cf1-b0ba-bc8816004a11 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:37.442811 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:37.443183 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:37.443638 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.444081 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:37.444821 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Bound port: 1d811b77-38c1-4cf1-b0ba-bc8816004a11, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:37.445209 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.458160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-4efed6df-0042-4a21-b38a-e14ae6c92d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.459820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-4efed6df-0042-4a21-b38a-e14ae6c92d18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1600425 Jul 16 20:12:37.499376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1cb3900-4f4d-4e50-a78e-09b6facb12d7 None None] Provisioning complete for port 68356959-9e72-46da-b17d-212e1db44171 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:37.499376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1cb3900-4f4d-4e50-a78e-09b6facb12d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.517236 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] For port 1d811b77-38c1-4cf1-b0ba-bc8816004a11, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:37.521237 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] For port 1d811b77-38c1-4cf1-b0ba-bc8816004a11, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1d811b77-38c1-4cf1-b0ba-bc8816004a11,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:37.531137 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.595858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-b0a6e2e7-68d9-4195-9aa5-8995851392df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250775 Jul 16 20:12:37.639746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 68356959-9e72-46da-b17d-212e1db44171 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:37.721530 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f9fad-3e52-4c3b-89c7-d66792d8c474 None None] Pushing event updated for resources: {'Port': ['ID=1d811b77-38c1-4cf1-b0ba-bc8816004a11,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:37.735210 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:37.735749 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:37.753198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 68356959-9e72-46da-b17d-212e1db44171 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:37.754345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:37.775681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-858a341e-0df1-4cf7-b5d7-4024cad4aa3c service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472437 Jul 16 20:12:37.776138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:37.883028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Allocated IP 172.20.0.1 (ab027935-46e1-4d0b-8601-c51a6afe11dc/74cdd75f-b79c-4cb1-9136-56ff2c88d346/877bccce-c674-4490-9c4d-3ac52430b9f4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:37.897827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4654f66-77af-414b-983d-110e2bbad165 req-4b5c98ea-a3f5-4b31-9b88-1c3d2937a830 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:37.899968 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4654f66-77af-414b-983d-110e2bbad165 req-4b5c98ea-a3f5-4b31-9b88-1c3d2937a830 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.1328936 Jul 16 20:12:37.953861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1058334355-network', 'tenant_id': '18482987bf8a421aa1d459fff4963635'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:37.970974 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:37.981270 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52273da6-0c70-4483-8c86-ab47fa7ec058 req-e825a31b-027a-4fc5-8c28-7283dc1743b3 service neutron] 10.222.0.30 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987884 Jul 16 20:12:37.982339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Made reservation on behalf of 18482987bf8a421aa1d459fff4963635 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:37.985293 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.007444 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.047310 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4654f66-77af-414b-983d-110e2bbad165 req-d355fe7a-82f9-4f6c-8fb1-75d84e111154 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150484 Jul 16 20:12:38.108769 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.138867 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.144734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.145372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Transition to ACTIVE for port object 877bccce-c674-4490-9c4d-3ac52430b9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:38.182416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:38.195450 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.211969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.212323 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Added segment e49ce2c9-2555-4e35-9f40-bddae587c8c5 of type vlan for network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 Jul 16 20:12:38.219406 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:35Z', 'revision_number': 3, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:38.220742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83785ee-3fe7-4365-aeab-58affcae09cf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:38.260244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Pushing event updated for resources: {'Port': ['ID=877bccce-c674-4490-9c4d-3ac52430b9f4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:38.266835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.273052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Network ab027935-46e1-4d0b-8601-c51a6afe11dc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:38.274644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:38.277048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:38.302018 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f35f239-933b-43c6-a7a8-71eb18fe7b41 None None] The sync data for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 is: [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:35Z', 'revision_number': 3, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:38.322658 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.322889 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.324413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.325413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.398438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6207023 Jul 16 20:12:38.398859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:38.416760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Request body: {'subnet': {'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1058334355-subnet', 'tenant_id': '18482987bf8a421aa1d459fff4963635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:38.476786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621d5c4-01d4-46c4-afb2-cb2a7512da17 admin admin] Pushing event updated for resources: {'Network': ['ID=61588b4c-b1dc-4e58-9877-2dfc183a77e5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:38.494871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Made reservation on behalf of 18482987bf8a421aa1d459fff4963635 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:38.497922 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.500598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:38.547699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca7958-97e3-4698-b088-1f149890527c req-28c4d6c6-47fd-4ca1-a9c2-7354120a4bb2 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:38.556201 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3ca7958-97e3-4698-b088-1f149890527c req-28c4d6c6-47fd-4ca1-a9c2-7354120a4bb2 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 948 time: 0.1666522 Jul 16 20:12:38.683530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a8df35f5-808d-4fb6-9cb0-6fbd036eec63 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:38.738875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ca623990-1c59-4bfe-92ed-093122ab7b68 None None] Provisioning for port 877bccce-c674-4490-9c4d-3ac52430b9f4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:38.742762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3ca7958-97e3-4698-b088-1f149890527c req-76c8f5f9-2e8a-4c73-9642-53097ecaffeb tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852334 Jul 16 20:12:38.745602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ca623990-1c59-4bfe-92ed-093122ab7b68 None None] Provisioning complete for port 877bccce-c674-4490-9c4d-3ac52430b9f4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:38.746330 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ca623990-1c59-4bfe-92ed-093122ab7b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.773961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.855921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ca623990-1c59-4bfe-92ed-093122ab7b68 None None] Port 877bccce-c674-4490-9c4d-3ac52430b9f4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:38.871307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:38.881277 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:38.881498 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:38.989761 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.024478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40ef0242-9ea8-4149-9373-7f07f9839031 req-e185fd09-a341-4db2-bbec-f1cdf7c74e0d tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=946b25a632a64d3990cd33131983b457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615206 Jul 16 20:12:39.045417 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.073251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d28e7e3-e26d-44a9-a2bc-5aa920198126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8df35f5-808d-4fb6-9cb0-6fbd036eec63'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:39.075570 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3463f245-f68f-4f28-b18a-e859d5ef0ef6" -d '{"events": [{"server_uuid": "2d28e7e3-e26d-44a9-a2bc-5aa920198126", "name": "network-vif-plugged", "status": "completed", "tag": "a8df35f5-808d-4fb6-9cb0-6fbd036eec63"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:39.090575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a8df35f5-808d-4fb6-9cb0-6fbd036eec63, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:39.097552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.138379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.144660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.210596 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c946170-4233-4eb1-aa5e-ea65ae1ba4a0 x-openstack-request-id: req-1c946170-4233-4eb1-aa5e-ea65ae1ba4a0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:39.210890 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d28e7e3-e26d-44a9-a2bc-5aa920198126", "name": "network-vif-plugged", "status": "completed", "tag": "a8df35f5-808d-4fb6-9cb0-6fbd036eec63", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:39.211146 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c946170-4233-4eb1-aa5e-ea65ae1ba4a0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:39.211926 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d28e7e3-e26d-44a9-a2bc-5aa920198126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8df35f5-808d-4fb6-9cb0-6fbd036eec63', 'code': 200} Jul 16 20:12:39.215802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:39.263536 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.266107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Pushing event updated for resources: {'Port': ['ID=877bccce-c674-4490-9c4d-3ac52430b9f4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:39.367233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef0242-9ea8-4149-9373-7f07f9839031 req-4f6aa131-e77d-4ca1-9333-6bff2ce83617 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.374713 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40ef0242-9ea8-4149-9373-7f07f9839031 req-4f6aa131-e77d-4ca1-9333-6bff2ce83617 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3065450 Jul 16 20:12:39.376535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:39.401883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Checking segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:39.403020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Network hostable DHCP agents. Network: 61588b4c-b1dc-4e58-9877-2dfc183a77e5, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:39.415832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40ef0242-9ea8-4149-9373-7f07f9839031 req-ef830c74-f73c-4f6c-84d3-da39438dd364 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/quotas/946b25a632a64d3990cd33131983b457 HTTP/1.1" status: 200 len: 375 time: 0.0390201 Jul 16 20:12:39.420123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Network ab027935-46e1-4d0b-8601-c51a6afe11dc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:39.422745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:39.504139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40ef0242-9ea8-4149-9373-7f07f9839031 req-060b4643-33cc-4e27-8519-04a3a1049ac5 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=946b25a632a64d3990cd33131983b457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813606 Jul 16 20:12:39.515409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:39.550974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f2229-6d1c-4c7a-a540-9011412015e4 req-b10d3bea-767f-40a4-bf11-24d802c4074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.554517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0f2229-6d1c-4c7a-a540-9011412015e4 req-b10d3bea-767f-40a4-bf11-24d802c4074e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 1101 time: 0.2946649 Jul 16 20:12:39.555962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 61588b4c-b1dc-4e58-9877-2dfc183a77e5) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:39.574782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1ba53-e996-424a-8a00-2eb520ea797e None None] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:39.585040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.585641 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:39.603695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279323dc-6d09-4ad9-aa1c-8d9cafe6bb6b req-7f2594e6-a291-444f-9340-2e000655d08b tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:39.611485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-279323dc-6d09-4ad9-aa1c-8d9cafe6bb6b req-7f2594e6-a291-444f-9340-2e000655d08b tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 944 time: 0.3067229 Jul 16 20:12:39.643573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3646db78-717a-4296-b0cb-09996f8aaff9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2413378 Jul 16 20:12:39.652565 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e0f2229-6d1c-4c7a-a540-9011412015e4 req-dbacd35f-4604-442d-a68f-ec140f6ce252 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Jul 16 20:12:39.709481 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-279323dc-6d09-4ad9-aa1c-8d9cafe6bb6b req-6e571003-b8a2-4429-b982-76d3051a2844 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914414 Jul 16 20:12:39.770708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Router c3cfce6a-6d2d-45f9-9670-c60a01656de6 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:39.889158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1d811b77-38c1-4cf1-b0ba-bc8816004a11 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:40.072203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:40.077035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-98ceb98a-fb52-429c-b882-e2af82b2b03c None None] Provisioning complete for port 877bccce-c674-4490-9c4d-3ac52430b9f4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:40.077522 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98ceb98a-fb52-429c-b882-e2af82b2b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.085782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a7233-6579-48f8-a9fb-78731e0f406e None None] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:40.087546 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-813edd27-be52-4e4b-acc1-913e84be5b49 admin admin] 10.222.0.10 "PUT /v2.0/routers/c3cfce6a-6d2d-45f9-9670-c60a01656de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8443441 Jul 16 20:12:40.281389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc34b-1403-44f1-bc8e-ea4cbcad0262 req-e560917d-db84-4ea4-90ef-ae56056249bd tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:40.292101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2edc34b-1403-44f1-bc8e-ea4cbcad0262 req-e560917d-db84-4ea4-90ef-ae56056249bd tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 949 time: 0.1124017 Jul 16 20:12:40.374598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2edc34b-1403-44f1-bc8e-ea4cbcad0262 req-5e216a73-7da4-4be7-97f7-12ef097c4cb1 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799427 Jul 16 20:12:40.423698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 1d811b77-38c1-4cf1-b0ba-bc8816004a11 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:40.429856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-98ceb98a-fb52-429c-b882-e2af82b2b03c None None] Port 877bccce-c674-4490-9c4d-3ac52430b9f4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:40.436840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1d811b77-38c1-4cf1-b0ba-bc8816004a11 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:40.437253 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.669067 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.702085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 1d811b77-38c1-4cf1-b0ba-bc8816004a11, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1d811b77-38c1-4cf1-b0ba-bc8816004a11,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:40.709679 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:40.739410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef943f-1226-4175-89eb-7f86e289badb req-9ef1aaf9-87bf-4ba1-a00b-7f51b2d7d589 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:40.750615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-9ef1aaf9-87bf-4ba1-a00b-7f51b2d7d589 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.1874352 Jul 16 20:12:40.787861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-0d5e6c31-bd4d-43a1-8f2d-12c3837d8a0d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/quotas/18482987bf8a421aa1d459fff4963635 HTTP/1.1" status: 200 len: 375 time: 0.0360205 Jul 16 20:12:40.839509 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-2fcebb2d-d087-4e07-b89b-82e320817a69 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503290 Jul 16 20:12:40.894336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=1d811b77-38c1-4cf1-b0ba-bc8816004a11,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:40.973464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-f2e35f0b-29c9-412d-b72a-22a2f333b5aa tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:40.975049 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-f2e35f0b-29c9-412d-b72a-22a2f333b5aa tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 821 time: 0.1607981 Jul 16 20:12:40.996124 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-313c6434-dc7d-468d-a87a-a995ec3b26eb tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/quotas/91bc0afb853648bfb40f1323d2c81cac HTTP/1.1" status: 200 len: 375 time: 0.0143335 Jul 16 20:12:41.026462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Sync routers for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:41.037741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:41.039335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:41.078217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-1c73f969-3a57-440b-8b35-d831a0c3d1e4 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755827 Jul 16 20:12:41.099341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-4f6194a2-fa6b-4e15-9aea-0c40b9cbaf03 service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576711 Jul 16 20:12:41.100931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-856ae83d-d41d-4ee7-8dbf-d59369ae362b service neutron] 10.222.0.30 "GET /v2.0/ports/5d1f5b3b-da72-478c-9df2-3385b83b73e8/bindings/n-h1-792394-17 HTTP/1.1" status: 200 len: 385 time: 0.1191287 Jul 16 20:12:41.183986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:41.215269 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-cd12835b-45af-47e0-bbd7-3a2ce1331c29 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217799 Jul 16 20:12:41.308944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-9c3b063c-3422-499c-bb7b-2a4ffd83b45d service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035360 Jul 16 20:12:41.456941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:41.486692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 2, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:41.489081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:41.536922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Checking router: c3cfce6a-6d2d-45f9-9670-c60a01656de6 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:41.537477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Updating router c3cfce6a-6d2d-45f9-9670-c60a01656de6 port 877bccce-c674-4490-9c4d-3ac52430b9f4 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:41.549621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1f5b3b-da72-478c-9df2-3385b83b73e8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:41.566704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:41.589450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.642291 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.715705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1d811b77-38c1-4cf1-b0ba-bc8816004a11 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:41.757982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] Transition to ACTIVE for port object 5d1f5b3b-da72-478c-9df2-3385b83b73e8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:41.765712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.792118 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-d4504604-e1d9-4665-90c7-8027ceb8976d service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676870 Jul 16 20:12:41.915755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1d811b77-38c1-4cf1-b0ba-bc8816004a11 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:41.916923 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:41.924470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] No DVR routers for this DVR port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:41.969770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1f5b3b-da72-478c-9df2-3385b83b73e8,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:42.041452 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1764fe4d-f37f-46f9-8b03-b6654bce4776 service neutron] 10.222.0.30 "PUT /v2.0/ports/5d1f5b3b-da72-478c-9df2-3385b83b73e8/bindings/n-h1-792394-17/activate HTTP/1.1" status: 200 len: 370 time: 0.9246349 Jul 16 20:12:42.235908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ffc52-a8bb-4067-bb78-7bb336685cad req-a11be2c9-f7d1-4e9b-97c5-b03947c38112 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.244269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d4ffc52-a8bb-4067-bb78-7bb336685cad req-a11be2c9-f7d1-4e9b-97c5-b03947c38112 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 945 time: 0.1684096 Jul 16 20:12:42.297398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-5cbafd1b-b8b2-4341-acb6-51badf2f0d5b tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.302962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-5cbafd1b-b8b2-4341-acb6-51badf2f0d5b tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.1706784 Jul 16 20:12:42.347128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d4ffc52-a8bb-4067-bb78-7bb336685cad req-4d7f1091-e5b2-46b6-84f8-bc4a3eb589e1 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954647 Jul 16 20:12:42.350546 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.366100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Transition to ACTIVE for port object 877bccce-c674-4490-9c4d-3ac52430b9f4 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:42.387379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.424409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-756031a8-c577-41d9-8a85-ebb3fe1452c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.426103 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-756031a8-c577-41d9-8a85-ebb3fe1452c6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e&tenant_id=31af99bb6bb148a3970c4248323ed226 HTTP/1.1" status: 200 len: 1097 time: 0.1153097 Jul 16 20:12:42.515754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc5281-4aee-47ab-a77d-3c9fbf726a15 None None] Pushing event updated for resources: {'Port': ['ID=877bccce-c674-4490-9c4d-3ac52430b9f4,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:42.573513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-f4194221-43e5-4c21-a847-cb95b56e8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.578996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-f4194221-43e5-4c21-a847-cb95b56e8f53 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=31af99bb6bb148a3970c4248323ed226&device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 1097 time: 0.1245191 Jul 16 20:12:42.603995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ea488-fb70-4c4d-add8-43b405099e23 req-a4b26582-c058-4ece-aa37-dcd3ffb31084 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:42.616167 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-577ea488-fb70-4c4d-add8-43b405099e23 req-a4b26582-c058-4ece-aa37-dcd3ffb31084 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 949 time: 0.1978009 Jul 16 20:12:42.640305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Attempting to bind port 877bccce-c674-4490-9c4d-3ac52430b9f4 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:42.641678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Attempting to bind port 877bccce-c674-4490-9c4d-3ac52430b9f4 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:42.642297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Attempting to bind port 877bccce-c674-4490-9c4d-3ac52430b9f4 on network ab027935-46e1-4d0b-8601-c51a6afe11dc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:42.650337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:42.651176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Checking segment: {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:42.652156 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.652727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Bound using segment: {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:42.653380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Bound port: 877bccce-c674-4490-9c4d-3ac52430b9f4, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:42.654250 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:42.738907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5d1f5b3b-da72-478c-9df2-3385b83b73e8 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:42.767545 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-577ea488-fb70-4c4d-add8-43b405099e23 req-a5eecee9-84d6-47a3-8784-7bcaf5ee1356 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399617 Jul 16 20:12:42.902281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] For port 877bccce-c674-4490-9c4d-3ac52430b9f4, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:42.907903 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-501ca9a8-3e22-4710-a8d1-38ff96266abf req-42dc6dc8-84b8-4623-b63c-e42eecf3cef5 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 210 time: 0.0846329 Jul 16 20:12:42.915850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] For port 877bccce-c674-4490-9c4d-3ac52430b9f4, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=877bccce-c674-4490-9c4d-3ac52430b9f4,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:42.922698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5d1f5b3b-da72-478c-9df2-3385b83b73e8 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:42.935921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:43.028677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:43.029330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:43.058999 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ce27b3f-fdbc-4232-ad3d-e2d97f6c0d64 req-a38c9d73-0a4c-4c8e-90de-a724fd942e94 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=946b25a632a64d3990cd33131983b457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299664 Jul 16 20:12:43.077267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc5281-4aee-47ab-a77d-3c9fbf726a15 None None] Pushing event updated for resources: {'Port': ['ID=877bccce-c674-4490-9c4d-3ac52430b9f4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:43.232069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce27b3f-fdbc-4232-ad3d-e2d97f6c0d64 req-409aadf3-28d5-4cc7-8385-1ad8e4cb5865 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.243959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ce27b3f-fdbc-4232-ad3d-e2d97f6c0d64 req-409aadf3-28d5-4cc7-8385-1ad8e4cb5865 tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810250 Jul 16 20:12:43.254129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:43.277939 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ce27b3f-fdbc-4232-ad3d-e2d97f6c0d64 req-c086a07d-b867-4621-a131-f4851fe516db tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/quotas/946b25a632a64d3990cd33131983b457 HTTP/1.1" status: 200 len: 375 time: 0.0339110 Jul 16 20:12:43.327248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-169a8975-00e3-4148-9b81-e3762b700c65 req-3e0c4a17-79d8-4379-8ef6-2f6afcbd46d1 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 210 time: 0.0707297 Jul 16 20:12:43.347439 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ce27b3f-fdbc-4232-ad3d-e2d97f6c0d64 req-19a84de0-d7af-49f3-8b49-950a5c13636d tempest-QuotasAdminNegativeTest-2000582870 tempest-QuotasAdminNegativeTest-2000582870-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=946b25a632a64d3990cd33131983b457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678935 Jul 16 20:12:43.363970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-6b1bde6e-cb71-4283-b881-4dc9d2e0a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.365694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-6b1bde6e-cb71-4283-b881-4dc9d2e0a70d service neutron] 10.222.0.63 "GET /v2.0/networks?id=75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 200 len: 908 time: 0.7816412 Jul 16 20:12:43.440803 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-931146c3-d085-48e8-8767-8a2c90c9de0a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8 HTTP/1.1" status: 200 len: 217 time: 0.0606503 Jul 16 20:12:43.545775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-b49839a4-1b72-45c6-bb6c-20eca648301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.547695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-b49839a4-1b72-45c6-bb6c-20eca648301e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 200 len: 847 time: 0.1000328 Jul 16 20:12:43.597674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-8d673b8d-dc52-4a30-93fd-5accad973997 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=75600712-2c21-4323-9afd-0506acdddac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430899 Jul 16 20:12:43.602722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:42Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:43.604523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef943f-1226-4175-89eb-7f86e289badb req-afd8b6a7-409e-4b3b-b807-f299fa6afbab tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:43.606335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-afd8b6a7-409e-4b3b-b807-f299fa6afbab tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.2394280 Jul 16 20:12:43.653471 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af17ea-531c-4f42-80dc-bb93ae201fb4 None None] The sync data for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 is: [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:42Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:43.768945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Request body: {'port': {'device_id': '3ddc43e9-f70c-4180-a41b-68fd4e4457f3', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'admin_state_up': True, 'tenant_id': '18482987bf8a421aa1d459fff4963635'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:43.847716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-e76fa25a-e258-42d7-93a7-fa2bf84c3bba service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163517 Jul 16 20:12:44.049879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-a9eb05a2-24bd-43bc-b42b-892930f0966b service neutron] 10.222.0.63 "GET /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655016 Jul 16 20:12:44.065703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870028b-0cd1-41b2-8162-4448d5c63ac4 req-d7d7ccae-a8c9-4912-8f28-c1699df4943d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.067140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Made reservation on behalf of 18482987bf8a421aa1d459fff4963635 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:44.068618 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8870028b-0cd1-41b2-8162-4448d5c63ac4 req-d7d7ccae-a8c9-4912-8f28-c1699df4943d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 945 time: 0.1254244 Jul 16 20:12:44.073878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:44.173591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8870028b-0cd1-41b2-8162-4448d5c63ac4 req-50a42c51-8f90-4b42-b4a4-85f577053852 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924320 Jul 16 20:12:44.389715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Allocated IP 172.20.0.7 (61588b4c-b1dc-4e58-9877-2dfc183a77e5/8ca9a34f-7ec3-4769-aad3-6849e1fdf46b/3a653b27-8b86-4fc0-93be-8a4cf8906332) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:44.406602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-03fb426a-50d9-48ca-a159-36687de9b38d tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.408663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-03fb426a-50d9-48ca-a159-36687de9b38d tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.63 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 821 time: 0.2500136 Jul 16 20:12:44.473115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Request body: {'port': {'device_id': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'admin_state_up': True, 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:44.592301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-447b1be0-db13-48ab-9986-0bee00391849 req-a4f7ef0c-d2e7-4260-8958-8c445228c9b0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 210 time: 0.1686456 Jul 16 20:12:44.787473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2769de-8f96-4a60-88b3-7d82ec3d8b9d req-4db7da1b-becc-4893-9278-77c06aa33360 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.789365 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc2769de-8f96-4a60-88b3-7d82ec3d8b9d req-4db7da1b-becc-4893-9278-77c06aa33360 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 949 time: 0.2449143 Jul 16 20:12:44.831275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1e5d0570-b238-489a-b802-7e869adc7a1f tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:44.832284 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-1e5d0570-b238-489a-b802-7e869adc7a1f tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e&tenant_id=31af99bb6bb148a3970c4248323ed226&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.2220051 Jul 16 20:12:44.888340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc2769de-8f96-4a60-88b3-7d82ec3d8b9d req-4d53d30c-c985-4ec6-9066-5c88ac7f5575 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905225 Jul 16 20:12:44.908655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e4ebc5d-722e-4ae1-9d5b-20f9dec18273 req-a7e12923-6ed7-42a9-ae71-af2e5fd7780f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 210 time: 0.1224124 Jul 16 20:12:44.939517 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.015247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:45.024738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.117470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-56455bbe-e9cb-40b8-a108-893658af4576 req-d8177b3c-d11c-4552-917e-a9c3af0f6cd3 service neutron] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:45.122055 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56455bbe-e9cb-40b8-a108-893658af4576 req-d8177b3c-d11c-4552-917e-a9c3af0f6cd3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.123661 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56455bbe-e9cb-40b8-a108-893658af4576 req-d8177b3c-d11c-4552-917e-a9c3af0f6cd3 service neutron] 10.222.0.63 "DELETE /v2.0/ports/5d1f5b3b-da72-478c-9df2-3385b83b73e8/bindings/n-h2-792394-17 HTTP/1.1" status: 204 len: 173 time: 0.2792547 Jul 16 20:12:45.131503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Made reservation on behalf of 91bc0afb853648bfb40f1323d2c81cac for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:45.136680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.147462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:45.161195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:45.170202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:45.218434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event updated for resources: {'Port': ['ID=3a653b27-8b86-4fc0-93be-8a4cf8906332,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:45.296608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.297245 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.303292 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f36873f6-9063-4df3-90f9-0623178bef0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.352016 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-a7a6e411-7127-4bf8-8116-9063d1d0be89 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5879645 Jul 16 20:12:45.386508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Request body: {'port': {'device_id': '3ddc43e9-f70c-4180-a41b-68fd4e4457f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:45.418021 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.516130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Allocated IP 172.20.0.13 (ab027935-46e1-4d0b-8601-c51a6afe11dc/74cdd75f-b79c-4cb1-9136-56ff2c88d346/b596a2f8-28cc-4eaf-a291-41db01567a94) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:45.631319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.651712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6de9d-ebfd-4320-bddd-387332472bdf req-2648ada1-d677-47c7-9580-cf145dbc2d89 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:45.655887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11c6de9d-ebfd-4320-bddd-387332472bdf req-2648ada1-d677-47c7-9580-cf145dbc2d89 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 945 time: 0.3299298 Jul 16 20:12:45.662846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 877bccce-c674-4490-9c4d-3ac52430b9f4 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:45.742487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 877bccce-c674-4490-9c4d-3ac52430b9f4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:45.747968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 877bccce-c674-4490-9c4d-3ac52430b9f4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:45.748384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.814236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-94301861-3110-4b88-ba64-ee1fab9fc89f req-07839cac-4179-4b21-8254-3e456e8b741f tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 210 time: 0.0508921 Jul 16 20:12:45.819754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f36873f6-9063-4df3-90f9-0623178bef0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.852085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11c6de9d-ebfd-4320-bddd-387332472bdf req-e2d9de1f-f0f7-4293-b53d-91578b9a30e5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596043 Jul 16 20:12:45.853026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f36873f6-9063-4df3-90f9-0623178bef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.886289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:45.953801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 877bccce-c674-4490-9c4d-3ac52430b9f4, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=877bccce-c674-4490-9c4d-3ac52430b9f4,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:45.960902 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.052815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=877bccce-c674-4490-9c4d-3ac52430b9f4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:46.063040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f36873f6-9063-4df3-90f9-0623178bef0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=946b25a632a64d3990cd33131983b457&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0440316 Jul 16 20:12:46.066756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:46.074942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36873f6-9063-4df3-90f9-0623178bef0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201040a2-e5b6-4ee8-a9b6-58b6b2b91b69,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:46.175682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecbf80ea-c902-4dda-8474-8bcf106c33b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.179029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c74fa-ea2f-4b9c-87f4-ca8553ff5b45 req-f857b634-8d46-4d12-8c40-6843cd38e1bc tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.187342 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d89c74fa-ea2f-4b9c-87f4-ca8553ff5b45 req-f857b634-8d46-4d12-8c40-6843cd38e1bc tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 1097 time: 0.1215515 Jul 16 20:12:46.229480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecbf80ea-c902-4dda-8474-8bcf106c33b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.249118 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.254736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-d44a9182-bbde-48e8-951d-ea8fb31c7851 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.256058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d89c74fa-ea2f-4b9c-87f4-ca8553ff5b45 req-89dc2979-8d25-4237-aa94-59e0a8aee239 tempest-LiveMigrationTest-63336164 tempest-LiveMigrationTest-63336164-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671313 Jul 16 20:12:46.256246 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-d44a9182-bbde-48e8-951d-ea8fb31c7851 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 1101 time: 0.4078562 Jul 16 20:12:46.293437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Transition to ACTIVE for port object b596a2f8-28cc-4eaf-a291-41db01567a94 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:46.338341 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecbf80ea-c902-4dda-8474-8bcf106c33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.353076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecbf80ea-c902-4dda-8474-8bcf106c33b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.360013 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.384803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ecbf80ea-c902-4dda-8474-8bcf106c33b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/201040a2-e5b6-4ee8-a9b6-58b6b2b91b69 HTTP/1.1" status: 204 len: 168 time: 0.3160026 Jul 16 20:12:46.423812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf80ea-c902-4dda-8474-8bcf106c33b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201040a2-e5b6-4ee8-a9b6-58b6b2b91b69,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:46.465285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a9f1a-2700-47fd-b111-8fca096fd759 req-0b2b2328-b622-4555-ba3d-ea2cda37f813 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.467297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-874a9f1a-2700-47fd-b111-8fca096fd759 req-0b2b2328-b622-4555-ba3d-ea2cda37f813 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 949 time: 0.4212153 Jul 16 20:12:46.535708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc0db5-3f59-4a55-9165-152eca7a3719 req-d56d8194-7eca-4e29-9147-3209b49eb448 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.537692 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.541150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a653b27-8b86-4fc0-93be-8a4cf8906332 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:46.544077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fdfc0db5-3f59-4a55-9165-152eca7a3719 req-d56d8194-7eca-4e29-9147-3209b49eb448 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 931 time: 0.1017063 Jul 16 20:12:46.562852 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.598465 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fdfc0db5-3f59-4a55-9165-152eca7a3719 req-98dfe4ff-489a-4cac-9c70-4a39e67545c7 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498292 Jul 16 20:12:46.641441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-874a9f1a-2700-47fd-b111-8fca096fd759 req-8e30fbec-5727-4912-8bae-8e84f04bc51a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453648 Jul 16 20:12:46.643725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Transition to ACTIVE for port object 3a653b27-8b86-4fc0-93be-8a4cf8906332 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:46.653386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Network ab027935-46e1-4d0b-8601-c51a6afe11dc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:46.661923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.671993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:46.684257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:46.692036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] Deleting port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:46.692428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.729906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Pushing event updated for resources: {'Port': ['ID=b596a2f8-28cc-4eaf-a291-41db01567a94,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:46.919555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:46.929406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:46.930279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.946381 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75ea5b64-89d4-4e67-a0f3-ff607d231149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:46.974012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Pushing event updated for resources: {'Port': ['ID=3a653b27-8b86-4fc0-93be-8a4cf8906332,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:47.069288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] For port a8df35f5-808d-4fb6-9cb0-6fbd036eec63, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:47.069676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.093601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] Calling delete_port for a8df35f5-808d-4fb6-9cb0-6fbd036eec63 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:47.098324 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-c56e2a8a-0a4c-4248-acb0-4ce6cb3e4aec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6485031 Jul 16 20:12:47.130293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c559a8a1-95f1-4115-ab8a-b8a9e7843676 None None] Provisioning for port b596a2f8-28cc-4eaf-a291-41db01567a94 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:47.132730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Request body: {'port': {'device_id': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:47.135246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c559a8a1-95f1-4115-ab8a-b8a9e7843676 None None] Provisioning complete for port b596a2f8-28cc-4eaf-a291-41db01567a94 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:47.135940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c559a8a1-95f1-4115-ab8a-b8a9e7843676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.141802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Attempting to bind port 3a653b27-8b86-4fc0-93be-8a4cf8906332 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:47.141802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Attempting to bind port 3a653b27-8b86-4fc0-93be-8a4cf8906332 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:47.142462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Attempting to bind port 3a653b27-8b86-4fc0-93be-8a4cf8906332 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:47.197560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75ea5b64-89d4-4e67-a0f3-ff607d231149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.208231 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75ea5b64-89d4-4e67-a0f3-ff607d231149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.208676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c559a8a1-95f1-4115-ab8a-b8a9e7843676 None None] Port b596a2f8-28cc-4eaf-a291-41db01567a94 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:47.253864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Port 3a653b27-8b86-4fc0-93be-8a4cf8906332 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:47.254190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Attempting to bind port 3a653b27-8b86-4fc0-93be-8a4cf8906332 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:47.262752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-75ea5b64-89d4-4e67-a0f3-ff607d231149 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78a8e7ba0c3a43338e5ded6e4c63210a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419621 Jul 16 20:12:47.271511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:47.280417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea5b64-89d4-4e67-a0f3-ff607d231149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20032fb-bed3-4260-854b-4baaa81368d3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:47.280638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:47.280869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Checking segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:47.281305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Bound using segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:47.281862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Bound port: 3a653b27-8b86-4fc0-93be-8a4cf8906332, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:47.282279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.389343 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf4b75e1-d556-49a8-8631-4ef0a1bd4884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.416864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c63ecd-1e40-4bcd-a053-8c71a08161ce req-ac1833ba-287e-4c4c-8509-5f827bac23ae tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.418398 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-75c63ecd-1e40-4bcd-a053-8c71a08161ce req-ac1833ba-287e-4c4c-8509-5f827bac23ae tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 945 time: 0.1203592 Jul 16 20:12:47.429826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf4b75e1-d556-49a8-8631-4ef0a1bd4884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.487969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-75c63ecd-1e40-4bcd-a053-8c71a08161ce req-d0989dca-e8d2-493d-aa5d-55fe9746e9fe tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611968 Jul 16 20:12:47.507988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf4b75e1-d556-49a8-8631-4ef0a1bd4884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.512988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf4b75e1-d556-49a8-8631-4ef0a1bd4884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.514501 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cf4b75e1-d556-49a8-8631-4ef0a1bd4884 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d20032fb-bed3-4260-854b-4baaa81368d3 HTTP/1.1" status: 204 len: 168 time: 0.2414110 Jul 16 20:12:47.525408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b75e1-d556-49a8-8631-4ef0a1bd4884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20032fb-bed3-4260-854b-4baaa81368d3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:47.604635 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 877bccce-c674-4490-9c4d-3ac52430b9f4 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:47.676834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 877bccce-c674-4490-9c4d-3ac52430b9f4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:47.677501 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.800797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51de76-eced-47e9-9f44-cd0901ce4ee0 req-e4fe13cd-be0b-4730-b3b6-21a076b821bf tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.807515 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:47.808163 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a51de76-eced-47e9-9f44-cd0901ce4ee0 req-e4fe13cd-be0b-4730-b3b6-21a076b821bf tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 943 time: 0.0784197 Jul 16 20:12:47.845933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] For port 3a653b27-8b86-4fc0-93be-8a4cf8906332, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:47.862814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ed4cc-7c03-43a7-b4da-eeac2a1afc7a req-c2e7a9ee-2605-4d39-88f9-823a2cebd50b tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.864393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848ed4cc-7c03-43a7-b4da-eeac2a1afc7a req-c2e7a9ee-2605-4d39-88f9-823a2cebd50b tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 932 time: 0.5956452 Jul 16 20:12:47.880562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a51de76-eced-47e9-9f44-cd0901ce4ee0 req-197c16bc-ba33-4002-96eb-0584e6f8df19 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711985 Jul 16 20:12:47.917095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-5dad9497-92f4-4fa0-8305-58e03f727028 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:47.921536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-5dad9497-92f4-4fa0-8305-58e03f727028 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.63 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 945 time: 0.0938916 Jul 16 20:12:47.926027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] For port 3a653b27-8b86-4fc0-93be-8a4cf8906332, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3a653b27-8b86-4fc0-93be-8a4cf8906332,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:47.950219 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.059864 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-583d3ef5-3cb1-498f-acc9-3cd1f1cfdd56 req-fec6b875-7789-4621-95e9-49907f8d0f8b tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 210 time: 0.0487480 Jul 16 20:12:48.071531 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.078107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.078733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.080152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] 10.222.0.63 "PUT /v2.0/ports/3a653b27-8b86-4fc0-93be-8a4cf8906332 HTTP/1.1" status: 200 len: 1092 time: 2.7032070 Jul 16 20:12:48.080891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddc43e9-f70c-4180-a41b-68fd4e4457f3', 'tag': '3a653b27-8b86-4fc0-93be-8a4cf8906332'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:48.083150 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ddc43e9-f70c-4180-a41b-68fd4e4457f3", "tag": "3a653b27-8b86-4fc0-93be-8a4cf8906332"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:48.096881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Deleting port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:48.097590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.098971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['a8df35f5-808d-4fb6-9cb0-6fbd036eec63'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:48.106846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848ed4cc-7c03-43a7-b4da-eeac2a1afc7a req-ed097bb9-7d84-4115-a8be-2f8c8ea8b031 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867828 Jul 16 20:12:48.229381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] For port 5d1f5b3b-da72-478c-9df2-3385b83b73e8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5d1f5b3b-da72-478c-9df2-3385b83b73e8,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:48.230381 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.247981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Calling delete_port for 5d1f5b3b-da72-478c-9df2-3385b83b73e8 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:48.249651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6ad2c-7e40-4de2-be16-f99c5db1902a service neutron] Pushing event updated for resources: {'Port': ['ID=3a653b27-8b86-4fc0-93be-8a4cf8906332,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.358625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8df35f5-808d-4fb6-9cb0-6fbd036eec63,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.415648 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f34483-a5fd-407d-86de-ea2ac0179dba x-openstack-request-id: req-81f34483-a5fd-407d-86de-ea2ac0179dba {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:48.415972 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ddc43e9-f70c-4180-a41b-68fd4e4457f3", "tag": "3a653b27-8b86-4fc0-93be-8a4cf8906332", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:48.416698 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81f34483-a5fd-407d-86de-ea2ac0179dba {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:48.416698 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddc43e9-f70c-4180-a41b-68fd4e4457f3', 'tag': '3a653b27-8b86-4fc0-93be-8a4cf8906332', 'status': 'completed', 'code': 200} Jul 16 20:12:48.421896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] No DVR routers for this DVR port a8df35f5-808d-4fb6-9cb0-6fbd036eec63 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:48.451790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.453594 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3774083d-4dd0-4e3a-970e-41115bbbfb4c req-dc19273c-af0d-4f46-b4eb-545969d2daf9 tempest-DeleteServersAdminTestJSON-1594017032 tempest-DeleteServersAdminTestJSON-1594017032-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a8df35f5-808d-4fb6-9cb0-6fbd036eec63 HTTP/1.1" status: 204 len: 173 time: 2.1821332 Jul 16 20:12:48.503823 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.504117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef943f-1226-4175-89eb-7f86e289badb req-12ac9f48-aeec-4845-9cc8-60e92d063e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.505285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-12ac9f48-aeec-4845-9cc8-60e92d063e36 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 1095 time: 0.3551838 Jul 16 20:12:48.516387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['5d1f5b3b-da72-478c-9df2-3385b83b73e8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:48.533666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:48.567869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Pushing event deleted for resources: {'Port': ['ID=5d1f5b3b-da72-478c-9df2-3385b83b73e8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.595359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-9dc5120a-6b36-4fd5-b70c-21316207c106 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a653b27-8b86-4fc0-93be-8a4cf8906332 HTTP/1.1" status: 200 len: 217 time: 0.0578299 Jul 16 20:12:48.659529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] No DVR routers for this DVR port 5d1f5b3b-da72-478c-9df2-3385b83b73e8 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:12:48.662503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.665541 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-111882a3-01d1-4745-a01c-89ee7886aee6 req-e743f6ec-0fd4-492f-8a8b-8fe170b09adf tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.63 "DELETE /v2.0/ports/5d1f5b3b-da72-478c-9df2-3385b83b73e8 HTTP/1.1" status: 204 len: 173 time: 0.7370067 Jul 16 20:12:48.666074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'name': 'network-vif-deleted', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:48.668515 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421cfb5b-fb97-4030-b43b-a36e416071d3" -d '{"events": [{"server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "name": "network-vif-deleted", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:48.718125 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473e10af-6112-4ef4-9e34-8de2867c8d40 x-openstack-request-id: req-473e10af-6112-4ef4-9e34-8de2867c8d40 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:48.718415 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444eeb59-26c6-4b0a-8ce7-cc83d249746e", "name": "network-vif-deleted", "tag": "5d1f5b3b-da72-478c-9df2-3385b83b73e8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:48.718726 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-473e10af-6112-4ef4-9e34-8de2867c8d40 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:48.719126 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444eeb59-26c6-4b0a-8ce7-cc83d249746e', 'name': 'network-vif-deleted', 'tag': '5d1f5b3b-da72-478c-9df2-3385b83b73e8', 'status': 'completed', 'code': 200} Jul 16 20:12:48.733756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3482b5e-473c-4be2-9adf-74d124df0d7e req-a3f5883a-d2ab-41dc-85f0-d03f8982f29e tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 210 time: 0.0777950 Jul 16 20:12:48.739713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef943f-1226-4175-89eb-7f86e289badb req-0c0baa90-259c-4cf1-b83f-c63dd35bdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:48.741169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-0c0baa90-259c-4cf1-b83f-c63dd35bdc60 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.1381209 Jul 16 20:12:48.747848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b596a2f8-28cc-4eaf-a291-41db01567a94 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:48.748011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-network', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:48.771662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Made reservation on behalf of 4e7bd735b0c2422c81ce0b397c6178d8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:48.774752 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.783976 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.786178 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-4005c77e-7d52-4492-a39e-2bc3e0e9f677 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334778 Jul 16 20:12:48.791572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.833649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Transition to ACTIVE for port object b596a2f8-28cc-4eaf-a291-41db01567a94 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:48.841688 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.903137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.908585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.947932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:12:48.967152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f72e15-053f-43c9-99c8-cb72a5ba0c54,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:48.970367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:48.982191 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Added segment 6f1dd49c-362b-4fa9-8356-01419381b2f0 of type vlan for network 526d09cb-422c-4cb9-afb9-4b0044b4e42c Jul 16 20:12:49.017463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-5d9e743b-cd6a-49d3-8324-f76ae41881a3 service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220263 Jul 16 20:12:49.019846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Pushing event updated for resources: {'Port': ['ID=b596a2f8-28cc-4eaf-a291-41db01567a94,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:49.042617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.106739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.108884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.109905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.288928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Attempting to bind port b596a2f8-28cc-4eaf-a291-41db01567a94 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:49.290124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Attempting to bind port b596a2f8-28cc-4eaf-a291-41db01567a94 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:49.290662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Attempting to bind port b596a2f8-28cc-4eaf-a291-41db01567a94 on network ab027935-46e1-4d0b-8601-c51a6afe11dc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:49.306021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Port b596a2f8-28cc-4eaf-a291-41db01567a94 on network ab027935-46e1-4d0b-8601-c51a6afe11dc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:49.306457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Attempting to bind port b596a2f8-28cc-4eaf-a291-41db01567a94 on network ab027935-46e1-4d0b-8601-c51a6afe11dc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:49.316294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ef943f-1226-4175-89eb-7f86e289badb req-05d04b25-9dbc-465b-bb86-a007a0840037 service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848239 Jul 16 20:12:49.317541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:49.317947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Checking segment: {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:49.318947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Bound using segment: {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:49.318947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Bound port: b596a2f8-28cc-4eaf-a291-41db01567a94, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:49.319189 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.346098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] Pushing event updated for resources: {'Network': ['ID=526d09cb-422c-4cb9-afb9-4b0044b4e42c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:49.353894 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a3819358-bb36-435b-938c-d229c450d049 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8143585 Jul 16 20:12:49.377275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:49.384776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Request body: {'subnet': {'network_id': '526d09cb-422c-4cb9-afb9-4b0044b4e42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-subnet', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:49.398288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 526d09cb-422c-4cb9-afb9-4b0044b4e42c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:12:49.423139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] For port b596a2f8-28cc-4eaf-a291-41db01567a94, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:49.425409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Made reservation on behalf of 4e7bd735b0c2422c81ce0b397c6178d8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:49.428128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.433381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] For port b596a2f8-28cc-4eaf-a291-41db01567a94, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b596a2f8-28cc-4eaf-a291-41db01567a94,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:49.446515 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.478746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb44e98-1d3c-4e4e-aafd-69c2e71d8b40 req-289ab1f2-8dcf-46b6-9b8e-5ea82f98666d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.480599 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2cb44e98-1d3c-4e4e-aafd-69c2e71d8b40 req-289ab1f2-8dcf-46b6-9b8e-5ea82f98666d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 943 time: 0.1479900 Jul 16 20:12:49.540836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.541540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.545097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] 10.222.0.63 "PUT /v2.0/ports/b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 1093 time: 2.4199529 Jul 16 20:12:49.592940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069275b-695b-4e1f-a1e7-0278abf27a65 service neutron] Pushing event updated for resources: {'Port': ['ID=b596a2f8-28cc-4eaf-a291-41db01567a94,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:49.603797 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2cb44e98-1d3c-4e4e-aafd-69c2e71d8b40 req-43a466db-f427-4146-8188-c135c4232e2e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900946 Jul 16 20:12:49.676998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2e856e2-5475-4d5d-85b4-869b7dcf1f30 req-eb250d3f-6f13-4d91-b754-6d6e9857c6c1 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d28e7e3-e26d-44a9-a2bc-5aa920198126 HTTP/1.1" status: 200 len: 210 time: 0.0751405 Jul 16 20:12:49.839344 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:49.930987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a51253-f6d9-42a8-86d6-6dcf9e9ae794,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:49.941053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Checking segment: {'id': '6f1dd49c-362b-4fa9-8356-01419381b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '526d09cb-422c-4cb9-afb9-4b0044b4e42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:49.941474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Network hostable DHCP agents. Network: 526d09cb-422c-4cb9-afb9-4b0044b4e42c, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:12:49.972499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-80e111bb-a706-4ccc-9ecb-3143ce1c87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:49.974110 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-80e111bb-a706-4ccc-9ecb-3143ce1c87e3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1096 time: 0.2694139 Jul 16 20:12:49.996462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Network 526d09cb-422c-4cb9-afb9-4b0044b4e42c is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:12:49.998590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-61e57a19-6b46-42ce-89f0-f62e89d71507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.000148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-61e57a19-6b46-42ce-89f0-f62e89d71507 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 1095 time: 0.2967522 Jul 16 20:12:50.015226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 526d09cb-422c-4cb9-afb9-4b0044b4e42c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:50.021022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.021798 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.032907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faeb131-d447-4bb3-80a7-fd709bc2ff30 None None] Network 526d09cb-422c-4cb9-afb9-4b0044b4e42c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:50.069802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c132e-bc1f-43f9-94c3-016c11cf0591 req-d7a5164e-496a-429d-bac7-362ef29d457d tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.071619 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-451c132e-bc1f-43f9-94c3-016c11cf0591 req-d7a5164e-496a-429d-bac7-362ef29d457d tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 944 time: 0.1276248 Jul 16 20:12:50.079993 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c68eadd2-d69b-448d-8f9b-17642d5ccf24 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7003350 Jul 16 20:12:50.088915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:50.098924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:50.105622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-1ee45379-62d8-4c38-9913-8b0571895f44 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 217 time: 0.1226003 Jul 16 20:12:50.178497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.180700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.221217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-451c132e-bc1f-43f9-94c3-016c11cf0591 req-544e656c-dce6-42d3-9d37-7255e1f7c479 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369550 Jul 16 20:12:50.311671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-f31d4556-555f-47ed-841e-ef5407b77e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.313284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-f31d4556-555f-47ed-841e-ef5407b77e95 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.1837924 Jul 16 20:12:50.322636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.372175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-0ea108a0-3323-4e6a-b4c6-a454d4ad2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.373769 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-0ea108a0-3323-4e6a-b4c6-a454d4ad2269 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 913 time: 0.3036482 Jul 16 20:12:50.426187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d28e7e3-e26d-44a9-a2bc-5aa920198126', 'name': 'network-vif-deleted', 'tag': 'a8df35f5-808d-4fb6-9cb0-6fbd036eec63'}, {'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:50.428800 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af274567-3428-4fba-8c71-d8ce24e107e1" -d '{"events": [{"server_uuid": "2d28e7e3-e26d-44a9-a2bc-5aa920198126", "name": "network-vif-deleted", "tag": "a8df35f5-808d-4fb6-9cb0-6fbd036eec63"}, {"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:50.437248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-7c6ee2ed-7aa7-460f-8d6b-1d9a52d51044 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a653b27-8b86-4fc0-93be-8a4cf8906332 HTTP/1.1" status: 200 len: 217 time: 0.0555546 Jul 16 20:12:50.507598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-bcc9e74f-5d0a-4bcb-b7e1-bfe55f6800b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.509182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-bcc9e74f-5d0a-4bcb-b7e1-bfe55f6800b0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866441 Jul 16 20:12:50.546117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.585439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-526d09cb-422c-4cb9-afb9-4b0044b4e42c', 'network_id': '526d09cb-422c-4cb9-afb9-4b0044b4e42c', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'fixed_ips': [{'subnet_id': '83a51253-f6d9-42a8-86d6-6dcf9e9ae794'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:12:50.589144 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.604149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3842850d-9e6b-4c38-b851-a7fffd0b1caa req-cbe2184a-1206-406f-a71c-4731860f4676 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 210 time: 0.1367340 Jul 16 20:12:50.630596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e101719-160c-4939-8c55-3e7c9844e254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.642560 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d76eff-11fc-4604-9133-f2d314f07165 x-openstack-request-id: req-e0d76eff-11fc-4604-9133-f2d314f07165 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:50.642861 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d28e7e3-e26d-44a9-a2bc-5aa920198126", "name": "network-vif-deleted", "tag": "a8df35f5-808d-4fb6-9cb0-6fbd036eec63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:50.643116 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0d76eff-11fc-4604-9133-f2d314f07165 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:50.643569 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d28e7e3-e26d-44a9-a2bc-5aa920198126', 'name': 'network-vif-deleted', 'tag': 'a8df35f5-808d-4fb6-9cb0-6fbd036eec63', 'status': 'completed', 'code': 200} Jul 16 20:12:50.643819 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'status': 'completed', 'code': 200} Jul 16 20:12:50.645948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-25200003-10bc-415a-b0fc-56fb796f5b04 service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281874 Jul 16 20:12:50.692505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-69d6dd3b-0f12-4a24-a878-78c080279388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:50.694351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-69d6dd3b-0f12-4a24-a878-78c080279388 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.2497900 Jul 16 20:12:50.731188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a8df35f5-808d-4fb6-9cb0-6fbd036eec63 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:50.773295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: a8df35f5-808d-4fb6-9cb0-6fbd036eec63 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:50.774384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a8df35f5-808d-4fb6-9cb0-6fbd036eec63 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:50.796411 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-04fadf62-34ae-4f8b-959a-985ba434f123 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559618 Jul 16 20:12:50.834918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Allocated IP 172.20.0.2 (526d09cb-422c-4cb9-afb9-4b0044b4e42c/83a51253-f6d9-42a8-86d6-6dcf9e9ae794/c66242a4-765d-45e0-9f43-1f6701dc0c76) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:50.896084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.910479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96dea05c-0000-4ffa-abb7-e15ccabfa898 req-ee2a8784-b1ed-43e0-ba4c-ab2c7cde324c service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572384 Jul 16 20:12:50.918734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:50.945554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-dbbf67de-5836-4000-9f13-6278ee25be82 service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408038 Jul 16 20:12:51.040413 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.052701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Transition to ACTIVE for port object c66242a4-765d-45e0-9f43-1f6701dc0c76 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:51.054582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Allocated IP 172.25.7.78 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/ae73c04e-620e-4f54-9e46-259fefb138a0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:51.077540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Transition to ACTIVE for port object c66242a4-765d-45e0-9f43-1f6701dc0c76 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:51.085776 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.093367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4c66f99-9d30-4195-b09c-f8cc7f4118c2 req-2ab12300-71e3-4bb2-b333-ba38c67dfc7f service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329892 Jul 16 20:12:51.189564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-ba773066-38eb-4b3a-8eaf-c54214bf5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.191097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-ba773066-38eb-4b3a-8eaf-c54214bf5b49 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1096 time: 0.2195649 Jul 16 20:12:51.198985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.237278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Network 526d09cb-422c-4cb9-afb9-4b0044b4e42c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:51.242717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:51.249015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:51.252141 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.252844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Pushing event updated for resources: {'Port': ['ID=c66242a4-765d-45e0-9f43-1f6701dc0c76,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:51.262895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e272fe-1a8a-4a30-b660-91abd5a511cf req-f4fe7eb3-7a37-4cf4-8c6d-6c8514e581a9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.270039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2e272fe-1a8a-4a30-b660-91abd5a511cf req-f4fe7eb3-7a37-4cf4-8c6d-6c8514e581a9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 943 time: 0.1756074 Jul 16 20:12:51.304252 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:51.310539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:51.313026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:51.339108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Attempting to bind port c66242a4-765d-45e0-9f43-1f6701dc0c76 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:51.339513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Attempting to bind port c66242a4-765d-45e0-9f43-1f6701dc0c76 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6f1dd49c-362b-4fa9-8356-01419381b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '526d09cb-422c-4cb9-afb9-4b0044b4e42c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:51.339876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Attempting to bind port c66242a4-765d-45e0-9f43-1f6701dc0c76 on network 526d09cb-422c-4cb9-afb9-4b0044b4e42c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:51.346758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-cee37e03-1157-477f-8efa-1c23ab3e536b tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397668 Jul 16 20:12:51.353499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:51.353869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Checking segment: {'id': '6f1dd49c-362b-4fa9-8356-01419381b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '526d09cb-422c-4cb9-afb9-4b0044b4e42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:51.354274 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.354663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Bound using segment: {'id': '6f1dd49c-362b-4fa9-8356-01419381b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '526d09cb-422c-4cb9-afb9-4b0044b4e42c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:51.355136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Bound port: c66242a4-765d-45e0-9f43-1f6701dc0c76, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1dd49c-362b-4fa9-8356-01419381b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '526d09cb-422c-4cb9-afb9-4b0044b4e42c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:51.355547 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.384159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2e272fe-1a8a-4a30-b660-91abd5a511cf req-81a6e367-1887-47f7-833d-6ad1c6c46c16 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131585 Jul 16 20:12:51.402168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-25b81132-3d24-4360-9664-d08cc7ee614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.404278 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-25b81132-3d24-4360-9664-d08cc7ee614a service neutron] 10.222.0.63 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.2051501 Jul 16 20:12:51.428456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae73c04e-620e-4f54-9e46-259fefb138a0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:51.429336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] For port c66242a4-765d-45e0-9f43-1f6701dc0c76, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:51.432924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] For port c66242a4-765d-45e0-9f43-1f6701dc0c76, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c66242a4-765d-45e0-9f43-1f6701dc0c76,segment=NetworkSegment(6f1dd49c-362b-4fa9-8356-01419381b2f0),segment_id=6f1dd49c-362b-4fa9-8356-01419381b2f0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:51.438671 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.458399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-75444582-7f82-4587-91f1-554983bce27d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 217 time: 0.0461948 Jul 16 20:12:51.510379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f969684-9c3a-465d-b41e-ce36fa686265 None None] Pushing event updated for resources: {'Port': ['ID=c66242a4-765d-45e0-9f43-1f6701dc0c76,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:51.571128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-f5ad48b4-4b9f-4909-9e49-df791eb76238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.574226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-f5ad48b4-4b9f-4909-9e49-df791eb76238 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.1082213 Jul 16 20:12:51.683228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-731456b4-44d0-4b05-bac6-a6558cb6902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.685550 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-731456b4-44d0-4b05-bac6-a6558cb6902c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034296 Jul 16 20:12:51.690519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f00988bc-2680-4d91-9561-002eb6f42534 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.697620 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f00988bc-2680-4d91-9561-002eb6f42534 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3225770 Jul 16 20:12:51.715438 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-d48e0a9b-9cbb-4289-b601-119477561ba5 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/quotas/768c4fc9b339477b8dd17cb48c8f5fa8 HTTP/1.1" status: 200 len: 375 time: 0.0168657 Jul 16 20:12:51.800656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-4e38ccd6-749f-4507-b2ab-70a6db559bd7 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842700 Jul 16 20:12:51.886820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:51.901556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-1e40a7aa-1804-4019-838d-814aebcc6067 service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087471 Jul 16 20:12:51.926683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4cea6-fc24-4548-9c07-fc46a7395981 req-8eb0de08-1696-4262-8dc0-1cadbead73d6 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:51.936165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-89d4cea6-fc24-4548-9c07-fc46a7395981 req-8eb0de08-1696-4262-8dc0-1cadbead73d6 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 944 time: 0.2318172 Jul 16 20:12:51.951199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 3a653b27-8b86-4fc0-93be-8a4cf8906332 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:51.953614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5d1f5b3b-da72-478c-9df2-3385b83b73e8 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:12:52.006519 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-89d4cea6-fc24-4548-9c07-fc46a7395981 req-95a91a4b-0358-4ce9-9509-83a315d9dd98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582283 Jul 16 20:12:52.045754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 5d1f5b3b-da72-478c-9df2-3385b83b73e8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:12:52.054287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5d1f5b3b-da72-478c-9df2-3385b83b73e8 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:12:52.175514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af274567-3428-4fba-8c71-d8ce24e107e1 req-9139f82a-aa9b-423e-8065-5e234276ab18 service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672710 Jul 16 20:12:52.208760 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.220610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4a60b23-2f28-493b-b255-2584c905dffe req-69b052ec-c214-4012-b260-9747867e03e4 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 210 time: 0.0439744 Jul 16 20:12:52.275619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 3a653b27-8b86-4fc0-93be-8a4cf8906332, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3a653b27-8b86-4fc0-93be-8a4cf8906332,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:52.286686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '3a653b27-8b86-4fc0-93be-8a4cf8906332', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'port_id': '3a653b27-8b86-4fc0-93be-8a4cf8906332', 'mac_address': 'fa:16:3e:15:44:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca9a34f-7ec3-4769-aad3-6849e1fdf46b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:52.342733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ef49d51-a19e-4415-b958-ff6f4d236dc1 req-79bba38c-0931-48ef-b931-895e9b9d19d8 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 210 time: 0.0390964 Jul 16 20:12:52.388083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.408750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a653b27-8b86-4fc0-93be-8a4cf8906332 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:52.438879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 3a653b27-8b86-4fc0-93be-8a4cf8906332, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3a653b27-8b86-4fc0-93be-8a4cf8906332,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:52.444077 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.507869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Router 0afff058-5963-4b50-ba11-a110ef99d7ef is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:12:52.513672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=3a653b27-8b86-4fc0-93be-8a4cf8906332,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:52.650053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:52.660266 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Sync routers for ids ['0afff058-5963-4b50-ba11-a110ef99d7ef'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:52.673183 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Routers {'0afff058-5963-4b50-ba11-a110ef99d7ef'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:52.674898 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0afff058-5963-4b50-ba11-a110ef99d7ef'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:52.686873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['3a653b27-8b86-4fc0-93be-8a4cf8906332'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:52.746839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:52.750635 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d8ef35aa-d18b-433c-86d8-6465d32716f4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6590693 Jul 16 20:12:52.750847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:52.771760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dce90-a366-4a08-8e0e-a6849c0ac7de req-fc8e93a3-0b6b-4967-8ffb-dbfdf4e5e773 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:52.773708 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6c2dce90-a366-4a08-8e0e-a6849c0ac7de req-fc8e93a3-0b6b-4967-8ffb-dbfdf4e5e773 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 944 time: 0.1215608 Jul 16 20:12:52.872912 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Set router 0afff058-5963-4b50-ba11-a110ef99d7ef gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:53.033712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e957906-fd10-45a1-a562-ca7e85191c1a None None] Network 526d09cb-422c-4cb9-afb9-4b0044b4e42c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:12:53.194011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-996a474e-0d45-465c-b244-0ee283754845 None None] Provisioning for port c66242a4-765d-45e0-9f43-1f6701dc0c76 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:53.217919 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:51Z', 'revision_number': 3, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'gw_port': {'id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:53.283934 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Checking router: 0afff058-5963-4b50-ba11-a110ef99d7ef for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:53.284270 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Updating router 0afff058-5963-4b50-ba11-a110ef99d7ef port ae73c04e-620e-4f54-9e46-259fefb138a0 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:53.307550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c83c2-b10f-4def-ac12-a625b257715f req-17c06e37-ce26-4ddf-8c6c-156dd81b5a7a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:53.316819 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb1c83c2-b10f-4def-ac12-a625b257715f req-17c06e37-ce26-4ddf-8c6c-156dd81b5a7a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 944 time: 0.0865183 Jul 16 20:12:53.353830 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.360532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb1c83c2-b10f-4def-ac12-a625b257715f req-234fa937-d93d-485a-bcd5-9390611e6922 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Jul 16 20:12:53.366071 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.405701 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26a3d2fe-ab73-4837-9180-60de302764bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.416810 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6c2dce90-a366-4a08-8e0e-a6849c0ac7de req-0f1e725f-28d8-4ae5-b2a6-c33fe88f754c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448381 Jul 16 20:12:53.748319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-a234223a-9f96-4f10-b8f6-1a400483319b tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726922 Jul 16 20:12:53.786921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c66242a4-765d-45e0-9f43-1f6701dc0c76 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:53.874441 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.889847 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Transition to ACTIVE for port object ae73c04e-620e-4f54-9e46-259fefb138a0 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:53.900577 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.942477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c66242a4-765d-45e0-9f43-1f6701dc0c76 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:53.960579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c66242a4-765d-45e0-9f43-1f6701dc0c76 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:53.967327 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:53.980847 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd360726-7ef2-4185-8b1a-70a95eb6bec6 req-7b6e454d-ca1d-4e92-bdec-1b167834e26f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 210 time: 0.0772598 Jul 16 20:12:53.981491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b596a2f8-28cc-4eaf-a291-41db01567a94 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:12:54.002598 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a5ac3-b3d4-4296-b43b-6cdd15cc64d9 None None] Pushing event updated for resources: {'Port': ['ID=ae73c04e-620e-4f54-9e46-259fefb138a0,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:54.026100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 3a653b27-8b86-4fc0-93be-8a4cf8906332 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:54.036415 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Attempting to bind port ae73c04e-620e-4f54-9e46-259fefb138a0 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:54.037010 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Attempting to bind port ae73c04e-620e-4f54-9e46-259fefb138a0 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:54.047892 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Attempting to bind port ae73c04e-620e-4f54-9e46-259fefb138a0 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:54.054183 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:54.054902 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:54.055508 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.056076 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:54.056740 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Bound port: ae73c04e-620e-4f54-9e46-259fefb138a0, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:54.057303 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.121877 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.140727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f3afb5e-4be8-4e0e-b65c-f67f2866eb15 req-000a7a84-b341-4aef-8441-b1de2df4da2e tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 210 time: 0.0860798 Jul 16 20:12:54.151647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-2885527d-66e2-4b9b-b6ae-7d941a6afb73 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:54.153087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-2885527d-66e2-4b9b-b6ae-7d941a6afb73 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997166 Jul 16 20:12:54.174040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Request body: {'port': {'device_id': '156e4c72-91a5-4a04-b8b6-24d8fca54ebf', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '768c4fc9b339477b8dd17cb48c8f5fa8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:54.190283 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] For port ae73c04e-620e-4f54-9e46-259fefb138a0, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:54.196852 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] For port ae73c04e-620e-4f54-9e46-259fefb138a0, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ae73c04e-620e-4f54-9e46-259fefb138a0,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:54.209444 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.307294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13dcfc06-fac6-4c6d-b636-4375c821c06a None None] Provisioning complete for port c66242a4-765d-45e0-9f43-1f6701dc0c76 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:54.307902 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13dcfc06-fac6-4c6d-b636-4375c821c06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.348011 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Routers {'0afff058-5963-4b50-ba11-a110ef99d7ef'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:54.349139 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0afff058-5963-4b50-ba11-a110ef99d7ef'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:54.407038 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a5ac3-b3d4-4296-b43b-6cdd15cc64d9 None None] Pushing event updated for resources: {'Port': ['ID=ae73c04e-620e-4f54-9e46-259fefb138a0,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:54.419138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Allocated IP 172.20.0.1 (526d09cb-422c-4cb9-afb9-4b0044b4e42c/83a51253-f6d9-42a8-86d6-6dcf9e9ae794/8479ac6d-f2d5-4e4d-b848-8d2d832229d9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:54.477125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Made reservation on behalf of 768c4fc9b339477b8dd17cb48c8f5fa8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:12:54.483801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.591905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 3a653b27-8b86-4fc0-93be-8a4cf8906332 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:54.597182 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.602011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 3a653b27-8b86-4fc0-93be-8a4cf8906332 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:54.602384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.608528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b596a2f8-28cc-4eaf-a291-41db01567a94, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b596a2f8-28cc-4eaf-a291-41db01567a94,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:54.692068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'port_id': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'mac_address': 'fa:16:3e:4d:35:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:12:54.710463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.736734 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] Set router 0afff058-5963-4b50-ba11-a110ef99d7ef gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:54.746898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003038b-2d5b-45ee-8ea0-276ac009ce9d req-56b5b59d-786e-4ed6-a990-f2850b0fe3c4 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:54.749858 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e003038b-2d5b-45ee-8ea0-276ac009ce9d req-56b5b59d-786e-4ed6-a990-f2850b0fe3c4 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 944 time: 0.1744115 Jul 16 20:12:54.751084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Transition to ACTIVE for port object 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:54.795663 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.824948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.828089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e003038b-2d5b-45ee-8ea0-276ac009ce9d req-bf4322c5-e214-448e-931b-11f7836786c5 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716820 Jul 16 20:12:54.829811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Allocated IP 192.168.233.62 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/6cde8611-c6ea-40fc-bcfa-2a49fccedcc5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:12:54.840478 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.843955 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13dcfc06-fac6-4c6d-b636-4375c821c06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.902161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Network 526d09cb-422c-4cb9-afb9-4b0044b4e42c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:54.907631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:54.926995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:54.959528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Pushing event updated for resources: {'Port': ['ID=8479ac6d-f2d5-4e4d-b848-8d2d832229d9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:54.989491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:54.997808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b6a81-a63d-4823-b067-8f297f19dca4 req-a490b27f-6f07-445e-a910-4c6dbd2ad488 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:55.002842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-386b6a81-a63d-4823-b067-8f297f19dca4 req-a490b27f-6f07-445e-a910-4c6dbd2ad488 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 944 time: 0.2731969 Jul 16 20:12:55.023655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b596a2f8-28cc-4eaf-a291-41db01567a94 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:55.081384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.108474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c66242a4-765d-45e0-9f43-1f6701dc0c76, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c66242a4-765d-45e0-9f43-1f6701dc0c76,segment=NetworkSegment(6f1dd49c-362b-4fa9-8356-01419381b2f0),segment_id=6f1dd49c-362b-4fa9-8356-01419381b2f0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:55.113004 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:51Z', 'revision_number': 3, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'gw_port': {'id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:55.115300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b596a2f8-28cc-4eaf-a291-41db01567a94, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b596a2f8-28cc-4eaf-a291-41db01567a94,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:55.127858 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.130988 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.147737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc43e9-f70c-4180-a41b-68fd4e4457f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a653b27-8b86-4fc0-93be-8a4cf8906332'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:55.150348 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf1c30-919c-4ed0-b21c-ca87a471c163" -d '{"events": [{"server_uuid": "3ddc43e9-f70c-4180-a41b-68fd4e4457f3", "name": "network-vif-plugged", "status": "completed", "tag": "3a653b27-8b86-4fc0-93be-8a4cf8906332"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:55.179631 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f75ec-bc47-403f-a79c-e5bc4664ab30 None None] The sync data for ids ['0afff058-5963-4b50-ba11-a110ef99d7ef'] in n-d-792394-17 is: [{'id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:51Z', 'revision_number': 3, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'gw_port': {'id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:12:55.219898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 3a653b27-8b86-4fc0-93be-8a4cf8906332, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3a653b27-8b86-4fc0-93be-8a4cf8906332,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:55.235088 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.280686 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-13dcfc06-fac6-4c6d-b636-4375c821c06a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:12:55.281352 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-13dcfc06-fac6-4c6d-b636-4375c821c06a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:12:55.286820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b596a2f8-28cc-4eaf-a291-41db01567a94,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:55.300439 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.310075 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-386b6a81-a63d-4823-b067-8f297f19dca4 req-3c914962-9074-4236-968d-2194f63b82bc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974422 Jul 16 20:12:55.393762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['b596a2f8-28cc-4eaf-a291-41db01567a94'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:12:55.402986 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.434892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Transition to ACTIVE for port object 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:55.482494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c66242a4-765d-45e0-9f43-1f6701dc0c76,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:55.539416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:55.657229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Pushing event updated for resources: {'Port': ['ID=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:55.733144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-136e9501-abed-4a63-8a87-945d1a7bca9f req-1c9b15f5-bb52-4476-be4c-b4805eba0262 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eeb59-26c6-4b0a-8ce7-cc83d249746e HTTP/1.1" status: 200 len: 210 time: 0.0756838 Jul 16 20:12:55.785535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:55.821501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:55.837114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:12:55.981728 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215faeb9-ae41-465d-b071-f37efb9f8f65 x-openstack-request-id: req-215faeb9-ae41-465d-b071-f37efb9f8f65 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:55.982278 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc43e9-f70c-4180-a41b-68fd4e4457f3", "name": "network-vif-plugged", "status": "completed", "tag": "3a653b27-8b86-4fc0-93be-8a4cf8906332", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:55.982701 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-215faeb9-ae41-465d-b071-f37efb9f8f65 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:55.988947 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc43e9-f70c-4180-a41b-68fd4e4457f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a653b27-8b86-4fc0-93be-8a4cf8906332', 'code': 200} Jul 16 20:12:55.992943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c66242a4-765d-45e0-9f43-1f6701dc0c76 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:56.014709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.044740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.105978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.106663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.115061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Pushing event updated for resources: {'Port': ['ID=8479ac6d-f2d5-4e4d-b848-8d2d832229d9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:56.165988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f7ef-ded3-4abb-aeb5-d44e4d0c0027 req-8728f71a-63c2-4b52-a842-d1a8203708a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.170139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cec1f7ef-ded3-4abb-aeb5-d44e4d0c0027 req-8728f71a-63c2-4b52-a842-d1a8203708a4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 1097 time: 0.3832889 Jul 16 20:12:56.178984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-ca1af5d1-ff0c-4da8-8521-ffe5904316d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0174396 Jul 16 20:12:56.214855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64a0f7-7e19-469f-8726-c2b1207961ec req-34891777-b29b-4f17-a016-cbfe34327ec2 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.217902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Request body: {'port': {'device_id': '156e4c72-91a5-4a04-b8b6-24d8fca54ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:12:56.228751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e64a0f7-7e19-469f-8726-c2b1207961ec req-34891777-b29b-4f17-a016-cbfe34327ec2 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 935 time: 0.3890996 Jul 16 20:12:56.241496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.286048 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cec1f7ef-ded3-4abb-aeb5-d44e4d0c0027 req-d783cf5d-076c-42ee-a935-86d8fac772dd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043487 Jul 16 20:12:56.292248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=3a653b27-8b86-4fc0-93be-8a4cf8906332,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:56.319697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.339544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.403974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c66242a4-765d-45e0-9f43-1f6701dc0c76 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:56.404557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.422323 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e64a0f7-7e19-469f-8726-c2b1207961ec req-4d47a7c5-b536-4366-aa78-8205ce9d2765 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618941 Jul 16 20:12:56.481672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Network 526d09cb-422c-4cb9-afb9-4b0044b4e42c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:12:56.486487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:12:56.652293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-75be8b41-f526-4755-a1aa-c148f23512cd None None] Provisioning for port 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:56.669958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-75be8b41-f526-4755-a1aa-c148f23512cd None None] Provisioning complete for port 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:56.677379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75be8b41-f526-4755-a1aa-c148f23512cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.756423 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Router 0afff058-5963-4b50-ba11-a110ef99d7ef has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:12:56.802208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe54b30-2e5e-475e-8505-3c07b39f7b69 req-7e2ca1e0-b90f-4991-9792-c9402cfacdfd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.806286 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fe54b30-2e5e-475e-8505-3c07b39f7b69 req-7e2ca1e0-b90f-4991-9792-c9402cfacdfd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 945 time: 0.1905770 Jul 16 20:12:56.830441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-75be8b41-f526-4755-a1aa-c148f23512cd None None] Port 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:56.845592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-75be8b41-f526-4755-a1aa-c148f23512cd None None] Provisioning for port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:56.866890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-75be8b41-f526-4755-a1aa-c148f23512cd None None] Provisioning complete for port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:56.867496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-75be8b41-f526-4755-a1aa-c148f23512cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:56.875506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08419a-dd5f-48ba-a997-eb7a8faa0c12 req-b9d51a49-c375-4c04-ae9b-e3343558a664 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:56.882874 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab08419a-dd5f-48ba-a997-eb7a8faa0c12 req-b9d51a49-c375-4c04-ae9b-e3343558a664 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 945 time: 0.2815263 Jul 16 20:12:56.936686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-75be8b41-f526-4755-a1aa-c148f23512cd None None] Port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:56.978952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:12:56.982931 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9fe54b30-2e5e-475e-8505-3c07b39f7b69 req-044899c1-220c-441d-aaa2-14f9ae4afaf1 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248372 Jul 16 20:12:56.986557 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9c58792a-9061-4cb6-a7fa-a675d05933d1 admin admin] 10.222.0.10 "PUT /v2.0/routers/0afff058-5963-4b50-ba11-a110ef99d7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2345765 Jul 16 20:12:56.991855 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab08419a-dd5f-48ba-a997-eb7a8faa0c12 req-ceeb9380-f122-4689-97b6-d0d1218ebd77 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078343 Jul 16 20:12:57.008972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:12:57.017295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.031436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Transition to ACTIVE for port object 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:12:57.037321 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.061709 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2552bbb4-d8bd-4567-93df-bcfaff8f9839 None None] Provisioning complete for port 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:57.062080 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2552bbb4-d8bd-4567-93df-bcfaff8f9839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.181332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2552bbb4-d8bd-4567-93df-bcfaff8f9839 None None] Port 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:12:57.577142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:57.695325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-434af6b7-3be4-4d26-bcd7-33c3b322a8c7 req-8c02c14c-3a15-41fd-a11a-3ad0e05b8125 tempest-FloatingIPsNegativeTestJSON-1332537891 tempest-FloatingIPsNegativeTestJSON-1332537891-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=4e7bd735b0c2422c81ce0b397c6178d8 HTTP/1.1" status: 200 len: 217 time: 0.1131339 Jul 16 20:12:57.766104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ae73c04e-620e-4f54-9e46-259fefb138a0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:57.820913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1af0a8-9fbe-419e-b639-797087740358 req-18dcbb4b-1d25-462d-bdc7-06a1914a942a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:57.822558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb1af0a8-9fbe-419e-b639-797087740358 req-18dcbb4b-1d25-462d-bdc7-06a1914a942a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 947 time: 0.1118248 Jul 16 20:12:57.838807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba56dd6f-bce3-4ea6-8608-efb01eb9f8bd req-c6defd40-2f12-4826-9f3d-abfe86885807 tempest-FloatingIPsNegativeTestJSON-1332537891 tempest-FloatingIPsNegativeTestJSON-1332537891-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0963218 Jul 16 20:12:57.889805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port ae73c04e-620e-4f54-9e46-259fefb138a0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:57.895674 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb1af0a8-9fbe-419e-b639-797087740358 req-f6ca81ee-d934-46f5-bf0a-dff238ff6185 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636830 Jul 16 20:12:57.897177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ae73c04e-620e-4f54-9e46-259fefb138a0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:57.897734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:57.970483 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-b97a437f-4aaf-4eae-8a2f-94c8ef18cee8 req-5fdf0779-ab44-4eda-8601-661ac42c2c32 tempest-FloatingIPsNegativeTestJSON-1332537891 tempest-FloatingIPsNegativeTestJSON-1332537891-project] show failed (client error): The resource could not be found. Jul 16 20:12:57.977247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b596a2f8-28cc-4eaf-a291-41db01567a94 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:57.981443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b97a437f-4aaf-4eae-8a2f-94c8ef18cee8 req-5fdf0779-ab44-4eda-8601-661ac42c2c32 tempest-FloatingIPsNegativeTestJSON-1332537891 tempest-FloatingIPsNegativeTestJSON-1332537891-project] 10.222.0.10 "GET /v2.0/floatingips/d4445396-5c32-414e-9776-b53b0a890677 HTTP/1.1" status: 404 len: 350 time: 0.1001198 Jul 16 20:12:57.985565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Attempting to bind port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:12:57.986124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:12:57.986484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Attempting to bind port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:12:57.987072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Attempting to bind port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:57.994300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:12:57.996054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Attempting to bind port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:12:58.017246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:12:58.018041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:12:58.021853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:12:58.024696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Bound port: 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:12:58.025363 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.112251 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.139738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Sync routers for ids ['0afff058-5963-4b50-ba11-a110ef99d7ef'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:12:58.194298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] For port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:12:58.199269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Routers {'0afff058-5963-4b50-ba11-a110ef99d7ef'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:12:58.200202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0afff058-5963-4b50-ba11-a110ef99d7ef'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:58.201155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] For port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:12:58.207995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port ae73c04e-620e-4f54-9e46-259fefb138a0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ae73c04e-620e-4f54-9e46-259fefb138a0,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:58.214206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.238025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.245016 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.246561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] 10.222.0.30 "PUT /v2.0/ports/6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 HTTP/1.1" status: 200 len: 1096 time: 2.0391550 Jul 16 20:12:58.266004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156e4c72-91a5-4a04-b8b6-24d8fca54ebf', 'tag': '6cde8611-c6ea-40fc-bcfa-2a49fccedcc5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:58.274753 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749baf9c-2391-4dc2-adcf-0162fd55a847" -d '{"events": [{"name": "network-changed", "server_uuid": "156e4c72-91a5-4a04-b8b6-24d8fca54ebf", "tag": "6cde8611-c6ea-40fc-bcfa-2a49fccedcc5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:58.276040 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.283505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port b596a2f8-28cc-4eaf-a291-41db01567a94 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:12:58.347955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e1818-7de1-412a-8c22-8e3a903fa8c9 req-25bccb24-5275-4c5a-b864-a8bf29b41bfc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.349853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf2e1818-7de1-412a-8c22-8e3a903fa8c9 req-25bccb24-5275-4c5a-b864-a8bf29b41bfc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 945 time: 0.1597407 Jul 16 20:12:58.373479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port b596a2f8-28cc-4eaf-a291-41db01567a94 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:58.373862 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.479405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf2e1818-7de1-412a-8c22-8e3a903fa8c9 req-d12629b0-30d1-43f6-aed6-07c273b8c82d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893540 Jul 16 20:12:58.503568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153c702-b676-4254-8524-e9a6cdf41dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:58.521001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=ae73c04e-620e-4f54-9e46-259fefb138a0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:58.541177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Set router 0afff058-5963-4b50-ba11-a110ef99d7ef gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:12:58.543621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6f0fa-644d-431f-a27b-2ce02fb1a2a9 req-6155d374-cb53-4e89-844e-458f0a760352 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.551177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-efc6f0fa-644d-431f-a27b-2ce02fb1a2a9 req-6155d374-cb53-4e89-844e-458f0a760352 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 945 time: 0.3007233 Jul 16 20:12:58.580884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-83189e34-f1b6-460b-9e8d-d7420218ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.583578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-83189e34-f1b6-460b-9e8d-d7420218ec4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 1099 time: 0.1869502 Jul 16 20:12:58.650803 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-efc6f0fa-644d-431f-a27b-2ce02fb1a2a9 req-392411dd-0457-43de-b8c7-4faabbff2967 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976503 Jul 16 20:12:58.653482 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-20d18a81-544f-4cde-8e0f-10183815c8c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 HTTP/1.1" status: 200 len: 217 time: 0.0574050 Jul 16 20:12:58.750920 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f53a85f-cdbe-4797-93d7-b98b65f4f300 x-openstack-request-id: req-6f53a85f-cdbe-4797-93d7-b98b65f4f300 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:58.751439 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156e4c72-91a5-4a04-b8b6-24d8fca54ebf", "tag": "6cde8611-c6ea-40fc-bcfa-2a49fccedcc5", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:58.751885 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f53a85f-cdbe-4797-93d7-b98b65f4f300 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:58.752449 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156e4c72-91a5-4a04-b8b6-24d8fca54ebf', 'tag': '6cde8611-c6ea-40fc-bcfa-2a49fccedcc5', 'status': 'completed', 'code': 200} Jul 16 20:12:58.790765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f744a477-a0f5-4675-b376-22ff6e1fbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.800915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-f744a477-a0f5-4675-b376-22ff6e1fbfed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1340654 Jul 16 20:12:58.828802 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.831004 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:58.876819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-9ab2127e-7010-44a5-9401-7d4638b9165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:58.880558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-9ab2127e-7010-44a5-9401-7d4638b9165e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725245 Jul 16 20:12:58.999586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:12:59.004929 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04649173-cf5c-4fcd-9f61-d87cf9568075" -d '{"events": [{"server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "name": "network-vif-plugged", "status": "completed", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:12:59.046970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b596a2f8-28cc-4eaf-a291-41db01567a94, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b596a2f8-28cc-4eaf-a291-41db01567a94,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:12:59.060397 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.103063 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-da1a8934-cbb8-4d5f-b908-59dc9e80c90a service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144485 Jul 16 20:12:59.157064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b596a2f8-28cc-4eaf-a291-41db01567a94,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:59.180316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:55Z', 'revision_number': 4, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'gw_port': {'id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8479ac6d-f2d5-4e4d-b848-8d2d832229d9', 'name': '', 'network_id': '526d09cb-422c-4cb9-afb9-4b0044b4e42c', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'mac_address': 'fa:16:3e:74:00:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '83a51253-f6d9-42a8-86d6-6dcf9e9ae794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:54Z', 'updated_at': '2021-07-16T20:12:55Z', 'revision_number': 2, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'subnets': [{'id': '83a51253-f6d9-42a8-86d6-6dcf9e9ae794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:12:59.225104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Checking router: 0afff058-5963-4b50-ba11-a110ef99d7ef for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:12:59.225637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Updating router 0afff058-5963-4b50-ba11-a110ef99d7ef port 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:12:59.314825 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.331149 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a75e98d-26b8-4db7-9aad-8b0c8feb7898 req-64b694cd-2e94-4e13-8ef5-606986b96a16 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202325 Jul 16 20:12:59.393035 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72d69b4-e217-4a96-a768-0dcf0a74d28f x-openstack-request-id: req-a72d69b4-e217-4a96-a768-0dcf0a74d28f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:12:59.393349 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "name": "network-vif-plugged", "status": "completed", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:12:59.394114 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a72d69b4-e217-4a96-a768-0dcf0a74d28f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:12:59.394114 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'code': 200} Jul 16 20:12:59.449403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Deleting port 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:12:59.449832 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.562605 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.590049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Calling delete_port for 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:12:59.749867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfa5f7-f027-417e-aa41-b82820370992 req-ce708c11-13a8-4c96-8867-699398e51531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.751490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcfa5f7-f027-417e-aa41-b82820370992 req-ce708c11-13a8-4c96-8867-699398e51531 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1098 time: 0.2630768 Jul 16 20:12:59.756411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-53ef6711-da52-4865-b285-498fb5adb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.760640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-53ef6711-da52-4865-b285-498fb5adb231 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 1099 time: 0.3170507 Jul 16 20:12:59.802307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae186ae-ac52-4b5b-8384-cebe01bcaeae req-cb491039-acb4-492c-ad8e-c3a06db4f5bc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.810932 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bae186ae-ac52-4b5b-8384-cebe01bcaeae req-cb491039-acb4-492c-ad8e-c3a06db4f5bc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 945 time: 0.2212648 Jul 16 20:12:59.844079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ae73c04e-620e-4f54-9e46-259fefb138a0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:12:59.875303 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.875914 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:12:59.876321 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:12:59.879982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcfa5f7-f027-417e-aa41-b82820370992 req-6779e0e5-1bd8-4881-97b2-d2d6505775b2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178651 Jul 16 20:12:59.916202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ae73c04e-620e-4f54-9e46-259fefb138a0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:12:59.916829 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:12:59.942540 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Pushing event deleted for resources: {'Port': ['ID=8479ac6d-f2d5-4e4d-b848-8d2d832229d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:12:59.971796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-667f77f7-35b5-4ab0-ba49-589c08bb92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:12:59.973964 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-667f77f7-35b5-4ab0-ba49-589c08bb92b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2075806 Jul 16 20:13:00.004457 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bae186ae-ac52-4b5b-8384-cebe01bcaeae req-0b138b90-ffd3-4832-b206-7739b11f8f2e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924260 Jul 16 20:13:00.017033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46215971-2337-4fde-9636-463d8ac4cb7d req-65ae1de9-df60-4a49-a727-dc0949b1787c tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.024027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-46215971-2337-4fde-9636-463d8ac4cb7d req-65ae1de9-df60-4a49-a727-dc0949b1787c tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 947 time: 0.5404608 Jul 16 20:13:00.048953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-adf8d37e-1b54-4acb-a98a-f7caf397b8f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 HTTP/1.1" status: 200 len: 217 time: 0.0634027 Jul 16 20:13:00.101826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-46215971-2337-4fde-9636-463d8ac4cb7d req-ec591c18-29bf-40f4-8d77-94c2871df8a8 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767841 Jul 16 20:13:00.140029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-bbeb148f-f6ac-402c-b961-55eaa199f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.142616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-bbeb148f-f6ac-402c-b961-55eaa199f9f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0826437 Jul 16 20:13:00.297890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-331050dd-95c7-479c-8787-0fa06f34c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.300238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-331050dd-95c7-479c-8787-0fa06f34c8a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463599 Jul 16 20:13:00.317194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:00.399127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d1231-ca8f-444d-8c4e-d973b6c3f5ea req-d803f63a-1815-4fed-ad87-185d8598d991 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:00.406401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-162d1231-ca8f-444d-8c4e-d973b6c3f5ea req-d803f63a-1815-4fed-ad87-185d8598d991 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 946 time: 0.2009337 Jul 16 20:13:00.422874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Port 8479ac6d-f2d5-4e4d-b848-8d2d832229d9 not found while updating agent binding for router 0afff058-5963-4b50-ba11-a110ef99d7ef. {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:13:00.456279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Routers {'0afff058-5963-4b50-ba11-a110ef99d7ef'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:00.458984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0afff058-5963-4b50-ba11-a110ef99d7ef'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:00.461726 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-162d1231-ca8f-444d-8c4e-d973b6c3f5ea req-ad2d3eea-98b0-4412-9681-7d88ec1de498 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 Jul 16 20:13:00.496527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-510bb9c1-299c-4a8c-84a1-ceffdf2f15cc service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831808 Jul 16 20:13:00.603874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Router 0afff058-5963-4b50-ba11-a110ef99d7ef has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:00.710402 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-749baf9c-2391-4dc2-adcf-0162fd55a847 req-83a52df7-5510-4caa-98d5-6209fb969c1b service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069826 Jul 16 20:13:00.785610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] Set router 0afff058-5963-4b50-ba11-a110ef99d7ef gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:00.828118 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:00.841434 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-54466db5-cd3f-4488-8ebc-5ec8a05ec365 admin admin] 10.222.0.10 "PUT /v2.0/routers/0afff058-5963-4b50-ba11-a110ef99d7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519275 Jul 16 20:13:00.841684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:01.018686 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.056469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:59Z', 'revision_number': 5, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'gw_port': {'id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:01.092147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb933dc-0f7e-4c9d-8fee-555e1d1785ff None None] The sync data for ids ['0afff058-5963-4b50-ba11-a110ef99d7ef'] in n-d-792394-17 is: [{'id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:59Z', 'revision_number': 5, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'gw_port': {'id': 'ae73c04e-620e-4f54-9e46-259fefb138a0', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:01.120745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-4b1bf5f6-5039-42ce-8b4b-2ac3369f97f9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.122227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-4b1bf5f6-5039-42ce-8b4b-2ac3369f97f9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 945 time: 0.2191145 Jul 16 20:13:01.201196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.220698 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:01.287102 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739c8b-7172-4481-b974-b334f57cadc7 req-6af52f78-f2dd-4923-8f09-4c136ba1f19a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.288858 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd739c8b-7172-4481-b974-b334f57cadc7 req-6af52f78-f2dd-4923-8f09-4c136ba1f19a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 945 time: 0.0820599 Jul 16 20:13:01.338071 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd739c8b-7172-4481-b974-b334f57cadc7 req-3d7f6120-07d5-4c05-8c9b-956eb0f88798 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Jul 16 20:13:01.380130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f6fa0-7951-4fd9-a71e-17764686724b req-cdb118fa-9563-4723-bbbc-7dd02b16d901 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.386621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c45f6fa0-7951-4fd9-a71e-17764686724b req-cdb118fa-9563-4723-bbbc-7dd02b16d901 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 947 time: 0.1530197 Jul 16 20:13:01.392571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Deleting port 3a653b27-8b86-4fc0-93be-8a4cf8906332 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:01.392921 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.400961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Deleting port ae73c04e-620e-4f54-9e46-259fefb138a0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:01.401302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.556330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c45f6fa0-7951-4fd9-a71e-17764686724b req-aa8d9a91-fe1f-496f-a805-df4326bfaa12 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674554 Jul 16 20:13:01.612145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] For port 3a653b27-8b86-4fc0-93be-8a4cf8906332, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3a653b27-8b86-4fc0-93be-8a4cf8906332,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:01.612661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.625209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] For port ae73c04e-620e-4f54-9e46-259fefb138a0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ae73c04e-620e-4f54-9e46-259fefb138a0,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:01.625699 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.643753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Calling delete_port for 3a653b27-8b86-4fc0-93be-8a4cf8906332 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:01.650657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Calling delete_port for ae73c04e-620e-4f54-9e46-259fefb138a0 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:01.729670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef63110-22fc-4d08-ab23-88cfae7d9eee req-3026a235-f679-4cc3-aac7-cfe9d0a37c86 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:01.731279 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ef63110-22fc-4d08-ab23-88cfae7d9eee req-3026a235-f679-4cc3-aac7-cfe9d0a37c86 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 946 time: 0.1114249 Jul 16 20:13:01.794001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ef63110-22fc-4d08-ab23-88cfae7d9eee req-63e2b41f-416a-42a3-951c-6c171296b7e7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 Jul 16 20:13:01.939228 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:01.979047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae73c04e-620e-4f54-9e46-259fefb138a0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:01.979940 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-efc8d306-e543-480b-8d9a-5b3253400caa req-d03a7507-69f2-4508-926a-626111138915 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1336689 Jul 16 20:13:01.985891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:02.012506 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.049209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.073334 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] Sync routers for ids ['0afff058-5963-4b50-ba11-a110ef99d7ef'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:02.093395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.098368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event deleted for resources: {'Port': ['ID=3a653b27-8b86-4fc0-93be-8a4cf8906332,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.113257 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] Routers {'0afff058-5963-4b50-ba11-a110ef99d7ef'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:02.114190 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0afff058-5963-4b50-ba11-a110ef99d7ef'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:02.144348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.217523 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] Set router 0afff058-5963-4b50-ba11-a110ef99d7ef gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:02.277788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] No DVR routers for this DVR port 3a653b27-8b86-4fc0-93be-8a4cf8906332 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:02.280736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.283188 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-44f5158b-5c45-4d69-8f11-a04ce092cbad req-91f51ffe-7084-4d7e-8401-e0598201eadd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "DELETE /v2.0/ports/3a653b27-8b86-4fc0-93be-8a4cf8906332 HTTP/1.1" status: 204 len: 173 time: 1.1534486 Jul 16 20:13:02.285368 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.295979 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:13:01Z', 'revision_number': 7, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:02.297620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc43e9-f70c-4180-a41b-68fd4e4457f3', 'name': 'network-vif-deleted', 'tag': '3a653b27-8b86-4fc0-93be-8a4cf8906332'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:02.298841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Allocated IP 172.25.7.42 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/ccd7f47f-506c-4f74-b24f-12e017f0907a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:02.301615 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009dbb5b-8c05-4909-8281-bddf5832d9c7" -d '{"events": [{"server_uuid": "3ddc43e9-f70c-4180-a41b-68fd4e4457f3", "name": "network-vif-deleted", "tag": "3a653b27-8b86-4fc0-93be-8a4cf8906332"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:02.309815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.333074 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] Checking router: 0afff058-5963-4b50-ba11-a110ef99d7ef for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:02.347136 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] Routers {'0afff058-5963-4b50-ba11-a110ef99d7ef'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:02.352559 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0afff058-5963-4b50-ba11-a110ef99d7ef'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:02.405773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.406578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0afff058-5963-4b50-ba11-a110ef99d7ef {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:02.418065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.421162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-33502646-8630-438d-bd7e-e60e32628bc7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0afff058-5963-4b50-ba11-a110ef99d7ef HTTP/1.1" status: 204 len: 168 time: 1.5782838 Jul 16 20:13:02.423076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49438) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:02.448774 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] Set router 0afff058-5963-4b50-ba11-a110ef99d7ef gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:02.484865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-684d4aa2-bb18-46d1-b1ae-d99107e97f30 admin admin] Deleting subnet 83a51253-f6d9-42a8-86d6-6dcf9e9ae794 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:02.489764 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce77bd13-91ce-4bbf-b67f-48b332055b92 x-openstack-request-id: req-ce77bd13-91ce-4bbf-b67f-48b332055b92 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:02.490396 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc43e9-f70c-4180-a41b-68fd4e4457f3", "name": "network-vif-deleted", "tag": "3a653b27-8b86-4fc0-93be-8a4cf8906332", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:02.490739 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce77bd13-91ce-4bbf-b67f-48b332055b92 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:02.491199 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc43e9-f70c-4180-a41b-68fd4e4457f3', 'name': 'network-vif-deleted', 'tag': '3a653b27-8b86-4fc0-93be-8a4cf8906332', 'status': 'completed', 'code': 200} Jul 16 20:13:02.492255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-684d4aa2-bb18-46d1-b1ae-d99107e97f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.498972 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.535537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-684d4aa2-bb18-46d1-b1ae-d99107e97f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.540524 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:13:01Z', 'revision_number': 7, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:02.572285 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.578932 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d510139-d9f7-406a-b44e-20fc88522567 None None] The sync data for ids ['0afff058-5963-4b50-ba11-a110ef99d7ef'] in n-d-792394-17 is: [{'id': '0afff058-5963-4b50-ba11-a110ef99d7ef', 'name': 'tempest-FloatingIPsNegativeTestJSON-10949464-router', 'tenant_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:50Z', 'updated_at': '2021-07-16T20:13:01Z', 'revision_number': 7, 'project_id': '4e7bd735b0c2422c81ce0b397c6178d8', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:02.611989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:02.616397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:02.623926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:02.646573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-684d4aa2-bb18-46d1-b1ae-d99107e97f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.657114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Pushing event updated for resources: {'Port': ['ID=ccd7f47f-506c-4f74-b24f-12e017f0907a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.716274 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37e8783c-b42b-43c0-bfe1-6f2e0caa380c req-fd49e6fd-9b45-4c76-ab26-fc8de1b1bb35 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ddc43e9-f70c-4180-a41b-68fd4e4457f3 HTTP/1.1" status: 200 len: 210 time: 0.0657704 Jul 16 20:13:02.751092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.751333 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-684d4aa2-bb18-46d1-b1ae-d99107e97f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.786328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d4aa2-bb18-46d1-b1ae-d99107e97f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a51253-f6d9-42a8-86d6-6dcf9e9ae794,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:02.794690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-684d4aa2-bb18-46d1-b1ae-d99107e97f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.798025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:02.799176 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-684d4aa2-bb18-46d1-b1ae-d99107e97f30 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/83a51253-f6d9-42a8-86d6-6dcf9e9ae794 HTTP/1.1" status: 204 len: 168 time: 0.3747971 Jul 16 20:13:02.799958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49446) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:02.806585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c12fe-21e0-4d7a-ab06-8eb5f47e35dc None None] Network 526d09cb-422c-4cb9-afb9-4b0044b4e42c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:02.846040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:02.966205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b49f-26e2-4bc0-8f42-4697461972f2 req-c7aab160-4ff5-4610-bce6-8fcc33095f1d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:02.974327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f41b49f-26e2-4bc0-8f42-4697461972f2 req-c7aab160-4ff5-4610-bce6-8fcc33095f1d tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 944 time: 0.0990064 Jul 16 20:13:03.034485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:03.056942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '6cde8611-c6ea-40fc-bcfa-2a49fccedcc5', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '6cde8611-c6ea-40fc-bcfa-2a49fccedcc5', 'mac_address': 'fa:16:3e:88:0e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:03.099773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f41b49f-26e2-4bc0-8f42-4697461972f2 req-76f19cb2-bd6b-4595-a4d3-63cc58507eec tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242602 Jul 16 20:13:03.147983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ba1e5-2f63-463d-94db-c60cb6d7fad5 None None] DHCP port deletion for 526d09cb-422c-4cb9-afb9-4b0044b4e42c request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:03.157837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-a996b20a-db15-4e51-a04c-3a04d5f71ec6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.159795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-a996b20a-db15-4e51-a04c-3a04d5f71ec6 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.30 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 944 time: 0.2129037 Jul 16 20:13:03.215845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.239003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:03.261883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:03.268812 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ba1e5-2f63-463d-94db-c60cb6d7fad5 None None] Deleting port c66242a4-765d-45e0-9f43-1f6701dc0c76 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:03.269504 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba1e5-2f63-463d-94db-c60cb6d7fad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.273800 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.322586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Deleting port 9da983d0-d30c-4897-92f7-6e4c1e9692da {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:03.324085 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.347991 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.380085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2d4ba1e5-2f63-463d-94db-c60cb6d7fad5 None None] For port c66242a4-765d-45e0-9f43-1f6701dc0c76, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c66242a4-765d-45e0-9f43-1f6701dc0c76,segment=NetworkSegment(6f1dd49c-362b-4fa9-8356-01419381b2f0),segment_id=6f1dd49c-362b-4fa9-8356-01419381b2f0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:03.380399 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba1e5-2f63-463d-94db-c60cb6d7fad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.391903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:03.404963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ba1e5-2f63-463d-94db-c60cb6d7fad5 None None] Calling delete_port for c66242a4-765d-45e0-9f43-1f6701dc0c76 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:03.473605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] For port 9da983d0-d30c-4897-92f7-6e4c1e9692da, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9da983d0-d30c-4897-92f7-6e4c1e9692da,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:03.473981 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.489848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Calling delete_port for 9da983d0-d30c-4897-92f7-6e4c1e9692da owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:03.501689 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba1e5-2f63-463d-94db-c60cb6d7fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.534120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ba1e5-2f63-463d-94db-c60cb6d7fad5 None None] Pushing event deleted for resources: {'Port': ['ID=c66242a4-765d-45e0-9f43-1f6701dc0c76,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:03.541284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ba1e5-2f63-463d-94db-c60cb6d7fad5 None None] No DVR routers for this DVR port c66242a4-765d-45e0-9f43-1f6701dc0c76 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:03.551705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.557051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Deleting port c66242a4-765d-45e0-9f43-1f6701dc0c76 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:03.557229 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.559829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['6cde8611-c6ea-40fc-bcfa-2a49fccedcc5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:03.561117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.640336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c66242a4-765d-45e0-9f43-1f6701dc0c76 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:03.656889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Pushing event updated for resources: {'Port': ['ID=ccd7f47f-506c-4f74-b24f-12e017f0907a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:03.670955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c66242a4-765d-45e0-9f43-1f6701dc0c76 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:03.675113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c66242a4-765d-45e0-9f43-1f6701dc0c76 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:03.676064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ae73c04e-620e-4f54-9e46-259fefb138a0 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:03.709392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: ae73c04e-620e-4f54-9e46-259fefb138a0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:03.709997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ae73c04e-620e-4f54-9e46-259fefb138a0 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:03.717687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] For port c66242a4-765d-45e0-9f43-1f6701dc0c76, host n-d-792394-17, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:03.718048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.728796 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.739468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Calling delete_port for c66242a4-765d-45e0-9f43-1f6701dc0c76 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:03.744234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Port c66242a4-765d-45e0-9f43-1f6701dc0c76 was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:13:03.746093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.777832 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.779086 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-efc8d306-e543-480b-8d9a-5b3253400caa req-9fe735bb-c78a-4df0-9fb2-eb86ee041ed0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7983224 Jul 16 20:13:03.780937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66242a4-765d-45e0-9f43-1f6701dc0c76,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:03.784512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] No DVR routers for this DVR port c66242a4-765d-45e0-9f43-1f6701dc0c76 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:03.881132 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-efc8d306-e543-480b-8d9a-5b3253400caa req-4def5517-d60e-48e1-af15-14f5624ba896 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0737655 Jul 16 20:13:03.904395 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.925799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526d09cb-422c-4cb9-afb9-4b0044b4e42c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:03.936833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df5c98-1797-4af9-b870-dbc38b55b633 req-ae40c6bd-897c-4f66-b073-7c34a2b1583b tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:03.938152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92df5c98-1797-4af9-b870-dbc38b55b633 req-ae40c6bd-897c-4f66-b073-7c34a2b1583b tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 948 time: 0.5157387 Jul 16 20:13:03.951331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1dd49c-362b-4fa9-8356-01419381b2f0') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:03.951630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1dd49c-362b-4fa9-8356-01419381b2f0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:03.967171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:03.979221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 3a653b27-8b86-4fc0-93be-8a4cf8906332 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:03.998481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 3a653b27-8b86-4fc0-93be-8a4cf8906332 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:03.998821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 3a653b27-8b86-4fc0-93be-8a4cf8906332 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:04.002551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92df5c98-1797-4af9-b870-dbc38b55b633 req-ea0ecd10-1e73-4070-bc0e-49c6eedcce7a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564613 Jul 16 20:13:04.015124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.026353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:04.026753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:04.028409 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:04.084645 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.094697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8d306-e543-480b-8d9a-5b3253400caa req-31f34127-0f8c-499b-a0dd-94f91a37303d tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:04.098661 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-efc8d306-e543-480b-8d9a-5b3253400caa req-31f34127-0f8c-499b-a0dd-94f91a37303d tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1890559 Jul 16 20:13:04.115481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Pushing event deleted for resources: {'Port': ['ID=9da983d0-d30c-4897-92f7-6e4c1e9692da,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:04.131120 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.145920 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.153043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/526d09cb-422c-4cb9-afb9-4b0044b4e42c HTTP/1.1" status: 204 len: 168 time: 1.3519430 Jul 16 20:13:04.169787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1141be8-fa64-4cb1-a7ca-be0aff09fdd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=526d09cb-422c-4cb9-afb9-4b0044b4e42c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:04.232147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] No DVR routers for this DVR port 9da983d0-d30c-4897-92f7-6e4c1e9692da on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:04.243103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.245207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3aff2f74-46ee-40fe-95fd-1b1cb83986b2 req-154a75bd-f6b9-456e-940d-07b0ffa8a651 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.30 "DELETE /v2.0/ports/9da983d0-d30c-4897-92f7-6e4c1e9692da HTTP/1.1" status: 204 len: 173 time: 1.0782659 Jul 16 20:13:04.328572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49468) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:04.383639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-785550e4-263d-41d3-83d0-9e0a187360e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e7bd735b0c2422c81ce0b397c6178d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530705 Jul 16 20:13:04.385964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49474) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:04.428697 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-904e12a7-0240-4f17-a5ed-fba2f7150b08 req-180186c3-b254-465a-be46-027a8a87cf1f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=352950c7-da90-44c1-b6b1-f78a08286ccf HTTP/1.1" status: 200 len: 210 time: 0.0346313 Jul 16 20:13:04.468067 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cac9b70b-cb9f-4392-9c9e-17baf71a2e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.490463 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cac9b70b-cb9f-4392-9c9e-17baf71a2e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.493326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'name': 'network-vif-deleted', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:04.495212 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907c5867-5b39-4629-8268-110f72713784" -d '{"events": [{"server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "name": "network-vif-deleted", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:04.516002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce692da-d70c-4b11-becf-686383aeb56c req-833e029c-a7eb-45b4-ab44-ef29381643ec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:04.517737 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-833e029c-a7eb-45b4-ab44-ef29381643ec tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 821 time: 0.1414509 Jul 16 20:13:04.537170 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-124de90c-37b2-45d2-b659-e66925ab6051 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/quotas/91bc0afb853648bfb40f1323d2c81cac HTTP/1.1" status: 200 len: 375 time: 0.0127199 Jul 16 20:13:04.550765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cac9b70b-cb9f-4392-9c9e-17baf71a2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.553746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cac9b70b-cb9f-4392-9c9e-17baf71a2e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.555470 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cac9b70b-cb9f-4392-9c9e-17baf71a2e0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07f72e15-053f-43c9-99c8-cb72a5ba0c54 HTTP/1.1" status: 204 len: 168 time: 0.1684935 Jul 16 20:13:04.571449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9b70b-cb9f-4392-9c9e-17baf71a2e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f72e15-053f-43c9-99c8-cb72a5ba0c54,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:04.628508 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-66a1357a-af2a-461d-8362-b3b30fb4f881 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0857799 Jul 16 20:13:04.741082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-b3b46cc0-dfa7-4d50-b085-adbfe42e9afb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:04.743143 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-b3b46cc0-dfa7-4d50-b085-adbfe42e9afb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.1116724 Jul 16 20:13:04.758234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-8c635fa8-8dec-46b6-982c-4866ed8031c0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/quotas/18482987bf8a421aa1d459fff4963635 HTTP/1.1" status: 200 len: 375 time: 0.0095375 Jul 16 20:13:04.801167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-8fc3db0c-8f3b-4e4c-834c-ed511a513a9a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315335 Jul 16 20:13:04.814373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:04.848035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-5f9d3f7d-d67e-4819-b8d1-f114d6f2ff7f service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186425 Jul 16 20:13:04.884522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:04.889874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:04.890169 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:04.942245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-36f33273-f6aa-4cdd-9a7e-6ec29df6258b service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300058 Jul 16 20:13:04.978248 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-ea22c4e5-c0ee-4e23-9596-a791eb5563a6 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237104 Jul 16 20:13:05.034628 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.066505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e4c72-91a5-4a04-b8b6-24d8fca54ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde8611-c6ea-40fc-bcfa-2a49fccedcc5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:05.070066 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b9c5db-879e-4221-8fda-c6b67d9a967b" -d '{"events": [{"server_uuid": "156e4c72-91a5-4a04-b8b6-24d8fca54ebf", "name": "network-vif-plugged", "status": "completed", "tag": "6cde8611-c6ea-40fc-bcfa-2a49fccedcc5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:05.090367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:05.092068 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-1394b789-b124-46fa-be15-bff74d72085b service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437395 Jul 16 20:13:05.098204 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:05.099651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9da983d0-d30c-4897-92f7-6e4c1e9692da no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:05.140950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 9da983d0-d30c-4897-92f7-6e4c1e9692da {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:05.141549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9da983d0-d30c-4897-92f7-6e4c1e9692da not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:05.189722 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74438fcc-0d63-4b4f-959f-9e6d42e83667 x-openstack-request-id: req-74438fcc-0d63-4b4f-959f-9e6d42e83667 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:05.190008 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352950c7-da90-44c1-b6b1-f78a08286ccf", "name": "network-vif-deleted", "tag": "9da983d0-d30c-4897-92f7-6e4c1e9692da", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:05.190257 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74438fcc-0d63-4b4f-959f-9e6d42e83667 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:05.190653 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352950c7-da90-44c1-b6b1-f78a08286ccf', 'name': 'network-vif-deleted', 'tag': '9da983d0-d30c-4897-92f7-6e4c1e9692da', 'status': 'completed', 'code': 200} Jul 16 20:13:05.201940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:05.309436 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2fb0f8-7578-40cb-a948-8c0aa2c7da97 x-openstack-request-id: req-2c2fb0f8-7578-40cb-a948-8c0aa2c7da97 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:05.310136 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156e4c72-91a5-4a04-b8b6-24d8fca54ebf", "name": "network-vif-plugged", "status": "completed", "tag": "6cde8611-c6ea-40fc-bcfa-2a49fccedcc5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:05.310561 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c2fb0f8-7578-40cb-a948-8c0aa2c7da97 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:05.311126 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e4c72-91a5-4a04-b8b6-24d8fca54ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde8611-c6ea-40fc-bcfa-2a49fccedcc5', 'code': 200} Jul 16 20:13:05.424466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-861f2c4b-fbc7-4f7b-98f7-938232ef6258 req-c90da3e5-ab76-4f15-baf4-11cee243616a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 210 time: 0.0675416 Jul 16 20:13:05.439885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f2a76-0932-4408-8474-6c193e2d62b5 req-043b43e0-e6dc-46a6-85a5-9d47f20e26ac tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:05.444097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b3f2a76-0932-4408-8474-6c193e2d62b5 req-043b43e0-e6dc-46a6-85a5-9d47f20e26ac tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 949 time: 0.1305451 Jul 16 20:13:05.498789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5095-ef3c-48f9-a8cd-10286dc6c998 req-6aa943bc-2968-4976-9425-248da5b8bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:05.500339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb6f5095-ef3c-48f9-a8cd-10286dc6c998 req-6aa943bc-2968-4976-9425-248da5b8bef4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 1101 time: 0.0751529 Jul 16 20:13:05.547590 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b3f2a76-0932-4408-8474-6c193e2d62b5 req-6d90f73a-809d-4f20-82b2-6c80d046d802 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981448 Jul 16 20:13:05.597070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb6f5095-ef3c-48f9-a8cd-10286dc6c998 req-bb03941c-3eb5-4a01-b7f2-27f16ac7dfe8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866134 Jul 16 20:13:05.664669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-38df0e0f-96c1-47ee-8d27-f09ed86c1a89 req-e6aba58b-b74c-48b6-a62c-c7f153db43b3 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 210 time: 0.0412662 Jul 16 20:13:06.263365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bd766-0033-45ef-8dfc-ca74a69c17f8 req-1c664a7a-30de-4659-b4bb-890ae1da4d9f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:06.265158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc9bd766-0033-45ef-8dfc-ca74a69c17f8 req-1c664a7a-30de-4659-b4bb-890ae1da4d9f tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 945 time: 0.0630927 Jul 16 20:13:06.306650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc9bd766-0033-45ef-8dfc-ca74a69c17f8 req-07fdcf10-341e-46d4-bb7d-f3077ec5863a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Jul 16 20:13:06.363916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49584) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:06.476088 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3107-abb2-4be1-a01b-c2e1923acd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.566649 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-33397f60-a1bd-48bd-a55a-4ff989f32e49 req-8622806d-75a9-4f64-af02-574c5bdd9a01 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 210 time: 0.0292211 Jul 16 20:13:06.584416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3107-abb2-4be1-a01b-c2e1923acd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.590083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3107-abb2-4be1-a01b-c2e1923acd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.628464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ac8c3107-abb2-4be1-a01b-c2e1923acd79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1cf21e7c691426f9794b61d71181c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634614 Jul 16 20:13:06.631204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49592) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:06.713235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3107-abb2-4be1-a01b-c2e1923acd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2318d7-1be0-48d2-9d47-68a1043b84bc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:06.918953 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c17-f4fc-40b2-be2f-1eeef1f5a7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:06.922196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdcbdbb8-7e0e-4b63-853e-1c8183489a3b req-55af67e0-feac-4ddd-b33d-c7a2cc4586ff tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 210 time: 0.0490272 Jul 16 20:13:06.975896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc847a6-81eb-41cc-9b73-5dd33cc32a9c req-2fa9b0b1-9f54-4808-8b6b-8d7bb3d04f3f tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:06.977497 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6dc847a6-81eb-41cc-9b73-5dd33cc32a9c req-2fa9b0b1-9f54-4808-8b6b-8d7bb3d04f3f tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 949 time: 0.2711720 Jul 16 20:13:07.015008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c17-f4fc-40b2-be2f-1eeef1f5a7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.030157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce692da-d70c-4b11-becf-686383aeb56c req-fdbdad92-fbf0-4157-b3dc-f693f520628b tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.031778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-fdbdad92-fbf0-4157-b3dc-f693f520628b tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.30 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 821 time: 0.3032093 Jul 16 20:13:07.046694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-b59c76c3-8ec6-4f4f-8aee-1d08af04c84c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.048161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-b59c76c3-8ec6-4f4f-8aee-1d08af04c84c tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 945 time: 0.2895231 Jul 16 20:13:07.055487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Request body: {'port': {'device_id': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'admin_state_up': True, 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:07.139574 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6dc847a6-81eb-41cc-9b73-5dd33cc32a9c req-ffd0fa10-b782-4865-82ca-482b9368b11b tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529760 Jul 16 20:13:07.238704 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c17-f4fc-40b2-be2f-1eeef1f5a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.241135 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c17-f4fc-40b2-be2f-1eeef1f5a7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.242345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bddd2c17-f4fc-40b2-be2f-1eeef1f5a7f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd2318d7-1be0-48d2-9d47-68a1043b84bc HTTP/1.1" status: 204 len: 168 time: 0.6098764 Jul 16 20:13:07.264158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2c17-f4fc-40b2-be2f-1eeef1f5a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2318d7-1be0-48d2-9d47-68a1043b84bc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:07.298391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Deleting port d9ed8573-8e55-46e9-816a-6847a32545a9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:07.298738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.303091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Made reservation on behalf of 91bc0afb853648bfb40f1323d2c81cac for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:07.307272 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.515221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b476bd-af9a-465d-8041-e2b18f469548 req-4af78597-0204-412c-92e1-0d814ae6e85b tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.516828 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4b476bd-af9a-465d-8041-e2b18f469548 req-4af78597-0204-412c-92e1-0d814ae6e85b tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 945 time: 0.0825336 Jul 16 20:13:07.545611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] For port d9ed8573-8e55-46e9-816a-6847a32545a9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=d9ed8573-8e55-46e9-816a-6847a32545a9,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:07.546205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:07.577724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Calling delete_port for d9ed8573-8e55-46e9-816a-6847a32545a9 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:07.587932 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4b476bd-af9a-465d-8041-e2b18f469548 req-af03553e-7b2e-47ff-a812-840dcd4bbae9 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637734 Jul 16 20:13:07.630590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-e57f9cfc-0b9f-4875-aa4f-352625411fc7 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:07.632181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-e57f9cfc-0b9f-4875-aa4f-352625411fc7 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.2996151 Jul 16 20:13:07.674119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Request body: {'port': {'device_id': 'a702ac26-4d78-400f-bedd-6544d1026dfe', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'admin_state_up': True, 'tenant_id': '18482987bf8a421aa1d459fff4963635'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:07.715559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Allocated IP 172.20.0.3 (ab027935-46e1-4d0b-8601-c51a6afe11dc/74cdd75f-b79c-4cb1-9136-56ff2c88d346/b412ba9f-1a7c-468a-891e-da88540f98b4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:07.767635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cfed203d-1e33-4da2-9232-93ad4f3a33d2 req-5dbcb004-9c82-481f-9050-b9379fcef969 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 210 time: 0.0539315 Jul 16 20:13:07.990107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Made reservation on behalf of 18482987bf8a421aa1d459fff4963635 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:07.994202 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.006765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.069752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Pushing event deleted for resources: {'Port': ['ID=d9ed8573-8e55-46e9-816a-6847a32545a9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:08.159854 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee07e50e-96bf-487c-a509-38322cd63ba1 req-29427dd1-58e8-4302-aa0b-f52a3c01e8a0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 210 time: 0.0969298 Jul 16 20:13:08.192452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] No DVR routers for this DVR port d9ed8573-8e55-46e9-816a-6847a32545a9 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:08.199373 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.201395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-415d6c70-e826-4dc4-98d2-5f3c54bd6b27 req-da83f81e-3f3d-41ca-8c10-137e2ac88970 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.30 "DELETE /v2.0/ports/d9ed8573-8e55-46e9-816a-6847a32545a9 HTTP/1.1" status: 204 len: 173 time: 1.1404419 Jul 16 20:13:08.206737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'name': 'network-vif-deleted', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:08.209277 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd8fdab-3a94-4219-b0c1-106bb74976b2" -d '{"events": [{"server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "name": "network-vif-deleted", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:08.219634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.262327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Transition to ACTIVE for port object b412ba9f-1a7c-468a-891e-da88540f98b4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:08.307782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Allocated IP 172.20.0.3 (61588b4c-b1dc-4e58-9877-2dfc183a77e5/8ca9a34f-7ec3-4769-aad3-6849e1fdf46b/ad0ede7c-e323-4d04-a684-9493d2913986) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:08.372136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.382997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['b596a2f8-28cc-4eaf-a291-41db01567a94'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:08.473530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Network ab027935-46e1-4d0b-8601-c51a6afe11dc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:08.484400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:08.496284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:08.502546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Pushing event updated for resources: {'Port': ['ID=b412ba9f-1a7c-468a-891e-da88540f98b4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:08.566272 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46dcff1-2b3c-4463-afda-4174da592f4b x-openstack-request-id: req-d46dcff1-2b3c-4463-afda-4174da592f4b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:08.566986 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9131a65-10b7-4a80-bfba-6217f8458927", "name": "network-vif-deleted", "tag": "d9ed8573-8e55-46e9-816a-6847a32545a9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:08.566986 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d46dcff1-2b3c-4463-afda-4174da592f4b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:08.567179 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9131a65-10b7-4a80-bfba-6217f8458927', 'name': 'network-vif-deleted', 'tag': 'd9ed8573-8e55-46e9-816a-6847a32545a9', 'status': 'completed', 'code': 200} Jul 16 20:13:08.619523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc9607-1075-432e-836b-754594e28bfd req-92f093a2-dced-4bf7-ad78-c2bde84f9961 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.632829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52dc9607-1075-432e-836b-754594e28bfd req-92f093a2-dced-4bf7-ad78-c2bde84f9961 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 949 time: 0.3033195 Jul 16 20:13:08.647635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:08.648860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.713256 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-7b33aa76-5bff-4f9d-9562-b9dc547aa69a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6583061 Jul 16 20:13:08.730115 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.743819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Request body: {'port': {'device_id': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:08.765917 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52dc9607-1075-432e-836b-754594e28bfd req-b2b0ac19-834a-492d-aa4e-71c8d55d8ce2 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319840 Jul 16 20:13:08.845958 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6645fe30-82ed-4f21-ad13-49bbfd650cd4 req-f0a2161e-cfa0-4554-958a-ba64354f79b8 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9131a65-10b7-4a80-bfba-6217f8458927 HTTP/1.1" status: 200 len: 210 time: 0.0456669 Jul 16 20:13:08.886903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:08.887586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30eb9ac0-c2b7-43d4-bf3b-bb73a7528df8 None None] Provisioning for port b412ba9f-1a7c-468a-891e-da88540f98b4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:08.912791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30eb9ac0-c2b7-43d4-bf3b-bb73a7528df8 None None] Provisioning complete for port b412ba9f-1a7c-468a-891e-da88540f98b4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:08.913161 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30eb9ac0-c2b7-43d4-bf3b-bb73a7528df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.974444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-30eb9ac0-c2b7-43d4-bf3b-bb73a7528df8 None None] Port b412ba9f-1a7c-468a-891e-da88540f98b4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:08.975754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:08.999292 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.059152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event updated for resources: {'Port': ['ID=ad0ede7c-e323-4d04-a684-9493d2913986,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.077740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:09.081938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:09.084989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:09.096883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a15171-cd2d-4d1d-840d-1be90d9428ad req-428c57eb-02cc-4818-94bd-5cdb955e1ba3 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:09.098844 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-62a15171-cd2d-4d1d-840d-1be90d9428ad req-428c57eb-02cc-4818-94bd-5cdb955e1ba3 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 931 time: 0.1381967 Jul 16 20:13:09.107847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55fb8a49-2298-4aad-8fd2-0b58b20e8cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.166434 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-62a15171-cd2d-4d1d-840d-1be90d9428ad req-f543d82d-88cd-4d1d-ad2d-ef0b48e5e100 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606804 Jul 16 20:13:09.188192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:09.188828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.279038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55fb8a49-2298-4aad-8fd2-0b58b20e8cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.286728 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55fb8a49-2298-4aad-8fd2-0b58b20e8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.315724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-4f6c2a7b-a7d0-4052-b40e-0c20e89ccad4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6486299 Jul 16 20:13:09.334564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-55fb8a49-2298-4aad-8fd2-0b58b20e8cb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a72c5e6cef548c197de8695053b4241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458377 Jul 16 20:13:09.343415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb8a49-2298-4aad-8fd2-0b58b20e8cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72934c39-1a5c-44ec-b711-9971c575640a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.344802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49670) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:09.352447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Request body: {'port': {'device_id': 'a702ac26-4d78-400f-bedd-6544d1026dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:09.410999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6903718-20a3-4162-a2c3-cd400f08494f req-872485e3-9d5e-4ea2-8fcd-96b947d4b4d1 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:09.412615 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6903718-20a3-4162-a2c3-cd400f08494f req-872485e3-9d5e-4ea2-8fcd-96b947d4b4d1 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 949 time: 0.0809586 Jul 16 20:13:09.455221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6903718-20a3-4162-a2c3-cd400f08494f req-4903394d-d43d-46c2-88ed-b5c3f32f3a21 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342958 Jul 16 20:13:09.533700 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5975f3e0-4c2c-413d-9265-317614a8afc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.541996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.600524 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5975f3e0-4c2c-413d-9265-317614a8afc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.689252 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b412ba9f-1a7c-468a-891e-da88540f98b4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:09.708433 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.720181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfca8a-6b33-42ff-87e1-ae1cee598752 req-4e19c244-1952-44e4-8aaa-39a6c4744b62 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:09.721744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7bfca8a-6b33-42ff-87e1-ae1cee598752 req-4e19c244-1952-44e4-8aaa-39a6c4744b62 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 931 time: 0.2536736 Jul 16 20:13:09.823653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Transition to ACTIVE for port object b412ba9f-1a7c-468a-891e-da88540f98b4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:09.826753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5975f3e0-4c2c-413d-9265-317614a8afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.829411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5975f3e0-4c2c-413d-9265-317614a8afc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.833547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5975f3e0-4c2c-413d-9265-317614a8afc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72934c39-1a5c-44ec-b711-9971c575640a HTTP/1.1" status: 204 len: 168 time: 0.4849555 Jul 16 20:13:09.844782 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:09.895034 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7bfca8a-6b33-42ff-87e1-ae1cee598752 req-d859dc92-ebfc-4b7a-95aa-350be7dd161a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156609 Jul 16 20:13:09.899691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975f3e0-4c2c-413d-9265-317614a8afc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72934c39-1a5c-44ec-b711-9971c575640a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:09.975173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b412ba9f-1a7c-468a-891e-da88540f98b4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:10.104122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6309ffb-4d23-4c07-914d-b4e0e6441d9f req-5baf3ce5-0121-4463-b377-ab3284526bd6 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.109068 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b6309ffb-4d23-4c07-914d-b4e0e6441d9f req-5baf3ce5-0121-4463-b377-ab3284526bd6 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 949 time: 0.1509295 Jul 16 20:13:10.192458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b6309ffb-4d23-4c07-914d-b4e0e6441d9f req-cd264d06-6144-4c30-bcaf-2b14c6d8343b tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780060 Jul 16 20:13:10.391198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffa5b8-bc1c-4149-9c30-58e6160e5bb0 req-f0f4fa8a-91a1-4412-bfab-c7738e83d6ee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.392954 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-53ffa5b8-bc1c-4149-9c30-58e6160e5bb0 req-f0f4fa8a-91a1-4412-bfab-c7738e83d6ee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 943 time: 0.0784357 Jul 16 20:13:10.442759 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-53ffa5b8-bc1c-4149-9c30-58e6160e5bb0 req-5acbbbe7-bc95-43ea-9b63-c7fffa0e92ea tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Jul 16 20:13:10.559430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0ede7c-e323-4d04-a684-9493d2913986 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:10.568439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.571586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Attempting to bind port b412ba9f-1a7c-468a-891e-da88540f98b4 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:10.571921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Attempting to bind port b412ba9f-1a7c-468a-891e-da88540f98b4 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:10.572250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Attempting to bind port b412ba9f-1a7c-468a-891e-da88540f98b4 on network ab027935-46e1-4d0b-8601-c51a6afe11dc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:10.584739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Port b412ba9f-1a7c-468a-891e-da88540f98b4 on network ab027935-46e1-4d0b-8601-c51a6afe11dc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:10.585012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Attempting to bind port b412ba9f-1a7c-468a-891e-da88540f98b4 on network ab027935-46e1-4d0b-8601-c51a6afe11dc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:10.589674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Transition to ACTIVE for port object ad0ede7c-e323-4d04-a684-9493d2913986 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:10.594590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:10.594949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Checking segment: {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:10.595329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Bound using segment: {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:10.595764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Bound port: b412ba9f-1a7c-468a-891e-da88540f98b4, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:10.596121 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.597921 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.733795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Pushing event updated for resources: {'Port': ['ID=ad0ede7c-e323-4d04-a684-9493d2913986,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:10.798911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:10.812438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] For port b412ba9f-1a7c-468a-891e-da88540f98b4, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:10.827593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device d9ed8573-8e55-46e9-816a-6847a32545a9 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:10.834183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] For port b412ba9f-1a7c-468a-891e-da88540f98b4, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b412ba9f-1a7c-468a-891e-da88540f98b4,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:10.845061 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.848471 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: d9ed8573-8e55-46e9-816a-6847a32545a9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:10.849268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device d9ed8573-8e55-46e9-816a-6847a32545a9 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:10.856266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c3fa5-f706-4775-8927-420ba05d1e81 req-59c6f329-d091-4f0b-9152-a0c23f2d2938 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.857766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e35c3fa5-f706-4775-8927-420ba05d1e81 req-59c6f329-d091-4f0b-9152-a0c23f2d2938 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 944 time: 0.2253785 Jul 16 20:13:10.914551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1124111005-network', 'tenant_id': '2a4a58f3d7b045e4be0de836ded4161e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:10.928382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Attempting to bind port ad0ede7c-e323-4d04-a684-9493d2913986 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:10.928382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Attempting to bind port ad0ede7c-e323-4d04-a684-9493d2913986 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:10.928758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Attempting to bind port ad0ede7c-e323-4d04-a684-9493d2913986 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:10.934046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:10.934559 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.936040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 200 len: 1092 time: 2.2013667 Jul 16 20:13:10.936469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:10.938717 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d85aa53-1a88-4ebc-a510-be7862b07bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:10.949555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Made reservation on behalf of 2a4a58f3d7b045e4be0de836ded4161e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:10.953533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.953697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Port ad0ede7c-e323-4d04-a684-9493d2913986 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:10.953852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Attempting to bind port ad0ede7c-e323-4d04-a684-9493d2913986 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:10.978807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:10.980844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eae3cf-d9ee-4102-a4ad-c2d81ea729e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b412ba9f-1a7c-468a-891e-da88540f98b4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:10.983791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:10.984131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Checking segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:10.984510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Bound using segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:10.984946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Bound port: ad0ede7c-e323-4d04-a684-9493d2913986, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:10.985304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.002436 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e35c3fa5-f706-4775-8927-420ba05d1e81 req-db227d48-d45d-4aaf-93e1-15653e5f1ad5 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182563 Jul 16 20:13:11.017746 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adca65a7-862d-45aa-9e63-e142b8337c47 x-openstack-request-id: req-adca65a7-862d-45aa-9e63-e142b8337c47 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:11.018075 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:11.018354 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-adca65a7-862d-45aa-9e63-e142b8337c47 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:11.019118 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'status': 'completed', 'code': 200} Jul 16 20:13:11.109152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.114530 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.163839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:11.173435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] For port ad0ede7c-e323-4d04-a684-9493d2913986, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:11.177468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] For port ad0ede7c-e323-4d04-a684-9493d2913986, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ad0ede7c-e323-4d04-a684-9493d2913986,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:11.186362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.186628 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Added segment 61ade775-fbc0-455d-be1f-aff60ec92009 of type vlan for network dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 Jul 16 20:13:11.187532 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.188195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec110f86-a18b-4d03-bf26-ea2bc0985a3c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:11.207888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-4fb5783d-5d12-403e-8452-7781e58ec768 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.209523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-4fb5783d-5d12-403e-8452-7781e58ec768 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 944 time: 0.1897340 Jul 16 20:13:11.229900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce692da-d70c-4b11-becf-686383aeb56c req-cea7308f-ab5c-4ab2-9681-1d15a1884ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.231451 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-cea7308f-ab5c-4ab2-9681-1d15a1884ce6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 1095 time: 0.2281413 Jul 16 20:13:11.255982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.283775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.284392 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.284564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81465970-7c04-49a1-b217-6ca313547c7e req-380129e2-f313-4be6-8e8b-d03f6944b1f5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.285743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] 10.222.0.30 "PUT /v2.0/ports/ad0ede7c-e323-4d04-a684-9493d2913986 HTTP/1.1" status: 200 len: 1092 time: 1.9418101 Jul 16 20:13:11.286270 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-81465970-7c04-49a1-b217-6ca313547c7e req-380129e2-f313-4be6-8e8b-d03f6944b1f5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 943 time: 0.1653638 Jul 16 20:13:11.303739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.305580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.306271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.349957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-b5bfcf52-7961-4fac-a102-3b9dc9a97e29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 200 len: 217 time: 0.1012847 Jul 16 20:13:11.374402 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5747075 Jul 16 20:13:11.377520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:11.384806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Request body: {'subnet': {'network_id': 'dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1124111005-subnet', 'tenant_id': '2a4a58f3d7b045e4be0de836ded4161e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:11.406882 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9122f3-486a-4583-9c9b-183378aea9ae service neutron] Pushing event updated for resources: {'Port': ['ID=ad0ede7c-e323-4d04-a684-9493d2913986,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:11.425866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9d778-02d2-42e3-8492-e93e19d7084d admin admin] Pushing event updated for resources: {'Network': ['ID=dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:11.438095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:11.441541 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-81465970-7c04-49a1-b217-6ca313547c7e req-6bdc49d9-66c8-4096-968a-764e937403bc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281950 Jul 16 20:13:11.448361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Made reservation on behalf of 2a4a58f3d7b045e4be0de836ded4161e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:11.452700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.562717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce692da-d70c-4b11-becf-686383aeb56c req-5d63e12d-fcb1-4be9-ba67-0d5c571b983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.564261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-5d63e12d-fcb1-4be9-ba67-0d5c571b983e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.1997752 Jul 16 20:13:11.660491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-4e8b8248-4ff1-4a82-bbde-46835fef7a39 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.662026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-4e8b8248-4ff1-4a82-bbde-46835fef7a39 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.30 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 949 time: 0.2113321 Jul 16 20:13:11.687942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c2cab-259b-486c-b962-48df2ac51ac8 req-3e6e612f-a3a6-4068-911c-e0792325ee88 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.689080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc41e0-d7b8-4849-ac22-be78dc580f17 req-d866792f-55c1-4230-9d3a-1bb1327028ad tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.689472 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f03c2cab-259b-486c-b962-48df2ac51ac8 req-3e6e612f-a3a6-4068-911c-e0792325ee88 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 943 time: 0.1118588 Jul 16 20:13:11.690810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.692854 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3cc41e0-d7b8-4849-ac22-be78dc580f17 req-d866792f-55c1-4230-9d3a-1bb1327028ad tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 949 time: 0.3273349 Jul 16 20:13:11.695716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-5ef6ce4b-fd9f-49ca-91f8-fd495d5bdd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.697365 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-5ef6ce4b-fd9f-49ca-91f8-fd495d5bdd1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 1095 time: 0.3424449 Jul 16 20:13:11.704292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Deleting port bae53509-347f-4e2a-b4d3-6218c2d80c85 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:11.704631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.778308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc28a20-487c-428b-8bf5-2a4cde5dd426,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:11.784153 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f03c2cab-259b-486c-b962-48df2ac51ac8 req-1733bb8d-37dc-481f-b900-baa9bb5479c3 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880206 Jul 16 20:13:11.791702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Checking segment: {'id': '61ade775-fbc0-455d-be1f-aff60ec92009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:11.793054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Network hostable DHCP agents. Network: dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:11.817022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-23c2aaa3-b7cd-4f5f-bafd-3d9cf88f2538 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad0ede7c-e323-4d04-a684-9493d2913986 HTTP/1.1" status: 200 len: 217 time: 0.1066191 Jul 16 20:13:11.823643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Network dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:11.837135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:11.842988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.844111 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:11.846163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84b5215-de36-4571-9a69-74991942f1c6 None None] Network dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:11.866960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce692da-d70c-4b11-becf-686383aeb56c req-9827fac2-0375-46ac-adad-7e6d29ee6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:11.868491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-9827fac2-0375-46ac-adad-7e6d29ee6505 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2911687 Jul 16 20:13:11.885656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7eeb4129-b025-45d6-8468-f8824d636284 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4986825 Jul 16 20:13:11.988139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3cc41e0-d7b8-4849-ac22-be78dc580f17 req-2f3e7a0a-36a9-42b0-aa4d-1145f27c51d0 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862666 Jul 16 20:13:12.036815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f84a082-57a3-4222-84a4-1270ea5aa1d7 None None] Network dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:12.049153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-8d97697e-f456-4b9c-9d8b-b21ca99b651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:12.050566 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-8d97697e-f456-4b9c-9d8b-b21ca99b651b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.2211986 Jul 16 20:13:12.108615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] For port bae53509-347f-4e2a-b4d3-6218c2d80c85, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=bae53509-347f-4e2a-b4d3-6218c2d80c85,segment=NetworkSegment(c02b637f-cf3f-4082-a965-2244d749f542),segment_id=c02b637f-cf3f-4082-a965-2244d749f542)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:12.109258 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.141678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-dfa5f7b6-2b56-4ec5-925c-03df2d60f455 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610206 Jul 16 20:13:12.151727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Calling delete_port for bae53509-347f-4e2a-b4d3-6218c2d80c85 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:12.237212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc8cd9-22e6-41f2-9278-fc47dd54c651 req-d1d10d3a-9ed1-44a0-b3e5-899f678d8da7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:12.238675 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9bc8cd9-22e6-41f2-9278-fc47dd54c651 req-d1d10d3a-9ed1-44a0-b3e5-899f678d8da7 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 944 time: 0.0704281 Jul 16 20:13:12.243482 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-0af90f36-fa90-4b78-92c6-afe4c4ad04a4 service neutron] 10.222.0.30 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372064 Jul 16 20:13:12.279167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Deleting port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:12.279539 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:12.289792 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9bc8cd9-22e6-41f2-9278-fc47dd54c651 req-8f2feaa3-cdce-4eb5-9fad-8d42c00db9d9 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/security-groups?id=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Jul 16 20:13:12.427601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-fbed8604-94a3-45bd-95b4-fb9f9857d646 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736428 Jul 16 20:13:12.624896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db57220-7155-4be5-adb6-c47f925d6236 req-0b0d223f-22b6-4905-a028-ed17e7feb2b9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:12.626204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ce692da-d70c-4b11-becf-686383aeb56c req-fe3568bd-917e-4c53-ab2b-e559029702e5 service neutron] 10.222.0.30 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502629 Jul 16 20:13:12.626957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5db57220-7155-4be5-adb6-c47f925d6236 req-0b0d223f-22b6-4905-a028-ed17e7feb2b9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 943 time: 0.0653315 Jul 16 20:13:12.676505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5db57220-7155-4be5-adb6-c47f925d6236 req-f91fe008-396b-4349-86a1-cade955dc730 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391240 Jul 16 20:13:12.975579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05398185-7102-446f-b14a-0b73b6fe6620 req-38afe10a-5040-49b6-b36b-c0de8ea3da91 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:12.977609 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05398185-7102-446f-b14a-0b73b6fe6620 req-38afe10a-5040-49b6-b36b-c0de8ea3da91 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 943 time: 0.0681903 Jul 16 20:13:12.992459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] For port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:12.993124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.016276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05398185-7102-446f-b14a-0b73b6fe6620 req-fcb26fc3-62fd-4cd4-b178-096d70336892 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Jul 16 20:13:13.024375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343de054-6bc6-4970-b12f-f99a36e0915f req-e8b4fd1d-49e7-4413-b3f9-3c95c131f4f9 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.025851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-e8b4fd1d-49e7-4413-b3f9-3c95c131f4f9 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/networks?id=dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 HTTP/1.1" status: 200 len: 822 time: 0.6789970 Jul 16 20:13:13.033107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a702ac26-4d78-400f-bedd-6544d1026dfe', 'tag': 'ad0ede7c-e323-4d04-a684-9493d2913986'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:13.035321 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43f750f-54eb-427e-880f-041164ca422e" -d '{"events": [{"name": "network-changed", "server_uuid": "a702ac26-4d78-400f-bedd-6544d1026dfe", "tag": "ad0ede7c-e323-4d04-a684-9493d2913986"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:13.056675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Calling delete_port for 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:13.075181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab4b45a-d092-4059-b92a-fe330ae48767 req-afd9bf8d-f5ff-43a3-8a5c-90ec38bebff1 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169062 Jul 16 20:13:13.085145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-4c0e3df3-6c36-40c0-a6a0-258014bcfea6 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/quotas/2a4a58f3d7b045e4be0de836ded4161e HTTP/1.1" status: 200 len: 375 time: 0.0360088 Jul 16 20:13:13.090500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.187934 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-9fa97a8e-1d4a-4fa0-99c6-7c97e81d4cad tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a4a58f3d7b045e4be0de836ded4161e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605195 Jul 16 20:13:13.195107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Pushing event deleted for resources: {'Port': ['ID=bae53509-347f-4e2a-b4d3-6218c2d80c85,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:13.274188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-6c59d534-381e-4eee-9443-00da0adb04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.275721 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-6c59d534-381e-4eee-9443-00da0adb04f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 1095 time: 0.3096542 Jul 16 20:13:13.279350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] No DVR routers for this DVR port bae53509-347f-4e2a-b4d3-6218c2d80c85 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:13.286354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.288310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fabbda72-3ce7-4f6d-8615-6d1cafcd4a85 req-c51406b0-113e-4b4e-9df0-9cc53860bb7a tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.30 "DELETE /v2.0/ports/bae53509-347f-4e2a-b4d3-6218c2d80c85 HTTP/1.1" status: 204 len: 173 time: 2.0537853 Jul 16 20:13:13.294060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dcf97-66bc-4619-b083-291c07781d04 req-367e611e-325c-4f18-a387-f6b022c218ac tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.295622 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d1dcf97-66bc-4619-b083-291c07781d04 req-367e611e-325c-4f18-a387-f6b022c218ac tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 949 time: 0.0656893 Jul 16 20:13:13.341138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d1dcf97-66bc-4619-b083-291c07781d04 req-c331db18-3560-44d7-a869-c0274d72866a tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/security-groups?id=0311d13b-d61f-477d-882a-a42137ef4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 Jul 16 20:13:13.432183 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64104a28-0be3-41b6-bbbc-0ae991f10ba4 x-openstack-request-id: req-64104a28-0be3-41b6-bbbc-0ae991f10ba4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:13.432467 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a702ac26-4d78-400f-bedd-6544d1026dfe", "tag": "ad0ede7c-e323-4d04-a684-9493d2913986", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:13.432713 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64104a28-0be3-41b6-bbbc-0ae991f10ba4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:13.433100 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a702ac26-4d78-400f-bedd-6544d1026dfe', 'tag': 'ad0ede7c-e323-4d04-a684-9493d2913986', 'status': 'completed', 'code': 200} Jul 16 20:13:13.463196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-8761f7a9-d2a6-4d20-98da-61d4fce6be51 service neutron] 10.222.0.10 "GET /v2.0/networks/dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624137 Jul 16 20:13:13.537534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.546172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-5211225b-0ce3-497c-8c36-1761def7a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.547644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-5211225b-0ce3-497c-8c36-1761def7a6f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.2626877 Jul 16 20:13:13.614560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Pushing event deleted for resources: {'Port': ['ID=6cde8611-c6ea-40fc-bcfa-2a49fccedcc5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:13.660220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-ce9828c5-d11b-4afd-8edf-469e41a0fb45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 200 len: 217 time: 0.1012568 Jul 16 20:13:13.735928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] No DVR routers for this DVR port 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:13.746278 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:13.748325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f85fa611-6cf6-4ae2-9662-437766255d4a req-d8f2f66e-5618-4900-a3be-2723af0f7d42 tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.30 "DELETE /v2.0/ports/6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 HTTP/1.1" status: 204 len: 173 time: 2.0768385 Jul 16 20:13:13.756406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f750f-54eb-427e-880f-041164ca422e req-d7ae1b70-bd5c-4967-8f4b-acf006db8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.758743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d43f750f-54eb-427e-880f-041164ca422e req-d7ae1b70-bd5c-4967-8f4b-acf006db8073 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 1095 time: 0.3129103 Jul 16 20:13:13.760371 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-08cc354d-2e1a-4f40-a45b-9030f9ed909f service neutron] 10.222.0.10 "GET /v2.0/networks/dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716660 Jul 16 20:13:13.766076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fd912b6-901c-4930-b2f3-f31670388d27 req-9770e0fa-1524-49d7-ad55-8322307339a3 tempest-LiveMigrationTest-468482159 tempest-LiveMigrationTest-468482159-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6d5326f-1e19-4a36-9525-28455fec4a42 HTTP/1.1" status: 200 len: 210 time: 0.0301924 Jul 16 20:13:13.785668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-b513dcae-5146-4030-99dd-4c5ac1ab9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.787244 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-b513dcae-5146-4030-99dd-4c5ac1ab9701 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.1064503 Jul 16 20:13:13.974721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f750f-54eb-427e-880f-041164ca422e req-e666edfb-796a-4ed3-a90c-8621fd1b7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:13.977460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d43f750f-54eb-427e-880f-041164ca422e req-e666edfb-796a-4ed3-a90c-8621fd1b7877 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 913 time: 0.2031858 Jul 16 20:13:14.038781 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d43f750f-54eb-427e-880f-041164ca422e req-a921c24c-ca99-496f-bdb3-407daac36bc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad0ede7c-e323-4d04-a684-9493d2913986 HTTP/1.1" status: 200 len: 217 time: 0.0532713 Jul 16 20:13:14.060179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d69861-d6f7-44d1-aedb-93205abd412c req-9897ac01-55e2-4b22-a12b-fcbbf417a3eb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.060510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-635f3fe1-d349-4714-90ce-31e124d55c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.062301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-59d69861-d6f7-44d1-aedb-93205abd412c req-9897ac01-55e2-4b22-a12b-fcbbf417a3eb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 943 time: 0.1431656 Jul 16 20:13:14.062653 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-635f3fe1-d349-4714-90ce-31e124d55c47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2569833 Jul 16 20:13:14.094984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5755e859-06b0-46c9-b6ab-b53ac673a287 req-fb62d45c-afc3-4b4d-b951-87a62c41d1af tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 210 time: 0.0550621 Jul 16 20:13:14.142458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-59d69861-d6f7-44d1-aedb-93205abd412c req-f3d482ff-dc8b-44e0-83b1-38d7ed094a78 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712407 Jul 16 20:13:14.290088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f750f-54eb-427e-880f-041164ca422e req-78b993f4-c1b0-495e-9c83-72e8df8c307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.291602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d43f750f-54eb-427e-880f-041164ca422e req-78b993f4-c1b0-495e-9c83-72e8df8c307c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.2336984 Jul 16 20:13:14.358326 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d43f750f-54eb-427e-880f-041164ca422e req-a03d0d48-d289-47d4-828d-8c0aa4f0346c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521226 Jul 16 20:13:14.403441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-475ddbfc-4372-4bb1-b28b-2fba0d55a125 service neutron] 10.222.0.30 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120742 Jul 16 20:13:14.521872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afa3b-963c-4539-b262-dcf4ef255708 req-95e1fff9-90ca-4fe2-b060-0d6e7c4802c1 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:14.528965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-969afa3b-963c-4539-b262-dcf4ef255708 req-95e1fff9-90ca-4fe2-b060-0d6e7c4802c1 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 943 time: 0.2415442 Jul 16 20:13:14.545343 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c900aa0-f542-494d-a9b9-1ab8c4c659a3 req-71c13db5-5add-4b8b-adaa-23056e1ed3aa tempest-DeleteServersAdminTestJSON-994906817 tempest-DeleteServersAdminTestJSON-994906817-project] 10.222.0.10 "GET /v2.0/ports?device_id=156e4c72-91a5-4a04-b8b6-24d8fca54ebf HTTP/1.1" status: 200 len: 210 time: 0.0407338 Jul 16 20:13:14.614332 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d43f750f-54eb-427e-880f-041164ca422e req-af12aded-2de7-497f-8696-3c3d66ea2003 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387543 Jul 16 20:13:14.670558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d85aa53-1a88-4ebc-a510-be7862b07bf3 req-0bf108a2-72c2-47b7-bc00-89bb20450c5a service neutron] 10.222.0.30 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593639 Jul 16 20:13:14.683309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-969afa3b-963c-4539-b262-dcf4ef255708 req-a4ccad4e-65e2-4a8d-b9e3-12ca85ffec43 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533167 Jul 16 20:13:14.765212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d43f750f-54eb-427e-880f-041164ca422e req-7091af37-b69d-4277-959f-b68749d356bd service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265728 Jul 16 20:13:14.838584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b412ba9f-1a7c-468a-891e-da88540f98b4 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:14.844371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:14.867910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:14.882949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:14.883302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cde8611-c6ea-40fc-bcfa-2a49fccedcc5 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:14.883894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device bae53509-347f-4e2a-b4d3-6218c2d80c85 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:14.907620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: bae53509-347f-4e2a-b4d3-6218c2d80c85 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:14.907988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device bae53509-347f-4e2a-b4d3-6218c2d80c85 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:14.963163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b83993-f752-4d1d-a619-91ba21dc7af9 admin admin] Deleting subnet 73dc3725-ab74-4298-9b35-7ad0e85862ff {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:14.966307 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b83993-f752-4d1d-a619-91ba21dc7af9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:14.993374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b412ba9f-1a7c-468a-891e-da88540f98b4, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b412ba9f-1a7c-468a-891e-da88540f98b4,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:15.003356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b83993-f752-4d1d-a619-91ba21dc7af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.004052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'port_id': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'mac_address': 'fa:16:3e:de:4a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:15.046329 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.048425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b83993-f752-4d1d-a619-91ba21dc7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.059858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b412ba9f-1a7c-468a-891e-da88540f98b4 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:15.079561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b412ba9f-1a7c-468a-891e-da88540f98b4, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b412ba9f-1a7c-468a-891e-da88540f98b4,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:15.083852 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.103391 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b83993-f752-4d1d-a619-91ba21dc7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.130885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b83993-f752-4d1d-a619-91ba21dc7af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73dc3725-ab74-4298-9b35-7ad0e85862ff,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.135575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=b412ba9f-1a7c-468a-891e-da88540f98b4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.136640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b83993-f752-4d1d-a619-91ba21dc7af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.142488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:15.143342 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a4b83993-f752-4d1d-a619-91ba21dc7af9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/73dc3725-ab74-4298-9b35-7ad0e85862ff HTTP/1.1" status: 204 len: 168 time: 0.2743342 Jul 16 20:13:15.238655 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.280252 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73d9428d-c9ae-485d-ba32-5519e63ca480 req-3d73915e-8e00-4c0b-8cc1-dc8cd3fbb6cc tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 210 time: 0.0348725 Jul 16 20:13:15.312369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['b412ba9f-1a7c-468a-891e-da88540f98b4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:15.404502 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.419166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75600712-2c21-4323-9afd-0506acdddac9']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:15.435425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'name': 'network-vif-deleted', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85'}, {'server_uuid': '156e4c72-91a5-4a04-b8b6-24d8fca54ebf', 'name': 'network-vif-deleted', 'tag': '6cde8611-c6ea-40fc-bcfa-2a49fccedcc5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:15.437732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.438732 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2686df8-f855-4e76-8041-08186dc8cc08" -d '{"events": [{"server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "name": "network-vif-deleted", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85"}, {"server_uuid": "156e4c72-91a5-4a04-b8b6-24d8fca54ebf", "name": "network-vif-deleted", "tag": "6cde8611-c6ea-40fc-bcfa-2a49fccedcc5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:15.475745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02b637f-cf3f-4082-a965-2244d749f542') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:15.476067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02b637f-cf3f-4082-a965-2244d749f542') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:15.494871 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.524673 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.546630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343de054-6bc6-4970-b12f-f99a36e0915f req-0e27b038-aac8-42e4-8612-c91464a414ca tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:15.548161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-0e27b038-aac8-42e4-8612-c91464a414ca tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.63 "GET /v2.0/networks?id=dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 HTTP/1.1" status: 200 len: 822 time: 0.2734580 Jul 16 20:13:15.549238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:15.549754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:15.553764 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:15.563145 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:15.563145 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:15.563145 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:15.563145 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:15.563145 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:15.572212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1665b-a5e0-44ed-99ec-15a16ce70d23 req-152045e4-93f4-4516-ae06-7d9859727aa4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:15.573737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cf1665b-a5e0-44ed-99ec-15a16ce70d23 req-152045e4-93f4-4516-ae06-7d9859727aa4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 943 time: 0.3007064 Jul 16 20:13:15.584801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Request body: {'port': {'device_id': 'b1629ee2-425b-4dc1-9923-782e46b22569', 'network_id': 'dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901', 'admin_state_up': True, 'tenant_id': '2a4a58f3d7b045e4be0de836ded4161e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:15.639575 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065f6f92-72b7-4a3f-a85f-06aeb2ae5093 x-openstack-request-id: req-065f6f92-72b7-4a3f-a85f-06aeb2ae5093 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:15.639898 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d5326f-1e19-4a36-9525-28455fec4a42", "name": "network-vif-deleted", "tag": "bae53509-347f-4e2a-b4d3-6218c2d80c85", "status": "completed", "code": 200}, {"server_uuid": "156e4c72-91a5-4a04-b8b6-24d8fca54ebf", "name": "network-vif-deleted", "tag": "6cde8611-c6ea-40fc-bcfa-2a49fccedcc5", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:15.640115 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-065f6f92-72b7-4a3f-a85f-06aeb2ae5093 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:15.640516 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d5326f-1e19-4a36-9525-28455fec4a42', 'name': 'network-vif-deleted', 'tag': 'bae53509-347f-4e2a-b4d3-6218c2d80c85', 'status': 'completed', 'code': 200} Jul 16 20:13:15.640781 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e4c72-91a5-4a04-b8b6-24d8fca54ebf', 'name': 'network-vif-deleted', 'tag': '6cde8611-c6ea-40fc-bcfa-2a49fccedcc5', 'status': 'completed', 'code': 200} Jul 16 20:13:15.697689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.710656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.712551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] 10.222.0.10 "DELETE /v2.0/networks/75600712-2c21-4323-9afd-0506acdddac9 HTTP/1.1" status: 204 len: 168 time: 0.5689859 Jul 16 20:13:15.715556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:15.735821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c1f17-3e72-425d-a897-bca377b6b40a admin admin] Pushing event deleted for resources: {'Network': ['ID=75600712-2c21-4323-9afd-0506acdddac9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:15.743106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cf1665b-a5e0-44ed-99ec-15a16ce70d23 req-f254139e-f25c-4f12-b26d-9c106f0b6024 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405430 Jul 16 20:13:15.768739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3301cbb7-0907-4e51-b9a1-8454c68934b7 admin admin] Deleting subnet 8d1bc875-517a-4fbe-9026-f1f00bca6568 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:15.772819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3301cbb7-0907-4e51-b9a1-8454c68934b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.807098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Made reservation on behalf of 2a4a58f3d7b045e4be0de836ded4161e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:15.814135 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.827583 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3301cbb7-0907-4e51-b9a1-8454c68934b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.877628 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3301cbb7-0907-4e51-b9a1-8454c68934b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:15.996034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Allocated IP 172.20.0.3 (dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901/4cc28a20-487c-428b-8bf5-2a4cde5dd426/4903e8b3-9a90-43a3-80ce-f60fa0fdf223) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:16.003194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adab0f-5c45-41cd-bebd-9b925cb68e9c req-35e39a99-45b4-4807-8a8e-c153364d6ae1 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:16.005395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-54adab0f-5c45-41cd-bebd-9b925cb68e9c req-35e39a99-45b4-4807-8a8e-c153364d6ae1 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 944 time: 0.0927172 Jul 16 20:13:16.006907 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3301cbb7-0907-4e51-b9a1-8454c68934b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.045076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301cbb7-0907-4e51-b9a1-8454c68934b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d1bc875-517a-4fbe-9026-f1f00bca6568,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:16.058137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3301cbb7-0907-4e51-b9a1-8454c68934b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.060187 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3301cbb7-0907-4e51-b9a1-8454c68934b7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d1bc875-517a-4fbe-9026-f1f00bca6568 HTTP/1.1" status: 204 len: 168 time: 0.3435233 Jul 16 20:13:16.064625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49816) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.098803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-54adab0f-5c45-41cd-bebd-9b925cb68e9c req-5dea10e7-e41d-49c0-b119-34ada0d3f7c8 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858445 Jul 16 20:13:16.147051 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.170611 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.216870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.233212 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.249035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:16.260960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36952480-3fc2-4b1e-92ba-7f5c5c7f5589') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:16.261256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36952480-3fc2-4b1e-92ba-7f5c5c7f5589') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:16.269439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Network dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:16.270567 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.273271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:16.277387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:16.287969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.295115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:16.295616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:16.300120 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:16.304224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Pushing event updated for resources: {'Port': ['ID=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:16.349177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:16.349829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.350386 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.367910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-62d67b03-bc57-41d9-ae1d-262dc4ede26f tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927244 Jul 16 20:13:16.374260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.380568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.386690 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] 10.222.0.10 "DELETE /v2.0/networks/278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d HTTP/1.1" status: 204 len: 168 time: 0.3174450 Jul 16 20:13:16.386924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Request body: {'port': {'device_id': 'b1629ee2-425b-4dc1-9923-782e46b22569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:16.423248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c004c6c-cc10-4509-beeb-82b07780a99a admin admin] Pushing event deleted for resources: {'Network': ['ID=278e0f43-4e81-43ab-ae2d-d0d86f9a4f8d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:16.515609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.550891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.579394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49882ad3-6eed-4017-a014-a04167817dc8 req-f4aed289-22a6-427c-916e-58a8bb462488 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:16.581094 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-49882ad3-6eed-4017-a014-a04167817dc8 req-f4aed289-22a6-427c-916e-58a8bb462488 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 931 time: 0.1517954 Jul 16 20:13:16.604418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-504b71dd-0296-4620-8dd9-fdcb1a7567e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31af99bb6bb148a3970c4248323ed226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517657 Jul 16 20:13:16.607083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.653656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.691389 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28a8ef7b-51e6-4de7-8468-71796151c245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.705867 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-49882ad3-6eed-4017-a014-a04167817dc8 req-4e054d00-e61c-4812-abaa-6edd8951e20e tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec110f86-a18b-4d03-bf26-ea2bc0985a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122904 Jul 16 20:13:16.716783 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28a8ef7b-51e6-4de7-8468-71796151c245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.769428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28a8ef7b-51e6-4de7-8468-71796151c245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.772470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28a8ef7b-51e6-4de7-8468-71796151c245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.774590 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-28a8ef7b-51e6-4de7-8468-71796151c245 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fae2f1f-e03b-4c2c-9da2-27c6e79916a9 HTTP/1.1" status: 204 len: 168 time: 0.1660488 Jul 16 20:13:16.807081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8ef7b-51e6-4de7-8468-71796151c245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fae2f1f-e03b-4c2c-9da2-27c6e79916a9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:16.864359 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5f3d7ec1-81a4-47b9-b052-3ce5ce96c621 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=768c4fc9b339477b8dd17cb48c8f5fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071173 Jul 16 20:13:16.866524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:16.871931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ad0ede7c-e323-4d04-a684-9493d2913986 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:16.876693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b412ba9f-1a7c-468a-891e-da88540f98b4 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:16.932666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:16.952158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:16.972368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Transition to ACTIVE for port object 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:16.980319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.004544 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-853f2366-82a0-485a-b0f0-44fc3a130596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.034862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port b412ba9f-1a7c-468a-891e-da88540f98b4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:17.045822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port b412ba9f-1a7c-468a-891e-da88540f98b4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:17.046112 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-853f2366-82a0-485a-b0f0-44fc3a130596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.046631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.074122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56465-47ea-43a6-af02-2d9c33977bb1 req-253f9e55-80be-4d3f-a118-f8280dfebff2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:17.075805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36e56465-47ea-43a6-af02-2d9c33977bb1 req-253f9e55-80be-4d3f-a118-f8280dfebff2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 943 time: 0.1455235 Jul 16 20:13:17.092174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ad0ede7c-e323-4d04-a684-9493d2913986, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ad0ede7c-e323-4d04-a684-9493d2913986,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:17.116971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'ad0ede7c-e323-4d04-a684-9493d2913986', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'port_id': 'ad0ede7c-e323-4d04-a684-9493d2913986', 'mac_address': 'fa:16:3e:71:6c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca9a34f-7ec3-4769-aad3-6849e1fdf46b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:17.126611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Pushing event updated for resources: {'Port': ['ID=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.144467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36e56465-47ea-43a6-af02-2d9c33977bb1 req-c0d1d94c-f9a3-4e79-9dc8-c676d217c71a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547514 Jul 16 20:13:17.172142 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-853f2366-82a0-485a-b0f0-44fc3a130596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.179803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-853f2366-82a0-485a-b0f0-44fc3a130596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.182227 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-853f2366-82a0-485a-b0f0-44fc3a130596 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0311d13b-d61f-477d-882a-a42137ef4b21 HTTP/1.1" status: 204 len: 168 time: 0.3147004 Jul 16 20:13:17.199675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.205740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f2366-82a0-485a-b0f0-44fc3a130596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0311d13b-d61f-477d-882a-a42137ef4b21,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.234014 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.240329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0ede7c-e323-4d04-a684-9493d2913986 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:17.292422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:17.295246 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9484d229-0abd-477e-996b-3538fdf1aa1d" -d '{"events": [{"server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "name": "network-vif-plugged", "status": "completed", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:17.301185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ad0ede7c-e323-4d04-a684-9493d2913986, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ad0ede7c-e323-4d04-a684-9493d2913986,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:17.312398 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.316280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b412ba9f-1a7c-468a-891e-da88540f98b4, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b412ba9f-1a7c-468a-891e-da88540f98b4,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:17.317027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Attempting to bind port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:17.317848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Attempting to bind port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '61ade775-fbc0-455d-be1f-aff60ec92009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:17.318716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Attempting to bind port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 on network dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:17.322931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.336545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 on network dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:17.336975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Attempting to bind port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 on network dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:17.337908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:17.352120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:17.352120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Checking segment: {'id': '61ade775-fbc0-455d-be1f-aff60ec92009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:17.352120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Bound using segment: {'id': '61ade775-fbc0-455d-be1f-aff60ec92009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:17.352120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Bound port: 4903e8b3-9a90-43a3-80ce-f60fa0fdf223, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ade775-fbc0-455d-be1f-aff60ec92009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:17.352120 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.387349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ad0ede7c-e323-4d04-a684-9493d2913986,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.431982 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-28fbf899-b60d-4679-a9e8-4fee754e28d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1af07218b42472dbbf640b74719005a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901537 Jul 16 20:13:17.434439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49860) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:17.463795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=b412ba9f-1a7c-468a-891e-da88540f98b4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.475929 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f018b32-0e91-4b91-8ec3-a4b377838bd1 x-openstack-request-id: req-9f018b32-0e91-4b91-8ec3-a4b377838bd1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:17.475929 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "name": "network-vif-plugged", "status": "completed", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:17.475929 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f018b32-0e91-4b91-8ec3-a4b377838bd1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:17.475929 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'code': 200} Jul 16 20:13:17.544936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['ad0ede7c-e323-4d04-a684-9493d2913986'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:17.582528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] For port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:17.620701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] For port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,segment=NetworkSegment(61ade775-fbc0-455d-be1f-aff60ec92009),segment_id=61ade775-fbc0-455d-be1f-aff60ec92009)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:17.637862 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.702214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:17.718793 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9edad2af-198b-4d95-9dd9-5ff242733b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.834299 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9edad2af-198b-4d95-9dd9-5ff242733b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.838887 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9edad2af-198b-4d95-9dd9-5ff242733b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:17.890577 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9edad2af-198b-4d95-9dd9-5ff242733b75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c0e8832e1a440df8764a3e87923cb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870503 Jul 16 20:13:17.891750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edad2af-198b-4d95-9dd9-5ff242733b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceb6ba7-82be-41a0-b617-514ca4faf10f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:17.894272 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:18.000172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eebf599-75df-401c-8253-accc09e57186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.001791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01eaaf48-545c-4dfd-a626-924d7067c494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.012580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43a8d-d19c-4f4b-9022-76dee41676c1 req-b75145d4-d5f3-4b35-b605-a8c034818ade tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.014397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78a43a8d-d19c-4f4b-9022-76dee41676c1 req-b75145d4-d5f3-4b35-b605-a8c034818ade tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 943 time: 0.1191359 Jul 16 20:13:18.032399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.033007 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.034396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] 10.222.0.63 "PUT /v2.0/ports/4903e8b3-9a90-43a3-80ce-f60fa0fdf223 HTTP/1.1" status: 200 len: 1092 time: 1.6591980 Jul 16 20:13:18.041546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1629ee2-425b-4dc1-9923-782e46b22569', 'tag': '4903e8b3-9a90-43a3-80ce-f60fa0fdf223'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:18.044667 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1629ee2-425b-4dc1-9923-782e46b22569", "tag": "4903e8b3-9a90-43a3-80ce-f60fa0fdf223"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:18.056622 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01eaaf48-545c-4dfd-a626-924d7067c494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.079781 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eebf599-75df-401c-8253-accc09e57186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.093016 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78a43a8d-d19c-4f4b-9022-76dee41676c1 req-a6ffac06-ad7d-49d6-950f-c01a0d2a7cbf tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec110f86-a18b-4d03-bf26-ea2bc0985a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713668 Jul 16 20:13:18.131852 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01eaaf48-545c-4dfd-a626-924d7067c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.134148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7747f6c-eeb1-46d2-bcd3-397cce8a62ba service neutron] Pushing event updated for resources: {'Port': ['ID=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.135435 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01eaaf48-545c-4dfd-a626-924d7067c494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.139354 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-01eaaf48-545c-4dfd-a626-924d7067c494 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ceb6ba7-82be-41a0-b617-514ca4faf10f HTTP/1.1" status: 204 len: 168 time: 0.2402642 Jul 16 20:13:18.145645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaaf48-545c-4dfd-a626-924d7067c494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceb6ba7-82be-41a0-b617-514ca4faf10f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.169841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054229a-fa8e-4865-a0c1-1fd773a27230 req-44753ae5-660f-4772-9a06-38177398c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.171490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4054229a-fa8e-4865-a0c1-1fd773a27230 req-44753ae5-660f-4772-9a06-38177398c19d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 1097 time: 0.6200316 Jul 16 20:13:18.173177 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f2220c-ecd1-4b92-beb9-31f9b2e2c2bb x-openstack-request-id: req-f4f2220c-ecd1-4b92-beb9-31f9b2e2c2bb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:18.173463 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1629ee2-425b-4dc1-9923-782e46b22569", "tag": "4903e8b3-9a90-43a3-80ce-f60fa0fdf223", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:18.173932 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4f2220c-ecd1-4b92-beb9-31f9b2e2c2bb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:18.174307 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1629ee2-425b-4dc1-9923-782e46b22569', 'tag': '4903e8b3-9a90-43a3-80ce-f60fa0fdf223', 'status': 'completed', 'code': 200} Jul 16 20:13:18.185245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3400fc-0221-498c-84a1-bb210bef4c47 req-03f76444-149c-4da2-8b34-5cdc634e6cf1 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.192430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd3400fc-0221-498c-84a1-bb210bef4c47 req-03f76444-149c-4da2-8b34-5cdc634e6cf1 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 945 time: 0.6654401 Jul 16 20:13:18.271508 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eebf599-75df-401c-8253-accc09e57186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.274671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eebf599-75df-401c-8253-accc09e57186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.275892 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2eebf599-75df-401c-8253-accc09e57186 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5cb433b-d0cb-490d-aa2d-228d12899921 HTTP/1.1" status: 204 len: 168 time: 0.8397315 Jul 16 20:13:18.282267 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4054229a-fa8e-4865-a0c1-1fd773a27230 req-8ba6e4af-b727-4036-aa08-5874c84b3556 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864334 Jul 16 20:13:18.295847 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd3400fc-0221-498c-84a1-bb210bef4c47 req-df062c1a-dd39-40eb-a7eb-6226fc5e3668 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025207 Jul 16 20:13:18.298566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebf599-75df-401c-8253-accc09e57186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb433b-d0cb-490d-aa2d-228d12899921,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:18.302669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343de054-6bc6-4970-b12f-f99a36e0915f req-701079a8-bc2d-41d6-afda-94f116ae6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.305361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-701079a8-bc2d-41d6-afda-94f116ae6d60 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a4a58f3d7b045e4be0de836ded4161e&device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 1095 time: 0.2268310 Jul 16 20:13:18.352359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-48ec7095-7abe-4361-9ef7-c5bb0d07b74c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4903e8b3-9a90-43a3-80ce-f60fa0fdf223 HTTP/1.1" status: 200 len: 217 time: 0.0395055 Jul 16 20:13:18.403102 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a4d38-25c9-4408-a8dd-c8abea4198c4 req-034b82c0-59e2-4de8-baa8-245258ac1dcf tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.405994 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ff4a4d38-25c9-4408-a8dd-c8abea4198c4 req-034b82c0-59e2-4de8-baa8-245258ac1dcf tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 944 time: 0.1100314 Jul 16 20:13:18.430285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343de054-6bc6-4970-b12f-f99a36e0915f req-1e0c0d6d-b573-4408-a2df-660dac986d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.432528 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-1e0c0d6d-b573-4408-a2df-660dac986d06 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4cc28a20-487c-428b-8bf5-2a4cde5dd426 HTTP/1.1" status: 200 len: 862 time: 0.0730267 Jul 16 20:13:18.469447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-4189e6cd-25ed-4e70-8157-e9c5f8243faf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304704 Jul 16 20:13:18.471124 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ff4a4d38-25c9-4408-a8dd-c8abea4198c4 req-b3ec3a21-d605-48b7-9912-4e0b471cb14c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592809 Jul 16 20:13:18.618495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-86000409-dd03-4c41-982c-55159474ccf5 service neutron] 10.222.0.63 "GET /v2.0/networks/dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356943 Jul 16 20:13:18.723315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-343de054-6bc6-4970-b12f-f99a36e0915f req-6b1eccf7-0d03-460e-ab90-fa7165f24617 service neutron] 10.222.0.63 "GET /v2.0/networks/dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031539 Jul 16 20:13:18.830509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-244d15af-bb08-44cb-8fd5-b55376f39fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.832163 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-244d15af-bb08-44cb-8fd5-b55376f39fa2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a4a58f3d7b045e4be0de836ded4161e&device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 1095 time: 0.0615866 Jul 16 20:13:18.852526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ad0ede7c-e323-4d04-a684-9493d2913986 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:18.944513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port ad0ede7c-e323-4d04-a684-9493d2913986 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:18.950468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port ad0ede7c-e323-4d04-a684-9493d2913986 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:18.951034 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:18.986856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-f30574eb-add4-4665-8129-436ce45a80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:18.988545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-f30574eb-add4-4665-8129-436ce45a80cf service neutron] 10.222.0.63 "GET /v2.0/networks?id=dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 HTTP/1.1" status: 200 len: 923 time: 0.1483378 Jul 16 20:13:19.045655 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.047882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-b79e286d-870c-43d9-919a-37503c45472c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4903e8b3-9a90-43a3-80ce-f60fa0fdf223 HTTP/1.1" status: 200 len: 217 time: 0.0502193 Jul 16 20:13:19.088113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ad0ede7c-e323-4d04-a684-9493d2913986, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ad0ede7c-e323-4d04-a684-9493d2913986,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:19.096070 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.120374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-addc53ee-8ac4-42c3-96db-3f714a1ca418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.123589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-addc53ee-8ac4-42c3-96db-3f714a1ca418 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4cc28a20-487c-428b-8bf5-2a4cde5dd426 HTTP/1.1" status: 200 len: 862 time: 0.0651464 Jul 16 20:13:19.180788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ad0ede7c-e323-4d04-a684-9493d2913986,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.214813 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-315d619d-d3fc-4401-8dde-527981f36ea3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825326 Jul 16 20:13:19.304768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca52d89-14c1-47ea-8b93-af848ff079c3 req-3401fd28-2447-4244-af28-b40ac6180065 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.306970 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ca52d89-14c1-47ea-8b93-af848ff079c3 req-3401fd28-2447-4244-af28-b40ac6180065 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 943 time: 0.0746200 Jul 16 20:13:19.307529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:19.383592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-196e1303-6438-41a5-84c0-6c248b53bc6d service neutron] 10.222.0.63 "GET /v2.0/networks/dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594872 Jul 16 20:13:19.397494 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ca52d89-14c1-47ea-8b93-af848ff079c3 req-96b3f975-4a76-412e-a655-559ca7b1a31d tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec110f86-a18b-4d03-bf26-ea2bc0985a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830696 Jul 16 20:13:19.463356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1862764814-network', 'tenant_id': '3ca09283cdb344df9c4778a5cbe26f3b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:19.477569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a702ac26-4d78-400f-bedd-6544d1026dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0ede7c-e323-4d04-a684-9493d2913986'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:19.480905 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1181dea2-76a0-4800-b0bf-f87c888feab2" -d '{"events": [{"server_uuid": "a702ac26-4d78-400f-bedd-6544d1026dfe", "name": "network-vif-plugged", "status": "completed", "tag": "ad0ede7c-e323-4d04-a684-9493d2913986"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:19.493018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Made reservation on behalf of 3ca09283cdb344df9c4778a5cbe26f3b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:19.495382 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.506574 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.529056 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37628d9f-b6fa-426d-acf5-8b2c2ed8495b x-openstack-request-id: req-37628d9f-b6fa-426d-acf5-8b2c2ed8495b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:19.530310 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a702ac26-4d78-400f-bedd-6544d1026dfe", "name": "network-vif-plugged", "status": "completed", "tag": "ad0ede7c-e323-4d04-a684-9493d2913986", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:19.531034 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37628d9f-b6fa-426d-acf5-8b2c2ed8495b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:19.531709 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a702ac26-4d78-400f-bedd-6544d1026dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0ede7c-e323-4d04-a684-9493d2913986', 'code': 200} Jul 16 20:13:19.591587 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f5ab597-e92b-4f46-8faf-3d70f6c2f75a req-60856b94-cf63-4a4c-a033-13b414473400 service neutron] 10.222.0.63 "GET /v2.0/networks/dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867599 Jul 16 20:13:19.611356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64662e29-a545-4925-a4e3-8af185f3bfd5 req-f0540c9b-e79a-47e8-a116-9f35e94c71f5 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.616310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64662e29-a545-4925-a4e3-8af185f3bfd5 req-f0540c9b-e79a-47e8-a116-9f35e94c71f5 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 945 time: 0.1749196 Jul 16 20:13:19.701674 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.709200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64662e29-a545-4925-a4e3-8af185f3bfd5 req-1426678b-d46a-45ee-b836-27c7304f9a14 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746646 Jul 16 20:13:19.711124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.723283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161db2e4-a710-4d45-b412-8f575514dbbb req-761704cf-70c1-4038-a9fc-6c12e3cff787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.725556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-161db2e4-a710-4d45-b412-8f575514dbbb req-761704cf-70c1-4038-a9fc-6c12e3cff787 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 1097 time: 0.1077871 Jul 16 20:13:19.754318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:19.765441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-161db2e4-a710-4d45-b412-8f575514dbbb req-2e4ca1eb-af45-46e3-b222-cb27d0693fc8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 Jul 16 20:13:19.776834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a049f18b-c0c5-4575-bcc4-720993eff220,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:19.781562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.781897 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Added segment e1c75b80-b239-4375-aa03-63be9a950aab of type vlan for network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 Jul 16 20:13:19.803669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbc022-2954-4463-9abf-144402601331 req-0028d687-8b19-4c81-b9dc-115aa025e366 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.805282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b1bbc022-2954-4463-9abf-144402601331 req-0028d687-8b19-4c81-b9dc-115aa025e366 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 945 time: 0.1467557 Jul 16 20:13:19.854140 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.879230 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b1bbc022-2954-4463-9abf-144402601331 req-c9f1b355-1b3f-4a19-8b71-f0eadba9817f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533800 Jul 16 20:13:19.902130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.903361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:19.904138 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:19.977111 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6684754 Jul 16 20:13:19.980079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:19.986214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Request body: {'subnet': {'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1862764814-subnet', 'tenant_id': '3ca09283cdb344df9c4778a5cbe26f3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:20.021770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c8fd0-20bd-4118-8184-c9b5316c1d34 admin admin] Pushing event updated for resources: {'Network': ['ID=090e63f5-0b12-480f-a8ba-caa5cb1116a8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:20.033574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:20.035789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Made reservation on behalf of 3ca09283cdb344df9c4778a5cbe26f3b for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:20.039979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.072518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:20.152531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-a6fefe9c-7f7d-431c-b7bc-e60fe0184f09 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:20.160506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-a6fefe9c-7f7d-431c-b7bc-e60fe0184f09 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0991931 Jul 16 20:13:20.220704 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-829d473b-2f69-4c85-af51-6edd4c1d5aa7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0589275 Jul 16 20:13:20.232828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,segment=NetworkSegment(61ade775-fbc0-455d-be1f-aff60ec92009),segment_id=61ade775-fbc0-455d-be1f-aff60ec92009)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:20.236872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1d166e12-0b5d-4d92-b214-360b2ca37bee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Request body: {'floatingip': {'port_id': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:20.256821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '4903e8b3-9a90-43a3-80ce-f60fa0fdf223', 'network_id': 'dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901', 'port_id': '4903e8b3-9a90-43a3-80ce-f60fa0fdf223', 'mac_address': 'fa:16:3e:5a:4c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc28a20-487c-428b-8bf5-2a4cde5dd426', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:20.291351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.306137 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.322697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:20.323801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1d166e12-0b5d-4d92-b214-360b2ca37bee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.356239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,segment=NetworkSegment(61ade775-fbc0-455d-be1f-aff60ec92009),segment_id=61ade775-fbc0-455d-be1f-aff60ec92009)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:20.361707 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.368502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:20.368858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Network hostable DHCP agents. Network: 090e63f5-0b12-480f-a8ba-caa5cb1116a8, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:20.371341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:20.398186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:20.411971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 090e63f5-0b12-480f-a8ba-caa5cb1116a8) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:20.427361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07361b5e-5732-4b4f-a411-7c2484c50ef5 None None] Network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:20.442243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:20.442243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.445993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:20.480588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b834616c-b314-4c42-b25a-4742fdbb744e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4985723 Jul 16 20:13:20.543459 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9093dc93-68d6-4ac4-9cf6-6776e4d4ec76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:20.702804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff095c29-a123-432a-bed9-a51f50655eab req-1715b3f2-a230-4daa-b24d-eb8c70712dba tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:20.712226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff095c29-a123-432a-bed9-a51f50655eab req-1715b3f2-a230-4daa-b24d-eb8c70712dba tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 944 time: 0.1299200 Jul 16 20:13:20.782295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff095c29-a123-432a-bed9-a51f50655eab req-94de0b1e-0c80-4290-9f93-3ec2274c8601 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec110f86-a18b-4d03-bf26-ea2bc0985a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690110 Jul 16 20:13:20.816063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['4903e8b3-9a90-43a3-80ce-f60fa0fdf223'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:20.858794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca277eb-7e91-41b2-8934-7040e469b657 None None] Network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:21.001864 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1d166e12-0b5d-4d92-b214-360b2ca37bee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.007625 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1d166e12-0b5d-4d92-b214-360b2ca37bee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.149233 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1d166e12-0b5d-4d92-b214-360b2ca37bee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5 associated. External IP: 172.25.7.42, port: b596a2f8-28cc-4eaf-a291-41db01567a94. Jul 16 20:13:21.169915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-7248ff58-73b8-4bd8-a0d4-f399342b8a75 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=098b747a5b09480595fd617734b1e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233033 Jul 16 20:13:21.232215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:21.238903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-10074405-network', 'tenant_id': '7530b5592f9e4948ab68cda2d1fcc60c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:21.276992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Made reservation on behalf of 7530b5592f9e4948ab68cda2d1fcc60c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:21.279324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.284233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-70deedbf-36e2-4957-8dd9-2189e997ce7d tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:21.285679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-70deedbf-36e2-4957-8dd9-2189e997ce7d tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095407 Jul 16 20:13:21.290025 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.300874 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-68921bdd-f79d-4f6e-b6a8-ca246e04a06d tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/quotas/098b747a5b09480595fd617734b1e16f HTTP/1.1" status: 200 len: 375 time: 0.0090253 Jul 16 20:13:21.334361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-266542b8-b675-496a-b561-b72b37f80cb0 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=098b747a5b09480595fd617734b1e16f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276175 Jul 16 20:13:21.742218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66169629-db95-4d69-9df1-f1b2e0f5963f req-b272eddd-5dc6-4491-9255-d2794b764ef2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:21.743790 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-66169629-db95-4d69-9df1-f1b2e0f5963f req-b272eddd-5dc6-4491-9255-d2794b764ef2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 945 time: 0.0660338 Jul 16 20:13:21.753764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1d166e12-0b5d-4d92-b214-360b2ca37bee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Router c3cfce6a-6d2d-45f9-9670-c60a01656de6 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:21.787233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-66169629-db95-4d69-9df1-f1b2e0f5963f req-d1b3b0fd-d6cd-4315-b1ba-56e5d9bf9d8b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Jul 16 20:13:21.849391 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.859233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.927087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:21.941989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7ec1f0-c2e6-4982-bbbc-723b204bcde1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:21.953695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.954046 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Added segment 960132d8-7a1f-45db-8ef9-600fb520ce1c of type vlan for network 10b5260a-8683-41c2-8edc-7ad5368f0c7a Jul 16 20:13:21.965135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1d166e12-0b5d-4d92-b214-360b2ca37bee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:21.971030 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1d166e12-0b5d-4d92-b214-360b2ca37bee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:21.977322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] Sync routers for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:21.993227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:21.994777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:22.011856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1d166e12-0b5d-4d92-b214-360b2ca37bee tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "PUT /v2.0/floatingips/03c23e00-fccb-4c3a-ab75-1371252b7dc5 HTTP/1.1" status: 200 len: 996 time: 1.7805829 Jul 16 20:13:22.031336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:22.033902 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09e0f03-a835-47bd-9c49-27ef86bb31af" -d '{"events": [{"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:22.074747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:22.155933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.197945 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.199697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:22.200551 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.215697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:22.247026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:22.279402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] Pushing event updated for resources: {'Network': ['ID=10b5260a-8683-41c2-8edc-7ad5368f0c7a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:22.324909 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7f6d7e81-925b-4bd8-b5ab-4052d46b5894 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0913174 Jul 16 20:13:22.325768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:22.333126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Request body: {'subnet': {'network_id': '10b5260a-8683-41c2-8edc-7ad5368f0c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-10074405-subnet', 'tenant_id': '7530b5592f9e4948ab68cda2d1fcc60c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:22.347380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-20076516-8e33-4dca-9820-fbbe4b448fd0 req-82750de3-635c-4673-9dee-7f0a31b7f556 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 210 time: 0.0878420 Jul 16 20:13:22.355169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:22.355693 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.360761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 10b5260a-8683-41c2-8edc-7ad5368f0c7a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:22.372593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-f46c651a-4515-445b-acc3-250c2818fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:22.381578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-f46c651a-4515-445b-acc3-250c2818fb9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1098 time: 0.3329952 Jul 16 20:13:22.427900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Made reservation on behalf of 7530b5592f9e4948ab68cda2d1fcc60c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:22.430584 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.565011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7f49-8255-41d1-9f5d-798ee55cd360 req-d5c4e58d-94dd-45bf-a7a7-a936411ed36a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:22.567040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-881e7f49-8255-41d1-9f5d-798ee55cd360 req-d5c4e58d-94dd-45bf-a7a7-a936411ed36a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 944 time: 0.0756147 Jul 16 20:13:22.577591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-7efd3e29-ceba-4f6b-a5df-5eaafe8ef441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:22.586390 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-7efd3e29-ceba-4f6b-a5df-5eaafe8ef441 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.2032685 Jul 16 20:13:22.632744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-881e7f49-8255-41d1-9f5d-798ee55cd360 req-5960d206-6fcf-4fc9-ab00-b20921e8db62 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec110f86-a18b-4d03-bf26-ea2bc0985a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572877 Jul 16 20:13:22.682790 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.711921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-8a3bf6e0-26a1-4db3-b038-bec457b4d386 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 999 time: 0.1242948 Jul 16 20:13:22.723336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1629ee2-425b-4dc1-9923-782e46b22569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4903e8b3-9a90-43a3-80ce-f60fa0fdf223'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:22.726281 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f89a915-c541-4622-b55b-bd393e999ac0" -d '{"events": [{"server_uuid": "b1629ee2-425b-4dc1-9923-782e46b22569", "name": "network-vif-plugged", "status": "completed", "tag": "4903e8b3-9a90-43a3-80ce-f60fa0fdf223"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:22.762568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,segment=NetworkSegment(61ade775-fbc0-455d-be1f-aff60ec92009),segment_id=61ade775-fbc0-455d-be1f-aff60ec92009)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:22.772451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-68235f85-94b0-40b4-8cb3-9ada51e39019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:22.777308 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.783378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-68235f85-94b0-40b4-8cb3-9ada51e39019 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.0703635 Jul 16 20:13:22.790445 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a038b8-1fb2-409e-88c0-483d2a173ae0 x-openstack-request-id: req-07a038b8-1fb2-409e-88c0-483d2a173ae0 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:22.790916 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:22.791299 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07a038b8-1fb2-409e-88c0-483d2a173ae0 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:22.791769 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'status': 'completed', 'code': 200} Jul 16 20:13:22.842527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:4d:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:20Z', 'revision_number': 1, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:22.848880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:22.871208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-fd78c037-1201-4173-97ec-c5b3823f7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:22.873846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-fd78c037-1201-4173-97ec-c5b3823f7241 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1098 time: 0.1239693 Jul 16 20:13:22.879309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] Checking router: c3cfce6a-6d2d-45f9-9670-c60a01656de6 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:22.889578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:22.890452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:12:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:22.931206 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:22.977601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-f3a277f7-9e21-4eb8-8d32-503a2ab7b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:22.985862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-f3a277f7-9e21-4eb8-8d32-503a2ab7b2e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2013040 Jul 16 20:13:23.032437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:23.053269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-7658b35b-dd0a-4f6b-9c74-b4386713fcca tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=098b747a5b09480595fd617734b1e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903542 Jul 16 20:13:23.069088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ad3a7b-007c-4911-b4d1-f1e829dde68d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:23.071715 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d52ca39-260b-4235-b809-734a55a85fda x-openstack-request-id: req-3d52ca39-260b-4235-b809-734a55a85fda {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:23.072176 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1629ee2-425b-4dc1-9923-782e46b22569", "name": "network-vif-plugged", "status": "completed", "tag": "4903e8b3-9a90-43a3-80ce-f60fa0fdf223", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:23.072542 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d52ca39-260b-4235-b809-734a55a85fda {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:23.073032 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1629ee2-425b-4dc1-9923-782e46b22569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4903e8b3-9a90-43a3-80ce-f60fa0fdf223', 'code': 200} Jul 16 20:13:23.284494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Checking segment: {'id': '960132d8-7a1f-45db-8ef9-600fb520ce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b5260a-8683-41c2-8edc-7ad5368f0c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:23.284928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Network hostable DHCP agents. Network: 10b5260a-8683-41c2-8edc-7ad5368f0c7a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:23.334332 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-1b1caddd-7c0c-420c-b9ad-abbdc18e60e5 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475688 Jul 16 20:13:23.357209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Network 10b5260a-8683-41c2-8edc-7ad5368f0c7a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:23.408921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 10b5260a-8683-41c2-8edc-7ad5368f0c7a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:23.426125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc78bf-9a3a-47ed-961f-97a47a35cd4e None None] Network 10b5260a-8683-41c2-8edc-7ad5368f0c7a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:23.429291 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.475047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-7a2a62e2-c0a4-4faf-99e3-6568cf92a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:23.477974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-7a2a62e2-c0a4-4faf-99e3-6568cf92a655 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.5949054 Jul 16 20:13:23.492088 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4f9e3a34-4874-4191-96e5-71cd44fb6361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.510970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:23.511838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:23.544175 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-55e9a9c9-1f7c-4912-af6a-f8ba3b7f0a70 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2159851 Jul 16 20:13:23.559839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2af8abc9-f0d0-48ec-8f21-2d9a6c57c20d req-e6245e95-d1ee-4113-b586-e31bc5908f13 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242479 Jul 16 20:13:23.591320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-0072758d-de72-48e4-90a7-bc63a80a183c tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:23.593033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-0072758d-de72-48e4-90a7-bc63a80a183c tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5330546 Jul 16 20:13:23.635936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653e36d-84f6-4ed4-ac5e-819453c7a02e req-ed5f668e-eefa-45e1-aa30-241116cf8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:23.639022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f653e36d-84f6-4ed4-ac5e-819453c7a02e req-ed5f668e-eefa-45e1-aa30-241116cf8d98 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 1097 time: 0.4528806 Jul 16 20:13:23.642112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76b9e5db-cff6-4355-8026-8e9b54832673 req-51de6721-1e51-44e4-b760-81dc172a43bd tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 210 time: 0.0772152 Jul 16 20:13:23.649164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Request body: {'port': {'device_id': '37127c80-b681-4844-ba39-ea81af2be2f0', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '098b747a5b09480595fd617734b1e16f'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:23.689491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-e4912ab0-d396-43a3-8361-93a27848d370 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 999 time: 0.2034664 Jul 16 20:13:23.708813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:4d:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:20Z', 'revision_number': 1, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:23.744707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e396a-b6dd-4b4c-ba84-d058855eed97 None None] The sync data for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 is: [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:4d:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:20Z', 'revision_number': 1, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:23.746748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa27170-005f-427f-a8f3-91bb5cfd750e None None] Network 10b5260a-8683-41c2-8edc-7ad5368f0c7a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:23.847741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-8bed0250-fbed-4970-a9d7-e0747e5f5946 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:23.849921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-8bed0250-fbed-4970-a9d7-e0747e5f5946 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1320426 Jul 16 20:13:23.864354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f653e36d-84f6-4ed4-ac5e-819453c7a02e req-693e6196-2fe2-4339-a64a-d99736ae123c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ec110f86-a18b-4d03-bf26-ea2bc0985a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075584 Jul 16 20:13:23.868907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-67cb184c-0bb4-4537-b759-57e99d3a96da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:23.870611 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-67cb184c-0bb4-4537-b759-57e99d3a96da service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.1702864 Jul 16 20:13:23.947477 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b6895fb3-c4a1-4850-bdc8-e7d71690c35c tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 999 time: 0.0913486 Jul 16 20:13:23.960699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Request body: {'floatingip': {'port_id': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:24.017589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Made reservation on behalf of 098b747a5b09480595fd617734b1e16f for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:24.021879 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.042483 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.061244 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.061509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63640960-c12c-4d2c-a8d3-b5c86562d331 req-f8aab4fe-4192-4613-bdf6-1acad368cdb6 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:24.068314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63640960-c12c-4d2c-a8d3-b5c86562d331 req-f8aab4fe-4192-4613-bdf6-1acad368cdb6 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 945 time: 0.1920466 Jul 16 20:13:24.074128 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201343ea-1e87-4b67-b6d9-e142203d618b None None] New status for floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:13:24.078466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-a3e6f16b-f12e-4cbb-81eb-61814be63697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:24.080021 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-a3e6f16b-f12e-4cbb-81eb-61814be63697 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561282 Jul 16 20:13:24.150889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63640960-c12c-4d2c-a8d3-b5c86562d331 req-79f0dd09-7de5-4643-b483-5cd9377d5619 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec110f86-a18b-4d03-bf26-ea2bc0985a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816262 Jul 16 20:13:24.252162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-8a5256cf-7b87-4731-812d-b380a488453e service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619391 Jul 16 20:13:24.374092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.378195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d09e0f03-a835-47bd-9c49-27ef86bb31af req-5a41b186-da18-4120-998a-fff737a5f626 service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184630 Jul 16 20:13:24.380475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.417381 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.429554 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:13:24.429878 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:13:24.481716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41110df5-71f2-477e-a199-e0fff06590e2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:24.591103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1482-2224-4d5e-b880-41305135f078 req-5d514902-84dc-4525-bce4-236d2fb5011f tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:24.592592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-5d514902-84dc-4525-bce4-236d2fb5011f tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 821 time: 0.1995096 Jul 16 20:13:24.621870 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-bb847596-e7c5-416e-a2f6-5cbdea5adb3d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/quotas/3ca09283cdb344df9c4778a5cbe26f3b HTTP/1.1" status: 200 len: 375 time: 0.0231836 Jul 16 20:13:24.623053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Allocated IP 192.168.233.25 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/11ab2811-5864-4420-b1ad-e57f9c4ff34b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:24.661531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-032757bf-c689-4f89-b0f6-806c561ebf49 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340495 Jul 16 20:13:24.832036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-385799a7-cd25-40d3-a02c-03c2d652df1e service neutron] 10.222.0.10 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632254 Jul 16 20:13:24.887386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.931033 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:24.934141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Transition to ACTIVE for port object 11ab2811-5864-4420-b1ad-e57f9c4ff34b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:24.963506 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-901e4dcb-643b-41e0-ba4a-4ef84b335e77 service neutron] 10.222.0.10 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233418 Jul 16 20:13:24.985792 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.035143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:25.038511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:25.042699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:25.049530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Pushing event updated for resources: {'Port': ['ID=11ab2811-5864-4420-b1ad-e57f9c4ff34b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.111015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:25.111716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.146414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-094d0d1e-f126-4093-8901-0dccec933338 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5143108 Jul 16 20:13:25.160477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Request body: {'port': {'device_id': '37127c80-b681-4844-ba39-ea81af2be2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:25.314974 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.415106 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7dbc77c-aaf9-49b4-aa1e-acfed6498ced None None] Provisioning for port 11ab2811-5864-4420-b1ad-e57f9c4ff34b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:25.428257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7dbc77c-aaf9-49b4-aa1e-acfed6498ced None None] Provisioning complete for port 11ab2811-5864-4420-b1ad-e57f9c4ff34b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:25.431558 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc77c-aaf9-49b4-aa1e-acfed6498ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.530991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbc77c-aaf9-49b4-aa1e-acfed6498ced None None] Port 11ab2811-5864-4420-b1ad-e57f9c4ff34b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:25.665906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ab2811-5864-4420-b1ad-e57f9c4ff34b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:25.667292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.672697 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.681101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.701083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Transition to ACTIVE for port object 11ab2811-5864-4420-b1ad-e57f9c4ff34b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:25.712134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:25.816193 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5 associated. External IP: 172.25.7.42, port: b596a2f8-28cc-4eaf-a291-41db01567a94. Jul 16 20:13:25.826942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Pushing event updated for resources: {'Port': ['ID=11ab2811-5864-4420-b1ad-e57f9c4ff34b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:25.901680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Attempting to bind port 11ab2811-5864-4420-b1ad-e57f9c4ff34b on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:25.902119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Attempting to bind port 11ab2811-5864-4420-b1ad-e57f9c4ff34b by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:25.902600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Attempting to bind port 11ab2811-5864-4420-b1ad-e57f9c4ff34b on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:25.907612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Port 11ab2811-5864-4420-b1ad-e57f9c4ff34b on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:25.907998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Attempting to bind port 11ab2811-5864-4420-b1ad-e57f9c4ff34b on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:25.914488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:25.914917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:25.915394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:25.915907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Bound port: 11ab2811-5864-4420-b1ad-e57f9c4ff34b, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:25.916328 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.023696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] For port 11ab2811-5864-4420-b1ad-e57f9c4ff34b, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:26.028455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] For port 11ab2811-5864-4420-b1ad-e57f9c4ff34b, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11ab2811-5864-4420-b1ad-e57f9c4ff34b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:26.043161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.131929 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.186013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Pushing event updated for resources: {'Port': ['ID=11ab2811-5864-4420-b1ad-e57f9c4ff34b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:26.199672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.200942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.205081 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3e33ecac-1421-4248-b97b-a761790e367c service neutron] 10.222.0.30 "PUT /v2.0/ports/11ab2811-5864-4420-b1ad-e57f9c4ff34b HTTP/1.1" status: 200 len: 1096 time: 1.0510550 Jul 16 20:13:26.206198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37127c80-b681-4844-ba39-ea81af2be2f0', 'tag': '11ab2811-5864-4420-b1ad-e57f9c4ff34b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:26.212134 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed273244-dcb5-4f07-bca3-cde741d27995" -d '{"events": [{"name": "network-changed", "server_uuid": "37127c80-b681-4844-ba39-ea81af2be2f0", "tag": "11ab2811-5864-4420-b1ad-e57f9c4ff34b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:26.240429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Router c3cfce6a-6d2d-45f9-9670-c60a01656de6 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:26.421781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:26.437394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] Sync routers for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:26.442610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-1604a43e-56ee-4478-aaea-4deb6ba5915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.444875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-1604a43e-56ee-4478-aaea-4deb6ba5915e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=098b747a5b09480595fd617734b1e16f&device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 1099 time: 0.1116219 Jul 16 20:13:26.451974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:26.452902 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:26.512660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ad9e9-97e3-4903-bc1c-620e775d01f0 req-6f5c5b22-d4a1-4f51-9438-827ccca9a0e5 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.524651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a72ad9e9-97e3-4903-bc1c-620e775d01f0 req-6f5c5b22-d4a1-4f51-9438-827ccca9a0e5 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 947 time: 0.2396140 Jul 16 20:13:26.528276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-77a25393-2851-4c78-8dcc-797f4353cbff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=11ab2811-5864-4420-b1ad-e57f9c4ff34b HTTP/1.1" status: 200 len: 217 time: 0.0715380 Jul 16 20:13:26.634171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:26.667008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-e6f26108-f39d-4d13-8492-f09ea7e4f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.670951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-e6f26108-f39d-4d13-8492-f09ea7e4f3b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1257148 Jul 16 20:13:26.706927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Router c3cfce6a-6d2d-45f9-9670-c60a01656de6 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:26.723798 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a72ad9e9-97e3-4903-bc1c-620e775d01f0 req-1a3e362d-d971-40d8-9dbd-7e4f42ddef52 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992683 Jul 16 20:13:26.886029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:26.894731 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:26.946684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3b4daa93-33fb-456d-a332-a9d46be5cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:26.948425 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-3b4daa93-33fb-456d-a332-a9d46be5cb2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2682116 Jul 16 20:13:27.045860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:27.050811 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4" -d '{"events": [{"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:27.061731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-b31f313a-e65c-460f-b47b-2fc6df42bbbd tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "PUT /v2.0/floatingips/03c23e00-fccb-4c3a-ab75-1371252b7dc5 HTTP/1.1" status: 200 len: 997 time: 3.1051996 Jul 16 20:13:27.072605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:de:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:25Z', 'revision_number': 3, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:27.103798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] Checking router: c3cfce6a-6d2d-45f9-9670-c60a01656de6 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:27.114291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:27.115169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:27.158541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-3a54a5b6-8789-432d-828f-b5fafb4cc418 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.161030 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-3a54a5b6-8789-432d-828f-b5fafb4cc418 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports/b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 943 time: 0.0891161 Jul 16 20:13:27.188151 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-373fa09b-96c5-46f4-b944-3717e8b2261b req-e6bc2c9f-b766-4d9c-9218-facaa03325ce tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 210 time: 0.1310499 Jul 16 20:13:27.280369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:27.393199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-e4c697c8-d148-4b77-b5b6-735897165128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.395133 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-e4c697c8-d148-4b77-b5b6-735897165128 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1098 time: 0.0871131 Jul 16 20:13:27.532271 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-05259715-0deb-4fe7-bcbc-021a81aab7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.534327 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-05259715-0deb-4fe7-bcbc-021a81aab7ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.1325495 Jul 16 20:13:27.591906 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-0afd2d21-7b8f-42a0-8201-06c5ab12a22a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 217 time: 0.0502722 Jul 16 20:13:27.662836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-36173879-ec35-4b3a-aa89-aee6a1300220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.665197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:de:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:25Z', 'revision_number': 3, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:27.666233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-36173879-ec35-4b3a-aa89-aee6a1300220 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.0673206 Jul 16 20:13:27.704929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc4728-877e-4067-b46a-20eeb96635e8 None None] The sync data for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 is: [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:de:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:25Z', 'revision_number': 3, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:27.744829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-c4d370a1-82fa-4e2e-a4c4-1922f3777522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.746647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-c4d370a1-82fa-4e2e-a4c4-1922f3777522 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730586 Jul 16 20:13:27.763488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1482-2224-4d5e-b880-41305135f078 req-8605f53f-7037-4947-b4b4-b1562ff93a9c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.765100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-8605f53f-7037-4947-b4b4-b1562ff93a9c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 821 time: 0.9458215 Jul 16 20:13:27.780995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Request body: {'port': {'device_id': '16d8bfde-04fe-4774-ab46-298e9689335a', 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8', 'admin_state_up': True, 'tenant_id': '3ca09283cdb344df9c4778a5cbe26f3b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:27.827340 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-447626ee-2fc0-48d8-9b59-c787123a5fdb service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8681455 Jul 16 20:13:27.845699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-9b1261f1-fbde-4598-aff9-ea83fb0d57ae service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925262 Jul 16 20:13:27.855421 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-5c28415a-fd18-4372-941d-c08c31bfc0dc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8026326 Jul 16 20:13:27.939810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807c8fd-bb03-430e-85bd-642e727b9516 req-f68acc16-4fec-408e-b76f-1c2e129a1fdb tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:27.941646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1807c8fd-bb03-430e-85bd-642e727b9516 req-f68acc16-4fec-408e-b76f-1c2e129a1fdb tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 945 time: 0.3231838 Jul 16 20:13:27.975485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-8ae25a12-e673-45f7-a38f-ad69d9ce9829 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231678 Jul 16 20:13:27.978649 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391dfb8-1b97-4217-b9c1-568af718fac3 None None] New status for floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:13:28.067486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea329f6d-a27f-4fb6-aa00-442edfaf8420 req-be28e9a6-18e4-4822-9e2f-27b0ce8d18cc service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325282 Jul 16 20:13:28.098119 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-6df0a2b9-0879-4dc1-9d1f-189a923e4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.099995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-6df0a2b9-0879-4dc1-9d1f-189a923e4ad5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0973904 Jul 16 20:13:28.157926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1807c8fd-bb03-430e-85bd-642e727b9516 req-d065e431-327f-4b17-b20a-5de552488b17 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec110f86-a18b-4d03-bf26-ea2bc0985a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012475 Jul 16 20:13:28.166817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Made reservation on behalf of 3ca09283cdb344df9c4778a5cbe26f3b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:28.169941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:28.175554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-2fa8f7bd-3566-4cbd-a6e3-525abddf309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.177049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-2fa8f7bd-3566-4cbd-a6e3-525abddf309e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=192a6a5ab1484bb59fe3c3736d1d737b&device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 1097 time: 0.2328215 Jul 16 20:13:28.250895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-9ea3c330-db98-4a62-a518-553aea885711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.252787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-9ea3c330-db98-4a62-a518-553aea885711 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.1460428 Jul 16 20:13:28.335375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-d176f9e7-cdf0-4d17-a563-3a28c5d85a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.336901 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-d176f9e7-cdf0-4d17-a563-3a28c5d85a79 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7a0bc17c-ed1d-449f-8f56-1daec615cb90 HTTP/1.1" status: 200 len: 916 time: 0.1041574 Jul 16 20:13:28.338408 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea1d87a-bef9-434d-b815-4467fa20a77d x-openstack-request-id: req-cea1d87a-bef9-434d-b815-4467fa20a77d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:28.338767 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37127c80-b681-4844-ba39-ea81af2be2f0", "tag": "11ab2811-5864-4420-b1ad-e57f9c4ff34b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:28.339063 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cea1d87a-bef9-434d-b815-4467fa20a77d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:28.339577 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37127c80-b681-4844-ba39-ea81af2be2f0', 'tag': '11ab2811-5864-4420-b1ad-e57f9c4ff34b', 'status': 'completed', 'code': 200} Jul 16 20:13:28.404266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-a0915930-f3c1-4248-9fb5-c511c3dc156e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 200 len: 1000 time: 0.1439946 Jul 16 20:13:28.468166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] Sync routers for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:28.484280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:28.486861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:28.493786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-5f5a9ef4-d138-49d8-9eda-b4353e297698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.501882 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-5f5a9ef4-d138-49d8-9eda-b4353e297698 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.0849478 Jul 16 20:13:28.578659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-d3ae5fa0-b93c-4002-9388-4c7d3912a3ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a5c69a6-aa86-459c-bf4a-8360448f6484 HTTP/1.1" status: 200 len: 1001 time: 0.2241976 Jul 16 20:13:28.601529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-c9559ef9-6384-455d-bd07-3fb55a05d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.603615 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-c9559ef9-6384-455d-bd07-3fb55a05d817 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009033 Jul 16 20:13:28.635531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-0fe985bb-affa-4af3-b36a-0027661efa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.637051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-0fe985bb-affa-4af3-b36a-0027661efa1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=098b747a5b09480595fd617734b1e16f&device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 1099 time: 0.2937732 Jul 16 20:13:28.647875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Allocated IP 172.20.0.12 (090e63f5-0b12-480f-a8ba-caa5cb1116a8/80c8e6cd-e14f-4b4a-bbea-93ed92be01bc/9f8f96b6-7621-46a3-a237-3131610def83) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:28.701970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-3b47ec12-1477-462e-ba6a-8b35e5d7197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.703477 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-3b47ec12-1477-462e-ba6a-8b35e5d7197d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74363b6c-ee6b-470a-a5d8-71c1a42d0252 HTTP/1.1" status: 200 len: 854 time: 0.1148915 Jul 16 20:13:28.730192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:28.771007 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-802725bb-d212-448e-a2be-c3c90520a419 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613574 Jul 16 20:13:28.837839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-375dfc0b-ba42-4a4f-94b9-4f813b61d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:28.839589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-375dfc0b-ba42-4a4f-94b9-4f813b61d526 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1885746 Jul 16 20:13:28.981455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-caa764b7-16b2-428c-880c-4d1d5a0ac438 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=11ab2811-5864-4420-b1ad-e57f9c4ff34b HTTP/1.1" status: 200 len: 217 time: 0.1301258 Jul 16 20:13:28.984536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cd9cdec-ef63-46e1-b9cf-e63c6a930838 req-f5d0af9c-af4b-417b-b540-f0a422574f8a service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072482 Jul 16 20:13:28.986768 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bff27a-1cab-4711-a3f4-69eac9a19002 x-openstack-request-id: req-01bff27a-1cab-4711-a3f4-69eac9a19002 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:28.986768 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:28.986997 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01bff27a-1cab-4711-a3f4-69eac9a19002 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:28.987230 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'status': 'completed', 'code': 200} Jul 16 20:13:29.067639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:de:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:28Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:29.078200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-ae059290-39b6-46b9-a418-653b63c8d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.079903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-ae059290-39b6-46b9-a418-653b63c8d17a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7a0bc17c-ed1d-449f-8f56-1daec615cb90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3419249 Jul 16 20:13:29.104782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] Checking router: c3cfce6a-6d2d-45f9-9670-c60a01656de6 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:29.114276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:29.115004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:29.159954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.241663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:29.276485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-32d734e2-0275-4265-bf35-086033c46368 req-e2320320-2b4c-4fb0-aa1b-43c329582384 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 210 time: 0.0485420 Jul 16 20:13:29.309461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-caad933c-1641-47b6-a14c-e221e25dbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.310944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-caad933c-1641-47b6-a14c-e221e25dbca2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.2354329 Jul 16 20:13:29.315760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.435283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:29.449302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:29.459555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Pushing event updated for resources: {'Port': ['ID=9f8f96b6-7621-46a3-a237-3131610def83,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:29.466668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:29.515849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-d814fd0f-cfca-4dcf-a54a-ee06e480b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.517674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-d814fd0f-cfca-4dcf-a54a-ee06e480b3cb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1098 time: 0.6462963 Jul 16 20:13:29.524287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.524955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:29.534834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-b477d9d8-ac97-40f8-8d42-e1c900dc8893 service neutron] 10.222.0.63 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985076 Jul 16 20:13:29.556361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:de:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:28Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:29.614648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6622a1-c10d-439c-b9d8-825470b9fd5b None None] The sync data for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 is: [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:de:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:28Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:29.668555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa7cb2-8957-4532-8eb4-395c08117d35 req-cb89ff59-0192-41ea-83d3-87410c6ef029 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.670216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53aa7cb2-8957-4532-8eb4-395c08117d35 req-cb89ff59-0192-41ea-83d3-87410c6ef029 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 947 time: 0.6000471 Jul 16 20:13:29.700007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-11f8c721-5750-4683-ab83-ac2e51a94c25 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9231920 Jul 16 20:13:29.742573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Request body: {'port': {'device_id': '16d8bfde-04fe-4774-ab46-298e9689335a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:29.769026 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7607061a-1c77-4f10-bb78-58202eb0b45b req-e34b6754-556b-46cb-9517-309f83f49041 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.4551704 Jul 16 20:13:29.798793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dd75a4a-6ac8-40a2-b70a-94ae6f9ffe83 req-0bf5d181-3fa6-447d-9171-77f7d00823f6 service neutron] 10.222.0.63 "GET /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449565 Jul 16 20:13:29.812748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-ab489993-a3dc-4866-bc15-18111214a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.814178 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-ab489993-a3dc-4866-bc15-18111214a5bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4883142 Jul 16 20:13:29.855740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607061a-1c77-4f10-bb78-58202eb0b45b req-fcb9058d-cca8-4466-90d5-f0a1a607a778 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.857091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7607061a-1c77-4f10-bb78-58202eb0b45b req-fcb9058d-cca8-4466-90d5-f0a1a607a778 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports/b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 200 len: 942 time: 0.0787206 Jul 16 20:13:29.864522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53aa7cb2-8957-4532-8eb4-395c08117d35 req-abeb4b54-d245-4847-802f-d1ad633da74d tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787677 Jul 16 20:13:29.966535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-1c87b3c1-6c80-4922-a70a-384bbbb1eea3 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383119 Jul 16 20:13:29.974740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-ebf15ddb-86f8-483b-ab6c-092aa4eeaa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:29.976238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-ebf15ddb-86f8-483b-ab6c-092aa4eeaa30 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.4449241 Jul 16 20:13:30.052693 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7607061a-1c77-4f10-bb78-58202eb0b45b req-5da6ddde-91ec-451e-9ac8-28440492f7bf tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.0751455 Jul 16 20:13:30.100137 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-1f1f291e-129d-46a5-8470-1f8eaee15637 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 217 time: 0.0798893 Jul 16 20:13:30.128712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:30.213493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607061a-1c77-4f10-bb78-58202eb0b45b req-ccf07d3d-1380-4a36-a3e0-5f0b420bd5e4 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.215850 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7607061a-1c77-4f10-bb78-58202eb0b45b req-ccf07d3d-1380-4a36-a3e0-5f0b420bd5e4 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1567712 Jul 16 20:13:30.488253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-e887aab9-d1ff-40fc-8c9a-654028cd1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.489687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-e887aab9-d1ff-40fc-8c9a-654028cd1df1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.3759489 Jul 16 20:13:30.587293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed273244-dcb5-4f07-bca3-cde741d27995 req-458f878d-d09e-48b9-a0ec-7c9f9a47140f service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019359 Jul 16 20:13:30.600571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-7d4ba4e7-168a-4a17-be9a-7a2c8c4effaf tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.0814345 Jul 16 20:13:30.654319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8f96b6-7621-46a3-a237-3131610def83 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:30.675082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-45d742b2-34b3-43e8-8e8a-a052696d75f7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.686947 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-45d742b2-34b3-43e8-8e8a-a052696d75f7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports/b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 200 len: 942 time: 0.0723658 Jul 16 20:13:30.842149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-57c0f202-5d12-435e-a41b-8e542f4ccbfe tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.0756576 Jul 16 20:13:30.898789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 11ab2811-5864-4420-b1ad-e57f9c4ff34b details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:30.965572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-594c8070-7162-4735-a6d3-ddd5bb1bbcf1 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:30.973736 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-594c8070-7162-4735-a6d3-ddd5bb1bbcf1 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1240556 Jul 16 20:13:31.012411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:31.015196 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:31.020697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.046508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Transition to ACTIVE for port object 9f8f96b6-7621-46a3-a237-3131610def83 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:31.049126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-41cfc8c8-565f-4e9d-b108-c132a55a6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.050885 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-41cfc8c8-565f-4e9d-b108-c132a55a6582 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5480359 Jul 16 20:13:31.054611 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-7b5dd0f8-6e8b-43d1-9203-d1c7f20994f6 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1000 time: 0.0798960 Jul 16 20:13:31.061385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645f806-cbed-4e6e-bf07-28398f970194 req-125cdd9c-9f0e-40a0-a140-19be8312675a tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.061574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-2c3a9052-c72a-4553-9cc3-c4c0bc991288 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:31.068472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f645f806-cbed-4e6e-bf07-28398f970194 req-125cdd9c-9f0e-40a0-a140-19be8312675a tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.5740879 Jul 16 20:13:31.105633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.128526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-2c3a9052-c72a-4553-9cc3-c4c0bc991288 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.168318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 11ab2811-5864-4420-b1ad-e57f9c4ff34b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11ab2811-5864-4420-b1ad-e57f9c4ff34b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:31.180829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '11ab2811-5864-4420-b1ad-e57f9c4ff34b', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '11ab2811-5864-4420-b1ad-e57f9c4ff34b', 'mac_address': 'fa:16:3e:44:e9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:31.236834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f645f806-cbed-4e6e-bf07-28398f970194 req-cd407a65-2200-49d8-9b7c-493fd3b3a1d3 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674027 Jul 16 20:13:31.240960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.262479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ab2811-5864-4420-b1ad-e57f9c4ff34b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:31.292705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 11ab2811-5864-4420-b1ad-e57f9c4ff34b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11ab2811-5864-4420-b1ad-e57f9c4ff34b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:31.299730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f96b6-7621-46a3-a237-3131610def83,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:31.305141 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.325311 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-bc48d895-6db1-4d74-b4ba-b4b06e0612ba service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540021 Jul 16 20:13:31.378858 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-2c3a9052-c72a-4553-9cc3-c4c0bc991288 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.384361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:31.384754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:31.385081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:31.388953 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-2c3a9052-c72a-4553-9cc3-c4c0bc991288 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.389795 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-2c3a9052-c72a-4553-9cc3-c4c0bc991288 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5 disassociated. External IP: 172.25.7.42, port: b412ba9f-1a7c-468a-891e-da88540f98b4. Jul 16 20:13:31.396498 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Port 9f8f96b6-7621-46a3-a237-3131610def83 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:31.396833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:31.404517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=11ab2811-5864-4420-b1ad-e57f9c4ff34b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:31.438827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:31.439176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:31.440157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:31.440616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Bound port: 9f8f96b6-7621-46a3-a237-3131610def83, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:31.440978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.530413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e0c245a-be5f-4d56-9d1c-d946e99a34d4 req-488f8e62-02bf-483b-ab61-47a87f268ee9 service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937106 Jul 16 20:13:31.575117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:31.579062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:31.586835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['11ab2811-5864-4420-b1ad-e57f9c4ff34b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:31.592445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c433643-4451-442a-aedf-a430e633f70f req-9ac9dc40-ff85-4585-838c-b3eaf256142e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.593956 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c433643-4451-442a-aedf-a430e633f70f req-9ac9dc40-ff85-4585-838c-b3eaf256142e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 944 time: 0.1344156 Jul 16 20:13:31.595689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.660531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.661180 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.662604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f8f96b6-7621-46a3-a237-3131610def83 HTTP/1.1" status: 200 len: 1093 time: 1.9257054 Jul 16 20:13:31.663652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:31.666905 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6297212-80ad-4c51-bf9d-ca34d1d3964e" -d '{"events": [{"name": "network-changed", "server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "tag": "9f8f96b6-7621-46a3-a237-3131610def83"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:31.693886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-2c3a9052-c72a-4553-9cc3-c4c0bc991288 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Router c3cfce6a-6d2d-45f9-9670-c60a01656de6 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:31.697666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d88cbf-0036-42f8-bf7a-5e8eae526d71 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f96b6-7621-46a3-a237-3131610def83,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:31.719341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c433643-4451-442a-aedf-a430e633f70f req-96eda13f-7e7e-49b9-a094-02f969a79c7c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912263 Jul 16 20:13:31.840309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1482-2224-4d5e-b880-41305135f078 req-52ecf003-e917-4b73-a3f1-7309cbd1c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.842601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-52ecf003-e917-4b73-a3f1-7309cbd1c188 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1096 time: 0.1192043 Jul 16 20:13:31.845863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-2c3a9052-c72a-4553-9cc3-c4c0bc991288 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:31.851459 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-2c3a9052-c72a-4553-9cc3-c4c0bc991288 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:31.855883 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] Sync routers for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:31.867624 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:31.868539 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:31.891559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-55361104-ad44-453c-adb8-c58fde2952c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8f96b6-7621-46a3-a237-3131610def83 HTTP/1.1" status: 200 len: 217 time: 0.0376055 Jul 16 20:13:31.893851 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-2c3a9052-c72a-4553-9cc3-c4c0bc991288 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "PUT /v2.0/floatingips/03c23e00-fccb-4c3a-ab75-1371252b7dc5 HTTP/1.1" status: 200 len: 694 time: 0.8369610 Jul 16 20:13:31.966883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-8bb1d430-eeaf-4bca-acb9-ec85ca81f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.968725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-8bb1d430-eeaf-4bca-acb9-ec85ca81f0dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0566201 Jul 16 20:13:31.983815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1482-2224-4d5e-b880-41305135f078 req-4707043d-bd26-4bd7-beba-5b665bd1245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.985390 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-4707043d-bd26-4bd7-beba-5b665bd1245d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.0621037 Jul 16 20:13:31.987269 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:31.997154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0832f54-04e2-4005-a7db-37a0bb4a8c12 req-7f2f462d-ad0f-4ed7-abfa-2a44e07a3cfb tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:31.998602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0832f54-04e2-4005-a7db-37a0bb4a8c12 req-7f2f462d-ad0f-4ed7-abfa-2a44e07a3cfb tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 945 time: 0.1098630 Jul 16 20:13:32.044124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-e40380ac-bd65-43c1-a87e-0e07fb679873 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445786 Jul 16 20:13:32.066037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-a68bdec6-5e71-4864-aa11-b1b5db48896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.067557 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-a68bdec6-5e71-4864-aa11-b1b5db48896e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.0921342 Jul 16 20:13:32.113487 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-3406ed2b-bc26-4457-af82-83039d1fb3a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 200 len: 217 time: 0.0384715 Jul 16 20:13:32.133927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0832f54-04e2-4005-a7db-37a0bb4a8c12 req-53b98584-d98b-472d-a7c7-6882393dee88 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec110f86-a18b-4d03-bf26-ea2bc0985a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151800 Jul 16 20:13:32.189630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-71f18f9b-3fc5-4df3-9323-0d474f5483de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.196740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-71f18f9b-3fc5-4df3-9323-0d474f5483de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.0738738 Jul 16 20:13:32.209166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3e822241-404b-413e-9dee-d09b4d0790fe tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.211093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3e822241-404b-413e-9dee-d09b4d0790fe tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 945 time: 0.2034698 Jul 16 20:13:32.215409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-a48d3c9d-5f22-47bc-a74a-f081fc85ca80 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491203 Jul 16 20:13:32.250757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-0bacff66-a988-47d1-937e-56ed4a0ed892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.252266 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:32.258866 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-0bacff66-a988-47d1-937e-56ed4a0ed892 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612252 Jul 16 20:13:32.352044 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-faf72cc0-a016-4cfa-a191-f7f4732cd358 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920165 Jul 16 20:13:32.382800 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] Checking router: c3cfce6a-6d2d-45f9-9670-c60a01656de6 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:32.391508 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:32.392121 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:32.426223 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-637f1482-2224-4d5e-b880-41305135f078 req-4734cb81-1489-44d0-b094-b27d096a628e service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996701 Jul 16 20:13:32.454741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b8ba912-36d0-4bd7-870c-db3deace95e0 req-fd0148c0-5c7b-494d-b7d1-3f8246d45bd6 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972953 Jul 16 20:13:32.457638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04561f7-e6b6-4d5f-9958-6c4fe40e5a30 req-f705dd5b-de92-43ad-9455-6f89b51f1f1c tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.463748 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b04561f7-e6b6-4d5f-9958-6c4fe40e5a30 req-f705dd5b-de92-43ad-9455-6f89b51f1f1c tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 948 time: 0.1843979 Jul 16 20:13:32.483831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Deleting port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:32.484245 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.510985 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:32.515175 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f56a26c-c547-42b8-bdb0-a9f465713b08 x-openstack-request-id: req-3f56a26c-c547-42b8-bdb0-a9f465713b08 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:32.515485 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:32.515734 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f56a26c-c547-42b8-bdb0-a9f465713b08 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:32.516117 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'status': 'completed', 'code': 200} Jul 16 20:13:32.535506 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b04561f7-e6b6-4d5f-9958-6c4fe40e5a30 req-b418df6c-ae71-43ba-80a2-1e0031b4a9aa tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Jul 16 20:13:32.682961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] For port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,segment=NetworkSegment(61ade775-fbc0-455d-be1f-aff60ec92009),segment_id=61ade775-fbc0-455d-be1f-aff60ec92009)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:32.683243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:32.702991 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab2312b-f012-47be-a5ea-096a3bf46ee7 x-openstack-request-id: req-dab2312b-f012-47be-a5ea-096a3bf46ee7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:32.703315 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "tag": "9f8f96b6-7621-46a3-a237-3131610def83", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:32.703734 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dab2312b-f012-47be-a5ea-096a3bf46ee7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:32.704141 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83', 'status': 'completed', 'code': 200} Jul 16 20:13:32.713583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-f07aca7b-9e98-4c0c-bb99-6a142b4ca240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:32.715091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-f07aca7b-9e98-4c0c-bb99-6a142b4ca240 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 1097 time: 0.1392334 Jul 16 20:13:32.733560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Calling delete_port for 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:32.774116 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:32.807684 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12245b3-0d69-48cb-9ada-cd3374d9281c None None] The sync data for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 is: [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:32.924022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 11ab2811-5864-4420-b1ad-e57f9c4ff34b up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:33.017599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 11ab2811-5864-4420-b1ad-e57f9c4ff34b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:33.022870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 11ab2811-5864-4420-b1ad-e57f9c4ff34b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:33.023660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.129865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-6a1c80f6-5593-49e7-afff-4b98637edc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.133499 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-6a1c80f6-5593-49e7-afff-4b98637edc8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.2974083 Jul 16 20:13:33.134717 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.174645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37127c80-b681-4844-ba39-ea81af2be2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ab2811-5864-4420-b1ad-e57f9c4ff34b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:33.177086 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ad647-3006-4586-a33a-df7c6e067da6" -d '{"events": [{"server_uuid": "37127c80-b681-4844-ba39-ea81af2be2f0", "name": "network-vif-plugged", "status": "completed", "tag": "11ab2811-5864-4420-b1ad-e57f9c4ff34b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:33.193233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 11ab2811-5864-4420-b1ad-e57f9c4ff34b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11ab2811-5864-4420-b1ad-e57f9c4ff34b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:33.199666 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.219537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be13e81-e53c-4626-8016-4b020a9c8d27 req-dc6031fe-278c-4240-a3cc-9469ed00e1b6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.227179 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2be13e81-e53c-4626-8016-4b020a9c8d27 req-dc6031fe-278c-4240-a3cc-9469ed00e1b6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 944 time: 0.1101573 Jul 16 20:13:33.248596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-fa73ef13-66d8-429d-aa2a-f93499eeb0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.252277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-fa73ef13-66d8-429d-aa2a-f93499eeb0fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1096 time: 0.3738523 Jul 16 20:13:33.255573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.277589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['4903e8b3-9a90-43a3-80ce-f60fa0fdf223'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:33.280774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2be13e81-e53c-4626-8016-4b020a9c8d27 req-74ba9f36-3343-434a-a3d3-a05c352e25ac tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 Jul 16 20:13:33.301725 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-4ae2c86e-2751-437e-9b9d-5934df925243 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 200 len: 217 time: 0.1044822 Jul 16 20:13:33.320432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcdd32b-3c2d-45cb-8762-776d5c8d480d None None] New status for floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:13:33.358116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=11ab2811-5864-4420-b1ad-e57f9c4ff34b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:33.380154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Pushing event deleted for resources: {'Port': ['ID=4903e8b3-9a90-43a3-80ce-f60fa0fdf223,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:33.405003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.405937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.406519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.407062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.407635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.408190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.408724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.409268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.409800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.410357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.410936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.411501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:33.486646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-cd31cbc5-63a3-4d06-9dd0-55faae9158b0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.488254 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-cd31cbc5-63a3-4d06-9dd0-55faae9158b0 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0828793 Jul 16 20:13:33.547193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-45eb8406-de44-4f14-aa00-cbc262e75a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.548845 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-45eb8406-de44-4f14-aa00-cbc262e75a25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.1533337 Jul 16 20:13:33.549779 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-f0892cf0-53b8-4d41-acb5-d8364e01b286 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 697 time: 0.0549495 Jul 16 20:13:33.550606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] No DVR routers for this DVR port 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:33.554638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.555751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-faff9adb-9305-4938-9861-66ac76d3cc98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Request body: {'floatingip': {'port_id': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:33.556576 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67da7a06-690e-4fbf-a97c-2c10e4d86bb1 req-3276f80c-27bf-4c3b-92e1-91c17eb4ab9a tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.63 "DELETE /v2.0/ports/4903e8b3-9a90-43a3-80ce-f60fa0fdf223 HTTP/1.1" status: 204 len: 173 time: 1.3387253 Jul 16 20:13:33.557588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-01e2956a-bf6f-417e-adbf-a850a1534459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.558933 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-01e2956a-bf6f-417e-adbf-a850a1534459 service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.2921731 Jul 16 20:13:33.597767 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-faff9adb-9305-4938-9861-66ac76d3cc98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:33.652857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-93c8a0eb-7a0f-4287-8723-b7c1b665cd34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8f96b6-7621-46a3-a237-3131610def83 HTTP/1.1" status: 200 len: 217 time: 0.0535338 Jul 16 20:13:33.667192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8268f00-0e4e-4179-870a-e0ecfa383ca5 req-b6c5b3b4-79be-4549-88f5-1bda6fddc28c tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.668822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8268f00-0e4e-4179-870a-e0ecfa383ca5 req-b6c5b3b4-79be-4549-88f5-1bda6fddc28c tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.2524087 Jul 16 20:13:33.758756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-b182714d-cc0f-4675-89b9-5a263fa81c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.760167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-b182714d-cc0f-4675-89b9-5a263fa81c10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.0891731 Jul 16 20:13:33.763999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-45bd64c4-da9d-436c-b304-648ab3c72f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:33.765384 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-45bd64c4-da9d-436c-b304-648ab3c72f18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047381 Jul 16 20:13:33.768620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8268f00-0e4e-4179-870a-e0ecfa383ca5 req-0428efa4-e5db-495e-b523-35bb8516b708 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893092 Jul 16 20:13:33.830383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-91a8ecd0-07b1-459c-abfd-14de9154d99d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553224 Jul 16 20:13:33.934567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6675c47-5c23-452c-a5c1-5d18182f6d7c req-76118c5a-294f-4bac-afdf-6b8fbfb504c8 tempest-InstanceActionsNegativeTestJSON-12829704 tempest-InstanceActionsNegativeTestJSON-12829704-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1629ee2-425b-4dc1-9923-782e46b22569 HTTP/1.1" status: 200 len: 210 time: 0.0503399 Jul 16 20:13:33.983116 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d2f978-c7f3-4f25-a893-214c8e0b873c x-openstack-request-id: req-f8d2f978-c7f3-4f25-a893-214c8e0b873c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:33.983116 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37127c80-b681-4844-ba39-ea81af2be2f0", "name": "network-vif-plugged", "status": "completed", "tag": "11ab2811-5864-4420-b1ad-e57f9c4ff34b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:33.983751 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8d2f978-c7f3-4f25-a893-214c8e0b873c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:33.983751 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37127c80-b681-4844-ba39-ea81af2be2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ab2811-5864-4420-b1ad-e57f9c4ff34b', 'code': 200} Jul 16 20:13:33.997840 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-e3506ebd-c40f-4bb6-b539-bf0c8833693b service neutron] 10.222.0.30 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087834 Jul 16 20:13:34.047483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-511b2986-005d-4177-889e-bfa2bfc85e2b service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084041 Jul 16 20:13:34.112589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-faff9adb-9305-4938-9861-66ac76d3cc98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.117065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-faff9adb-9305-4938-9861-66ac76d3cc98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.225710 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-faff9adb-9305-4938-9861-66ac76d3cc98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5 associated. External IP: 172.25.7.42, port: b596a2f8-28cc-4eaf-a291-41db01567a94. Jul 16 20:13:34.270614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bef1a4d-04c9-4c4d-a6e8-16b994c5d3f4 req-33f4cba4-611a-4b61-8924-22d3b877b13e service neutron] 10.222.0.30 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572579 Jul 16 20:13:34.307054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6297212-80ad-4c51-bf9d-ca34d1d3964e req-8f7760a3-050c-4de2-b5a0-e931329698dc service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121773 Jul 16 20:13:34.322636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1940d-d091-4bf7-b223-4e9892e1d6dd req-8bd188bf-55db-4537-b228-9f9b120e9aee tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.325164 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cd1940d-d091-4bf7-b223-4e9892e1d6dd req-8bd188bf-55db-4537-b228-9f9b120e9aee tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 949 time: 0.2193842 Jul 16 20:13:34.330594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25587-4e6b-4a88-bc05-404635f90e97 req-c2ab4ed0-aa80-471d-b2f0-c292ee0181b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.332057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3f25587-4e6b-4a88-bc05-404635f90e97 req-c2ab4ed0-aa80-471d-b2f0-c292ee0181b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 1101 time: 0.2242715 Jul 16 20:13:34.377755 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cd1940d-d091-4bf7-b223-4e9892e1d6dd req-698ae14a-92d2-4697-a659-8d93d13ed670 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447483 Jul 16 20:13:34.392172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3f25587-4e6b-4a88-bc05-404635f90e97 req-40824498-617c-4f2f-87ed-3df0bd08f2bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419490 Jul 16 20:13:34.438575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-faff9adb-9305-4938-9861-66ac76d3cc98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Router c3cfce6a-6d2d-45f9-9670-c60a01656de6 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:34.532773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:34.534940 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a82aab6-50e6-4af3-846f-5cf76921f0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:34.560249 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-faff9adb-9305-4938-9861-66ac76d3cc98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:34.564918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-faff9adb-9305-4938-9861-66ac76d3cc98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:34.572909 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] Sync routers for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:34.582313 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:34.582919 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:34.616390 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-faff9adb-9305-4938-9861-66ac76d3cc98 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "PUT /v2.0/floatingips/03c23e00-fccb-4c3a-ab75-1371252b7dc5 HTTP/1.1" status: 200 len: 996 time: 1.0649300 Jul 16 20:13:34.694992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-0118d44a-f5a3-49bc-a67c-0da065cbe1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.696824 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-0118d44a-f5a3-49bc-a67c-0da065cbe1bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1098 time: 0.0592909 Jul 16 20:13:34.700608 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:34.707870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1629ee2-425b-4dc1-9923-782e46b22569', 'name': 'network-vif-deleted', 'tag': '4903e8b3-9a90-43a3-80ce-f60fa0fdf223'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:34.710348 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a5da5b-d12a-46b5-93db-56f933f365d7" -d '{"events": [{"server_uuid": "b1629ee2-425b-4dc1-9923-782e46b22569", "name": "network-vif-deleted", "tag": "4903e8b3-9a90-43a3-80ce-f60fa0fdf223"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:34.770342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37c873-0f01-4a4a-8fc2-a7d32f88cc68 req-0b4b704c-ee29-44e6-982e-b3bb72384e02 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.772037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d37c873-0f01-4a4a-8fc2-a7d32f88cc68 req-0b4b704c-ee29-44e6-982e-b3bb72384e02 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 944 time: 0.0726452 Jul 16 20:13:34.799627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-2b63b75a-6ec9-4ff9-a9ae-529ffb4911a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.801053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-2b63b75a-6ec9-4ff9-a9ae-529ffb4911a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.0979803 Jul 16 20:13:34.816749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d37c873-0f01-4a4a-8fc2-a7d32f88cc68 req-e7a4ae81-eb3a-4893-b33d-93ed2ad9bffc tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365067 Jul 16 20:13:34.873840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-b1deb731-14fe-41d1-aedf-06aef190dd97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 999 time: 0.0655162 Jul 16 20:13:34.875467 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f775b544-14bf-4c26-af05-7970892856a0 x-openstack-request-id: req-f775b544-14bf-4c26-af05-7970892856a0 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:34.875810 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:34.876121 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f775b544-14bf-4c26-af05-7970892856a0 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:34.876834 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'status': 'completed', 'code': 200} Jul 16 20:13:34.912215 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c178f917-a4bd-4454-993d-e67b4cce424f x-openstack-request-id: req-c178f917-a4bd-4454-993d-e67b4cce424f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:34.913828 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1629ee2-425b-4dc1-9923-782e46b22569", "name": "network-vif-deleted", "tag": "4903e8b3-9a90-43a3-80ce-f60fa0fdf223", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:34.913828 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c178f917-a4bd-4454-993d-e67b4cce424f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:34.914379 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1629ee2-425b-4dc1-9923-782e46b22569', 'name': 'network-vif-deleted', 'tag': '4903e8b3-9a90-43a3-80ce-f60fa0fdf223', 'status': 'completed', 'code': 200} Jul 16 20:13:34.924001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9f8f96b6-7621-46a3-a237-3131610def83 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:34.964415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-678f7d9a-7803-4c05-8b3a-0cf4511ce423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.966516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-6181dac2-33c1-4068-8a13-35dbc4731067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:34.968636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-6181dac2-33c1-4068-8a13-35dbc4731067 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0670969 Jul 16 20:13:34.969961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-678f7d9a-7803-4c05-8b3a-0cf4511ce423 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.0885787 Jul 16 20:13:34.997554 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:4d:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:33Z', 'revision_number': 8, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:35.048732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-c71cc2df-21df-48f1-8ad6-36dcb7b5f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:35.049968 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-c71cc2df-21df-48f1-8ad6-36dcb7b5f2ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728171 Jul 16 20:13:35.058023 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] Checking router: c3cfce6a-6d2d-45f9-9670-c60a01656de6 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:35.087580 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:35.088498 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:35.096559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:35.110324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '9f8f96b6-7621-46a3-a237-3131610def83', 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8', 'port_id': '9f8f96b6-7621-46a3-a237-3131610def83', 'mac_address': 'fa:16:3e:48:0a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c8e6cd-e14f-4b4a-bbea-93ed92be01bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:35.145688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-9da2cfd7-7510-43dd-8c71-7df68343157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:35.147744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-9da2cfd7-7510-43dd-8c71-7df68343157e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.1645792 Jul 16 20:13:35.166777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-91ef42cb-ac4f-4f57-a6c1-183b55dd39d4 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:35.168878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-91ef42cb-ac4f-4f57-a6c1-183b55dd39d4 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.30 "GET /v2.0/ports?device_id=928fd13f-4437-4da9-ac46-1ca58d4c3ac0 HTTP/1.1" status: 200 len: 945 time: 0.1321633 Jul 16 20:13:35.169746 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.216230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8f96b6-7621-46a3-a237-3131610def83 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:35.216830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-6a31a4f6-8324-4265-beb9-a1d11cf4f9fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 200 len: 217 time: 0.0474329 Jul 16 20:13:35.223149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-ca6fc97a-7f0c-4560-80b2-26a096b9d1f4 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665094 Jul 16 20:13:35.246981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:35.253675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.317702 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:35.326159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50188) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:35.331766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9f8f96b6-7621-46a3-a237-3131610def83,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:35.340241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.340590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.340932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.341269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.342088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.342088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.342535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.342535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.342859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.343184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.348768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.349270 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.353125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-ec52520e-df1e-439f-a996-2e854ab0fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:35.356379 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-ec52520e-df1e-439f-a996-2e854ab0fa08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.1203907 Jul 16 20:13:35.417990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Deleting port b412ba9f-1a7c-468a-891e-da88540f98b4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:35.418336 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.444599 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d46b8eac-121b-4f1c-8158-d64bcea864d2 req-602684fe-3b56-44e4-81aa-5932bc39fdd2 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192967 Jul 16 20:13:35.449386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Deleting subnet 4cc28a20-487c-428b-8bf5-2a4cde5dd426 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:35.453678 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.496532 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.532012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['9f8f96b6-7621-46a3-a237-3131610def83'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:35.545275 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.641129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.704549 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.710147 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:4d:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:33Z', 'revision_number': 8, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:35.711696 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4cc28a20-487c-428b-8bf5-2a4cde5dd426 HTTP/1.1" status: 204 len: 168 time: 0.3835282 Jul 16 20:13:35.724412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50198) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:35.739039 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d69eaa-65e3-4b43-b551-793f307a4dc8 None None] The sync data for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 is: [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '03c23e00-fccb-4c3a-ab75-1371252b7dc5', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'port_id': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'mac_address': 'fa:16:3e:4d:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:13:02Z', 'updated_at': '2021-07-16T20:13:33Z', 'revision_number': 8, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:35.761058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc28a20-487c-428b-8bf5-2a4cde5dd426,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:35.795133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.795525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.795839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.796167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.796493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.796815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.797136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.797453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.797772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.798105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.798400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.798714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43295bc8-c5a8-4a8c-97f7-d3bd41872feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:13:35.857246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.911016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-82c4d320-31bb-4284-b447-76b51abf00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:35.912600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-82c4d320-31bb-4284-b447-76b51abf00c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5465031 Jul 16 20:13:35.919710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0f0da-4789-469b-8b3b-f31c79ad3607 req-d6c0ebfa-c3c7-4a21-89c9-fb96c9a7e141 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:35.921200 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66b0f0da-4789-469b-8b3b-f31c79ad3607 req-d6c0ebfa-c3c7-4a21-89c9-fb96c9a7e141 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 949 time: 0.2082577 Jul 16 20:13:35.978746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.980095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] For port b412ba9f-1a7c-468a-891e-da88540f98b4, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b412ba9f-1a7c-468a-891e-da88540f98b4,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:35.980471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:35.992968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:36.010928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e188607-83f3-472d-b8d1-5a0136057865 None None] New status for floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:13:36.011205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ade775-fbc0-455d-be1f-aff60ec92009') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:36.011476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ade775-fbc0-455d-be1f-aff60ec92009') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:36.015966 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66b0f0da-4789-469b-8b3b-f31c79ad3607 req-a17995b1-5755-4458-abaa-deb60808ab81 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839484 Jul 16 20:13:36.025142 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.026069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Calling delete_port for b412ba9f-1a7c-468a-891e-da88540f98b4 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:36.041804 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.050496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:36.050897 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:36.052746 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:36.064618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6ce7-daf1-4598-8607-db64bc80d2d2 req-19962d14-dd73-4576-9e99-9073f27613aa tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:36.072372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e5a6ce7-daf1-4598-8607-db64bc80d2d2 req-19962d14-dd73-4576-9e99-9073f27613aa tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.6329877 Jul 16 20:13:36.156463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-af1e7d06-2ccc-4f8a-b1b4-4e0ce0f54946 service neutron] 10.222.0.30 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347312 Jul 16 20:13:36.165820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.178777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.180918 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] 10.222.0.10 "DELETE /v2.0/networks/dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901 HTTP/1.1" status: 204 len: 168 time: 0.4537802 Jul 16 20:13:36.185473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e5a6ce7-daf1-4598-8607-db64bc80d2d2 req-9ec08acb-aac8-45a2-9d57-18df1ebec680 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118817 Jul 16 20:13:36.187928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:36.208248 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1cb5cd1c-9dff-446f-9ff3-53790884a3dd req-137db64d-69a9-4e9c-bf6e-d0e13aa1316a tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips/03c23e00-fccb-4c3a-ab75-1371252b7dc5 HTTP/1.1" status: 200 len: 996 time: 0.1233921 Jul 16 20:13:36.209114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dc396-aa18-4ba1-b59f-f90f95e441ff admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd7a8a4-bb18-4bfc-b6c5-d4d53ac85901,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:36.209892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:36.210454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4903e8b3-9a90-43a3-80ce-f60fa0fdf223 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:36.352127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5cd1c-9dff-446f-9ff3-53790884a3dd req-ef55cd25-4162-4eb3-a612-35c1d16b3a1c tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:36.353593 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a82aab6-50e6-4af3-846f-5cf76921f0ee req-d74330b9-e657-4379-a7b0-4ffae4a6c136 service neutron] 10.222.0.30 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892893 Jul 16 20:13:36.360376 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1cb5cd1c-9dff-446f-9ff3-53790884a3dd req-ef55cd25-4162-4eb3-a612-35c1d16b3a1c tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1363821 Jul 16 20:13:36.368192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-1cb5cd1c-9dff-446f-9ff3-53790884a3dd req-8e38c227-9406-4d20-87db-f22bc1cbcdce tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:13:36.371973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1cb5cd1c-9dff-446f-9ff3-53790884a3dd req-8e38c227-9406-4d20-87db-f22bc1cbcdce tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104971 Jul 16 20:13:36.381148 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.395140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['b412ba9f-1a7c-468a-891e-da88540f98b4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:36.414866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Pushing event deleted for resources: {'Port': ['ID=b412ba9f-1a7c-468a-891e-da88540f98b4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:36.445307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['b596a2f8-28cc-4eaf-a291-41db01567a94'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:36.475438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] No DVR routers for this DVR port b412ba9f-1a7c-468a-891e-da88540f98b4 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:36.478570 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:36.483509 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-756cd37b-c761-4d36-904a-7183d374a7f9 req-0b80a5f1-a8f6-448f-b77d-6a165b0d5d19 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.30 "DELETE /v2.0/ports/b412ba9f-1a7c-468a-891e-da88540f98b4 HTTP/1.1" status: 204 len: 173 time: 1.3035386 Jul 16 20:13:36.483913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:36.717957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-76db29cb-b71f-4cfd-9391-c1dd31b355a3 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1001 time: 0.1330459 Jul 16 20:13:36.784095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-f9bbf74e-4d97-4143-a0ea-f3c68b76ec2f tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:36.785521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-f9bbf74e-4d97-4143-a0ea-f3c68b76ec2f tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports/b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 943 time: 0.0598760 Jul 16 20:13:36.886184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:36.888715 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:36.915474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'name': 'network-vif-deleted', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:36.917742 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6e0528-b481-475d-b25e-a5463edd4280" -d '{"events": [{"server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "name": "network-vif-deleted", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:36.929809 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4b61233d-d01f-49cc-97fd-02bf1a51eb30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a4a58f3d7b045e4be0de836ded4161e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412262 Jul 16 20:13:36.930503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50214) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:36.933301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9f8f96b6-7621-46a3-a237-3131610def83 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:36.946915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-06f2083b-4db8-4cf5-8696-d9a4fc9019d8 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1001 time: 0.0756943 Jul 16 20:13:36.972141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31083e8-3fdf-4579-857a-042ddc67fcd3 req-9de0e5aa-d31b-4601-8a99-16876a1e7c19 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:36.973647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f31083e8-3fdf-4579-857a-042ddc67fcd3 req-9de0e5aa-d31b-4601-8a99-16876a1e7c19 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 945 time: 0.4461880 Jul 16 20:13:36.984716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 9f8f96b6-7621-46a3-a237-3131610def83 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:36.988561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 9f8f96b6-7621-46a3-a237-3131610def83 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:36.989449 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.017101 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b81067a-b070-430a-b0b2-2b74ad8c4d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.038443 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f31083e8-3fdf-4579-857a-042ddc67fcd3 req-d3a4b5a3-f4c0-4997-8d55-7899c97031b2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549676 Jul 16 20:13:37.049844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b81067a-b070-430a-b0b2-2b74ad8c4d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.094978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9057e-776f-484d-b61d-8d7466d017da req-3b5f6f17-cf67-4001-89e4-c5abfef72f96 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.098157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ae9057e-776f-484d-b61d-8d7466d017da req-3b5f6f17-cf67-4001-89e4-c5abfef72f96 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.63 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.1663306 Jul 16 20:13:37.123789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b81067a-b070-430a-b0b2-2b74ad8c4d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.126830 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b81067a-b070-430a-b0b2-2b74ad8c4d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.131542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9b81067a-b070-430a-b0b2-2b74ad8c4d08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec110f86-a18b-4d03-bf26-ea2bc0985a3c HTTP/1.1" status: 204 len: 168 time: 0.1974461 Jul 16 20:13:37.133267 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6638183-707a-40d5-a875-d7344d6aaac1 x-openstack-request-id: req-c6638183-707a-40d5-a875-d7344d6aaac1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:37.133629 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:37.133881 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6638183-707a-40d5-a875-d7344d6aaac1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:37.134265 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'status': 'completed', 'code': 200} Jul 16 20:13:37.143898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81067a-b070-430a-b0b2-2b74ad8c4d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec110f86-a18b-4d03-bf26-ea2bc0985a3c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:37.154292 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.222784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:37.231290 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a3a605-2cf1-4d8e-a550-c1e07cdb33dd" -d '{"events": [{"server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f96b6-7621-46a3-a237-3131610def83"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:37.237616 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dc556f-518d-400c-8194-900ed7d23e1b x-openstack-request-id: req-89dc556f-518d-400c-8194-900ed7d23e1b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:37.238105 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928fd13f-4437-4da9-ac46-1ca58d4c3ac0", "name": "network-vif-deleted", "tag": "b412ba9f-1a7c-468a-891e-da88540f98b4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:37.238435 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89dc556f-518d-400c-8194-900ed7d23e1b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:37.239619 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928fd13f-4437-4da9-ac46-1ca58d4c3ac0', 'name': 'network-vif-deleted', 'tag': 'b412ba9f-1a7c-468a-891e-da88540f98b4', 'status': 'completed', 'code': 200} Jul 16 20:13:37.248538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-91ead927-8123-4df9-85df-bd833b172053 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.250257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-91ead927-8123-4df9-85df-bd833b172053 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.2838719 Jul 16 20:13:37.273939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:37.283531 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.284356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b412ba9f-1a7c-468a-891e-da88540f98b4 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:37.350339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: b412ba9f-1a7c-468a-891e-da88540f98b4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:37.350832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b412ba9f-1a7c-468a-891e-da88540f98b4 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:37.415904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-2328fd19-c6bd-453f-92f0-2e48fdf5bbf3 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 1001 time: 0.1232653 Jul 16 20:13:37.416131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9f8f96b6-7621-46a3-a237-3131610def83,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:37.421323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-f12e801c-966d-40cf-8c96-abc5b6a0cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.423168 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-f12e801c-966d-40cf-8c96-abc5b6a0cb71 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1098 time: 0.1929760 Jul 16 20:13:37.425665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Deleting port 0a5c69a6-aa86-459c-bf4a-8360448f6484 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:37.426376 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.475069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-a87250bc-dc86-405f-8a7a-382c5e0c8157 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:37.492297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ba7e-e181-44d1-a8fc-a6b4020ef76f req-d81b780b-114a-4c4a-b312-2f122d5b2aeb tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.494106 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b72ba7e-e181-44d1-a8fc-a6b4020ef76f req-d81b780b-114a-4c4a-b312-2f122d5b2aeb tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 949 time: 0.1051538 Jul 16 20:13:37.540889 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b72ba7e-e181-44d1-a8fc-a6b4020ef76f req-0715adcb-3f31-4436-9f11-3f755f8f59b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371981 Jul 16 20:13:37.670719 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-a87250bc-dc86-405f-8a7a-382c5e0c8157 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.742837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] For port 0a5c69a6-aa86-459c-bf4a-8360448f6484, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=0a5c69a6-aa86-459c-bf4a-8360448f6484,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:37.743102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:37.749378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e17ef7-a4c1-4ba3-b44e-e60a9d5c3062 req-f355dfc2-f2b5-4f5d-9b69-d3d308213e27 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.749989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-becfb7b6-f182-42cf-960a-735a362a4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:37.750897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e17ef7-a4c1-4ba3-b44e-e60a9d5c3062 req-f355dfc2-f2b5-4f5d-9b69-d3d308213e27 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 945 time: 0.0644977 Jul 16 20:13:37.751480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-becfb7b6-f182-42cf-960a-735a362a4867 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.3199208 Jul 16 20:13:37.797766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5e17ef7-a4c1-4ba3-b44e-e60a9d5c3062 req-749cfd22-f74d-4921-8880-e4724faaeded tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4492950-a06d-40ec-82ca-0f7ed5ebeeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376594 Jul 16 20:13:37.849532 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2496f114-27df-4eaa-8482-0d8ad5ff821a x-openstack-request-id: req-2496f114-27df-4eaa-8482-0d8ad5ff821a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:37.849827 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "name": "network-vif-plugged", "status": "completed", "tag": "9f8f96b6-7621-46a3-a237-3131610def83", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:37.850612 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2496f114-27df-4eaa-8482-0d8ad5ff821a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:37.851009 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83', 'code': 200} Jul 16 20:13:38.027788 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-9f90888d-f62d-4fb7-9715-13b5579c9b8b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 1001 time: 0.2676880 Jul 16 20:13:38.028280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:38.083476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-a87250bc-dc86-405f-8a7a-382c5e0c8157 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.111234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-a87250bc-dc86-405f-8a7a-382c5e0c8157 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.111578 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-a87250bc-dc86-405f-8a7a-382c5e0c8157 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5 disassociated. External IP: 172.25.7.42, port: b596a2f8-28cc-4eaf-a291-41db01567a94. Jul 16 20:13:38.129919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1719782611-network', 'tenant_id': 'bc888a761323467c83e3125bdb429cef'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:38.160394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Made reservation on behalf of bc888a761323467c83e3125bdb429cef for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:38.167159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.177238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.252374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-4d072249-cd42-45f1-bc4e-d7673bf81e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.253844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-4d072249-cd42-45f1-bc4e-d7673bf81e13 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.1906877 Jul 16 20:13:38.276712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.277082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.277399 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Floating IP 4d8a7089-d777-4c69-af54-a6a47417043e disassociated. External IP: 172.25.7.155, port: 0a5c69a6-aa86-459c-bf4a-8360448f6484. Jul 16 20:13:38.277791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Calling delete_port for 0a5c69a6-aa86-459c-bf4a-8360448f6484 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:38.279331 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:13:38.293494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e890-0f00-4c0c-83ad-367dbf9b2630 req-68c5ed3a-8182-44e5-815b-e474d7075e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.294997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9c5e890-0f00-4c0c-83ad-367dbf9b2630 req-68c5ed3a-8182-44e5-815b-e474d7075e1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1098 time: 0.3606377 Jul 16 20:13:38.311557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.317224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.368998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:38.385619 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.386224 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Added segment e5ead1e9-20b2-415b-b906-086c82f48f6e of type vlan for network 17ca68ce-cefd-4c1a-b089-277eaf0f8e17 Jul 16 20:13:38.426078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9c5e890-0f00-4c0c-83ad-367dbf9b2630 req-c1cea85b-f59e-4457-bfbf-2fe9453e68a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116006 Jul 16 20:13:38.451035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.455230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d94b1d8-8d30-4a84-a652-efc95a8636c4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:38.492890 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.493622 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-a6697741-35e9-4959-b1ad-360a85b1d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.494020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.494824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.494976 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-a6697741-35e9-4959-b1ad-360a85b1d1d2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290220 Jul 16 20:13:38.558432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] Pushing event updated for resources: {'Network': ['ID=17ca68ce-cefd-4c1a-b089-277eaf0f8e17,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:38.571378 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 17ca68ce-cefd-4c1a-b089-277eaf0f8e17 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:38.603629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2cc332ee-b0ea-4503-8a2c-7c0607f9faa3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5742121 Jul 16 20:13:38.605968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:38.610995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Request body: {'subnet': {'network_id': '17ca68ce-cefd-4c1a-b089-277eaf0f8e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1719782611-subnet', 'tenant_id': 'bc888a761323467c83e3125bdb429cef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:38.642381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-a87250bc-dc86-405f-8a7a-382c5e0c8157 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Router c3cfce6a-6d2d-45f9-9670-c60a01656de6 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:38.651212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Made reservation on behalf of bc888a761323467c83e3125bdb429cef for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:38.653790 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.679186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.682121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-55c60ab0-0c15-4eaf-aff4-6200f5c9c832 service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610243 Jul 16 20:13:38.684902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599061b-e177-4038-8800-5e61767f68eb req-76c081b9-a017-4f44-83fd-4d37c49ff711 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:38.686375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0599061b-e177-4038-8800-5e61767f68eb req-76c081b9-a017-4f44-83fd-4d37c49ff711 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 946 time: 0.1320729 Jul 16 20:13:38.755014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Pushing event deleted for resources: {'Port': ['ID=0a5c69a6-aa86-459c-bf4a-8360448f6484,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:38.764443 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0599061b-e177-4038-8800-5e61767f68eb req-b541891e-dcd3-4926-aea4-ffa21a55388b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462220 Jul 16 20:13:38.874280 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:38.959355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a987bad5-a023-489d-8144-3679277bcde0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:38.978553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Checking segment: {'id': 'e5ead1e9-20b2-415b-b906-086c82f48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '17ca68ce-cefd-4c1a-b089-277eaf0f8e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:38.978904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Network hostable DHCP agents. Network: 17ca68ce-cefd-4c1a-b089-277eaf0f8e17, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:39.017749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0d2f7-56da-4748-a63e-556369cb791f req-2b95f0ca-b1de-42fa-87a3-d15d7eff33ca tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.019340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfb0d2f7-56da-4748-a63e-556369cb791f req-2b95f0ca-b1de-42fa-87a3-d15d7eff33ca tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 949 time: 0.1076608 Jul 16 20:13:39.020145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Network 17ca68ce-cefd-4c1a-b089-277eaf0f8e17 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:39.034563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 17ca68ce-cefd-4c1a-b089-277eaf0f8e17) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:39.045715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba8c33-7672-4624-939d-835df4ab0105 None None] Network 17ca68ce-cefd-4c1a-b089-277eaf0f8e17 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:39.045960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.046477 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.071557 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfb0d2f7-56da-4748-a63e-556369cb791f req-166dc2d8-8550-4b6c-9396-6214df42d725 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453885 Jul 16 20:13:39.081242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c0d520d5-34d2-46e8-8e7c-22bc17c227a5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4660759 Jul 16 20:13:39.245309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75fc8b8-9dd4-4b06-8e4a-9bab03eeef9e None None] Network 17ca68ce-cefd-4c1a-b089-277eaf0f8e17 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:39.366785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-a87250bc-dc86-405f-8a7a-382c5e0c8157 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:39.372665 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c8a56b2-a2c0-44a1-818f-7fa06ad48d3c req-8ca234b1-7115-40f4-ade3-1fcf2e0f5e37 service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300952 Jul 16 20:13:39.378254 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-a87250bc-dc86-405f-8a7a-382c5e0c8157 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.379307 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] Sync routers for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:39.395089 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:39.395757 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:39.476220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-a87250bc-dc86-405f-8a7a-382c5e0c8157 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "PUT /v2.0/floatingips/03c23e00-fccb-4c3a-ab75-1371252b7dc5 HTTP/1.1" status: 200 len: 695 time: 2.0212183 Jul 16 20:13:39.489634 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Router c5b74cdb-ee48-4131-b2c9-8bee55dac490 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:39.491341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:39.493676 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9609f3-26e1-435a-b456-0bb1315d9082" -d '{"events": [{"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:39.547471 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:39.609040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-3297161c-2e5d-4800-b5ef-d063cb7be8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.610602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-3297161c-2e5d-4800-b5ef-d063cb7be8b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1098 time: 0.1120374 Jul 16 20:13:39.693027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-755f6fe3-7d55-4e57-9dba-e351b5d9cfd1 req-666deb8e-2cd4-41ca-babd-dac111578213 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 210 time: 0.0370872 Jul 16 20:13:39.720933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:39.735221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] Sync routers for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:39.747726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:39.749188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:39.779141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] No DVR routers for this DVR port 0a5c69a6-aa86-459c-bf4a-8360448f6484 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:39.782905 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:39.784960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ae9057e-776f-484d-b61d-8d7466d017da req-4eb1a515-7ef8-4cca-9d51-35c05c4874a1 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.63 "DELETE /v2.0/ports/0a5c69a6-aa86-459c-bf4a-8360448f6484 HTTP/1.1" status: 204 len: 173 time: 2.6784701 Jul 16 20:13:39.788478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-35d112bd-1671-43ae-8afd-f37adef24879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.790194 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-35d112bd-1671-43ae-8afd-f37adef24879 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.1543691 Jul 16 20:13:39.852911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-8d1fcbf0-c2ee-43ef-8548-d649e2cf7b3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 217 time: 0.0567763 Jul 16 20:13:39.880800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:39.921777 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:39.948065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-4e71ab20-0446-4c40-938d-9197a21f3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:39.955651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-4e71ab20-0446-4c40-938d-9197a21f3cb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.0972357 Jul 16 20:13:39.956184 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] Checking router: c3cfce6a-6d2d-45f9-9670-c60a01656de6 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:39.968350 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:39.968997 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:40.051304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-fe27871d-320d-4799-a6cc-b6efe85b3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:40.053192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-fe27871d-320d-4799-a6cc-b6efe85b3561 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963717 Jul 16 20:13:40.158945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'c59e196b-e661-4c3e-aeef-1d6710ff067c', 'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'mac_address': 'fa:16:3e:e8:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:38Z', 'updated_at': '2021-07-16T20:10:49Z', 'revision_number': 5, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'subnets': [{'id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:40.160318 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:40.176114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-65c0f281-dce4-4f29-9454-166e1559e9f4 service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160753 Jul 16 20:13:40.205879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 0a5c69a6-aa86-459c-bf4a-8360448f6484 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:40.208745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] Checking router: c5b74cdb-ee48-4131-b2c9-8bee55dac490 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:40.246410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5727f9-436e-4822-982b-43e210f69d7c req-f47644f1-5acc-4a4e-a33f-4cf53a0581ab tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:40.247994 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-f47644f1-5acc-4a4e-a33f-4cf53a0581ab tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/networks?id=17ca68ce-cefd-4c1a-b089-277eaf0f8e17 HTTP/1.1" status: 200 len: 822 time: 0.2158582 Jul 16 20:13:40.258561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:40.259346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:40.264632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 0a5c69a6-aa86-459c-bf4a-8360448f6484 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:40.264632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 0a5c69a6-aa86-459c-bf4a-8360448f6484 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:40.272702 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-5d6cf35e-eb99-4260-9a17-15cab178c980 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/quotas/bc888a761323467c83e3125bdb429cef HTTP/1.1" status: 200 len: 375 time: 0.0177281 Jul 16 20:13:40.318312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-7b007059-f0b1-4efc-a83a-b4248d62957b tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc888a761323467c83e3125bdb429cef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445433 Jul 16 20:13:40.347846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-985579f0-fb02-49d4-be67-ecf1c0de6f1c req-9f7810bc-2391-4ada-b820-9c9b3747f06a service neutron] 10.222.0.10 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648014 Jul 16 20:13:40.416313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-cefd3922-2cb6-4146-8bb6-ffa8c286638d service neutron] 10.222.0.10 "GET /v2.0/networks/17ca68ce-cefd-4c1a-b089-277eaf0f8e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961995 Jul 16 20:13:40.482324 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-36858844-b4d2-4d9b-ac28-073f2d011db6 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=098b747a5b09480595fd617734b1e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310767 Jul 16 20:13:40.484110 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:40.523930 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f71095-ce76-47e0-bee7-e7750ee3aa17 None None] The sync data for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 is: [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:12:38Z', 'revision_number': 4, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '877bccce-c674-4490-9c4d-3ac52430b9f4', 'name': '', 'network_id': 'ab027935-46e1-4d0b-8601-c51a6afe11dc', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'mac_address': 'fa:16:3e:89:51:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:37Z', 'updated_at': '2021-07-16T20:12:45Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'subnets': [{'id': '74cdd75f-b79c-4cb1-9136-56ff2c88d346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:40.562023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-5b66cd0c-b640-436a-856f-1fc50c0ad58a service neutron] 10.222.0.10 "GET /v2.0/networks/17ca68ce-cefd-4c1a-b089-277eaf0f8e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357493 Jul 16 20:13:40.619555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:40.669685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383f12-9605-42cd-a3fe-96b918b51897 req-eda78e42-183a-4b78-a588-ec9695fc3dd5 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:40.675559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-eda78e42-183a-4b78-a588-ec9695fc3dd5 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796548 Jul 16 20:13:40.692342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-c174afb6-ee7b-4c31-b710-48e593ecb4d6 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/quotas/098b747a5b09480595fd617734b1e16f HTTP/1.1" status: 200 len: 375 time: 0.0101867 Jul 16 20:13:40.905813 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-46e70e66-49eb-4656-9401-55693bf9f162 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=098b747a5b09480595fd617734b1e16f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2015889 Jul 16 20:13:40.946251 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7150e686-9932-45a2-a19b-d53290b6b4c1 x-openstack-request-id: req-7150e686-9932-45a2-a19b-d53290b6b4c1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:40.946504 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:40.946760 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7150e686-9932-45a2-a19b-d53290b6b4c1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:40.947166 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'status': 'completed', 'code': 200} Jul 16 20:13:40.963398 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'c59e196b-e661-4c3e-aeef-1d6710ff067c', 'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'mac_address': 'fa:16:3e:e8:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:38Z', 'updated_at': '2021-07-16T20:10:49Z', 'revision_number': 5, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'subnets': [{'id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:40.992295 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c110b0-d5a2-4b65-835a-12ce67801e2d None None] New status for floating IP 03c23e00-fccb-4c3a-ab75-1371252b7dc5: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:13:40.997577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876d24d-ac68-4a3a-b27e-adead635ffa2 None None] The sync data for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 is: [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:10:40Z', 'revision_number': 4, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'c59e196b-e661-4c3e-aeef-1d6710ff067c', 'name': '', 'network_id': '7a0bc17c-ed1d-449f-8f56-1daec615cb90', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'mac_address': 'fa:16:3e:e8:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:38Z', 'updated_at': '2021-07-16T20:10:49Z', 'revision_number': 5, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'subnets': [{'id': '74363b6c-ee6b-470a-a5d8-71c1a42d0252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:41.098935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-ec7fc353-fc94-4bc8-855c-f9746750fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.104341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-ec7fc353-fc94-4bc8-855c-f9746750fd95 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91bc0afb853648bfb40f1323d2c81cac&device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 1098 time: 0.1383965 Jul 16 20:13:41.283483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc217-6b13-4d0a-bda5-2bca537047b5 req-55e10d86-af2e-4cf3-9722-83ab6679702b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.292262 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-971fc217-6b13-4d0a-bda5-2bca537047b5 req-55e10d86-af2e-4cf3-9722-83ab6679702b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 945 time: 0.1282210 Jul 16 20:13:41.335771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-971fc217-6b13-4d0a-bda5-2bca537047b5 req-07cce4e8-b3b7-46bb-bbb7-ff5e7335b8dd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Jul 16 20:13:41.428269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-018a1078-2d75-45a2-b5c5-9ba4b3254667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.429895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-018a1078-2d75-45a2-b5c5-9ba4b3254667 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 200 len: 922 time: 0.3192594 Jul 16 20:13:41.541186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a706ff-0899-4435-a6ad-0cb58ed70219 None None] New status for floating IP 4d8a7089-d777-4c69-af54-a6a47417043e: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:13:41.586830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-88cee5d3-9397-4c8a-af9f-66b24eb23dd3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 200 len: 217 time: 0.1462243 Jul 16 20:13:41.717520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-02acbe50-9d8a-43c3-866f-8f31436bb1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.719861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-02acbe50-9d8a-43c3-866f-8f31436bb1aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 200 len: 860 time: 0.1057317 Jul 16 20:13:41.720037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-82a32067-d9a3-43bd-a5d9-d8e9ac96ef79 req-6b24e52f-dd81-4ca3-89a1-c59ac6629510 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 210 time: 0.0551534 Jul 16 20:13:41.782080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-82e36068-2144-4f1a-b61a-d595a5c6648b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.796073 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-82e36068-2144-4f1a-b61a-d595a5c6648b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 945 time: 0.5260463 Jul 16 20:13:41.895920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d6a3adad-598a-43f3-aa43-5fe45621e8f3 req-4c12ecc4-a0d4-4311-9fe8-217780539b4b tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 210 time: 0.0438583 Jul 16 20:13:41.919969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a40bec-48be-444b-8bbc-17dc431a8e72 req-50dc6f17-976d-488d-a8df-080696c8d3e1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:41.928584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23a40bec-48be-444b-8bbc-17dc431a8e72 req-50dc6f17-976d-488d-a8df-080696c8d3e1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 946 time: 0.4654641 Jul 16 20:13:42.049537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-9ed8830a-a3c0-4825-b304-1bf242409e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:42.051075 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-9ed8830a-a3c0-4825-b304-1bf242409e18 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ab027935-46e1-4d0b-8601-c51a6afe11dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3093460 Jul 16 20:13:42.069672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23a40bec-48be-444b-8bbc-17dc431a8e72 req-dc11f9f4-78c7-4ec6-bd1f-4731f89f83fe tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401401 Jul 16 20:13:42.163966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-55b91906-f3c0-4783-841f-f17575b6484d service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999439 Jul 16 20:13:42.198240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Deleting port ad0ede7c-e323-4d04-a684-9493d2913986 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:42.198591 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.298551 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a534aca-6244-48ed-9027-3d822fc6ba7d req-498678b7-2e8e-43a1-a8cb-d3131d712be7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 210 time: 0.0595357 Jul 16 20:13:42.390355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] For port ad0ede7c-e323-4d04-a684-9493d2913986, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ad0ede7c-e323-4d04-a684-9493d2913986,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:42.390716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.416562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Calling delete_port for ad0ede7c-e323-4d04-a684-9493d2913986 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:42.443101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d9609f3-26e1-435a-b456-0bb1315d9082 req-23e0e2dc-8d5d-40ae-b77b-b927b1f7ea58 service neutron] 10.222.0.63 "GET /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709596 Jul 16 20:13:42.540545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-4d69454a-fef3-4986-8470-10f371ef5709 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips/03c23e00-fccb-4c3a-ab75-1371252b7dc5 HTTP/1.1" status: 200 len: 693 time: 0.0639389 Jul 16 20:13:42.742068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da98e7d-dd25-424a-8cab-944404b36776 req-27caac4c-8f20-41a2-9b65-05ff2a853ff5 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:42.748506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5da98e7d-dd25-424a-8cab-944404b36776 req-27caac4c-8f20-41a2-9b65-05ff2a853ff5 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1098 time: 0.0852177 Jul 16 20:13:42.785419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-2b24ddf7-8e61-4f98-a09d-e85fcf81eec8 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:42.786835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-2b24ddf7-8e61-4f98-a09d-e85fcf81eec8 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.2455256 Jul 16 20:13:42.792759 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5da98e7d-dd25-424a-8cab-944404b36776 req-b0594693-071f-4f05-b014-8c560cc79aca tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Jul 16 20:13:42.796661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5727f9-436e-4822-982b-43e210f69d7c req-a7a5dd27-8048-4559-988d-8191f10e5699 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:42.798097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-a7a5dd27-8048-4559-988d-8191f10e5699 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.63 "GET /v2.0/networks?id=17ca68ce-cefd-4c1a-b089-277eaf0f8e17 HTTP/1.1" status: 200 len: 822 time: 0.2107911 Jul 16 20:13:42.821523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Request body: {'port': {'device_id': '3e9b06a1-0e1f-4adb-84c3-044daf27f275', 'network_id': '17ca68ce-cefd-4c1a-b089-277eaf0f8e17', 'admin_state_up': True, 'tenant_id': 'bc888a761323467c83e3125bdb429cef'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:42.869816 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:42.893831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['ad0ede7c-e323-4d04-a684-9493d2913986'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:42.902376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-1c709fd4-c426-49e2-8cbd-630dae27b4b1 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 696 time: 0.0962658 Jul 16 20:13:42.941522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event deleted for resources: {'Port': ['ID=ad0ede7c-e323-4d04-a684-9493d2913986,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:42.973073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'name': 'network-vif-deleted', 'tag': '0a5c69a6-aa86-459c-bf4a-8360448f6484'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:42.977929 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502937c4-177f-499c-91d3-5ad367b710fe" -d '{"events": [{"server_uuid": "cb610ee2-3d39-41f0-80a1-7618cd072f47", "name": "network-vif-deleted", "tag": "0a5c69a6-aa86-459c-bf4a-8360448f6484"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:43.089087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2115b9d5-78f1-4880-9ab8-d5fe420861c5 req-8f04d5c8-f374-40c4-ad8f-f4ec91b39ace tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 210 time: 0.0412199 Jul 16 20:13:43.245530 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-15b7cb8d-320e-4156-b5fa-fb1d56587315 req-a4dd93a8-bb98-46e4-bc9e-d46256086ea3 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 210 time: 0.0313118 Jul 16 20:13:43.355645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-4c0f94bb-83c0-4a74-85fa-d5347ebf6f44 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 696 time: 0.4523585 Jul 16 20:13:43.388385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] No DVR routers for this DVR port ad0ede7c-e323-4d04-a684-9493d2913986 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:43.391057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.393376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b47f9d6-f43a-463c-affa-381ec7c0b334 req-3df01815-68d9-49d3-8bdf-cc7ef4b0d2ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "DELETE /v2.0/ports/ad0ede7c-e323-4d04-a684-9493d2913986 HTTP/1.1" status: 204 len: 173 time: 1.5619199 Jul 16 20:13:43.407587 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-f67ee122-cf4f-4600-87e4-f524a0e4df7b tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=098b747a5b09480595fd617734b1e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940223 Jul 16 20:13:43.422936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9b8d-a97b-4aae-8e9c-79ec5e408318 req-1a3aa1cf-68bf-4b7f-8573-b32a0b507438 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:43.429219 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-906d9b8d-a97b-4aae-8e9c-79ec5e408318 req-1a3aa1cf-68bf-4b7f-8573-b32a0b507438 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1098 time: 0.0642998 Jul 16 20:13:43.479379 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-906d9b8d-a97b-4aae-8e9c-79ec5e408318 req-1777ee2c-719d-47ba-8583-f0b032958e66 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430179 Jul 16 20:13:43.620349 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6097cc52-92cf-4c72-a88c-5828461d590c req-d6086b87-fcfa-44c1-a759-baf180fdb0b9 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb610ee2-3d39-41f0-80a1-7618cd072f47 HTTP/1.1" status: 200 len: 210 time: 0.0283008 Jul 16 20:13:43.638150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Made reservation on behalf of bc888a761323467c83e3125bdb429cef for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:43.641780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.686293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383f12-9605-42cd-a3fe-96b918b51897 req-c21a97c3-e165-4ce3-b15f-aef055cb74fa tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:43.687879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-c21a97c3-e165-4ce3-b15f-aef055cb74fa tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419157 Jul 16 20:13:43.692969 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8969ded-d4f4-4a5f-88bf-bda5a0dd2ec8 x-openstack-request-id: req-c8969ded-d4f4-4a5f-88bf-bda5a0dd2ec8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:43.693157 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb610ee2-3d39-41f0-80a1-7618cd072f47", "name": "network-vif-deleted", "tag": "0a5c69a6-aa86-459c-bf4a-8360448f6484", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:43.693441 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8969ded-d4f4-4a5f-88bf-bda5a0dd2ec8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:43.693744 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb610ee2-3d39-41f0-80a1-7618cd072f47', 'name': 'network-vif-deleted', 'tag': '0a5c69a6-aa86-459c-bf4a-8360448f6484', 'status': 'completed', 'code': 200} Jul 16 20:13:43.701218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Request body: {'port': {'device_id': '108476e9-26da-4d12-aa0f-58417857bdeb', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '098b747a5b09480595fd617734b1e16f'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:43.723694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Deleting port ccd7f47f-506c-4f74-b24f-12e017f0907a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:43.724030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.907216 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-279f62a6-c06e-4830-ac22-629207862fc6 req-5b258cb5-abfd-4b08-ae29-5d44419df7f5 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 210 time: 0.0332344 Jul 16 20:13:43.965504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.966123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:43.979746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Allocated IP 172.20.0.7 (17ca68ce-cefd-4c1a-b089-277eaf0f8e17/a987bad5-a023-489d-8144-3679277bcde0/6a717b02-c3e5-45ef-819f-bbdd5f291684) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:43.994432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Calling delete_port for ccd7f47f-506c-4f74-b24f-12e017f0907a owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:44.022535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Made reservation on behalf of 098b747a5b09480595fd617734b1e16f for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:44.028400 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.339614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Allocated IP 192.168.233.140 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/481fa88a-399f-4eeb-9123-bd534f6ccc7a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:44.384777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.419531 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.464519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Pushing event deleted for resources: {'Port': ['ID=ccd7f47f-506c-4f74-b24f-12e017f0907a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:44.628867 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.643603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.646549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.659683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-073bf0ae-ddbb-4bd3-861e-ef17ba4590e0 req-7ff1650d-ca54-4f0a-92a7-147d5720e190 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "DELETE /v2.0/floatingips/03c23e00-fccb-4c3a-ab75-1371252b7dc5 HTTP/1.1" status: 204 len: 173 time: 1.2814665 Jul 16 20:13:44.789424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Network 17ca68ce-cefd-4c1a-b089-277eaf0f8e17 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:44.792672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:44.800000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.806797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:44.869716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Pushing event updated for resources: {'Port': ['ID=6a717b02-c3e5-45ef-819f-bbdd5f291684,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:44.887050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fca78e86-0f42-45dd-a8c7-9e62295d5762 req-43f7640d-2351-4bc6-88d3-d294af6651f0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 210 time: 0.0846355 Jul 16 20:13:44.888455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Transition to ACTIVE for port object 481fa88a-399f-4eeb-9123-bd534f6ccc7a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:44.916655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:44.917290 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.933243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ad0ede7c-e323-4d04-a684-9493d2913986 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:44.948779 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-76087d11-6db3-42b5-bd91-7da0ec69a087 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1310241 Jul 16 20:13:44.955292 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:44.972674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Request body: {'port': {'device_id': '3e9b06a1-0e1f-4adb-84c3-044daf27f275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:44.982055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['11ab2811-5864-4420-b1ad-e57f9c4ff34b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:44.984730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: ad0ede7c-e323-4d04-a684-9493d2913986 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:44.985238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ad0ede7c-e323-4d04-a684-9493d2913986 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:45.049838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:45.060392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:45.062853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:45.103324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Pushing event updated for resources: {'Port': ['ID=481fa88a-399f-4eeb-9123-bd534f6ccc7a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:45.213644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:45.214634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.271017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.292724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-a679878a-04ce-4aa3-83ff-f6ac24f3281e tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5953977 Jul 16 20:13:45.328765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Request body: {'port': {'device_id': '108476e9-26da-4d12-aa0f-58417857bdeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:45.411387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34cd4-b1eb-4112-b4d2-1a13bb21e9f1 req-f6c4a4d3-d71f-4db3-84a7-1ac838be2a0a tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:45.420202 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fca34cd4-b1eb-4112-b4d2-1a13bb21e9f1 req-f6c4a4d3-d71f-4db3-84a7-1ac838be2a0a tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 931 time: 0.3217416 Jul 16 20:13:45.438365 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.440863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f622b717-fe79-4fcd-9a00-587dae3af302 None None] Provisioning for port 481fa88a-399f-4eeb-9123-bd534f6ccc7a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:45.446700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f622b717-fe79-4fcd-9a00-587dae3af302 None None] Provisioning complete for port 481fa88a-399f-4eeb-9123-bd534f6ccc7a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:45.447148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f622b717-fe79-4fcd-9a00-587dae3af302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.454097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-afda82b3-2c4c-4941-8b2d-979f4da76b53 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:13:45.455621 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-afda82b3-2c4c-4941-8b2d-979f4da76b53 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0788007 Jul 16 20:13:45.502188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f622b717-fe79-4fcd-9a00-587dae3af302 None None] Port 481fa88a-399f-4eeb-9123-bd534f6ccc7a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:13:45.530039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Request body: {'binding': {'host': 'n-h1-792394-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:45.530548 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:13:45.560945 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fca34cd4-b1eb-4112-b4d2-1a13bb21e9f1 req-152269ea-d978-46e2-8fe7-a0fa2444b411 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398244 Jul 16 20:13:45.577375 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.689138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 on host n-h1-792394-17 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:45.690161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:45.690671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:45.695373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a702ac26-4d78-400f-bedd-6544d1026dfe', 'name': 'network-vif-deleted', 'tag': 'ad0ede7c-e323-4d04-a684-9493d2913986'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:45.697333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Port 9f8f96b6-7621-46a3-a237-3131610def83 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:45.697633 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eefa638-cf91-4a8f-8878-6ac40e272900" -d '{"events": [{"server_uuid": "a702ac26-4d78-400f-bedd-6544d1026dfe", "name": "network-vif-deleted", "tag": "ad0ede7c-e323-4d04-a684-9493d2913986"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:45.697782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:45.703982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:45.704320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:45.704707 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:45.705315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Bound port: 9f8f96b6-7621-46a3-a237-3131610def83, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:45.781620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:45.791743 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:45.793690 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-4318320c-1a40-4e6e-bb77-fac79ed677fc service neutron] 10.222.0.10 "POST /v2.0/ports/9f8f96b6-7621-46a3-a237-3131610def83/bindings HTTP/1.1" status: 201 len: 390 time: 0.3300078 Jul 16 20:13:45.953957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a717b02-c3e5-45ef-819f-bbdd5f291684 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:45.966262 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.003226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Transition to ACTIVE for port object 6a717b02-c3e5-45ef-819f-bbdd5f291684 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:46.038988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.149268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-ce35945a-3187-43a1-b86d-36bcf336a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.151041 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-ce35945a-3187-43a1-b86d-36bcf336a469 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1098 time: 0.0814395 Jul 16 20:13:46.182036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:46.210489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a717b02-c3e5-45ef-819f-bbdd5f291684,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:46.235922 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d158c778-2e56-4be3-8167-ab1467b8bb6a x-openstack-request-id: req-d158c778-2e56-4be3-8167-ab1467b8bb6a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:46.236216 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a702ac26-4d78-400f-bedd-6544d1026dfe", "name": "network-vif-deleted", "tag": "ad0ede7c-e323-4d04-a684-9493d2913986", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:46.236464 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d158c778-2e56-4be3-8167-ab1467b8bb6a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:46.236854 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a702ac26-4d78-400f-bedd-6544d1026dfe', 'name': 'network-vif-deleted', 'tag': 'ad0ede7c-e323-4d04-a684-9493d2913986', 'status': 'completed', 'code': 200} Jul 16 20:13:46.239034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481fa88a-399f-4eeb-9123-bd534f6ccc7a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:46.262014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.279348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-b3d9cadc-c1d1-4a82-b63e-c4c50df3f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.280934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-b3d9cadc-c1d1-4a82-b63e-c4c50df3f96e service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.1218381 Jul 16 20:13:46.320439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Transition to ACTIVE for port object 481fa88a-399f-4eeb-9123-bd534f6ccc7a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:46.337268 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.352201 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.379791 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-e8fcb9fb-8dbc-434e-baa1-3d47f4877f19 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8f96b6-7621-46a3-a237-3131610def83 HTTP/1.1" status: 200 len: 217 time: 0.0886176 Jul 16 20:13:46.469303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-f94c64ea-40b2-4e48-91d6-2401642154b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.470834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-f94c64ea-40b2-4e48-91d6-2401642154b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.0719585 Jul 16 20:13:46.488365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e162a-da90-4efb-9a5f-8dd5f22d9933 req-f914fa91-478b-41ff-ba0d-0475e93452d9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.489927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b79e162a-da90-4efb-9a5f-8dd5f22d9933 req-f914fa91-478b-41ff-ba0d-0475e93452d9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 946 time: 0.1233861 Jul 16 20:13:46.522678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-59143525-cf37-4878-b39a-9e9db5c25bc2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423815 Jul 16 20:13:46.574281 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b79e162a-da90-4efb-9a5f-8dd5f22d9933 req-8c981d42-06e7-4e7f-a248-51abe9c66dcd tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758739 Jul 16 20:13:46.643535 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-8c0bbe12-2771-433d-b49d-722491a6ae7a service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130803 Jul 16 20:13:46.657444 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cae6278f-5197-40a6-b8ba-5db8cc485073 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.677484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a13ca2-30a8-49b7-9ff1-a06ec015203b req-9a053828-0284-4ab1-8785-9738efb2f695 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:46.679102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6a13ca2-30a8-49b7-9ff1-a06ec015203b req-9a053828-0284-4ab1-8785-9738efb2f695 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 936 time: 0.5785129 Jul 16 20:13:46.705130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cae6278f-5197-40a6-b8ba-5db8cc485073 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.761514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Attempting to bind port 6a717b02-c3e5-45ef-819f-bbdd5f291684 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:46.761887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Attempting to bind port 6a717b02-c3e5-45ef-819f-bbdd5f291684 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e5ead1e9-20b2-415b-b906-086c82f48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '17ca68ce-cefd-4c1a-b089-277eaf0f8e17'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:46.762181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Attempting to bind port 6a717b02-c3e5-45ef-819f-bbdd5f291684 on network 17ca68ce-cefd-4c1a-b089-277eaf0f8e17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:46.777337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cae6278f-5197-40a6-b8ba-5db8cc485073 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.780204 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cae6278f-5197-40a6-b8ba-5db8cc485073 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.784170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cae6278f-5197-40a6-b8ba-5db8cc485073 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "DELETE /v2.0/security-groups/a4492950-a06d-40ec-82ca-0f7ed5ebeeff HTTP/1.1" status: 204 len: 168 time: 0.5948210 Jul 16 20:13:46.787466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:46.819956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Pushing event updated for resources: {'Port': ['ID=481fa88a-399f-4eeb-9123-bd534f6ccc7a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:46.823642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Port 6a717b02-c3e5-45ef-819f-bbdd5f291684 on network 17ca68ce-cefd-4c1a-b089-277eaf0f8e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:46.823971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Attempting to bind port 6a717b02-c3e5-45ef-819f-bbdd5f291684 on network 17ca68ce-cefd-4c1a-b089-277eaf0f8e17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:46.825654 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2db9dc46-0813-49fd-bcb8-15ed2a60ac99 req-97e86a27-01ca-43fa-8bd4-a7f25024e0b0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 210 time: 0.0508668 Jul 16 20:13:46.831960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6278f-5197-40a6-b8ba-5db8cc485073 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4492950-a06d-40ec-82ca-0f7ed5ebeeff,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:46.833797 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f89e3dad-3765-4270-8967-ffaf63e69e16 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] show failed (client error): The resource could not be found. Jul 16 20:13:46.837946 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f89e3dad-3765-4270-8967-ffaf63e69e16 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "GET /v2.0/security-groups/a4492950-a06d-40ec-82ca-0f7ed5ebeeff HTTP/1.1" status: 404 len: 347 time: 0.0418050 Jul 16 20:13:46.839696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50422) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:46.871755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:46.872138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Checking segment: {'id': 'e5ead1e9-20b2-415b-b906-086c82f48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '17ca68ce-cefd-4c1a-b089-277eaf0f8e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:46.872602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Bound using segment: {'id': 'e5ead1e9-20b2-415b-b906-086c82f48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '17ca68ce-cefd-4c1a-b089-277eaf0f8e17'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:46.872926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Bound port: 6a717b02-c3e5-45ef-819f-bbdd5f291684, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ead1e9-20b2-415b-b906-086c82f48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '17ca68ce-cefd-4c1a-b089-277eaf0f8e17'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:46.873290 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:46.955402 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-b592aac9-e757-460e-b9fb-3f9579fbbba5 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911015 Jul 16 20:13:46.977589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6a13ca2-30a8-49b7-9ff1-a06ec015203b req-78d9dc52-c6c7-4125-8dd1-dc4d90255bdc tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064250 Jul 16 20:13:47.050993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] For port 6a717b02-c3e5-45ef-819f-bbdd5f291684, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:47.056033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] For port 6a717b02-c3e5-45ef-819f-bbdd5f291684, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a717b02-c3e5-45ef-819f-bbdd5f291684,segment=NetworkSegment(e5ead1e9-20b2-415b-b906-086c82f48f6e),segment_id=e5ead1e9-20b2-415b-b906-086c82f48f6e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:47.071220 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.095082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Deleting port 48f2d6f5-f78d-445a-b3f8-fd5e83c40a7f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:47.095591 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.142162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a717b02-c3e5-45ef-819f-bbdd5f291684,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:47.151771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.152196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.153921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-44c4eabd-a0a5-47fe-96ba-a0f0147127a1 service neutron] 10.222.0.63 "PUT /v2.0/ports/6a717b02-c3e5-45ef-819f-bbdd5f291684 HTTP/1.1" status: 200 len: 1092 time: 2.1916392 Jul 16 20:13:47.185193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Attempting to bind port 481fa88a-399f-4eeb-9123-bd534f6ccc7a on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:47.185525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Attempting to bind port 481fa88a-399f-4eeb-9123-bd534f6ccc7a by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:47.185980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Attempting to bind port 481fa88a-399f-4eeb-9123-bd534f6ccc7a on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:47.193170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Port 481fa88a-399f-4eeb-9123-bd534f6ccc7a on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:47.193480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Attempting to bind port 481fa88a-399f-4eeb-9123-bd534f6ccc7a on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:47.200571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:47.200571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:47.200956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:47.201560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Bound port: 481fa88a-399f-4eeb-9123-bd534f6ccc7a, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:47.201560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.218714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.219212 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.244550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d097d3-4ea0-4caa-90f2-725bc0163cbc req-26526bee-a534-4e98-a110-aa255bc1a1ad tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.246103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9d097d3-4ea0-4caa-90f2-725bc0163cbc req-26526bee-a534-4e98-a110-aa255bc1a1ad tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 946 time: 0.2390492 Jul 16 20:13:47.247895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Calling delete_port for 48f2d6f5-f78d-445a-b3f8-fd5e83c40a7f owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:47.251128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-3fd80daf-cdd1-4cf3-a096-95ef2307b957 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.252670 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-3fd80daf-cdd1-4cf3-a096-95ef2307b957 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1098 time: 0.1998410 Jul 16 20:13:47.280660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-17'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:47.351951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d3de7-3883-433c-a762-01cb8ab63d9a req-469a2f6b-8fdb-4b3a-804b-c943379c9607 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.353802 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf6d3de7-3883-433c-a762-01cb8ab63d9a req-469a2f6b-8fdb-4b3a-804b-c943379c9607 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 943 time: 0.2127717 Jul 16 20:13:47.371004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9d097d3-4ea0-4caa-90f2-725bc0163cbc req-82d5ca72-3af9-4b8b-99d7-a2cfb98d51e2 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153431 Jul 16 20:13:47.376868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5727f9-436e-4822-982b-43e210f69d7c req-2af44d6e-76fe-4484-84f9-62309224287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.378791 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-2af44d6e-76fe-4484-84f9-62309224287e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bc888a761323467c83e3125bdb429cef&device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 1095 time: 0.1607597 Jul 16 20:13:47.381385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] For port 481fa88a-399f-4eeb-9123-bd534f6ccc7a, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:47.389695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] For port 481fa88a-399f-4eeb-9123-bd534f6ccc7a, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=481fa88a-399f-4eeb-9123-bd534f6ccc7a,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:47.434420 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.452234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-23d73123-fb26-41a9-946c-6538bef7a727 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a717b02-c3e5-45ef-819f-bbdd5f291684 HTTP/1.1" status: 200 len: 217 time: 0.0612078 Jul 16 20:13:47.480262 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.510513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf6d3de7-3883-433c-a762-01cb8ab63d9a req-24f0566a-608a-4483-8f46-a772e644e49e tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446717 Jul 16 20:13:47.513633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.519684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.521480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] 10.222.0.63 "PUT /v2.0/ports/481fa88a-399f-4eeb-9123-bd534f6ccc7a HTTP/1.1" status: 200 len: 1097 time: 2.1976538 Jul 16 20:13:47.620830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b472eff-d747-4228-899f-842ef9856e0b req-4a70bfe8-584e-4905-bd67-9064124d1381 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.622552 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b472eff-d747-4228-899f-842ef9856e0b req-4a70bfe8-584e-4905-bd67-9064124d1381 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.63 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 946 time: 0.2047837 Jul 16 20:13:47.710842 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b66e60-151f-4038-be5f-51ec842002ac service neutron] Pushing event updated for resources: {'Port': ['ID=481fa88a-399f-4eeb-9123-bd534f6ccc7a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:47.714951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5727f9-436e-4822-982b-43e210f69d7c req-b1d79ff5-ab2d-47d4-8914-40ef55d702d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.716599 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-b1d79ff5-ab2d-47d4-8914-40ef55d702d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a987bad5-a023-489d-8144-3679277bcde0 HTTP/1.1" status: 200 len: 862 time: 0.2401388 Jul 16 20:13:47.753519 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-a28f34f2-641f-4c61-83af-59258f77c327 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17ca68ce-cefd-4c1a-b089-277eaf0f8e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298626 Jul 16 20:13:47.771089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:47.799136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383f12-9605-42cd-a3fe-96b918b51897 req-18177b3c-9c13-45bf-86d4-808cd6846d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:47.800719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-18177b3c-9c13-45bf-86d4-808cd6846d20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098b747a5b09480595fd617734b1e16f&device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 1100 time: 0.2199256 Jul 16 20:13:47.856325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Pushing event deleted for resources: {'Port': ['ID=48f2d6f5-f78d-445a-b3f8-fd5e83c40a7f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:47.892436 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-f8078d48-aaba-4971-9bc4-1f585f37dd86 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=481fa88a-399f-4eeb-9123-bd534f6ccc7a HTTP/1.1" status: 200 len: 217 time: 0.0617347 Jul 16 20:13:47.949114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-8c9a624f-380c-4bca-a755-2b11d6b63c5e service neutron] 10.222.0.63 "GET /v2.0/networks/17ca68ce-cefd-4c1a-b089-277eaf0f8e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872182 Jul 16 20:13:47.984530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:48.001528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383f12-9605-42cd-a3fe-96b918b51897 req-6b3a318b-05ca-407a-bfb7-693577082033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.003367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-6b3a318b-05ca-407a-bfb7-693577082033 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1026452 Jul 16 20:13:48.021612 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.024576 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.025739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5ef5a027-c9d2-489c-8e94-3f5a9e7b4303 tempest-ServersTestBootFromVolume-1065736452 tempest-ServersTestBootFromVolume-1065736452-project] 10.222.0.10 "DELETE /v2.0/floatingips/4d8a7089-d777-4c69-af54-a6a47417043e HTTP/1.1" status: 204 len: 168 time: 1.1851208 Jul 16 20:13:48.029702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:48.094197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4b472eff-d747-4228-899f-842ef9856e0b req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Deleting port b596a2f8-28cc-4eaf-a291-41db01567a94 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:48.094536 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4b472eff-d747-4228-899f-842ef9856e0b req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.096617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-349d7bc3-f086-493f-a905-3c1d9740a951 req-5081f204-c700-4703-bcb6-aa64a693eef7 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 210 time: 0.1015863 Jul 16 20:13:48.115059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3048ac-51ea-4a82-be01-62a3bf70797d req-61cac57c-94da-4ee5-990d-cc1bdfe39b5d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.122468 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6e3048ac-51ea-4a82-be01-62a3bf70797d req-61cac57c-94da-4ee5-990d-cc1bdfe39b5d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 946 time: 0.3526382 Jul 16 20:13:48.139665 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e5727f9-436e-4822-982b-43e210f69d7c req-13d6c280-7fcb-4bb1-a0a3-ce49ab5659ea service neutron] 10.222.0.63 "GET /v2.0/networks/17ca68ce-cefd-4c1a-b089-277eaf0f8e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810110 Jul 16 20:13:48.144319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:48.185230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383f12-9605-42cd-a3fe-96b918b51897 req-61e86dff-be21-4a05-b005-15f881500fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.187421 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-61e86dff-be21-4a05-b005-15f881500fb0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432822 Jul 16 20:13:48.238585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9b06a1-0e1f-4adb-84c3-044daf27f275', 'tag': '6a717b02-c3e5-45ef-819f-bbdd5f291684'}, {'name': 'network-changed', 'server_uuid': '108476e9-26da-4d12-aa0f-58417857bdeb', 'tag': '481fa88a-399f-4eeb-9123-bd534f6ccc7a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:48.241534 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9b06a1-0e1f-4adb-84c3-044daf27f275", "tag": "6a717b02-c3e5-45ef-819f-bbdd5f291684"}, {"name": "network-changed", "server_uuid": "108476e9-26da-4d12-aa0f-58417857bdeb", "tag": "481fa88a-399f-4eeb-9123-bd534f6ccc7a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:48.295901 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6e3048ac-51ea-4a82-be01-62a3bf70797d req-534afe70-1064-4714-8df0-4d28f285adc1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724374 Jul 16 20:13:48.305894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:48.307305 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d871515e-427e-4bfe-a905-99f89bd06c27" -d '{"events": [{"server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f96b6-7621-46a3-a237-3131610def83"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:48.312003 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.360714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.371812 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-e821320d-0d46-45ce-bf1b-13555082afa7 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751394 Jul 16 20:13:48.384775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3228f-004d-412c-9ef2-efff9653406e req-e9097ea8-b91f-4934-99b0-e625990a3b2b tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.386671 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5e3228f-004d-412c-9ef2-efff9653406e req-e9097ea8-b91f-4934-99b0-e625990a3b2b tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 948 time: 0.1630504 Jul 16 20:13:48.398113 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6363b6-3dd8-4c5c-a965-b879303bcaa2 x-openstack-request-id: req-5e6363b6-3dd8-4c5c-a965-b879303bcaa2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:48.398513 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9b06a1-0e1f-4adb-84c3-044daf27f275", "tag": "6a717b02-c3e5-45ef-819f-bbdd5f291684", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "108476e9-26da-4d12-aa0f-58417857bdeb", "tag": "481fa88a-399f-4eeb-9123-bd534f6ccc7a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:48.398868 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e6363b6-3dd8-4c5c-a965-b879303bcaa2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:48.399404 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9b06a1-0e1f-4adb-84c3-044daf27f275', 'tag': '6a717b02-c3e5-45ef-819f-bbdd5f291684', 'status': 'completed', 'code': 200} Jul 16 20:13:48.399763 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108476e9-26da-4d12-aa0f-58417857bdeb', 'tag': '481fa88a-399f-4eeb-9123-bd534f6ccc7a', 'status': 'completed', 'code': 200} Jul 16 20:13:48.507708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5e3228f-004d-412c-9ef2-efff9653406e req-6efaad86-00cd-4a31-98b6-b6be57703afe tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116035 Jul 16 20:13:48.597551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-bc4b7d55-a888-4aba-8857-6cbbb58749ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.599612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-bc4b7d55-a888-4aba-8857-6cbbb58749ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bc888a761323467c83e3125bdb429cef&device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 1095 time: 0.1794345 Jul 16 20:13:48.602884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36383f12-9605-42cd-a3fe-96b918b51897 req-4f7e0b53-fd87-41e2-812f-b3c2e05a1afe service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150657 Jul 16 20:13:48.728829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-cf0db3f5-f8c5-4ac5-8190-1ef6d4466856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.730694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-cf0db3f5-f8c5-4ac5-8190-1ef6d4466856 service neutron] 10.222.0.63 "GET /v2.0/networks?id=17ca68ce-cefd-4c1a-b089-277eaf0f8e17 HTTP/1.1" status: 200 len: 923 time: 0.1204288 Jul 16 20:13:48.799095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-e7763115-f28e-421b-a950-0ad2a4f1f618 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a717b02-c3e5-45ef-819f-bbdd5f291684 HTTP/1.1" status: 200 len: 217 time: 0.0532880 Jul 16 20:13:48.813238 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fd8d5e-b9c8-4109-96d1-95ad44504a96 x-openstack-request-id: req-31fd8d5e-b9c8-4109-96d1-95ad44504a96 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:48.813867 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8f96b6-7621-46a3-a237-3131610def83", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:48.813867 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31fd8d5e-b9c8-4109-96d1-95ad44504a96 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:48.814236 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83', 'code': 200} Jul 16 20:13:48.817159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4b472eff-d747-4228-899f-842ef9856e0b req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] For port b596a2f8-28cc-4eaf-a291-41db01567a94, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b596a2f8-28cc-4eaf-a291-41db01567a94,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:48.817558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4b472eff-d747-4228-899f-842ef9856e0b req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:48.874813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fae40d-d305-4577-9cb2-992a9369a0d5 req-56037853-782f-4836-b20a-1ef76189bb75 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.876315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4b472eff-d747-4228-899f-842ef9856e0b req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Calling delete_port for b596a2f8-28cc-4eaf-a291-41db01567a94 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:48.876459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3fae40d-d305-4577-9cb2-992a9369a0d5 req-56037853-782f-4836-b20a-1ef76189bb75 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 943 time: 0.1397419 Jul 16 20:13:48.877904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-a449cf26-4ce6-4b50-a71a-f96e1d31cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:48.879533 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-a449cf26-4ce6-4b50-a71a-f96e1d31cc11 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a987bad5-a023-489d-8144-3679277bcde0 HTTP/1.1" status: 200 len: 862 time: 0.0729427 Jul 16 20:13:48.920289 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-a52b2650-36b5-4699-8f65-df2dab7bd870 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=17ca68ce-cefd-4c1a-b089-277eaf0f8e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337880 Jul 16 20:13:48.924596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f96b6-7621-46a3-a237-3131610def83,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:48.963087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3fae40d-d305-4577-9cb2-992a9369a0d5 req-3bb41ed9-571a-404f-b726-3d3703536393 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777793 Jul 16 20:13:48.978756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 on host n-h2-792394-17 for vnic_type normal with profile {"migrating_to": "n-h1-792394-17"} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:13:48.979087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:13:48.979478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:49.018205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Port 9f8f96b6-7621-46a3-a237-3131610def83 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:13:49.018537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Attempting to bind port 9f8f96b6-7621-46a3-a237-3131610def83 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:13:49.046453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:13:49.046788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:49.047171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:13:49.047624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Bound port: 9f8f96b6-7621-46a3-a237-3131610def83, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:13:49.047977 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.079765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-5f3fde80-b054-4668-a5fb-b453933468e1 service neutron] 10.222.0.63 "GET /v2.0/networks/17ca68ce-cefd-4c1a-b089-277eaf0f8e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396945 Jul 16 20:13:49.107538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5bbeb-02bc-4b25-a94c-dc96216b8e18 req-38c0a815-c2a2-4cd9-b346-65bc558c33de tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.109128 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ef5bbeb-02bc-4b25-a94c-dc96216b8e18 req-38c0a815-c2a2-4cd9-b346-65bc558c33de tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/ports?device_id=858376fa-d4a7-472e-a9bd-ab9333632dce HTTP/1.1" status: 200 len: 946 time: 0.2939520 Jul 16 20:13:49.218686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-f5bad4c9-713b-4f9c-b46d-91fad7f606ac service neutron] 10.222.0.63 "GET /v2.0/networks/17ca68ce-cefd-4c1a-b089-277eaf0f8e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277223 Jul 16 20:13:49.248600 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ef5bbeb-02bc-4b25-a94c-dc96216b8e18 req-871ee17b-c173-4bfe-8c28-076927cc1010 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.10 "GET /v2.0/security-groups?id=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115923 Jul 16 20:13:49.266625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:49.271299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:13:49.287706 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4b472eff-d747-4228-899f-842ef9856e0b req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.289920 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.401970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f96b6-7621-46a3-a237-3131610def83,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.439034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-b28f6178-6dc9-4627-9aff-948266ed5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.440743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-b28f6178-6dc9-4627-9aff-948266ed5a79 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=098b747a5b09480595fd617734b1e16f&device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 1100 time: 0.1359022 Jul 16 20:13:49.455734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Pushing event deleted for resources: {'Port': ['ID=b596a2f8-28cc-4eaf-a291-41db01567a94,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:49.553154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b472eff-d747-4228-899f-842ef9856e0b req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] No DVR routers for this DVR port b596a2f8-28cc-4eaf-a291-41db01567a94 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:49.557584 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4b472eff-d747-4228-899f-842ef9856e0b req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.559591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b472eff-d747-4228-899f-842ef9856e0b req-514b212c-ff64-4fcf-9770-99f6de0d87b7 tempest-FloatingIPsAssociationTestJSON-1616955549 tempest-FloatingIPsAssociationTestJSON-1616955549-project] 10.222.0.63 "DELETE /v2.0/ports/b596a2f8-28cc-4eaf-a291-41db01567a94 HTTP/1.1" status: 204 len: 173 time: 1.9236624 Jul 16 20:13:49.561829 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e616fea-5fe1-46ac-b81c-00a430b33b02 req-2beba632-ee3a-440f-9aff-f651d313248c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=a702ac26-4d78-400f-bedd-6544d1026dfe HTTP/1.1" status: 200 len: 210 time: 0.1106470 Jul 16 20:13:49.630492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-85b05488-24fd-4f13-b619-5b06d256cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.632126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-85b05488-24fd-4f13-b619-5b06d256cc93 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1836030 Jul 16 20:13:49.644332 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.646335 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.647622 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-58c91ccf-1cdb-4730-9f74-71a615f5854f service neutron] 10.222.0.63 "PUT /v2.0/ports/9f8f96b6-7621-46a3-a237-3131610def83 HTTP/1.1" status: 200 len: 1124 time: 2.3786385 Jul 16 20:13:49.686290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:49.731744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-24f70109-ba54-4c6a-99f0-38502037615f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=481fa88a-399f-4eeb-9123-bd534f6ccc7a HTTP/1.1" status: 200 len: 217 time: 0.0925572 Jul 16 20:13:49.740317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['9f8f96b6-7621-46a3-a237-3131610def83'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:49.815467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f875d55-950b-470a-99fc-b579a2fc00d2 req-cc84d73a-98c2-4b1c-81fc-3ff53bdba16e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.817035 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f875d55-950b-470a-99fc-b579a2fc00d2 req-cc84d73a-98c2-4b1c-81fc-3ff53bdba16e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 944 time: 0.2838309 Jul 16 20:13:49.822188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-ea3fec9b-e3f0-48ad-a166-2f83e94a1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.823606 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-ea3fec9b-e3f0-48ad-a166-2f83e94a1c5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0754280 Jul 16 20:13:49.910992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f875d55-950b-470a-99fc-b579a2fc00d2 req-8dbef7d1-452d-4323-9e26-897b6499a7b2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863006 Jul 16 20:13:49.944144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360216c-8b97-4c64-b353-04ca56d4c9eb req-fbda01af-1611-4ed3-896a-04468c1254e8 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.951724 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5360216c-8b97-4c64-b353-04ca56d4c9eb req-fbda01af-1611-4ed3-896a-04468c1254e8 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 948 time: 0.1588850 Jul 16 20:13:49.968759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-c3e31bdf-4137-48b3-98a6-058012bcb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:49.973186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-c3e31bdf-4137-48b3-98a6-058012bcb318 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234980 Jul 16 20:13:50.016813 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5360216c-8b97-4c64-b353-04ca56d4c9eb req-6476cbfc-24ca-433a-9547-e811319172ff tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635471 Jul 16 20:13:50.143172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Deleting port c59e196b-e661-4c3e-aeef-1d6710ff067c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:50.143864 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.195927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-3fe0d579-7b4d-4644-984d-eff3d89a9773 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143912 Jul 16 20:13:50.244795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] For port c59e196b-e661-4c3e-aeef-1d6710ff067c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c59e196b-e661-4c3e-aeef-1d6710ff067c,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:50.245860 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.251243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6a717b02-c3e5-45ef-819f-bbdd5f291684 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:50.253675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b596a2f8-28cc-4eaf-a291-41db01567a94 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:50.285068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Calling delete_port for c59e196b-e661-4c3e-aeef-1d6710ff067c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:50.312240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5acc71-a1f7-4e46-9ef8-dc12e2f57b4f req-73f0016a-b52e-4165-bc81-9e84f344a09b service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084383 Jul 16 20:13:50.328567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b257b-a1fa-4718-95dc-e4159509edef req-00036681-df70-4872-902f-9ab10fcb5554 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:50.330645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-134b257b-a1fa-4718-95dc-e4159509edef req-00036681-df70-4872-902f-9ab10fcb5554 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 943 time: 0.2034326 Jul 16 20:13:50.336349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: b596a2f8-28cc-4eaf-a291-41db01567a94 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:50.337441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b596a2f8-28cc-4eaf-a291-41db01567a94 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:50.398814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-134b257b-a1fa-4718-95dc-e4159509edef req-d6f0a4be-1eab-4b3c-9e9e-c145a09ed599 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612504 Jul 16 20:13:50.480306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:50.488192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6a717b02-c3e5-45ef-819f-bbdd5f291684, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a717b02-c3e5-45ef-819f-bbdd5f291684,segment=NetworkSegment(e5ead1e9-20b2-415b-b906-086c82f48f6e),segment_id=e5ead1e9-20b2-415b-b906-086c82f48f6e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:50.515026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '6a717b02-c3e5-45ef-819f-bbdd5f291684', 'network_id': '17ca68ce-cefd-4c1a-b089-277eaf0f8e17', 'port_id': '6a717b02-c3e5-45ef-819f-bbdd5f291684', 'mac_address': 'fa:16:3e:90:18:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987bad5-a023-489d-8144-3679277bcde0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:50.528126 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9057cc37-008e-4fb7-8f6e-c90b966cacea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.573161 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.591174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a717b02-c3e5-45ef-819f-bbdd5f291684 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:50.613941 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.617508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6a717b02-c3e5-45ef-819f-bbdd5f291684, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a717b02-c3e5-45ef-819f-bbdd5f291684,segment=NetworkSegment(e5ead1e9-20b2-415b-b906-086c82f48f6e),segment_id=e5ead1e9-20b2-415b-b906-086c82f48f6e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:50.627098 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:50.629607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 481fa88a-399f-4eeb-9123-bd534f6ccc7a details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:50.651655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=c59e196b-e661-4c3e-aeef-1d6710ff067c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.749635 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=6a717b02-c3e5-45ef-819f-bbdd5f291684,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:50.844510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'name': 'network-vif-deleted', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94'}, {'name': 'network-changed', 'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:50.848473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 481fa88a-399f-4eeb-9123-bd534f6ccc7a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=481fa88a-399f-4eeb-9123-bd534f6ccc7a,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:50.852408 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1016aa1a-f52f-4515-8202-bf0d252d8bb7" -d '{"events": [{"server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "name": "network-vif-deleted", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94"}, {"name": "network-changed", "server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "tag": "9f8f96b6-7621-46a3-a237-3131610def83"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:50.884186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '481fa88a-399f-4eeb-9123-bd534f6ccc7a', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '481fa88a-399f-4eeb-9123-bd534f6ccc7a', 'mac_address': 'fa:16:3e:19:00:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:13:50.962605 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69697a2-f7cf-4f5c-8c46-0734949a769d x-openstack-request-id: req-e69697a2-f7cf-4f5c-8c46-0734949a769d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:50.963924 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858376fa-d4a7-472e-a9bd-ab9333632dce", "name": "network-vif-deleted", "tag": "b596a2f8-28cc-4eaf-a291-41db01567a94", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "tag": "9f8f96b6-7621-46a3-a237-3131610def83", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:50.965409 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e69697a2-f7cf-4f5c-8c46-0734949a769d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:50.966687 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858376fa-d4a7-472e-a9bd-ab9333632dce', 'name': 'network-vif-deleted', 'tag': 'b596a2f8-28cc-4eaf-a291-41db01567a94', 'status': 'completed', 'code': 200} Jul 16 20:13:50.967904 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83', 'status': 'completed', 'code': 200} Jul 16 20:13:50.978090 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.017389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481fa88a-399f-4eeb-9123-bd534f6ccc7a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:51.029844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.052278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 481fa88a-399f-4eeb-9123-bd534f6ccc7a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=481fa88a-399f-4eeb-9123-bd534f6ccc7a,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:51.058371 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.169206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-90361008-eb73-459b-8238-e65157fb6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.170668 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-90361008-eb73-459b-8238-e65157fb6b7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1127 time: 0.1707840 Jul 16 20:13:51.180069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=481fa88a-399f-4eeb-9123-bd534f6ccc7a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:51.313999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['481fa88a-399f-4eeb-9123-bd534f6ccc7a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:51.345320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf73a6-667a-45e6-9545-ece1d988a466 req-6a1e9430-7ab0-47fe-b906-4973e495455b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.346947 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26cf73a6-667a-45e6-9545-ece1d988a466 req-6a1e9430-7ab0-47fe-b906-4973e495455b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 944 time: 0.1611547 Jul 16 20:13:51.366788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a717b02-c3e5-45ef-819f-bbdd5f291684'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:51.413976 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26cf73a6-667a-45e6-9545-ece1d988a466 req-b612655d-e1fb-486a-959b-84b1cda767d7 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489018 Jul 16 20:13:51.418365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Router c5b74cdb-ee48-4131-b2c9-8bee55dac490 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:51.591201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:51.605662 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] Sync routers for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:51.612636 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-223acf43-9a2e-4e54-bd50-d8f0cbf32cbd admin admin] 10.222.0.10 "PUT /v2.0/routers/c5b74cdb-ee48-4131-b2c9-8bee55dac490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791974 Jul 16 20:13:51.616111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:51.632832 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:51.641338 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:51.707568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c79cbe-56b1-44b8-a48e-194eab659b13 req-b020428a-da2f-4368-aa22-5ef64f49d7c4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.710359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-f4c37db7-99f1-41bd-8172-bd1aeded1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.712367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-f4c37db7-99f1-41bd-8172-bd1aeded1ecb service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.5104294 Jul 16 20:13:51.714821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92c79cbe-56b1-44b8-a48e-194eab659b13 req-b020428a-da2f-4368-aa22-5ef64f49d7c4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.1653590 Jul 16 20:13:51.722223 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.726446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92c79cbe-56b1-44b8-a48e-194eab659b13 req-e2799d23-a9f1-40f8-896b-995261ba1a9a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/quotas/18482987bf8a421aa1d459fff4963635 HTTP/1.1" status: 200 len: 375 time: 0.0107741 Jul 16 20:13:51.766770 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92c79cbe-56b1-44b8-a48e-194eab659b13 req-7444ae80-625e-4213-a370-f26ce0d8f343 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333784 Jul 16 20:13:51.799436 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:51.834736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:51.843730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d6439-3b91-410a-afeb-c433bc3dd425 req-d2b7bcc6-b08c-4cf9-88d0-005187701d63 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:51.851852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-596d6439-3b91-410a-afeb-c433bc3dd425 req-d2b7bcc6-b08c-4cf9-88d0-005187701d63 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 949 time: 0.6488178 Jul 16 20:13:51.860065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92c79cbe-56b1-44b8-a48e-194eab659b13 req-e57e867d-3cf8-46e4-b0a7-3b6fd494f804 service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855904 Jul 16 20:13:51.893928 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-0be7da09-cd5c-4bbb-aac5-a5619cd52380 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8f96b6-7621-46a3-a237-3131610def83 HTTP/1.1" status: 200 len: 217 time: 0.1654620 Jul 16 20:13:51.963133 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92c79cbe-56b1-44b8-a48e-194eab659b13 req-e2ff80a7-b14b-4016-af8b-558b8a404f21 service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969193 Jul 16 20:13:51.980446 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:13:50Z', 'revision_number': 5, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:52.020998 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] Checking router: c5b74cdb-ee48-4131-b2c9-8bee55dac490 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:52.024032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-596d6439-3b91-410a-afeb-c433bc3dd425 req-b6feca01-7437-46ec-9799-22d329d090f0 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709185 Jul 16 20:13:52.031938 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] Routers {'c5b74cdb-ee48-4131-b2c9-8bee55dac490'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:52.032464 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:52.166143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-dd1c4830-730d-424d-b11d-96ff0f753b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.167536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-dd1c4830-730d-424d-b11d-96ff0f753b15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.2411997 Jul 16 20:13:52.228628 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] Set router c5b74cdb-ee48-4131-b2c9-8bee55dac490 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:52.268048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9f8f96b6-7621-46a3-a237-3131610def83 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:13:52.271029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6a717b02-c3e5-45ef-819f-bbdd5f291684 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:52.310872 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-c9249e83-becb-4025-bc68-7cc89eefe1a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102431 Jul 16 20:13:52.319139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d8932-5187-40dd-a11a-fe6a1b150080 req-858b4343-e576-477d-8a8b-0e1dde72a433 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.335883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-634d8932-5187-40dd-a11a-fe6a1b150080 req-858b4343-e576-477d-8a8b-0e1dde72a433 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 944 time: 0.1013148 Jul 16 20:13:52.409751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-634d8932-5187-40dd-a11a-fe6a1b150080 req-92eb6477-5a4e-41d6-86f5-37758933ab44 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729759 Jul 16 20:13:52.517008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.551114 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b572632e-6746-4ec4-ad71-c51f75030dda req-c807beba-d0ed-40f0-8290-9886203bfb4f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=92f8e9c6-1272-4272-83d9-d932d51b5c40 HTTP/1.1" status: 200 len: 210 time: 0.0440733 Jul 16 20:13:52.563351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 6a717b02-c3e5-45ef-819f-bbdd5f291684 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:52.582720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 6a717b02-c3e5-45ef-819f-bbdd5f291684 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:52.583399 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.649130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:52.671814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9f8f96b6-7621-46a3-a237-3131610def83 has no active binding in host n-h1-792394-17 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:13:52.777816 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.792682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-8448f2fc-d0bc-4214-9bc9-e2988551fdf7 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626212 Jul 16 20:13:52.814995 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:13:50Z', 'revision_number': 5, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:52.838044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9b06a1-0e1f-4adb-84c3-044daf27f275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a717b02-c3e5-45ef-819f-bbdd5f291684'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:52.842816 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da06de5a-8cfd-4703-a9b8-d4cc546dea30" -d '{"events": [{"server_uuid": "3e9b06a1-0e1f-4adb-84c3-044daf27f275", "name": "network-vif-plugged", "status": "completed", "tag": "6a717b02-c3e5-45ef-819f-bbdd5f291684"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:52.861977 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f35292-b398-46b7-90a7-3216f481c2b6 None None] The sync data for ids ['c5b74cdb-ee48-4131-b2c9-8bee55dac490'] in n-d-792394-17 is: [{'id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'name': 'tempest-ServersTestBootFromVolume-989189124-router', 'tenant_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:10:31Z', 'updated_at': '2021-07-16T20:13:50Z', 'revision_number': 5, 'project_id': '192a6a5ab1484bb59fe3c3736d1d737b', 'gw_port': {'id': '6e232602-55d3-45b0-bd6b-154d884ee045', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b74cdb-ee48-4131-b2c9-8bee55dac490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:10:33Z', 'updated_at': '2021-07-16T20:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:52.883875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6a717b02-c3e5-45ef-819f-bbdd5f291684, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a717b02-c3e5-45ef-819f-bbdd5f291684,segment=NetworkSegment(e5ead1e9-20b2-415b-b906-086c82f48f6e),segment_id=e5ead1e9-20b2-415b-b906-086c82f48f6e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:52.899083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.900493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 481fa88a-399f-4eeb-9123-bd534f6ccc7a up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:13:52.946809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Deleting port 6e232602-55d3-45b0-bd6b-154d884ee045 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:52.947175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:52.981943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a626b-7181-4b9b-b35e-676a8d5ab52a req-7f7ff57f-3b55-4b9f-a1d5-8fa9db498ac4 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:52.989574 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-571a626b-7181-4b9b-b35e-676a8d5ab52a req-7f7ff57f-3b55-4b9f-a1d5-8fa9db498ac4 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 944 time: 0.2328484 Jul 16 20:13:52.999695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=6a717b02-c3e5-45ef-819f-bbdd5f291684,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.025935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 481fa88a-399f-4eeb-9123-bd534f6ccc7a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:13:53.030045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 481fa88a-399f-4eeb-9123-bd534f6ccc7a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:13:53.030251 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.084288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Deleting port 877bccce-c674-4490-9c4d-3ac52430b9f4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:53.084633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.119961 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.133207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1016aa1a-f52f-4515-8202-bf0d252d8bb7 req-dfa5b0b8-48c2-46e6-87b2-3cd016301c07 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158543 Jul 16 20:13:53.153607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-571a626b-7181-4b9b-b35e-676a8d5ab52a req-81b18108-d0c9-4b92-9195-78bf0eaf953c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617382 Jul 16 20:13:53.165656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 481fa88a-399f-4eeb-9123-bd534f6ccc7a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=481fa88a-399f-4eeb-9123-bd534f6ccc7a,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:53.172544 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.255435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] For port 6e232602-55d3-45b0-bd6b-154d884ee045, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6e232602-55d3-45b0-bd6b-154d884ee045,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:53.256103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.258201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=481fa88a-399f-4eeb-9123-bd534f6ccc7a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.285465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Calling delete_port for 6e232602-55d3-45b0-bd6b-154d884ee045 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:53.307652 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803ff6b3-7e58-4879-b80f-8e114642a6e5 x-openstack-request-id: req-803ff6b3-7e58-4879-b80f-8e114642a6e5 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:53.308565 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9b06a1-0e1f-4adb-84c3-044daf27f275", "name": "network-vif-plugged", "status": "completed", "tag": "6a717b02-c3e5-45ef-819f-bbdd5f291684", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:53.308826 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-803ff6b3-7e58-4879-b80f-8e114642a6e5 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:53.309228 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9b06a1-0e1f-4adb-84c3-044daf27f275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a717b02-c3e5-45ef-819f-bbdd5f291684', 'code': 200} Jul 16 20:13:53.338555 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.352914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] For port 877bccce-c674-4490-9c4d-3ac52430b9f4, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=877bccce-c674-4490-9c4d-3ac52430b9f4,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:53.353328 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.393968 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-432f87bd-b346-4eef-9694-6884d4c8cedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.409930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Calling delete_port for 877bccce-c674-4490-9c4d-3ac52430b9f4 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:53.582836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41df735-ec30-48bc-99ba-652d85c21951 req-19e410fc-d613-4040-a17e-f72e3896971f tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.585076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d41df735-ec30-48bc-99ba-652d85c21951 req-19e410fc-d613-4040-a17e-f72e3896971f tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 950 time: 0.3015530 Jul 16 20:13:53.622317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c59e196b-e661-4c3e-aeef-1d6710ff067c no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:53.650661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c59e196b-e661-4c3e-aeef-1d6710ff067c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:53.651376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c59e196b-e661-4c3e-aeef-1d6710ff067c not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:53.673341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0ba79-0b93-4a06-98d2-3067bdb818ca req-68fb225e-b320-40d8-af16-f37206870dc8 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.675705 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eae0ba79-0b93-4a06-98d2-3067bdb818ca req-68fb225e-b320-40d8-af16-f37206870dc8 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 945 time: 0.0785716 Jul 16 20:13:53.698165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5ea19-0e3e-4d8f-8826-732dfbce4459 req-5b2cd109-c500-4b57-a1f1-3932c1b9ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:53.699707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3be5ea19-0e3e-4d8f-8826-732dfbce4459 req-5b2cd109-c500-4b57-a1f1-3932c1b9ca80 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 1097 time: 0.2931821 Jul 16 20:13:53.712293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d41df735-ec30-48bc-99ba-652d85c21951 req-35b17e92-9d75-4a65-9a2b-4bdbd4ada3ad tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205771 Jul 16 20:13:53.721408 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eae0ba79-0b93-4a06-98d2-3067bdb818ca req-aef25286-98dd-4e83-af0d-6b775bee9b16 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395961 Jul 16 20:13:53.805709 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3be5ea19-0e3e-4d8f-8826-732dfbce4459 req-4afd6209-f316-422d-a270-e43cf85529ae service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923681 Jul 16 20:13:53.816604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:53.904462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=6e232602-55d3-45b0-bd6b-154d884ee045,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:53.993225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.010972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936eec4-6c16-480f-8d60-f432a6ad1d0c req-9ae10d5d-2de2-46ea-af7a-bfb9580713a6 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.012566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5936eec4-6c16-480f-8d60-f432a6ad1d0c req-9ae10d5d-2de2-46ea-af7a-bfb9580713a6 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.0640545 Jul 16 20:13:54.053980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=877bccce-c674-4490-9c4d-3ac52430b9f4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:54.056361 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5936eec4-6c16-480f-8d60-f432a6ad1d0c req-e9e48656-f5fa-435c-a030-b99af9bb308b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373924 Jul 16 20:13:54.083762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.095571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-21110b13-e251-4488-b157-8f77afcf2f88 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.097102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-21110b13-e251-4488-b157-8f77afcf2f88 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.2975030 Jul 16 20:13:54.341644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc714-d594-4d39-9801-39c27199b5fd req-1eef6570-5532-4130-9f2d-7855d7728af4 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.343217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-349fc714-d594-4d39-9801-39c27199b5fd req-1eef6570-5532-4130-9f2d-7855d7728af4 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 944 time: 0.0699496 Jul 16 20:13:54.383611 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-349fc714-d594-4d39-9801-39c27199b5fd req-def264f2-40bf-493a-a704-eacc31399494 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346184 Jul 16 20:13:54.419628 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.453824 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-d57dbd44-d95b-4578-a4d8-d133a9e891a7 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/quotas/18482987bf8a421aa1d459fff4963635 HTTP/1.1" status: 200 len: 375 time: 0.3158247 Jul 16 20:13:54.460206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.463504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.503457 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-c0714dbc-6e27-4ee7-9381-bea558ea63d3 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412049 Jul 16 20:13:54.627853 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.628396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5b74cdb-ee48-4131-b2c9-8bee55dac490 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:54.666210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.667787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-117f5f31-b488-47ee-9c70-665d3dd3f2ec admin admin] 10.222.0.10 "DELETE /v2.0/routers/c5b74cdb-ee48-4131-b2c9-8bee55dac490 HTTP/1.1" status: 204 len: 168 time: 3.0487893 Jul 16 20:13:54.670733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:54.736539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-490b543f-4d68-413b-acca-04fc0a99b60f admin admin] Deleting subnet 74363b6c-ee6b-470a-a5d8-71c1a42d0252 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:54.741331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490b543f-4d68-413b-acca-04fc0a99b60f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.767279 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-009b8121-f4ef-4fc3-9c99-14edfc44c301 service neutron] 10.222.0.30 "GET /v2.0/ports/9f8f96b6-7621-46a3-a237-3131610def83/bindings/n-h1-792394-17 HTTP/1.1" status: 200 len: 385 time: 0.2080572 Jul 16 20:13:54.769865 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.795313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490b543f-4d68-413b-acca-04fc0a99b60f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.805369 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-0ff88e9d-0ef9-48e4-a1c7-2c5a9961124c service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444906 Jul 16 20:13:54.924400 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490b543f-4d68-413b-acca-04fc0a99b60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:54.981784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3691e0-95dc-4f39-a20a-8edbf1122d10 req-2a35e984-6c95-4673-a9ff-750b0aa4fbdd tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:54.983307 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d3691e0-95dc-4f39-a20a-8edbf1122d10 req-2a35e984-6c95-4673-a9ff-750b0aa4fbdd tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 950 time: 0.1052659 Jul 16 20:13:55.006901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490b543f-4d68-413b-acca-04fc0a99b60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.037319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b543f-4d68-413b-acca-04fc0a99b60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74363b6c-ee6b-470a-a5d8-71c1a42d0252,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.038347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-5d8f4b73-d7b6-4305-8699-3808db7d4af2 service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235734 Jul 16 20:13:55.049547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490b543f-4d68-413b-acca-04fc0a99b60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.054141 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-490b543f-4d68-413b-acca-04fc0a99b60f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/74363b6c-ee6b-470a-a5d8-71c1a42d0252 HTTP/1.1" status: 204 len: 168 time: 0.3821335 Jul 16 20:13:55.054750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:55.061083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3fee3-3ef3-4a3f-8712-8e69dfc7b1c5 None None] Network 7a0bc17c-ed1d-449f-8f56-1daec615cb90 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:55.075429 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d3691e0-95dc-4f39-a20a-8edbf1122d10 req-0342ed7c-7c01-4b97-8327-e4555b6afa6b tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853524 Jul 16 20:13:55.244538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.259157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:55.294359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:55.297673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Router c3cfce6a-6d2d-45f9-9670-c60a01656de6 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:13:55.311011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108476e9-26da-4d12-aa0f-58417857bdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481fa88a-399f-4eeb-9123-bd534f6ccc7a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:13:55.316658 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc57860-a416-48c3-9956-4d26015b5454" -d '{"events": [{"server_uuid": "108476e9-26da-4d12-aa0f-58417857bdeb", "name": "network-vif-plugged", "status": "completed", "tag": "481fa88a-399f-4eeb-9123-bd534f6ccc7a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:13:55.344321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8f96b6-7621-46a3-a237-3131610def83 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:55.352081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Deleting port 3c563227-322a-4c2a-8c0e-2af1637677c2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:55.352429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.390229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:55.450739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] For port 3c563227-322a-4c2a-8c0e-2af1637677c2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3c563227-322a-4c2a-8c0e-2af1637677c2,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:55.451129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.466564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Calling delete_port for 3c563227-322a-4c2a-8c0e-2af1637677c2 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:55.476530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5087aa73-9a17-4d8e-9769-a930e7387e16 None None] DHCP port deletion for 7a0bc17c-ed1d-449f-8f56-1daec615cb90 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:55.518519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.543385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5087aa73-9a17-4d8e-9769-a930e7387e16 None None] Deleting port 3c563227-322a-4c2a-8c0e-2af1637677c2 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:55.544003 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5087aa73-9a17-4d8e-9769-a930e7387e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.571477 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.601916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c563227-322a-4c2a-8c0e-2af1637677c2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.604607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] No DVR routers for this DVR port 3c563227-322a-4c2a-8c0e-2af1637677c2 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:55.619388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5087aa73-9a17-4d8e-9769-a930e7387e16 None None] For port 3c563227-322a-4c2a-8c0e-2af1637677c2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3c563227-322a-4c2a-8c0e-2af1637677c2,segment=NetworkSegment(e405bd31-2494-49a9-9223-e6418ebdcde0),segment_id=e405bd31-2494-49a9-9223-e6418ebdcde0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:55.620088 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5087aa73-9a17-4d8e-9769-a930e7387e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.656338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5087aa73-9a17-4d8e-9769-a930e7387e16 None None] Calling delete_port for 3c563227-322a-4c2a-8c0e-2af1637677c2 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:55.681846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:13:55.694921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4196dd1c-d615-4ba9-82fc-5f1b508d5475 req-2eeeca03-c46f-4794-9280-478c6573ef07 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 210 time: 0.0539825 Jul 16 20:13:55.698670 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-738cce65-bc10-4729-8af9-123a01f05e6a admin admin] 10.222.0.10 "PUT /v2.0/routers/c3cfce6a-6d2d-45f9-9670-c60a01656de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2149100 Jul 16 20:13:55.699678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:55.703213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] Transition to ACTIVE for port object 9f8f96b6-7621-46a3-a237-3131610def83 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:13:55.716477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.744289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98cab7-c252-4b8b-81ad-8c793161bc7e req-5be1726f-ed8a-4728-b090-7956ad15446a tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:55.753161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d98cab7-c252-4b8b-81ad-8c793161bc7e req-5be1726f-ed8a-4728-b090-7956ad15446a tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 945 time: 0.3345625 Jul 16 20:13:55.759609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] Sync routers for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:13:55.778173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.795743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0bc17c-ed1d-449f-8f56-1daec615cb90']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:55.796111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:55.796557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:55.836460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] No DVR routers for this DVR port 9f8f96b6-7621-46a3-a237-3131610def83 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:55.843944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e405bd31-2494-49a9-9223-e6418ebdcde0') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:55.844358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e405bd31-2494-49a9-9223-e6418ebdcde0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:55.857992 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.880845 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.884287 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd319ff8-8f4e-4f91-9039-489c384be07a x-openstack-request-id: req-cd319ff8-8f4e-4f91-9039-489c384be07a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:13:55.884803 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108476e9-26da-4d12-aa0f-58417857bdeb", "name": "network-vif-plugged", "status": "completed", "tag": "481fa88a-399f-4eeb-9123-bd534f6ccc7a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:13:55.885239 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd319ff8-8f4e-4f91-9039-489c384be07a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:13:55.886779 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108476e9-26da-4d12-aa0f-58417857bdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481fa88a-399f-4eeb-9123-bd534f6ccc7a', 'code': 200} Jul 16 20:13:55.907885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8f96b6-7621-46a3-a237-3131610def83,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:55.908630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:13:55.909151 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:13:55.911387 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:13:55.915038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-79db0797-22f9-4720-8b8c-acd4ebb34500 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f8f96b6-7621-46a3-a237-3131610def83/bindings/n-h1-792394-17/activate HTTP/1.1" status: 200 len: 370 time: 1.1399918 Jul 16 20:13:55.931445 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d98cab7-c252-4b8b-81ad-8c793161bc7e req-9b7a9e8f-bfaf-4727-ae6d-0e14119b4554 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764662 Jul 16 20:13:55.936214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:55.941184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6e232602-55d3-45b0-bd6b-154d884ee045 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:56.009410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 6e232602-55d3-45b0-bd6b-154d884ee045 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:56.010063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6e232602-55d3-45b0-bd6b-154d884ee045 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:56.010718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3c563227-322a-4c2a-8c0e-2af1637677c2 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:56.078010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262adee-4060-4357-8881-9c3c39cd6ede req-ccf3a739-f606-42f4-84ad-eb604aa5f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.079807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0262adee-4060-4357-8881-9c3c39cd6ede req-ccf3a739-f606-42f4-84ad-eb604aa5f3c1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 1102 time: 0.1117163 Jul 16 20:13:56.116387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3c563227-322a-4c2a-8c0e-2af1637677c2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:56.117120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3c563227-322a-4c2a-8c0e-2af1637677c2 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:56.155214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0262adee-4060-4357-8881-9c3c39cd6ede req-5ee48988-df8a-40c5-9330-b34906508148 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692561 Jul 16 20:13:56.162363 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5087aa73-9a17-4d8e-9769-a930e7387e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.182435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087aa73-9a17-4d8e-9769-a930e7387e16 None None] No DVR routers for this DVR port 3c563227-322a-4c2a-8c0e-2af1637677c2 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:56.193906 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.203113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.226563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087aa73-9a17-4d8e-9769-a930e7387e16 None None] Pushing event deleted for resources: {'Port': ['ID=3c563227-322a-4c2a-8c0e-2af1637677c2,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:56.235152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:56.238511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86d13-d223-48c8-9e74-d9359dc19723 req-0c3cbc19-7054-4a33-a34a-4b56e49694c9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.246282 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ad86d13-d223-48c8-9e74-d9359dc19723 req-0c3cbc19-7054-4a33-a34a-4b56e49694c9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 945 time: 0.1106772 Jul 16 20:13:56.274753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.295707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ad86d13-d223-48c8-9e74-d9359dc19723 req-40b34fa6-259f-4fb9-ad0e-c2d74eb47d4a tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484526 Jul 16 20:13:56.304397 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.306237 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7a0bc17c-ed1d-449f-8f56-1daec615cb90 HTTP/1.1" status: 204 len: 168 time: 1.2491801 Jul 16 20:13:56.338561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11f565-f210-4a5f-8e28-daaf4c146d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0bc17c-ed1d-449f-8f56-1daec615cb90,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:56.493817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50594) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:56.551063 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-284ffde1-63b5-4a61-bc61-bd8094e38eb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=192a6a5ab1484bb59fe3c3736d1d737b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552578 Jul 16 20:13:56.553499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50598) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:56.667950 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08fb3f5-4907-44f9-a7ed-809a60e38660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.680323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:13:53Z', 'revision_number': 5, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port': {'id': '1d811b77-38c1-4cf1-b0ba-bc8816004a11', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:12:34Z', 'updated_at': '2021-07-16T20:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:56.706702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606641e-662b-4a96-aa90-0ae7765a2734 req-17b93da4-661f-47e1-9396-0cc1654775fc tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.708467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c606641e-662b-4a96-aa90-0ae7765a2734 req-17b93da4-661f-47e1-9396-0cc1654775fc tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 950 time: 0.1249375 Jul 16 20:13:56.713187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] Checking router: c3cfce6a-6d2d-45f9-9670-c60a01656de6 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:13:56.715211 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08fb3f5-4907-44f9-a7ed-809a60e38660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.725980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] Routers {'c3cfce6a-6d2d-45f9-9670-c60a01656de6'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:13:56.726594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:56.727218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-6b8f2efd-32fe-41f8-a2ae-880bd8aeefb7 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.728698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-6b8f2efd-32fe-41f8-a2ae-880bd8aeefb7 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.6330063 Jul 16 20:13:56.758555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f54aa-b7c4-43c0-b18b-1dd033b964ae req-d095d573-670a-4c5c-a5d5-354350b2f69e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:56.760095 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-683f54aa-b7c4-43c0-b18b-1dd033b964ae req-d095d573-670a-4c5c-a5d5-354350b2f69e tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.5466094 Jul 16 20:13:56.777943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Deleting port 1d811b77-38c1-4cf1-b0ba-bc8816004a11 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:56.778256 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.783218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c606641e-662b-4a96-aa90-0ae7765a2734 req-b76013b3-6075-4d39-9861-3aa6b93055b9 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647984 Jul 16 20:13:56.820888 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08fb3f5-4907-44f9-a7ed-809a60e38660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.827793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f08fb3f5-4907-44f9-a7ed-809a60e38660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:56.827793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f08fb3f5-4907-44f9-a7ed-809a60e38660 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3c62f21-da57-4107-a086-fbd4345cacb1 HTTP/1.1" status: 204 len: 168 time: 0.2709537 Jul 16 20:13:56.841455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fb3f5-4907-44f9-a7ed-809a60e38660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c62f21-da57-4107-a086-fbd4345cacb1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:56.890148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] Set router c3cfce6a-6d2d-45f9-9670-c60a01656de6 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:13:56.959893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:13:56Z', 'revision_number': 6, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:13:56.986392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-683f54aa-b7c4-43c0-b18b-1dd033b964ae req-8d63634e-a1bd-4718-90ce-d51d73422f50 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032003 Jul 16 20:13:57.006948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] For port 1d811b77-38c1-4cf1-b0ba-bc8816004a11, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1d811b77-38c1-4cf1-b0ba-bc8816004a11,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:57.014903 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.021567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b0e7a-05b7-46bc-9c10-6b1ded42ece7 None None] The sync data for ids ['c3cfce6a-6d2d-45f9-9670-c60a01656de6'] in n-d-792394-17 is: [{'id': 'c3cfce6a-6d2d-45f9-9670-c60a01656de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1382867633-router', 'tenant_id': '91bc0afb853648bfb40f1323d2c81cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:12:33Z', 'updated_at': '2021-07-16T20:13:56Z', 'revision_number': 6, 'project_id': '91bc0afb853648bfb40f1323d2c81cac', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:13:57.051235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-e482d11a-5148-48ae-a926-5cab2b2b9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.057053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-e482d11a-5148-48ae-a926-5cab2b2b9b4c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b HTTP/1.1" status: 200 len: 1097 time: 0.3171093 Jul 16 20:13:57.058440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Calling delete_port for 1d811b77-38c1-4cf1-b0ba-bc8816004a11 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:57.219312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-2fce63ef-a020-4710-8c29-51b954b21fe0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.220839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-2fce63ef-a020-4710-8c29-51b954b21fe0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.2705941 Jul 16 20:13:57.223017 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea6f0bda-acff-4703-97ba-6c8787fa0e4e req-be8a4da7-ce94-46b0-8c2c-7880483c9dc0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 210 time: 0.0868590 Jul 16 20:13:57.241820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Request body: {'port': {'device_id': '37aed1ab-0ca6-4474-b3ec-47d7666581fe', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'admin_state_up': True, 'tenant_id': '18482987bf8a421aa1d459fff4963635'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:57.486273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Made reservation on behalf of 18482987bf8a421aa1d459fff4963635 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:57.495665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.520159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-355fa99e-da47-496f-8a26-a171b50c0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.522427 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-355fa99e-da47-496f-8a26-a171b50c0b52 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1097 time: 0.2528067 Jul 16 20:13:57.552046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.628465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d811b77-38c1-4cf1-b0ba-bc8816004a11,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:57.645755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c630e0b-becc-4c57-b2c6-6b155ec6cb17 req-604945d4-93b9-4428-bc7d-852570b5d4b9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.647852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c630e0b-becc-4c57-b2c6-6b155ec6cb17 req-604945d4-93b9-4428-bc7d-852570b5d4b9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 945 time: 0.1345563 Jul 16 20:13:57.728073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Allocated IP 172.20.0.11 (61588b4c-b1dc-4e58-9877-2dfc183a77e5/8ca9a34f-7ec3-4769-aad3-6849e1fdf46b/638f6eab-2e8c-45bd-a687-8122a15c0d1e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:13:57.755912 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c630e0b-becc-4c57-b2c6-6b155ec6cb17 req-7f3fd916-c95e-4083-9ffa-845f7f6d03c0 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781176 Jul 16 20:13:57.766303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52891d72-4a66-4faf-87f2-70004446c057 req-b7bd1e11-3f34-4091-a293-95a95486f52a tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.774293 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-52891d72-4a66-4faf-87f2-70004446c057 req-b7bd1e11-3f34-4091-a293-95a95486f52a tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 945 time: 0.2415650 Jul 16 20:13:57.781073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.826619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 877bccce-c674-4490-9c4d-3ac52430b9f4 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:57.830570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-56eb617c-c31f-439e-88c3-c1b9704f28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:57.832273 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-56eb617c-c31f-439e-88c3-c1b9704f28fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.3009441 Jul 16 20:13:57.859199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 877bccce-c674-4490-9c4d-3ac52430b9f4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:57.859622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 877bccce-c674-4490-9c4d-3ac52430b9f4 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:57.860046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1d811b77-38c1-4cf1-b0ba-bc8816004a11 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:57.895971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 1d811b77-38c1-4cf1-b0ba-bc8816004a11 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:57.896858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1d811b77-38c1-4cf1-b0ba-bc8816004a11 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:57.948688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:57.951507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-b8d522b2-3b28-46f6-b0c8-033e2678f7d7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8f96b6-7621-46a3-a237-3131610def83 HTTP/1.1" status: 200 len: 217 time: 0.0769231 Jul 16 20:13:57.952702 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.003446 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.006297 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-52891d72-4a66-4faf-87f2-70004446c057 req-21ce2518-22a5-434c-a72d-504b0d47aa91 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306025 Jul 16 20:13:58.046079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.046551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3cfce6a-6d2d-45f9-9670-c60a01656de6 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:13:58.052026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.056056 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7e9eb412-da31-42db-9af6-e832764298b8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c3cfce6a-6d2d-45f9-9670-c60a01656de6 HTTP/1.1" status: 204 len: 168 time: 2.3553214 Jul 16 20:13:58.056280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50638) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:58.058348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-b424ebaf-873e-4fc8-bbb3-2247ae618c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.059898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-b424ebaf-873e-4fc8-bbb3-2247ae618c42 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.0984674 Jul 16 20:13:58.111479 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-849763ac-07e2-49a9-a3cd-d314c0cddb79 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421939 Jul 16 20:13:58.112477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:58.169637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-106159d5-24fb-44d8-b934-152c00e19e38 admin admin] Deleting subnet 74cdd75f-b79c-4cb1-9136-56ff2c88d346 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:13:58.174747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-106159d5-24fb-44d8-b934-152c00e19e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.207090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.247384 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-391da236-bdf9-43e3-b167-6193fd506e0d service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281116 Jul 16 20:13:58.278591 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-106159d5-24fb-44d8-b934-152c00e19e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.304329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:13:58.314389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1251749147-network', 'tenant_id': '462fd8b09dc04191bcd74ee64996cb77'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:58.314830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:58.320390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:13:58.352624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event updated for resources: {'Port': ['ID=638f6eab-2e8c-45bd-a687-8122a15c0d1e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:58.408934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.409593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.416095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Made reservation on behalf of 462fd8b09dc04191bcd74ee64996cb77 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:58.418417 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.435343 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.458312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defda5d4-6082-4d83-a651-9e6af38e43a1 req-4dca07c8-753b-4622-af09-ed187e11f7b0 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.459910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-defda5d4-6082-4d83-a651-9e6af38e43a1 req-4dca07c8-753b-4622-af09-ed187e11f7b0 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 950 time: 0.1955462 Jul 16 20:13:58.466967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-106159d5-24fb-44d8-b934-152c00e19e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.470595 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fff15bc7-173a-4376-a1b0-dd49d10179a5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2352657 Jul 16 20:13:58.485458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-3f0ecb78-c848-4b9a-a14f-162a6d345aaa service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311893 Jul 16 20:13:58.501325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Request body: {'port': {'device_id': '37aed1ab-0ca6-4474-b3ec-47d7666581fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:58.538852 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-defda5d4-6082-4d83-a651-9e6af38e43a1 req-43e4fc46-b228-42ef-8980-41e787465434 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719161 Jul 16 20:13:58.603398 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-106159d5-24fb-44d8-b934-152c00e19e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.607561 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.612080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.638085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a74ea-8615-4633-bdd8-14fee2b4f85b req-9f49cd73-52cb-4e4b-a2e1-19eaa4f93b3d tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.639710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fe6a74ea-8615-4633-bdd8-14fee2b4f85b req-9f49cd73-52cb-4e4b-a2e1-19eaa4f93b3d tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.2252104 Jul 16 20:13:58.646795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:13:58.673131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.673784 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Added segment 971839ed-f960-43f7-bc1e-128864032876 of type vlan for network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 Jul 16 20:13:58.674915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccbf6fb-f9b1-4970-8ad9-341869e8d52a None None] Network ab027935-46e1-4d0b-8601-c51a6afe11dc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:58.682305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.684052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106159d5-24fb-44d8-b934-152c00e19e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cdd75f-b79c-4cb1-9136-56ff2c88d346,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:58.687309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-106159d5-24fb-44d8-b934-152c00e19e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.689265 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-106159d5-24fb-44d8-b934-152c00e19e38 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/74cdd75f-b79c-4cb1-9136-56ff2c88d346 HTTP/1.1" status: 204 len: 168 time: 0.6283813 Jul 16 20:13:58.702580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50650) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:58.730138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6548673-8457-465c-b54b-db86ef0cb997,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:58.764490 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.772653 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fe6a74ea-8615-4633-bdd8-14fee2b4f85b req-150cff51-9cb3-4cc7-8bfb-c5d2601af8a2 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261077 Jul 16 20:13:58.853112 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.854089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.854850 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:58.901464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ce4eb-977a-421d-a5f8-23585db4fdfe req-dc3bf26e-770c-422f-ac18-23e2a3b589bb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:58.912133 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c73ce4eb-977a-421d-a5f8-23585db4fdfe req-dc3bf26e-770c-422f-ac18-23e2a3b589bb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 932 time: 0.2009125 Jul 16 20:13:58.951418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8374400 Jul 16 20:13:58.966426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:13:58.978690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Request body: {'subnet': {'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1251749147-subnet', 'tenant_id': '462fd8b09dc04191bcd74ee64996cb77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:13:58.994566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9f8f96b6-7621-46a3-a237-3131610def83 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:59.026351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8736bd2-d25c-4659-86fc-88026bf22df4 None None] DHCP port deletion for ab027935-46e1-4d0b-8601-c51a6afe11dc request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:13:59.046060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce70b4e-d0a2-48c0-8078-e41b0b0941aa admin admin] Pushing event updated for resources: {'Network': ['ID=0a16df39-bdec-4591-8394-f1ea6cca1cb5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.068624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-432dd8d1-11f4-410a-a34a-d77a504dd531 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.070138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-432dd8d1-11f4-410a-a34a-d77a504dd531 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 945 time: 0.2575347 Jul 16 20:13:59.091333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9f8f96b6-7621-46a3-a237-3131610def83 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:59.091902 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c73ce4eb-977a-421d-a5f8-23585db4fdfe req-5892bd89-5c04-4bc4-8bc6-d58cb3d49e3c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798830 Jul 16 20:13:59.094360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:13:59.170489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Made reservation on behalf of 462fd8b09dc04191bcd74ee64996cb77 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:13:59.172843 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.187664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.214456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a8736bd2-d25c-4659-86fc-88026bf22df4 None None] Deleting port 68356959-9e72-46da-b17d-212e1db44171 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:59.214754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8736bd2-d25c-4659-86fc-88026bf22df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.285236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a8736bd2-d25c-4659-86fc-88026bf22df4 None None] For port 68356959-9e72-46da-b17d-212e1db44171, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=68356959-9e72-46da-b17d-212e1db44171,segment=NetworkSegment(98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c),segment_id=98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:59.285622 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8736bd2-d25c-4659-86fc-88026bf22df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.297956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a8736bd2-d25c-4659-86fc-88026bf22df4 None None] Calling delete_port for 68356959-9e72-46da-b17d-212e1db44171 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:59.347071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-0f0e982b-8fdc-4cd7-9075-14f488f00102 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.347761 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-0f0e982b-8fdc-4cd7-9075-14f488f00102 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.2872400 Jul 16 20:13:59.374750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1a4d-213e-4d40-914b-107839f91b57 req-c4eb7333-3c6b-4d5f-ae28-35c14650eb57 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.377111 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7aac1a4d-213e-4d40-914b-107839f91b57 req-c4eb7333-3c6b-4d5f-ae28-35c14650eb57 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e9b06a1-0e1f-4adb-84c3-044daf27f275 HTTP/1.1" status: 200 len: 945 time: 0.1663115 Jul 16 20:13:59.395184 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8736bd2-d25c-4659-86fc-88026bf22df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.404313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Deleting port 6a717b02-c3e5-45ef-819f-bbdd5f291684 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:59.404758 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.438260 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8736bd2-d25c-4659-86fc-88026bf22df4 None None] No DVR routers for this DVR port 68356959-9e72-46da-b17d-212e1db44171 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:59.441799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8736bd2-d25c-4659-86fc-88026bf22df4 None None] Pushing event deleted for resources: {'Port': ['ID=68356959-9e72-46da-b17d-212e1db44171,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.482166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930ba4-6d5d-4342-ba66-5758260923d7 req-09515475-edb5-48f6-8396-ee6db917095d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.483670 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9930ba4-6d5d-4342-ba66-5758260923d7 req-09515475-edb5-48f6-8396-ee6db917095d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 945 time: 0.2858744 Jul 16 20:13:59.504414 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7aac1a4d-213e-4d40-914b-107839f91b57 req-71a1a784-794c-4f0a-b7ac-74ca3bed8739 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d94b1d8-8d30-4a84-a652-efc95a8636c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050279 Jul 16 20:13:59.507024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Deleting port 68356959-9e72-46da-b17d-212e1db44171 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:13:59.507390 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.563141 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.605650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] For port 6a717b02-c3e5-45ef-819f-bbdd5f291684, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6a717b02-c3e5-45ef-819f-bbdd5f291684,segment=NetworkSegment(e5ead1e9-20b2-415b-b906-086c82f48f6e),segment_id=e5ead1e9-20b2-415b-b906-086c82f48f6e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:59.606018 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.645987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Calling delete_port for 6a717b02-c3e5-45ef-819f-bbdd5f291684 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:59.666763 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a63f3fa-c3a6-4ca4-8116-05d36abd8571,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.716080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Checking segment: {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:13:59.716436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Network hostable DHCP agents. Network: 0a16df39-bdec-4591-8394-f1ea6cca1cb5, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:13:59.717501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 68356959-9e72-46da-b17d-212e1db44171 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:13:59.740805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 68356959-9e72-46da-b17d-212e1db44171 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:13:59.741206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 68356959-9e72-46da-b17d-212e1db44171 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:13:59.781863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:13:59.783139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] For port 68356959-9e72-46da-b17d-212e1db44171, host n-d-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:13:59.783767 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.790605 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9930ba4-6d5d-4342-ba66-5758260923d7 req-6ea07a4a-03eb-49ea-b0eb-20d5b16dfa70 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968662 Jul 16 20:13:59.805867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 0a16df39-bdec-4591-8394-f1ea6cca1cb5) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:13:59.816138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.816138 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.816446 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-523b5fa7-bd40-4b2d-be5a-dee4fb1894ee service neutron] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:13:59.821760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-523b5fa7-bd40-4b2d-be5a-dee4fb1894ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.823015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf6f7a8-51cd-4c7f-91bb-e42811fc505a req-523b5fa7-bd40-4b2d-be5a-dee4fb1894ee service neutron] 10.222.0.63 "DELETE /v2.0/ports/9f8f96b6-7621-46a3-a237-3131610def83/bindings/n-h2-792394-17 HTTP/1.1" status: 204 len: 173 time: 0.4421036 Jul 16 20:13:59.826590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61912dee-f4d5-4add-825b-a1b05da17956 None None] Network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:13:59.830511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638f6eab-2e8c-45bd-a687-8122a15c0d1e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:13:59.839432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Calling delete_port for 68356959-9e72-46da-b17d-212e1db44171 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:13:59.842328 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.847800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Port 68356959-9e72-46da-b17d-212e1db44171 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:13:59.853827 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.871085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88989473-f1ee-4daf-a25b-a42612b144fb req-f724d855-7fce-435d-a2e5-e9876e7ce7fd tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:13:59.872875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88989473-f1ee-4daf-a25b-a42612b144fb req-f724d855-7fce-435d-a2e5-e9876e7ce7fd tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 950 time: 0.1602490 Jul 16 20:13:59.904425 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b3386dce-4438-42b7-890e-9069a238a757 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9367266 Jul 16 20:13:59.936247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] No DVR routers for this DVR port 68356959-9e72-46da-b17d-212e1db44171 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:13:59.939306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Pushing event deleted for resources: {'Port': ['ID=68356959-9e72-46da-b17d-212e1db44171,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:13:59.958860 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:13:59.964188 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88989473-f1ee-4daf-a25b-a42612b144fb req-5c549310-9d8d-478a-9a2c-97139fc64225 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650766 Jul 16 20:13:59.977474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6a717b02-c3e5-45ef-819f-bbdd5f291684'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:13:59.990938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Transition to ACTIVE for port object 638f6eab-2e8c-45bd-a687-8122a15c0d1e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:00.040007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7594d1a-de77-47b3-847d-26f66e4d54ff None None] Network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:00.048469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Pushing event deleted for resources: {'Port': ['ID=6a717b02-c3e5-45ef-819f-bbdd5f291684,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:00.104955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.129083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] No DVR routers for this DVR port 6a717b02-c3e5-45ef-819f-bbdd5f291684 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:00.137187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.139658 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a0fef8c-e7a4-4a64-81b2-6f1fba176fbd req-b060dee4-326d-4032-83ec-94480a620db4 tempest-ServerAddressesNegativeTestJSON-1697868685 tempest-ServerAddressesNegativeTestJSON-1697868685-project] 10.222.0.63 "DELETE /v2.0/ports/6a717b02-c3e5-45ef-819f-bbdd5f291684 HTTP/1.1" status: 204 len: 173 time: 1.0612702 Jul 16 20:14:00.140146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9b06a1-0e1f-4adb-84c3-044daf27f275', 'name': 'network-vif-deleted', 'tag': '6a717b02-c3e5-45ef-819f-bbdd5f291684'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:00.158986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab027935-46e1-4d0b-8601-c51a6afe11dc']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:00.160532 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c17efb-5772-42f3-bff7-851b41b55ffe" -d '{"events": [{"server_uuid": "3e9b06a1-0e1f-4adb-84c3-044daf27f275", "name": "network-vif-deleted", "tag": "6a717b02-c3e5-45ef-819f-bbdd5f291684"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:00.192959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-40a448b8-88d6-49ed-9ef1-f6dc85160277 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.194982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-40a448b8-88d6-49ed-9ef1-f6dc85160277 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.5699921 Jul 16 20:14:00.207691 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.223705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:00.224623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b64ab1-e1aa-4e3c-b4a4-7ae876ef0b3c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:00.261910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c036c21-9344-4313-8292-27fb4b0991ed req-03b31a7b-2706-4cfb-bf3b-f1c8a4fd2d97 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.270283 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8c036c21-9344-4313-8292-27fb4b0991ed req-03b31a7b-2706-4cfb-bf3b-f1c8a4fd2d97 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1097 time: 0.0911748 Jul 16 20:14:00.296233 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.310370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8c036c21-9344-4313-8292-27fb4b0991ed req-2b59dffe-5101-4896-8d41-c1730dab73dc tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364182 Jul 16 20:14:00.355943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.403549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:00.403972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:00.408322 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:00.480700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Pushing event updated for resources: {'Port': ['ID=638f6eab-2e8c-45bd-a687-8122a15c0d1e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:00.528161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7edb5-c463-4df2-977f-e1768bebf79a req-1ee8c84d-0bd4-494b-8478-6e47648786b2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.530227 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-29b7edb5-c463-4df2-977f-e1768bebf79a req-1ee8c84d-0bd4-494b-8478-6e47648786b2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 944 time: 0.0688012 Jul 16 20:14:00.569350 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-29b7edb5-c463-4df2-977f-e1768bebf79a req-7ce33858-921c-4a22-8668-9353bca70d7b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331235 Jul 16 20:14:00.584466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Attempting to bind port 638f6eab-2e8c-45bd-a687-8122a15c0d1e on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:00.584811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Attempting to bind port 638f6eab-2e8c-45bd-a687-8122a15c0d1e by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:00.585080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Attempting to bind port 638f6eab-2e8c-45bd-a687-8122a15c0d1e on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:00.594503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20b54e-2015-497e-b040-64a1f401bbd0 req-385a3467-2ec5-4249-9e2a-019d209c2e43 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:00.596049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f20b54e-2015-497e-b040-64a1f401bbd0 req-385a3467-2ec5-4249-9e2a-019d209c2e43 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 945 time: 0.4142585 Jul 16 20:14:00.596671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.602193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.607116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ab027935-46e1-4d0b-8601-c51a6afe11dc HTTP/1.1" status: 204 len: 168 time: 1.9019353 Jul 16 20:14:00.615162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Port 638f6eab-2e8c-45bd-a687-8122a15c0d1e on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:00.615521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Attempting to bind port 638f6eab-2e8c-45bd-a687-8122a15c0d1e on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:00.630740 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cde2d0-4fbc-4670-bb56-0bf3e6add674 x-openstack-request-id: req-23cde2d0-4fbc-4670-bb56-0bf3e6add674 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:00.631032 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9b06a1-0e1f-4adb-84c3-044daf27f275", "name": "network-vif-deleted", "tag": "6a717b02-c3e5-45ef-819f-bbdd5f291684", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:00.631927 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23cde2d0-4fbc-4670-bb56-0bf3e6add674 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:00.638522 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9b06a1-0e1f-4adb-84c3-044daf27f275', 'name': 'network-vif-deleted', 'tag': '6a717b02-c3e5-45ef-819f-bbdd5f291684', 'status': 'completed', 'code': 200} Jul 16 20:14:00.656852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faeb04-d4e4-40e2-a0c5-2159e4137726 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab027935-46e1-4d0b-8601-c51a6afe11dc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:00.659719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:00.660062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Checking segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:00.660443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Bound using segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:00.660882 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Bound port: 638f6eab-2e8c-45bd-a687-8122a15c0d1e, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:00.661246 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.693146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Deleting port 765888ce-b8ec-4ed5-b823-d35315b26d15 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:00.693493 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.740181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f20b54e-2015-497e-b040-64a1f401bbd0 req-2a001b9d-9b74-4686-b8b5-7ef60c7b81e0 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups?id=f60ccd74-f078-40f6-b6f4-842e3cc0d522&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275110 Jul 16 20:14:00.814857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:00.869530 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-89494eda-a62f-41e9-897c-967916aa2224 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91bc0afb853648bfb40f1323d2c81cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534208 Jul 16 20:14:00.871714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] For port 765888ce-b8ec-4ed5-b823-d35315b26d15, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=765888ce-b8ec-4ed5-b823-d35315b26d15,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:00.872089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.872228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:00.928668 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39072cfa-1208-4512-a1e3-e94ee0873eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.952003 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39072cfa-1208-4512-a1e3-e94ee0873eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:00.967117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] For port 638f6eab-2e8c-45bd-a687-8122a15c0d1e, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:00.990401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] For port 638f6eab-2e8c-45bd-a687-8122a15c0d1e, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=638f6eab-2e8c-45bd-a687-8122a15c0d1e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:01.002734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.023519 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39072cfa-1208-4512-a1e3-e94ee0873eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.026095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39072cfa-1208-4512-a1e3-e94ee0873eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.027283 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-39072cfa-1208-4512-a1e3-e94ee0873eff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb HTTP/1.1" status: 204 len: 168 time: 0.1540430 Jul 16 20:14:01.035056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39072cfa-1208-4512-a1e3-e94ee0873eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7223b8e-c14e-4d8a-bfe3-3c4e9bc595eb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:01.136329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.136943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.138593 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] 10.222.0.30 "PUT /v2.0/ports/638f6eab-2e8c-45bd-a687-8122a15c0d1e HTTP/1.1" status: 200 len: 1093 time: 2.6435168 Jul 16 20:14:01.139030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37aed1ab-0ca6-4474-b3ec-47d7666581fe', 'tag': '638f6eab-2e8c-45bd-a687-8122a15c0d1e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:01.141311 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353b4151-19ca-475f-9e9e-b37f69c1f4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "37aed1ab-0ca6-4474-b3ec-47d7666581fe", "tag": "638f6eab-2e8c-45bd-a687-8122a15c0d1e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:01.181976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-1f3bb710-57b2-4002-b707-485d508af5e9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.188407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-1f3bb710-57b2-4002-b707-485d508af5e9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 821 time: 0.3071051 Jul 16 20:14:01.190101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74652523-dc35-4d1d-b534-fa8ef4b79b33 service neutron] Pushing event updated for resources: {'Port': ['ID=638f6eab-2e8c-45bd-a687-8122a15c0d1e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:01.231334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-b9cbe676-952a-4c81-a8f1-a85893d61b57 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.232955 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-b9cbe676-952a-4c81-a8f1-a85893d61b57 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/networks?id=0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 200 len: 815 time: 0.1136506 Jul 16 20:14:01.249537 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-412ad26a-b72e-40ef-b6be-b8cf0b1f3692 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/quotas/462fd8b09dc04191bcd74ee64996cb77 HTTP/1.1" status: 200 len: 375 time: 0.0106587 Jul 16 20:14:01.264560 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-d3a6a3a1-ea56-4e21-801e-9136082d368c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/quotas/3ca09283cdb344df9c4778a5cbe26f3b HTTP/1.1" status: 200 len: 375 time: 0.0747983 Jul 16 20:14:01.290706 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-5bf4f5a1-cf8b-4eee-a7e1-49d7a20df3d5 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=462fd8b09dc04191bcd74ee64996cb77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341842 Jul 16 20:14:01.394328 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-87e6d6ef-f680-4d82-a7f5-0ae32f0a8c53 service neutron] 10.222.0.10 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927708 Jul 16 20:14:01.494140 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-52fe3ac3-17aa-46b6-9d9b-db6d37069cbf service neutron] 10.222.0.10 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927086 Jul 16 20:14:01.556919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.557405 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.557683 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Floating IP 6d34b944-d547-4664-ac94-981f3b59f8a4 disassociated. External IP: 172.25.7.157, port: 765888ce-b8ec-4ed5-b823-d35315b26d15. Jul 16 20:14:01.557918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Calling delete_port for 765888ce-b8ec-4ed5-b823-d35315b26d15 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:01.664270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-b8f40f1d-f6cf-41a8-b382-7df4ec75c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.665814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-b8f40f1d-f6cf-41a8-b382-7df4ec75c1a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 1096 time: 0.4681947 Jul 16 20:14:01.693078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:01.730740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-d556aac5-f047-4dd5-94ab-4fbcb563a4a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=638f6eab-2e8c-45bd-a687-8122a15c0d1e HTTP/1.1" status: 200 len: 217 time: 0.0549126 Jul 16 20:14:01.767215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97e857d-bd73-4fc2-a7be-6bf47490e8c0 admin admin] Deleting subnet a987bad5-a023-489d-8144-3679277bcde0 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:01.770704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b97e857d-bd73-4fc2-a7be-6bf47490e8c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.777434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-87ba9c5f-f954-4b23-9ba8-66cc462ce0e6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4976957 Jul 16 20:14:01.806598 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b97e857d-bd73-4fc2-a7be-6bf47490e8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.878404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b97e857d-bd73-4fc2-a7be-6bf47490e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:01.937132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50748) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:01.944058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-e6154d04-c122-47ea-808b-8d0ca85d391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:01.946108 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-e6154d04-c122-47ea-808b-8d0ca85d391e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.2075040 Jul 16 20:14:01.960485 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-49f8c4af-baeb-4ced-8d9d-94c0ddcb6945 service neutron] 10.222.0.10 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821423 Jul 16 20:14:01.964742 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b97e857d-bd73-4fc2-a7be-6bf47490e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.024848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e857d-bd73-4fc2-a7be-6bf47490e8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a987bad5-a023-489d-8144-3679277bcde0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:02.032608 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b97e857d-bd73-4fc2-a7be-6bf47490e8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.032830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-6cbb0957-acba-4cfe-bcf2-81f7178850c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599668 Jul 16 20:14:02.034922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b97e857d-bd73-4fc2-a7be-6bf47490e8c0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a987bad5-a023-489d-8144-3679277bcde0 HTTP/1.1" status: 204 len: 168 time: 0.3403919 Jul 16 20:14:02.037742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:02.062081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.078085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0a0b1-bcce-409b-9837-2ab4ec2220c2 req-6af54c96-b86e-4765-ac54-b66456ba59f5 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.080178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9f0a0b1-bcce-409b-9837-2ab4ec2220c2 req-6af54c96-b86e-4765-ac54-b66456ba59f5 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 950 time: 0.1099808 Jul 16 20:14:02.086734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-network', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:02.133129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Made reservation on behalf of e4ab7fad7aaa4cfc9e7c5a71506f7427 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:02.135759 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.147669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9f0a0b1-bcce-409b-9837-2ab4ec2220c2 req-0706d2ed-77e6-4835-a2cc-a082a12b2880 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572593 Jul 16 20:14:02.148750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.187421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Pushing event deleted for resources: {'Port': ['ID=765888ce-b8ec-4ed5-b823-d35315b26d15,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:02.254896 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f1a562-d8c8-495b-bada-8479dbf802e6 x-openstack-request-id: req-53f1a562-d8c8-495b-bada-8479dbf802e6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:02.256080 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37aed1ab-0ca6-4474-b3ec-47d7666581fe", "tag": "638f6eab-2e8c-45bd-a687-8122a15c0d1e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:02.256338 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53f1a562-d8c8-495b-bada-8479dbf802e6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:02.257141 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37aed1ab-0ca6-4474-b3ec-47d7666581fe', 'tag': '638f6eab-2e8c-45bd-a687-8122a15c0d1e', 'status': 'completed', 'code': 200} Jul 16 20:14:02.294270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.299736 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.317036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:02.331833 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.337890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6a717b02-c3e5-45ef-819f-bbdd5f291684 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:02.343799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-4b23cdcf-e3cd-4625-8360-09337ab5c119 service neutron] 10.222.0.10 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822207 Jul 16 20:14:02.373589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-fc8aff14-f18a-434d-92d9-609375e8e7e5 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329132 Jul 16 20:14:02.386531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.386891 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Added segment a6c1e1ce-6a1c-4069-9ce3-27539844841b of type vlan for network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 Jul 16 20:14:02.390816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 6a717b02-c3e5-45ef-819f-bbdd5f291684 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:02.391163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6a717b02-c3e5-45ef-819f-bbdd5f291684 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:02.413845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72348941-28a5-481e-9c22-9b3c3730b94e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:02.459881 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.472008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7f34-2977-41e3-b8ae-6b3afb4067ea req-ea153200-e86b-400a-9c46-01280d00e2b5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.473652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-377f7f34-2977-41e3-b8ae-6b3afb4067ea req-ea153200-e86b-400a-9c46-01280d00e2b5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 944 time: 0.1493921 Jul 16 20:14:02.536023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-377f7f34-2977-41e3-b8ae-6b3afb4067ea req-ced64d3c-52c6-4f73-b00d-e42c3431cd0a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532191 Jul 16 20:14:02.537859 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.538905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:02.540093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.573824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Router 9db575a0-6d33-45b8-ab40-db9882e2e423 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:02.594065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6546056 Jul 16 20:14:02.597219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50762) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:02.619035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Request body: {'subnet': {'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-subnet', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:02.708116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61458c-43e5-4890-b43f-6beee26260dd admin admin] Pushing event updated for resources: {'Network': ['ID=be34f555-c8a1-4d63-bbdd-14b7f9ab23a5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:02.731896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:02.761239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.786415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc60bec8-533f-4c4f-a9ab-c0999eebe780 req-bf877d7e-e351-4e6f-916c-fe79678f9943 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 210 time: 0.0649610 Jul 16 20:14:02.891435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ca68ce-cefd-4c1a-b089-277eaf0f8e17']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:02.911907 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab77bc11-8a00-4754-84ef-1167c01d6d42 req-535dffd4-2e8e-46a8-864f-10e38b9d8e23 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 210 time: 0.1871359 Jul 16 20:14:02.934021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ead1e9-20b2-415b-b906-086c82f48f6e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:02.934319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ead1e9-20b2-415b-b906-086c82f48f6e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:02.945975 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.969736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Made reservation on behalf of e4ab7fad7aaa4cfc9e7c5a71506f7427 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:02.972572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:02.994185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.011630 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f84aed5-6a67-491d-a3df-aec5f5f393b6 req-e4a1d94e-9dfb-44a7-875c-d220858c17d8 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282506 Jul 16 20:14:03.024505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 765888ce-b8ec-4ed5-b823-d35315b26d15 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:03.052843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063c20c-f5d6-4f10-9466-b4512fd2ccf4 req-76daf2d2-f997-4ab8-a9d1-5fd64ffd60ac tempest-LiveMigrationNegativeTest-417849339 tempest-LiveMigrationNegativeTest-417849339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.065585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f063c20c-f5d6-4f10-9466-b4512fd2ccf4 req-76daf2d2-f997-4ab8-a9d1-5fd64ffd60ac tempest-LiveMigrationNegativeTest-417849339 tempest-LiveMigrationNegativeTest-417849339-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 1102 time: 0.1325223 Jul 16 20:14:03.070207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 765888ce-b8ec-4ed5-b823-d35315b26d15 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:03.070554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 765888ce-b8ec-4ed5-b823-d35315b26d15 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:03.090491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f063c20c-f5d6-4f10-9466-b4512fd2ccf4 req-b6d090c0-fe5e-47d3-ac73-6d1d2c878a90 tempest-LiveMigrationNegativeTest-417849339 tempest-LiveMigrationNegativeTest-417849339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.108269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:03.109097 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.134131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac91c99c-e646-412d-ba72-a00445337e3c req-a0b2c586-3dd1-4996-a070-331c2c10c2df tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 210 time: 0.1540418 Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:03.135071 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:03.204761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-45cd51c1-6b10-4d0b-a684-120e98c251d7 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.206635 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-45cd51c1-6b10-4d0b-a684-120e98c251d7 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.63 "GET /v2.0/networks?id=0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 200 len: 815 time: 0.2196629 Jul 16 20:14:03.226111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Request body: {'port': {'device_id': 'b98dc289-d51d-4125-a967-1a39825b1613', 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5', 'admin_state_up': True, 'tenant_id': '462fd8b09dc04191bcd74ee64996cb77'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:03.362301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:03.373594 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] Sync routers for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:03.386242 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:03.386884 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:03.392219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f063c20c-f5d6-4f10-9466-b4512fd2ccf4 req-b6d090c0-fe5e-47d3-ac73-6d1d2c878a90 tempest-LiveMigrationNegativeTest-417849339 tempest-LiveMigrationNegativeTest-417849339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.401587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.407423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.410401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] 10.222.0.10 "DELETE /v2.0/networks/17ca68ce-cefd-4c1a-b089-277eaf0f8e17 HTTP/1.1" status: 204 len: 168 time: 1.3716066 Jul 16 20:14:03.424651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f063c20c-f5d6-4f10-9466-b4512fd2ccf4 req-b6d090c0-fe5e-47d3-ac73-6d1d2c878a90 tempest-LiveMigrationNegativeTest-417849339 tempest-LiveMigrationNegativeTest-417849339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.431836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Made reservation on behalf of 462fd8b09dc04191bcd74ee64996cb77 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:03.436012 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.453902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] No DVR routers for this DVR port 765888ce-b8ec-4ed5-b823-d35315b26d15 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:03.457877 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.461522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4831c61-ce5b-4f47-941e-91b055a6b272 req-72db7d7d-64bd-40df-a431-f9154cc1e559 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.30 "DELETE /v2.0/ports/765888ce-b8ec-4ed5-b823-d35315b26d15 HTTP/1.1" status: 204 len: 173 time: 3.2350059 Jul 16 20:14:03.471422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5c598-a025-4ebe-a8ed-3bd445edff81 admin admin] Pushing event deleted for resources: {'Network': ['ID=17ca68ce-cefd-4c1a-b089-277eaf0f8e17,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:03.504197 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:03.523951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-816ccb00-fe46-4ec3-835a-50dd1ee52040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.526469 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-816ccb00-fe46-4ec3-835a-50dd1ee52040 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 1096 time: 0.4202945 Jul 16 20:14:03.565109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d090c0-fe5e-47d3-ac73-6d1d2c878a90 tempest-LiveMigrationNegativeTest-417849339 tempest-LiveMigrationNegativeTest-417849339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4304f74b-11c0-4c85-8fce-ff92f7484e6d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:03.612244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f063c20c-f5d6-4f10-9466-b4512fd2ccf4 req-b6d090c0-fe5e-47d3-ac73-6d1d2c878a90 tempest-LiveMigrationNegativeTest-417849339 tempest-LiveMigrationNegativeTest-417849339-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457783 Jul 16 20:14:03.647283 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:03.740967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.771505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c7dd1730-8e13-41b1-930a-393cfda972f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc888a761323467c83e3125bdb429cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1202476 Jul 16 20:14:03.774444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:03.822291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Allocated IP 172.20.0.12 (0a16df39-bdec-4591-8394-f1ea6cca1cb5/2a63f3fa-c3a6-4ca4-8116-05d36abd8571/983facc3-38df-4061-8cd7-54c74f01c4d2) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:03.860698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-99dd415e-3cd1-4c55-96d6-2ece63682237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:03.862613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-99dd415e-3cd1-4c55-96d6-2ece63682237 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 913 time: 0.3287485 Jul 16 20:14:03.868632 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e54d9a9-6b0f-48bb-9ec3-a38d8534b7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.892833 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ebc18732-5f05-446b-a144-8bb3d27af75b', 'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'mac_address': 'fa:16:3e:14:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:22Z', 'updated_at': '2021-07-16T20:11:32Z', 'revision_number': 5, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'subnets': [{'id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:03.896170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e54d9a9-6b0f-48bb-9ec3-a38d8534b7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:03.920255 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] Checking router: 9db575a0-6d33-45b8-ab40-db9882e2e423 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:03.921150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-6bf29161-0608-4141-b433-2d1318d2ec69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=638f6eab-2e8c-45bd-a687-8122a15c0d1e HTTP/1.1" status: 200 len: 217 time: 0.0479088 Jul 16 20:14:03.929878 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:03.930587 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:03.934276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Checking segment: {'id': 'a6c1e1ce-6a1c-4069-9ce3-27539844841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:03.934276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Network hostable DHCP agents. Network: be34f555-c8a1-4d63-bbdd-14b7f9ab23a5, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:03.949653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b3b7ab-bab8-4ae1-99a1-41e8db2280ae,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:04.059431 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:04.135829 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5faef00-a375-429c-8e06-99d9e495b048 req-93e5981a-13b0-415c-a320-23a210bd441b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b00280a-18d3-46fd-b7ab-29200f7fd2cc HTTP/1.1" status: 200 len: 210 time: 0.1952429 Jul 16 20:14:04.195892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.201779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e54d9a9-6b0f-48bb-9ec3-a38d8534b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.206401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e54d9a9-6b0f-48bb-9ec3-a38d8534b7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.209152 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e54d9a9-6b0f-48bb-9ec3-a38d8534b7f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d94b1d8-8d30-4a84-a652-efc95a8636c4 HTTP/1.1" status: 204 len: 168 time: 0.4342988 Jul 16 20:14:04.246482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54d9a9-6b0f-48bb-9ec3-a38d8534b7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d94b1d8-8d30-4a84-a652-efc95a8636c4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:04.262851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:04.264700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'name': 'network-vif-deleted', 'tag': '765888ce-b8ec-4ed5-b823-d35315b26d15'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:04.266981 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68149d82-bcbf-48b8-8a3c-5edda6853124" -d '{"events": [{"server_uuid": "7b00280a-18d3-46fd-b7ab-29200f7fd2cc", "name": "network-vif-deleted", "tag": "765888ce-b8ec-4ed5-b823-d35315b26d15"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:04.300989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a041d-7418-4618-80ed-a0b2db1495e8 req-719d4672-7daa-4c98-bb3c-daa94b49d246 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.307917 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f64a041d-7418-4618-80ed-a0b2db1495e8 req-719d4672-7daa-4c98-bb3c-daa94b49d246 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 944 time: 0.5035667 Jul 16 20:14:04.330660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.343655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, be34f555-c8a1-4d63-bbdd-14b7f9ab23a5) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:04.345948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-42b535e6-b727-43f3-ac4c-aa7e9c6c1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.347718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-42b535e6-b727-43f3-ac4c-aa7e9c6c1a6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.4068577 Jul 16 20:14:04.355540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a0cc55-98a6-472d-be3f-a2515ed37b05 None None] Network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:04.379084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.379605 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.406209 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ebc18732-5f05-446b-a144-8bb3d27af75b', 'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'mac_address': 'fa:16:3e:14:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:22Z', 'updated_at': '2021-07-16T20:11:32Z', 'revision_number': 5, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'subnets': [{'id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:04.425108 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-ceddd465-15df-4c4e-a170-a5f8178a709f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479102 Jul 16 20:14:04.438542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Pushing event updated for resources: {'Port': ['ID=983facc3-38df-4061-8cd7-54c74f01c4d2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:04.477956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:04.485071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:04.492064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:04.495654 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1400a04-981f-4b6d-a781-2afef3dd1a74 None None] The sync data for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 is: [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ebc18732-5f05-446b-a144-8bb3d27af75b', 'name': '', 'network_id': 'a0cd85be-5c77-4b83-9c2d-7185874ff1cd', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'mac_address': 'fa:16:3e:14:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:22Z', 'updated_at': '2021-07-16T20:11:32Z', 'revision_number': 5, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'subnets': [{'id': '912cabd8-9893-4220-9d50-8f874340d3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:04.512201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-72079233-0c00-44e5-a3ee-6823924dac61 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9110978 Jul 16 20:14:04.540122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f64a041d-7418-4618-80ed-a0b2db1495e8 req-9a8b09a8-b926-4a4b-af03-7bed799c181d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312088 Jul 16 20:14:04.541198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:04.564927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:04.595799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.602923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.620590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-16a8029b-8e6a-46e3-90b5-9d73abf6cff9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:04.622480 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-63a2c401-087e-4a09-a5e3-cdf7f54100b1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4058533 Jul 16 20:14:04.628834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-16a8029b-8e6a-46e3-90b5-9d73abf6cff9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 821 time: 0.4125459 Jul 16 20:14:04.641896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Request body: {'port': {'device_id': 'b98dc289-d51d-4125-a967-1a39825b1613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:04.680940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-be34f555-c8a1-4d63-bbdd-14b7f9ab23a5', 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'fixed_ips': [{'subnet_id': '67b3b7ab-bab8-4ae1-99a1-41e8db2280ae'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:04.681804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.745512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Request body: {'port': {'device_id': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8', 'admin_state_up': True, 'tenant_id': '3ca09283cdb344df9c4778a5cbe26f3b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:04.889491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.890689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:04.936216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-cd9a4698-06e6-4f35-82aa-e38205f9be5e service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003676 Jul 16 20:14:04.988592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Allocated IP 172.20.0.2 (be34f555-c8a1-4d63-bbdd-14b7f9ab23a5/67b3b7ab-bab8-4ae1-99a1-41e8db2280ae/767ba82c-9e39-42b9-9cbe-d835ef470011) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:05.050329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 638f6eab-2e8c-45bd-a687-8122a15c0d1e details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:05.115190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e530c99-b8a3-463c-804d-6e88d04d1d99 None None] New status for floating IP 6d34b944-d547-4664-ac94-981f3b59f8a4: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:14:05.179832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.218455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043055f-235b-4a1b-bc95-1195755d3600 req-f903c20c-5ef6-4e5d-ba78-0438eaea3e55 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:05.226717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c043055f-235b-4a1b-bc95-1195755d3600 req-f903c20c-5ef6-4e5d-ba78-0438eaea3e55 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 932 time: 0.3998578 Jul 16 20:14:05.294793 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.320887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Made reservation on behalf of 3ca09283cdb344df9c4778a5cbe26f3b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:05.329818 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.348422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-90b07930-4959-40b9-8f12-6e9266b94fc5 req-a09daa3f-dbac-4ec6-beb3-abf127790f0e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 210 time: 0.0518422 Jul 16 20:14:05.359983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-353b4151-19ca-475f-9e9e-b37f69c1f4b2 req-974a382f-3032-41a2-a600-30f663dee921 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932760 Jul 16 20:14:05.418404 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.422122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c043055f-235b-4a1b-bc95-1195755d3600 req-28b6ff44-95c4-4146-95fe-226777c32af8 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941805 Jul 16 20:14:05.453403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Transition to ACTIVE for port object 767ba82c-9e39-42b9-9cbe-d835ef470011 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:05.461122 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488ba5e2-aabf-4afe-88fc-af9e0575e15e x-openstack-request-id: req-488ba5e2-aabf-4afe-88fc-af9e0575e15e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:05.461419 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b00280a-18d3-46fd-b7ab-29200f7fd2cc", "name": "network-vif-deleted", "tag": "765888ce-b8ec-4ed5-b823-d35315b26d15", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:05.461672 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-488ba5e2-aabf-4afe-88fc-af9e0575e15e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:05.462067 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b00280a-18d3-46fd-b7ab-29200f7fd2cc', 'name': 'network-vif-deleted', 'tag': '765888ce-b8ec-4ed5-b823-d35315b26d15', 'status': 'completed', 'code': 200} Jul 16 20:14:05.472552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Transition to ACTIVE for port object 767ba82c-9e39-42b9-9cbe-d835ef470011 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:05.493516 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.500386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.515832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 638f6eab-2e8c-45bd-a687-8122a15c0d1e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=638f6eab-2e8c-45bd-a687-8122a15c0d1e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:05.545899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:05.554512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:05.558430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:05.563288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '638f6eab-2e8c-45bd-a687-8122a15c0d1e', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'port_id': '638f6eab-2e8c-45bd-a687-8122a15c0d1e', 'mac_address': 'fa:16:3e:eb:ec:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca9a34f-7ec3-4769-aad3-6849e1fdf46b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:05.604450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:05.657213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Allocated IP 172.20.0.7 (090e63f5-0b12-480f-a8ba-caa5cb1116a8/80c8e6cd-e14f-4b4a-bbea-93ed92be01bc/9367a5ab-5ba7-49ee-b728-2699f86930d9) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:05.712735 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.746250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638f6eab-2e8c-45bd-a687-8122a15c0d1e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:05.757158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Pushing event updated for resources: {'Port': ['ID=767ba82c-9e39-42b9-9cbe-d835ef470011,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:05.790883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 638f6eab-2e8c-45bd-a687-8122a15c0d1e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=638f6eab-2e8c-45bd-a687-8122a15c0d1e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:05.792424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Attempting to bind port 767ba82c-9e39-42b9-9cbe-d835ef470011 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:05.792841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Attempting to bind port 767ba82c-9e39-42b9-9cbe-d835ef470011 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'a6c1e1ce-6a1c-4069-9ce3-27539844841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:05.793278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Attempting to bind port 767ba82c-9e39-42b9-9cbe-d835ef470011 on network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:05.800227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:05.800823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Checking segment: {'id': 'a6c1e1ce-6a1c-4069-9ce3-27539844841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:05.801512 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.802180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Bound using segment: {'id': 'a6c1e1ce-6a1c-4069-9ce3-27539844841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:05.802944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Bound port: 767ba82c-9e39-42b9-9cbe-d835ef470011, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c1e1ce-6a1c-4069-9ce3-27539844841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:05.803736 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.811664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-network', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:05.822158 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.875477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Made reservation on behalf of ae07c02346a343ca868dfec0e8d42c9b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:05.878138 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.892423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12049f3c-0fb8-4bc7-ac58-aa0d3b92167f req-995d9ee5-bada-478d-9992-a6e09258260d tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:05.893238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.894868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12049f3c-0fb8-4bc7-ac58-aa0d3b92167f req-995d9ee5-bada-478d-9992-a6e09258260d tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 950 time: 0.2274172 Jul 16 20:14:05.906568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983facc3-38df-4061-8cd7-54c74f01c4d2 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:05.959344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=638f6eab-2e8c-45bd-a687-8122a15c0d1e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:05.966760 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] For port 767ba82c-9e39-42b9-9cbe-d835ef470011, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:05.978753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] For port 767ba82c-9e39-42b9-9cbe-d835ef470011, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=767ba82c-9e39-42b9-9cbe-d835ef470011,segment=NetworkSegment(a6c1e1ce-6a1c-4069-9ce3-27539844841b),segment_id=a6c1e1ce-6a1c-4069-9ce3-27539844841b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:05.983889 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:05.984424 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.034927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Transition to ACTIVE for port object 983facc3-38df-4061-8cd7-54c74f01c4d2 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:06.042747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.046984 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.057865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.060434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12049f3c-0fb8-4bc7-ac58-aa0d3b92167f req-62f0d772-fc59-4d2c-9abc-4e658b7b925a tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563208 Jul 16 20:14:06.108023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50832) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:06.125407 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.147504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.153327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=983facc3-38df-4061-8cd7-54c74f01c4d2,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:06.164683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:06.178566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['638f6eab-2e8c-45bd-a687-8122a15c0d1e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:06.192190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.193387 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Added segment 9669e625-7bf0-4f83-a84c-d2aebf7130bc of type vlan for network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c Jul 16 20:14:06.194085 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.196402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.213164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b597607-91aa-4a27-84a2-3f8a40e44d19,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:06.223356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3813a3a-d5e7-41f4-b1d4-b77386af2166 req-c42f7748-e47d-4750-a108-a709295b0673 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.225568 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3813a3a-d5e7-41f4-b1d4-b77386af2166 req-c42f7748-e47d-4750-a108-a709295b0673 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 945 time: 0.2436278 Jul 16 20:14:06.245097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f8849-0b29-4a01-b01e-17bd1d1996f0 None None] Pushing event updated for resources: {'Port': ['ID=767ba82c-9e39-42b9-9cbe-d835ef470011,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:06.319810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.350437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:06.368087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3813a3a-d5e7-41f4-b1d4-b77386af2166 req-0a77c2db-4bdb-4aa5-84ed-2726bf005f3f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299310 Jul 16 20:14:06.369487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:06.379312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Pushing event updated for resources: {'Port': ['ID=9367a5ab-5ba7-49ee-b728-2699f86930d9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:06.384750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:06.406003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Attempting to bind port 983facc3-38df-4061-8cd7-54c74f01c4d2 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:06.406485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Attempting to bind port 983facc3-38df-4061-8cd7-54c74f01c4d2 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:06.406915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Attempting to bind port 983facc3-38df-4061-8cd7-54c74f01c4d2 on network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:06.414842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Port 983facc3-38df-4061-8cd7-54c74f01c4d2 on network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:06.414842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Attempting to bind port 983facc3-38df-4061-8cd7-54c74f01c4d2 on network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:06.420373 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.421436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.422136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.426814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:06.427865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Checking segment: {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:06.428663 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Bound using segment: {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:06.428898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Bound port: 983facc3-38df-4061-8cd7-54c74f01c4d2, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:06.429022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0b5e-34e2-49d0-b657-1ce0d5aaaa4b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.429446 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.546729 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9359941 Jul 16 20:14:06.546934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0b5e-34e2-49d0-b657-1ce0d5aaaa4b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.547644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:06.551135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd98d1-e615-427e-a2c1-b649a5ec88cb admin admin] Pushing event updated for resources: {'Network': ['ID=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:06.552435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.553075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.556596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Request body: {'subnet': {'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-subnet', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:06.562394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:06.581314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-08c6ded6-b101-420e-903d-9e20c1252962 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.583019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-08c6ded6-b101-420e-903d-9e20c1252962 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.63 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 950 time: 0.3199804 Jul 16 20:14:06.608619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:06.614963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=983facc3-38df-4061-8cd7-54c74f01c4d2,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:06.619146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Made reservation on behalf of ae07c02346a343ca868dfec0e8d42c9b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:06.627408 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.631308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Allocated IP 172.25.7.159 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/16d2ab1f-2bb5-468f-9fc7-998f5350cb1f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:06.631869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.704845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.706177 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:06.708073 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] 10.222.0.63 "PUT /v2.0/ports/983facc3-38df-4061-8cd7-54c74f01c4d2 HTTP/1.1" status: 200 len: 1093 time: 2.0783615 Jul 16 20:14:06.711165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:06.714189 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab215c8-338b-4eda-a9ff-77db2a33a143" -d '{"events": [{"name": "network-changed", "server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:06.755352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-639bd679-4ee5-45dd-9707-40a0f446beed tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0275991 Jul 16 20:14:06.777812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Request body: {'port': {'device_id': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:06.857822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd52fee-e367-442c-8b8e-2a9aa0a3dbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=983facc3-38df-4061-8cd7-54c74f01c4d2,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:06.904921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cffb03-8741-491d-bc65-900aa90ee3f2 req-d56fe631-0fa6-4d3e-bea9-6a4ced85752b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.906553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2cffb03-8741-491d-bc65-900aa90ee3f2 req-d56fe631-0fa6-4d3e-bea9-6a4ced85752b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 944 time: 0.1894944 Jul 16 20:14:06.962504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-61818870-2ad8-4ee2-b94b-0661ff0ee145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:06.964065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-61818870-2ad8-4ee2-b94b-0661ff0ee145 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=462fd8b09dc04191bcd74ee64996cb77&device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 1096 time: 0.1789780 Jul 16 20:14:07.046500 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2cffb03-8741-491d-bc65-900aa90ee3f2 req-ca484d94-c0b0-43b2-8f64-e89ec6927328 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293976 Jul 16 20:14:07.052919 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-af902f70-d789-4bd8-92c0-e9a261f6c899 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=983facc3-38df-4061-8cd7-54c74f01c4d2 HTTP/1.1" status: 200 len: 217 time: 0.0789053 Jul 16 20:14:07.084284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 638f6eab-2e8c-45bd-a687-8122a15c0d1e up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:07.104238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.169039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-958d2cdb-7e4f-4d6f-845a-0d7b07b18e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.170676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-958d2cdb-7e4f-4d6f-845a-0d7b07b18e7d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2a63f3fa-c3a6-4ca4-8116-05d36abd8571 HTTP/1.1" status: 200 len: 855 time: 0.1057374 Jul 16 20:14:07.183090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.205517 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.210753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0b5e-34e2-49d0-b657-1ce0d5aaaa4b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.213587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0b5e-34e2-49d0-b657-1ce0d5aaaa4b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.217673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e8ae0b5e-34e2-49d0-b657-1ce0d5aaaa4b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "DELETE /v2.0/security-groups/f60ccd74-f078-40f6-b6f4-842e3cc0d522 HTTP/1.1" status: 204 len: 168 time: 1.1081614 Jul 16 20:14:07.218089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-030b91f9-0c51-43eb-ae7e-24ead5d06418 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0a16df39-bdec-4591-8394-f1ea6cca1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360837 Jul 16 20:14:07.219604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:07.237790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 638f6eab-2e8c-45bd-a687-8122a15c0d1e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:07.238052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Checking segment: {'id': '9669e625-7bf0-4f83-a84c-d2aebf7130bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:07.238294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Network hostable DHCP agents. Network: ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:07.241049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c294c7-79b6-4deb-a349-d8fbb35adfe2 req-cc5417e3-ac07-4dfb-90bd-11abd00c8b41 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.245764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 638f6eab-2e8c-45bd-a687-8122a15c0d1e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:07.246142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.248688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-42c294c7-79b6-4deb-a349-d8fbb35adfe2 req-cc5417e3-ac07-4dfb-90bd-11abd00c8b41 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 931 time: 0.6814635 Jul 16 20:14:07.264196 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-51c804b9-461d-4cb9-8ece-1711ae3e6464 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] show failed (client error): The resource could not be found. Jul 16 20:14:07.267679 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-51c804b9-461d-4cb9-8ece-1711ae3e6464 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "GET /v2.0/security-groups/f60ccd74-f078-40f6-b6f4-842e3cc0d522 HTTP/1.1" status: 404 len: 347 time: 0.0447245 Jul 16 20:14:07.270376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:07.292445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae0b5e-34e2-49d0-b657-1ce0d5aaaa4b tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ccd74-f078-40f6-b6f4-842e3cc0d522,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.320752 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.369431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Deleting port 481fa88a-399f-4eeb-9123-bd534f6ccc7a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:07.369772 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.403195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-42c294c7-79b6-4deb-a349-d8fbb35adfe2 req-e413f059-8c06-4bde-8d8d-5ac27e82c24f tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532686 Jul 16 20:14:07.410856 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d374cd6-01ad-4ea4-b498-5ff3aac855b1 x-openstack-request-id: req-9d374cd6-01ad-4ea4-b498-5ff3aac855b1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:07.411522 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:07.411953 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d374cd6-01ad-4ea4-b498-5ff3aac855b1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:07.412430 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2', 'status': 'completed', 'code': 200} Jul 16 20:14:07.417561 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.456135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aed1ab-0ca6-4474-b3ec-47d7666581fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638f6eab-2e8c-45bd-a687-8122a15c0d1e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:07.458595 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cb61f6-527b-4b31-a7e0-a44b0288dfcd" -d '{"events": [{"server_uuid": "37aed1ab-0ca6-4474-b3ec-47d7666581fe", "name": "network-vif-plugged", "status": "completed", "tag": "638f6eab-2e8c-45bd-a687-8122a15c0d1e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:07.476364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 638f6eab-2e8c-45bd-a687-8122a15c0d1e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=638f6eab-2e8c-45bd-a687-8122a15c0d1e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:07.483480 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.490041 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.517620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:07.554464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=638f6eab-2e8c-45bd-a687-8122a15c0d1e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.593454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:07.605595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e495b1f-6f60-4f3e-9385-14acaab0517b None None] Network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:07.609876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.610487 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.632101 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-f2c9654c-186d-4e93-828e-de066cd2051e service neutron] 10.222.0.63 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035766 Jul 16 20:14:07.663140 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fcd7013c-3b89-4e57-ae5b-1e19b64bcdb6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1098225 Jul 16 20:14:07.676845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:07.687733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:07.715947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dabc3-be30-4e77-8e18-85ef31d246ef req-a92a2025-1ebb-4a3c-8746-ef4981f3c0dd tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:07.717535 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a24dabc3-be30-4e77-8e18-85ef31d246ef req-a92a2025-1ebb-4a3c-8746-ef4981f3c0dd tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 950 time: 0.1974738 Jul 16 20:14:07.735293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Deleting port 487ded8e-84de-4f1e-81cd-a0d03b246086 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:07.735650 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.749016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791fd04-3ab8-4ed3-9b99-2b8f214e2692 None None] Network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:07.754488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:07.765919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:07.767734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Pushing event updated for resources: {'Port': ['ID=16d2ab1f-2bb5-468f-9fc7-998f5350cb1f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:07.773570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:07.798834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 767ba82c-9e39-42b9-9cbe-d835ef470011 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:07.817994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] For port 481fa88a-399f-4eeb-9123-bd534f6ccc7a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=481fa88a-399f-4eeb-9123-bd534f6ccc7a,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:07.818363 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.861553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Calling delete_port for 481fa88a-399f-4eeb-9123-bd534f6ccc7a owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:07.870385 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.871438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.904043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32faee5-1652-4f53-92f9-cf175194faa4 None None] Network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:07.910336 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a24dabc3-be30-4e77-8e18-85ef31d246ef req-51a401d2-fcfe-4e5b-83b2-14ea4196f743 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828871 Jul 16 20:14:07.910600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-305333ee-fab5-4a67-ba55-17bc67042c18 None None] Provisioning for port 767ba82c-9e39-42b9-9cbe-d835ef470011 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:07.916677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b72dc7f-98ce-4cb6-90a6-fa1b450c057b req-0fe3b57d-fa0e-4f74-bd2a-e27effa4ecf6 service neutron] 10.222.0.63 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734280 Jul 16 20:14:07.975924 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:07.976068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.000525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.001717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Calling delete_port for 487ded8e-84de-4f1e-81cd-a0d03b246086 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:08.035327 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa5a223-694b-4cc1-98e7-2c920ce7d799 x-openstack-request-id: req-eaa5a223-694b-4cc1-98e7-2c920ce7d799 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:08.036979 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aed1ab-0ca6-4474-b3ec-47d7666581fe", "name": "network-vif-plugged", "status": "completed", "tag": "638f6eab-2e8c-45bd-a687-8122a15c0d1e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:08.037234 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaa5a223-694b-4cc1-98e7-2c920ce7d799 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:08.037975 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aed1ab-0ca6-4474-b3ec-47d7666581fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638f6eab-2e8c-45bd-a687-8122a15c0d1e', 'code': 200} Jul 16 20:14:08.044620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fe5d5-5872-4f5e-932b-a364cf6bbbbc req-19da4c76-2620-4c4e-815e-548608b79832 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:08.051782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 767ba82c-9e39-42b9-9cbe-d835ef470011 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:08.052197 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c55fe5d5-5872-4f5e-932b-a364cf6bbbbc req-19da4c76-2620-4c4e-815e-548608b79832 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 946 time: 0.4472792 Jul 16 20:14:08.064084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 767ba82c-9e39-42b9-9cbe-d835ef470011 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:08.064460 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.207590 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c55fe5d5-5872-4f5e-932b-a364cf6bbbbc req-285ed323-2950-4f9f-8666-5898abd68665 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542921 Jul 16 20:14:08.247452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.298729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 767ba82c-9e39-42b9-9cbe-d835ef470011, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=767ba82c-9e39-42b9-9cbe-d835ef470011,segment=NetworkSegment(a6c1e1ce-6a1c-4069-9ce3-27539844841b),segment_id=a6c1e1ce-6a1c-4069-9ce3-27539844841b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:08.304661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.344197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9367a5ab-5ba7-49ee-b728-2699f86930d9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:08.353902 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.401215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.405224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=767ba82c-9e39-42b9-9cbe-d835ef470011,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:08.413896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['11ab2811-5864-4420-b1ad-e57f9c4ff34b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:08.424544 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.430124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-6af08237-c76b-42c1-bb82-4ad830f4d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:08.431659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-6af08237-c76b-42c1-bb82-4ad830f4d08e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=462fd8b09dc04191bcd74ee64996cb77&device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 1096 time: 0.4475071 Jul 16 20:14:08.450651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13964652-0ff6-4a1a-9b69-2395bec63ff9 req-34468c18-f310-4eb6-8c12-f9e318abaef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:08.452247 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13964652-0ff6-4a1a-9b69-2395bec63ff9 req-34468c18-f310-4eb6-8c12-f9e318abaef9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 1098 time: 0.3332913 Jul 16 20:14:08.494890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Transition to ACTIVE for port object 9367a5ab-5ba7-49ee-b728-2699f86930d9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:08.517433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.559267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Pushing event deleted for resources: {'Port': ['ID=481fa88a-399f-4eeb-9123-bd534f6ccc7a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:08.598613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] No DVR routers for this DVR port 481fa88a-399f-4eeb-9123-bd534f6ccc7a on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:08.602452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.612880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e11d18e-ab8f-4907-8d29-0a160c079a25 req-2b81421d-1f1d-4152-8cdc-f13f32b1e9b7 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.63 "DELETE /v2.0/ports/481fa88a-399f-4eeb-9123-bd534f6ccc7a HTTP/1.1" status: 204 len: 173 time: 2.0156837 Jul 16 20:14:08.613861 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.615823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf6017-48d1-45d2-bc93-36efe229395b req-513b38ca-e3cc-4eed-b151-12a38c8c10e5 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:08.617937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-edcf6017-48d1-45d2-bc93-36efe229395b req-513b38ca-e3cc-4eed-b151-12a38c8c10e5 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 944 time: 0.3572769 Jul 16 20:14:08.625381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Pushing event deleted for resources: {'Port': ['ID=487ded8e-84de-4f1e-81cd-a0d03b246086,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:08.639793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108476e9-26da-4d12-aa0f-58417857bdeb', 'name': 'network-vif-deleted', 'tag': '481fa88a-399f-4eeb-9123-bd534f6ccc7a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:08.645545 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1435b852-f9f0-44c8-9e7f-d38fdc4e5056" -d '{"events": [{"server_uuid": "108476e9-26da-4d12-aa0f-58417857bdeb", "name": "network-vif-deleted", "tag": "481fa88a-399f-4eeb-9123-bd534f6ccc7a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:08.700763 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-484aa19c-d456-4312-9b4c-d63fdd2bf1f3 None None] Provisioning complete for port 767ba82c-9e39-42b9-9cbe-d835ef470011 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:08.701362 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-484aa19c-d456-4312-9b4c-d63fdd2bf1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.788854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.797436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-aa08d741-bae2-4320-b24a-cc5524e2361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:08.798844 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-aa08d741-bae2-4320-b24a-cc5524e2361d service neutron] 10.222.0.63 "GET /v2.0/networks?id=0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 200 len: 916 time: 0.3587892 Jul 16 20:14:08.812759 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13964652-0ff6-4a1a-9b69-2395bec63ff9 req-130f67f4-52ec-4191-9046-4090081d5144 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274944 Jul 16 20:14:08.841575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-edcf6017-48d1-45d2-bc93-36efe229395b req-dc2de203-a76a-4d1c-83f1-92f03469d9ee tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063673 Jul 16 20:14:08.897555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Pushing event updated for resources: {'Port': ['ID=9367a5ab-5ba7-49ee-b728-2699f86930d9,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:08.898911 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.907391 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:08.909881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0a00912a-c6d7-44a6-87e4-f4667bac6037 tempest-ServersTestJSON-482097345 tempest-ServersTestJSON-482097345-project] 10.222.0.10 "DELETE /v2.0/floatingips/6d34b944-d547-4664-ac94-981f3b59f8a4 HTTP/1.1" status: 204 len: 168 time: 1.6330488 Jul 16 20:14:08.912751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-8260113d-4e31-4479-a47c-bb98b78d3cfa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=983facc3-38df-4061-8cd7-54c74f01c4d2 HTTP/1.1" status: 200 len: 217 time: 0.0858293 Jul 16 20:14:08.913667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:09.001629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:09.001966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:09.002291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:09.013365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:09.013687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:09.024683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c8936-0bd7-48bd-bfab-22f673d9e36f req-6404925a-e8a4-49f4-9709-e626842a2041 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:09.026181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc4c8936-0bd7-48bd-bfab-22f673d9e36f req-6404925a-e8a4-49f4-9709-e626842a2041 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 943 time: 0.2689309 Jul 16 20:14:09.031172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:09.031172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:09.031489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:09.031907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Bound port: 9367a5ab-5ba7-49ee-b728-2699f86930d9, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:09.032264 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.075461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-13ac5bcf-a985-4aa7-9ca5-8f56ee004d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:09.076912 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-13ac5bcf-a985-4aa7-9ca5-8f56ee004d24 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2a63f3fa-c3a6-4ca4-8116-05d36abd8571 HTTP/1.1" status: 200 len: 855 time: 0.1231520 Jul 16 20:14:09.173418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc4c8936-0bd7-48bd-bfab-22f673d9e36f req-a0b28d62-d930-4ea8-bab2-281b6e6ae6c7 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380448 Jul 16 20:14:09.222587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:09.231686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:09.233951 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.244718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.468040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-e2c35e0b-0819-484f-aa89-dc716760f314 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0a16df39-bdec-4591-8394-f1ea6cca1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3822498 Jul 16 20:14:09.593438 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23468aa-1ead-423f-9903-bdb1493dab06 x-openstack-request-id: req-a23468aa-1ead-423f-9903-bdb1493dab06 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:09.593767 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108476e9-26da-4d12-aa0f-58417857bdeb", "name": "network-vif-deleted", "tag": "481fa88a-399f-4eeb-9123-bd534f6ccc7a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:09.593957 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a23468aa-1ead-423f-9903-bdb1493dab06 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:09.594337 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108476e9-26da-4d12-aa0f-58417857bdeb', 'name': 'network-vif-deleted', 'tag': '481fa88a-399f-4eeb-9123-bd534f6ccc7a', 'status': 'completed', 'code': 200} Jul 16 20:14:09.652563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb777b-8288-4c78-9a03-a6a7428a7402 req-d70b1854-3808-4def-9a32-d949a55443a7 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:09.654164 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30fb777b-8288-4c78-9a03-a6a7428a7402 req-d70b1854-3808-4def-9a32-d949a55443a7 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 945 time: 0.6721137 Jul 16 20:14:09.674418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71a4eed4-ca8b-4778-9f1c-f73d4541e413 req-dd0f980e-5f4f-46ac-be77-a1ce26de4f32 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=108476e9-26da-4d12-aa0f-58417857bdeb HTTP/1.1" status: 200 len: 210 time: 0.0825243 Jul 16 20:14:09.688300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:09.689097 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.690614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] 10.222.0.30 "PUT /v2.0/ports/9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 200 len: 1092 time: 2.9245622 Jul 16 20:14:09.722455 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.724559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 767ba82c-9e39-42b9-9cbe-d835ef470011 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:09.729913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f265f-3a69-4574-a164-90c42eb35810 service neutron] Pushing event updated for resources: {'Port': ['ID=9367a5ab-5ba7-49ee-b728-2699f86930d9,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:09.763726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.772726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:09.779336 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-f36749bb-bb3f-45da-a455-31a4c93b638c service neutron] 10.222.0.63 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781310 Jul 16 20:14:09.842161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 767ba82c-9e39-42b9-9cbe-d835ef470011 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:09.842579 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:09.877702 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30fb777b-8288-4c78-9a03-a6a7428a7402 req-307154ad-4845-41fb-b77b-cf1fc56b36b0 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074668 Jul 16 20:14:09.988692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:09.999343 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Sync routers for ids ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:10.010094 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Routers {'079a6ad9-680a-4a1a-998f-c45ccc9c03aa'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:10.011074 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:10.016182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7e9c-f5c2-4c39-b2d7-22a22e9c443d req-d9db6c67-9673-48d7-8528-799fa104037c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.018745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-997e7e9c-f5c2-4c39-b2d7-22a22e9c443d req-d9db6c67-9673-48d7-8528-799fa104037c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 946 time: 0.1856685 Jul 16 20:14:10.024295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-e925ae6a-1e1a-4fdc-b812-979486949a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.026076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-e925ae6a-1e1a-4fdc-b812-979486949a22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1095 time: 0.1515648 Jul 16 20:14:10.048936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.052782 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-df9930ac-405b-480e-91a3-d268eeba8df1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5064015 Jul 16 20:14:10.054580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:10.070953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ab215c8-338b-4eda-a9ff-77db2a33a143 req-f6b1aa44-4d1f-44b7-89f7-59c7c97de6f8 service neutron] 10.222.0.63 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794435 Jul 16 20:14:10.118289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Allocated IP 172.25.7.212 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/8ef8b021-1309-4439-95f5-35a649536ed3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:10.125792 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Set router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:10.137083 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-0798b3e6-83f8-4479-b8ef-72e8cad0027b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 200 len: 217 time: 0.1012707 Jul 16 20:14:10.184873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-997e7e9c-f5c2-4c39-b2d7-22a22e9c443d req-12f8a7f7-65b9-4045-9f8f-628c3b10bae9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578157 Jul 16 20:14:10.239854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1ff36-7516-4a02-9686-14372e4fb331 req-15e23b1f-863b-41d2-8d45-8e5398cd43a9 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.246072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-7e264af4-020c-4d1e-87aa-07d0d1161642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.246671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87e1ff36-7516-4a02-9686-14372e4fb331 req-15e23b1f-863b-41d2-8d45-8e5398cd43a9 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 944 time: 0.1832557 Jul 16 20:14:10.247555 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-7e264af4-020c-4d1e-87aa-07d0d1161642 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.1015770 Jul 16 20:14:10.292853 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-e5876646-060a-478a-94e1-3d8fc4bf6788 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321877 Jul 16 20:14:10.309846 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:04Z', 'updated_at': '2021-07-16T20:14:08Z', 'revision_number': 3, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'gw_port': {'id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:06Z', 'updated_at': '2021-07-16T20:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:10.338170 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Checking router: 079a6ad9-680a-4a1a-998f-c45ccc9c03aa for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:10.338951 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Updating router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:10.345870 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.358825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 983facc3-38df-4061-8cd7-54c74f01c4d2 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:10.366302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 481fa88a-399f-4eeb-9123-bd534f6ccc7a no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:10.368903 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87e1ff36-7516-4a02-9686-14372e4fb331 req-f1dde5d4-e9de-4a9a-9221-87c54cf7663d tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213231 Jul 16 20:14:10.390608 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.412239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 481fa88a-399f-4eeb-9123-bd534f6ccc7a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:10.412581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 481fa88a-399f-4eeb-9123-bd534f6ccc7a not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:10.428156 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.514992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-1bc9c79a-2843-45cd-995f-4b8c1380c6ea service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739430 Jul 16 20:14:10.528266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.540453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=983facc3-38df-4061-8cd7-54c74f01c4d2,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:10.563852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '983facc3-38df-4061-8cd7-54c74f01c4d2', 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5', 'port_id': '983facc3-38df-4061-8cd7-54c74f01c4d2', 'mac_address': 'fa:16:3e:84:1d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a63f3fa-c3a6-4ca4-8116-05d36abd8571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:10.594254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:10.601306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:10.605100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:10.636039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef8b021-1309-4439-95f5-35a649536ed3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.659546 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.687469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983facc3-38df-4061-8cd7-54c74f01c4d2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:10.730180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73f2bc4d-d035-4170-b4aa-2e64715d541f req-434f242d-c79b-4047-bcb5-2a73dd8b721d service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667058 Jul 16 20:14:10.733186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=983facc3-38df-4061-8cd7-54c74f01c4d2,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:10.742840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab351723-d973-489d-b7a4-5edf39113498 req-77470334-5730-4c0c-930c-e25698d6fa6b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:10.752109 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.752350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab351723-d973-489d-b7a4-5edf39113498 req-77470334-5730-4c0c-930c-e25698d6fa6b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 943 time: 0.3154528 Jul 16 20:14:10.771677 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.791009 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Transition to ACTIVE for port object 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:10.800643 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.830532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=983facc3-38df-4061-8cd7-54c74f01c4d2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.871289 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab351723-d973-489d-b7a4-5edf39113498 req-7626aa07-8615-43da-843d-34701d8ef9fc tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168399 Jul 16 20:14:10.891759 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Pushing event updated for resources: {'Port': ['ID=16d2ab1f-2bb5-468f-9fc7-998f5350cb1f,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:10.898972 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Attempting to bind port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:10.899850 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Attempting to bind port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:10.899850 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Attempting to bind port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:10.905768 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.906234 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.906672 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.907137 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.907885 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.908116 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.908680 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.909107 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.909533 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.910074 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.910440 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.910909 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:10.915942 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:10.916449 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:10.916973 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.917478 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:10.918056 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Bound port: 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:10.918536 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:10.990602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['983facc3-38df-4061-8cd7-54c74f01c4d2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:11.029998 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] For port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:11.045777 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] For port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=16d2ab1f-2bb5-468f-9fc7-998f5350cb1f,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:11.052838 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.112609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.152682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Deleting port ebc18732-5f05-446b-a144-8bb3d27af75b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:11.153023 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.235690 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.238853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] For port ebc18732-5f05-446b-a144-8bb3d27af75b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ebc18732-5f05-446b-a144-8bb3d27af75b,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:11.239216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.289319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Calling delete_port for ebc18732-5f05-446b-a144-8bb3d27af75b owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:11.320110 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2c9db-a4e2-4368-833f-ab2aa9d20e23 None None] Pushing event updated for resources: {'Port': ['ID=16d2ab1f-2bb5-468f-9fc7-998f5350cb1f,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:11.338817 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Routers {'079a6ad9-680a-4a1a-998f-c45ccc9c03aa'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:11.339709 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:11.440101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639978c0-b06b-432a-a196-7b8a0ca97ac0 req-e5e0a522-1e1c-4bec-8674-be728554ed28 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:11.441716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-639978c0-b06b-432a-a196-7b8a0ca97ac0 req-e5e0a522-1e1c-4bec-8674-be728554ed28 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 945 time: 0.1813350 Jul 16 20:14:11.454832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Allocated IP 172.20.0.1 (be34f555-c8a1-4d63-bbdd-14b7f9ab23a5/67b3b7ab-bab8-4ae1-99a1-41e8db2280ae/3a77b568-a71c-433a-8b3d-b9b178d2419d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:11.465443 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] Set router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:11.493182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-639978c0-b06b-432a-a196-7b8a0ca97ac0 req-bfe459f7-239f-4df2-b770-2e707570de4d tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444834 Jul 16 20:14:11.597748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:11.600396 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9333da5b-b739-4e0d-8f61-3e41677c6123" -d '{"events": [{"name": "network-changed", "server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:11.668699 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.681859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ad992-4018-4ed1-bd3a-bd9d1c3c2018 req-49e2c09f-60f2-4007-b1eb-8f4b3388c3f6 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:11.683456 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef6ad992-4018-4ed1-bd3a-bd9d1c3c2018 req-49e2c09f-60f2-4007-b1eb-8f4b3388c3f6 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 946 time: 0.2309303 Jul 16 20:14:11.684741 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:04Z', 'updated_at': '2021-07-16T20:14:08Z', 'revision_number': 3, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'gw_port': {'id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:06Z', 'updated_at': '2021-07-16T20:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:11.686262 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.700248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Transition to ACTIVE for port object 3a77b568-a71c-433a-8b3d-b9b178d2419d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:11.718733 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b4241-db2a-4ab5-90c1-35ae43b1346e None None] The sync data for ids ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'] in n-d-792394-17 is: [{'id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:04Z', 'updated_at': '2021-07-16T20:14:08Z', 'revision_number': 3, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'gw_port': {'id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:06Z', 'updated_at': '2021-07-16T20:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:11.728945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699eb8ec-9248-4d82-8c0c-4ed1ff5af772 req-ef6b4c2b-0616-4dad-bacc-1b6cb02513fb tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:11.730609 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-699eb8ec-9248-4d82-8c0c-4ed1ff5af772 req-ef6b4c2b-0616-4dad-bacc-1b6cb02513fb tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 949 time: 0.1102052 Jul 16 20:14:11.736932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc18732-5f05-446b-a144-8bb3d27af75b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:11.774825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.785989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-699eb8ec-9248-4d82-8c0c-4ed1ff5af772 req-f79806d1-2cfc-4401-bf2c-a153ea026238 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 Jul 16 20:14:11.787659 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:11.823903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:11.826638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:11.829291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:11.875659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef6ad992-4018-4ed1-bd3a-bd9d1c3c2018 req-51685d5b-15f3-4bf0-b4eb-b7e67dc859f8 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765876 Jul 16 20:14:11.916847 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.021823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Pushing event updated for resources: {'Port': ['ID=3a77b568-a71c-433a-8b3d-b9b178d2419d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:12.030879 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855bd936-590a-4f5a-96f7-cc60de30b2fa x-openstack-request-id: req-855bd936-590a-4f5a-96f7-cc60de30b2fa {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:12.031153 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:12.031461 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-855bd936-590a-4f5a-96f7-cc60de30b2fa {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:12.031859 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9', 'status': 'completed', 'code': 200} Jul 16 20:14:12.182608 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.274846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-088a5fff-ff27-4901-8060-dab2279af4d4 None None] Provisioning for port 3a77b568-a71c-433a-8b3d-b9b178d2419d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:12.281880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-088a5fff-ff27-4901-8060-dab2279af4d4 None None] Provisioning complete for port 3a77b568-a71c-433a-8b3d-b9b178d2419d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:12.282567 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-088a5fff-ff27-4901-8060-dab2279af4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.301591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Router 966b2181-513c-4458-9503-de22c79a9103 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:12.324039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb32b30-3996-42b2-ad3f-b328c52a7186 req-dd414828-96e5-4be9-98eb-d7f3b1bbd40d tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:12.340348 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6fb32b30-3996-42b2-ad3f-b328c52a7186 req-dd414828-96e5-4be9-98eb-d7f3b1bbd40d tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 945 time: 0.3277595 Jul 16 20:14:12.350463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-088a5fff-ff27-4901-8060-dab2279af4d4 None None] Port 3a77b568-a71c-433a-8b3d-b9b178d2419d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:12.358179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-38bfddce-5934-4596-a86e-984c3b4ae6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:12.360167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-38bfddce-5934-4596-a86e-984c3b4ae6a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1095 time: 0.2223237 Jul 16 20:14:12.384622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 983facc3-38df-4061-8cd7-54c74f01c4d2 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:12.517744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 983facc3-38df-4061-8cd7-54c74f01c4d2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:12.527662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 983facc3-38df-4061-8cd7-54c74f01c4d2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:12.528902 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.728606 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.758202 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.760215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:12.763894 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec58705b-1d0b-476c-b1a5-88b50e5e38c0" -d '{"events": [{"server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "name": "network-vif-plugged", "status": "completed", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:12.779861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6fb32b30-3996-42b2-ad3f-b328c52a7186 req-be3f6a3d-7226-4acb-bd13-06ed988c9759 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378939 Jul 16 20:14:12.782709 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=983facc3-38df-4061-8cd7-54c74f01c4d2,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:12.792280 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:12.912392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=983facc3-38df-4061-8cd7-54c74f01c4d2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:12.927950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-6aa40783-b9cf-4f7c-8686-cebbd6c124aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:12.929556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-6aa40783-b9cf-4f7c-8686-cebbd6c124aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.5395658 Jul 16 20:14:12.991396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-043e87d1-9bae-4f7a-965d-7ed595307e8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 200 len: 217 time: 0.0441117 Jul 16 20:14:13.019721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:13.029778 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Sync routers for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:13.042650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:13.043351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:13.062744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dc4a2-e196-472c-a48c-3e056f38ee2f req-0b1622e0-ea5b-475f-ac0f-08aacfc2514b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.070744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a95dc4a2-e196-472c-a48c-3e056f38ee2f req-0b1622e0-ea5b-475f-ac0f-08aacfc2514b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 943 time: 0.2868855 Jul 16 20:14:13.107775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Router 9db575a0-6d33-45b8-ab40-db9882e2e423 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:13.111220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.112678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f77dce06-bbc1-45b3-b017-016478343496 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4286518 Jul 16 20:14:13.117161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:13.160738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9367a5ab-5ba7-49ee-b728-2699f86930d9 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:13.201691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-001da906-22c2-4cb8-95bc-55d10d666bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.203584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-001da906-22c2-4cb8-95bc-55d10d666bb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.1667104 Jul 16 20:14:13.210487 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a95dc4a2-e196-472c-a48c-3e056f38ee2f req-234b0e86-8c9c-4edf-bd5c-c9fe74ac21e6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386802 Jul 16 20:14:13.230541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-81177bf3-80f0-4f2f-9294-db2542868a32 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.232252 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-81177bf3-80f0-4f2f-9294-db2542868a32 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.30 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 949 time: 0.1930954 Jul 16 20:14:13.288381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:13.331009 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0be6c84-ea38-467b-96c2-aee72119e765 x-openstack-request-id: req-e0be6c84-ea38-467b-96c2-aee72119e765 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:13.331718 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "name": "network-vif-plugged", "status": "completed", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:13.332197 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0be6c84-ea38-467b-96c2-aee72119e765 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:13.332759 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2', 'code': 200} Jul 16 20:14:13.360310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-cdcad1f0-88a3-4a0b-b1da-fa32fe44c674 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394613 Jul 16 20:14:13.475169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.513098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.627401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-5b5ee1d5-62a6-4b76-bd7a-31acd1888d43 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365973 Jul 16 20:14:13.633740 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.648887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:13.665315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '9367a5ab-5ba7-49ee-b728-2699f86930d9', 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8', 'port_id': '9367a5ab-5ba7-49ee-b728-2699f86930d9', 'mac_address': 'fa:16:3e:12:48:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c8e6cd-e14f-4b4a-bbea-93ed92be01bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:13.669731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Pushing event updated for resources: {'Port': ['ID=3a77b568-a71c-433a-8b3d-b9b178d2419d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:13.673038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:13.688872 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] Sync routers for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:13.690846 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4ea11b6a-7c34-495a-8c6a-945190102e9f admin admin] 10.222.0.10 "PUT /v2.0/routers/9db575a0-6d33-45b8-ab40-db9882e2e423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7765937 Jul 16 20:14:13.701169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:13.704039 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:13.705214 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:13.759689 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.784607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9367a5ab-5ba7-49ee-b728-2699f86930d9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:13.818388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:13.829522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256f0e7-75f7-4120-a5b8-5efd5347ebd5 req-3bc37bdc-a4d8-4c7c-8820-ffd9675e74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.832175 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0256f0e7-75f7-4120-a5b8-5efd5347ebd5 req-3bc37bdc-a4d8-4c7c-8820-ffd9675e74ff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 1098 time: 0.4283581 Jul 16 20:14:13.833332 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.840352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9333da5b-b739-4e0d-8f61-3e41677c6123 req-b25f87fe-6702-452d-9a6c-2f52c9399766 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043970 Jul 16 20:14:13.857354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Deleting port 11ab2811-5864-4420-b1ad-e57f9c4ff34b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:13.857716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:13.861862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:13.865123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 3, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:13.870105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8851c-2fb5-457b-a011-3940e9f02105 req-b088e8a7-4ce5-4fdc-9d09-c1cbc6cd8b00 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.878056 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eee8851c-2fb5-457b-a011-3940e9f02105 req-b088e8a7-4ce5-4fdc-9d09-c1cbc6cd8b00 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 946 time: 0.4010379 Jul 16 20:14:13.908603 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:13.963458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Checking router: 966b2181-513c-4458-9503-de22c79a9103 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:13.963458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Updating router 966b2181-513c-4458-9503-de22c79a9103 port 8ef8b021-1309-4439-95f5-35a649536ed3 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:13.980861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5f1da-4865-42b2-a9e9-d3b53c0939c8 req-57881441-51b2-49b3-af4f-6bd4cdfdad24 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:13.991505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e4a5f1da-4865-42b2-a9e9-d3b53c0939c8 req-57881441-51b2-49b3-af4f-6bd4cdfdad24 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 949 time: 0.5187316 Jul 16 20:14:14.033487 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.046855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eee8851c-2fb5-457b-a011-3940e9f02105 req-219d3711-88ba-4b07-a6a9-abc42242de14 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674323 Jul 16 20:14:14.054041 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0256f0e7-75f7-4120-a5b8-5efd5347ebd5 req-b44edd98-a78a-4e00-aef5-9f93a451de6a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064602 Jul 16 20:14:14.059659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e4a5f1da-4865-42b2-a9e9-d3b53c0939c8 req-d5fd1ccd-dcd5-43f4-aa1c-cdce5582c18d tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/security-groups?id=41110df5-71f2-477e-a199-e0fff06590e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674205 Jul 16 20:14:14.108934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['9367a5ab-5ba7-49ee-b728-2699f86930d9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:14.109283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.111009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9367a5ab-5ba7-49ee-b728-2699f86930d9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:14.195730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:14.199187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:14.257985 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:14:11Z', 'revision_number': 5, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:14.320701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:14.330979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] For port 11ab2811-5864-4420-b1ad-e57f9c4ff34b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=11ab2811-5864-4420-b1ad-e57f9c4ff34b,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:14.331431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.337182 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] Checking router: 9db575a0-6d33-45b8-ab40-db9882e2e423 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:14.352174 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] Routers {'9db575a0-6d33-45b8-ab40-db9882e2e423'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:14.352806 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9db575a0-6d33-45b8-ab40-db9882e2e423'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:14.359439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:14.377905 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.431954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Calling delete_port for 11ab2811-5864-4420-b1ad-e57f9c4ff34b owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:14.518684 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] Set router 9db575a0-6d33-45b8-ab40-db9882e2e423 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:14.544290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1c163-e71f-46f5-8ab6-c4130bc5deee req-b8183926-6c63-4436-8dda-3ab749103f2e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:14.552544 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87e1c163-e71f-46f5-8ab6-c4130bc5deee req-b8183926-6c63-4436-8dda-3ab749103f2e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.2454860 Jul 16 20:14:14.558475 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.579109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f0e81-8f34-4e38-a3d4-457cb5e7444f req-04a53b00-ecdd-448b-94c2-a6dad8c173f2 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:14.581082 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-234f0e81-8f34-4e38-a3d4-457cb5e7444f req-04a53b00-ecdd-448b-94c2-a6dad8c173f2 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 945 time: 0.3176258 Jul 16 20:14:14.689236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-234f0e81-8f34-4e38-a3d4-457cb5e7444f req-f6ef3a9c-8104-4ee1-8415-20a7e97c9767 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797260 Jul 16 20:14:14.698170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:14.712430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87e1c163-e71f-46f5-8ab6-c4130bc5deee req-6dee05db-8c1c-47e5-9c1f-4eca74b2b5b4 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542959 Jul 16 20:14:14.720459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c075ccf5-29b5-459a-8bb2-b36c7d9cd6a7 None None] Provisioning complete for port 3a77b568-a71c-433a-8b3d-b9b178d2419d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:14.721971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c075ccf5-29b5-459a-8bb2-b36c7d9cd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.743638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Deleting port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:14.744015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.745929 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.827015 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.832887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Pushing event deleted for resources: {'Port': ['ID=11ab2811-5864-4420-b1ad-e57f9c4ff34b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:14.845235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.846923 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:14:11Z', 'revision_number': 5, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:14.858913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Transition to ACTIVE for port object 8ef8b021-1309-4439-95f5-35a649536ed3 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:14.899197 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:14.905296 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f373e1-6e90-4621-94ad-97de55b7f502 None None] The sync data for ids ['9db575a0-6d33-45b8-ab40-db9882e2e423'] in n-d-792394-17 is: [{'id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'name': 'tempest-ServersTestJSON-1215860874-router', 'tenant_id': 'fa6d6b95912c421d82dac0ddb8757859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:12Z', 'updated_at': '2021-07-16T20:14:11Z', 'revision_number': 5, 'project_id': 'fa6d6b95912c421d82dac0ddb8757859', 'gw_port': {'id': 'dd5c7a17-16cd-4a23-9499-9a8f45f6a19e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db575a0-6d33-45b8-ab40-db9882e2e423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:14Z', 'updated_at': '2021-07-16T20:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:14.993299 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.006850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0a6f3-99b8-4e76-8f78-3ef4476ec1d5 None None] Pushing event updated for resources: {'Port': ['ID=8ef8b021-1309-4439-95f5-35a649536ed3,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:15.040968 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] No DVR routers for this DVR port 11ab2811-5864-4420-b1ad-e57f9c4ff34b on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:15.047949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.051229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1df6542-aa28-4495-9ac0-9a41c0e9b926 req-067b0127-db39-4eed-8bab-5c33c9955012 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.30 "DELETE /v2.0/ports/11ab2811-5864-4420-b1ad-e57f9c4ff34b HTTP/1.1" status: 204 len: 173 time: 1.8052037 Jul 16 20:14:15.055768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37127c80-b681-4844-ba39-ea81af2be2f0', 'name': 'network-vif-deleted', 'tag': '11ab2811-5864-4420-b1ad-e57f9c4ff34b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:15.061155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=16d2ab1f-2bb5-468f-9fc7-998f5350cb1f,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:15.062032 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba26ead-f58d-4294-9dc0-a291706e5c26" -d '{"events": [{"server_uuid": "37127c80-b681-4844-ba39-ea81af2be2f0", "name": "network-vif-deleted", "tag": "11ab2811-5864-4420-b1ad-e57f9c4ff34b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:15.085689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c075ccf5-29b5-459a-8bb2-b36c7d9cd6a7 None None] Port 3a77b568-a71c-433a-8b3d-b9b178d2419d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:15.086789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:15.094565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.100360 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-426a2059-99bc-43c5-9366-a0be86455d7d admin admin] 10.222.0.10 "PUT /v2.0/routers/079a6ad9-680a-4a1a-998f-c45ccc9c03aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0432408 Jul 16 20:14:15.130848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bcd2f-86d8-462e-890a-3cc1b9fce180 req-02b170ac-dfc1-455d-9a08-8139d573ab4f tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:15.132696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b0bcd2f-86d8-462e-890a-3cc1b9fce180 req-02b170ac-dfc1-455d-9a08-8139d573ab4f tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 944 time: 0.1971490 Jul 16 20:14:15.138022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Sync routers for ids ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:15.138539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d732-8a64-440a-9882-f59c289d8116 req-fb069683-c125-42c3-9777-77486728e26c tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:15.143137 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0424d732-8a64-440a-9882-f59c289d8116 req-fb069683-c125-42c3-9777-77486728e26c tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.63 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 945 time: 0.4463589 Jul 16 20:14:15.153948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Attempting to bind port 8ef8b021-1309-4439-95f5-35a649536ed3 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:15.154325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Attempting to bind port 8ef8b021-1309-4439-95f5-35a649536ed3 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:15.154950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Attempting to bind port 8ef8b021-1309-4439-95f5-35a649536ed3 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:15.171891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Routers {'079a6ad9-680a-4a1a-998f-c45ccc9c03aa'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:15.172461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:15.219186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b0bcd2f-86d8-462e-890a-3cc1b9fce180 req-9d963e7f-7dd6-4a6c-820d-e7bf1a94bda6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774803 Jul 16 20:14:15.239210 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:14:15.291034 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5796114-7a7c-4f4b-8a39-9d4bf69aded4 x-openstack-request-id: req-f5796114-7a7c-4f4b-8a39-9d4bf69aded4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:15.291339 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37127c80-b681-4844-ba39-ea81af2be2f0", "name": "network-vif-deleted", "tag": "11ab2811-5864-4420-b1ad-e57f9c4ff34b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:15.291857 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5796114-7a7c-4f4b-8a39-9d4bf69aded4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:15.292282 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37127c80-b681-4844-ba39-ea81af2be2f0', 'name': 'network-vif-deleted', 'tag': '11ab2811-5864-4420-b1ad-e57f9c4ff34b', 'status': 'completed', 'code': 200} Jul 16 20:14:15.340752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Set router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:15.450169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:15.450566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:15.450945 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.451421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:15.451920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Bound port: 8ef8b021-1309-4439-95f5-35a649536ed3, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:15.452303 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.468643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] For port dd5c7a17-16cd-4a23-9499-9a8f45f6a19e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=dd5c7a17-16cd-4a23-9499-9a8f45f6a19e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:15.469398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.524413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] For port 8ef8b021-1309-4439-95f5-35a649536ed3, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:15.527593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] For port 8ef8b021-1309-4439-95f5-35a649536ed3, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ef8b021-1309-4439-95f5-35a649536ed3,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:15.533803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Calling delete_port for dd5c7a17-16cd-4a23-9499-9a8f45f6a19e owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:15.550399 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.564010 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-142ed977-0556-46b4-8685-414903987c14 req-b52a2904-224f-4831-83d8-badec7633770 tempest-LiveMigrationNegativeTest-1627535504 tempest-LiveMigrationNegativeTest-1627535504-project] 10.222.0.10 "GET /v2.0/ports?device_id=37127c80-b681-4844-ba39-ea81af2be2f0 HTTP/1.1" status: 200 len: 210 time: 0.0498514 Jul 16 20:14:15.607743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=16d2ab1f-2bb5-468f-9fc7-998f5350cb1f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:15.664970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.738863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Deleting port 8edfa8e1-78fb-406b-a45e-85808a33ce1b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:15.739829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:15.750757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:15.751431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:15.806802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0a6f3-99b8-4e76-8f78-3ef4476ec1d5 None None] Pushing event updated for resources: {'Port': ['ID=8ef8b021-1309-4439-95f5-35a649536ed3,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:15.810689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:15.882370 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-9c565375-9b35-4df3-b6da-dbc12305f29b req-4dc30d04-057f-4e0d-84ef-03dd3c2ee41a tempest-FloatingIPDetailsNegativeTestJSON-829393200 tempest-FloatingIPDetailsNegativeTestJSON-829393200-project] show failed (client error): The resource could not be found. Jul 16 20:14:15.883714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c565375-9b35-4df3-b6da-dbc12305f29b req-4dc30d04-057f-4e0d-84ef-03dd3c2ee41a tempest-FloatingIPDetailsNegativeTestJSON-829393200 tempest-FloatingIPDetailsNegativeTestJSON-829393200-project] 10.222.0.10 "GET /v2.0/floatingips/959ed7af-b57a-4a06-9616-a231e6f835ea HTTP/1.1" status: 404 len: 350 time: 0.0868630 Jul 16 20:14:15.893067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50940) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:15.976128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:16.159142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd39040-4c95-4535-a9f9-5218a3204747 req-07fa7af3-f7b8-4ed2-b384-3ab81e50c296 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.160779 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcd39040-4c95-4535-a9f9-5218a3204747 req-07fa7af3-f7b8-4ed2-b384-3ab81e50c296 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 945 time: 0.1718810 Jul 16 20:14:16.208440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:16.208896 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.287644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:04Z', 'updated_at': '2021-07-16T20:14:12Z', 'revision_number': 4, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'gw_port': {'id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:06Z', 'updated_at': '2021-07-16T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3a77b568-a71c-433a-8b3d-b9b178d2419d', 'name': '', 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'mac_address': 'fa:16:3e:e8:c0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '67b3b7ab-bab8-4ae1-99a1-41e8db2280ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:11Z', 'updated_at': '2021-07-16T20:14:12Z', 'revision_number': 2, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'subnets': [{'id': '67b3b7ab-bab8-4ae1-99a1-41e8db2280ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:16.335954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Checking router: 079a6ad9-680a-4a1a-998f-c45ccc9c03aa for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:16.336368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Updating router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa port 3a77b568-a71c-433a-8b3d-b9b178d2419d binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:16.367627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eda04e-74ec-44b8-b95f-fff679a19fb7 req-7ded4cd2-b372-4998-907a-d9f35bc48065 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.369266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-60eda04e-74ec-44b8-b95f-fff679a19fb7 req-7ded4cd2-b372-4998-907a-d9f35bc48065 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 946 time: 0.8399763 Jul 16 20:14:16.379437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Allocated IP 172.20.0.1 (ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c/1920f7c5-0e4d-4fd8-a103-b97d4071bd1a/dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:16.394150 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.436717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] For port 8edfa8e1-78fb-406b-a45e-85808a33ce1b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8edfa8e1-78fb-406b-a45e-85808a33ce1b,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:16.436985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.439113 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.440001 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.488753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcd39040-4c95-4535-a9f9-5218a3204747 req-82e4f9a8-141a-4511-9efc-19b1ab10e840 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups?id=3807fbfc-d385-4975-924f-c7b603916220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181224 Jul 16 20:14:16.501784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-60eda04e-74ec-44b8-b95f-fff679a19fb7 req-a0d0e785-f80a-442c-a0bc-4872fb829418 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183887 Jul 16 20:14:16.507420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ebc18732-5f05-446b-a144-8bb3d27af75b no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:16.548847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 3, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:16.569927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5c7a17-16cd-4a23-9499-9a8f45f6a19e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:16.589840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7f16c-65a9-47eb-976d-a51647cdefdf None None] The sync data for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 is: [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:10Z', 'revision_number': 3, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:16.597577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: ebc18732-5f05-446b-a144-8bb3d27af75b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:16.598200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ebc18732-5f05-446b-a144-8bb3d27af75b not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:16.670261 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.780962 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.977298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-e65171e4-d840-4c3d-ada3-03967362b515 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:16.979136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-e65171e4-d840-4c3d-ada3-03967362b515 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 946 time: 0.2181170 Jul 16 20:14:16.981699 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.994731 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:16.995624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Transition to ACTIVE for port object 3a77b568-a71c-433a-8b3d-b9b178d2419d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:17.002186 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.004571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.060194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e972c2d-29a0-49c1-bc73-0c087350f372 req-e5c1e35e-a7d3-4f84-8121-5f979ee471f4 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.065010 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.065390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.065704 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Floating IP 9959ed95-c0e6-4715-b11e-4a23991fcc03 disassociated. External IP: 172.25.7.115, port: 8edfa8e1-78fb-406b-a45e-85808a33ce1b. Jul 16 20:14:17.066065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Calling delete_port for 8edfa8e1-78fb-406b-a45e-85808a33ce1b owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:17.067039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e54d9-940e-4826-9f9b-122423745539 None None] Pushing event updated for resources: {'Port': ['ID=3a77b568-a71c-433a-8b3d-b9b178d2419d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:17.068564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e972c2d-29a0-49c1-bc73-0c087350f372 req-e5c1e35e-a7d3-4f84-8121-5f979ee471f4 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 944 time: 0.3062818 Jul 16 20:14:17.090368 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.168051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e972c2d-29a0-49c1-bc73-0c087350f372 req-86d9e4ac-9758-4d01-92ac-bf01891f8df9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984905 Jul 16 20:14:17.168564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9367a5ab-5ba7-49ee-b728-2699f86930d9 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:17.206023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Attempting to bind port 3a77b568-a71c-433a-8b3d-b9b178d2419d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:17.206381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Attempting to bind port 3a77b568-a71c-433a-8b3d-b9b178d2419d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'a6c1e1ce-6a1c-4069-9ce3-27539844841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:17.206687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Attempting to bind port 3a77b568-a71c-433a-8b3d-b9b178d2419d on network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:17.220371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:17.220750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Checking segment: {'id': 'a6c1e1ce-6a1c-4069-9ce3-27539844841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:17.221152 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.221555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Bound using segment: {'id': 'a6c1e1ce-6a1c-4069-9ce3-27539844841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:17.222040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Bound port: 3a77b568-a71c-433a-8b3d-b9b178d2419d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c1e1ce-6a1c-4069-9ce3-27539844841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:17.222433 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.254297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2d94d-04dd-49e6-b4f7-e03a2e5a2a27 req-a07116d7-4b35-40c1-83b5-5ba5bbe5d0e2 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:17.256878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88a2d94d-04dd-49e6-b4f7-e03a2e5a2a27 req-a07116d7-4b35-40c1-83b5-5ba5bbe5d0e2 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.5187178 Jul 16 20:14:17.261881 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.262689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db575a0-6d33-45b8-ab40-db9882e2e423 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:17.277774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.278934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-528e4595-396e-4970-9cb4-d0319c83e5fa admin admin] 10.222.0.10 "DELETE /v2.0/routers/9db575a0-6d33-45b8-ab40-db9882e2e423 HTTP/1.1" status: 204 len: 168 time: 3.5752125 Jul 16 20:14:17.283918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50946) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:17.354146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Deleting port 638f6eab-2e8c-45bd-a687-8122a15c0d1e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:17.354634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.437786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 9367a5ab-5ba7-49ee-b728-2699f86930d9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:17.463209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] For port 3a77b568-a71c-433a-8b3d-b9b178d2419d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:17.465758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 9367a5ab-5ba7-49ee-b728-2699f86930d9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:17.466541 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.508256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Deleting port 3a77b568-a71c-433a-8b3d-b9b178d2419d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:17.508851 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.535360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] For port 3a77b568-a71c-433a-8b3d-b9b178d2419d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3a77b568-a71c-433a-8b3d-b9b178d2419d,segment=NetworkSegment(a6c1e1ce-6a1c-4069-9ce3-27539844841b),segment_id=a6c1e1ce-6a1c-4069-9ce3-27539844841b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:17.557292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] For port 638f6eab-2e8c-45bd-a687-8122a15c0d1e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=638f6eab-2e8c-45bd-a687-8122a15c0d1e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:17.557871 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.587124 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.633575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Calling delete_port for 638f6eab-2e8c-45bd-a687-8122a15c0d1e owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:17.639612 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88a2d94d-04dd-49e6-b4f7-e03a2e5a2a27 req-91207cba-970b-433e-a5af-1c0f4f555a58 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698661 Jul 16 20:14:17.646547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.664132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.697825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a30a76-9cec-4a33-ad89-e3a9db1c7a4d admin admin] Deleting subnet 912cabd8-9893-4220-9d50-8f874340d3e8 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:17.721632 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a30a76-9cec-4a33-ad89-e3a9db1c7a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.825904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Routers {'079a6ad9-680a-4a1a-998f-c45ccc9c03aa'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:17.826625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:17.833238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e54d9-940e-4826-9f9b-122423745539 None None] Pushing event updated for resources: {'Port': ['ID=3a77b568-a71c-433a-8b3d-b9b178d2419d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:17.845903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50958) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:17.867886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:17.923189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:17.928563 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:17.983497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] For port 3a77b568-a71c-433a-8b3d-b9b178d2419d, host n-d-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:17.984059 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.023855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bd55592-891b-4ecb-a87c-7b77746bfbf0 req-7ea335f8-2036-4202-97b4-67d8ac3744ef tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 210 time: 0.1711614 Jul 16 20:14:18.024861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:18.053412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Calling delete_port for 3a77b568-a71c-433a-8b3d-b9b178d2419d owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:18.086176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:18.116073 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff6cb73-cb74-4d6d-86c8-923377bc1039" -d '{"events": [{"server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "name": "network-vif-plugged", "status": "completed", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:18.145997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.168254 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a30a76-9cec-4a33-ad89-e3a9db1c7a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.174439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:18.198484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ef8b021-1309-4439-95f5-35a649536ed3 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:18.225948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.226747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 11ab2811-5864-4420-b1ad-e57f9c4ff34b no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:18.252286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ecd10-52dc-4437-86d0-93b036ea91e5 req-55e4c4dd-6f2d-405e-86cf-9da5ea6c45ca tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.258994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f37ecd10-52dc-4437-86d0-93b036ea91e5 req-55e4c4dd-6f2d-405e-86cf-9da5ea6c45ca tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=37aed1ab-0ca6-4474-b3ec-47d7666581fe HTTP/1.1" status: 200 len: 946 time: 0.4656816 Jul 16 20:14:18.287822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Pushing event deleted for resources: {'Port': ['ID=8edfa8e1-78fb-406b-a45e-85808a33ce1b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.293119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 11ab2811-5864-4420-b1ad-e57f9c4ff34b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:18.293515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 11ab2811-5864-4420-b1ad-e57f9c4ff34b not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:18.316935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] Set router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:18.442675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8edfa8e1-78fb-406b-a45e-85808a33ce1b no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:18.474922 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.478498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.487192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 8edfa8e1-78fb-406b-a45e-85808a33ce1b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:18.487601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8edfa8e1-78fb-406b-a45e-85808a33ce1b not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:18.496372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f37ecd10-52dc-4437-86d0-93b036ea91e5 req-d610b868-1f35-47df-9670-7ff53e0104e4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202579 Jul 16 20:14:18.508376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['638f6eab-2e8c-45bd-a687-8122a15c0d1e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:18.527749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-57a5e7d8-67f9-4d94-985b-babbe8af1810 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=098b747a5b09480595fd617734b1e16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5943255 Jul 16 20:14:18.527949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event deleted for resources: {'Port': ['ID=638f6eab-2e8c-45bd-a687-8122a15c0d1e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.529754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:18.543096 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a30a76-9cec-4a33-ad89-e3a9db1c7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.547026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Router eab02ded-db02-40e8-9bc5-1f8e289f1096 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:18.612501 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc566e73-c617-4d6b-ab85-77a36e6fe6c6 x-openstack-request-id: req-cc566e73-c617-4d6b-ab85-77a36e6fe6c6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:18.612911 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "name": "network-vif-plugged", "status": "completed", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:18.613175 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc566e73-c617-4d6b-ab85-77a36e6fe6c6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:18.631872 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9', 'code': 200} Jul 16 20:14:18.661394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] No DVR routers for this DVR port 638f6eab-2e8c-45bd-a687-8122a15c0d1e on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:18.672126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.674315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-557c3969-b150-484f-81b4-e79a29cfaa11 req-3bac143a-c189-4779-a771-0052c022ed7e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "DELETE /v2.0/ports/638f6eab-2e8c-45bd-a687-8122a15c0d1e HTTP/1.1" status: 204 len: 173 time: 1.6709030 Jul 16 20:14:18.682174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aed1ab-0ca6-4474-b3ec-47d7666581fe', 'name': 'network-vif-deleted', 'tag': '638f6eab-2e8c-45bd-a687-8122a15c0d1e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:18.685369 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f162a51-7a0d-4eb1-b3b8-3d20b06902a7" -d '{"events": [{"server_uuid": "37aed1ab-0ca6-4474-b3ec-47d7666581fe", "name": "network-vif-deleted", "tag": "638f6eab-2e8c-45bd-a687-8122a15c0d1e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:18.695467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9367a5ab-5ba7-49ee-b728-2699f86930d9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.710359 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d81209f9-c137-4610-8e89-07143a6e11f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.722567 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.761045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b2aa9-8b78-4143-9818-8e1c14a1ad18 req-94757c96-1859-4df9-baa9-1943da26b605 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:18.763345 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac2b2aa9-8b78-4143-9818-8e1c14a1ad18 req-94757c96-1859-4df9-baa9-1943da26b605 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.4083571 Jul 16 20:14:18.763568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8ef8b021-1309-4439-95f5-35a649536ed3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:18.776120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8ef8b021-1309-4439-95f5-35a649536ed3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:18.776590 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.833901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a77b568-a71c-433a-8b3d-b9b178d2419d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.860749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a30a76-9cec-4a33-ad89-e3a9db1c7a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.882530 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d81209f9-c137-4610-8e89-07143a6e11f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.910488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a30a76-9cec-4a33-ad89-e3a9db1c7a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912cabd8-9893-4220-9d50-8f874340d3e8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:18.975181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a30a76-9cec-4a33-ad89-e3a9db1c7a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:18.977232 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-49a30a76-9cec-4a33-ad89-e3a9db1c7a4d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/912cabd8-9893-4220-9d50-8f874340d3e8 HTTP/1.1" status: 204 len: 168 time: 1.6922815 Jul 16 20:14:18.984177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50970) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:18.986229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357bd285-5faf-4928-a10d-338f15952353 None None] Network a0cd85be-5c77-4b83-9c2d-7185874ff1cd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:19.027984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac2b2aa9-8b78-4143-9818-8e1c14a1ad18 req-bce3fc2a-a46b-4290-ae85-327f6607aecd tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386022 Jul 16 20:14:19.083343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f44545-f6b9-4f2d-a9b0-6e6dca285e25 req-2b4528c9-a8fb-49b2-9ca9-d0a853956340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.085470 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0f44545-f6b9-4f2d-a9b0-6e6dca285e25 req-2b4528c9-a8fb-49b2-9ca9-d0a853956340 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1097 time: 0.3730443 Jul 16 20:14:19.093598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:19.110746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.113946 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] Sync routers for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:19.122138 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224eb9f6-750b-4cf1-bb8f-fa3558e7b68f x-openstack-request-id: req-224eb9f6-750b-4cf1-bb8f-fa3558e7b68f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:19.122992 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aed1ab-0ca6-4474-b3ec-47d7666581fe", "name": "network-vif-deleted", "tag": "638f6eab-2e8c-45bd-a687-8122a15c0d1e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:19.123876 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-224eb9f6-750b-4cf1-bb8f-fa3558e7b68f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:19.124527 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aed1ab-0ca6-4474-b3ec-47d7666581fe', 'name': 'network-vif-deleted', 'tag': '638f6eab-2e8c-45bd-a687-8122a15c0d1e', 'status': 'completed', 'code': 200} Jul 16 20:14:19.141327 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:19.144482 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:19.194612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cf761-829c-4de2-8ae5-71a4a47747ab req-3a2ed8c0-6995-4717-aba7-f267bad4b869 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:19.202630 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-130cf761-829c-4de2-8ae5-71a4a47747ab req-3a2ed8c0-6995-4717-aba7-f267bad4b869 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 945 time: 0.3859429 Jul 16 20:14:19.254052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] No DVR routers for this DVR port 8edfa8e1-78fb-406b-a45e-85808a33ce1b on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:19.262339 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.264388 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0424d732-8a64-440a-9882-f59c289d8116 req-1ff8f19b-2aed-46b6-9e21-42105628e255 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.63 "DELETE /v2.0/ports/8edfa8e1-78fb-406b-a45e-85808a33ce1b HTTP/1.1" status: 204 len: 173 time: 4.1134307 Jul 16 20:14:19.264943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'name': 'network-vif-deleted', 'tag': '8edfa8e1-78fb-406b-a45e-85808a33ce1b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:19.268007 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094b2d83-18c5-42c2-b5dd-6af6d0013a35" -d '{"events": [{"server_uuid": "78384707-1e2a-4657-9c48-b86657b7fb0d", "name": "network-vif-deleted", "tag": "8edfa8e1-78fb-406b-a45e-85808a33ce1b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:19.279079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.279787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0f44545-f6b9-4f2d-a9b0-6e6dca285e25 req-5ff687a4-a77d-4335-a202-1c6d5ad18b27 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658437 Jul 16 20:14:19.291723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d81209f9-c137-4610-8e89-07143a6e11f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.295080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d81209f9-c137-4610-8e89-07143a6e11f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.296635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d81209f9-c137-4610-8e89-07143a6e11f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41110df5-71f2-477e-a199-e0fff06590e2 HTTP/1.1" status: 204 len: 168 time: 0.7626743 Jul 16 20:14:19.366767 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-130cf761-829c-4de2-8ae5-71a4a47747ab req-24292915-436b-4543-9c35-98043adbf5db tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609883 Jul 16 20:14:19.369394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81209f9-c137-4610-8e89-07143a6e11f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41110df5-71f2-477e-a199-e0fff06590e2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:19.378433 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.516946 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:19.679462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Deleting port cd11112f-6c89-4da8-ad75-b689093c5ac0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:19.679885 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.718170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:04Z', 'updated_at': '2021-07-16T20:14:12Z', 'revision_number': 4, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'gw_port': {'id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:06Z', 'updated_at': '2021-07-16T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3a77b568-a71c-433a-8b3d-b9b178d2419d', 'name': '', 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'mac_address': 'fa:16:3e:e8:c0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '67b3b7ab-bab8-4ae1-99a1-41e8db2280ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:11Z', 'updated_at': '2021-07-16T20:14:17Z', 'revision_number': 4, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'subnets': [{'id': '67b3b7ab-bab8-4ae1-99a1-41e8db2280ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:19.734161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72546bb6-f13f-40a2-9d89-5e3177a0fd0f req-566088e5-7dc6-471a-8c53-7ac0f0a98958 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/ports?device_id=78384707-1e2a-4657-9c48-b86657b7fb0d HTTP/1.1" status: 200 len: 210 time: 0.0642295 Jul 16 20:14:19.808840 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.815224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:19.845387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ad9d7-a3fa-4f8e-a528-ded7db678f4a None None] The sync data for ids ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'] in n-d-792394-17 is: [{'id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:04Z', 'updated_at': '2021-07-16T20:14:12Z', 'revision_number': 4, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'gw_port': {'id': '16d2ab1f-2bb5-468f-9fc7-998f5350cb1f', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:06Z', 'updated_at': '2021-07-16T20:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3a77b568-a71c-433a-8b3d-b9b178d2419d', 'name': '', 'network_id': 'be34f555-c8a1-4d63-bbdd-14b7f9ab23a5', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'mac_address': 'fa:16:3e:e8:c0:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '67b3b7ab-bab8-4ae1-99a1-41e8db2280ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:11Z', 'updated_at': '2021-07-16T20:14:17Z', 'revision_number': 4, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'subnets': [{'id': '67b3b7ab-bab8-4ae1-99a1-41e8db2280ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:19.931044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 8ef8b021-1309-4439-95f5-35a649536ed3, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ef8b021-1309-4439-95f5-35a649536ed3,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:19.980014 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.028705 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08c835e-bef8-4ca8-bf86-a0e5114216f2 x-openstack-request-id: req-b08c835e-bef8-4ca8-bf86-a0e5114216f2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:20.029011 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78384707-1e2a-4657-9c48-b86657b7fb0d", "name": "network-vif-deleted", "tag": "8edfa8e1-78fb-406b-a45e-85808a33ce1b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:20.029271 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b08c835e-bef8-4ca8-bf86-a0e5114216f2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:20.029690 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78384707-1e2a-4657-9c48-b86657b7fb0d', 'name': 'network-vif-deleted', 'tag': '8edfa8e1-78fb-406b-a45e-85808a33ce1b', 'status': 'completed', 'code': 200} Jul 16 20:14:20.083973 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.122744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e1a02a-0c24-4711-a84d-225958a66b08 None None] DHCP port deletion for a0cd85be-5c77-4b83-9c2d-7185874ff1cd request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:20.172565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:20.186530 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '2d95d609-7966-484f-bbab-c646d5789a35', 'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'mac_address': 'fa:16:3e:7a:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:55Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 5, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'subnets': [{'id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:20.192714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dd5c7a17-16cd-4a23-9499-9a8f45f6a19e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:20.367791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] For port cd11112f-6c89-4da8-ad75-b689093c5ac0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cd11112f-6c89-4da8-ad75-b689093c5ac0,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:20.368136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.385731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: dd5c7a17-16cd-4a23-9499-9a8f45f6a19e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:20.385731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dd5c7a17-16cd-4a23-9499-9a8f45f6a19e not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:20.404696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b27398ad-e8e2-4a9e-9f49-0f4b715a0bac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=356ef0a4ea6640bca8c192121dec7774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308092 Jul 16 20:14:20.412677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:20.431489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Calling delete_port for cd11112f-6c89-4da8-ad75-b689093c5ac0 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:20.445785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=8ef8b021-1309-4439-95f5-35a649536ed3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.453212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:20.487375 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] Checking router: eab02ded-db02-40e8-9bc5-1f8e289f1096 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:20.501562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-82e1a02a-0c24-4711-a84d-225958a66b08 None None] Deleting port cd11112f-6c89-4da8-ad75-b689093c5ac0 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:20.503061 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82e1a02a-0c24-4711-a84d-225958a66b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.508783 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:20.509781 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:20.550670 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a14e510a-a159-4d40-a73a-c516ddd8bcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.572108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cd11112f-6c89-4da8-ad75-b689093c5ac0 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:20.605392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.654777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-82e1a02a-0c24-4711-a84d-225958a66b08 None None] For port cd11112f-6c89-4da8-ad75-b689093c5ac0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cd11112f-6c89-4da8-ad75-b689093c5ac0,segment=NetworkSegment(0964f5a5-1e2d-489f-9bce-a0fa431dc83b),segment_id=0964f5a5-1e2d-489f-9bce-a0fa431dc83b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:20.656270 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82e1a02a-0c24-4711-a84d-225958a66b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.680239 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.721751 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.723440 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:20.744518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-82e1a02a-0c24-4711-a84d-225958a66b08 None None] Calling delete_port for cd11112f-6c89-4da8-ad75-b689093c5ac0 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:20.765148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] No DVR routers for this DVR port cd11112f-6c89-4da8-ad75-b689093c5ac0 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:20.837993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd11112f-6c89-4da8-ad75-b689093c5ac0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:20.850535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38252932-cc74-4bca-8313-ad6b4f0406e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.946863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e710685-5203-4e46-96e3-726402014893 req-09a1e241-0ee9-4e2e-8a1b-a2fd47ee5d2b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:20.954242 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e710685-5203-4e46-96e3-726402014893 req-09a1e241-0ee9-4e2e-8a1b-a2fd47ee5d2b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.5597463 Jul 16 20:14:20.968262 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82e1a02a-0c24-4711-a84d-225958a66b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:20.979426 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No active binding found for port cd11112f-6c89-4da8-ad75-b689093c5ac0 {{(pid=93960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:14:20.980584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cd11112f-6c89-4da8-ad75-b689093c5ac0 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:20.984672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-4bfb365d-e6bd-4a67-b7cf-da1cf6f4005b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:20.986502 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-4bfb365d-e6bd-4a67-b7cf-da1cf6f4005b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.3773227 Jul 16 20:14:20.999651 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38252932-cc74-4bca-8313-ad6b4f0406e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.006892 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-e2161e1f-2e80-413c-9842-d7e67e384e61 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/quotas/18482987bf8a421aa1d459fff4963635 HTTP/1.1" status: 200 len: 375 time: 0.0114415 Jul 16 20:14:21.026233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1a02a-0c24-4711-a84d-225958a66b08 None None] Pushing event deleted for resources: {'Port': ['ID=cd11112f-6c89-4da8-ad75-b689093c5ac0,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:21.040181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1a02a-0c24-4711-a84d-225958a66b08 None None] No DVR routers for this DVR port cd11112f-6c89-4da8-ad75-b689093c5ac0 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:21.062125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:21.078412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9b351848-8162-49f3-a016-922843bcb712 admin admin] 10.222.0.10 "PUT /v2.0/routers/079a6ad9-680a-4a1a-998f-c45ccc9c03aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1790149 Jul 16 20:14:21.079610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:21.083083 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e710685-5203-4e46-96e3-726402014893 req-c8604c11-3a9b-4d0a-af5a-4aa13cc9754d tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279113 Jul 16 20:14:21.103209 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.107557 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-e5bcc906-a48c-4f8f-8a5c-a487166e4200 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926647 Jul 16 20:14:21.128521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:21.133574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0cd85be-5c77-4b83-9c2d-7185874ff1cd']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:21.151736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:21.160400 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '2d95d609-7966-484f-bbab-c646d5789a35', 'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'mac_address': 'fa:16:3e:7a:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:55Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 5, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'subnets': [{'id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:21.165772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0964f5a5-1e2d-489f-9bce-a0fa431dc83b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:21.166074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0964f5a5-1e2d-489f-9bce-a0fa431dc83b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:21.198851 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.201402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 638f6eab-2e8c-45bd-a687-8122a15c0d1e no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:21.208495 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd6365-d6ea-4319-8ed5-36fe29611cc6 None None] The sync data for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 is: [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:11:59Z', 'revision_number': 4, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '2d95d609-7966-484f-bbab-c646d5789a35', 'name': '', 'network_id': '235f2ab3-32b8-48e3-a2ce-ef6ccbe13879', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'mac_address': 'fa:16:3e:7a:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:55Z', 'updated_at': '2021-07-16T20:12:06Z', 'revision_number': 5, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'subnets': [{'id': '1662353e-1aa7-48ea-8bd7-12bb1b5ac897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:21.249801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 638f6eab-2e8c-45bd-a687-8122a15c0d1e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:21.250144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 638f6eab-2e8c-45bd-a687-8122a15c0d1e not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:21.295140 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.309833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:21.310193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:21.313811 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:21.564774 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38252932-cc74-4bca-8313-ad6b4f0406e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.569347 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38252932-cc74-4bca-8313-ad6b4f0406e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.571183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-38252932-cc74-4bca-8313-ad6b4f0406e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4304f74b-11c0-4c85-8fce-ff92f7484e6d HTTP/1.1" status: 204 len: 168 time: 1.1529803 Jul 16 20:14:21.611344 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38252932-cc74-4bca-8313-ad6b4f0406e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4304f74b-11c0-4c85-8fce-ff92f7484e6d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:21.646702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.711232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c598b-5bc7-4b32-ac46-f2cf970c59be None None] New status for floating IP 9959ed95-c0e6-4715-b11e-4a23991fcc03: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:14:21.734858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ff54c-82f0-447b-9f71-e12c4631fe28 req-5b81b55f-0ece-47e1-a841-50fa770400f5 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:21.737389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b64ff54c-82f0-447b-9f71-e12c4631fe28 req-5b81b55f-0ece-47e1-a841-50fa770400f5 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 945 time: 0.2182994 Jul 16 20:14:21.806574 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-88905a1e-d007-4982-a246-f758fdb7385d service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876011 Jul 16 20:14:21.811933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.841837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b64ff54c-82f0-447b-9f71-e12c4631fe28 req-852a131b-1722-4b37-bb53-753a50a987b3 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607541 Jul 16 20:14:21.868475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.900429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:21.905199 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a0cd85be-5c77-4b83-9c2d-7185874ff1cd HTTP/1.1" status: 204 len: 168 time: 2.9169478 Jul 16 20:14:21.909504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb371f-3bd9-4f15-a06c-4dc29d394d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0cd85be-5c77-4b83-9c2d-7185874ff1cd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:21.918285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Router 966b2181-513c-4458-9503-de22c79a9103 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:21.964613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2e603e8f-83d6-4f8c-a4b6-4036ef6ee61c service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486108 Jul 16 20:14:22.010349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Deleting port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:22.010711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.116476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] For port 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=16d2ab1f-2bb5-468f-9fc7-998f5350cb1f,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:22.116981 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.131631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Calling delete_port for 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:22.209315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:22.223001 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Sync routers for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:22.240508 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-add16c8d-0f29-411a-9c72-f5230977d0e5 admin admin] 10.222.0.10 "PUT /v2.0/routers/966b2181-513c-4458-9503-de22c79a9103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1218016 Jul 16 20:14:22.249174 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:22.250152 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:22.322305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51042) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:22.353414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:22.460755 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-44a1deab-e03e-47ea-8f7f-4ffdb70a535e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa6d6b95912c421d82dac0ddb8757859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371658 Jul 16 20:14:22.474877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51048) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:22.488436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] Sync routers for ids ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:22.528046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] Routers {'079a6ad9-680a-4a1a-998f-c45ccc9c03aa'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:22.535391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:22.579151 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5cc398e8-7a87-45df-b24c-915c6c9815e9 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.610678 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:22.728426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5cc398e8-7a87-45df-b24c-915c6c9815e9 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.734890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] Set router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:22.753573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f28ec2c-b58e-4e6d-8185-746d3feec569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.807932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445e36d-e462-4ba2-aa91-4b6780f4f034 req-461b78b5-545b-4eb9-bd8e-10caea1a2c37 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.810407 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e445e36d-e462-4ba2-aa91-4b6780f4f034 req-461b78b5-545b-4eb9-bd8e-10caea1a2c37 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.1603088 Jul 16 20:14:22.810617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ef8b021-1309-4439-95f5-35a649536ed3 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:22.816633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:04Z', 'updated_at': '2021-07-16T20:14:21Z', 'revision_number': 6, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:22.855110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d0680-92d5-4570-8120-62c4b94f67be req-6e32c6e2-a654-458f-b8ea-84c22de81bc8 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:22.867651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a4d0680-92d5-4570-8120-62c4b94f67be req-6e32c6e2-a654-458f-b8ea-84c22de81bc8 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1097 time: 0.4935808 Jul 16 20:14:22.892221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f28ec2c-b58e-4e6d-8185-746d3feec569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.912006 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5cc398e8-7a87-45df-b24c-915c6c9815e9 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.916884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5cc398e8-7a87-45df-b24c-915c6c9815e9 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.919697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:22.929238 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5cc398e8-7a87-45df-b24c-915c6c9815e9 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "DELETE /v2.0/security-groups/3807fbfc-d385-4975-924f-c7b603916220 HTTP/1.1" status: 204 len: 168 time: 0.5720239 Jul 16 20:14:22.934711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] Checking router: 079a6ad9-680a-4a1a-998f-c45ccc9c03aa for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:22.939552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:22.954566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Pushing event deleted for resources: {'Port': ['ID=16d2ab1f-2bb5-468f-9fc7-998f5350cb1f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:22.961014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] Routers {'079a6ad9-680a-4a1a-998f-c45ccc9c03aa'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:22.962237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:13:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:22.973847 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e445e36d-e462-4ba2-aa91-4b6780f4f034 req-1981eb5b-c76c-46eb-9fdb-b98e85a1e556 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527789 Jul 16 20:14:22.982126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc398e8-7a87-45df-b24c-915c6c9815e9 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3807fbfc-d385-4975-924f-c7b603916220,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:22.998048 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-c9586200-5140-4298-b17f-978fea0147e5 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] show failed (client error): The resource could not be found. Jul 16 20:14:23.000205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c9586200-5140-4298-b17f-978fea0147e5 tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "GET /v2.0/security-groups/3807fbfc-d385-4975-924f-c7b603916220 HTTP/1.1" status: 404 len: 347 time: 0.0594585 Jul 16 20:14:23.003632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:23.056330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a4d0680-92d5-4570-8120-62c4b94f67be req-ccc4e409-17af-4fe7-85f6-a41900034f5d tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875155 Jul 16 20:14:23.107477 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:18Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba', 'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'mac_address': 'fa:16:3e:18:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:15Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 2, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'subnets': [{'id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:23.167559 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Checking router: 966b2181-513c-4458-9503-de22c79a9103 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:23.169750 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f28ec2c-b58e-4e6d-8185-746d3feec569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.171276 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Updating router 966b2181-513c-4458-9503-de22c79a9103 port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:23.181474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] Set router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:23.182800 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f28ec2c-b58e-4e6d-8185-746d3feec569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.186215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f28ec2c-b58e-4e6d-8185-746d3feec569 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44a68074-65a5-450f-884a-c53eb7b899d3 HTTP/1.1" status: 204 len: 168 time: 0.7059460 Jul 16 20:14:23.189012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f0293c4-e491-4a70-84b5-6b9554e9d2ea req-e65f0f24-a4d2-4f9d-adf3-cd7bb94da011 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 210 time: 0.0962965 Jul 16 20:14:23.262903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28ec2c-b58e-4e6d-8185-746d3feec569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a68074-65a5-450f-884a-c53eb7b899d3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:23.292029 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.295442 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.365492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:04Z', 'updated_at': '2021-07-16T20:14:22Z', 'revision_number': 7, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:23.417615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8ef8b021-1309-4439-95f5-35a649536ed3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:23.418715 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.467947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Deleting port 6aa1ef63-7d99-414e-aac1-f9787f457cb5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:23.467947 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.468327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ae15d-933f-402c-9f88-7196d3196825 None None] The sync data for ids ['079a6ad9-680a-4a1a-998f-c45ccc9c03aa'] in n-d-792394-17 is: [{'id': '079a6ad9-680a-4a1a-998f-c45ccc9c03aa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1335200743-router', 'tenant_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:04Z', 'updated_at': '2021-07-16T20:14:22Z', 'revision_number': 7, 'project_id': 'e4ab7fad7aaa4cfc9e7c5a71506f7427', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:23.507101 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.530002 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9de91b22-be55-43ac-bf81-99cb5ce1c222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.607541 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.621151 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.634961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.635616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.650122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Calling delete_port for 6aa1ef63-7d99-414e-aac1-f9787f457cb5 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:23.689150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.689667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 079a6ad9-680a-4a1a-998f-c45ccc9c03aa {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:23.696565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.697716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0c49af69-96da-4c72-9b81-040363af10ab admin admin] 10.222.0.10 "DELETE /v2.0/routers/079a6ad9-680a-4a1a-998f-c45ccc9c03aa HTTP/1.1" status: 204 len: 168 time: 2.6136603 Jul 16 20:14:23.700637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51086) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:23.777030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4fac-ee06-4140-9da1-97c6275c3b23 req-c1f1e3f3-0f61-4bcc-b6ab-dafe4d3c4085 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:23.785763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f88e4fac-ee06-4140-9da1-97c6275c3b23 req-c1f1e3f3-0f61-4bcc-b6ab-dafe4d3c4085 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1097 time: 0.4079361 Jul 16 20:14:23.834775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4928007f-e23c-4ec7-b4e8-2030a5ae035a admin admin] Deleting subnet 67b3b7ab-bab8-4ae1-99a1-41e8db2280ae {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:23.849487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4928007f-e23c-4ec7-b4e8-2030a5ae035a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.889838 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.904219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.914786 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Transition to ACTIVE for port object dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:23.930883 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:23.943502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f88e4fac-ee06-4140-9da1-97c6275c3b23 req-1133e579-cdd3-45d9-b505-4b61e8caf499 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521215 Jul 16 20:14:23.972981 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4928007f-e23c-4ec7-b4e8-2030a5ae035a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.099748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Pushing event deleted for resources: {'Port': ['ID=6aa1ef63-7d99-414e-aac1-f9787f457cb5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:24.119960 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ee8c1-bc23-4577-8dd4-0c0244701086 None None] Pushing event updated for resources: {'Port': ['ID=dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:24.127058 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Attempting to bind port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:24.127538 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Attempting to bind port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '9669e625-7bf0-4f83-a84c-d2aebf7130bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:24.128406 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Attempting to bind port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba on network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:24.135477 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:24.135932 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Checking segment: {'id': '9669e625-7bf0-4f83-a84c-d2aebf7130bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:24.136336 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.136723 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Bound using segment: {'id': '9669e625-7bf0-4f83-a84c-d2aebf7130bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:24.137548 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Bound port: dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9669e625-7bf0-4f83-a84c-d2aebf7130bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:24.137944 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.234003 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] For port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:24.238803 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] For port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:24.247190 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.267094 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4928007f-e23c-4ec7-b4e8-2030a5ae035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.322639 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ee8c1-bc23-4577-8dd4-0c0244701086 None None] Pushing event updated for resources: {'Port': ['ID=dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:24.361664 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:24.363521 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:24.369638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4928007f-e23c-4ec7-b4e8-2030a5ae035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.468385 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.496416 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.498960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928007f-e23c-4ec7-b4e8-2030a5ae035a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b3b7ab-bab8-4ae1-99a1-41e8db2280ae,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:24.499313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.500781 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-496ee18b-ca00-4319-bb39-f8d865321b5b tempest-ServersTestManualDisk-2013619558 tempest-ServersTestManualDisk-2013619558-project] 10.222.0.10 "DELETE /v2.0/floatingips/9959ed95-c0e6-4715-b11e-4a23991fcc03 HTTP/1.1" status: 204 len: 168 time: 1.4952879 Jul 16 20:14:24.506734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:24.511371 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4928007f-e23c-4ec7-b4e8-2030a5ae035a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.513808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4928007f-e23c-4ec7-b4e8-2030a5ae035a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/67b3b7ab-bab8-4ae1-99a1-41e8db2280ae HTTP/1.1" status: 204 len: 168 time: 0.8113372 Jul 16 20:14:24.522335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003564c6-83fd-4139-87f5-3fbcdfe1401d None None] Network be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:24.528237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51124) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:24.538628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-7cd6d0df-91d2-4393-836b-38b8ef3469fe tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.548935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-7cd6d0df-91d2-4393-836b-38b8ef3469fe tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 819 time: 0.4576132 Jul 16 20:14:24.611214 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:24.677189 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-72812747-6f93-4831-afab-e5a8ff97e4cd tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/quotas/ae07c02346a343ca868dfec0e8d42c9b HTTP/1.1" status: 200 len: 375 time: 0.1247642 Jul 16 20:14:24.742497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3a77b568-a71c-433a-8b3d-b9b178d2419d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:24.789881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e18cb4-8721-40a3-a91b-19279c74f380 req-bd42f586-94b9-4639-9c83-81677ef29ab0 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:24.801148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73e18cb4-8721-40a3-a91b-19279c74f380 req-bd42f586-94b9-4639-9c83-81677ef29ab0 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.4416986 Jul 16 20:14:24.824038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:24.867184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3a77b568-a71c-433a-8b3d-b9b178d2419d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:24.871374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3a77b568-a71c-433a-8b3d-b9b178d2419d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:24.874878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:24.877839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73e18cb4-8721-40a3-a91b-19279c74f380 req-0c98ba88-a31e-4534-a1ce-cae4ae57ffaf tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761838 Jul 16 20:14:24.980948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:24.981355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 16d2ab1f-2bb5-468f-9fc7-998f5350cb1f not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:25.035315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Deleting port 767ba82c-9e39-42b9-9cbe-d835ef470011 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:25.035955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.039974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-7d5c16b7-f369-4725-8bfb-d2a0992bb608 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3615615 Jul 16 20:14:25.093875 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:18Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba', 'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'mac_address': 'fa:16:3e:18:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:15Z', 'updated_at': '2021-07-16T20:14:24Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'subnets': [{'id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:25.215856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] For port 767ba82c-9e39-42b9-9cbe-d835ef470011, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=767ba82c-9e39-42b9-9cbe-d835ef470011,segment=NetworkSegment(a6c1e1ce-6a1c-4069-9ce3-27539844841b),segment_id=a6c1e1ce-6a1c-4069-9ce3-27539844841b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:25.218005 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.250731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Calling delete_port for 767ba82c-9e39-42b9-9cbe-d835ef470011 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:25.317947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcb94a-58a6-4a94-a66e-80fe2a3dc4e6 None None] DHCP port deletion for be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:25.402917 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119f78-c499-4335-a73e-645d59050cd8 None None] The sync data for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 is: [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:18Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba', 'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'mac_address': 'fa:16:3e:18:fe:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:15Z', 'updated_at': '2021-07-16T20:14:24Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'subnets': [{'id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:25.460523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2ffcb94a-58a6-4a94-a66e-80fe2a3dc4e6 None None] Deleting port 767ba82c-9e39-42b9-9cbe-d835ef470011 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:25.461256 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb94a-58a6-4a94-a66e-80fe2a3dc4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.500848 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.558465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] No DVR routers for this DVR port 767ba82c-9e39-42b9-9cbe-d835ef470011 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:25.585132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Pushing event deleted for resources: {'Port': ['ID=767ba82c-9e39-42b9-9cbe-d835ef470011,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:25.661907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2ffcb94a-58a6-4a94-a66e-80fe2a3dc4e6 None None] For port 767ba82c-9e39-42b9-9cbe-d835ef470011, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=767ba82c-9e39-42b9-9cbe-d835ef470011,segment=NetworkSegment(a6c1e1ce-6a1c-4069-9ce3-27539844841b),segment_id=a6c1e1ce-6a1c-4069-9ce3-27539844841b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:25.662554 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb94a-58a6-4a94-a66e-80fe2a3dc4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.668082 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-a46931bd-491c-496e-854b-dacc178ac5f4 service neutron] 10.222.0.10 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271310 Jul 16 20:14:25.696823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2ffcb94a-58a6-4a94-a66e-80fe2a3dc4e6 None None] Calling delete_port for 767ba82c-9e39-42b9-9cbe-d835ef470011 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:25.749936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:25.805383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-51ce9d8c-ccee-446a-b0e5-8ed5edd6da16 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:25.806949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-51ce9d8c-ccee-446a-b0e5-8ed5edd6da16 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.2379682 Jul 16 20:14:25.841473 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb94a-58a6-4a94-a66e-80fe2a3dc4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:25.938336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcb94a-58a6-4a94-a66e-80fe2a3dc4e6 None None] Pushing event deleted for resources: {'Port': ['ID=767ba82c-9e39-42b9-9cbe-d835ef470011,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:25.945642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-1ef2ed36-b73d-4799-b9f1-72862d2f437e service neutron] 10.222.0.10 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721510 Jul 16 20:14:25.961944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffcb94a-58a6-4a94-a66e-80fe2a3dc4e6 None None] No DVR routers for this DVR port 767ba82c-9e39-42b9-9cbe-d835ef470011 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:25.975527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3641ee47-e1f4-4061-994c-9f4b7fa94584 req-88c0fcc1-565b-4ead-9d16-f2b2ec413907 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 210 time: 0.4099469 Jul 16 20:14:25.994126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Request body: {'port': {'device_id': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'admin_state_up': True, 'tenant_id': '18482987bf8a421aa1d459fff4963635'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:26.035766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1441077511-network', 'tenant_id': '0054ae69ed654ae39c20090e11af301c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:26.131134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:26.134442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.153000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.154841 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.177853 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.274760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.365018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be34f555-c8a1-4d63-bbdd-14b7f9ab23a5']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:26.407821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c1e1ce-6a1c-4069-9ce3-27539844841b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:26.408204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c1e1ce-6a1c-4069-9ce3-27539844841b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:26.438449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.486334 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.511576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add87e6-9808-4dfd-9a10-7a96f69565df req-4ab726e7-bae2-4473-9d76-48d8e5666275 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:26.530481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.533030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5add87e6-9808-4dfd-9a10-7a96f69565df req-4ab726e7-bae2-4473-9d76-48d8e5666275 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1097 time: 0.2533438 Jul 16 20:14:26.538437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:26.539159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:26.545061 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:26.665361 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.697423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5add87e6-9808-4dfd-9a10-7a96f69565df req-eb5eddb7-62f9-440f-bb57-2f0f58ba80fd tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632755 Jul 16 20:14:26.781444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:26.816884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Made reservation on behalf of 18482987bf8a421aa1d459fff4963635 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:26.827145 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.856212 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.874828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.880239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:26.884377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] 10.222.0.10 "DELETE /v2.0/networks/be34f555-c8a1-4d63-bbdd-14b7f9ab23a5 HTTP/1.1" status: 204 len: 168 time: 2.3442922 Jul 16 20:14:26.918005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900db9dd-c395-4863-bf70-350286b27349 admin admin] Pushing event deleted for resources: {'Network': ['ID=be34f555-c8a1-4d63-bbdd-14b7f9ab23a5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:26.954873 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:26.955179 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Added segment 823aa69f-d5f9-453c-9c98-20cab5f23f04 of type vlan for network 20245390-37d9-4984-855d-f819b7eae820 Jul 16 20:14:27.021163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:27.028536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:27.029207 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.093758 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.094294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.094823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.095364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.095871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.096338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.096971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.097497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.098259 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.098721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.101525 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-994f4ef8-9edb-476f-950d-7041d46b4bd5 req-32902702-c79f-4068-8434-25e3a55a9896 tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7105 time: 0.3913352 Jul 16 20:14:27.109632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6549ed8-27c4-478e-9890-120ef5decc90,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:27.188749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Allocated IP 172.20.0.11 (61588b4c-b1dc-4e58-9877-2dfc183a77e5/8ca9a34f-7ec3-4769-aad3-6849e1fdf46b/9831d7e5-0396-4986-b320-743b95777751) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:27.199074 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.234013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:27.256270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.259011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.259701 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.264320 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.332843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:27.343966 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.344895 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5934815 Jul 16 20:14:27.346409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:27.365247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Request body: {'subnet': {'network_id': '20245390-37d9-4984-855d-f819b7eae820', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1441077511-subnet', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:27.446424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc2af8-f091-4788-b8cb-298f2d2cd943 req-52b231e5-dd56-4e05-b21a-975ae03497f6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:27.448087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcdc2af8-f091-4788-b8cb-298f2d2cd943 req-52b231e5-dd56-4e05-b21a-975ae03497f6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.5467758 Jul 16 20:14:27.454799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 767ba82c-9e39-42b9-9cbe-d835ef470011 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:27.459692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:27.512685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 767ba82c-9e39-42b9-9cbe-d835ef470011 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:27.519820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 767ba82c-9e39-42b9-9cbe-d835ef470011 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:27.527575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:27.529925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.551786 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-89ae1d25-19c6-4ba3-859b-c4e40c9ce2ce req-87a22c28-2706-4e8d-8b5d-7981e6081ac5 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 210 time: 0.1717916 Jul 16 20:14:27.562226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110be427-35a4-4c6b-92c2-991dd990b48f admin admin] Pushing event updated for resources: {'Network': ['ID=20245390-37d9-4984-855d-f819b7eae820,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:27.578097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 20245390-37d9-4984-855d-f819b7eae820 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:27.591692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a39cb11d-c407-4bee-abeb-d854c906c739 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4ab7fad7aaa4cfc9e7c5a71506f7427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404539 Jul 16 20:14:27.594934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51178) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:27.601131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcdc2af8-f091-4788-b8cb-298f2d2cd943 req-89a761f2-7320-4bc3-8e39-f9a3506e7c9e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461811 Jul 16 20:14:27.733757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Deleting port 2d95d609-7966-484f-bbab-c646d5789a35 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:27.734066 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.748276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.926823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] For port 2d95d609-7966-484f-bbab-c646d5789a35, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2d95d609-7966-484f-bbab-c646d5789a35,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:27.927478 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:27.944391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Calling delete_port for 2d95d609-7966-484f-bbab-c646d5789a35 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:27.962592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85b2a290-4e29-4134-8a46-b7a2a2284747 req-ac0a943d-e758-46a5-9800-cd83c91dbf82 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 210 time: 0.0903244 Jul 16 20:14:27.991552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0560962c-b50e-49c6-96e6-ab084ee581d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.197273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d19688-6c91-4b5a-bb0b-7f0a3049260b req-3d7fdb75-1af7-46af-a089-5d2bbcc57e2d tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:28.198678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2d19688-6c91-4b5a-bb0b-7f0a3049260b req-3d7fdb75-1af7-46af-a089-5d2bbcc57e2d tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 886 time: 0.1876576 Jul 16 20:14:28.200670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0560962c-b50e-49c6-96e6-ab084ee581d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.219578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.235394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.272158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.277457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2d95d609-7966-484f-bbab-c646d5789a35,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:28.394793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:28.431219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:28.433690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:28.464703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event updated for resources: {'Port': ['ID=9831d7e5-0396-4986-b320-743b95777751,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:28.584867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:28.840708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:28.912237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Checking segment: {'id': '823aa69f-d5f9-453c-9c98-20cab5f23f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20245390-37d9-4984-855d-f819b7eae820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:28.912986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Network hostable DHCP agents. Network: 20245390-37d9-4984-855d-f819b7eae820, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:28.915802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc305e9-36eb-46a9-a2e4-ead5fc9f5763,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:29.003821 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0560962c-b50e-49c6-96e6-ab084ee581d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.007996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0560962c-b50e-49c6-96e6-ab084ee581d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.010951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0560962c-b50e-49c6-96e6-ab084ee581d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72348941-28a5-481e-9c22-9b3c3730b94e HTTP/1.1" status: 204 len: 168 time: 1.4075670 Jul 16 20:14:29.064881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-14b3cab3-537f-4633-aba2-78fdbed17dc6 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.071788 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-14b3cab3-537f-4633-aba2-78fdbed17dc6 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.63 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 819 time: 0.2449005 Jul 16 20:14:29.090675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.091382 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.095809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Request body: {'port': {'device_id': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'admin_state_up': True, 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:29.098805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:29.099572 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.104511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Network 20245390-37d9-4984-855d-f819b7eae820 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:29.119635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560962c-b50e-49c6-96e6-ab084ee581d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72348941-28a5-481e-9c22-9b3c3730b94e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:29.146326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 20245390-37d9-4984-855d-f819b7eae820) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:29.149897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.150355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.152496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.153365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.154069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.154988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.155644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.156170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.156643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.157196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.159875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a3ef936-c107-445f-891b-5ab3b3241845 req-da3aa9fa-310b-49b8-a18f-f228f982d25b tempest-NetworksTest-1871882290 tempest-NetworksTest-1871882290-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7123 time: 0.8956511 Jul 16 20:14:29.165865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-ca71e759-e940-4b46-a34b-5b724ae5a1dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2181668 Jul 16 20:14:29.167475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:29.168076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.182604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Request body: {'port': {'device_id': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:29.183817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9da01d-0bf7-468f-9d25-19e5dcaa8d4b None None] Network 20245390-37d9-4984-855d-f819b7eae820 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:29.233486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aab4c987-74c5-41da-a89c-863b397ac1e5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8844404 Jul 16 20:14:29.236530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51212) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:29.241641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Router eab02ded-db02-40e8-9bc5-1f8e289f1096 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:29.245839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:29.281732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-93de582c-b536-4fd7-a882-d0c2c0e599a4 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:14:29.289009 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-93de582c-b536-4fd7-a882-d0c2c0e599a4 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217440 Jul 16 20:14:29.318926 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.367356 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.368681 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.470554 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Request body: {'binding': {'host': 'n-h1-792394-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:29.471060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:14:29.478878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Made reservation on behalf of ae07c02346a343ca868dfec0e8d42c9b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:29.484372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.542533 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.545097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bed80e9e-dd4f-4dc3-b067-e6cd0d22b5ac req-67f00561-8870-489d-b2f6-5f7698a2479e tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 210 time: 0.1011899 Jul 16 20:14:29.561507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-20245390-37d9-4984-855d-f819b7eae820', 'network_id': '20245390-37d9-4984-855d-f819b7eae820', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'fixed_ips': [{'subnet_id': '4fc305e9-36eb-46a9-a2e4-ead5fc9f5763'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:29.562383 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:29.642132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:29.856208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Allocated IP 172.20.0.2 (20245390-37d9-4984-855d-f819b7eae820/4fc305e9-36eb-46a9-a2e4-ead5fc9f5763/e91a14e0-0448-4bd2-b794-40262f7bcd5f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:29.916302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.043339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c057cc-5b56-4da6-a25c-852521ecd64e req-8537f7f1-3863-40a9-868c-400c474aec03 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:30.051696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7c057cc-5b56-4da6-a25c-852521ecd64e req-8537f7f1-3863-40a9-868c-400c474aec03 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.2714496 Jul 16 20:14:30.126076 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.137856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Transition to ACTIVE for port object e91a14e0-0448-4bd2-b794-40262f7bcd5f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:30.153039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7c057cc-5b56-4da6-a25c-852521ecd64e req-787bd4f0-85bb-4c43-9adf-a4b091c3a4e3 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006453 Jul 16 20:14:30.170973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Transition to ACTIVE for port object e91a14e0-0448-4bd2-b794-40262f7bcd5f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:30.184590 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.235725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Network 20245390-37d9-4984-855d-f819b7eae820 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:30.239504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:30.240551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:30.246139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:30.249324 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] Sync routers for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:30.261410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Pushing event updated for resources: {'Port': ['ID=e91a14e0-0448-4bd2-b794-40262f7bcd5f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:30.283221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c1e40ee5-084e-47eb-ad58-b3f5505c82ba admin admin] 10.222.0.10 "PUT /v2.0/routers/eab02ded-db02-40e8-9bc5-1f8e289f1096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7738559 Jul 16 20:14:30.287461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:30.288210 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:30.289530 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:30.312394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-148b3cc5-ee82-449c-bc5d-1cb91d9a4058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.431736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Attempting to bind port e91a14e0-0448-4bd2-b794-40262f7bcd5f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:30.432414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Attempting to bind port e91a14e0-0448-4bd2-b794-40262f7bcd5f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '823aa69f-d5f9-453c-9c98-20cab5f23f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20245390-37d9-4984-855d-f819b7eae820'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:30.434201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Attempting to bind port e91a14e0-0448-4bd2-b794-40262f7bcd5f on network 20245390-37d9-4984-855d-f819b7eae820 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:30.440618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:30.441381 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-148b3cc5-ee82-449c-bc5d-1cb91d9a4058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.442704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Checking segment: {'id': '823aa69f-d5f9-453c-9c98-20cab5f23f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20245390-37d9-4984-855d-f819b7eae820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:30.444147 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.444827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Bound using segment: {'id': '823aa69f-d5f9-453c-9c98-20cab5f23f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20245390-37d9-4984-855d-f819b7eae820'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:30.445900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Bound port: e91a14e0-0448-4bd2-b794-40262f7bcd5f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823aa69f-d5f9-453c-9c98-20cab5f23f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20245390-37d9-4984-855d-f819b7eae820'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:30.447635 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.481257 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Allocated IP 172.20.0.13 (ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c/1920f7c5-0e4d-4fd8-a103-b97d4071bd1a/d0d61cbf-2d60-4c3e-8823-0c40a579095c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:30.488187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-148b3cc5-ee82-449c-bc5d-1cb91d9a4058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.529435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b3cc5-ee82-449c-bc5d-1cb91d9a4058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d7343-4fa6-4a0b-be19-2c6c89c19d2e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:30.586129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] For port e91a14e0-0448-4bd2-b794-40262f7bcd5f, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:30.596445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] For port e91a14e0-0448-4bd2-b794-40262f7bcd5f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e91a14e0-0448-4bd2-b794-40262f7bcd5f,segment=NetworkSegment(823aa69f-d5f9-453c-9c98-20cab5f23f04),segment_id=823aa69f-d5f9-453c-9c98-20cab5f23f04)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:30.603785 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.609837 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:30.619971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9831d7e5-0396-4986-b320-743b95777751 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:30.626631 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-148b3cc5-ee82-449c-bc5d-1cb91d9a4058 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88ca5012d1aa4b548b4d002d889b4dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9807098 Jul 16 20:14:30.633055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:30.643820 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.691717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ee9dd-9bc1-4002-98f6-a1c98772e1be None None] Pushing event updated for resources: {'Port': ['ID=e91a14e0-0448-4bd2-b794-40262f7bcd5f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:30.806713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.824698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Transition to ACTIVE for port object 9831d7e5-0396-4986-b320-743b95777751 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:30.836758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.872180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cea71e-07e4-4771-be75-3d04add42174 req-fe2fb122-0b90-4931-a9f6-c1298a23f381 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:30.873731 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38cea71e-07e4-4771-be75-3d04add42174 req-fe2fb122-0b90-4931-a9f6-c1298a23f381 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 932 time: 0.4518182 Jul 16 20:14:30.907509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:30.913592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on host n-h1-792394-17 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:30.913982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:30.914421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:30.999557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:31.000014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:31.012892 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.022326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Pushing event updated for resources: {'Port': ['ID=9831d7e5-0396-4986-b320-743b95777751,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:31.037611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af590e9b-ebf1-4a76-b51e-b3f3089b8ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.065944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:31.066385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:31.066877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:31.070672 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:14:28Z', 'revision_number': 5, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:31.085905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Bound port: 9367a5ab-5ba7-49ee-b728-2699f86930d9, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:31.109146 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] Checking router: eab02ded-db02-40e8-9bc5-1f8e289f1096 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:31.117832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38cea71e-07e4-4771-be75-3d04add42174 req-e6c61352-d541-4376-be79-77e870dcfaeb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210431 Jul 16 20:14:31.121843 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] Routers {'eab02ded-db02-40e8-9bc5-1f8e289f1096'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:31.123125 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['eab02ded-db02-40e8-9bc5-1f8e289f1096'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:31.167876 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af590e9b-ebf1-4a76-b51e-b3f3089b8ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.214160 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.295513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Allocated IP 172.25.7.130 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/4d659eb2-91c9-4e9a-ba71-f3ef1b781731) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:31.297908 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.302962 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] Set router eab02ded-db02-40e8-9bc5-1f8e289f1096 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:31.330169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:31.367618 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.368860 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ebdbc9ce-29f6-4a33-95e2-f1a25ad1c161 service neutron] 10.222.0.10 "POST /v2.0/ports/9367a5ab-5ba7-49ee-b728-2699f86930d9/bindings HTTP/1.1" status: 201 len: 390 time: 1.9034979 Jul 16 20:14:31.393000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af590e9b-ebf1-4a76-b51e-b3f3089b8ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.397809 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af590e9b-ebf1-4a76-b51e-b3f3089b8ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.399177 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-af590e9b-ebf1-4a76-b51e-b3f3089b8ea7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e74d7343-4fa6-4a0b-be19-2c6c89c19d2e HTTP/1.1" status: 204 len: 168 time: 0.7491086 Jul 16 20:14:31.404712 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.542164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.550844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af590e9b-ebf1-4a76-b51e-b3f3089b8ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d7343-4fa6-4a0b-be19-2c6c89c19d2e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:31.552374 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:14:28Z', 'revision_number': 5, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:31.573135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:31.592667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Deleting port 9b4e28ae-5470-4f03-a6d1-38140643435d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:31.593012 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.595314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:31.598821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:31.606599 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e8e727-022b-4bf7-84eb-12a5ae5b840c None None] The sync data for ids ['eab02ded-db02-40e8-9bc5-1f8e289f1096'] in n-d-792394-17 is: [{'id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'name': 'tempest-ServersTestManualDisk-335143353-router', 'tenant_id': '784f8d2566464e2fbae8460ea731391b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:11:44Z', 'updated_at': '2021-07-16T20:14:28Z', 'revision_number': 5, 'project_id': '784f8d2566464e2fbae8460ea731391b', 'gw_port': {'id': '9b4e28ae-5470-4f03-a6d1-38140643435d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:71:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab02ded-db02-40e8-9bc5-1f8e289f1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:11:45Z', 'updated_at': '2021-07-16T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:31.656841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Pushing event updated for resources: {'Port': ['ID=d0d61cbf-2d60-4c3e-8823-0c40a579095c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:31.731537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.738000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:31.738221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.769254 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-f368960b-ee65-4fa3-9709-8d7616117e1a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6810353 Jul 16 20:14:31.775688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] For port 9b4e28ae-5470-4f03-a6d1-38140643435d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9b4e28ae-5470-4f03-a6d1-38140643435d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:31.776061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:31.786473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Request body: {'port': {'device_id': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:31.851694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Calling delete_port for 9b4e28ae-5470-4f03-a6d1-38140643435d owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:31.897246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:31.911382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d659eb2-91c9-4e9a-ba71-f3ef1b781731,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:31.923748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:31.930682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:31.944277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Attempting to bind port 9831d7e5-0396-4986-b320-743b95777751 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:31.944277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Attempting to bind port 9831d7e5-0396-4986-b320-743b95777751 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:31.944277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Attempting to bind port 9831d7e5-0396-4986-b320-743b95777751 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:32.063124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Port 9831d7e5-0396-4986-b320-743b95777751 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:32.063496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Attempting to bind port 9831d7e5-0396-4986-b320-743b95777751 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:32.090687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936441ba-3f28-4ac8-b54c-325c254058f9 req-158ebc1d-13b4-4ea1-90a2-d2f10fd5631b tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.092496 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-936441ba-3f28-4ac8-b54c-325c254058f9 req-158ebc1d-13b4-4ea1-90a2-d2f10fd5631b tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 932 time: 0.4594212 Jul 16 20:14:32.107144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:32.107506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Checking segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:32.108060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Bound using segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:32.108510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Bound port: 9831d7e5-0396-4986-b320-743b95777751, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:32.108872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.276483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:32.346524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7749f-22c4-4606-b3b0-86aed4c58ef9 None None] Network 20245390-37d9-4984-855d-f819b7eae820 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:32.396901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4461793-c434-4b1f-9337-9c42b9ab3fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.438174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.455884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.493485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9058fc53-1d1f-492f-94a2-3e4f31e2624b None None] Provisioning for port e91a14e0-0448-4bd2-b794-40262f7bcd5f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:32.501280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4e28ae-5470-4f03-a6d1-38140643435d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:32.514239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ed336-29b0-4eab-964c-9c5cf107e03d req-d5baa087-eca5-4bae-b5c8-95f7dd128b24 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.516028 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-210ed336-29b0-4eab-964c-9c5cf107e03d req-d5baa087-eca5-4bae-b5c8-95f7dd128b24 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.5413589 Jul 16 20:14:32.669103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-48fb5071-6f02-45c4-9cc2-1557671b797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:32.670627 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-48fb5071-6f02-45c4-9cc2-1557671b797e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1097 time: 0.6843569 Jul 16 20:14:32.721144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:32.751194 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-936441ba-3f28-4ac8-b54c-325c254058f9 req-c44c5e74-2b91-40d6-8329-9fb695c73dc1 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478393 Jul 16 20:14:32.792119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9831d7e5-0396-4986-b320-743b95777751,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:32.836321 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:32.920863 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-210ed336-29b0-4eab-964c-9c5cf107e03d req-32cbaffc-9bf0-422f-a074-3578a554c91d tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723509 Jul 16 20:14:32.977512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e91a14e0-0448-4bd2-b794-40262f7bcd5f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:33.086303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.114315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e91a14e0-0448-4bd2-b794-40262f7bcd5f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:33.120523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e91a14e0-0448-4bd2-b794-40262f7bcd5f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:33.121885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.122526 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.124488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] 10.222.0.30 "PUT /v2.0/ports/9831d7e5-0396-4986-b320-743b95777751 HTTP/1.1" status: 200 len: 1093 time: 3.9466832 Jul 16 20:14:33.130045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'tag': '9831d7e5-0396-4986-b320-743b95777751'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:33.130948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.132260 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e7bd13-84a0-4524-b192-46c45fb0d865" -d '{"events": [{"name": "network-changed", "server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "tag": "9831d7e5-0396-4986-b320-743b95777751"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:33.141700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.206899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03b83c38-d6cf-421f-b30d-5aec6edab99f None None] Provisioning complete for port e91a14e0-0448-4bd2-b794-40262f7bcd5f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:33.207785 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03b83c38-d6cf-421f-b30d-5aec6edab99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.264082 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.271223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-9b8474f0-5b6d-47b4-8c6f-0bf3548224dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.274697 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-9b8474f0-5b6d-47b4-8c6f-0bf3548224dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1097 time: 0.6631627 Jul 16 20:14:33.276175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-d1fe1650-b727-4073-95ec-b598a773fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.276561 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.278132 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-d1fe1650-b727-4073-95ec-b598a773fc8f service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.5743299 Jul 16 20:14:33.295353 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.370589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port e91a14e0-0448-4bd2-b794-40262f7bcd5f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e91a14e0-0448-4bd2-b794-40262f7bcd5f,segment=NetworkSegment(823aa69f-d5f9-453c-9c98-20cab5f23f04),segment_id=823aa69f-d5f9-453c-9c98-20cab5f23f04)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:33.386469 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.400097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2d95d609-7966-484f-bbab-c646d5789a35 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:33.443378 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 2d95d609-7966-484f-bbab-c646d5789a35 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:33.443987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2d95d609-7966-484f-bbab-c646d5789a35 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:33.445089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-c093df46-c968-4c1f-888b-9439b1987b4f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 200 len: 217 time: 0.1365099 Jul 16 20:14:33.445833 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03b83c38-d6cf-421f-b30d-5aec6edab99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.451494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Pushing event updated for resources: {'Port': ['ID=9831d7e5-0396-4986-b320-743b95777751,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.458522 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.459223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab02ded-db02-40e8-9bc5-1f8e289f1096 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:14:33.483555 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.484657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.485006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.485343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.485675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.486003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.486329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.489896 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-342ccf76-3914-42ed-a0de-77646cefb08f admin admin] 10.222.0.10 "DELETE /v2.0/routers/eab02ded-db02-40e8-9bc5-1f8e289f1096 HTTP/1.1" status: 204 len: 168 time: 3.1960497 Jul 16 20:14:33.490780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.491005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.491389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.491736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.492067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.492394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1b7bb9-38f4-4892-be75-f3e17ec6dd90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:33.495593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:33.526073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=e91a14e0-0448-4bd2-b794-40262f7bcd5f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.533341 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4461793-c434-4b1f-9337-9c42b9ab3fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.579732 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4461793-c434-4b1f-9337-9c42b9ab3fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.581936 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-03b83c38-d6cf-421f-b30d-5aec6edab99f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:14:33.582603 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-03b83c38-d6cf-421f-b30d-5aec6edab99f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:14:33.645158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-f8585cf1-e4fb-421f-937a-67d69a505f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.646696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-f8585cf1-e4fb-421f-937a-67d69a505f40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 1096 time: 0.4270093 Jul 16 20:14:33.683062 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a4461793-c434-4b1f-9337-9c42b9ab3fb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c5efe9a517543dc8313c4690c3f0edd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4048469 Jul 16 20:14:33.686041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-53072992-bcb5-4584-8f73-0d03d0114096 admin admin] Deleting subnet 1662353e-1aa7-48ea-8bd7-12bb1b5ac897 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:14:33.692658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:33.701666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53072992-bcb5-4584-8f73-0d03d0114096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.706582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4461793-c434-4b1f-9337-9c42b9ab3fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f07a3d2-05bb-46be-bd37-9d045da641d2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:33.729204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-a898a8c3-6d6f-4eef-887b-dc169c0ff0ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9831d7e5-0396-4986-b320-743b95777751 HTTP/1.1" status: 200 len: 217 time: 0.0677989 Jul 16 20:14:33.734093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc9311-81f9-4701-a00b-7c964c504877 req-66151d22-46d1-48e9-b95f-f265eae6162e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.735599 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a3dc9311-81f9-4701-a00b-7c964c504877 req-66151d22-46d1-48e9-b95f-f265eae6162e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 944 time: 0.5954728 Jul 16 20:14:33.778266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-9bfc9730-9260-4e0f-b724-ed67abe28f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.779610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-9bfc9730-9260-4e0f-b724-ed67abe28f0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.3191812 Jul 16 20:14:33.783151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-ed81f470-5f16-4da7-99fc-7de0215b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.784620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-ed81f470-5f16-4da7-99fc-7de0215b4587 service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.4793034 Jul 16 20:14:33.809694 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53072992-bcb5-4584-8f73-0d03d0114096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.871992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d61cbf-2d60-4c3e-8823-0c40a579095c {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:33.884601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-8b72b29a-365a-470c-aa92-a942c63afb11 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779335 Jul 16 20:14:33.887561 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.892668 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a3dc9311-81f9-4701-a00b-7c964c504877 req-61f0a85b-f11a-40d0-863f-e317595366d7 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410630 Jul 16 20:14:33.913089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-7b18026c-0eba-4ac7-8266-3a63a942ca61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 200 len: 217 time: 0.1038718 Jul 16 20:14:33.925367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8614fe-5f28-4cae-a33d-0f77c4992632 req-6ef5975e-b252-482b-b98f-7346d802524d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:33.930327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c8614fe-5f28-4cae-a33d-0f77c4992632 req-6ef5975e-b252-482b-b98f-7346d802524d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 945 time: 0.6154308 Jul 16 20:14:33.937125 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-871ab7cc-ffb6-4f3f-9d50-bdbfe09830f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:33.948103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Transition to ACTIVE for port object d0d61cbf-2d60-4c3e-8823-0c40a579095c will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:33.960274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.009932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-871ab7cc-ffb6-4f3f-9d50-bdbfe09830f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.040737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53072992-bcb5-4584-8f73-0d03d0114096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.061233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-d3e16710-91af-4a01-ad86-494c357db898 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471674 Jul 16 20:14:34.084094 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bb06ed-6d68-4453-985d-775ad9eb973f x-openstack-request-id: req-d3bb06ed-6d68-4453-985d-775ad9eb973f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:34.084094 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "tag": "9831d7e5-0396-4986-b320-743b95777751", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:34.084094 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3bb06ed-6d68-4453-985d-775ad9eb973f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:34.084531 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'tag': '9831d7e5-0396-4986-b320-743b95777751', 'status': 'completed', 'code': 200} Jul 16 20:14:34.094241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d61cbf-2d60-4c3e-8823-0c40a579095c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:34.095466 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.100096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-e4317db0-2a0a-48f0-973f-d243a1a26159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.101537 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-e4317db0-2a0a-48f0-973f-d243a1a26159 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.3365972 Jul 16 20:14:34.205133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-9c7924f8-da46-449e-b8fe-bc1900ebeeea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789595 Jul 16 20:14:34.222032 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-871ab7cc-ffb6-4f3f-9d50-bdbfe09830f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.225297 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-871ab7cc-ffb6-4f3f-9d50-bdbfe09830f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.226418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-871ab7cc-ffb6-4f3f-9d50-bdbfe09830f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f07a3d2-05bb-46be-bd37-9d045da641d2 HTTP/1.1" status: 204 len: 168 time: 0.5303068 Jul 16 20:14:34.253905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53072992-bcb5-4584-8f73-0d03d0114096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.255954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ab7cc-ffb6-4f3f-9d50-bdbfe09830f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f07a3d2-05bb-46be-bd37-9d045da641d2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:34.296828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Attempting to bind port d0d61cbf-2d60-4c3e-8823-0c40a579095c on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:34.297080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Attempting to bind port d0d61cbf-2d60-4c3e-8823-0c40a579095c by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '9669e625-7bf0-4f83-a84c-d2aebf7130bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:34.297409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Attempting to bind port d0d61cbf-2d60-4c3e-8823-0c40a579095c on network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:34.302039 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53072992-bcb5-4584-8f73-0d03d0114096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.303968 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-53072992-bcb5-4584-8f73-0d03d0114096 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1662353e-1aa7-48ea-8bd7-12bb1b5ac897 HTTP/1.1" status: 204 len: 168 time: 0.7934904 Jul 16 20:14:34.309309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53072992-bcb5-4584-8f73-0d03d0114096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1662353e-1aa7-48ea-8bd7-12bb1b5ac897,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:34.311864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:34.312198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df2d81-072f-4449-be44-f6c4dc1be882 None None] Network 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:34.314618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c8614fe-5f28-4cae-a33d-0f77c4992632 req-bcc0a187-8267-454f-b424-48ee786c2f06 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622792 Jul 16 20:14:34.321482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Port d0d61cbf-2d60-4c3e-8823-0c40a579095c on network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:34.321807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Attempting to bind port d0d61cbf-2d60-4c3e-8823-0c40a579095c on network ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:34.356179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:34.356523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Checking segment: {'id': '9669e625-7bf0-4f83-a84c-d2aebf7130bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:34.356915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Bound using segment: {'id': '9669e625-7bf0-4f83-a84c-d2aebf7130bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:34.357361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Bound port: d0d61cbf-2d60-4c3e-8823-0c40a579095c, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9669e625-7bf0-4f83-a84c-d2aebf7130bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:34.357719 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.371246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-4e382609-ff7e-4f20-b9fe-442219d00f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.372546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-4e382609-ff7e-4f20-b9fe-442219d00f96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.4290419 Jul 16 20:14:34.378632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fb368-4cf8-491c-bc65-695ecabfac61 req-dcc94c89-f473-466a-a1fd-afb54371dae9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.380258 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235fb368-4cf8-491c-bc65-695ecabfac61 req-dcc94c89-f473-466a-a1fd-afb54371dae9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 944 time: 0.2491224 Jul 16 20:14:34.513556 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.603074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c573259-9f94-4065-948f-26a1799b603f None None] DHCP port deletion for 235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:14:34.609833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235fb368-4cf8-491c-bc65-695ecabfac61 req-1a31a20f-fdfa-4cd1-8420-7fb521a5181f tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202961 Jul 16 20:14:34.621815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] For port d0d61cbf-2d60-4c3e-8823-0c40a579095c, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:34.627490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] For port d0d61cbf-2d60-4c3e-8823-0c40a579095c, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:34.672291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.721039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3c573259-9f94-4065-948f-26a1799b603f None None] Deleting port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:34.721427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c573259-9f94-4065-948f-26a1799b603f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.802023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:34.803144 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.806053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] 10.222.0.63 "PUT /v2.0/ports/d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 1093 time: 3.0260961 Jul 16 20:14:34.807357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e91a14e0-0448-4bd2-b794-40262f7bcd5f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:34.813707 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:34.819109 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4479ceed-fad2-42d0-aa85-df3b09af9cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:34.901777 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cfe6fc-eff1-401b-b186-06bcee8cbbd1 x-openstack-request-id: req-35cfe6fc-eff1-401b-b186-06bcee8cbbd1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:34.902197 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:34.902597 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35cfe6fc-eff1-401b-b186-06bcee8cbbd1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:34.903195 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'status': 'completed', 'code': 200} Jul 16 20:14:34.905230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Deleting port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:34.905793 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.932718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3c573259-9f94-4065-948f-26a1799b603f None None] For port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3a0e7c03-9c1e-4086-b514-99fb8b699cf8,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:34.933379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c573259-9f94-4065-948f-26a1799b603f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:34.940405 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-58001428-fc92-488a-873b-87bf4745ec3b service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8163688 Jul 16 20:14:34.943181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-a9938803-01b1-470f-a4d8-88c392f527cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5603948 Jul 16 20:14:34.952949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3c573259-9f94-4065-948f-26a1799b603f None None] Calling delete_port for 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:34.980709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883467a2-1501-4acf-9c15-b095605a6195 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d61cbf-2d60-4c3e-8823-0c40a579095c,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:35.009569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e91a14e0-0448-4bd2-b794-40262f7bcd5f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:35.010340 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.038610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-5a1f12b8-f471-4616-9a79-ba05c97b2950 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8233275 Jul 16 20:14:35.076741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] For port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3a0e7c03-9c1e-4086-b514-99fb8b699cf8,segment=NetworkSegment(235e6491-3392-4aed-afac-2e69fad10d78),segment_id=235e6491-3392-4aed-afac-2e69fad10d78)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:35.077176 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.092270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Calling delete_port for 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:35.101040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-57b82c53-d236-42a2-95e1-973f0faf21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.102817 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-57b82c53-d236-42a2-95e1-973f0faf21ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1096 time: 0.2380612 Jul 16 20:14:35.126948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c573259-9f94-4065-948f-26a1799b603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.168800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c573259-9f94-4065-948f-26a1799b603f None None] Pushing event deleted for resources: {'Port': ['ID=3a0e7c03-9c1e-4086-b514-99fb8b699cf8,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:35.186625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c573259-9f94-4065-948f-26a1799b603f None None] No DVR routers for this DVR port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:35.271156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:35.302173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:35.302173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:35.302173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9b4e28ae-5470-4f03-a6d1-38140643435d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:35.331322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 9b4e28ae-5470-4f03-a6d1-38140643435d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:35.331988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9b4e28ae-5470-4f03-a6d1-38140643435d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:35.398405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:35.410091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-707bcd91-9eae-4730-b6a2-749ed3377d00 req-14f87d5a-9f2a-4c21-9c21-b3628c8855f7 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406713 Jul 16 20:14:35.415416 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-820a135f-a871-4434-ad85-643604b77d43 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707941 Jul 16 20:14:35.441506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c90008-04fb-4579-a022-d0160b9fb800 req-fb345e37-2165-414e-98fe-1fe3db98ec85 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.443188 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18c90008-04fb-4579-a022-d0160b9fb800 req-fb345e37-2165-414e-98fe-1fe3db98ec85 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.4988072 Jul 16 20:14:35.457285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-5d2039fc-d4ff-4ba7-bd39-10ebcbbdb0a1 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.458812 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-5d2039fc-d4ff-4ba7-bd39-10ebcbbdb0a1 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.4051285 Jul 16 20:14:35.487912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-17'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:35.541580 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-fc96ef45-4a81-4c70-90af-a3de5b65b007 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 217 time: 0.4312737 Jul 16 20:14:35.662586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-920f38b5-5042-4aac-b40b-bf074b982373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.663975 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-920f38b5-5042-4aac-b40b-bf074b982373 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 200 len: 859 time: 0.1008697 Jul 16 20:14:35.704456 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-dfd9ac88-7179-4c03-826e-b175ce2a485b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332348 Jul 16 20:14:35.707239 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.716446 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3a274-626a-4fc4-87c8-69ac639fc2ab req-cd4d6306-13fa-46f5-be69-211797668f56 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.718175 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1be3a274-626a-4fc4-87c8-69ac639fc2ab req-cd4d6306-13fa-46f5-be69-211797668f56 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 944 time: 0.1900175 Jul 16 20:14:35.740971 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18c90008-04fb-4579-a022-d0160b9fb800 req-d93731f1-1ac9-4d73-a459-f817e02b4a97 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756493 Jul 16 20:14:35.781652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] No DVR routers for this DVR port 3a0e7c03-9c1e-4086-b514-99fb8b699cf8 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:35.800329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0e7c03-9c1e-4086-b514-99fb8b699cf8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:35.823177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbddc616-7377-4f57-947b-afdc4fa58ebc req-7083e1cd-161a-43ca-ad92-b91b51fbc55d service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972826 Jul 16 20:14:35.856386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.861831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-1b42704c-603e-42be-b7d9-17914e7cc9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:35.863807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-1b42704c-603e-42be-b7d9-17914e7cc9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 1096 time: 0.3682268 Jul 16 20:14:35.865065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:35.877141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Sync routers for ids ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:35.891906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Routers {'7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:35.893381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:35.917151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.917422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.918038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.918201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.918437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.918813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.919284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.919702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.920027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.920386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.920871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.921233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:35.994416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:35.996353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dbe73567-03ff-467c-a99c-a32cfdcd18a6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7588062 Jul 16 20:14:36.003535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51372) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:36.174902 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.200200 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1be3a274-626a-4fc4-87c8-69ac639fc2ab req-c33541c3-0611-4f58-93ac-9f06fc3e1ab4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597039 Jul 16 20:14:36.206140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235f2ab3-32b8-48e3-a2ce-ef6ccbe13879']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:36.235371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Set router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:36.263889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235e6491-3392-4aed-afac-2e69fad10d78') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:36.264230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235e6491-3392-4aed-afac-2e69fad10d78') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:36.301989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-8b51cff0-b0cf-4ec2-aea6-682b4ec8dc1a service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814219 Jul 16 20:14:36.303957 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.348343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-099608c8-980e-4f63-981c-f0a795328c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.350035 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-099608c8-980e-4f63-981c-f0a795328c8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 913 time: 0.4754267 Jul 16 20:14:36.428182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:36.429292 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec340c49-a2d4-48d2-af05-7d69552a35bc req-0cf11c5d-ff1c-43f6-8340-4b1fb9e05e9e service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140821 Jul 16 20:14:36.431349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-7de93278-c1e7-47fc-a677-f9c01ac71edc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9831d7e5-0396-4986-b320-743b95777751 HTTP/1.1" status: 200 len: 217 time: 0.0683777 Jul 16 20:14:36.443491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982d9f9-5cf4-4e51-9b41-fb6e1a5fea56 req-8c844244-a507-4197-997e-de42f00b4d26 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.448739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:14:32Z', 'revision_number': 3, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'gw_port': {'id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:31Z', 'updated_at': '2021-07-16T20:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:36.450837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e982d9f9-5cf4-4e51-9b41-fb6e1a5fea56 req-8c844244-a507-4197-997e-de42f00b4d26 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 945 time: 0.4707000 Jul 16 20:14:36.473620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.481950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:14:36.482637 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.483160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Checking router: 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:36.483626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Updating router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:14:36.494577 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:14:36.518425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.581684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.609319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.614159 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/235f2ab3-32b8-48e3-a2ce-ef6ccbe13879 HTTP/1.1" status: 204 len: 168 time: 2.2963715 Jul 16 20:14:36.624816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddafd88-506a-46d0-af43-432ad2c42ebf req-e47dd801-25b1-4f0e-9ada-39bd3f91eb89 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.627622 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ddafd88-506a-46d0-af43-432ad2c42ebf req-e47dd801-25b1-4f0e-9ada-39bd3f91eb89 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 944 time: 0.1972792 Jul 16 20:14:36.632252 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d77e-35bf-4915-97f2-ac35500787f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=235f2ab3-32b8-48e3-a2ce-ef6ccbe13879,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:36.659371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-d7fd1863-e79e-4ae2-8c4f-91294e6466bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.661638 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-d7fd1863-e79e-4ae2-8c4f-91294e6466bf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1096 time: 0.1586347 Jul 16 20:14:36.676404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-ece1c3bd-febc-45a3-bfcd-89c7df859357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.676404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-ece1c3bd-febc-45a3-bfcd-89c7df859357 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.2115061 Jul 16 20:14:36.677055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:36.689320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e982d9f9-5cf4-4e51-9b41-fb6e1a5fea56 req-de5d38df-3fb4-4b24-bbbf-78299c273650 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375133 Jul 16 20:14:36.711964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ddafd88-506a-46d0-af43-432ad2c42ebf req-66cbf79d-ea4b-4779-81ba-9b55c1c2d559 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833771 Jul 16 20:14:36.755495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-0e5e055c-7595-4ec0-8b16-0b1b76d53bc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459428 Jul 16 20:14:36.913234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-858c36c0-332b-46b0-b2c5-f74f44985e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:36.914678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-858c36c0-332b-46b0-b2c5-f74f44985e89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 920 time: 0.2424221 Jul 16 20:14:36.947685 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:36.977516 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-9bc31708-5f9a-4d20-9513-c7db3ac5176c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 217 time: 0.0463018 Jul 16 20:14:36.989875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Transition to ACTIVE for port object 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:37.005212 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.047199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:37.090475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Pushing event updated for resources: {'Port': ['ID=4d659eb2-91c9-4e9a-ba71-f3ef1b781731,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:37.097251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Attempting to bind port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:37.098164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Attempting to bind port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:37.098552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Attempting to bind port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:37.107322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:37.107598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:37.107974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.108363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:37.108830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Bound port: 4d659eb2-91c9-4e9a-ba71-f3ef1b781731, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:37.109203 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.111654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.111995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.112338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.112674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.113010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.113883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.114222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.114572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.114872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.115186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.115535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.115856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:14:37.120106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-240bc30f-becd-4632-91a0-f1a68920c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:37.121593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-240bc30f-becd-4632-91a0-f1a68920c34a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 200 len: 859 time: 0.1340899 Jul 16 20:14:37.125551 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-eea527fd-f736-40ea-81f8-4a4cb29cc512 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=784f8d2566464e2fbae8460ea731391b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769563 Jul 16 20:14:37.127830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51444) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:37.152389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d41007-fd44-4a37-b3ec-9efb4f028145 req-21165439-32a5-4896-ad7b-c4359cb4a1be tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:37.159635 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-15d41007-fd44-4a37-b3ec-9efb4f028145 req-21165439-32a5-4896-ad7b-c4359cb4a1be tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.1848438 Jul 16 20:14:37.184468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] For port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:37.191832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:37.194527 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d660cd8d-67ec-4a0f-90f6-c41967871a92" -d '{"events": [{"server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "name": "network-vif-unplugged", "status": "completed", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:37.196335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] For port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4d659eb2-91c9-4e9a-ba71-f3ef1b781731,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:37.198432 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.200445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-39eb329c-8f45-4e10-8c8e-411b63778f08 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703757 Jul 16 20:14:37.205309 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.220895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.272565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Routers {'7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:37.273196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:37.342246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-15d41007-fd44-4a37-b3ec-9efb4f028145 req-bd6497b8-04a9-4a2c-9f5d-2089116e5340 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810145 Jul 16 20:14:37.346773 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705b63ee-5d24-41f2-8832-8609427ea5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.388659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9831d7e5-0396-4986-b320-743b95777751 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:37.413650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-c6dde72c-1265-4946-9022-d444fe4d5635 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484869 Jul 16 20:14:37.437013 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705b63ee-5d24-41f2-8832-8609427ea5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.486800 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4af3e65-6b7f-40f3-b373-5784ebdc66b2 x-openstack-request-id: req-f4af3e65-6b7f-40f3-b373-5784ebdc66b2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:37.487100 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "name": "network-vif-unplugged", "status": "completed", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:37.488860 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4af3e65-6b7f-40f3-b373-5784ebdc66b2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:37.489292 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9', 'code': 200} Jul 16 20:14:37.515100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-ff1ca7ac-368a-419a-acc3-03feaedcc37d service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026853 Jul 16 20:14:37.516219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705b63ee-5d24-41f2-8832-8609427ea5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.529098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-705b63ee-5d24-41f2-8832-8609427ea5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.534533 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-705b63ee-5d24-41f2-8832-8609427ea5a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8356e3a7-07f8-48ba-8b5a-96ec049df7af HTTP/1.1" status: 204 len: 168 time: 0.4056289 Jul 16 20:14:37.544814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] Set router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:37.681542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b63ee-5d24-41f2-8832-8609427ea5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8356e3a7-07f8-48ba-8b5a-96ec049df7af,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:37.727848 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4479ceed-fad2-42d0-aa85-df3b09af9cbc req-714b3e39-c926-432f-939a-2db8f74dff4a service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885040 Jul 16 20:14:37.768804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9831d7e5-0396-4986-b320-743b95777751,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:37.777047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66089ded-5e40-4a05-87a6-6f2c3a3bdb5c req-e9f2c4a6-42d6-438b-8b0e-3c78704f1a26 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:37.786797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '9831d7e5-0396-4986-b320-743b95777751', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'port_id': '9831d7e5-0396-4986-b320-743b95777751', 'mac_address': 'fa:16:3e:c1:6f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca9a34f-7ec3-4769-aad3-6849e1fdf46b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:37.787198 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66089ded-5e40-4a05-87a6-6f2c3a3bdb5c req-e9f2c4a6-42d6-438b-8b0e-3c78704f1a26 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 944 time: 0.1295905 Jul 16 20:14:37.788135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=9367a5ab-5ba7-49ee-b728-2699f86930d9,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:37.788670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee956c-d122-448c-a9db-cd4ab92b3415 None None] Pushing event updated for resources: {'Port': ['ID=4d659eb2-91c9-4e9a-ba71-f3ef1b781731,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:37.866525 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66089ded-5e40-4a05-87a6-6f2c3a3bdb5c req-efdf5104-2498-4d0b-ba3f-e882e5206f65 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708168 Jul 16 20:14:37.866983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.883130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9831d7e5-0396-4986-b320-743b95777751 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:37.931803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on host n-h2-792394-17 for vnic_type normal with profile {"migrating_to": "n-h1-792394-17"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:37.932452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:37.932989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:37.941849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9831d7e5-0396-4986-b320-743b95777751,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:37.946689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:37.947298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Attempting to bind port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:37.956718 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:37.964614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:37.965333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:37.965911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:37.967091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Bound port: 9367a5ab-5ba7-49ee-b728-2699f86930d9, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:37.967661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.035833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9831d7e5-0396-4986-b320-743b95777751,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.071104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:14:32Z', 'revision_number': 3, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'gw_port': {'id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:31Z', 'updated_at': '2021-07-16T20:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:38.081887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54e7bd13-84a0-4524-b192-46c45fb0d865 req-f3ed91ca-87ca-4b23-9da8-c7202595b9d2 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055815 Jul 16 20:14:38.134644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec178a-3fe3-42a3-a04e-0525c74e8648 None None] The sync data for ids ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'] in n-d-792394-17 is: [{'id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:14:32Z', 'revision_number': 3, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'gw_port': {'id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:31Z', 'updated_at': '2021-07-16T20:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:38.180985 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.192052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:38.211302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['9831d7e5-0396-4986-b320-743b95777751'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:38.213327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63a4b3-921c-41ed-8b15-4162078c5ab6 req-351f015a-705d-4bc5-bb10-227e8a265184 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.222898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd63a4b3-921c-41ed-8b15-4162078c5ab6 req-351f015a-705d-4bc5-bb10-227e8a265184 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 943 time: 0.1492958 Jul 16 20:14:38.226513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:38.275613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd63a4b3-921c-41ed-8b15-4162078c5ab6 req-65e02573-6b28-4326-b053-0706d5213108 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518303 Jul 16 20:14:38.304944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.509141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d0d61cbf-2d60-4c3e-8823-0c40a579095c details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:38.595718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.596480 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:38.598408 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] 10.222.0.63 "PUT /v2.0/ports/9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 200 len: 1123 time: 3.1149521 Jul 16 20:14:38.599288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dcd18-1c07-49c1-aa98-e8d8f80b2ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=9367a5ab-5ba7-49ee-b728-2699f86930d9,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:38.677125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['9367a5ab-5ba7-49ee-b728-2699f86930d9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:38.735088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feba43-ad33-4629-be02-c124316d99e7 req-a28e1fe0-8260-4cea-bcc0-6bdb8b619317 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.739296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aa8da-e2ba-4df2-bcd7-29703b11c481 req-7db2beaf-6b44-4a31-b6c6-042d4ee5119d tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:38.740907 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-270aa8da-e2ba-4df2-bcd7-29703b11c481 req-7db2beaf-6b44-4a31-b6c6-042d4ee5119d tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 944 time: 0.3101728 Jul 16 20:14:38.762434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Allocated IP 172.20.0.1 (20245390-37d9-4984-855d-f819b7eae820/4fc305e9-36eb-46a9-a2e4-ead5fc9f5763/8ba87765-f940-4c85-a921-8862d79e7f16) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:38.765138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6feba43-ad33-4629-be02-c124316d99e7 req-a28e1fe0-8260-4cea-bcc0-6bdb8b619317 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.1904194 Jul 16 20:14:38.878035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6feba43-ad33-4629-be02-c124316d99e7 req-500f7325-8455-4a42-9789-444da0eb4e87 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116741 Jul 16 20:14:38.893522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-270aa8da-e2ba-4df2-bcd7-29703b11c481 req-0b792d13-edc0-4b11-bc6f-2b73793e9db2 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411917 Jul 16 20:14:38.922424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d0d61cbf-2d60-4c3e-8823-0c40a579095c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:38.940869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:39.016535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'port_id': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'mac_address': 'fa:16:3e:3c:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:39.057843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:39.059599 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.086103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Transition to ACTIVE for port object 8ba87765-f940-4c85-a921-8862d79e7f16 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:39.166138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.223601 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.230985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6a2c-a1b9-46a4-a430-ec6cfbc243e5 req-9ce1108c-097b-4663-8505-0f759b8603d0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:39.233634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22db6a2c-a1b9-46a4-a430-ec6cfbc243e5 req-9ce1108c-097b-4663-8505-0f759b8603d0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 945 time: 0.1597450 Jul 16 20:14:39.264111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-562600775-network', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:39.265247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9831d7e5-0396-4986-b320-743b95777751 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:39.266948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba87765-f940-4c85-a921-8862d79e7f16,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.267438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:39.289038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:39.289415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.291358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Network 20245390-37d9-4984-855d-f819b7eae820 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:39.291899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d61cbf-2d60-4c3e-8823-0c40a579095c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:39.296622 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:39.301887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:39.318254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Made reservation on behalf of d248568130be47fc9a5b4d8184c5d13f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:39.337452 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.352129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.423115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d0d61cbf-2d60-4c3e-8823-0c40a579095c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:39.431376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22db6a2c-a1b9-46a4-a430-ec6cfbc243e5 req-3c60ad91-5a00-4ed2-a079-04ea9aba0d11 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863339 Jul 16 20:14:39.458280 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.466861 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.661762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:39.670481 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87432b7d-976c-4ec4-8ca7-1dba77260ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:39.687563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d0d61cbf-2d60-4c3e-8823-0c40a579095c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.702360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 9831d7e5-0396-4986-b320-743b95777751 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:39.737336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.749201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.754823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d0d61cbf-2d60-4c3e-8823-0c40a579095c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:39.802197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:39.804505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 9831d7e5-0396-4986-b320-743b95777751 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:39.805145 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.836267 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.836611 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Added segment 33e117bc-2fd8-43ba-83b6-11de471f113a of type vlan for network dc92f4df-a3d1-43b6-a018-5feae2d6e24a Jul 16 20:14:39.863867 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.898484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a2c49c98-80e3-4374-9373-ad8e0a696b74 None None] Provisioning for port 8ba87765-f940-4c85-a921-8862d79e7f16 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:39.904872 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.921439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.921721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a2c49c98-80e3-4374-9373-ad8e0a696b74 None None] Provisioning complete for port 8ba87765-f940-4c85-a921-8862d79e7f16 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:39.922349 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2c49c98-80e3-4374-9373-ad8e0a696b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.943199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396fd82-2913-4780-940c-d9e4a8f3446a req-b01716b2-c135-4d6f-95c9-425bc00517ec tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:39.944616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b396fd82-2913-4780-940c-d9e4a8f3446a req-b01716b2-c135-4d6f-95c9-425bc00517ec tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 943 time: 0.1646528 Jul 16 20:14:39.952123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4d659eb2-91c9-4e9a-ba71-f3ef1b781731,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:39.963035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:39.976425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.977648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:39.987431 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:39.987689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.042324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9808488 Jul 16 20:14:40.043176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:40.048748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Request body: {'subnet': {'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-subnet', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:40.067136 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01f7c50-6dfa-4c81-bdb5-8e64e3d27c6e x-openstack-request-id: req-a01f7c50-6dfa-4c81-bdb5-8e64e3d27c6e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:40.074838 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:40.075198 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a01f7c50-6dfa-4c81-bdb5-8e64e3d27c6e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:40.075655 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9', 'status': 'completed', 'code': 200} Jul 16 20:14:40.081098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a2c49c98-80e3-4374-9373-ad8e0a696b74 None None] Port 8ba87765-f940-4c85-a921-8862d79e7f16 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:40.111187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b396fd82-2913-4780-940c-d9e4a8f3446a req-0eef2e7a-300f-44a8-a54f-eda3b3d17634 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563423 Jul 16 20:14:40.145681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=4d659eb2-91c9-4e9a-ba71-f3ef1b781731,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.192517 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.195563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ebd3-eafe-4770-aba6-4de36834442f admin admin] Pushing event updated for resources: {'Network': ['ID=dc92f4df-a3d1-43b6-a018-5feae2d6e24a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.215397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network dc92f4df-a3d1-43b6-a018-5feae2d6e24a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:40.231003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Made reservation on behalf of d248568130be47fc9a5b4d8184c5d13f for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:40.234264 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.274503 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.285163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.367617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-a99fbfcc-668f-4222-9947-0dc57f2bb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.369640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-a99fbfcc-668f-4222-9947-0dc57f2bb3e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1126 time: 0.2622106 Jul 16 20:14:40.422979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba87765-f940-4c85-a921-8862d79e7f16,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.424979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9831d7e5-0396-4986-b320-743b95777751'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:40.428497 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff341f16-d61b-445a-b286-913e65b72ce0" -d '{"events": [{"server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "name": "network-vif-plugged", "status": "completed", "tag": "9831d7e5-0396-4986-b320-743b95777751"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:40.445855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.456098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9831d7e5-0396-4986-b320-743b95777751,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:40.478405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d0de6-64de-4fdd-9a8f-cbd33d107b3c req-a2da5ef1-e6dd-4f3c-bf13-1b040f257267 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.485587 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f8d0de6-64de-4fdd-9a8f-cbd33d107b3c req-a2da5ef1-e6dd-4f3c-bf13-1b040f257267 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.1326764 Jul 16 20:14:40.513304 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 983facc3-38df-4061-8cd7-54c74f01c4d2 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:40.527471 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 983facc3-38df-4061-8cd7-54c74f01c4d2 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:40.538867 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.557379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.593604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f8d0de6-64de-4fdd-9a8f-cbd33d107b3c req-7474d844-5a4c-4e63-8af0-dfe781b2f30c tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071198 Jul 16 20:14:40.604830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331c221-e25e-4b3d-91d7-17433fc65e56 req-772fcc80-a42d-4985-8735-9ff3b851de21 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.611982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e331c221-e25e-4b3d-91d7-17433fc65e56 req-772fcc80-a42d-4985-8735-9ff3b851de21 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 945 time: 0.2741425 Jul 16 20:14:40.634832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=363643e8-041f-459a-a17e-f6881ca14dfa,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.637421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Checking segment: {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:40.638203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Network hostable DHCP agents. Network: dc92f4df-a3d1-43b6-a018-5feae2d6e24a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:40.661430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-10a23898-2799-4989-8baf-e170a7537f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.662616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Network dc92f4df-a3d1-43b6-a018-5feae2d6e24a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:40.664412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-10a23898-2799-4989-8baf-e170a7537f56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.2642906 Jul 16 20:14:40.688812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, dc92f4df-a3d1-43b6-a018-5feae2d6e24a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:40.700504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:40.701198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.723503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e331c221-e25e-4b3d-91d7-17433fc65e56 req-99e6aaf4-a56d-4567-94fd-eb16bdac08a7 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027732 Jul 16 20:14:40.724595 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-61d7963e-3864-4ca3-8050-0bfd0d31e6da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6797724 Jul 16 20:14:40.727177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:40.733468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:40.736829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67174b82-bc57-4361-b37a-82ae2a3f3d0d None None] Network dc92f4df-a3d1-43b6-a018-5feae2d6e24a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:40.782343 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.784409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:40.788296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-63f326f9-80d8-419f-8483-c6869b5173fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 200 len: 217 time: 0.1130793 Jul 16 20:14:40.790062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Network 20245390-37d9-4984-855d-f819b7eae820 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:40.792440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9831d7e5-0396-4986-b320-743b95777751,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:40.798635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:40.841841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:40.897838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.021484 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.042498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=983facc3-38df-4061-8cd7-54c74f01c4d2,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:41.070816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3378d6f5-c58d-4817-926d-243baae299f6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b89c034177c34ddeb70b709e552e86cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104882 Jul 16 20:14:41.089544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '983facc3-38df-4061-8cd7-54c74f01c4d2', 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5', 'port_id': '983facc3-38df-4061-8cd7-54c74f01c4d2', 'mac_address': 'fa:16:3e:84:1d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a63f3fa-c3a6-4ca4-8116-05d36abd8571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:41.104727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-53bfb596-2071-4282-9b77-6faa84608f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:41.108711 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-53bfb596-2071-4282-9b77-6faa84608f3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.3108737 Jul 16 20:14:41.184784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-7388609b-8d32-48da-b00f-e8afee9358f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494285 Jul 16 20:14:41.190640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.213768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=983facc3-38df-4061-8cd7-54c74f01c4d2,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:41.260320 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.290669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:41.291032 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.292814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce90890-27ea-4dfc-8be8-e07f20759416 None None] Network dc92f4df-a3d1-43b6-a018-5feae2d6e24a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:41.319235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.334094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:41.352762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a73886da-20bc-427b-8304-d15d7cedb7e2 None None] Provisioning complete for port 8ba87765-f940-4c85-a921-8862d79e7f16 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:41.353142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a73886da-20bc-427b-8304-d15d7cedb7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.355643 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068c0e9e-049a-4747-9a54-d53d59142de0 x-openstack-request-id: req-068c0e9e-049a-4747-9a54-d53d59142de0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:41.355922 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "name": "network-vif-plugged", "status": "completed", "tag": "9831d7e5-0396-4986-b320-743b95777751", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:41.356179 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-068c0e9e-049a-4747-9a54-d53d59142de0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:41.356568 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9831d7e5-0396-4986-b320-743b95777751', 'code': 200} Jul 16 20:14:41.407808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 983facc3-38df-4061-8cd7-54c74f01c4d2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:41.462641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=983facc3-38df-4061-8cd7-54c74f01c4d2,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:41.477521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.504356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a73886da-20bc-427b-8304-d15d7cedb7e2 None None] Port 8ba87765-f940-4c85-a921-8862d79e7f16 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:41.504927 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.548017 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:14:41.548443 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:14:41.682372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f44da-f81c-400e-8159-b4080a978fc3 req-b50118cd-257c-4816-a2c1-fd675236fac9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:41.683960 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d8f44da-f81c-400e-8159-b4080a978fc3 req-b50118cd-257c-4816-a2c1-fd675236fac9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1299787 Jul 16 20:14:41.702398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Allocated IP 172.25.7.94 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/fee1e95c-084a-4311-9b4f-1d96de146599) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:41.758767 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d8f44da-f81c-400e-8159-b4080a978fc3 req-9b911c09-37e2-4593-aa0d-7c0a51fa8871 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671241 Jul 16 20:14:41.790105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-e4c2fcb5-65a9-41fc-9ff6-61f280614e65 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:41.791626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-e4c2fcb5-65a9-41fc-9ff6-61f280614e65 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7190878 Jul 16 20:14:41.796621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-8842d3b2-cb8d-41b2-b507-8a22650abd26 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980334 Jul 16 20:14:41.849354 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.873812 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1ddb8a3e-6727-469a-87cb-34f53871b307 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/quotas/b89c034177c34ddeb70b709e552e86cc HTTP/1.1" status: 200 len: 375 time: 0.0721297 Jul 16 20:14:41.918300 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:41.961142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-020df87b-6b29-42b6-b814-a0b24b3146fc tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b89c034177c34ddeb70b709e552e86cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760987 Jul 16 20:14:41.961674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:41.966902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:41.974171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:41.974741 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-240fc3e5-1d16-4711-ac45-2ee7643c4114 admin admin] 10.222.0.10 "PUT /v2.0/routers/7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9518981 Jul 16 20:14:41.979552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ac5c7-9dc4-4cb9-b397-8373e1888b44 req-9f6a1921-4628-4b56-9e0d-ed4b77f2f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:41.980710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc0ac5c7-9dc4-4cb9-b397-8373e1888b44 req-9f6a1921-4628-4b56-9e0d-ed4b77f2f851 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 1098 time: 0.5179327 Jul 16 20:14:41.984703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:41.996622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b91e7-8605-4859-b06b-273b0d153210 req-0c94a9e6-38fe-4297-82c2-c209fd6c2ceb tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:41.998148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f61b91e7-8605-4859-b06b-273b0d153210 req-0c94a9e6-38fe-4297-82c2-c209fd6c2ceb tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 943 time: 0.1272385 Jul 16 20:14:42.002911 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Sync routers for ids ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:42.013100 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Routers {'7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:42.014012 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:42.028527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87432b7d-976c-4ec4-8ca7-1dba77260ec8 req-d5e6ea2e-a6a9-4016-a731-ca0ff789486a service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212319 Jul 16 20:14:42.045187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc0ac5c7-9dc4-4cb9-b397-8373e1888b44 req-e636606d-4260-4c13-87ef-11ef0d541feb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569582 Jul 16 20:14:42.052405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Pushing event updated for resources: {'Port': ['ID=fee1e95c-084a-4311-9b4f-1d96de146599,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.114634 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.130319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983facc3-38df-4061-8cd7-54c74f01c4d2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:42.142955 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Set router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:42.153962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=983facc3-38df-4061-8cd7-54c74f01c4d2,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:42.169874 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.171694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9367a5ab-5ba7-49ee-b728-2699f86930d9 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:42.218206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51722) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:42.262077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f61b91e7-8605-4859-b06b-273b0d153210 req-d8191dab-9806-45b6-8a7c-97c68e8428fa tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002230 Jul 16 20:14:42.287465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=983facc3-38df-4061-8cd7-54c74f01c4d2,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.345256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-800055939'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:42.427783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:42.430471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-cac4fc31-67aa-4d8e-a4eb-afffe44a7d98 service neutron] 10.222.0.30 "GET /v2.0/ports/9367a5ab-5ba7-49ee-b728-2699f86930d9/bindings/n-h1-792394-17 HTTP/1.1" status: 200 len: 385 time: 0.1934612 Jul 16 20:14:42.432858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:42.440707 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.460473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9367a5ab-5ba7-49ee-b728-2699f86930d9 has no active binding in host n-h1-792394-17 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:14:42.477545 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.509108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d0d61cbf-2d60-4c3e-8823-0c40a579095c up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:42.523549 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:14:39Z', 'revision_number': 4, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'gw_port': {'id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:31Z', 'updated_at': '2021-07-16T20:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8ba87765-f940-4c85-a921-8862d79e7f16', 'name': '', 'network_id': '20245390-37d9-4984-855d-f819b7eae820', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'mac_address': 'fa:16:3e:b9:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4fc305e9-36eb-46a9-a2e4-ead5fc9f5763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:38Z', 'updated_at': '2021-07-16T20:14:40Z', 'revision_number': 2, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'subnets': [{'id': '4fc305e9-36eb-46a9-a2e4-ead5fc9f5763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:42.545964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:42.560839 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Checking router: 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:42.561474 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Updating router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 port 8ba87765-f940-4c85-a921-8862d79e7f16 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:42.564658 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.565102 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Added segment 65228a38-74f7-464c-bc86-72a1d340aec1 of type vlan for network 814629bb-56b7-4576-90fc-47e7e5694198 Jul 16 20:14:42.578972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port d0d61cbf-2d60-4c3e-8823-0c40a579095c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:42.585839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port d0d61cbf-2d60-4c3e-8823-0c40a579095c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:42.586887 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.607899 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.697019 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.703825 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.716404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['983facc3-38df-4061-8cd7-54c74f01c4d2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:42.771932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea8d23-3c3b-4ab9-9233-822bf7075215 req-fd754702-778b-49de-ba17-7393174818e0 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.782827 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7ea8d23-3c3b-4ab9-9233-822bf7075215 req-fd754702-778b-49de-ba17-7393174818e0 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 945 time: 0.3151979 Jul 16 20:14:42.790833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d0d61cbf-2d60-4c3e-8823-0c40a579095c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:42.805683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.811438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.812027 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.812613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2831a7e-468f-4c97-8397-1815c78c3acb req-2544ddd2-56f2-43e7-920f-e99386b9e705 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:42.814152 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2831a7e-468f-4c97-8397-1815c78c3acb req-2544ddd2-56f2-43e7-920f-e99386b9e705 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 945 time: 0.2889016 Jul 16 20:14:42.830535 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:42.922425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d0d61cbf-2d60-4c3e-8823-0c40a579095c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.948850 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7292621 Jul 16 20:14:42.976982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51742) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:42.983799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'subnet': {'network_id': '814629bb-56b7-4576-90fc-47e7e5694198', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:42.995195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f0b18-cb76-480e-bb42-9320b8d16933 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Network': ['ID=814629bb-56b7-4576-90fc-47e7e5694198,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:42.997742 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.009811 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Transition to ACTIVE for port object 8ba87765-f940-4c85-a921-8862d79e7f16 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:43.025510 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.031585 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7ea8d23-3c3b-4ab9-9233-822bf7075215 req-171b19dc-253b-4c71-a34b-6d3cecd90bad tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449257 Jul 16 20:14:43.035383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 814629bb-56b7-4576-90fc-47e7e5694198 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:43.106497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.148954 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c7503-6e00-4e6c-9135-e1538dcdfd13 None None] Pushing event updated for resources: {'Port': ['ID=8ba87765-f940-4c85-a921-8862d79e7f16,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:43.151343 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2831a7e-468f-4c97-8397-1815c78c3acb req-a6afaf84-390b-4c0b-a88b-ba18635a0938 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024652 Jul 16 20:14:43.232265 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-d24911fa-9dcb-4434-a74c-e9e1bb414100 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b89c034177c34ddeb70b709e552e86cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581188 Jul 16 20:14:43.357859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2'}, {'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:43.360292 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62b065f-9a89-446c-99a0-a3149f5b44d0" -d '{"events": [{"server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "name": "network-vif-unplugged", "status": "completed", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2"}, {"server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "name": "network-vif-plugged", "status": "completed", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:43.371706 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Attempting to bind port 8ba87765-f940-4c85-a921-8862d79e7f16 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:43.372170 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Attempting to bind port 8ba87765-f940-4c85-a921-8862d79e7f16 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '823aa69f-d5f9-453c-9c98-20cab5f23f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20245390-37d9-4984-855d-f819b7eae820'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:43.372535 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Attempting to bind port 8ba87765-f940-4c85-a921-8862d79e7f16 on network 20245390-37d9-4984-855d-f819b7eae820 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:43.385321 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:43.385699 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Checking segment: {'id': '823aa69f-d5f9-453c-9c98-20cab5f23f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20245390-37d9-4984-855d-f819b7eae820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:43.386112 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.386854 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Bound using segment: {'id': '823aa69f-d5f9-453c-9c98-20cab5f23f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20245390-37d9-4984-855d-f819b7eae820'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:43.387564 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Bound port: 8ba87765-f940-4c85-a921-8862d79e7f16, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823aa69f-d5f9-453c-9c98-20cab5f23f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20245390-37d9-4984-855d-f819b7eae820'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:43.387953 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.466458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:43.473828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:43.479397 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.483734 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] For port 8ba87765-f940-4c85-a921-8862d79e7f16, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:43.490855 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] For port 8ba87765-f940-4c85-a921-8862d79e7f16, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ba87765-f940-4c85-a921-8862d79e7f16,segment=NetworkSegment(823aa69f-d5f9-453c-9c98-20cab5f23f04),segment_id=823aa69f-d5f9-453c-9c98-20cab5f23f04)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:43.500835 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.586619 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c7503-6e00-4e6c-9135-e1538dcdfd13 None None] Pushing event updated for resources: {'Port': ['ID=8ba87765-f940-4c85-a921-8862d79e7f16,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:43.590204 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Routers {'7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:43.590904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-ce6aab26-d1d9-425d-a78e-b60ed05b8355 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:43.591161 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:43.599851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-ce6aab26-d1d9-425d-a78e-b60ed05b8355 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656881 Jul 16 20:14:43.615961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:43.711969 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-a42e7591-b867-4deb-b010-6e9e44b3760c tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/quotas/b89c034177c34ddeb70b709e552e86cc HTTP/1.1" status: 200 len: 375 time: 0.1110508 Jul 16 20:14:43.768930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-775848f8-8b71-4e3e-b7b6-a661a8d98197 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b89c034177c34ddeb70b709e552e86cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560837 Jul 16 20:14:43.779381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9367a5ab-5ba7-49ee-b728-2699f86930d9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:43.809797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:43.832974 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:43.942460 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] Set router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:43.961106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Router 274e5876-3d92-4958-9a21-33713bc43f66 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:14:44.046961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] Transition to ACTIVE for port object 9367a5ab-5ba7-49ee-b728-2699f86930d9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:44.055327 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.117699 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.274868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:44.285625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Sync routers for ids ['274e5876-3d92-4958-9a21-33713bc43f66'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:44.289114 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:14:39Z', 'revision_number': 4, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'gw_port': {'id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:31Z', 'updated_at': '2021-07-16T20:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8ba87765-f940-4c85-a921-8862d79e7f16', 'name': '', 'network_id': '20245390-37d9-4984-855d-f819b7eae820', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'mac_address': 'fa:16:3e:b9:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4fc305e9-36eb-46a9-a2e4-ead5fc9f5763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:38Z', 'updated_at': '2021-07-16T20:14:43Z', 'revision_number': 4, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'subnets': [{'id': '4fc305e9-36eb-46a9-a2e4-ead5fc9f5763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:44.290265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4046a-c465-45e5-9cb6-720c76a8056a req-04f64d2e-0d53-4388-a399-40a1d4b2758e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.298170 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96d4046a-c465-45e5-9cb6-720c76a8056a req-04f64d2e-0d53-4388-a399-40a1d4b2758e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.2073314 Jul 16 20:14:44.303550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Routers {'274e5876-3d92-4958-9a21-33713bc43f66'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:44.304187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['274e5876-3d92-4958-9a21-33713bc43f66'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:44.354337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-5a313769-c688-4ea0-813e-45fee04291ec tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b89c034177c34ddeb70b709e552e86cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459711 Jul 16 20:14:44.355105 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc6d33-132b-4a14-a19f-deee6268377e None None] The sync data for ids ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'] in n-d-792394-17 is: [{'id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:14:39Z', 'revision_number': 4, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'gw_port': {'id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:31Z', 'updated_at': '2021-07-16T20:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8ba87765-f940-4c85-a921-8862d79e7f16', 'name': '', 'network_id': '20245390-37d9-4984-855d-f819b7eae820', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'mac_address': 'fa:16:3e:b9:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4fc305e9-36eb-46a9-a2e4-ead5fc9f5763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:38Z', 'updated_at': '2021-07-16T20:14:43Z', 'revision_number': 4, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'subnets': [{'id': '4fc305e9-36eb-46a9-a2e4-ead5fc9f5763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:44.366282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96d4046a-c465-45e5-9cb6-720c76a8056a req-bc10f643-0bc5-4e28-83dd-493a2c1f91ac tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669255 Jul 16 20:14:44.367578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:44.369308 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cea090a3-5398-413a-9a3f-37c530d89f9f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6403592 Jul 16 20:14:44.372239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:44.482088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] Pushing event updated for resources: {'Port': ['ID=9367a5ab-5ba7-49ee-b728-2699f86930d9,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.524934 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a4d901-60e4-4ed9-8a45-4548420f99b9 x-openstack-request-id: req-01a4d901-60e4-4ed9-8a45-4548420f99b9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:44.526003 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "name": "network-vif-unplugged", "status": "completed", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2", "code": 200}, {"server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "name": "network-vif-plugged", "status": "completed", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:44.526468 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01a4d901-60e4-4ed9-8a45-4548420f99b9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:44.527125 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2', 'code': 200} Jul 16 20:14:44.527617 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'code': 200} Jul 16 20:14:44.531700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 983facc3-38df-4061-8cd7-54c74f01c4d2 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:44.805321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] No DVR routers for this DVR port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:44.837858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-26885b5d-f8ba-4b22-8a5b-dc9406b6c98f tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:44.842568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-26885b5d-f8ba-4b22-8a5b-dc9406b6c98f tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4640186 Jul 16 20:14:44.853581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Subnet': ['ID=161bc931-8773-4474-94d2-ad1970e7c11a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:44.866555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Request body: {'port': {'device_id': 'e678c278-f85f-4297-a158-68f296d00b90', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'b89c034177c34ddeb70b709e552e86cc'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:44.879823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ba87765-f940-4c85-a921-8862d79e7f16 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:44.957524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Set router 274e5876-3d92-4958-9a21-33713bc43f66 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:45.109749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.126390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 983facc3-38df-4061-8cd7-54c74f01c4d2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:45.127443 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.132970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8ba87765-f940-4c85-a921-8862d79e7f16 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:45.170172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-08636e73-2a3b-41d8-90f1-2cda75695aef service neutron] 10.222.0.30 "PUT /v2.0/ports/9367a5ab-5ba7-49ee-b728-2699f86930d9/bindings/n-h1-792394-17/activate HTTP/1.1" status: 200 len: 370 time: 2.7089713 Jul 16 20:14:45.181829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8ba87765-f940-4c85-a921-8862d79e7f16 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:45.182249 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.205111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Checking segment: {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:45.206072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network hostable DHCP agents. Network: 814629bb-56b7-4576-90fc-47e7e5694198, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:45.247010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c5e49-9f04-4a5d-b64e-e6ded3321caa req-64e06583-676e-47aa-8a2b-66f8c36f89c3 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.254682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-591c5e49-9f04-4a5d-b64e-e6ded3321caa req-64e06583-676e-47aa-8a2b-66f8c36f89c3 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 944 time: 1.0618846 Jul 16 20:14:45.292316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9367a5ab-5ba7-49ee-b728-2699f86930d9 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:45.345690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf54e-4749-498b-a941-eba0899a276c req-48abf0bc-bb6d-42a0-bae6-5436f5f8190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.347746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb6bf54e-4749-498b-a941-eba0899a276c req-48abf0bc-bb6d-42a0-bae6-5436f5f8190f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1098 time: 0.5277109 Jul 16 20:14:45.351103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Made reservation on behalf of b89c034177c34ddeb70b709e552e86cc for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:45.354736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.356990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network 814629bb-56b7-4576-90fc-47e7e5694198 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:45.444391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Allocated IP 172.20.0.1 (dc92f4df-a3d1-43b6-a018-5feae2d6e24a/363643e8-041f-459a-a17e-f6881ca14dfa/b7027b50-ba1b-46b8-901a-b9b2243f274a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:45.451792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-591c5e49-9f04-4a5d-b64e-e6ded3321caa req-12b8ab53-46c1-4e1f-acd3-8d55a959809b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948984 Jul 16 20:14:45.466179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.476075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9367a5ab-5ba7-49ee-b728-2699f86930d9 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:45.488120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 814629bb-56b7-4576-90fc-47e7e5694198) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:45.500868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc590c1d-600f-45e7-8f6e-df312db19fdc None None] Network 814629bb-56b7-4576-90fc-47e7e5694198 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:45.527426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:45.528036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.532525 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.534971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.575876 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb6bf54e-4749-498b-a941-eba0899a276c req-f4d647f1-54a7-4a98-8b3f-d1a104fee246 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065179 Jul 16 20:14:45.601825 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-baa9b2fc-787d-460b-b63b-df2139227349 req-ec83eb3f-fe21-4b21-8ed6-540d49eb80ba tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0655046 Jul 16 20:14:45.657279 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.667718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e5876-3d92-4958-9a21-33713bc43f66', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:40Z', 'updated_at': '2021-07-16T20:14:42Z', 'revision_number': 3, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'gw_port': {'id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:41Z', 'updated_at': '2021-07-16T20:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:45.694711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=983facc3-38df-4061-8cd7-54c74f01c4d2,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:45.728069 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.729555 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.742544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Checking router: 274e5876-3d92-4958-9a21-33713bc43f66 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:45.743028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Updating router 274e5876-3d92-4958-9a21-33713bc43f66 port fee1e95c-084a-4311-9b4f-1d96de146599 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:45.775613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.789048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.792477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.872678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Pushing event updated for resources: {'Port': ['ID=b7027b50-ba1b-46b8-901a-b9b2243f274a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:45.890400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Network dc92f4df-a3d1-43b6-a018-5feae2d6e24a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:45.892532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:45.900231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:45.900694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 8ba87765-f940-4c85-a921-8862d79e7f16, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ba87765-f940-4c85-a921-8862d79e7f16,segment=NetworkSegment(823aa69f-d5f9-453c-9c98-20cab5f23f04),segment_id=823aa69f-d5f9-453c-9c98-20cab5f23f04)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:45.924977 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.937444 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:45.962877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=983facc3-38df-4061-8cd7-54c74f01c4d2,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:45.976535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Allocated IP 192.168.233.65 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/aafca974-ffa2-40b3-be4f-39a2999df769) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:46.047636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.139097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-814629bb-56b7-4576-90fc-47e7e5694198', 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'fixed_ips': [{'subnet_id': '161bc931-8773-4474-94d2-ad1970e7c11a'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:46.139827 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.148481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca29596-2b80-411c-bd69-f4007d2b6cbe req-19873ecc-266d-4258-93ec-03a605b99bfd tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.150839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aca29596-2b80-411c-bd69-f4007d2b6cbe req-19873ecc-266d-4258-93ec-03a605b99bfd tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.1870642 Jul 16 20:14:46.173101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.187982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Transition to ACTIVE for port object aafca974-ffa2-40b3-be4f-39a2999df769 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:46.225621 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aca29596-2b80-411c-bd69-f4007d2b6cbe req-b64af084-3758-4493-93c4-48b0284de382 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685246 Jul 16 20:14:46.282635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2975a7-3d5b-4b14-a090-077f8fc1db2b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:46.288112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-2f70a58a-04d2-4012-b1a4-21cde1a2a7f8 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b89c034177c34ddeb70b709e552e86cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787017 Jul 16 20:14:46.291279 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.292117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-02114706-b316-48ee-b6b4-540d97eba748 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3123136 Jul 16 20:14:46.295449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51850) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:46.331140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-645501651'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:46.395212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:46.399051 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.415343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eb703-f8ed-4a6a-a9bb-29ef4006d451 req-da274b9c-2aed-4b17-b497-383189b2a382 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:46.422767 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-285eb703-f8ed-4a6a-a9bb-29ef4006d451 req-da274b9c-2aed-4b17-b497-383189b2a382 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.7376311 Jul 16 20:14:46.482283 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.525196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=8ba87765-f940-4c85-a921-8862d79e7f16,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:46.542588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:46.546091 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b511c1-ddbb-48e2-8f09-eb81a544bf0c" -d '{"events": [{"server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "name": "network-vif-plugged", "status": "completed", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:46.549356 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.576836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:14:46.577998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.592968 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.629054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-285eb703-f8ed-4a6a-a9bb-29ef4006d451 req-5c68066a-8b18-433b-b978-f81679d23bae tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048464 Jul 16 20:14:46.698717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.699740 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Added segment 7bb48687-78ee-41c7-a796-fda0d673dec2 of type vlan for network 11df7d7b-e77c-4c25-89c7-e296b6350880 Jul 16 20:14:46.707469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:46.711946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Allocated IP 19.80.0.2 (814629bb-56b7-4576-90fc-47e7e5694198/161bc931-8773-4474-94d2-ad1970e7c11a/b0a022df-11f6-419e-8416-78c79402a638) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:46.781599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Pushing event updated for resources: {'Port': ['ID=b7027b50-ba1b-46b8-901a-b9b2243f274a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:46.789187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:46.851108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ba87765-f940-4c85-a921-8862d79e7f16 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:46.912031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Network dc92f4df-a3d1-43b6-a018-5feae2d6e24a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:46.913908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:46.993177 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.038804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8ba87765-f940-4c85-a921-8862d79e7f16 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:47.039189 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.055476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Transition to ACTIVE for port object fee1e95c-084a-4311-9b4f-1d96de146599 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:47.058038 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5a33c6-8092-4f0f-a89b-9f84772b3299 x-openstack-request-id: req-db5a33c6-8092-4f0f-a89b-9f84772b3299 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:47.058326 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "name": "network-vif-plugged", "status": "completed", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:47.058578 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db5a33c6-8092-4f0f-a89b-9f84772b3299 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:47.058956 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2', 'code': 200} Jul 16 20:14:47.102486 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.118872 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.131003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:47.189301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:47.190806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Transition to ACTIVE for port object b0a022df-11f6-419e-8416-78c79402a638 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:47.198616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-c66bb8cd-bd64-4e58-a41e-6dcc8b52d9d6 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.200409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-c66bb8cd-bd64-4e58-a41e-6dcc8b52d9d6 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.9896860 Jul 16 20:14:47.222453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:47.226967 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9a02286-3833-41fc-b1bf-c7438c5f5638 req-4cd9c332-77f8-4b77-95e0-8276193551fe tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0358751 Jul 16 20:14:47.244017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Attempting to bind port fee1e95c-084a-4311-9b4f-1d96de146599 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:47.244388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Attempting to bind port fee1e95c-084a-4311-9b4f-1d96de146599 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:47.244754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Attempting to bind port fee1e95c-084a-4311-9b4f-1d96de146599 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:47.245388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Router 274e5876-3d92-4958-9a21-33713bc43f66 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:14:47.256432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efa5f9-b11f-4d61-a2f3-7e06bcfdd027 None None] Pushing event updated for resources: {'Port': ['ID=fee1e95c-084a-4311-9b4f-1d96de146599,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:47.263094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Transition to ACTIVE for port object b0a022df-11f6-419e-8416-78c79402a638 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:47.266455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:47.266830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:47.267499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.267868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:47.268101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Bound port: fee1e95c-084a-4311-9b4f-1d96de146599, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:47.268486 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.291854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-fd704e4d-1716-460b-909a-2697f2503f0d tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.293499 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-fd704e4d-1716-460b-909a-2697f2503f0d tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9970279 Jul 16 20:14:47.311903 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.319876 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.348709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Request body: {'port': {'device_id': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'b89c034177c34ddeb70b709e552e86cc'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:47.437722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:14:47.438503 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Network 814629bb-56b7-4576-90fc-47e7e5694198 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:47.454497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:47.484392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-13c434a0-14e8-4394-96cd-ac6a27b41583 admin admin] 10.222.0.10 "PUT /v2.0/routers/274e5876-3d92-4958-9a21-33713bc43f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1030431 Jul 16 20:14:47.484633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:47.484633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Pushing event updated for resources: {'Port': ['ID=b0a022df-11f6-419e-8416-78c79402a638,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:47.489555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] For port fee1e95c-084a-4311-9b4f-1d96de146599, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:47.494641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] For port fee1e95c-084a-4311-9b4f-1d96de146599, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=fee1e95c-084a-4311-9b4f-1d96de146599,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:47.515967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e27ce-a8c8-45e7-90f4-8df74c8d9263 req-14d7b0be-0d2d-4f41-98b4-eb96713ddb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.518080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f42e27ce-a8c8-45e7-90f4-8df74c8d9263 req-14d7b0be-0d2d-4f41-98b4-eb96713ddb9f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 1098 time: 0.0820787 Jul 16 20:14:47.520449 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.560219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.561276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.566487 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f42e27ce-a8c8-45e7-90f4-8df74c8d9263 req-cc45a05b-e29d-444a-9eba-6b28bc355d3f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Jul 16 20:14:47.609967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Attempting to bind port b0a022df-11f6-419e-8416-78c79402a638 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:47.610729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Attempting to bind port b0a022df-11f6-419e-8416-78c79402a638 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:47.610729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Attempting to bind port b0a022df-11f6-419e-8416-78c79402a638 on network 814629bb-56b7-4576-90fc-47e7e5694198 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:47.618222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-76f174c4-c309-4895-84ea-aa3b55b665a0 None None] Provisioning for port aafca974-ffa2-40b3-be4f-39a2999df769 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:47.634331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:47.635026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Checking segment: {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:47.635466 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.635865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Bound using segment: {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:47.636331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Bound port: b0a022df-11f6-419e-8416-78c79402a638, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:47.637155 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.637617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.640458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-76f174c4-c309-4895-84ea-aa3b55b665a0 None None] Provisioning complete for port aafca974-ffa2-40b3-be4f-39a2999df769 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:47.641002 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-76f174c4-c309-4895-84ea-aa3b55b665a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.643695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efa5f9-b11f-4d61-a2f3-7e06bcfdd027 None None] Pushing event updated for resources: {'Port': ['ID=fee1e95c-084a-4311-9b4f-1d96de146599,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:47.644476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.645094 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.646581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Routers {'274e5876-3d92-4958-9a21-33713bc43f66'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:47.647191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['274e5876-3d92-4958-9a21-33713bc43f66'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:47.657552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-1657f2c8-4cb7-4ffe-8090-ab461cb72ac6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7981339 Jul 16 20:14:47.667202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a573c6-a871-4fa7-9709-67d0a56cc71f req-3cb273f2-2e8f-41a9-80fb-c6e22ab104e3 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.676607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9a573c6-a871-4fa7-9709-67d0a56cc71f req-3cb273f2-2e8f-41a9-80fb-c6e22ab104e3 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 944 time: 0.5566761 Jul 16 20:14:47.703122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Request body: {'port': {'device_id': 'e678c278-f85f-4297-a158-68f296d00b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:47.828017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Network': ['ID=11df7d7b-e77c-4c25-89c7-e296b6350880,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:47.835729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-4a6130c8-faad-4ffe-a1d3-8848298c668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:47.837307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-4a6130c8-faad-4ffe-a1d3-8848298c668a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b HTTP/1.1" status: 200 len: 1096 time: 0.6118109 Jul 16 20:14:47.842076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cb6e3d5f-0b0d-4346-b4a6-660b6e70354f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5389161 Jul 16 20:14:47.842256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:14:47.846633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'subnet': {'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:47.857445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 11df7d7b-e77c-4c25-89c7-e296b6350880 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:14:47.917975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Made reservation on behalf of b89c034177c34ddeb70b709e552e86cc for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:47.922026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:47.926848 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9a573c6-a871-4fa7-9709-67d0a56cc71f req-c85f7a6e-bd8e-4ccc-ba71-68bbaf0ce253 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494073 Jul 16 20:14:47.955579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-76f174c4-c309-4895-84ea-aa3b55b665a0 None None] Port aafca974-ffa2-40b3-be4f-39a2999df769 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:47.957345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:47.965558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.032105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] For port b0a022df-11f6-419e-8416-78c79402a638, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:48.051022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] For port b0a022df-11f6-419e-8416-78c79402a638, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b0a022df-11f6-419e-8416-78c79402a638,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:48.059109 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.072597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] Set router 274e5876-3d92-4958-9a21-33713bc43f66 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:48.100046 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.201861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6012fed-873f-4ee7-a02b-f2bababcdbbb None None] Pushing event updated for resources: {'Port': ['ID=b0a022df-11f6-419e-8416-78c79402a638,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.288149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.377818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2dc42-6a12-40e2-949e-9a58be6e5c65 req-5e72c96e-ba5a-454d-933f-015a2f2bd4ec tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.405253 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2a2dc42-6a12-40e2-949e-9a58be6e5c65 req-5e72c96e-ba5a-454d-933f-015a2f2bd4ec tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.2668016 Jul 16 20:14:48.409522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e5876-3d92-4958-9a21-33713bc43f66', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:40Z', 'updated_at': '2021-07-16T20:14:46Z', 'revision_number': 4, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'gw_port': {'id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:41Z', 'updated_at': '2021-07-16T20:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b7027b50-ba1b-46b8-901a-b9b2243f274a', 'name': '', 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'mac_address': 'fa:16:3e:e6:fb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:45Z', 'updated_at': '2021-07-16T20:14:46Z', 'revision_number': 2, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'subnets': [{'id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:48.436141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-d33eedb2-1b75-4ba3-b41e-22489e002eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.437387 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-d33eedb2-1b75-4ba3-b41e-22489e002eb5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1096 time: 0.5342863 Jul 16 20:14:48.445914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Allocated IP 192.168.233.232 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/ff523f53-fdd3-4d49-b34a-2451e981ed23) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:48.451689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Subnet': ['ID=5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:48.463212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Checking segment: {'id': '7bb48687-78ee-41c7-a796-fda0d673dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:48.463624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network hostable DHCP agents. Network: 11df7d7b-e77c-4c25-89c7-e296b6350880, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:14:48.473549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525fde7-42ef-4c25-8fb8-039e6878635b None None] The sync data for ids ['274e5876-3d92-4958-9a21-33713bc43f66'] in n-d-792394-17 is: [{'id': '274e5876-3d92-4958-9a21-33713bc43f66', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:40Z', 'updated_at': '2021-07-16T20:14:46Z', 'revision_number': 4, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'gw_port': {'id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:41Z', 'updated_at': '2021-07-16T20:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b7027b50-ba1b-46b8-901a-b9b2243f274a', 'name': '', 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'mac_address': 'fa:16:3e:e6:fb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:45Z', 'updated_at': '2021-07-16T20:14:46Z', 'revision_number': 2, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'subnets': [{'id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:48.519786 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2a2dc42-6a12-40e2-949e-9a58be6e5c65 req-15dc7c8d-dc7b-49b6-b492-7494c89976f4 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133502 Jul 16 20:14:48.555786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network 11df7d7b-e77c-4c25-89c7-e296b6350880 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:14:48.579302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 11df7d7b-e77c-4c25-89c7-e296b6350880) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:48.584246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.584892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.588157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca15fa-b299-4f75-94e0-cdf97e425d09 None None] Network 11df7d7b-e77c-4c25-89c7-e296b6350880 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:48.619472 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-61b2bc7f-448c-4e5c-83c7-d5571c888da7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7768409 Jul 16 20:14:48.697953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf844a-b776-434e-a321-5d06db0cf732 req-859150ae-f59a-4340-aa9e-4b813f4ef16f tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.697953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16bf844a-b776-434e-a321-5d06db0cf732 req-859150ae-f59a-4340-aa9e-4b813f4ef16f tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.5237279 Jul 16 20:14:48.818353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2bb58-7f8e-4ac7-a83a-4dd6c3b62934 req-a3efe4d5-1983-4804-967e-082ecb1a524f tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.820101 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-14b2bb58-7f8e-4ac7-a83a-4dd6c3b62934 req-a3efe4d5-1983-4804-967e-082ecb1a524f tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.0764940 Jul 16 20:14:48.833200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b0a022df-11f6-419e-8416-78c79402a638 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:48.871088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16bf844a-b776-434e-a321-5d06db0cf732 req-2683c3fa-11b8-4d2f-9171-a6a3441ebf66 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649098 Jul 16 20:14:48.902195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-11df7d7b-e77c-4c25-89c7-e296b6350880', 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'fixed_ips': [{'subnet_id': '5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:14:48.903043 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:48.926901 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-14b2bb58-7f8e-4ac7-a83a-4dd6c3b62934 req-537a462c-6ff1-462f-b0a5-47e0d6d96ed9 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769556 Jul 16 20:14:48.939962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-8cc5374d-2d91-4d6e-8013-2d1e6a2db7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:48.943516 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-8cc5374d-2d91-4d6e-8013-2d1e6a2db7ce service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.4764879 Jul 16 20:14:48.994661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.016413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Transition to ACTIVE for port object ff523f53-fdd3-4d49-b34a-2451e981ed23 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:49.079186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port b0a022df-11f6-419e-8416-78c79402a638 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:49.081513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.202857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ab15f4e6-d4f8-4757-9622-6175d61a56f4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 200 len: 217 time: 0.1329904 Jul 16 20:14:49.225623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Allocated IP 19.86.0.2 (11df7d7b-e77c-4c25-89c7-e296b6350880/5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b/e2dea973-577d-4d38-a65c-44657c3d67a4) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:49.298323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-5c94525f-ffc6-44b3-8fac-5ff7b91d8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.301009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-5c94525f-ffc6-44b3-8fac-5ff7b91d8a74 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.0589495 Jul 16 20:14:49.307125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:49.360314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ecf98486-843a-4c41-843d-8a512f1f1a67 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352297 Jul 16 20:14:49.361331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:49.377031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:49.500273 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.516835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Transition to ACTIVE for port object e2dea973-577d-4d38-a65c-44657c3d67a4 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:49.537891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Transition to ACTIVE for port object e2dea973-577d-4d38-a65c-44657c3d67a4 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:49.549374 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.549709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Pushing event updated for resources: {'Port': ['ID=ff523f53-fdd3-4d49-b34a-2451e981ed23,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:49.668259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Network 11df7d7b-e77c-4c25-89c7-e296b6350880 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:49.671915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:49.675552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:49.735225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Pushing event updated for resources: {'Port': ['ID=e2dea973-577d-4d38-a65c-44657c3d67a4,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:49.781319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Attempting to bind port e2dea973-577d-4d38-a65c-44657c3d67a4 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:49.781319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Attempting to bind port e2dea973-577d-4d38-a65c-44657c3d67a4 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7bb48687-78ee-41c7-a796-fda0d673dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:49.781669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Attempting to bind port e2dea973-577d-4d38-a65c-44657c3d67a4 on network 11df7d7b-e77c-4c25-89c7-e296b6350880 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:49.788477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:49.788957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Checking segment: {'id': '7bb48687-78ee-41c7-a796-fda0d673dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:49.789426 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.789896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Bound using segment: {'id': '7bb48687-78ee-41c7-a796-fda0d673dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:49.790743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Bound port: e2dea973-577d-4d38-a65c-44657c3d67a4, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb48687-78ee-41c7-a796-fda0d673dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:49.791488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.825199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.826424 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.826857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121741db-15f0-4c3f-8b49-1e4bdfef6639 req-23e95c37-a9b4-4919-bfa0-bfca7629ab57 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.835920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-121741db-15f0-4c3f-8b49-1e4bdfef6639 req-23e95c37-a9b4-4919-bfa0-bfca7629ab57 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 936 time: 0.1107056 Jul 16 20:14:49.861482 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-4c652eff-4443-4afa-8572-767ac972bf56 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762924 Jul 16 20:14:49.879523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] For port e2dea973-577d-4d38-a65c-44657c3d67a4, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:49.883019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] For port e2dea973-577d-4d38-a65c-44657c3d67a4, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e2dea973-577d-4d38-a65c-44657c3d67a4,segment=NetworkSegment(7bb48687-78ee-41c7-a796-fda0d673dec2),segment_id=7bb48687-78ee-41c7-a796-fda0d673dec2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:49.887564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa59fe-ad81-4071-83bf-35fa6b09efdf None None] Network 814629bb-56b7-4576-90fc-47e7e5694198 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:49.888189 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-121741db-15f0-4c3f-8b49-1e4bdfef6639 req-9d3547e6-5d4d-4a53-ae3a-c6ec0c96c153 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497842 Jul 16 20:14:49.892790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d49204-7dbf-4400-a738-60e5a53205bd req-902e5392-93b3-45e5-8d25-e431b48bcee4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:49.895543 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-902e5392-93b3-45e5-8d25-e431b48bcee4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 818 time: 0.6897027 Jul 16 20:14:49.908505 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.920572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a92f6ea0-8083-410c-85ff-6cad3ef69fa5 None None] Provisioning for port ff523f53-fdd3-4d49-b34a-2451e981ed23 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:49.930769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a92f6ea0-8083-410c-85ff-6cad3ef69fa5 None None] Provisioning complete for port ff523f53-fdd3-4d49-b34a-2451e981ed23 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:49.930769 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a92f6ea0-8083-410c-85ff-6cad3ef69fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:49.945036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-16a237dc-187c-4926-81ec-a0912b3661fd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6369846 Jul 16 20:14:49.965475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-57d968f9-f7b8-4788-90ce-784e430ed64d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/quotas/d248568130be47fc9a5b4d8184c5d13f HTTP/1.1" status: 200 len: 375 time: 0.0481114 Jul 16 20:14:49.970890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Request body: {'port': {'device_id': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:49.986438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a92f6ea0-8083-410c-85ff-6cad3ef69fa5 None None] Port ff523f53-fdd3-4d49-b34a-2451e981ed23 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:50.069266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d9721-7246-426a-96d6-28e716778969 None None] Pushing event updated for resources: {'Port': ['ID=e2dea973-577d-4d38-a65c-44657c3d67a4,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:50.111238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aafca974-ffa2-40b3-be4f-39a2999df769 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:50.136857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.154474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-da46a196-234a-435d-90f8-d4b80511651a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:50.161564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-da46a196-234a-435d-90f8-d4b80511651a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:50.166294 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-da46a196-234a-435d-90f8-d4b80511651a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/networks?id=814629bb-56b7-4576-90fc-47e7e5694198&id=11df7d7b-e77c-4c25-89c7-e296b6350880&id=814629bb-56b7-4576-90fc-47e7e5694198 HTTP/1.1" status: 200 len: 1390 time: 0.1600747 Jul 16 20:14:50.194767 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5d09fdf4-95fe-498f-bcf6-2fc1154ac2ef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/quotas/0054ae69ed654ae39c20090e11af301c HTTP/1.1" status: 200 len: 375 time: 0.0232251 Jul 16 20:14:50.218089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-039a1263-3824-4213-8664-80123cd720b4 None None] Provisioning for port b0a022df-11f6-419e-8416-78c79402a638 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:50.224417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-039a1263-3824-4213-8664-80123cd720b4 None None] Provisioning complete for port b0a022df-11f6-419e-8416-78c79402a638 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:50.224933 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-039a1263-3824-4213-8664-80123cd720b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.225279 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-89096477-8540-4f7c-9a58-ec5446f53bc3 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489819 Jul 16 20:14:50.226489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Transition to ACTIVE for port object aafca974-ffa2-40b3-be4f-39a2999df769 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:50.249801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.276524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-86d68da9-4b00-43e7-a203-fca2a40f9f22 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2735584 Jul 16 20:14:50.281722 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.323074 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-86dcb4fb-43e4-4d9e-8c25-9c3cb385cd58 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0054ae69ed654ae39c20090e11af301c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1263406 Jul 16 20:14:50.477475 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-039a1263-3824-4213-8664-80123cd720b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.563761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-70d96deb-093d-403d-81e6-3cc9ac818750 service neutron] 10.222.0.10 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392735 Jul 16 20:14:50.564485 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3f6603f-4b5f-42e0-a4eb-d2ef4a79189b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.583614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-039a1263-3824-4213-8664-80123cd720b4 None None] For port b0a022df-11f6-419e-8416-78c79402a638, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b0a022df-11f6-419e-8416-78c79402a638,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:50.589366 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-0a212806-7d49-43c9-a5a2-0e618034e79c service neutron] 10.222.0.10 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097129 Jul 16 20:14:50.597022 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-039a1263-3824-4213-8664-80123cd720b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:50.665378 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:50.743539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a1263-3824-4213-8664-80123cd720b4 None None] Pushing event updated for resources: {'Port': ['ID=b0a022df-11f6-419e-8416-78c79402a638,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:50.772104 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-68796236-7a2d-4388-a33a-35447084e3a3 service neutron] 10.222.0.10 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073219 Jul 16 20:14:50.884701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e2dea973-577d-4d38-a65c-44657c3d67a4 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:50.904200 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-61a16d63-4f00-4e8b-913d-2a1622979df9 service neutron] 10.222.0.10 "GET /v2.0/networks/11df7d7b-e77c-4c25-89c7-e296b6350880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292777 Jul 16 20:14:50.936904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e2dea973-577d-4d38-a65c-44657c3d67a4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:50.943862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fee1e95c-084a-4311-9b4f-1d96de146599 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:50.988901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3bdf996b-7267-43c2-a22e-ba6defa95180 None None] Provisioning complete for port b0a022df-11f6-419e-8416-78c79402a638 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:50.989289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3bdf996b-7267-43c2-a22e-ba6defa95180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.017514 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-e356a1fe-80ca-4df9-8609-488aa68b1212 service neutron] 10.222.0.10 "GET /v2.0/networks/11df7d7b-e77c-4c25-89c7-e296b6350880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084900 Jul 16 20:14:51.052888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port fee1e95c-084a-4311-9b4f-1d96de146599 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:51.058410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port fee1e95c-084a-4311-9b4f-1d96de146599 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:51.058656 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.141680 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-bed86f9f-31fb-4c8a-aff6-18204985f20a service neutron] 10.222.0.10 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225128 Jul 16 20:14:51.179403 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.191166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Attempting to bind port aafca974-ffa2-40b3-be4f-39a2999df769 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:51.191702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Attempting to bind port aafca974-ffa2-40b3-be4f-39a2999df769 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:51.191856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Attempting to bind port aafca974-ffa2-40b3-be4f-39a2999df769 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:51.201841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Port aafca974-ffa2-40b3-be4f-39a2999df769 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:51.202261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Attempting to bind port aafca974-ffa2-40b3-be4f-39a2999df769 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:51.203999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port fee1e95c-084a-4311-9b4f-1d96de146599, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=fee1e95c-084a-4311-9b4f-1d96de146599,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:51.209523 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.247588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-03beea02-bb63-41ea-af89-708a45a8d251 service neutron] 10.222.0.10 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049759 Jul 16 20:14:51.256779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:51.257134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:51.257520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:51.257976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Bound port: aafca974-ffa2-40b3-be4f-39a2999df769, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:51.258337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.280397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=fee1e95c-084a-4311-9b4f-1d96de146599,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:51.389887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ff28630c-6f52-43db-91da-9cf1dcf8576f tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.391820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-ff28630c-6f52-43db-91da-9cf1dcf8576f tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.7751238 Jul 16 20:14:51.393758 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-811ff2ff-dd2a-497c-9b9b-d499ff9934da service neutron] 10.222.0.10 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784314 Jul 16 20:14:51.555633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd72d5-b6fa-471b-9bd8-3691c6d7c5b4 None None] Network 11df7d7b-e77c-4c25-89c7-e296b6350880 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:14:51.585209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:51.638886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:51.684897 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.754027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2041e188-5c69-4cc8-a50f-5a9e225c89bb None None] Provisioning for port e2dea973-577d-4d38-a65c-44657c3d67a4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:51.759848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2041e188-5c69-4cc8-a50f-5a9e225c89bb None None] Provisioning complete for port e2dea973-577d-4d38-a65c-44657c3d67a4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:51.760444 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2041e188-5c69-4cc8-a50f-5a9e225c89bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.784661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:51.785555 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.787205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] 10.222.0.30 "PUT /v2.0/ports/aafca974-ffa2-40b3-be4f-39a2999df769 HTTP/1.1" status: 200 len: 1096 time: 4.0995142 Jul 16 20:14:51.806766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:51.809379 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2126834-023d-48e3-8955-5e09c84423a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:51.968660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-902623eb-0c34-4a04-863e-85d3fb540f8d service neutron] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:51.981180 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2041e188-5c69-4cc8-a50f-5a9e225c89bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:51.991947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6db194-dc0f-4e16-91e1-257d94484e2f service neutron] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.007764 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-902623eb-0c34-4a04-863e-85d3fb540f8d service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.008810 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9d10603-12ca-41e4-810f-23cf0ce14a79 req-902623eb-0c34-4a04-863e-85d3fb540f8d service neutron] 10.222.0.63 "DELETE /v2.0/ports/9367a5ab-5ba7-49ee-b728-2699f86930d9/bindings/n-h2-792394-17 HTTP/1.1" status: 204 len: 173 time: 0.6083384 Jul 16 20:14:52.020054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff523f53-fdd3-4d49-b34a-2451e981ed23 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:52.042037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2041e188-5c69-4cc8-a50f-5a9e225c89bb None None] For port e2dea973-577d-4d38-a65c-44657c3d67a4, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e2dea973-577d-4d38-a65c-44657c3d67a4,segment=NetworkSegment(7bb48687-78ee-41c7-a796-fda0d673dec2),segment_id=7bb48687-78ee-41c7-a796-fda0d673dec2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:52.054038 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2041e188-5c69-4cc8-a50f-5a9e225c89bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.055196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.102707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Transition to ACTIVE for port object ff523f53-fdd3-4d49-b34a-2451e981ed23 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:52.138622 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.150985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-911ccfbd-d854-4ad9-8354-e3caf37fc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.153529 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-911ccfbd-d854-4ad9-8354-e3caf37fc34d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1098 time: 0.1943772 Jul 16 20:14:52.232777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041e188-5c69-4cc8-a50f-5a9e225c89bb None None] Pushing event updated for resources: {'Port': ['ID=e2dea973-577d-4d38-a65c-44657c3d67a4,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.251455 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:14:52.255919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-a20acada-a3d5-4e93-b8e8-f3629203bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.257467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-a20acada-a3d5-4e93-b8e8-f3629203bbe1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89c034177c34ddeb70b709e552e86cc&device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 1099 time: 0.3878372 Jul 16 20:14:52.261225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff523f53-fdd3-4d49-b34a-2451e981ed23,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:52.297690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87faf-e9f5-474a-b2fe-b0ff6e27fb71 req-6c08fd06-7ebf-4dfb-bb24-3c30b95dcfc0 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.299367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6d87faf-e9f5-474a-b2fe-b0ff6e27fb71 req-6c08fd06-7ebf-4dfb-bb24-3c30b95dcfc0 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.5270274 Jul 16 20:14:52.445415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfaff8-add3-4ab7-ab87-eff72c9d4af2 req-047abfc9-a7c8-4100-abee-a66b4b452201 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.446399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-03d24e8b-ee75-48da-90d2-9ad692dab351 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=aafca974-ffa2-40b3-be4f-39a2999df769 HTTP/1.1" status: 200 len: 217 time: 0.1344800 Jul 16 20:14:52.457910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6bbfaff8-add3-4ab7-ab87-eff72c9d4af2 req-047abfc9-a7c8-4100-abee-a66b4b452201 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 944 time: 0.2441847 Jul 16 20:14:52.469923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-8545cef1-fbf2-473f-9efb-624181a5b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.473245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-8545cef1-fbf2-473f-9efb-624181a5b464 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 920 time: 0.3122153 Jul 16 20:14:52.502523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fe1fdc44-acde-4a41-808b-096dc49e2203 None None] Provisioning complete for port e2dea973-577d-4d38-a65c-44657c3d67a4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:52.502903 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe1fdc44-acde-4a41-808b-096dc49e2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.550035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-694bb779-9f8c-4f69-b706-798680605bf8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 217 time: 0.0700462 Jul 16 20:14:52.629921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6bbfaff8-add3-4ab7-ab87-eff72c9d4af2 req-079819e9-3517-4e99-9725-4ac9bfc584f3 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707966 Jul 16 20:14:52.654137 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6d87faf-e9f5-474a-b2fe-b0ff6e27fb71 req-104c9b5a-e9d5-4831-9f14-74e1c7a1b729 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262119 Jul 16 20:14:52.678710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-55ea2ef3-a1f4-48e6-bfe8-538715347920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.684895 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-55ea2ef3-a1f4-48e6-bfe8-538715347920 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 200 len: 859 time: 0.1216331 Jul 16 20:14:52.719635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-7c4f631c-1842-4092-aa84-de48b22ee60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.720946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-7c4f631c-1842-4092-aa84-de48b22ee60d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.2011991 Jul 16 20:14:52.755959 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Sync routers for ids ['274e5876-3d92-4958-9a21-33713bc43f66'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:14:52.783062 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Routers {'274e5876-3d92-4958-9a21-33713bc43f66'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:52.785304 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['274e5876-3d92-4958-9a21-33713bc43f66'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:52.817208 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-5ec2ad0d-2ce2-46ce-9d3d-fcbf95ba6964 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136708 Jul 16 20:14:52.850650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Attempting to bind port ff523f53-fdd3-4d49-b34a-2451e981ed23 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:52.850990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Attempting to bind port ff523f53-fdd3-4d49-b34a-2451e981ed23 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:52.851364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Attempting to bind port ff523f53-fdd3-4d49-b34a-2451e981ed23 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:52.859314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Port ff523f53-fdd3-4d49-b34a-2451e981ed23 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:52.859607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Attempting to bind port ff523f53-fdd3-4d49-b34a-2451e981ed23 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:52.871592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:52.872074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:52.872447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:52.873053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Bound port: ff523f53-fdd3-4d49-b34a-2451e981ed23, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:52.873423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:52.884156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b0a022df-11f6-419e-8416-78c79402a638 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:52.925466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-aaa3c019-45c0-4cad-904c-56369843083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:52.927963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-aaa3c019-45c0-4cad-904c-56369843083e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1882114 Jul 16 20:14:52.955513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b0a022df-11f6-419e-8416-78c79402a638 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:52.956449 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.006833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-7e6669c0-f62f-427a-a8d4-46ab3d4deea2 service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833713 Jul 16 20:14:53.079086 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Set router 274e5876-3d92-4958-9a21-33713bc43f66 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:53.082000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39422394-0470-4d8b-8cc1-8b892cc8d544 req-0406837d-f054-4db7-8ea5-7dffb7329b42 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.089981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-39422394-0470-4d8b-8cc1-8b892cc8d544 req-0406837d-f054-4db7-8ea5-7dffb7329b42 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 948 time: 0.1434214 Jul 16 20:14:53.093068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:53.117082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dafa54-b0d4-41db-8f34-3c609eb989d6 req-d5fb1ba4-0c3d-4abb-ad58-dd80b720a97d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.119390 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e4dafa54-b0d4-41db-8f34-3c609eb989d6 req-d5fb1ba4-0c3d-4abb-ad58-dd80b720a97d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.2239990 Jul 16 20:14:53.124726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:53.156762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.187137 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-39422394-0470-4d8b-8cc1-8b892cc8d544 req-85a62faa-c873-4e77-b4d9-99bbadab8208 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960886 Jul 16 20:14:53.261146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-46d533fa-6371-42d5-a43f-03569090df36 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958860 Jul 16 20:14:53.272290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.272923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.274927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b04176f-683e-4854-97c3-bd2a735a2906 req-e4cfffa9-3372-4179-a922-b34d62b5532a service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604229 Jul 16 20:14:53.276212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff523f53-fdd3-4d49-b34a-2451e981ed23 HTTP/1.1" status: 200 len: 1097 time: 3.3076160 Jul 16 20:14:53.287505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e2dea973-577d-4d38-a65c-44657c3d67a4 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:53.384481 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.388676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-068e45f1-71a4-49f7-aa25-2d4da9b4c382 req-355cf0fd-2729-409b-9b17-223100ee16b1 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 210 time: 0.0313621 Jul 16 20:14:53.438623 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4fc67552-6ace-4bfc-b07c-78224366fcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.463725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e2dea973-577d-4d38-a65c-44657c3d67a4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:53.464648 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.498167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e4dafa54-b0d4-41db-8f34-3c609eb989d6 req-90403563-2fee-4bbf-a64d-7e3e91fa8bb0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684690 Jul 16 20:14:53.577057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021253f2-b6cd-4f79-935c-bd3d4a429ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff523f53-fdd3-4d49-b34a-2451e981ed23,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:53.592841 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e5876-3d92-4958-9a21-33713bc43f66', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:40Z', 'updated_at': '2021-07-16T20:14:46Z', 'revision_number': 4, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'gw_port': {'id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:41Z', 'updated_at': '2021-07-16T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b7027b50-ba1b-46b8-901a-b9b2243f274a', 'name': '', 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'mac_address': 'fa:16:3e:e6:fb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:45Z', 'updated_at': '2021-07-16T20:14:46Z', 'revision_number': 2, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'subnets': [{'id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:53.607491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82cf1133-c54f-4d01-8afa-19390b7c8a62 req-5f61b2e3-5e22-4914-b329-643f123d9217 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434393 Jul 16 20:14:53.614266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-a9a87888-6919-46de-9541-b43f5157501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.616737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-a9a87888-6919-46de-9541-b43f5157501f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89c034177c34ddeb70b709e552e86cc&device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 1100 time: 0.2567809 Jul 16 20:14:53.683706 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17ca5d-c82f-487a-9842-ce1e27e0c430 x-openstack-request-id: req-1c17ca5d-c82f-487a-9842-ce1e27e0c430 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:53.683987 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:53.684338 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c17ca5d-c82f-487a-9842-ce1e27e0c430 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:53.684798 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'status': 'completed', 'code': 200} Jul 16 20:14:53.685319 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Checking router: 274e5876-3d92-4958-9a21-33713bc43f66 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:14:53.685687 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Updating router 274e5876-3d92-4958-9a21-33713bc43f66 port b7027b50-ba1b-46b8-901a-b9b2243f274a binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:14:53.686403 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-0734ebff-6ae1-41fd-9d0e-1449072c3839 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23 HTTP/1.1" status: 200 len: 217 time: 0.0583482 Jul 16 20:14:53.701702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fee1e95c-084a-4311-9b4f-1d96de146599 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:53.716923 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5a67bb2-caf8-4fb6-a7b1-39fdf1e1db2e req-c4c35cd2-d169-4a3b-b7e2-1dd1a4c7e835 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 210 time: 0.0892229 Jul 16 20:14:53.791771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port fee1e95c-084a-4311-9b4f-1d96de146599 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:53.792125 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.793355 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:53.901740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-9ffa0269-7bc6-4c9d-9ea4-a93476afeeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:53.906667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-9ffa0269-7bc6-4c9d-9ea4-a93476afeeb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.2066216 Jul 16 20:14:53.998863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-83f35126-4390-402f-b07d-9434f9be85fd tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.008786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-83f35126-4390-402f-b07d-9434f9be85fd tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.011703 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-83f35126-4390-402f-b07d-9434f9be85fd tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "GET /v2.0/networks?id=814629bb-56b7-4576-90fc-47e7e5694198&id=11df7d7b-e77c-4c25-89c7-e296b6350880&id=814629bb-56b7-4576-90fc-47e7e5694198 HTTP/1.1" status: 200 len: 1390 time: 0.2208340 Jul 16 20:14:54.033493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'port': {'device_id': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198', 'admin_state_up': True, 'tenant_id': '0054ae69ed654ae39c20090e11af301c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:54.063409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126834-023d-48e3-8955-5e09c84423a8 req-eda864fc-425a-4c99-bf23-187a39e3ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.065648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2126834-023d-48e3-8955-5e09c84423a8 req-eda864fc-425a-4c99-bf23-187a39e3ac4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89c034177c34ddeb70b709e552e86cc&device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 1099 time: 0.3108869 Jul 16 20:14:54.190762 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.211216 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Transition to ACTIVE for port object b7027b50-ba1b-46b8-901a-b9b2243f274a will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:54.225042 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.264049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:54.267958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.283167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126834-023d-48e3-8955-5e09c84423a8 req-f23951ae-d10b-49fc-ab8f-99da42ad7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.285242 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2126834-023d-48e3-8955-5e09c84423a8 req-f23951ae-d10b-49fc-ab8f-99da42ad7ec9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.2109101 Jul 16 20:14:54.300856 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5cd0d-18bb-400c-aa45-5891a2199387 None None] Pushing event updated for resources: {'Port': ['ID=b7027b50-ba1b-46b8-901a-b9b2243f274a,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:54.315621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a13998-e91f-4f8c-a93e-e28b3d1bc145 req-062096ea-8d82-4917-9333-e3f9feae44e2 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.317284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94a13998-e91f-4f8c-a93e-e28b3d1bc145 req-062096ea-8d82-4917-9333-e3f9feae44e2 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.4016721 Jul 16 20:14:54.329246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-6f4945be-60c4-4f99-b5ca-099f1d62b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.332069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-6f4945be-60c4-4f99-b5ca-099f1d62b2a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4091997 Jul 16 20:14:54.375356 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Attempting to bind port b7027b50-ba1b-46b8-901a-b9b2243f274a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:54.375728 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Attempting to bind port b7027b50-ba1b-46b8-901a-b9b2243f274a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:54.376084 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Attempting to bind port b7027b50-ba1b-46b8-901a-b9b2243f274a on network dc92f4df-a3d1-43b6-a018-5feae2d6e24a {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:54.381434 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:54.381793 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Checking segment: {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:54.382185 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.382566 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Bound using segment: {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:54.383026 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Bound port: b7027b50-ba1b-46b8-901a-b9b2243f274a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:54.383445 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.429921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.450135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Allocated IP 19.80.0.41 (814629bb-56b7-4576-90fc-47e7e5694198/161bc931-8773-4474-94d2-ad1970e7c11a/c255f012-a627-4f9d-a3b4-0b7d92f84498) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:54.453897 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] For port b7027b50-ba1b-46b8-901a-b9b2243f274a, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:54.457405 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] For port b7027b50-ba1b-46b8-901a-b9b2243f274a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b7027b50-ba1b-46b8-901a-b9b2243f274a,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:54.463893 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.534587 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5cd0d-18bb-400c-aa45-5891a2199387 None None] Pushing event updated for resources: {'Port': ['ID=b7027b50-ba1b-46b8-901a-b9b2243f274a,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:54.552111 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Routers {'274e5876-3d92-4958-9a21-33713bc43f66'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:14:54.554711 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:14:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['274e5876-3d92-4958-9a21-33713bc43f66'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:54.567391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2126834-023d-48e3-8955-5e09c84423a8 req-911faa2a-3db0-4ada-befe-41fcbe0b944c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=aafca974-ffa2-40b3-be4f-39a2999df769 HTTP/1.1" status: 200 len: 217 time: 0.2460401 Jul 16 20:14:54.625661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.674625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Transition to ACTIVE for port object c255f012-a627-4f9d-a3b4-0b7d92f84498 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:54.732624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.738196 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] Set router 274e5876-3d92-4958-9a21-33713bc43f66 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:14:54.795191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94a13998-e91f-4f8c-a93e-e28b3d1bc145 req-b6eb7ac9-6ebb-4827-8d99-714dd58337ba tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617808 Jul 16 20:14:54.797502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network 814629bb-56b7-4576-90fc-47e7e5694198 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:54.803642 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:54.819692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:54.835321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b7027b50-ba1b-46b8-901a-b9b2243f274a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:54.885492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d49204-7dbf-4400-a738-60e5a53205bd req-350db50d-e877-4a9a-81ba-b983a4f17325 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.890025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-350db50d-e877-4a9a-81ba-b983a4f17325 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.63 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 818 time: 0.5307324 Jul 16 20:14:54.896519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126834-023d-48e3-8955-5e09c84423a8 req-553cf7af-53b1-48f7-b5ba-dd9f68a4e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.901513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2126834-023d-48e3-8955-5e09c84423a8 req-553cf7af-53b1-48f7-b5ba-dd9f68a4e447 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.3010881 Jul 16 20:14:54.908588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Request body: {'port': {'device_id': 'e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9', 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'admin_state_up': True, 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:54.926318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:54.926789 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-91a4455d-438a-44f4-a493-e0b9583c2c94 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686724 Jul 16 20:14:54.927376 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:54.954353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Port': ['ID=c255f012-a627-4f9d-a3b4-0b7d92f84498,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:54.956611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port b7027b50-ba1b-46b8-901a-b9b2243f274a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:54.961247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b7027b50-ba1b-46b8-901a-b9b2243f274a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:54.961942 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.007725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-08ba41a4-7719-498e-b60e-e76c69d550d2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9826393 Jul 16 20:14:55.019842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'port': {'device_id': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880', 'admin_state_up': True, 'tenant_id': '0054ae69ed654ae39c20090e11af301c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:55.073427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.132903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port b7027b50-ba1b-46b8-901a-b9b2243f274a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b7027b50-ba1b-46b8-901a-b9b2243f274a,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:55.139655 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.141199 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e5876-3d92-4958-9a21-33713bc43f66', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:40Z', 'updated_at': '2021-07-16T20:14:46Z', 'revision_number': 4, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'gw_port': {'id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:41Z', 'updated_at': '2021-07-16T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b7027b50-ba1b-46b8-901a-b9b2243f274a', 'name': '', 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'mac_address': 'fa:16:3e:e6:fb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:45Z', 'updated_at': '2021-07-16T20:14:54Z', 'revision_number': 4, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'subnets': [{'id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:14:55.141655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-8e3d14c2-7267-427b-8fde-d40ebd494390 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.149341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316937ac-edd1-4f60-8075-8207fdb07f45 req-c3c67d8c-d941-4b2c-ba29-e12ed8898978 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.150502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-8e3d14c2-7267-427b-8fde-d40ebd494390 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 818 time: 0.2093034 Jul 16 20:14:55.151074 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-316937ac-edd1-4f60-8075-8207fdb07f45 req-c3c67d8c-d941-4b2c-ba29-e12ed8898978 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1096 time: 0.2173865 Jul 16 20:14:55.179643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:55.180629 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11499e2c-9628-430a-adb5-50e7393fedb2 None None] The sync data for ids ['274e5876-3d92-4958-9a21-33713bc43f66'] in n-d-792394-17 is: [{'id': '274e5876-3d92-4958-9a21-33713bc43f66', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:40Z', 'updated_at': '2021-07-16T20:14:46Z', 'revision_number': 4, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'gw_port': {'id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:41Z', 'updated_at': '2021-07-16T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b7027b50-ba1b-46b8-901a-b9b2243f274a', 'name': '', 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'mac_address': 'fa:16:3e:e6:fb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:45Z', 'updated_at': '2021-07-16T20:14:54Z', 'revision_number': 4, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'subnets': [{'id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:14:55.184080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.197043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-5f9ad3d1-d1c3-4303-99db-6a97ede7624d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/quotas/d248568130be47fc9a5b4d8184c5d13f HTTP/1.1" status: 200 len: 375 time: 0.0402930 Jul 16 20:14:55.203100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=b7027b50-ba1b-46b8-901a-b9b2243f274a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:55.222831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-316937ac-edd1-4f60-8075-8207fdb07f45 req-024adc7b-7394-40c6-906d-beb20679599f tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641043 Jul 16 20:14:55.254987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30a33805-9844-424f-9b44-60487c90c211 None None] Provisioning for port c255f012-a627-4f9d-a3b4-0b7d92f84498 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:55.263129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30a33805-9844-424f-9b44-60487c90c211 None None] Provisioning complete for port c255f012-a627-4f9d-a3b4-0b7d92f84498 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:55.263818 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30a33805-9844-424f-9b44-60487c90c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.382432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:55.396788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-30a33805-9844-424f-9b44-60487c90c211 None None] Port c255f012-a627-4f9d-a3b4-0b7d92f84498 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:55.459023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Allocated IP 19.86.0.133 (11df7d7b-e77c-4c25-89c7-e296b6350880/5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b/4abafed2-cdc0-4abf-8a1b-f84b99f52234) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:55.491992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:55.503569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'mac_address': 'fa:16:3e:37:8e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:55.530721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe47d4-df63-4975-a21e-4fe204f63f25 req-25f88414-8cbe-459d-86cc-f6fb5cd7349e tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.532320 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ddfe47d4-df63-4975-a21e-4fe204f63f25 req-25f88414-8cbe-459d-86cc-f6fb5cd7349e tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 948 time: 0.1401939 Jul 16 20:14:55.549893 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.562930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aafca974-ffa2-40b3-be4f-39a2999df769 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:55.584679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:55.590202 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.644855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ddfe47d4-df63-4975-a21e-4fe204f63f25 req-d8c81fb4-8d38-4065-84c5-9f5c06f2a694 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993934 Jul 16 20:14:55.652453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:55.654728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-dfbc5740-e503-4db1-aa52-02d18b67dc34 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.656248 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-dfbc5740-e503-4db1-aa52-02d18b67dc34 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.63 "GET /v2.0/ports?device_id=b98dc289-d51d-4125-a967-1a39825b1613 HTTP/1.1" status: 200 len: 946 time: 0.1873729 Jul 16 20:14:55.685884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126834-023d-48e3-8955-5e09c84423a8 req-07eba7cd-7be7-4531-bf2c-c6f2b2983fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:55.687508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2126834-023d-48e3-8955-5e09c84423a8 req-07eba7cd-7be7-4531-bf2c-c6f2b2983fd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7597804 Jul 16 20:14:55.690073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:55.692967 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487f7625-b794-4b5e-b4bd-f5d0711f9d87" -d '{"events": [{"name": "network-changed", "server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:55.713090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab344a78-b9cf-4494-8bd2-dd1e50002c08 req-d9421c68-48e9-4d3d-bd48-5dd38a01b985 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730284 Jul 16 20:14:55.730156 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-7cf6dec8-d10e-4226-ab51-bebbbcc37fd9 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5322666 Jul 16 20:14:55.778227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Made reservation on behalf of d248568130be47fc9a5b4d8184c5d13f for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:55.781855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:55.828100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aafca974-ffa2-40b3-be4f-39a2999df769'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:55.908317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2126834-023d-48e3-8955-5e09c84423a8 req-89ad71b9-8be4-48af-9706-e55011e9eb05 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100534 Jul 16 20:14:56.001718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-df71e584-62e2-4554-93be-cca5f372170b service neutron] 10.222.0.10 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585917 Jul 16 20:14:56.123897 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.178181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2126834-023d-48e3-8955-5e09c84423a8 req-2e7abd7d-42b9-4a7e-8414-c9367db634db service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399404 Jul 16 20:14:56.194279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Allocated IP 172.20.0.11 (dc92f4df-a3d1-43b6-a018-5feae2d6e24a/363643e8-041f-459a-a17e-f6881ca14dfa/904dca07-cf08-46aa-921f-4c58e6787d8a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:56.199913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-b541c91f-462b-445b-859a-480910d39c87 service neutron] 10.222.0.10 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970270 Jul 16 20:14:56.260319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.325349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Transition to ACTIVE for port object 4abafed2-cdc0-4abf-8a1b-f84b99f52234 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:56.343112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-aacacdab-4f77-49de-adae-425cc428a4c8 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.350201 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-aacacdab-4f77-49de-adae-425cc428a4c8 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/networks?id=0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 200 len: 815 time: 0.6062071 Jul 16 20:14:56.370937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-45f30dd8-90c7-4252-8ba7-4561794860a1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/quotas/462fd8b09dc04191bcd74ee64996cb77 HTTP/1.1" status: 200 len: 375 time: 0.0198674 Jul 16 20:14:56.396912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.437583 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.497271 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Deleting port 983facc3-38df-4061-8cd7-54c74f01c4d2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:14:56.497761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.501782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network 11df7d7b-e77c-4c25-89c7-e296b6350880 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:56.523394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.536177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:56.547704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:56.579044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Port': ['ID=4abafed2-cdc0-4abf-8a1b-f84b99f52234,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:56.606419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777af9d7-9746-49e9-8436-854778541495 req-958abcd9-96b1-4cdf-adf0-1b2c320c4040 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.613399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777af9d7-9746-49e9-8436-854778541495 req-958abcd9-96b1-4cdf-adf0-1b2c320c4040 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.622455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-777af9d7-9746-49e9-8436-854778541495 req-958abcd9-96b1-4cdf-adf0-1b2c320c4040 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 1654 time: 0.1727035 Jul 16 20:14:56.638775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Network dc92f4df-a3d1-43b6-a018-5feae2d6e24a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:56.645873 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-0e15eef0-e26f-43b7-be96-1a88ede33a4a tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=462fd8b09dc04191bcd74ee64996cb77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2740276 Jul 16 20:14:56.651058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:56.655066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:56.658105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Pushing event updated for resources: {'Port': ['ID=904dca07-cf08-46aa-921f-4c58e6787d8a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:56.667718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.668355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.729263 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-777af9d7-9746-49e9-8436-854778541495 req-20e4473b-5390-40a0-a625-92057bb67a72 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979235 Jul 16 20:14:56.754663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:56.754932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b7027b50-ba1b-46b8-901a-b9b2243f274a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:56.755420 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.767959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-5eaecaf7-9e9b-4478-9801-597966da39ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7524023 Jul 16 20:14:56.770520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] For port 983facc3-38df-4061-8cd7-54c74f01c4d2, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=983facc3-38df-4061-8cd7-54c74f01c4d2,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:56.770892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.778630 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9ec091b-cd4d-4227-9e0d-1ad37c369d51 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8737922 Jul 16 20:14:56.798477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Request body: {'port': {'device_id': 'e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:56.822898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'port': {'device_id': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198', 'admin_state_up': True, 'tenant_id': '0054ae69ed654ae39c20090e11af301c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:56.832248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Calling delete_port for 983facc3-38df-4061-8cd7-54c74f01c4d2 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:14:56.884742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b7027b50-ba1b-46b8-901a-b9b2243f274a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:56.885010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:56.886908 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.039666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ce30a0c-f576-40c1-a88d-c3359b67f855 None None] Provisioning for port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:57.045629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-4b9da3c2-f954-4b0e-90cb-5f74f0d88e78 service neutron] 10.222.0.10 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491645 Jul 16 20:14:57.047741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ce30a0c-f576-40c1-a88d-c3359b67f855 None None] Provisioning complete for port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:57.048243 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ce30a0c-f576-40c1-a88d-c3359b67f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.106194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687f56-ae4f-40f0-9a15-ebc6e4233a68 req-0f697c74-485f-4801-a362-1cfdb33e19ff tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:57.107790 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f687f56-ae4f-40f0-9a15-ebc6e4233a68 req-0f697c74-485f-4801-a362-1cfdb33e19ff tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1612155 Jul 16 20:14:57.124432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ce30a0c-f576-40c1-a88d-c3359b67f855 None None] Port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:57.176210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:57.179830 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.208656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f687f56-ae4f-40f0-9a15-ebc6e4233a68 req-f2261b15-f702-48c7-8bc2-ff7545fccbf6 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919895 Jul 16 20:14:57.265877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-175d0ee4-68d4-4fc8-8665-105dae8ac61a service neutron] 10.222.0.10 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193806 Jul 16 20:14:57.329919 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.349806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904dca07-cf08-46aa-921f-4c58e6787d8a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:57.358829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.373968 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Transition to ACTIVE for port object 904dca07-cf08-46aa-921f-4c58e6787d8a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:57.381647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.383633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ff523f53-fdd3-4d49-b34a-2451e981ed23 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:14:57.386756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:57.392113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Pushing event deleted for resources: {'Port': ['ID=983facc3-38df-4061-8cd7-54c74f01c4d2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:57.471863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Allocated IP 19.80.0.210 (814629bb-56b7-4576-90fc-47e7e5694198/161bc931-8773-4474-94d2-ad1970e7c11a/e932dbf1-23a4-42b7-a188-c3c86d993059) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:57.475986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] No DVR routers for this DVR port 983facc3-38df-4061-8cd7-54c74f01c4d2 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:14:57.481097 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.483127 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ee55e07-8576-40de-99b3-37060cfa8ebf req-b6fbd372-59e8-46a7-b1f8-f7d837243977 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.63 "DELETE /v2.0/ports/983facc3-38df-4061-8cd7-54c74f01c4d2 HTTP/1.1" status: 204 len: 173 time: 1.7897687 Jul 16 20:14:57.485634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'name': 'network-vif-deleted', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:57.489113 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b28a4e-57ca-4d62-98f5-95336a98e500" -d '{"events": [{"server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "name": "network-vif-deleted", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:57.501133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port aafca974-ffa2-40b3-be4f-39a2999df769 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:57.511728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port aafca974-ffa2-40b3-be4f-39a2999df769 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:57.511992 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.582146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Pushing event updated for resources: {'Port': ['ID=904dca07-cf08-46aa-921f-4c58e6787d8a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:57.682602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Attempting to bind port 904dca07-cf08-46aa-921f-4c58e6787d8a on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:57.682602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Attempting to bind port 904dca07-cf08-46aa-921f-4c58e6787d8a by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:57.682982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Attempting to bind port 904dca07-cf08-46aa-921f-4c58e6787d8a on network dc92f4df-a3d1-43b6-a018-5feae2d6e24a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:57.688549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Port 904dca07-cf08-46aa-921f-4c58e6787d8a on network dc92f4df-a3d1-43b6-a018-5feae2d6e24a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:57.688870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Attempting to bind port 904dca07-cf08-46aa-921f-4c58e6787d8a on network dc92f4df-a3d1-43b6-a018-5feae2d6e24a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:57.697171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:57.697442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Checking segment: {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:57.697824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Bound using segment: {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:57.698248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Bound port: 904dca07-cf08-46aa-921f-4c58e6787d8a, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:57.698617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.790975 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.807734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.828188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:57.831341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:14:57.834413 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8d3c44-1998-484e-9086-d47f6f52c2dc" -d '{"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-plugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:14:57.840117 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.896743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Transition to ACTIVE for port object e932dbf1-23a4-42b7-a188-c3c86d993059 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:57.901318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] For port 904dca07-cf08-46aa-921f-4c58e6787d8a, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:57.904854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:57.910789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] For port 904dca07-cf08-46aa-921f-4c58e6787d8a, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=904dca07-cf08-46aa-921f-4c58e6787d8a,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:57.915245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:57.917256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-e9e32664-1289-4520-9959-16f2e069efac tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:57.919383 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-e9e32664-1289-4520-9959-16f2e069efac tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 821 time: 0.2364781 Jul 16 20:14:57.931288 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.931887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'ff523f53-fdd3-4d49-b34a-2451e981ed23', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'ff523f53-fdd3-4d49-b34a-2451e981ed23', 'mac_address': 'fa:16:3e:25:b2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:14:57.941859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-aa5d6c60-0a91-4de5-844f-0fb3b84d008a tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/quotas/3ca09283cdb344df9c4778a5cbe26f3b HTTP/1.1" status: 200 len: 375 time: 0.0140030 Jul 16 20:14:57.978793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:57.994367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff523f53-fdd3-4d49-b34a-2451e981ed23 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:58.034163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:58.040422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.040789 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.041145 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.047770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] 10.222.0.63 "PUT /v2.0/ports/904dca07-cf08-46aa-921f-4c58e6787d8a HTTP/1.1" status: 200 len: 1093 time: 1.2533631 Jul 16 20:14:58.048989 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.124348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ff523f53-fdd3-4d49-b34a-2451e981ed23,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.186438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network 814629bb-56b7-4576-90fc-47e7e5694198 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:14:58.203525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:14:58.229315 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-ef4bc66d-7603-485a-9ddd-e5d0d905fafd tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2793262 Jul 16 20:14:58.231840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Port': ['ID=e932dbf1-23a4-42b7-a188-c3c86d993059,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.233473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-08ee4e57-70b3-4ee7-9a2e-cec2713d396a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.234299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:14:58.243069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-08ee4e57-70b3-4ee7-9a2e-cec2713d396a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.30 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 818 time: 0.2215548 Jul 16 20:14:58.247439 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b407f772-f4dd-4757-a2f8-6ceb87557a18 x-openstack-request-id: req-b407f772-f4dd-4757-a2f8-6ceb87557a18 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:58.248363 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:58.248812 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b407f772-f4dd-4757-a2f8-6ceb87557a18 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:58.250472 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23', 'status': 'completed', 'code': 200} Jul 16 20:14:58.269647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Request body: {'port': {'device_id': '812fab10-7e8d-4610-91ce-bb250e85e958', 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'admin_state_up': True, 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:58.292585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['ff523f53-fdd3-4d49-b34a-2451e981ed23'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:14:58.372785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.376140 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.496843 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-1ae9d185-9fea-4e6d-ab57-68b8fe2fb5fe tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6798019 Jul 16 20:14:58.505952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-deba19b4-1a09-45df-8c32-2577b070ff1b service neutron] 10.222.0.10 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609360 Jul 16 20:14:58.523750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Request body: {'port': {'device_id': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:58.535660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9191a75-285a-4f09-94d2-dc235c097271 service neutron] Pushing event updated for resources: {'Port': ['ID=904dca07-cf08-46aa-921f-4c58e6787d8a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:58.559657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 983facc3-38df-4061-8cd7-54c74f01c4d2 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:14:58.592574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 983facc3-38df-4061-8cd7-54c74f01c4d2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:14:58.592929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 983facc3-38df-4061-8cd7-54c74f01c4d2 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:14:58.618422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-437778b4-0d0a-43f6-a77b-4e9939252727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.623309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-437778b4-0d0a-43f6-a77b-4e9939252727 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89c034177c34ddeb70b709e552e86cc&device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 1101 time: 0.3755434 Jul 16 20:14:58.658974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d49204-7dbf-4400-a738-60e5a53205bd req-4c784c86-6aae-4181-9644-13c261d9d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.661059 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-4c784c86-6aae-4181-9644-13c261d9d05b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1096 time: 0.4093919 Jul 16 20:14:58.681362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bdfd3e97-4d42-4d7e-a3e9-edf5099fec1a None None] Provisioning for port e932dbf1-23a4-42b7-a188-c3c86d993059 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:58.689151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bdfd3e97-4d42-4d7e-a3e9-edf5099fec1a None None] Provisioning complete for port e932dbf1-23a4-42b7-a188-c3c86d993059 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:58.692643 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bdfd3e97-4d42-4d7e-a3e9-edf5099fec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.746586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-c8b49ad0-a968-4c4a-bf6e-920c9d033e09 service neutron] 10.222.0.10 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317791 Jul 16 20:14:58.747234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd3e97-4d42-4d7e-a3e9-edf5099fec1a None None] Port e932dbf1-23a4-42b7-a188-c3c86d993059 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:14:58.747677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1776f-5db4-4eb8-b34d-b2f665397c74 req-d9ddba14-1265-44bd-98c1-e185a1587b0d tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.749625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2d1776f-5db4-4eb8-b34d-b2f665397c74 req-d9ddba14-1265-44bd-98c1-e185a1587b0d tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.2943840 Jul 16 20:14:58.750581 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-72b91577-5e06-432b-b8db-8901919c1fb2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=904dca07-cf08-46aa-921f-4c58e6787d8a HTTP/1.1" status: 200 len: 217 time: 0.0823848 Jul 16 20:14:58.754520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Made reservation on behalf of d248568130be47fc9a5b4d8184c5d13f for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:14:58.757549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.768045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:58.952670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-7b159035-deeb-48af-a137-780fad1e8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.954317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-7b159035-deeb-48af-a137-780fad1e8fd4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.3219895 Jul 16 20:14:58.965404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2d1776f-5db4-4eb8-b34d-b2f665397c74 req-7bfb0912-d0a6-48a7-8309-7d2364c23598 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772859 Jul 16 20:14:58.983404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d49204-7dbf-4400-a738-60e5a53205bd req-d8bd3e6d-62b1-4ee2-9b2a-25ada5db9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:58.984899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-d8bd3e6d-62b1-4ee2-9b2a-25ada5db9e16 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.1956103 Jul 16 20:14:59.036209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-748bd3c7-5d05-4fe0-becd-f787a7d00848 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23 HTTP/1.1" status: 200 len: 217 time: 0.0695982 Jul 16 20:14:59.064112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-c1696cd1-165f-402d-b29e-0b3c04d735f3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408058 Jul 16 20:14:59.076845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-223c4f0d-26ec-4a24-b171-8abc380ce0fd req-908ea3be-cec7-42f7-ab23-c0d292852850 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 210 time: 0.0391819 Jul 16 20:14:59.144776 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc69274-6701-409d-90d1-e9c0543e2a6d x-openstack-request-id: req-4cc69274-6701-409d-90d1-e9c0543e2a6d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:59.145333 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98dc289-d51d-4125-a967-1a39825b1613", "name": "network-vif-deleted", "tag": "983facc3-38df-4061-8cd7-54c74f01c4d2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:59.145838 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cc69274-6701-409d-90d1-e9c0543e2a6d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:59.146461 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98dc289-d51d-4125-a967-1a39825b1613', 'name': 'network-vif-deleted', 'tag': '983facc3-38df-4061-8cd7-54c74f01c4d2', 'status': 'completed', 'code': 200} Jul 16 20:14:59.194958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-b85daf54-1450-4619-b9ce-261f0b67595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.197662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-b85daf54-1450-4619-b9ce-261f0b67595e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1376407 Jul 16 20:14:59.204212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c255f012-a627-4f9d-a3b4-0b7d92f84498 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:14:59.214317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.245486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Transition to ACTIVE for port object c255f012-a627-4f9d-a3b4-0b7d92f84498 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:14:59.250886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.326633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Allocated IP 172.20.0.3 (dc92f4df-a3d1-43b6-a018-5feae2d6e24a/363643e8-041f-459a-a17e-f6881ca14dfa/8feab403-f01d-463e-994c-cbd4c06c83ee) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:14:59.334536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-428c16fc-5953-4808-a607-660c64678f40 req-724c9691-fe0d-4ec2-996f-4fd647312f08 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0777133 Jul 16 20:14:59.376570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c255f012-a627-4f9d-a3b4-0b7d92f84498,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:59.426569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ff523f53-fdd3-4d49-b34a-2451e981ed23 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:14:59.439692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-009f0a15-7bb2-42fe-afa2-6644a93908d2 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261719 Jul 16 20:14:59.505255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port ff523f53-fdd3-4d49-b34a-2451e981ed23 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:14:59.522562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port ff523f53-fdd3-4d49-b34a-2451e981ed23 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:14:59.523927 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.554157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Attempting to bind port c255f012-a627-4f9d-a3b4-0b7d92f84498 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:14:59.554711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Attempting to bind port c255f012-a627-4f9d-a3b4-0b7d92f84498 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:14:59.555118 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Attempting to bind port c255f012-a627-4f9d-a3b4-0b7d92f84498 on network 814629bb-56b7-4576-90fc-47e7e5694198 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:59.579897 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Port c255f012-a627-4f9d-a3b4-0b7d92f84498 on network 814629bb-56b7-4576-90fc-47e7e5694198 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:14:59.580261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Attempting to bind port c255f012-a627-4f9d-a3b4-0b7d92f84498 on network 814629bb-56b7-4576-90fc-47e7e5694198 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:14:59.623090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:14:59.623471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Checking segment: {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:14:59.624052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Bound using segment: {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:14:59.624571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Bound port: c255f012-a627-4f9d-a3b4-0b7d92f84498, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:14:59.625125 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.632233 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.674815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:14:59.682757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.766513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] For port c255f012-a627-4f9d-a3b4-0b7d92f84498, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:14:59.768485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ff523f53-fdd3-4d49-b34a-2451e981ed23,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:59.783738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] For port c255f012-a627-4f9d-a3b4-0b7d92f84498, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c255f012-a627-4f9d-a3b4-0b7d92f84498,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:14:59.794291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb275-ece9-4661-8594-1ddbfa87a0e7 req-fa0aa56c-483a-46e2-a429-99977ec53aac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.801007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb275-ece9-4661-8594-1ddbfa87a0e7 req-fa0aa56c-483a-46e2-a429-99977ec53aac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.807152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb275-ece9-4661-8594-1ddbfa87a0e7 req-fa0aa56c-483a-46e2-a429-99977ec53aac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.809027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50efb275-ece9-4661-8594-1ddbfa87a0e7 req-fa0aa56c-483a-46e2-a429-99977ec53aac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2388 time: 0.2451968 Jul 16 20:14:59.811026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.878651 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:14:59.879311 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:14:59.883833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] 10.222.0.63 "PUT /v2.0/ports/c255f012-a627-4f9d-a3b4-0b7d92f84498 HTTP/1.1" status: 200 len: 1092 time: 1.3702271 Jul 16 20:14:59.900266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50efb275-ece9-4661-8594-1ddbfa87a0e7 req-8a5fbbcb-dacd-4900-b90c-0ba5b3d024c1 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784435 Jul 16 20:14:59.912535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee7d7a-33e7-4f7a-a8a1-3b5f1ea245b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c255f012-a627-4f9d-a3b4-0b7d92f84498,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:14:59.943615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Request body: {'port': {'device_id': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:14:59.984156 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d46124b-8ddc-49fe-b91b-a43ead5a24a1 x-openstack-request-id: req-2d46124b-8ddc-49fe-b91b-a43ead5a24a1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:14:59.984605 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-plugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:14:59.985075 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d46124b-8ddc-49fe-b91b-a43ead5a24a1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:14:59.985922 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'code': 200} Jul 16 20:15:00.034109 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.185750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe0c2-a692-4935-a517-7e5cb3386b12 req-bfa7bd57-9a7d-46ec-b5d4-ae9164eb8ee4 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.194418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b29fe0c2-a692-4935-a517-7e5cb3386b12 req-bfa7bd57-9a7d-46ec-b5d4-ae9164eb8ee4 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 949 time: 1.0013435 Jul 16 20:15:00.234088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-5ab04c9d-837f-4de7-a523-1cf14bdfa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.235612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-5ab04c9d-837f-4de7-a523-1cf14bdfa615 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0231347 Jul 16 20:15:00.243685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6683b006-11a4-4f6f-b2f1-1a16df0567d2 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.245199 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6683b006-11a4-4f6f-b2f1-1a16df0567d2 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.30 "GET /v2.0/networks?id=0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 200 len: 815 time: 0.8231080 Jul 16 20:15:00.265394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9', 'tag': '904dca07-cf08-46aa-921f-4c58e6787d8a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:00.267671 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad29db6-6c68-4844-bc66-6d034f596e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9", "tag": "904dca07-cf08-46aa-921f-4c58e6787d8a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:00.308663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Request body: {'port': {'device_id': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5', 'admin_state_up': True, 'tenant_id': '462fd8b09dc04191bcd74ee64996cb77'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:00.367342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3801ffb-283b-4005-a7f3-095126bc95e6 req-97b9c533-d263-4544-9f37-2cdf66bf9cb6 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.368987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b3801ffb-283b-4005-a7f3-095126bc95e6 req-97b9c533-d263-4544-9f37-2cdf66bf9cb6 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1533916 Jul 16 20:15:00.530026 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b3801ffb-283b-4005-a7f3-095126bc95e6 req-79b3be37-389f-4d54-8d5f-60878e567f66 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488066 Jul 16 20:15:00.561214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b29fe0c2-a692-4935-a517-7e5cb3386b12 req-9bbe4f9f-bd6f-4ef4-8da4-dc9c1f33ac04 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641658 Jul 16 20:15:00.573681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23d49204-7dbf-4400-a738-60e5a53205bd req-56c47869-bbe1-4079-83b4-eb297be8cfc6 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1055467 Jul 16 20:15:00.598047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-8a30f56d-784d-44ea-9f53-fbff0a81394e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.602202 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-8a30f56d-784d-44ea-9f53-fbff0a81394e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 821 time: 0.2184799 Jul 16 20:15:00.623665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6e838-3097-4256-8cef-5ba1aef14033 req-e6379526-4e21-4a07-9d0f-eff138e96a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:00.639626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9c6e838-3097-4256-8cef-5ba1aef14033 req-e6379526-4e21-4a07-9d0f-eff138e96a6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 1101 time: 0.5065653 Jul 16 20:15:00.663840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Request body: {'port': {'device_id': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8', 'admin_state_up': True, 'tenant_id': '3ca09283cdb344df9c4778a5cbe26f3b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:00.697677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.749136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-5b71473e-4ee4-4efe-aa4d-ad7162ec0f2b service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940743 Jul 16 20:15:00.783896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Made reservation on behalf of 462fd8b09dc04191bcd74ee64996cb77 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:00.787222 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.805523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b52260e-8fd6-4166-a305-b887ec87119c req-0b3321f5-09c3-40bd-947d-25497c54b515 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 210 time: 0.0427783 Jul 16 20:15:00.817117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abafed2-cdc0-4abf-8a1b-f84b99f52234 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:00.836988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.848329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:00.868305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Transition to ACTIVE for port object 4abafed2-cdc0-4abf-8a1b-f84b99f52234 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:00.877362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.910489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Made reservation on behalf of 3ca09283cdb344df9c4778a5cbe26f3b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:00.914456 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:00.966520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-487f7625-b794-4b5e-b4bd-f5d0711f9d87 req-33f5e5d8-5d71-445d-b593-1a2b96291ff8 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056084 Jul 16 20:15:00.976157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9c6e838-3097-4256-8cef-5ba1aef14033 req-37afe4b0-ae86-41b3-8d69-6f123751c06f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270490 Jul 16 20:15:01.018647 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4abafed2-cdc0-4abf-8a1b-f84b99f52234,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.024037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf11fbb0-9103-4299-80eb-21352da68a08 req-4c9b6e25-27f9-450e-8e7b-0cd06394ab26 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 210 time: 0.0751657 Jul 16 20:15:01.067095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a24405c-d382-4a5d-9bf3-5261ef441f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.100766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d647ca-5544-4703-968b-47b8b072257a req-2c4c6dcf-4535-4b09-b65b-2297501f1451 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.108380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38d647ca-5544-4703-968b-47b8b072257a req-2c4c6dcf-4535-4b09-b65b-2297501f1451 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.3506823 Jul 16 20:15:01.116478 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.148450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'tag': 'c255f012-a627-4f9d-a3b4-0b7d92f84498'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:01.151040 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71263ecb-02bc-4f8c-8b34-c738908b92c3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "tag": "c255f012-a627-4f9d-a3b4-0b7d92f84498"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:01.206109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Attempting to bind port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:01.206448 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Attempting to bind port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '7bb48687-78ee-41c7-a796-fda0d673dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:01.206781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Attempting to bind port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 on network 11df7d7b-e77c-4c25-89c7-e296b6350880 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:01.239929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Network dc92f4df-a3d1-43b6-a018-5feae2d6e24a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:01.252590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:01.253768 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb740330-6b92-4eb2-9ef2-e53849877d68 req-c2a9aece-27a5-496b-a254-ee83454dd308 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 210 time: 0.0528293 Jul 16 20:15:01.255039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 on network 11df7d7b-e77c-4c25-89c7-e296b6350880 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:01.255388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Attempting to bind port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 on network 11df7d7b-e77c-4c25-89c7-e296b6350880 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:01.265698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:01.269196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Allocated IP 172.20.0.7 (0a16df39-bdec-4591-8394-f1ea6cca1cb5/2a63f3fa-c3a6-4ca4-8116-05d36abd8571/7ce4d551-47a2-4a71-a247-db9f848c79fa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:01.274479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Pushing event updated for resources: {'Port': ['ID=8feab403-f01d-463e-994c-cbd4c06c83ee,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.274751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:01.275063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Checking segment: {'id': '7bb48687-78ee-41c7-a796-fda0d673dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:01.275549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Bound using segment: {'id': '7bb48687-78ee-41c7-a796-fda0d673dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:01.276039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Bound port: 4abafed2-cdc0-4abf-8a1b-f84b99f52234, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb48687-78ee-41c7-a796-fda0d673dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:01.277007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.319752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38d647ca-5544-4703-968b-47b8b072257a req-e37e1986-fa69-4f59-9141-d3532e38ba46 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102823 Jul 16 20:15:01.324726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Allocated IP 172.20.0.9 (090e63f5-0b12-480f-a8ba-caa5cb1116a8/80c8e6cd-e14f-4b4a-bbea-93ed92be01bc/b677e6f7-5ff1-4bba-bc5c-3ec25e350b55) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:01.338122 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5574672e-4dbb-4452-9c07-1e21fde00a27 x-openstack-request-id: req-5574672e-4dbb-4452-9c07-1e21fde00a27 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:01.338418 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9", "tag": "904dca07-cf08-46aa-921f-4c58e6787d8a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:01.349444 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5574672e-4dbb-4452-9c07-1e21fde00a27 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:01.349858 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9', 'tag': '904dca07-cf08-46aa-921f-4c58e6787d8a', 'status': 'completed', 'code': 200} Jul 16 20:15:01.391772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.392403 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.435837 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f0297d-a814-4eaf-8c9f-bc34f433711b x-openstack-request-id: req-52f0297d-a814-4eaf-8c9f-bc34f433711b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:01.435837 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "tag": "c255f012-a627-4f9d-a3b4-0b7d92f84498", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:01.436333 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52f0297d-a814-4eaf-8c9f-bc34f433711b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:01.436443 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'tag': 'c255f012-a627-4f9d-a3b4-0b7d92f84498', 'status': 'completed', 'code': 200} Jul 16 20:15:01.456521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a24405c-d382-4a5d-9bf3-5261ef441f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.477658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a24405c-d382-4a5d-9bf3-5261ef441f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.480144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] For port 4abafed2-cdc0-4abf-8a1b-f84b99f52234, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:01.503498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-215c419f-01e7-49b8-8749-989ee392d781 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2395687 Jul 16 20:15:01.544811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Request body: {'port': {'device_id': '812fab10-7e8d-4610-91ce-bb250e85e958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:01.611415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-f43e3a5b-6e8d-42a7-b10d-ea04e1a0e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.612998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-f43e3a5b-6e8d-42a7-b10d-ea04e1a0e343 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1096 time: 0.2460120 Jul 16 20:15:01.665379 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.785176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-9cc92e10-55ff-4198-96fb-0109876b59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.785664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-9cc92e10-55ff-4198-96fb-0109876b59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.786139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-9cc92e10-55ff-4198-96fb-0109876b59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.787799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-9cc92e10-55ff-4198-96fb-0109876b59e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0054ae69ed654ae39c20090e11af301c&device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2758 time: 0.3260972 Jul 16 20:15:01.829577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.863349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] For port 4abafed2-cdc0-4abf-8a1b-f84b99f52234, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4abafed2-cdc0-4abf-8a1b-f84b99f52234,segment=NetworkSegment(7bb48687-78ee-41c7-a796-fda0d673dec2),segment_id=7bb48687-78ee-41c7-a796-fda0d673dec2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:01.882485 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.909828 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a24405c-d382-4a5d-9bf3-5261ef441f8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52494c82a1464c8aae2f517bec642902&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0576160 Jul 16 20:15:01.920192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52256) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:01.984244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24405c-d382-4a5d-9bf3-5261ef441f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f79647-effc-4070-aecc-66c191bc34d2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:01.987426 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:01.987950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:01.988313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:01.989713 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] 10.222.0.63 "PUT /v2.0/ports/4abafed2-cdc0-4abf-8a1b-f84b99f52234 HTTP/1.1" status: 200 len: 1093 time: 2.0514026 Jul 16 20:15:01.992195 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333655f9-ae80-41f1-9913-634d041f0c31" -d '{"events": [{"server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:02.000024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-1d1747a1-9332-4c49-9524-b6622b3d6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.001481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-1d1747a1-9332-4c49-9524-b6622b3d6c93 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 919 time: 0.3802662 Jul 16 20:15:02.029358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.029869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13b24d-2fb0-42ad-8120-79fa2cc330a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4abafed2-cdc0-4abf-8a1b-f84b99f52234,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:02.053675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0458fb-5e21-4e02-82fd-ac943d7339cb req-391cee43-6da6-43d8-b26a-994a91cfab21 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.059956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0458fb-5e21-4e02-82fd-ac943d7339cb req-391cee43-6da6-43d8-b26a-994a91cfab21 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.066484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0458fb-5e21-4e02-82fd-ac943d7339cb req-391cee43-6da6-43d8-b26a-994a91cfab21 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.070285 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7d0458fb-5e21-4e02-82fd-ac943d7339cb req-391cee43-6da6-43d8-b26a-994a91cfab21 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2400 time: 0.6124024 Jul 16 20:15:02.077112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Request body: {'port': {'device_id': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:02.116510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.151022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b324a0-4aaf-4417-aabf-9c80e8d42830 req-94569e2c-5bdc-4492-85bb-249d439f8cff tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.152895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f1b324a0-4aaf-4417-aabf-9c80e8d42830 req-94569e2c-5bdc-4492-85bb-249d439f8cff tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.4910071 Jul 16 20:15:02.170382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-c3f6bdd4-9f08-43bd-98ac-49ba759d62d6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=904dca07-cf08-46aa-921f-4c58e6787d8a HTTP/1.1" status: 200 len: 217 time: 0.1443446 Jul 16 20:15:02.191889 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7d0458fb-5e21-4e02-82fd-ac943d7339cb req-8e72b062-12cd-43ea-a53a-a75dd2524604 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122401 Jul 16 20:15:02.202405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.269525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.310664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:02.325566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-ee06ad31-e68b-43e6-b2ef-81a1b9e0d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.326052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-ee06ad31-e68b-43e6-b2ef-81a1b9e0d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.326525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-ee06ad31-e68b-43e6-b2ef-81a1b9e0d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.328166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-ee06ad31-e68b-43e6-b2ef-81a1b9e0d488 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0054ae69ed654ae39c20090e11af301c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5229483 Jul 16 20:15:02.335668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:02.344880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Pushing event updated for resources: {'Port': ['ID=7ce4d551-47a2-4a71-a247-db9f848c79fa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:02.360494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:02.377575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:02.407672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:02.416168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:02.426654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Pushing event updated for resources: {'Port': ['ID=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:02.527455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.528098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.553555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 904dca07-cf08-46aa-921f-4c58e6787d8a details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:02.564404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef5431-01c1-4dda-a122-6c5a001ef026 req-21c56569-38bb-490c-8ed7-7f4e988139ea tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.566023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7eef5431-01c1-4dda-a122-6c5a001ef026 req-21c56569-38bb-490c-8ed7-7f4e988139ea tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 950 time: 0.2222242 Jul 16 20:15:02.576953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-f192a50b-1f48-43bf-9ec1-4f1408da76cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9208617 Jul 16 20:15:02.588990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Request body: {'port': {'device_id': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:02.668301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 904dca07-cf08-46aa-921f-4c58e6787d8a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=904dca07-cf08-46aa-921f-4c58e6787d8a,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:02.684749 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7eef5431-01c1-4dda-a122-6c5a001ef026 req-cfeee127-aa1a-47e3-8a85-436954d76ef6 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069210 Jul 16 20:15:02.693703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '904dca07-cf08-46aa-921f-4c58e6787d8a', 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'port_id': '904dca07-cf08-46aa-921f-4c58e6787d8a', 'mac_address': 'fa:16:3e:32:74:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:02.745661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94f67ee2-e42e-4b2a-b22b-2ddcec8cf226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.756775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e932dbf1-23a4-42b7-a188-c3c86d993059 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:02.757701 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.761425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.773774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f1b324a0-4aaf-4417-aabf-9c80e8d42830 req-b3174e1c-32af-4fa7-94f2-f324f1283d58 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994139 Jul 16 20:15:02.779649 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.790774 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904dca07-cf08-46aa-921f-4c58e6787d8a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:02.816249 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Transition to ACTIVE for port object e932dbf1-23a4-42b7-a188-c3c86d993059 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:02.829194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.839447 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db96c314-351b-488e-8ba7-f16bbdc49355 x-openstack-request-id: req-db96c314-351b-488e-8ba7-f16bbdc49355 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:02.839840 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:02.840204 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db96c314-351b-488e-8ba7-f16bbdc49355 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:02.841531 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23', 'code': 200} Jul 16 20:15:02.846015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 904dca07-cf08-46aa-921f-4c58e6787d8a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=904dca07-cf08-46aa-921f-4c58e6787d8a,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:02.853496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:02.946896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=904dca07-cf08-46aa-921f-4c58e6787d8a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:02.966039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-e26f9597-2f47-49f3-a0b6-c25a2f210228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.968806 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-e26f9597-2f47-49f3-a0b6-c25a2f210228 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.7822921 Jul 16 20:15:02.994677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-44675bf6-43d4-4348-99df-b31af638cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:02.996604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-44675bf6-43d4-4348-99df-b31af638cadf service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6585352 Jul 16 20:15:03.029071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e932dbf1-23a4-42b7-a188-c3c86d993059,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.069765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94f67ee2-e42e-4b2a-b22b-2ddcec8cf226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.100681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0f651-1488-43cb-b85f-a42d13d56f65 req-8daa2d36-16e4-4c14-adfb-814e3ecba0cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.102228 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21c0f651-1488-43cb-b85f-a42d13d56f65 req-8daa2d36-16e4-4c14-adfb-814e3ecba0cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 931 time: 0.2641172 Jul 16 20:15:03.104670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['904dca07-cf08-46aa-921f-4c58e6787d8a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:03.141095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.141742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.158971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Attempting to bind port e932dbf1-23a4-42b7-a188-c3c86d993059 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:03.160279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Attempting to bind port e932dbf1-23a4-42b7-a188-c3c86d993059 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:03.160957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Attempting to bind port e932dbf1-23a4-42b7-a188-c3c86d993059 on network 814629bb-56b7-4576-90fc-47e7e5694198 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:03.163393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-772d7f49-8bbe-4643-898e-171a4ddc7eb3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392767 Jul 16 20:15:03.172543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Port e932dbf1-23a4-42b7-a188-c3c86d993059 on network 814629bb-56b7-4576-90fc-47e7e5694198 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:03.173162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Attempting to bind port e932dbf1-23a4-42b7-a188-c3c86d993059 on network 814629bb-56b7-4576-90fc-47e7e5694198 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:03.175116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-6fef5d63-f14c-440d-8dbd-044ecd4be0c6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8711979 Jul 16 20:15:03.198374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:03.198716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Checking segment: {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:03.199101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Bound using segment: {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:03.199590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Bound port: e932dbf1-23a4-42b7-a188-c3c86d993059, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65228a38-74f7-464c-bc86-72a1d340aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:03.199958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.216149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Request body: {'port': {'device_id': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:03.231944 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21c0f651-1488-43cb-b85f-a42d13d56f65 req-503f0dc4-07e7-48b2-b7ac-ebfb47630f36 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976117 Jul 16 20:15:03.349738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:03.354829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] For port e932dbf1-23a4-42b7-a188-c3c86d993059, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:03.361972 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.382092 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] For port e932dbf1-23a4-42b7-a188-c3c86d993059, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e932dbf1-23a4-42b7-a188-c3c86d993059,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:03.407915 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.414381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94f67ee2-e42e-4b2a-b22b-2ddcec8cf226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.416970 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94f67ee2-e42e-4b2a-b22b-2ddcec8cf226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.418040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Transition to ACTIVE for port object b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:03.418186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-94f67ee2-e42e-4b2a-b22b-2ddcec8cf226 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14f79647-effc-4070-aecc-66c191bc34d2 HTTP/1.1" status: 204 len: 168 time: 1.4878726 Jul 16 20:15:03.441203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2dbed-80ea-4368-be91-3b30f2e73384 req-9c78c1e6-54ee-4aa1-acdb-3bd7544db66c tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.443073 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'tag': '4abafed2-cdc0-4abf-8a1b-f84b99f52234'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:03.443362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1b2dbed-80ea-4368-be91-3b30f2e73384 req-9c78c1e6-54ee-4aa1-acdb-3bd7544db66c tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 931 time: 0.4523077 Jul 16 20:15:03.445249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccf96a-6f61-4997-ae89-723a131ca0b9 req-8d009ddc-8f29-4b1e-a507-e979abcfec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.445394 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd112da-9416-45c7-86d7-60614abf4334" -d '{"events": [{"name": "network-changed", "server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "tag": "4abafed2-cdc0-4abf-8a1b-f84b99f52234"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:03.446718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4ccf96a-6f61-4997-ae89-723a131ca0b9 req-8d009ddc-8f29-4b1e-a507-e979abcfec60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 1102 time: 0.4581280 Jul 16 20:15:03.452661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.470526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.471309 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.472618 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] 10.222.0.63 "PUT /v2.0/ports/e932dbf1-23a4-42b7-a188-c3c86d993059 HTTP/1.1" status: 200 len: 1093 time: 1.4309118 Jul 16 20:15:03.510763 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a2a1f-1ced-43a5-9f1c-e20fd93c05b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e932dbf1-23a4-42b7-a188-c3c86d993059,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.524270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f67ee2-e42e-4b2a-b22b-2ddcec8cf226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f79647-effc-4070-aecc-66c191bc34d2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.527735 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-63c2de10-59da-4e87-a697-333fcc884c5c service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562217 Jul 16 20:15:03.564376 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.582588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc41c2-1a54-4901-b156-f327d6d1d7f8 req-d3ac43c4-bde4-4ae6-aadf-177c15aa09ca tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.584164 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3abc41c2-1a54-4901-b156-f327d6d1d7f8 req-d3ac43c4-bde4-4ae6-aadf-177c15aa09ca tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 931 time: 0.2243171 Jul 16 20:15:03.588253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8feab403-f01d-463e-994c-cbd4c06c83ee {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:03.615334 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.659718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Transition to ACTIVE for port object 8feab403-f01d-463e-994c-cbd4c06c83ee will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:03.667466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.707897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1b2dbed-80ea-4368-be91-3b30f2e73384 req-02beaee3-766a-4b54-8708-ca91170151a2 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084377 Jul 16 20:15:03.709952 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4ccf96a-6f61-4997-ae89-723a131ca0b9 req-95185013-078d-4600-9b1d-bacbfaa490f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117486 Jul 16 20:15:03.710578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.714845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3abc41c2-1a54-4901-b156-f327d6d1d7f8 req-5fd7beb4-bf1b-441a-b1f6-224a7f86f940 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094031 Jul 16 20:15:03.751543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:03.751887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:03.752217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:03.789410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:03.793764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:03.814394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-fe28bf58-84f8-40eb-be04-7d283b767a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.819228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-fe28bf58-84f8-40eb-be04-7d283b767a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.820434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-fe28bf58-84f8-40eb-be04-7d283b767a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:03.822342 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-fe28bf58-84f8-40eb-be04-7d283b767a2d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0054ae69ed654ae39c20090e11af301c&device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2868 time: 0.2944169 Jul 16 20:15:03.831666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:03.833143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:03.834759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:03.835709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Bound port: b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:03.843029 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:03.865528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Pushing event updated for resources: {'Port': ['ID=8feab403-f01d-463e-994c-cbd4c06c83ee,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:03.916945 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-b7b2e165-f1be-4852-a92c-29c587c4cc16 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=c255f012-a627-4f9d-a3b4-0b7d92f84498 HTTP/1.1" status: 200 len: 217 time: 0.0635083 Jul 16 20:15:03.918884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dad29db6-6c68-4844-bc66-6d034f596e9f req-7cece821-44b6-4598-a248-4110b9b45105 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715227 Jul 16 20:15:04.040784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:04.047902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:04.053266 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ec09c080-31dd-4679-bbd0-5d32d196916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.054769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-ec09c080-31dd-4679-bbd0-5d32d196916a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=161bc931-8773-4474-94d2-ad1970e7c11a HTTP/1.1" status: 200 len: 801 time: 0.1125140 Jul 16 20:15:04.057549 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.103359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7be380-5e83-47c4-b7a0-c7198f2ef08d req-64542a35-5b44-4ef1-81da-f0578720f3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.104966 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea7be380-5e83-47c4-b7a0-c7198f2ef08d req-64542a35-5b44-4ef1-81da-f0578720f3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.2270486 Jul 16 20:15:04.125172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Attempting to bind port 8feab403-f01d-463e-994c-cbd4c06c83ee on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:04.125406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Attempting to bind port 8feab403-f01d-463e-994c-cbd4c06c83ee by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:04.125720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Attempting to bind port 8feab403-f01d-463e-994c-cbd4c06c83ee on network dc92f4df-a3d1-43b6-a018-5feae2d6e24a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:04.132943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.132943 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.134784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] 10.222.0.63 "PUT /v2.0/ports/b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 HTTP/1.1" status: 200 len: 1092 time: 1.5508471 Jul 16 20:15:04.156600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1d049-fda6-47fd-b695-0d3158b76633 req-c9930813-9b56-46d2-af34-5fa6ce6d4557 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.164382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1d049-fda6-47fd-b695-0d3158b76633 req-c9930813-9b56-46d2-af34-5fa6ce6d4557 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.170595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1d049-fda6-47fd-b695-0d3158b76633 req-c9930813-9b56-46d2-af34-5fa6ce6d4557 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.172625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10f1d049-fda6-47fd-b695-0d3158b76633 req-c9930813-9b56-46d2-af34-5fa6ce6d4557 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2412 time: 0.2583888 Jul 16 20:15:04.179565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Port 8feab403-f01d-463e-994c-cbd4c06c83ee on network dc92f4df-a3d1-43b6-a018-5feae2d6e24a not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:04.180158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Attempting to bind port 8feab403-f01d-463e-994c-cbd4c06c83ee on network dc92f4df-a3d1-43b6-a018-5feae2d6e24a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:04.197572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:04.197904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Checking segment: {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:04.198282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Bound using segment: {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:04.198750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Bound port: 8feab403-f01d-463e-994c-cbd4c06c83ee, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e117bc-2fd8-43ba-83b6-11de471f113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:04.199105 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.236225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd1420-c0b4-4e5f-a2c7-6ac62c0721c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:04.253150 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea7be380-5e83-47c4-b7a0-c7198f2ef08d req-46b337f4-1756-44fb-83c6-7b35d920f1c7 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168566 Jul 16 20:15:04.274905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-3592bd0d-dd90-4399-83ee-e0997d6ac662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.276935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-3592bd0d-dd90-4399-83ee-e0997d6ac662 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=814629bb-56b7-4576-90fc-47e7e5694198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099457 Jul 16 20:15:04.301991 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10f1d049-fda6-47fd-b695-0d3158b76633 req-106237b5-0c94-475d-a78a-c9272b4260ce tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175847 Jul 16 20:15:04.307064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce4d551-47a2-4a71-a247-db9f848c79fa {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:04.316861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-6357f7c2-ab35-4b8e-894a-a3ff16c11432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.319410 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-6357f7c2-ab35-4b8e-894a-a3ff16c11432 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1095 time: 0.1373808 Jul 16 20:15:04.320786 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.369248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Transition to ACTIVE for port object 7ce4d551-47a2-4a71-a247-db9f848c79fa will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:04.388305 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9483b6-6cc3-4686-a7f6-0346ce64dc92 x-openstack-request-id: req-9e9483b6-6cc3-4686-a7f6-0346ce64dc92 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:04.389016 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "tag": "4abafed2-cdc0-4abf-8a1b-f84b99f52234", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:04.389561 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e9483b6-6cc3-4686-a7f6-0346ce64dc92 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:04.390138 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'tag': '4abafed2-cdc0-4abf-8a1b-f84b99f52234', 'status': 'completed', 'code': 200} Jul 16 20:15:04.390870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.394148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-758f82bf-afce-4ec2-af75-b4652ded04e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 HTTP/1.1" status: 200 len: 217 time: 0.0668271 Jul 16 20:15:04.494239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] For port 8feab403-f01d-463e-994c-cbd4c06c83ee, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:04.500960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-336f640f-7d50-4f87-b0be-0cb86a10f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.502812 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-336f640f-7d50-4f87-b0be-0cb86a10f8ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.0711987 Jul 16 20:15:04.507204 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-727676df-cf7f-41f2-a61f-909fc191d697 service neutron] 10.222.0.63 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137525 Jul 16 20:15:04.515207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] For port 8feab403-f01d-463e-994c-cbd4c06c83ee, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8feab403-f01d-463e-994c-cbd4c06c83ee,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:04.541829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.556598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce4d551-47a2-4a71-a247-db9f848c79fa,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:04.570773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 904dca07-cf08-46aa-921f-4c58e6787d8a up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:04.591010 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-43200938-ea3c-488f-bae7-d3de485b8723 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760851 Jul 16 20:15:04.604727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.605342 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.606841 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] 10.222.0.30 "PUT /v2.0/ports/8feab403-f01d-463e-994c-cbd4c06c83ee HTTP/1.1" status: 200 len: 1092 time: 3.0710814 Jul 16 20:15:04.608426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812fab10-7e8d-4610-91ce-bb250e85e958', 'tag': '8feab403-f01d-463e-994c-cbd4c06c83ee'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:04.610854 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "812fab10-7e8d-4610-91ce-bb250e85e958", "tag": "8feab403-f01d-463e-994c-cbd4c06c83ee"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:04.696739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 904dca07-cf08-46aa-921f-4c58e6787d8a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:04.701059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 904dca07-cf08-46aa-921f-4c58e6787d8a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:04.701501 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.712762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7a2dd-0266-4065-bc23-5d48f4a2c854 service neutron] Pushing event updated for resources: {'Port': ['ID=8feab403-f01d-463e-994c-cbd4c06c83ee,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:04.744780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad28ef-d5cf-4760-9034-854a8722e3a3 req-9762a4bd-7d0a-4f9f-9c8e-ade7558561c5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.752401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-71ad28ef-d5cf-4760-9034-854a8722e3a3 req-9762a4bd-7d0a-4f9f-9c8e-ade7558561c5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.2400508 Jul 16 20:15:04.763395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Attempting to bind port 7ce4d551-47a2-4a71-a247-db9f848c79fa on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:04.763395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Attempting to bind port 7ce4d551-47a2-4a71-a247-db9f848c79fa by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:04.763779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Attempting to bind port 7ce4d551-47a2-4a71-a247-db9f848c79fa on network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:04.772833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c827d4b-fea8-466a-b0b8-21069fd1ca00 req-8bdc002a-4be4-4afd-9a24-b2a3837c8760 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.774664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c827d4b-fea8-466a-b0b8-21069fd1ca00 req-8bdc002a-4be4-4afd-9a24-b2a3837c8760 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 950 time: 0.3135567 Jul 16 20:15:04.779291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Port 7ce4d551-47a2-4a71-a247-db9f848c79fa on network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:04.779473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Attempting to bind port 7ce4d551-47a2-4a71-a247-db9f848c79fa on network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:04.796963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:04.797289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Checking segment: {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:04.797658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Bound using segment: {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:04.798097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Bound port: 7ce4d551-47a2-4a71-a247-db9f848c79fa, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:04.798451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.808282 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.812235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-47324c2d-d9ba-4735-a549-0d5397c99772 service neutron] 10.222.0.63 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872181 Jul 16 20:15:04.815148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-71ad28ef-d5cf-4760-9034-854a8722e3a3 req-5ebe01f7-d35e-49f4-b591-8aa795ad6837 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618365 Jul 16 20:15:04.834517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-2f60cc1b-2437-49a9-94f9-b2f794d6c844 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316632 Jul 16 20:15:04.844322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904dca07-cf08-46aa-921f-4c58e6787d8a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:04.848643 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4fdeb8-ac9e-4851-aaee-834993de65ec" -d '{"events": [{"server_uuid": "e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9", "name": "network-vif-plugged", "status": "completed", "tag": "904dca07-cf08-46aa-921f-4c58e6787d8a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:04.855631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 904dca07-cf08-46aa-921f-4c58e6787d8a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=904dca07-cf08-46aa-921f-4c58e6787d8a,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:04.861454 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:04.871420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-b10abc97-3ee9-46d0-ba25-aed938757de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.873036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-b10abc97-3ee9-46d0-ba25-aed938757de9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 1095 time: 0.1763937 Jul 16 20:15:04.875393 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6d59a712-0657-426e-bddd-8c29308721b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.133&port_id=4abafed2-cdc0-4abf-8a1b-f84b99f52234 HTTP/1.1" status: 200 len: 217 time: 0.0534899 Jul 16 20:15:04.883437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c827d4b-fea8-466a-b0b8-21069fd1ca00 req-538d4c63-5db2-4b94-b267-a60fd35c659f tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945942 Jul 16 20:15:04.921365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=904dca07-cf08-46aa-921f-4c58e6787d8a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:04.934532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-b4e29fd9-4b98-4532-85f6-1ebc300a5003 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8feab403-f01d-463e-994c-cbd4c06c83ee HTTP/1.1" status: 200 len: 217 time: 0.0481207 Jul 16 20:15:04.984108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:04.994591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-e3bad917-ce5e-4146-933c-90369ecdd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:04.996092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-e3bad917-ce5e-4146-933c-90369ecdd62d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b HTTP/1.1" status: 200 len: 801 time: 0.1093736 Jul 16 20:15:05.003999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:05.013201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.024288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-a050cb71-b810-4a50-a729-a429ad7607e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.025789 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-a050cb71-b810-4a50-a729-a429ad7607e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.0764046 Jul 16 20:15:05.069184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be755484-a7fd-46cf-8071-aff9e88a3ec3 req-652a71e3-2cbf-4e8d-9b2e-bccc06b038d0 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019684 Jul 16 20:15:05.088593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.089253 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:05.091891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ce4d551-47a2-4a71-a247-db9f848c79fa HTTP/1.1" status: 200 len: 1092 time: 1.8970444 Jul 16 20:15:05.094395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-2a1a0bc9-9eef-41b8-b764-3a7b27955c7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472755 Jul 16 20:15:05.130228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d99b2-755e-44a1-915e-6dfd080ecd54 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce4d551-47a2-4a71-a247-db9f848c79fa,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:05.138968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b910c9c-b58a-4adf-a8ae-884fe6558d5e req-f8591ded-2124-4c66-9ce1-5085fa97698e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.140542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0b910c9c-b58a-4adf-a8ae-884fe6558d5e req-f8591ded-2124-4c66-9ce1-5085fa97698e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 943 time: 0.1503725 Jul 16 20:15:05.144334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-e1f2842b-b975-4cf3-a0ef-102f9119c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.145769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-e1f2842b-b975-4cf3-a0ef-102f9119c25d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=11df7d7b-e77c-4c25-89c7-e296b6350880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407223 Jul 16 20:15:05.225712 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-cbd5f729-5574-4fd8-a85e-395a11cc491a tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9d5ec0c03e5d4767858ffb474428abaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860167 Jul 16 20:15:05.234221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0b910c9c-b58a-4adf-a8ae-884fe6558d5e req-a7f5ce45-90ee-429a-bb16-d91ea4d7264a tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862343 Jul 16 20:15:05.270741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-106db215-3468-4f61-a00b-844bdd2949d5 service neutron] 10.222.0.63 "GET /v2.0/networks/11df7d7b-e77c-4c25-89c7-e296b6350880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152861 Jul 16 20:15:05.289940 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a41858c-9568-455f-bcb9-7d32c0c364c9 x-openstack-request-id: req-5a41858c-9568-455f-bcb9-7d32c0c364c9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:05.290232 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812fab10-7e8d-4610-91ce-bb250e85e958", "tag": "8feab403-f01d-463e-994c-cbd4c06c83ee", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:05.290488 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a41858c-9568-455f-bcb9-7d32c0c364c9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:05.290883 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812fab10-7e8d-4610-91ce-bb250e85e958', 'tag': '8feab403-f01d-463e-994c-cbd4c06c83ee', 'status': 'completed', 'code': 200} Jul 16 20:15:05.300859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-53524ee3-f0e6-4a42-92c1-347d70356648 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937931 Jul 16 20:15:05.367422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-a7a7968c-78d0-4797-994f-bcf6824e9ffa service neutron] 10.222.0.63 "GET /v2.0/networks/11df7d7b-e77c-4c25-89c7-e296b6350880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902915 Jul 16 20:15:05.377058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-40487c86-fbcd-45bb-a737-4766e99a1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.378604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-40487c86-fbcd-45bb-a737-4766e99a1684 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=462fd8b09dc04191bcd74ee64996cb77&device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 1095 time: 0.2213254 Jul 16 20:15:05.422774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-17e82f79-6cd2-4cd8-9d1a-547f2e80066f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=e932dbf1-23a4-42b7-a188-c3c86d993059 HTTP/1.1" status: 200 len: 217 time: 0.0482619 Jul 16 20:15:05.462590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-1405488e-50f0-4171-99e2-fe7e93794e08 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.464070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-1405488e-50f0-4171-99e2-fe7e93794e08 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290297 Jul 16 20:15:05.466961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-f5aa6a9c-ba6c-4210-ade6-af6548f6bb00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa HTTP/1.1" status: 200 len: 217 time: 0.0767500 Jul 16 20:15:05.487570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-2ed13643-dada-4410-a304-d771e08a6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.488971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-2ed13643-dada-4410-a304-d771e08a6eba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=161bc931-8773-4474-94d2-ad1970e7c11a HTTP/1.1" status: 200 len: 801 time: 0.0506968 Jul 16 20:15:05.543940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f296d2-df61-4a64-9b23-53d0f0e1abc6 req-6cd8b80c-022b-4630-8583-47ff2ca26950 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.545504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-20f296d2-df61-4a64-9b23-53d0f0e1abc6 req-6cd8b80c-022b-4630-8583-47ff2ca26950 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 943 time: 0.1646049 Jul 16 20:15:05.595701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6ab61984-04f2-4a8d-893e-0634d040deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.597260 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-6ab61984-04f2-4a8d-893e-0634d040deb4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=814629bb-56b7-4576-90fc-47e7e5694198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011415 Jul 16 20:15:05.600335 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-20f296d2-df61-4a64-9b23-53d0f0e1abc6 req-bcedab49-e72b-4b0c-bac6-d8f0040339b7 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480082 Jul 16 20:15:05.701353 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-791a18e0-8826-4002-9563-6c1224a374a2 service neutron] 10.222.0.63 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965352 Jul 16 20:15:05.780121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-08d4c47d-2083-4086-bd19-6c789bf647eb tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/quotas/9d5ec0c03e5d4767858ffb474428abaa HTTP/1.1" status: 200 len: 375 time: 0.3069863 Jul 16 20:15:05.827822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0000b4e-5545-438a-a4fc-58b3d95df1f0 req-32146dce-1ceb-4f60-bf1b-e06da4dd6c7e service neutron] 10.222.0.30 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997258 Jul 16 20:15:05.829684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-3cf7079a-c86f-442f-b798-1024247b5c0a tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d5ec0c03e5d4767858ffb474428abaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425012 Jul 16 20:15:05.833445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-cd9c7d0c-8142-42e8-9245-5745994f2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.834805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-cd9c7d0c-8142-42e8-9245-5745994f2a35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a63f3fa-c3a6-4ca4-8116-05d36abd8571 HTTP/1.1" status: 200 len: 855 time: 0.3586063 Jul 16 20:15:05.835276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61c5ec4c-f3dd-4ee2-99ea-3524067823c6 req-79910d01-d6fd-42e1-9ba9-bfd157086048 service neutron] 10.222.0.63 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269748 Jul 16 20:15:05.843587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fc5fe-6b19-42ad-8c8f-43a4751aa9af req-165b6f7e-9550-4db5-91ae-af42f09af29f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.845042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5fc5fe-6b19-42ad-8c8f-43a4751aa9af req-165b6f7e-9550-4db5-91ae-af42f09af29f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 943 time: 0.1294909 Jul 16 20:15:05.873527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-43d62c67-1398-447c-b190-c7289aa969a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a16df39-bdec-4591-8394-f1ea6cca1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321383 Jul 16 20:15:05.915038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5fc5fe-6b19-42ad-8c8f-43a4751aa9af req-615c9afd-7a7a-4493-b51c-fcdd85e886b3 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618045 Jul 16 20:15:05.977334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd112da-9416-45c7-86d7-60614abf4334 req-0d7a67fb-18d8-4026-952c-89446ca1fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.978123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd112da-9416-45c7-86d7-60614abf4334 req-0d7a67fb-18d8-4026-952c-89446ca1fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.978653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd112da-9416-45c7-86d7-60614abf4334 req-0d7a67fb-18d8-4026-952c-89446ca1fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:05.981160 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdd112da-9416-45c7-86d7-60614abf4334 req-0d7a67fb-18d8-4026-952c-89446ca1fc53 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0054ae69ed654ae39c20090e11af301c&device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2868 time: 0.0789661 Jul 16 20:15:06.001703 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaba9ee0-7ec8-4c98-8019-31659128a28f x-openstack-request-id: req-aaba9ee0-7ec8-4c98-8019-31659128a28f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:06.002308 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9", "name": "network-vif-plugged", "status": "completed", "tag": "904dca07-cf08-46aa-921f-4c58e6787d8a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:06.002308 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aaba9ee0-7ec8-4c98-8019-31659128a28f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:06.002619 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904dca07-cf08-46aa-921f-4c58e6787d8a', 'code': 200} Jul 16 20:15:06.077583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-aa505ecf-ae86-4324-beef-999ec5b12b38 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883023 Jul 16 20:15:06.079570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-e819d75a-f822-4d59-8dad-d86e24a535ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.081032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-e819d75a-f822-4d59-8dad-d86e24a535ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 1095 time: 0.1789086 Jul 16 20:15:06.313214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eabf872f-b98d-4484-9db2-1d20362fde06 req-75045db4-6000-4983-90b6-45efeab8f2a3 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242620 Jul 16 20:15:06.320601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-a538bf9b-9d97-4841-9249-0ee79468feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.322785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-a538bf9b-9d97-4841-9249-0ee79468feab service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 919 time: 0.2320173 Jul 16 20:15:06.334670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cf5e7-e836-43a3-b41c-1ae8f1357f68 req-760f20af-ca87-4368-8ca8-5f23cc594169 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.337483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f80cf5e7-e836-43a3-b41c-1ae8f1357f68 req-760f20af-ca87-4368-8ca8-5f23cc594169 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.2394552 Jul 16 20:15:06.390378 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-8c029bff-2f4d-4897-8fc9-49d5ab5e1a26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8feab403-f01d-463e-994c-cbd4c06c83ee HTTP/1.1" status: 200 len: 217 time: 0.0514779 Jul 16 20:15:06.455166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f80cf5e7-e836-43a3-b41c-1ae8f1357f68 req-703db3a2-17e1-4147-b1ec-23b6776b8a29 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067569 Jul 16 20:15:06.466782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-99c5a354-1adf-446e-abe2-5fbdc54531bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.468673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'tag': 'e932dbf1-23a4-42b7-a188-c3c86d993059'}, {'name': 'network-changed', 'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:06.469238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-99c5a354-1adf-446e-abe2-5fbdc54531bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.0719316 Jul 16 20:15:06.470500 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb93111-e0b9-49d3-ab9e-ad010c033af0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "tag": "e932dbf1-23a4-42b7-a188-c3c86d993059"}, {"name": "network-changed", "server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:06.515528 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-e4d1073f-119f-41c3-b0c9-ce35dab2f0f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393612 Jul 16 20:15:06.524968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd112da-9416-45c7-86d7-60614abf4334 req-4904cc93-b822-43ca-85fa-e79497012867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.526480 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdd112da-9416-45c7-86d7-60614abf4334 req-4904cc93-b822-43ca-85fa-e79497012867 service neutron] 10.222.0.63 "GET /v2.0/networks?id=11df7d7b-e77c-4c25-89c7-e296b6350880 HTTP/1.1" status: 200 len: 902 time: 0.5182548 Jul 16 20:15:06.577303 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdd112da-9416-45c7-86d7-60614abf4334 req-cf5f9ce0-527b-4c2f-ba64-190974585e4c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.133&port_id=4abafed2-cdc0-4abf-8a1b-f84b99f52234 HTTP/1.1" status: 200 len: 217 time: 0.0405931 Jul 16 20:15:06.589235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6464c-64d2-4dc3-8238-f68b64dfb2e9 req-e066fa99-925f-4aa5-a2ab-1cff2c77a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.590708 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24b6464c-64d2-4dc3-8238-f68b64dfb2e9 req-e066fa99-925f-4aa5-a2ab-1cff2c77a95c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1098 time: 0.4847109 Jul 16 20:15:06.594508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:06.671644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-b57440d4-8c19-4a35-bf97-3f195ad63dbb service neutron] 10.222.0.30 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492596 Jul 16 20:15:06.672497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dbe60-f4b9-44d0-bef5-a278158e0a7e req-5403ae01-9ae5-4cd8-854b-c907f6828b90 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.680862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dbe60-f4b9-44d0-bef5-a278158e0a7e req-5403ae01-9ae5-4cd8-854b-c907f6828b90 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.686729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dbe60-f4b9-44d0-bef5-a278158e0a7e req-5403ae01-9ae5-4cd8-854b-c907f6828b90 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.694004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b1dbe60-f4b9-44d0-bef5-a278158e0a7e req-5403ae01-9ae5-4cd8-854b-c907f6828b90 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2412 time: 0.5472782 Jul 16 20:15:06.724988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24b6464c-64d2-4dc3-8238-f68b64dfb2e9 req-d7ec4b74-3ed7-4ca9-9b59-a02b346bf3fd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256988 Jul 16 20:15:06.725442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600365b8-ef96-4a95-9f5d-d974fb44721b req-94ec0701-e8a6-46a6-9e12-f58e08f44694 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.727019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-600365b8-ef96-4a95-9f5d-d974fb44721b req-94ec0701-e8a6-46a6-9e12-f58e08f44694 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1315365 Jul 16 20:15:06.732329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd112da-9416-45c7-86d7-60614abf4334 req-e0ceb32d-7063-4bb2-843c-39d2263edaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.733772 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdd112da-9416-45c7-86d7-60614abf4334 req-e0ceb32d-7063-4bb2-843c-39d2263edaba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b HTTP/1.1" status: 200 len: 801 time: 0.1485825 Jul 16 20:15:06.747732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b1dbe60-f4b9-44d0-bef5-a278158e0a7e req-bb4bb5af-7dff-4fa4-a3af-92e6c54737f4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527153 Jul 16 20:15:06.756960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:06.790800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55', 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8', 'port_id': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55', 'mac_address': 'fa:16:3e:8f:77:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c8e6cd-e14f-4b4a-bbea-93ed92be01bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:06.802521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-600365b8-ef96-4a95-9f5d-d974fb44721b req-d1c74ebc-af7b-46ed-944f-ab30d8a6eda7 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Jul 16 20:15:06.833771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ddc0bde-a3bd-41de-be20-1571a5ee6bbb req-fabf230e-7e33-4589-8771-1d9221383d69 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524165 Jul 16 20:15:06.883199 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.883465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd112da-9416-45c7-86d7-60614abf4334 req-1f21d546-75ef-469e-88ef-36e8b681f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:06.884986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdd112da-9416-45c7-86d7-60614abf4334 req-1f21d546-75ef-469e-88ef-36e8b681f1f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=11df7d7b-e77c-4c25-89c7-e296b6350880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034710 Jul 16 20:15:06.900022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:06.925371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:06.930459 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:06.983775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36bc5aac-fefe-48b8-88bc-2ddad185b234 req-6288ae5e-c7e6-4d55-ab46-26c273f9ce52 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 210 time: 0.0285766 Jul 16 20:15:06.986271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:07.025805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdd112da-9416-45c7-86d7-60614abf4334 req-7791e25d-77cd-4039-b9ff-9fa465204634 service neutron] 10.222.0.63 "GET /v2.0/networks/11df7d7b-e77c-4c25-89c7-e296b6350880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308100 Jul 16 20:15:07.034098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04d720-7392-4b21-a45e-e0d039ffd8e4 req-d32f2536-75fc-4388-b020-2baaf624f6f2 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.035488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d04d720-7392-4b21-a45e-e0d039ffd8e4 req-d32f2536-75fc-4388-b020-2baaf624f6f2 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 950 time: 0.1562610 Jul 16 20:15:07.123208 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d04d720-7392-4b21-a45e-e0d039ffd8e4 req-f39f3508-50f2-45d0-a06f-e33df699a690 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792229 Jul 16 20:15:07.151072 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdd112da-9416-45c7-86d7-60614abf4334 req-30e985bc-9f86-41e6-b8a3-9070e58c12ea service neutron] 10.222.0.63 "GET /v2.0/networks/11df7d7b-e77c-4c25-89c7-e296b6350880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146507 Jul 16 20:15:07.151898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db823a2-748f-4981-ac38-0423ca2846f5 req-86bd068d-e6c3-46da-ad8d-c1dc0e193b3c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.153569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1db823a2-748f-4981-ac38-0423ca2846f5 req-86bd068d-e6c3-46da-ad8d-c1dc0e193b3c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 944 time: 0.0658574 Jul 16 20:15:07.189495 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a738da09-7e38-4ac8-ac4f-0c57c8dc4700 x-openstack-request-id: req-a738da09-7e38-4ac8-ac4f-0c57c8dc4700 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:07.189797 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "tag": "e932dbf1-23a4-42b7-a188-c3c86d993059", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:07.190053 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a738da09-7e38-4ac8-ac4f-0c57c8dc4700 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:07.190981 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'tag': 'e932dbf1-23a4-42b7-a188-c3c86d993059', 'status': 'completed', 'code': 200} Jul 16 20:15:07.191248 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55', 'status': 'completed', 'code': 200} Jul 16 20:15:07.201124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:07.205918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1db823a2-748f-4981-ac38-0423ca2846f5 req-b8fba7f2-0a86-491c-8280-c30257aa4cfa tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 Jul 16 20:15:07.292201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'tag': '7ce4d551-47a2-4a71-a247-db9f848c79fa'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:07.294634 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8344cf85-960d-4151-8a7f-ce16e17144bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7204c996-0ca9-4542-ab92-c08db7abb0a2", "tag": "7ce4d551-47a2-4a71-a247-db9f848c79fa"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:07.337226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-9a539706-805e-4947-b3eb-b1f4c1660bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.338166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-9a539706-805e-4947-b3eb-b1f4c1660bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.339144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-9a539706-805e-4947-b3eb-b1f4c1660bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.341280 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-9a539706-805e-4947-b3eb-b1f4c1660bf3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0054ae69ed654ae39c20090e11af301c&device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2868 time: 0.1105933 Jul 16 20:15:07.391960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-1e23e8a3-2b9e-4cd4-8dd4-6cee9342c11b tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d5ec0c03e5d4767858ffb474428abaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298254 Jul 16 20:15:07.468474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-c752b053-4b07-4128-937f-52a0b6ca7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.469940 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-c752b053-4b07-4128-937f-52a0b6ca7e6b service neutron] 10.222.0.63 "GET /v2.0/networks?id=814629bb-56b7-4576-90fc-47e7e5694198 HTTP/1.1" status: 200 len: 902 time: 0.1124401 Jul 16 20:15:07.478701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94825e-93b8-48f9-bf1d-20ae0ac9f2d7 req-dd1f9da2-6485-40df-9e8b-44b6d3f15b3b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.481441 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c94825e-93b8-48f9-bf1d-20ae0ac9f2d7 req-dd1f9da2-6485-40df-9e8b-44b6d3f15b3b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 943 time: 0.1720533 Jul 16 20:15:07.522574 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-3cfd6bc5-f8e3-45a7-8b54-0aea2b6258c6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=e932dbf1-23a4-42b7-a188-c3c86d993059 HTTP/1.1" status: 200 len: 217 time: 0.0409629 Jul 16 20:15:07.553729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3da95-7a82-42a6-8f34-20764d840f25 req-035b9223-b2cb-4c24-be45-b03a7ffbf413 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.555233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95b3da95-7a82-42a6-8f34-20764d840f25 req-035b9223-b2cb-4c24-be45-b03a7ffbf413 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 943 time: 0.1622994 Jul 16 20:15:07.563757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-6ba4c282-540d-4436-92ca-4ec8c7185b54 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.566447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-6ba4c282-540d-4436-92ca-4ec8c7185b54 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555896 Jul 16 20:15:07.580656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Request body: {'port': {'device_id': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '9d5ec0c03e5d4767858ffb474428abaa'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:07.591874 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c94825e-93b8-48f9-bf1d-20ae0ac9f2d7 req-eb24050b-730d-4ed0-b4dc-046d0e52849c tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725136 Jul 16 20:15:07.600214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-d58c47ac-f830-4dec-a068-3ba0d27112b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.601730 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-d58c47ac-f830-4dec-a068-3ba0d27112b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=161bc931-8773-4474-94d2-ad1970e7c11a HTTP/1.1" status: 200 len: 801 time: 0.0715520 Jul 16 20:15:07.653326 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95b3da95-7a82-42a6-8f34-20764d840f25 req-d884d5ff-6d5f-419d-aceb-b638d64cdf4d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858126 Jul 16 20:15:07.692930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-30a32b8e-6b0e-4abf-a802-ff818f10cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.694475 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-30a32b8e-6b0e-4abf-a802-ff818f10cebc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=814629bb-56b7-4576-90fc-47e7e5694198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857770 Jul 16 20:15:07.701614 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a78712-07a2-4743-8677-31489a11f133 x-openstack-request-id: req-20a78712-07a2-4743-8677-31489a11f133 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:07.701923 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7204c996-0ca9-4542-ab92-c08db7abb0a2", "tag": "7ce4d551-47a2-4a71-a247-db9f848c79fa", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:07.702176 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20a78712-07a2-4743-8677-31489a11f133 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:07.702677 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'tag': '7ce4d551-47a2-4a71-a247-db9f848c79fa', 'status': 'completed', 'code': 200} Jul 16 20:15:07.844867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Made reservation on behalf of 9d5ec0c03e5d4767858ffb474428abaa for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:07.848634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.866564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-935eeeba-ab94-456d-bfce-ce9760dc9ac7 service neutron] 10.222.0.63 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642942 Jul 16 20:15:07.874163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-3e7258bc-2a00-4361-be85-ab468da25c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.875659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-3e7258bc-2a00-4361-be85-ab468da25c2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=462fd8b09dc04191bcd74ee64996cb77&device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 1095 time: 0.1440823 Jul 16 20:15:07.878856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00376354-e6b9-49a7-b97e-d1dda9da194c req-360c63bb-3f4c-4034-b43b-fed74c2559c1 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:07.879050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:07.879972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-00376354-e6b9-49a7-b97e-d1dda9da194c req-360c63bb-3f4c-4034-b43b-fed74c2559c1 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 949 time: 0.0866969 Jul 16 20:15:07.969288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-00376354-e6b9-49a7-b97e-d1dda9da194c req-24e67b1a-bdd9-4bf8-885c-d96fda76299d tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810556 Jul 16 20:15:07.999232 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-8b29c8de-1381-4be5-86f5-e7b0c2d89159 service neutron] 10.222.0.63 "GET /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182611 Jul 16 20:15:08.023984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11bf18-4a79-4018-a5eb-47ee640c5e45 req-f4d87b86-a2bd-466d-94e6-599da36ce114 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.025518 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c11bf18-4a79-4018-a5eb-47ee640c5e45 req-f4d87b86-a2bd-466d-94e6-599da36ce114 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.1989129 Jul 16 20:15:08.032073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-ff0211e4-c726-40a4-b378-a7a99213e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.033532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-ff0211e4-c726-40a4-b378-a7a99213e7b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 200 len: 916 time: 0.1453602 Jul 16 20:15:08.100550 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-87acdd5b-d28c-48ea-a161-03ad446590ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa HTTP/1.1" status: 200 len: 217 time: 0.0525429 Jul 16 20:15:08.140628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-8255d317-437e-4c55-9cfb-1528dfe68a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.142113 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-8255d317-437e-4c55-9cfb-1528dfe68a7d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1096 time: 0.0906417 Jul 16 20:15:08.148466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c11bf18-4a79-4018-a5eb-47ee640c5e45 req-c9997a1a-1276-479c-b666-fd10f26fcdf3 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113238 Jul 16 20:15:08.184417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.186299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-301e12dd-9e8f-4e46-b543-4b29612c6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.187856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-301e12dd-9e8f-4e46-b543-4b29612c6eba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a63f3fa-c3a6-4ca4-8116-05d36abd8571 HTTP/1.1" status: 200 len: 855 time: 0.0755692 Jul 16 20:15:08.191788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.229546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a4cc0-b4ae-4f9b-a859-5103177d38f6 req-84285daf-aaf1-47d7-b15e-9af5315b9932 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.235522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a4cc0-b4ae-4f9b-a859-5103177d38f6 req-84285daf-aaf1-47d7-b15e-9af5315b9932 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.241343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a4cc0-b4ae-4f9b-a859-5103177d38f6 req-84285daf-aaf1-47d7-b15e-9af5315b9932 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.242994 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-056a4cc0-b4ae-4f9b-a859-5103177d38f6 req-84285daf-aaf1-47d7-b15e-9af5315b9932 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2412 time: 0.1534634 Jul 16 20:15:08.250284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-6da01aaa-660c-4ade-bd1c-7754ff86a264 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a16df39-bdec-4591-8394-f1ea6cca1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550017 Jul 16 20:15:08.283803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9137bb-df81-48d1-8f11-905076c43597,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:08.297317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-63bd3357-4d30-4cf4-accb-a08456fd560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.299013 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-63bd3357-4d30-4cf4-accb-a08456fd560b service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.1491735 Jul 16 20:15:08.303814 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-056a4cc0-b4ae-4f9b-a859-5103177d38f6 req-aa200246-4cf3-41d2-8732-16d35a6d47e2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491557 Jul 16 20:15:08.340844 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-932113a6-6e0b-4d34-aa02-55b544490f85 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 HTTP/1.1" status: 200 len: 217 time: 0.0351818 Jul 16 20:15:08.396488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-a567e337-3144-4d5b-95f5-8dcd9f6b3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.398025 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-a567e337-3144-4d5b-95f5-8dcd9f6b3155 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.0506489 Jul 16 20:15:08.432621 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-b9589740-975c-402a-93f9-026db984736d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280249 Jul 16 20:15:08.482710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169c32-58b0-46c5-a933-33bd47a23275 req-49a8e547-dfcf-4ccf-b5ff-007f839e40c9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.484221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-70169c32-58b0-46c5-a933-33bd47a23275 req-49a8e547-dfcf-4ccf-b5ff-007f839e40c9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.2025316 Jul 16 20:15:08.485315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Allocated IP 192.168.233.48 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/774d75f4-2885-4c02-a19c-7dbc986b8629) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:08.495432 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-56f9d660-afdf-4675-8f82-02711dd5784c service neutron] 10.222.0.30 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125928 Jul 16 20:15:08.523642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-7fdb6fb1-351c-460b-b51f-19901c3da8cd service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851021 Jul 16 20:15:08.589942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e932dbf1-23a4-42b7-a188-c3c86d993059 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:08.605045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:08.624910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-70169c32-58b0-46c5-a933-33bd47a23275 req-89075110-28f9-4431-8689-600d4233185c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298985 Jul 16 20:15:08.651842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fb93111-e0b9-49d3-ab9e-ad010c033af0 req-d1359de4-12c3-4932-8fd6-73892b2368fc service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159656 Jul 16 20:15:08.707612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8344cf85-960d-4151-8a7f-ce16e17144bf req-7469a1d8-3fe0-4579-a08b-6ca9f66c85b0 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032468 Jul 16 20:15:08.769041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:08.775162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:08.775631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.801677 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-14613206-4a43-42ed-81d3-0d966c4393c6 req-d8e28793-5d6b-4391-a1ba-247adee31793 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 210 time: 0.0377846 Jul 16 20:15:08.836132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e932dbf1-23a4-42b7-a188-c3c86d993059, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e932dbf1-23a4-42b7-a188-c3c86d993059,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:08.852382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'e932dbf1-23a4-42b7-a188-c3c86d993059', 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198', 'port_id': 'e932dbf1-23a4-42b7-a188-c3c86d993059', 'mac_address': 'fa:16:3e:e3:75:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161bc931-8773-4474-94d2-ad1970e7c11a', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:08.852597 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.869985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Transition to ACTIVE for port object 774d75f4-2885-4c02-a19c-7dbc986b8629 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:08.908604 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.938640 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.947078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:08.948875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.949340 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f60ca7-7d9c-4c99-9a95-78c1f60c69fd" -d '{"events": [{"server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "name": "network-vif-plugged", "status": "completed", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:08.970230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:08.972521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e932dbf1-23a4-42b7-a188-c3c86d993059 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:08.973855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0ac80-336d-4be1-9571-6ea498c1495c req-b4f5121f-aafb-4689-97e2-1fa333f4c4a6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:08.978813 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:08.983917 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-07b0ac80-336d-4be1-9571-6ea498c1495c req-b4f5121f-aafb-4689-97e2-1fa333f4c4a6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 944 time: 0.0960429 Jul 16 20:15:09.018895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e932dbf1-23a4-42b7-a188-c3c86d993059, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e932dbf1-23a4-42b7-a188-c3c86d993059,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:09.029887 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.030573 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4abafed2-cdc0-4abf-8a1b-f84b99f52234 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:09.036164 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-07b0ac80-336d-4be1-9571-6ea498c1495c req-1388167c-7101-472a-a01e-348524adfe24 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499125 Jul 16 20:15:09.042213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:09.054043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:09.081772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:09.085834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:09.088723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:09.149175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81847-90b4-41b8-818a-910917966e6d req-8fa57e80-1774-46c5-9257-93d40ba6af58 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.156044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92e81847-90b4-41b8-818a-910917966e6d req-8fa57e80-1774-46c5-9257-93d40ba6af58 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 943 time: 0.1699808 Jul 16 20:15:09.176706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e932dbf1-23a4-42b7-a188-c3c86d993059,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:09.195483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.196160 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.233960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92e81847-90b4-41b8-818a-910917966e6d req-ea146d63-ad46-449c-b653-e41c8207bba5 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769298 Jul 16 20:15:09.243339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-84398737-c130-478f-989d-9f157e1aee87 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6665714 Jul 16 20:15:09.260005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7166f-49bf-467d-882d-d53f3fbfaaa7 req-792516fa-12e5-4b25-8b09-4ae5a4969117 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.261828 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bbd7166f-49bf-467d-882d-d53f3fbfaaa7 req-792516fa-12e5-4b25-8b09-4ae5a4969117 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 943 time: 0.0925260 Jul 16 20:15:09.263468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Request body: {'port': {'device_id': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:09.317013 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bbd7166f-49bf-467d-882d-d53f3fbfaaa7 req-e550e447-d2c5-4cbe-b7a1-6aabba902d86 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 Jul 16 20:15:09.379549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 4abafed2-cdc0-4abf-8a1b-f84b99f52234, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4abafed2-cdc0-4abf-8a1b-f84b99f52234,segment=NetworkSegment(7bb48687-78ee-41c7-a796-fda0d673dec2),segment_id=7bb48687-78ee-41c7-a796-fda0d673dec2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:09.402353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.402670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '4abafed2-cdc0-4abf-8a1b-f84b99f52234', 'network_id': '11df7d7b-e77c-4c25-89c7-e296b6350880', 'port_id': '4abafed2-cdc0-4abf-8a1b-f84b99f52234', 'mac_address': 'fa:16:3e:3d:f0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b', 'ip_address': '19.86.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:09.406908 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f20bf6e-cb4b-4789-8289-d9c664a1b623 x-openstack-request-id: req-5f20bf6e-cb4b-4789-8289-d9c664a1b623 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:09.407322 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "name": "network-vif-plugged", "status": "completed", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:09.407674 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f20bf6e-cb4b-4789-8289-d9c664a1b623 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:09.408158 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55', 'code': 200} Jul 16 20:15:09.481968 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.493641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8feab403-f01d-463e-994c-cbd4c06c83ee details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:09.502622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abafed2-cdc0-4abf-8a1b-f84b99f52234 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:09.537632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 4abafed2-cdc0-4abf-8a1b-f84b99f52234, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4abafed2-cdc0-4abf-8a1b-f84b99f52234,segment=NetworkSegment(7bb48687-78ee-41c7-a796-fda0d673dec2),segment_id=7bb48687-78ee-41c7-a796-fda0d673dec2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:09.554200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.554509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c255f012-a627-4f9d-a3b4-0b7d92f84498 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:09.573722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9ef9089b-3a50-43b0-9c7a-29ec4746ea61 None None] Provisioning for port 774d75f4-2885-4c02-a19c-7dbc986b8629 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:09.583911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbd641-769e-4114-ab1e-c03e9dd66eb3 req-bf444cb3-f021-493f-8ed4-f4f83024433c tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.586057 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6bbd641-769e-4114-ab1e-c03e9dd66eb3 req-bf444cb3-f021-493f-8ed4-f4f83024433c tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.0965345 Jul 16 20:15:09.589291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045d8db-6f8f-4514-9107-00f033682917 req-e35af609-8260-4888-92c6-8961dd5c97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.591043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5045d8db-6f8f-4514-9107-00f033682917 req-e35af609-8260-4888-92c6-8961dd5c97f8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1097 time: 0.1304121 Jul 16 20:15:09.613559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9ef9089b-3a50-43b0-9c7a-29ec4746ea61 None None] Provisioning complete for port 774d75f4-2885-4c02-a19c-7dbc986b8629 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:09.614161 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ef9089b-3a50-43b0-9c7a-29ec4746ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.654244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6bbd641-769e-4114-ab1e-c03e9dd66eb3 req-e261fdc4-e450-43df-80df-1634a3c5480d tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622048 Jul 16 20:15:09.658693 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5045d8db-6f8f-4514-9107-00f033682917 req-18910129-b7c1-403f-a7ba-027e8b4c7fdd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576530 Jul 16 20:15:09.693630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a73c3-2cd2-4c5c-b84b-1e0fdfcf3cd4 req-03cd4c3f-a458-4846-8414-a013569d15ca tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.694898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a73c3-2cd2-4c5c-b84b-1e0fdfcf3cd4 req-03cd4c3f-a458-4846-8414-a013569d15ca tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.700220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a73c3-2cd2-4c5c-b84b-1e0fdfcf3cd4 req-03cd4c3f-a458-4846-8414-a013569d15ca tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.701893 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc5a73c3-2cd2-4c5c-b84b-1e0fdfcf3cd4 req-03cd4c3f-a458-4846-8414-a013569d15ca tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2414 time: 0.2085936 Jul 16 20:15:09.728494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c255f012-a627-4f9d-a3b4-0b7d92f84498, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c255f012-a627-4f9d-a3b4-0b7d92f84498,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:09.735534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=4abafed2-cdc0-4abf-8a1b-f84b99f52234,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:09.739494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8feab403-f01d-463e-994c-cbd4c06c83ee, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8feab403-f01d-463e-994c-cbd4c06c83ee,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:09.751649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9089b-3a50-43b0-9c7a-29ec4746ea61 None None] Port 774d75f4-2885-4c02-a19c-7dbc986b8629 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:09.760263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'c255f012-a627-4f9d-a3b4-0b7d92f84498', 'network_id': '814629bb-56b7-4576-90fc-47e7e5694198', 'port_id': 'c255f012-a627-4f9d-a3b4-0b7d92f84498', 'mac_address': 'fa:16:3e:f7:c9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161bc931-8773-4474-94d2-ad1970e7c11a', 'ip_address': '19.80.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:09.763203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '8feab403-f01d-463e-994c-cbd4c06c83ee', 'network_id': 'dc92f4df-a3d1-43b6-a018-5feae2d6e24a', 'port_id': '8feab403-f01d-463e-994c-cbd4c06c83ee', 'mac_address': 'fa:16:3e:87:46:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363643e8-041f-459a-a17e-f6881ca14dfa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:09.777230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc5a73c3-2cd2-4c5c-b84b-1e0fdfcf3cd4 req-d67578b0-5aa7-4876-8308-796f66612231 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636978 Jul 16 20:15:09.829537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774d75f4-2885-4c02-a19c-7dbc986b8629 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:09.838388 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.839507 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.841395 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.859356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f2b5d-60be-489f-a4b5-2b8ca97ebebf req-d637c1d2-25e6-442f-898e-7d80c6f8ef81 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:09.861206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Transition to ACTIVE for port object 774d75f4-2885-4c02-a19c-7dbc986b8629 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:09.866315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c255f012-a627-4f9d-a3b4-0b7d92f84498 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:09.866546 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.868675 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f18f2b5d-60be-489f-a4b5-2b8ca97ebebf req-d637c1d2-25e6-442f-898e-7d80c6f8ef81 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.0856478 Jul 16 20:15:09.872955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8feab403-f01d-463e-994c-cbd4c06c83ee {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:09.907496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c255f012-a627-4f9d-a3b4-0b7d92f84498, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c255f012-a627-4f9d-a3b4-0b7d92f84498,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:09.910680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8feab403-f01d-463e-994c-cbd4c06c83ee, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8feab403-f01d-463e-994c-cbd4c06c83ee,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:09.913714 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.919748 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:09.920367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ce4d551-47a2-4a71-a247-db9f848c79fa details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:09.939594 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f18f2b5d-60be-489f-a4b5-2b8ca97ebebf req-e99d3443-d7e8-4e6f-8394-9492b6e8879b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683918 Jul 16 20:15:10.006728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c255f012-a627-4f9d-a3b4-0b7d92f84498,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.054135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.067681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Attempting to bind port 774d75f4-2885-4c02-a19c-7dbc986b8629 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:10.068035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Attempting to bind port 774d75f4-2885-4c02-a19c-7dbc986b8629 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:10.068366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Attempting to bind port 774d75f4-2885-4c02-a19c-7dbc986b8629 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:10.075143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Port 774d75f4-2885-4c02-a19c-7dbc986b8629 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:10.075143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Attempting to bind port 774d75f4-2885-4c02-a19c-7dbc986b8629 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:10.087997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:10.088341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:10.088726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:10.089277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Bound port: 774d75f4-2885-4c02-a19c-7dbc986b8629, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:10.089513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.105667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8feab403-f01d-463e-994c-cbd4c06c83ee,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.118322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:10.125392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c978120-d7fe-4014-a441-382dc61be051 req-bcc4cce5-cf69-4ffb-b49f-c381204bf036 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.132627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '7ce4d551-47a2-4a71-a247-db9f848c79fa', 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5', 'port_id': '7ce4d551-47a2-4a71-a247-db9f848c79fa', 'mac_address': 'fa:16:3e:89:fd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a63f3fa-c3a6-4ca4-8116-05d36abd8571', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:10.133865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c978120-d7fe-4014-a441-382dc61be051 req-bcc4cce5-cf69-4ffb-b49f-c381204bf036 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 947 time: 0.1390646 Jul 16 20:15:10.191341 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.205900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce4d551-47a2-4a71-a247-db9f848c79fa {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:10.212088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c978120-d7fe-4014-a441-382dc61be051 req-213b9457-0795-417b-b332-2bdfb0623347 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773668 Jul 16 20:15:10.216449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:10.219927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:10.235714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.245516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:10.250260 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.266238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4fbcf-e641-4744-8e0e-7ff19afdc005 req-2007242d-c155-443f-a1c7-c1d601fa6e35 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.274401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2fa4fbcf-e641-4744-8e0e-7ff19afdc005 req-2007242d-c155-443f-a1c7-c1d601fa6e35 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 945 time: 0.0842202 Jul 16 20:15:10.289421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.299979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.300630 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:10.302117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f91bc90-872c-43ce-be00-d9a075f4ffe6 service neutron] 10.222.0.30 "PUT /v2.0/ports/774d75f4-2885-4c02-a19c-7dbc986b8629 HTTP/1.1" status: 200 len: 1096 time: 1.0448880 Jul 16 20:15:10.302468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:10.304749 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28e915b-b0b9-4d8f-9aea-210fc71e6164" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:10.306093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=7ce4d551-47a2-4a71-a247-db9f848c79fa,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:10.317278 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2fa4fbcf-e641-4744-8e0e-7ff19afdc005 req-d81be873-d3e4-4a2a-a3fb-97be93232b59 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418172 Jul 16 20:15:10.364881 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e932dbf1-23a4-42b7-a188-c3c86d993059'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:10.404745 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8269f52-f194-4d10-846c-5178f4a19919 x-openstack-request-id: req-a8269f52-f194-4d10-846c-5178f4a19919 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:10.405016 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:10.405264 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8269f52-f194-4d10-846c-5178f4a19919 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:10.405664 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'status': 'completed', 'code': 200} Jul 16 20:15:10.406940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['4abafed2-cdc0-4abf-8a1b-f84b99f52234'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:10.479157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-5f21a83c-8b89-4f46-b3f2-cd15b7bb0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.481114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-5f21a83c-8b89-4f46-b3f2-cd15b7bb0041 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d5ec0c03e5d4767858ffb474428abaa&device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 1099 time: 0.1177993 Jul 16 20:15:10.494751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1032b7c-1237-4008-bbd2-3c051164678d req-ac789dce-5b36-4333-a9b8-6d5f041e6c8c tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.496477 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1032b7c-1237-4008-bbd2-3c051164678d req-ac789dce-5b36-4333-a9b8-6d5f041e6c8c tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 944 time: 0.0935709 Jul 16 20:15:10.550638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-0f4ae851-6345-4bf6-8f05-eebe084c87ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=774d75f4-2885-4c02-a19c-7dbc986b8629 HTTP/1.1" status: 200 len: 217 time: 0.0530684 Jul 16 20:15:10.618697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['8feab403-f01d-463e-994c-cbd4c06c83ee'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:10.619288 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1032b7c-1237-4008-bbd2-3c051164678d req-cf71aa37-475c-455e-9daf-bcbb5d16057b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672987 Jul 16 20:15:10.637422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-ce46dec9-079f-463a-b0d7-bd09ded4feff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.639385 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-ce46dec9-079f-463a-b0d7-bd09ded4feff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0686281 Jul 16 20:15:10.643271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['7ce4d551-47a2-4a71-a247-db9f848c79fa'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:10.678990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3b2b0-199f-4c81-86ba-9b365d1fac48 req-fcf2d356-7b3c-429e-a5ca-53bbb12b8f52 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.680681 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-90b3b2b0-199f-4c81-86ba-9b365d1fac48 req-fcf2d356-7b3c-429e-a5ca-53bbb12b8f52 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 944 time: 0.1125610 Jul 16 20:15:10.727966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-76147f49-670d-4fe3-969d-2db6e22b5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:10.730109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-76147f49-670d-4fe3-969d-2db6e22b5423 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809565 Jul 16 20:15:10.746643 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-90b3b2b0-199f-4c81-86ba-9b365d1fac48 req-95fffa8b-5d96-486d-aea2-5680efcf8dea tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586205 Jul 16 20:15:10.851152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-caffa503-44de-458f-8d41-0111eba01d25 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070030 Jul 16 20:15:11.002340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21c1d3-ca85-47a1-86f5-0b3181cbbcbd req-3711846b-3181-4577-88e2-a7a61240ea68 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.003613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777afed4-b07f-4506-8bd4-c03559f87229 req-6d58815f-f775-4378-90e3-e6b05cb7ee7f tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.005165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-777afed4-b07f-4506-8bd4-c03559f87229 req-6d58815f-f775-4378-90e3-e6b05cb7ee7f tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.1464758 Jul 16 20:15:11.008357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21c1d3-ca85-47a1-86f5-0b3181cbbcbd req-3711846b-3181-4577-88e2-a7a61240ea68 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.008932 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64b02a86-11f9-4466-9bee-05bc4efe0f46 req-7b651bbd-5aca-48d4-9176-7138de7b6722 service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485865 Jul 16 20:15:11.014520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21c1d3-ca85-47a1-86f5-0b3181cbbcbd req-3711846b-3181-4577-88e2-a7a61240ea68 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.016232 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4f21c1d3-ca85-47a1-86f5-0b3181cbbcbd req-3711846b-3181-4577-88e2-a7a61240ea68 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2415 time: 0.0984573 Jul 16 20:15:11.045126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-777afed4-b07f-4506-8bd4-c03559f87229 req-778f3ea5-eca0-4110-b184-9a7a998e54ff tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339005 Jul 16 20:15:11.067885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4f21c1d3-ca85-47a1-86f5-0b3181cbbcbd req-1f85bc28-4064-48db-b1f7-e9cf2480160f tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439076 Jul 16 20:15:11.128075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-750924dc-3d0a-44c8-a9be-e368c11789d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.129675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-750924dc-3d0a-44c8-a9be-e368c11789d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d5ec0c03e5d4767858ffb474428abaa&device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 1099 time: 0.0524597 Jul 16 20:15:11.273740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-5d24a4f0-a34d-4f26-8be3-32a4fb1813ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.275191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-5d24a4f0-a34d-4f26-8be3-32a4fb1813ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1331639 Jul 16 20:15:11.285890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5a324-13f3-4d19-ac5d-a600c7b9408b req-b39bf63e-d7f4-4f8e-8960-0f9fddd74e80 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.287310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-86a5a324-13f3-4d19-ac5d-a600c7b9408b req-b39bf63e-d7f4-4f8e-8960-0f9fddd74e80 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1374536 Jul 16 20:15:11.335054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-3db809a3-f045-41c8-91a6-2d3bbd4d4a64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=774d75f4-2885-4c02-a19c-7dbc986b8629 HTTP/1.1" status: 200 len: 217 time: 0.0459061 Jul 16 20:15:11.394187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f97e2-3801-4eec-84ff-620fa9a5ecc6 req-9df7f15b-479e-4e7d-96db-b3e45bec5616 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.395797 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-653f97e2-3801-4eec-84ff-620fa9a5ecc6 req-9df7f15b-479e-4e7d-96db-b3e45bec5616 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 947 time: 0.0705740 Jul 16 20:15:11.436137 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-653f97e2-3801-4eec-84ff-620fa9a5ecc6 req-80c7ceda-0a9e-48c6-b8df-23174dbbe28c tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345519 Jul 16 20:15:11.446114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c255f012-a627-4f9d-a3b4-0b7d92f84498'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:11.493686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:11.633320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf193-9009-482f-9fc6-5e28ac43b0a6 req-5bddfb3f-ddeb-4e40-a254-a5c7595b1244 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.634887 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-59ecf193-9009-482f-9fc6-5e28ac43b0a6 req-5bddfb3f-ddeb-4e40-a254-a5c7595b1244 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 945 time: 0.0757372 Jul 16 20:15:11.667098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-86a5a324-13f3-4d19-ac5d-a600c7b9408b req-bc748fa5-ab22-4fb0-b83a-c03a985a731f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690357 Jul 16 20:15:11.680854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:11.693611 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-59ecf193-9009-482f-9fc6-5e28ac43b0a6 req-fb8bcd58-7b6b-466a-b12e-b4d41078814c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Jul 16 20:15:11.695885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'mac_address': 'fa:16:3e:37:8e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:11.697396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-3c358276-9508-4cd7-804f-8253ba03893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.699911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-3c358276-9508-4cd7-804f-8253ba03893d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.3555286 Jul 16 20:15:11.754671 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.774876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aafca974-ffa2-40b3-be4f-39a2999df769 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:11.795585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-cde7b597-ba99-4a42-a14c-d55b787cb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.797067 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-cde7b597-ba99-4a42-a14c-d55b787cb7c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751042 Jul 16 20:15:11.804521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:11.811334 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:11.876216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:11.901844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c97a-aa0e-47e2-8881-56d7c2b6ef50 req-97e712fd-e610-4000-bc79-fc9491be364c tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.903639 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0664c97a-aa0e-47e2-8881-56d7c2b6ef50 req-97e712fd-e610-4000-bc79-fc9491be364c tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 944 time: 0.0755780 Jul 16 20:15:11.944411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0664c97a-aa0e-47e2-8881-56d7c2b6ef50 req-1db3f247-c843-4a76-9949-69f0dc7513c1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348859 Jul 16 20:15:11.958085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-d9b2e7af-1ee9-49f8-82bc-aea7259ab54c service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459081 Jul 16 20:15:11.961442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257072e-69d0-40bf-91ed-abfe4a71b4f5 req-20625800-0836-4e01-8bc5-44aa37d8e96f tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:11.963564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7257072e-69d0-40bf-91ed-abfe4a71b4f5 req-20625800-0836-4e01-8bc5-44aa37d8e96f tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1097 time: 0.1237590 Jul 16 20:15:11.997728 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7257072e-69d0-40bf-91ed-abfe4a71b4f5 req-7f3837e2-f068-4fb4-8ae9-f36586d5a1ed tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288770 Jul 16 20:15:12.006055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aafca974-ffa2-40b3-be4f-39a2999df769'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:12.114717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a28e915b-b0b9-4d8f-9aea-210fc71e6164 req-ce254f8c-978c-4333-b9fd-6b9eb0f0541f service neutron] 10.222.0.30 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961802 Jul 16 20:15:12.148752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddb65a-3d0e-494b-9a28-743057374698 req-73b45c17-8fc7-4223-bebf-1f3310be89b4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.150516 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cddb65a-3d0e-494b-9a28-743057374698 req-73b45c17-8fc7-4223-bebf-1f3310be89b4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 944 time: 0.0895360 Jul 16 20:15:12.215795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6cddb65a-3d0e-494b-9a28-743057374698 req-4649dbfa-eeb5-4004-9eef-f5851f582dd4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581713 Jul 16 20:15:12.321501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed05ce-eca3-4bf8-b685-1ef8df9fa852 req-c6d14f82-dd06-4518-9140-ba089662a86c tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.328454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08ed05ce-eca3-4bf8-b685-1ef8df9fa852 req-c6d14f82-dd06-4518-9140-ba089662a86c tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.0853858 Jul 16 20:15:12.364655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08ed05ce-eca3-4bf8-b685-1ef8df9fa852 req-2a7497a6-ce76-41d5-a17e-df57cc09230d tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349095 Jul 16 20:15:12.446675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4b2a4-60d6-4923-9305-d616409b0409 req-9cee450e-0631-4cef-b119-49327573be4a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.458238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4b2a4-60d6-4923-9305-d616409b0409 req-9cee450e-0631-4cef-b119-49327573be4a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.466325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4b2a4-60d6-4923-9305-d616409b0409 req-9cee450e-0631-4cef-b119-49327573be4a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.468318 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bbf4b2a4-60d6-4923-9305-d616409b0409 req-9cee450e-0631-4cef-b119-49327573be4a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2415 time: 0.1130373 Jul 16 20:15:12.543509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bbf4b2a4-60d6-4923-9305-d616409b0409 req-a4171c1f-9f72-41cf-ba4a-fed30445fac2 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687149 Jul 16 20:15:12.602499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e932dbf1-23a4-42b7-a188-c3c86d993059 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:12.681508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54356f7b-d3a8-48d4-beae-c59f84f9fd92 req-51b01a2f-f6bb-48f7-9250-22025b183bea tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.684633 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54356f7b-d3a8-48d4-beae-c59f84f9fd92 req-51b01a2f-f6bb-48f7-9250-22025b183bea tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 947 time: 0.1099303 Jul 16 20:15:12.724072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port e932dbf1-23a4-42b7-a188-c3c86d993059 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:12.732853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port e932dbf1-23a4-42b7-a188-c3c86d993059 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:12.733581 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.762136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54356f7b-d3a8-48d4-beae-c59f84f9fd92 req-bfb3d9de-c3aa-4094-9ea9-464cbded2b62 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677013 Jul 16 20:15:12.850245 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.886863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e932dbf1-23a4-42b7-a188-c3c86d993059'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:12.889407 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7195cc91-6f6a-4daa-8719-76d6de5eb1d3" -d '{"events": [{"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-plugged", "status": "completed", "tag": "e932dbf1-23a4-42b7-a188-c3c86d993059"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:12.905734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e932dbf1-23a4-42b7-a188-c3c86d993059, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e932dbf1-23a4-42b7-a188-c3c86d993059,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:12.912838 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:12.915288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c255f012-a627-4f9d-a3b4-0b7d92f84498 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:12.947582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15405b-c694-4878-870c-b4f0adc42954 req-a4f0d758-a8cd-44e4-8dcc-1ac5d4f84997 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:12.958485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c15405b-c694-4878-870c-b4f0adc42954 req-a4f0d758-a8cd-44e4-8dcc-1ac5d4f84997 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1434109 Jul 16 20:15:12.979657 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcd5263-9067-446f-b660-793d20386ee1 x-openstack-request-id: req-5bcd5263-9067-446f-b660-793d20386ee1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:12.980152 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-plugged", "status": "completed", "tag": "e932dbf1-23a4-42b7-a188-c3c86d993059", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:12.980568 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bcd5263-9067-446f-b660-793d20386ee1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:12.981114 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e932dbf1-23a4-42b7-a188-c3c86d993059', 'code': 200} Jul 16 20:15:13.031042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c15405b-c694-4878-870c-b4f0adc42954 req-a3184954-bb24-4a26-b3f1-0f8b749cbd4f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713100 Jul 16 20:15:13.040499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e932dbf1-23a4-42b7-a188-c3c86d993059,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:13.057204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port c255f012-a627-4f9d-a3b4-0b7d92f84498 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:13.062767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port c255f012-a627-4f9d-a3b4-0b7d92f84498 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:13.063821 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.160532 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.210845 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c255f012-a627-4f9d-a3b4-0b7d92f84498, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c255f012-a627-4f9d-a3b4-0b7d92f84498,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:13.216521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.217626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4abafed2-cdc0-4abf-8a1b-f84b99f52234 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:13.223849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670e611-4739-4a5a-8e15-13e39b945e9d req-31aa256b-df47-4f35-9e83-8448bc70baec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.231095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3670e611-4739-4a5a-8e15-13e39b945e9d req-31aa256b-df47-4f35-9e83-8448bc70baec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 944 time: 0.1100862 Jul 16 20:15:13.318792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3670e611-4739-4a5a-8e15-13e39b945e9d req-d5342779-762d-4dfd-af12-b9a492f304f6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866661 Jul 16 20:15:13.337651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c255f012-a627-4f9d-a3b4-0b7d92f84498,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:13.401151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:13.428037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:13.428657 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.512435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:13.540176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47136cb2-1adc-4a3c-8455-76fdbea44208 req-96af7861-3a7f-4550-8d82-743451622095 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.541963 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47136cb2-1adc-4a3c-8455-76fdbea44208 req-96af7861-3a7f-4550-8d82-743451622095 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 944 time: 0.0964558 Jul 16 20:15:13.635702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:13.641520 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47136cb2-1adc-4a3c-8455-76fdbea44208 req-aa9df858-076d-4f45-a898-130bddf64fb8 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915873 Jul 16 20:15:13.654467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:13.662996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'mac_address': 'fa:16:3e:a3:7b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:13.680796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8c534-3437-449e-92dc-ca53d314f814 req-2ee0251a-9509-4412-8d1c-d4c330564cfb tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.687775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-efb8c534-3437-449e-92dc-ca53d314f814 req-2ee0251a-9509-4412-8d1c-d4c330564cfb tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.1574726 Jul 16 20:15:13.743561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-efb8c534-3437-449e-92dc-ca53d314f814 req-40b95af4-b451-4370-ad4c-8ca4abc38bdb tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537775 Jul 16 20:15:13.786162 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.803021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774d75f4-2885-4c02-a19c-7dbc986b8629 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:13.828743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port aafca974-ffa2-40b3-be4f-39a2999df769 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:13.829211 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.850812 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.869096 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:13.879741 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:13.880019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6f02a-3934-4e07-90b8-a84fb2d9d3c6 req-27c8193d-d63f-4a5e-affd-b121ec72c383 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.887239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6f02a-3934-4e07-90b8-a84fb2d9d3c6 req-27c8193d-d63f-4a5e-affd-b121ec72c383 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.894459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6f02a-3934-4e07-90b8-a84fb2d9d3c6 req-27c8193d-d63f-4a5e-affd-b121ec72c383 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:13.902898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21e6f02a-3934-4e07-90b8-a84fb2d9d3c6 req-27c8193d-d63f-4a5e-affd-b121ec72c383 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2417 time: 0.1332724 Jul 16 20:15:13.942899 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21e6f02a-3934-4e07-90b8-a84fb2d9d3c6 req-0752a42b-475d-4d45-803c-58280e2ef8f6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388422 Jul 16 20:15:13.988743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 4abafed2-cdc0-4abf-8a1b-f84b99f52234, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4abafed2-cdc0-4abf-8a1b-f84b99f52234,segment=NetworkSegment(7bb48687-78ee-41c7-a796-fda0d673dec2),segment_id=7bb48687-78ee-41c7-a796-fda0d673dec2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:14.012326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.017669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c7c6b-dfa8-4169-bbaf-bee0dcd35f25 req-8d285f67-99c9-4381-a3ad-089d33acf9b3 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.023012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f33c7c6b-dfa8-4169-bbaf-bee0dcd35f25 req-8d285f67-99c9-4381-a3ad-089d33acf9b3 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 948 time: 0.1101830 Jul 16 20:15:14.055221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.082906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f33c7c6b-dfa8-4169-bbaf-bee0dcd35f25 req-f0815ff2-1bf3-4b5b-9447-3a65a1636bc8 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 Jul 16 20:15:14.112670 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.145996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=4abafed2-cdc0-4abf-8a1b-f84b99f52234,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.163345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:14.168869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.169759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8feab403-f01d-463e-994c-cbd4c06c83ee up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:14.243606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['774d75f4-2885-4c02-a19c-7dbc986b8629'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:14.267170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6309a-0dfb-4d2e-9fa5-8130752ddd75 req-4f70872f-3de8-40b3-a25c-7b5440a9cd76 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.273780 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ba6309a-0dfb-4d2e-9fa5-8130752ddd75 req-4f70872f-3de8-40b3-a25c-7b5440a9cd76 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.0889759 Jul 16 20:15:14.317300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.321112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 8feab403-f01d-463e-994c-cbd4c06c83ee completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:14.327958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 8feab403-f01d-463e-994c-cbd4c06c83ee triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:14.327958 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.343379 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ba6309a-0dfb-4d2e-9fa5-8130752ddd75 req-7aed22e1-1096-4a30-a065-e4c89985d58f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685592 Jul 16 20:15:14.551867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2805-8294-4360-90a0-e3752b3e6f48 req-0412581b-b411-4345-b5ff-db2548b5950b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.554389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef6d2805-8294-4360-90a0-e3752b3e6f48 req-0412581b-b411-4345-b5ff-db2548b5950b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 944 time: 0.0763850 Jul 16 20:15:14.595826 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.602131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef6d2805-8294-4360-90a0-e3752b3e6f48 req-c0dd5fbc-7da7-4e82-85d8-0c71efb8cb9e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Jul 16 20:15:14.647940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8feab403-f01d-463e-994c-cbd4c06c83ee, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8feab403-f01d-463e-994c-cbd4c06c83ee,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:14.668607 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.673807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ce4d551-47a2-4a71-a247-db9f848c79fa up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:14.836211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8feab403-f01d-463e-994c-cbd4c06c83ee,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:14.848443 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 7ce4d551-47a2-4a71-a247-db9f848c79fa completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:14.855307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 7ce4d551-47a2-4a71-a247-db9f848c79fa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:14.855538 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.916021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641efa4-404c-44f9-9843-fa960888d0fc req-77529bdd-3516-4f6f-a68c-5e9cbf53f5de tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:14.920528 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1641efa4-404c-44f9-9843-fa960888d0fc req-77529bdd-3516-4f6f-a68c-5e9cbf53f5de tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1200364 Jul 16 20:15:14.975078 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:14.988251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c255f012-a627-4f9d-a3b4-0b7d92f84498'}, {'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abafed2-cdc0-4abf-8a1b-f84b99f52234'}, {'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769'}, {'server_uuid': '812fab10-7e8d-4610-91ce-bb250e85e958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feab403-f01d-463e-994c-cbd4c06c83ee'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:14.992468 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe461a1-f0b9-4044-ab29-1db76fa32c75" -d '{"events": [{"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-plugged", "status": "completed", "tag": "c255f012-a627-4f9d-a3b4-0b7d92f84498"}, {"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-plugged", "status": "completed", "tag": "4abafed2-cdc0-4abf-8a1b-f84b99f52234"}, {"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-plugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769"}, {"server_uuid": "812fab10-7e8d-4610-91ce-bb250e85e958", "name": "network-vif-plugged", "status": "completed", "tag": "8feab403-f01d-463e-994c-cbd4c06c83ee"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:14.993796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1641efa4-404c-44f9-9843-fa960888d0fc req-fa78f0c2-5b92-4197-a1e4-2dd50b064b80 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577855 Jul 16 20:15:15.066071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:15.073382 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.151621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=7ce4d551-47a2-4a71-a247-db9f848c79fa,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:15.281441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fb3e6-15a3-4087-a928-722560cfa113 req-b4f8239f-265a-454f-88d0-1c0a82d7d9c5 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.283647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b04fb3e6-15a3-4087-a928-722560cfa113 req-b4f8239f-265a-454f-88d0-1c0a82d7d9c5 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.1371219 Jul 16 20:15:15.362557 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b04fb3e6-15a3-4087-a928-722560cfa113 req-77d2bee0-7fca-4467-92f5-ccbbeee9f85e tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622978 Jul 16 20:15:15.420170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b7222-1a53-4bf9-abbb-b9942307060d req-c2aab0c3-89d5-4917-897b-82ab7d47f8e9 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.426843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b7222-1a53-4bf9-abbb-b9942307060d req-c2aab0c3-89d5-4917-897b-82ab7d47f8e9 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.430358 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23812a9a-02a4-4ba6-a1d6-67a12ba77caa x-openstack-request-id: req-23812a9a-02a4-4ba6-a1d6-67a12ba77caa {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:15.430658 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-plugged", "status": "completed", "tag": "c255f012-a627-4f9d-a3b4-0b7d92f84498", "code": 200}, {"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-plugged", "status": "completed", "tag": "4abafed2-cdc0-4abf-8a1b-f84b99f52234", "code": 200}, {"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-plugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769", "code": 200}, {"server_uuid": "812fab10-7e8d-4610-91ce-bb250e85e958", "name": "network-vif-plugged", "status": "completed", "tag": "8feab403-f01d-463e-994c-cbd4c06c83ee", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:15.430907 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23812a9a-02a4-4ba6-a1d6-67a12ba77caa {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:15.431429 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c255f012-a627-4f9d-a3b4-0b7d92f84498', 'code': 200} Jul 16 20:15:15.431685 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abafed2-cdc0-4abf-8a1b-f84b99f52234', 'code': 200} Jul 16 20:15:15.431952 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'code': 200} Jul 16 20:15:15.432415 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812fab10-7e8d-4610-91ce-bb250e85e958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feab403-f01d-463e-994c-cbd4c06c83ee', 'code': 200} Jul 16 20:15:15.437019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b7222-1a53-4bf9-abbb-b9942307060d req-c2aab0c3-89d5-4917-897b-82ab7d47f8e9 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.453700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fe7b7222-1a53-4bf9-abbb-b9942307060d req-c2aab0c3-89d5-4917-897b-82ab7d47f8e9 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2418 time: 0.1548841 Jul 16 20:15:15.488097 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:15.607844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fe7b7222-1a53-4bf9-abbb-b9942307060d req-cb696e22-d8bb-4efb-84c9-3ee43121630a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492207 Jul 16 20:15:15.657611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ce2df-8d35-49bb-9b08-d1b60b6616d1 req-9296ca0f-67ae-4ec9-8a94-953e061d9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.658205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ce2df-8d35-49bb-9b08-d1b60b6616d1 req-9296ca0f-67ae-4ec9-8a94-953e061d9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.658792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ce2df-8d35-49bb-9b08-d1b60b6616d1 req-9296ca0f-67ae-4ec9-8a94-953e061d9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.660522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf2ce2df-8d35-49bb-9b08-d1b60b6616d1 req-9296ca0f-67ae-4ec9-8a94-953e061d9574 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2874 time: 0.1149495 Jul 16 20:15:15.687763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96e2c-0e1c-474e-bf6e-13b86ed65923 req-fcef677a-fd46-4e17-9e30-12e1a0516102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.694902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76c96e2c-0e1c-474e-bf6e-13b86ed65923 req-fcef677a-fd46-4e17-9e30-12e1a0516102 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 1097 time: 0.1617472 Jul 16 20:15:15.722087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf2ce2df-8d35-49bb-9b08-d1b60b6616d1 req-c21cfe40-49ed-4375-b7e5-e76a4ad99115 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513508 Jul 16 20:15:15.769858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76c96e2c-0e1c-474e-bf6e-13b86ed65923 req-bbe152b1-51b6-464c-a7e7-30ad950aae03 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662491 Jul 16 20:15:15.824358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ae373-0d9d-461e-bf08-e85e3904f2e3 req-fb9abc35-8dea-4261-9acc-094b662095e8 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.831834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-927ae373-0d9d-461e-bf08-e85e3904f2e3 req-fb9abc35-8dea-4261-9acc-094b662095e8 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 948 time: 0.0773730 Jul 16 20:15:15.883633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71fc1c-e2dd-4023-84b8-df0aec32862e req-49f2c73b-f61d-41e9-8bfd-12b00d156106 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:15.884316 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-927ae373-0d9d-461e-bf08-e85e3904f2e3 req-8dd6cfc5-2029-4a64-8942-691161dc62fb tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513051 Jul 16 20:15:15.885651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c71fc1c-e2dd-4023-84b8-df0aec32862e req-49f2c73b-f61d-41e9-8bfd-12b00d156106 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.0923500 Jul 16 20:15:15.947724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c71fc1c-e2dd-4023-84b8-df0aec32862e req-369850b5-b518-4cc0-8098-d48c19f444b5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Jul 16 20:15:16.082945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f93e8-6521-4395-ae43-b324922ef0b5 req-a206fe82-6087-4b4e-b652-68d58b87adae tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.084504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-472f93e8-6521-4395-ae43-b324922ef0b5 req-a206fe82-6087-4b4e-b652-68d58b87adae tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0989821 Jul 16 20:15:16.190759 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-472f93e8-6521-4395-ae43-b324922ef0b5 req-bbb72e20-bcf7-43d6-9f35-0f76e5f86827 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953350 Jul 16 20:15:16.234758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80144f-8bae-4cbc-9777-1da5a22171fb req-32c7ee05-f4b5-4d9c-9f92-b53c70e87f6b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.236528 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a80144f-8bae-4cbc-9777-1da5a22171fb req-32c7ee05-f4b5-4d9c-9f92-b53c70e87f6b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.0990767 Jul 16 20:15:16.297608 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a80144f-8bae-4cbc-9777-1da5a22171fb req-cb292025-6e58-4112-bb62-4846c7b73e1d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548487 Jul 16 20:15:16.361973 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:16.799674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e1860-96f5-429f-9d19-860ebdf784cf req-699fa55c-9742-498b-970b-7ac25ac5d213 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.802651 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b23e1860-96f5-429f-9d19-860ebdf784cf req-699fa55c-9742-498b-970b-7ac25ac5d213 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.0920148 Jul 16 20:15:16.847019 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b23e1860-96f5-429f-9d19-860ebdf784cf req-a5f13bad-41ba-49eb-b637-c70fe289451e tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Jul 16 20:15:16.928794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f1db4-2c3e-412f-adf6-358f560817e0 req-9a1b1cd0-c6b6-4b45-aa20-8adf8f54b3ce tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.943661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f1db4-2c3e-412f-adf6-358f560817e0 req-9a1b1cd0-c6b6-4b45-aa20-8adf8f54b3ce tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.960164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f1db4-2c3e-412f-adf6-358f560817e0 req-9a1b1cd0-c6b6-4b45-aa20-8adf8f54b3ce tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:16.972933 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e79f1db4-2c3e-412f-adf6-358f560817e0 req-9a1b1cd0-c6b6-4b45-aa20-8adf8f54b3ce tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2418 time: 0.1586883 Jul 16 20:15:17.067694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e79f1db4-2c3e-412f-adf6-358f560817e0 req-125242f8-8a05-4907-ba8e-efbe93c8368d tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937564 Jul 16 20:15:17.153972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ca2d3-c3d5-4160-8496-98a0b45994ae req-a46cc462-78c1-46f5-9541-f20cbc0ed58a tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.162981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b38ca2d3-c3d5-4160-8496-98a0b45994ae req-a46cc462-78c1-46f5-9541-f20cbc0ed58a tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 948 time: 0.1249852 Jul 16 20:15:17.223553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b38ca2d3-c3d5-4160-8496-98a0b45994ae req-54889154-7041-4bde-8732-bf80ec483619 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534101 Jul 16 20:15:17.357482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808f046-11e6-4d0a-ab67-92663d965e55 req-933e08d3-571f-4670-bffd-aa3b73cd4cf8 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.369970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b808f046-11e6-4d0a-ab67-92663d965e55 req-933e08d3-571f-4670-bffd-aa3b73cd4cf8 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1540709 Jul 16 20:15:17.429822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b808f046-11e6-4d0a-ab67-92663d965e55 req-6e7b9bfc-cc80-41de-b1ba-a67af744af1d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Jul 16 20:15:17.433181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce4d551-47a2-4a71-a247-db9f848c79fa'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:17.437745 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb59516-f7e8-48fc-9653-fc87ef93789b" -d '{"events": [{"server_uuid": "7204c996-0ca9-4542-ab92-c08db7abb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7ce4d551-47a2-4a71-a247-db9f848c79fa"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:17.468776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8282b7-d414-4e08-bb93-9233a599cccb req-92e8e3fe-a3f6-4181-a383-881fc7d3e84e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.481865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e8282b7-d414-4e08-bb93-9233a599cccb req-92e8e3fe-a3f6-4181-a383-881fc7d3e84e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1417279 Jul 16 20:15:17.533270 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:17.579043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e8282b7-d414-4e08-bb93-9233a599cccb req-8b099585-a151-4075-a85d-699c004c4341 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959516 Jul 16 20:15:17.655979 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9223773e-8436-420c-b925-0b1b9d194846 x-openstack-request-id: req-9223773e-8436-420c-b925-0b1b9d194846 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:17.656855 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7204c996-0ca9-4542-ab92-c08db7abb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7ce4d551-47a2-4a71-a247-db9f848c79fa", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:17.657177 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9223773e-8436-420c-b925-0b1b9d194846 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:17.657660 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce4d551-47a2-4a71-a247-db9f848c79fa', 'code': 200} Jul 16 20:15:17.659577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 774d75f4-2885-4c02-a19c-7dbc986b8629 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:17.665605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 774d75f4-2885-4c02-a19c-7dbc986b8629 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:17.666453 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.766122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c41921-e7b2-482d-bea1-a7c178dc2226 req-2a843744-7c92-4cc1-8123-7c922de82e86 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.768494 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57c41921-e7b2-482d-bea1-a7c178dc2226 req-2a843744-7c92-4cc1-8123-7c922de82e86 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1734905 Jul 16 20:15:17.821811 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.886102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:17.894913 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:17.914996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57c41921-e7b2-482d-bea1-a7c178dc2226 req-3eba9ab4-350a-4c78-894f-3c176c709a5a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347630 Jul 16 20:15:17.961292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb3db1-4ffd-4a09-84cd-b5b13368ebc8 req-dcfaaec2-a139-421d-a6a1-4ada727f0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:17.964096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ddeb3db1-4ffd-4a09-84cd-b5b13368ebc8 req-dcfaaec2-a139-421d-a6a1-4ada727f0dd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 1097 time: 0.1852286 Jul 16 20:15:17.991075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:18.044037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ddeb3db1-4ffd-4a09-84cd-b5b13368ebc8 req-d3d63ad0-5bb4-4f04-a641-bfe0240af62f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675821 Jul 16 20:15:18.134975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4ba65-d167-40b3-aa40-ef80506c45df req-fe23bac4-cb03-4012-a715-aba536ade62a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.144045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cc4ba65-d167-40b3-aa40-ef80506c45df req-fe23bac4-cb03-4012-a715-aba536ade62a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.1003785 Jul 16 20:15:18.186187 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cc4ba65-d167-40b3-aa40-ef80506c45df req-8116b31d-aab2-4d7e-b8f6-8f1939c5b65c tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Jul 16 20:15:18.440810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f8815-d0fd-49a5-8815-5c949f4ac873 req-da33c1f9-3118-440f-aa3b-10f89b479efc tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.455232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f8815-d0fd-49a5-8815-5c949f4ac873 req-da33c1f9-3118-440f-aa3b-10f89b479efc tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.472074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f8815-d0fd-49a5-8815-5c949f4ac873 req-da33c1f9-3118-440f-aa3b-10f89b479efc tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.482986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-580f8815-d0fd-49a5-8815-5c949f4ac873 req-da33c1f9-3118-440f-aa3b-10f89b479efc tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2418 time: 0.1635008 Jul 16 20:15:18.532037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-580f8815-d0fd-49a5-8815-5c949f4ac873 req-4d462204-ff63-4370-b33d-58b946820af5 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478177 Jul 16 20:15:18.646470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-c728edec-d56f-4008-a165-46b507d268a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.648404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-c728edec-d56f-4008-a165-46b507d268a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 1097 time: 0.2291875 Jul 16 20:15:18.657965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402495c-6d96-401c-89b0-dec83382a757 req-2583825a-c4f7-40fe-932a-e9ece3b31c67 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.664255 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e402495c-6d96-401c-89b0-dec83382a757 req-2583825a-c4f7-40fe-932a-e9ece3b31c67 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 949 time: 0.1836944 Jul 16 20:15:18.741374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f972ab-0215-42ad-aec5-eae57fd95c10 req-84a6e1fe-e893-4cc7-9ac2-0bcaed1ac2c5 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.746123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45f972ab-0215-42ad-aec5-eae57fd95c10 req-84a6e1fe-e893-4cc7-9ac2-0bcaed1ac2c5 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.0901959 Jul 16 20:15:18.811227 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45f972ab-0215-42ad-aec5-eae57fd95c10 req-b2e9f690-61fb-4779-8a4a-f0afa3300f8a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593569 Jul 16 20:15:18.816572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e402495c-6d96-401c-89b0-dec83382a757 req-d9091e36-dc53-4ada-9a43-9a249fc50652 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972271 Jul 16 20:15:18.864964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-c1609c0e-d18b-4cc2-81b6-912f2bd161ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:18.866490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-c1609c0e-d18b-4cc2-81b6-912f2bd161ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 919 time: 0.2013340 Jul 16 20:15:18.933844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-30df9aec-87f0-4650-b772-dda8264124c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8feab403-f01d-463e-994c-cbd4c06c83ee HTTP/1.1" status: 200 len: 217 time: 0.0536635 Jul 16 20:15:19.052454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-d005f1cc-1473-4ee2-8dbc-43d45e72a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.054091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-d005f1cc-1473-4ee2-8dbc-43d45e72a104 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.1048982 Jul 16 20:15:19.079695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da92454-635f-494f-912d-97915b5e8027 req-c1b16537-70c8-4c96-abcc-b782fa8d5e45 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.100229 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2da92454-635f-494f-912d-97915b5e8027 req-c1b16537-70c8-4c96-abcc-b782fa8d5e45 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1354649 Jul 16 20:15:19.106680 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-99e17461-678c-40b2-b7c1-cce758dd8665 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394838 Jul 16 20:15:19.153709 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2da92454-635f-494f-912d-97915b5e8027 req-f617b4e7-1a9c-4660-868f-bec9d135460c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470057 Jul 16 20:15:19.353695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-81be4a30-2d97-4f5c-9a50-3311f432f2e9 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294698 Jul 16 20:15:19.389136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07736e-aeec-4233-ae9e-467e81f6f1de req-08d24fcb-de0d-4385-984d-505dc8e45b7a tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:19.398937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af07736e-aeec-4233-ae9e-467e81f6f1de req-08d24fcb-de0d-4385-984d-505dc8e45b7a tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.2910185 Jul 16 20:15:19.545817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9831d7e5-0396-4986-b320-743b95777751 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:19.676733 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af07736e-aeec-4233-ae9e-467e81f6f1de req-fc16878d-399c-493d-9a22-e0f9ff64bbf7 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014258 Jul 16 20:15:19.688602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:19.700745 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53c5eeb-6639-473d-bbb8-254a9ac4d82b" -d '{"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-plugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:19.720405 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a44c71cb-8922-4cc4-a605-aa085ba76d78 req-5f81f9c9-830a-4e33-b2fe-e745ef4bef62 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204069 Jul 16 20:15:19.885551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9831d7e5-0396-4986-b320-743b95777751,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:19.903011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '9831d7e5-0396-4986-b320-743b95777751', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'port_id': '9831d7e5-0396-4986-b320-743b95777751', 'mac_address': 'fa:16:3e:c1:6f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca9a34f-7ec3-4769-aad3-6849e1fdf46b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:19.981112 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.006842 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713ff5b-6978-4b8b-a9f6-2207114c4386 req-52d4252b-6b5d-4723-8b04-7feed65566e3 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.016113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9831d7e5-0396-4986-b320-743b95777751 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:20.021989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713ff5b-6978-4b8b-a9f6-2207114c4386 req-52d4252b-6b5d-4723-8b04-7feed65566e3 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.031908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70931f25-9771-4891-b6eb-ece66b5e070a req-4706683d-4e4c-455a-ab2d-7c93fda79fd7 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.036189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713ff5b-6978-4b8b-a9f6-2207114c4386 req-52d4252b-6b5d-4723-8b04-7feed65566e3 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.045011 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70931f25-9771-4891-b6eb-ece66b5e070a req-4706683d-4e4c-455a-ab2d-7c93fda79fd7 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.2020423 Jul 16 20:15:20.048479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8713ff5b-6978-4b8b-a9f6-2207114c4386 req-52d4252b-6b5d-4723-8b04-7feed65566e3 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2418 time: 0.2031431 Jul 16 20:15:20.051152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457a63b-bc6f-4d0c-85ad-af1fb2fc396d req-2ad9c524-27a6-47f0-b377-fb9fa1e97bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.054835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9831d7e5-0396-4986-b320-743b95777751,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:20.056662 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5457a63b-bc6f-4d0c-85ad-af1fb2fc396d req-2ad9c524-27a6-47f0-b377-fb9fa1e97bf5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1098 time: 0.2677922 Jul 16 20:15:20.064050 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.142167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8713ff5b-6978-4b8b-a9f6-2207114c4386 req-56cb6bcc-aef4-416a-ba02-3efd64c9b81c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894210 Jul 16 20:15:20.179674 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70931f25-9771-4891-b6eb-ece66b5e070a req-3363850b-b659-428f-ae15-4f62212a29bf tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214797 Jul 16 20:15:20.182465 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5457a63b-bc6f-4d0c-85ad-af1fb2fc396d req-9b94bcbd-8757-49be-8803-86c6d3ed0115 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084552 Jul 16 20:15:20.196407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9831d7e5-0396-4986-b320-743b95777751,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:20.200169 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc895e8-257f-4c88-87e6-fc3dec824801 x-openstack-request-id: req-1cc895e8-257f-4c88-87e6-fc3dec824801 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:20.200458 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-plugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:20.200712 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cc895e8-257f-4c88-87e6-fc3dec824801 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:20.201093 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'code': 200} Jul 16 20:15:20.275944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['9831d7e5-0396-4986-b320-743b95777751'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:20.450929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe77b0-4316-4e81-98be-a06d9daa3816 req-bcaa9c1f-c7cc-4258-8f2c-1ace0fbcf14e tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.458172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b2fce-3023-4bbc-9d53-3a5bcd2d687b req-c36609e2-375e-42d4-ab37-b6f64d2544f4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.460157 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-debe77b0-4316-4e81-98be-a06d9daa3816 req-bcaa9c1f-c7cc-4258-8f2c-1ace0fbcf14e tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 949 time: 0.1343751 Jul 16 20:15:20.463475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b9b2fce-3023-4bbc-9d53-3a5bcd2d687b req-c36609e2-375e-42d4-ab37-b6f64d2544f4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1527867 Jul 16 20:15:20.529598 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d080-e621-4153-bf88-f117d851f987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:20.538337 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-debe77b0-4316-4e81-98be-a06d9daa3816 req-9c6eae90-1735-4370-b3c9-1a92fd544cf2 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763876 Jul 16 20:15:20.570571 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b9b2fce-3023-4bbc-9d53-3a5bcd2d687b req-36895338-287c-45e3-a9c6-8b45c282c893 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994139 Jul 16 20:15:20.602449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a067e93-0b8a-4746-bd57-657612ce309a req-53f20608-b9ce-46d6-b1b1-a9e5b518be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.604002 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a067e93-0b8a-4746-bd57-657612ce309a req-53f20608-b9ce-46d6-b1b1-a9e5b518be39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 1101 time: 0.2449951 Jul 16 20:15:20.681622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a067e93-0b8a-4746-bd57-657612ce309a req-0b43f13a-c55f-4a72-ac40-e324a95968e5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676510 Jul 16 20:15:20.792049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ceb9-6eb5-4b07-8fee-994086ce7908 req-98fd7b94-4ba1-460b-a1f6-2866ffee7f02 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:20.793657 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6b3ceb9-6eb5-4b07-8fee-994086ce7908 req-98fd7b94-4ba1-460b-a1f6-2866ffee7f02 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 945 time: 0.0847912 Jul 16 20:15:20.890733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6b3ceb9-6eb5-4b07-8fee-994086ce7908 req-7e8d1997-c315-476c-a8be-d806019d234b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873220 Jul 16 20:15:21.130430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be5044-8eea-4701-a514-8dfee00be663 req-e8d5ed97-321d-48d2-80b1-ca58dd15d5fe tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.138380 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-59be5044-8eea-4701-a514-8dfee00be663 req-e8d5ed97-321d-48d2-80b1-ca58dd15d5fe tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0884304 Jul 16 20:15:21.196912 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-59be5044-8eea-4701-a514-8dfee00be663 req-c056034f-afa1-4d2a-9ee8-66cdb3b07d6a tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560470 Jul 16 20:15:21.540367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60186e4-42b5-4985-b353-fae9ec9f7d33 req-4f49f111-4581-47a9-8378-f370fdf86fac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.551184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60186e4-42b5-4985-b353-fae9ec9f7d33 req-4f49f111-4581-47a9-8378-f370fdf86fac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.559207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60186e4-42b5-4985-b353-fae9ec9f7d33 req-4f49f111-4581-47a9-8378-f370fdf86fac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.561586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b60186e4-42b5-4985-b353-fae9ec9f7d33 req-4f49f111-4581-47a9-8378-f370fdf86fac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2418 time: 0.1960318 Jul 16 20:15:21.575652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9831d7e5-0396-4986-b320-743b95777751 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:21.662241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 9831d7e5-0396-4986-b320-743b95777751 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:21.662970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.671168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-24c350d2-957a-44a5-ac48-5a61a756e7a7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.678017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-24c350d2-957a-44a5-ac48-5a61a756e7a7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.684088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-24c350d2-957a-44a5-ac48-5a61a756e7a7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:21.686258 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-24c350d2-957a-44a5-ac48-5a61a756e7a7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 2418 time: 0.2186599 Jul 16 20:15:21.690731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b60186e4-42b5-4985-b353-fae9ec9f7d33 req-a9b47aec-fbf4-4fe3-987d-cedf60045ba8 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045218 Jul 16 20:15:21.819926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting port c255f012-a627-4f9d-a3b4-0b7d92f84498 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:21.820346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.880402 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:21.963100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9831d7e5-0396-4986-b320-743b95777751,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:21.972832 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.119929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] For port c255f012-a627-4f9d-a3b4-0b7d92f84498, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c255f012-a627-4f9d-a3b4-0b7d92f84498,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:22.120243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.154890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Calling delete_port for c255f012-a627-4f9d-a3b4-0b7d92f84498 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:22.160746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9831d7e5-0396-4986-b320-743b95777751,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:22.202323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9831d7e5-0396-4986-b320-743b95777751'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:22.206770 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4676087-c572-44a4-81cf-f2035401f2bc" -d '{"events": [{"server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "name": "network-vif-plugged", "status": "completed", "tag": "9831d7e5-0396-4986-b320-743b95777751"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:22.338857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9b77-d427-449b-93f9-a83b5d28907c req-d293d797-c759-4b4f-91ae-6880103b92fc tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.340495 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-148d9b77-d427-449b-93f9-a83b5d28907c req-d293d797-c759-4b4f-91ae-6880103b92fc tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.3903449 Jul 16 20:15:22.442790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-148d9b77-d427-449b-93f9-a83b5d28907c req-b1ae2f01-b5c7-404d-891a-b0236273cefd tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924397 Jul 16 20:15:22.468338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.489431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e932dbf1-23a4-42b7-a188-c3c86d993059', '4abafed2-cdc0-4abf-8a1b-f84b99f52234', 'c255f012-a627-4f9d-a3b4-0b7d92f84498'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:22.551355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Port': ['ID=c255f012-a627-4f9d-a3b4-0b7d92f84498,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:22.659387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] No DVR routers for this DVR port c255f012-a627-4f9d-a3b4-0b7d92f84498 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:22.696880 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:22.699629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-9e88cd1d-962c-4329-894b-565cf09eb241 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "DELETE /v2.0/ports/c255f012-a627-4f9d-a3b4-0b7d92f84498 HTTP/1.1" status: 204 len: 173 time: 1.0063438 Jul 16 20:15:22.700108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-deleted', 'tag': 'c255f012-a627-4f9d-a3b4-0b7d92f84498'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:22.702397 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db5fcbe-b729-4f39-a3fa-39f452926fd7" -d '{"events": [{"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-deleted", "tag": "c255f012-a627-4f9d-a3b4-0b7d92f84498"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:22.930530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f0edd-ea37-46dc-8ad5-9670642c2293 req-96d407af-24bb-46b6-8913-214f568a8dc3 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:22.932139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-669f0edd-ea37-46dc-8ad5-9670642c2293 req-96d407af-24bb-46b6-8913-214f568a8dc3 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.2745831 Jul 16 20:15:22.990695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:22.990940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.008374 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-669f0edd-ea37-46dc-8ad5-9670642c2293 req-8ea8a174-a952-41ce-a129-bfd1ec7f524c tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660582 Jul 16 20:15:23.348613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] For port 4abafed2-cdc0-4abf-8a1b-f84b99f52234, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=4abafed2-cdc0-4abf-8a1b-f84b99f52234,segment=NetworkSegment(7bb48687-78ee-41c7-a796-fda0d673dec2),segment_id=7bb48687-78ee-41c7-a796-fda0d673dec2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:23.350172 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.352992 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.369007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Calling delete_port for 4abafed2-cdc0-4abf-8a1b-f84b99f52234 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:23.407546 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2677e2cb-5711-43e5-8dec-dbbbb4ea441f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.630480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2bb5-d9af-48aa-838a-12e095cb726e req-5762a1da-6705-4911-b263-0d1ed8e5bbfa tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:23.641292 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d4f2bb5-d9af-48aa-838a-12e095cb726e req-5762a1da-6705-4911-b263-0d1ed8e5bbfa tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 949 time: 0.4371667 Jul 16 20:15:23.653710 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.670005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c255f012-a627-4f9d-a3b4-0b7d92f84498'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:23.803306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] No DVR routers for this DVR port 4abafed2-cdc0-4abf-8a1b-f84b99f52234 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:23.805224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:23.807327 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "DELETE /v2.0/ports/4abafed2-cdc0-4abf-8a1b-f84b99f52234 HTTP/1.1" status: 204 len: 173 time: 1.0809038 Jul 16 20:15:23.808130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4eee3-465a-4f62-ad11-1ffff627ca4e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Port': ['ID=4abafed2-cdc0-4abf-8a1b-f84b99f52234,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:23.974143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d4f2bb5-d9af-48aa-838a-12e095cb726e req-ab790ec2-23c1-4e50-ad7a-c7ae701fa372 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267262 Jul 16 20:15:24.052067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting port e932dbf1-23a4-42b7-a188-c3c86d993059 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:24.052807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.303862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] For port e932dbf1-23a4-42b7-a188-c3c86d993059, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e932dbf1-23a4-42b7-a188-c3c86d993059,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:24.304920 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.335979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Calling delete_port for e932dbf1-23a4-42b7-a188-c3c86d993059 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:24.357190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd704e38-f3ff-40ce-b067-b7b7aed18e92 req-991e3dc5-0496-41ac-bbdf-44330962be9f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:24.366038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd704e38-f3ff-40ce-b067-b7b7aed18e92 req-991e3dc5-0496-41ac-bbdf-44330962be9f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1557474 Jul 16 20:15:24.435550 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:24.511160 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd704e38-f3ff-40ce-b067-b7b7aed18e92 req-fb47120b-4b57-47d9-94a7-598ad3fa091a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391897 Jul 16 20:15:25.186249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.314274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Port': ['ID=e932dbf1-23a4-42b7-a188-c3c86d993059,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:25.341626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] No DVR routers for this DVR port e932dbf1-23a4-42b7-a188-c3c86d993059 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:25.345211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.347976 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2d9a9016-27fe-4b4c-a84b-125f4a5da173 req-de72f8f2-40f8-4062-af99-7e5cb4abf197 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "DELETE /v2.0/ports/e932dbf1-23a4-42b7-a188-c3c86d993059 HTTP/1.1" status: 204 len: 173 time: 1.5242836 Jul 16 20:15:25.428516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d062c0-7b87-4f55-adeb-f1e795b3ea02 req-10025770-2c55-43ab-b19d-2b38593b570c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:25.439068 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-85d062c0-7b87-4f55-adeb-f1e795b3ea02 req-10025770-2c55-43ab-b19d-2b38593b570c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.7504959 Jul 16 20:15:25.553513 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-85d062c0-7b87-4f55-adeb-f1e795b3ea02 req-bef5829e-00df-4561-befc-bb48db494601 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024256 Jul 16 20:15:25.605875 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09ade30-77d8-4c32-aa5d-c990b457110d x-openstack-request-id: req-c09ade30-77d8-4c32-aa5d-c990b457110d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:25.606389 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "name": "network-vif-plugged", "status": "completed", "tag": "9831d7e5-0396-4986-b320-743b95777751", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:25.606510 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c09ade30-77d8-4c32-aa5d-c990b457110d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:25.606905 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9831d7e5-0396-4986-b320-743b95777751', 'code': 200} Jul 16 20:15:25.633791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ffb8c2f6-f59e-42af-b77f-7d62566e8421 req-37e784b9-69cf-495b-b9a8-a905e1b694a9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1863050132', 'description': 'tempest-description-2016090255'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:25.710268 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ffb8c2f6-f59e-42af-b77f-7d62566e8421 req-37e784b9-69cf-495b-b9a8-a905e1b694a9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.906038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ffb8c2f6-f59e-42af-b77f-7d62566e8421 req-37e784b9-69cf-495b-b9a8-a905e1b694a9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.911847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ffb8c2f6-f59e-42af-b77f-7d62566e8421 req-37e784b9-69cf-495b-b9a8-a905e1b694a9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.942987 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ffb8c2f6-f59e-42af-b77f-7d62566e8421 req-37e784b9-69cf-495b-b9a8-a905e1b694a9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:25.945440 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ffb8c2f6-f59e-42af-b77f-7d62566e8421 req-37e784b9-69cf-495b-b9a8-a905e1b694a9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3161528 Jul 16 20:15:26.000040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e784b9-69cf-495b-b9a8-a905e1b694a9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcef5e1-5c7f-4adb-8cd0-b2de7cc5f568,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:26.087857 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b423585b-adee-41a4-be89-9fc2fe5ae877 x-openstack-request-id: req-b423585b-adee-41a4-be89-9fc2fe5ae877 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:26.088154 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-deleted", "tag": "c255f012-a627-4f9d-a3b4-0b7d92f84498", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:26.088403 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b423585b-adee-41a4-be89-9fc2fe5ae877 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:26.088936 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-deleted', 'tag': 'c255f012-a627-4f9d-a3b4-0b7d92f84498', 'status': 'completed', 'code': 200} Jul 16 20:15:26.145529 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:26.369975 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c7ed12d-fe6d-4446-b8df-3ae1edbdb183 req-8036c743-4a1e-4161-a18f-8b7698f279de tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd44e63d-07b0-4581-8eee-4a54fa9a677e HTTP/1.1" status: 200 len: 210 time: 0.0583808 Jul 16 20:15:26.681274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e932dbf1-23a4-42b7-a188-c3c86d993059 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:26.725780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: e932dbf1-23a4-42b7-a188-c3c86d993059 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:26.726128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e932dbf1-23a4-42b7-a188-c3c86d993059 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:26.726763 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c255f012-a627-4f9d-a3b4-0b7d92f84498 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:26.765474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: c255f012-a627-4f9d-a3b4-0b7d92f84498 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:26.766508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c255f012-a627-4f9d-a3b4-0b7d92f84498 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:26.769200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4abafed2-cdc0-4abf-8a1b-f84b99f52234 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:26.813447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 4abafed2-cdc0-4abf-8a1b-f84b99f52234 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:26.823894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 4abafed2-cdc0-4abf-8a1b-f84b99f52234 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:27.409348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0f3d3-5d18-42b3-9d90-284966e0d99e req-0f8b8cac-3839-4fa2-8980-5a44f6144dfb tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.416152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64e0f3d3-5d18-42b3-9d90-284966e0d99e req-0f8b8cac-3839-4fa2-8980-5a44f6144dfb tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1255403 Jul 16 20:15:27.467007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64e0f3d3-5d18-42b3-9d90-284966e0d99e req-25a0b354-fb2e-4b85-b54a-6ca855cff23a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493927 Jul 16 20:15:27.645746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-7c67512b-5c04-4ab6-9471-a2cc8bd6e6aa tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1863050132&fields=id&tenant_id=ae07c02346a343ca868dfec0e8d42c9b HTTP/1.1" status: 200 len: 267 time: 0.0707386 Jul 16 20:15:27.746048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2db02-9d9c-4421-93e5-3045c06671b5 req-a84e0d2c-8eb0-499c-9ade-8a1b359f7933 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.753244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6e2db02-9d9c-4421-93e5-3045c06671b5 req-a84e0d2c-8eb0-499c-9ade-8a1b359f7933 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.0976200 Jul 16 20:15:27.768003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-d404447c-a6d6-45bf-9044-583e87936975 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:27.771305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-d404447c-a6d6-45bf-9044-583e87936975 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.1205049 Jul 16 20:15:27.786352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-b817992d-622f-4fa3-92ef-8c47f0d33573 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Request body: {'port': {'security_groups': ['9b597607-91aa-4a27-84a2-3f8a40e44d19', '0fcef5e1-5c7f-4adb-8cd0-b2de7cc5f568']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:27.811979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6e2db02-9d9c-4421-93e5-3045c06671b5 req-50136a48-ca88-4dd7-b860-284e3debe963 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573812 Jul 16 20:15:27.972309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-b817992d-622f-4fa3-92ef-8c47f0d33573 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.055108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022309da-452d-4876-be5b-0b2bfc3950ae req-d800bac5-a6ca-4210-a18f-b488be18ad8d tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.056803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-022309da-452d-4876-be5b-0b2bfc3950ae req-d800bac5-a6ca-4210-a18f-b488be18ad8d tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0972941 Jul 16 20:15:28.091949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-deleted', 'tag': '4abafed2-cdc0-4abf-8a1b-f84b99f52234'}, {'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-deleted', 'tag': 'e932dbf1-23a4-42b7-a188-c3c86d993059'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:28.095073 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f59a005-c62b-4435-8087-235bd0d8f546" -d '{"events": [{"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-deleted", "tag": "4abafed2-cdc0-4abf-8a1b-f84b99f52234"}, {"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-deleted", "tag": "e932dbf1-23a4-42b7-a188-c3c86d993059"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:28.131882 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-022309da-452d-4876-be5b-0b2bfc3950ae req-6589b7bb-3df0-484b-86f8-aff7ddfe373b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679414 Jul 16 20:15:28.216990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-b817992d-622f-4fa3-92ef-8c47f0d33573 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] For port d0d61cbf-2d60-4c3e-8823-0c40a579095c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:28.255147 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-b817992d-622f-4fa3-92ef-8c47f0d33573 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.277115 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-b817992d-622f-4fa3-92ef-8c47f0d33573 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.284356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.343199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-21848304-fca5-43b4-b806-8f1ea6638a34 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting subnet 5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:28.349275 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21848304-fca5-43b4-b806-8f1ea6638a34 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.367162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d0d61cbf-2d60-4c3e-8823-0c40a579095c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:28.416625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-b817992d-622f-4fa3-92ef-8c47f0d33573 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.417259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-b817992d-622f-4fa3-92ef-8c47f0d33573 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.430592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1d7299e-1d89-4b52-8de8-4f86c92b4b31 req-b817992d-622f-4fa3-92ef-8c47f0d33573 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "PUT /v2.0/ports/d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 982 time: 0.6521671 Jul 16 20:15:28.431099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:28.433854 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21848304-fca5-43b4-b806-8f1ea6638a34 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.434517 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b17a873-c214-451f-b18f-676a9d723c62" -d '{"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:28.524269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817992d-622f-4fa3-92ef-8c47f0d33573 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Pushing event updated for resources: {'Port': ['ID=d0d61cbf-2d60-4c3e-8823-0c40a579095c,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.530518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d0d61cbf-2d60-4c3e-8823-0c40a579095c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:28.556775 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0261f70d-cc3d-4d32-953f-f5b55187899c x-openstack-request-id: req-0261f70d-cc3d-4d32-953f-f5b55187899c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:28.557114 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-deleted", "tag": "4abafed2-cdc0-4abf-8a1b-f84b99f52234", "status": "completed", "code": 200}, {"server_uuid": "bd44e63d-07b0-4581-8eee-4a54fa9a677e", "name": "network-vif-deleted", "tag": "e932dbf1-23a4-42b7-a188-c3c86d993059", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:28.557371 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0261f70d-cc3d-4d32-953f-f5b55187899c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:28.557815 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-deleted', 'tag': '4abafed2-cdc0-4abf-8a1b-f84b99f52234', 'status': 'completed', 'code': 200} Jul 16 20:15:28.558069 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd44e63d-07b0-4581-8eee-4a54fa9a677e', 'name': 'network-vif-deleted', 'tag': 'e932dbf1-23a4-42b7-a188-c3c86d993059', 'status': 'completed', 'code': 200} Jul 16 20:15:28.685739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21848304-fca5-43b4-b806-8f1ea6638a34 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.796610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2b2bd-4d86-4ab3-835c-7cebcc18fb01 req-21d041a3-f955-4ddc-8fd0-8183514b989c tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.800308 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-52d2b2bd-4d86-4ab3-835c-7cebcc18fb01 req-21d041a3-f955-4ddc-8fd0-8183514b989c tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1097 time: 0.1965616 Jul 16 20:15:28.829365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd799bd-3b80-435d-b772-798ba866abf3 req-bb9c7c32-f6b3-4b1e-ba68-bb0f6ae6ef60 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:28.829660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5bd799bd-3b80-435d-b772-798ba866abf3 req-bb9c7c32-f6b3-4b1e-ba68-bb0f6ae6ef60 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1170044 Jul 16 20:15:28.830348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21848304-fca5-43b4-b806-8f1ea6638a34 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.859423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21848304-fca5-43b4-b806-8f1ea6638a34 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:28.865277 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf78152-ed11-4eac-b115-bbcd50a7fbf4 None None] Network 11df7d7b-e77c-4c25-89c7-e296b6350880 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:28.865820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-21848304-fca5-43b4-b806-8f1ea6638a34 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "DELETE /v2.0/subnets/5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b HTTP/1.1" status: 204 len: 168 time: 0.5799508 Jul 16 20:15:28.872884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:28.893026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21848304-fca5-43b4-b806-8f1ea6638a34 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd0f62e-a524-44b5-8df5-9bc7ae1cf65b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:28.911941 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-52d2b2bd-4d86-4ab3-835c-7cebcc18fb01 req-b33a0d12-2f7a-415b-ae00-be734a01bfc7 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010988 Jul 16 20:15:28.928028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5bd799bd-3b80-435d-b772-798ba866abf3 req-eb4aa9f9-dc0a-47ef-a688-dd9e13809584 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904639 Jul 16 20:15:29.026014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.156447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting port e2dea973-577d-4d38-a65c-44657c3d67a4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:29.156925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.170918 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-86343306-0b72-4e96-a4e9-bf4e5962f275 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1863050132&fields=id&tenant_id=ae07c02346a343ca868dfec0e8d42c9b HTTP/1.1" status: 200 len: 267 time: 0.0471890 Jul 16 20:15:29.207735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c9078-c1e3-4f5e-945b-d031dd0f349d req-25c64f6c-84ef-4716-b8a0-fe600203d076 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.209277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b89c9078-c1e3-4f5e-945b-d031dd0f349d req-25c64f6c-84ef-4716-b8a0-fe600203d076 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 949 time: 0.1284773 Jul 16 20:15:29.222854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe90203-a062-4c98-82de-ff9466e308eb None None] DHCP port deletion for 11df7d7b-e77c-4c25-89c7-e296b6350880 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:29.242424 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:15:29.272600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] For port e2dea973-577d-4d38-a65c-44657c3d67a4, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e2dea973-577d-4d38-a65c-44657c3d67a4,segment=NetworkSegment(7bb48687-78ee-41c7-a796-fda0d673dec2),segment_id=7bb48687-78ee-41c7-a796-fda0d673dec2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:29.273192 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.278068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a64f450f-eb83-4a1e-a418-dec8208f6245 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.287699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a64f450f-eb83-4a1e-a418-dec8208f6245 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 985 time: 0.1022713 Jul 16 20:15:29.294846 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a706bbdc-42f5-4bd4-a23a-93d65264d3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Request body: {'port': {'security_groups': ['9b597607-91aa-4a27-84a2-3f8a40e44d19']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:29.313153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Calling delete_port for e2dea973-577d-4d38-a65c-44657c3d67a4 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:29.330463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b89c9078-c1e3-4f5e-945b-d031dd0f349d req-cba9d3b2-9d75-41ab-9a65-e50ec89a8314 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780423 Jul 16 20:15:29.331975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2fe90203-a062-4c98-82de-ff9466e308eb None None] Deleting port e2dea973-577d-4d38-a65c-44657c3d67a4 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:29.332673 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fe90203-a062-4c98-82de-ff9466e308eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.448057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2fe90203-a062-4c98-82de-ff9466e308eb None None] For port e2dea973-577d-4d38-a65c-44657c3d67a4, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e2dea973-577d-4d38-a65c-44657c3d67a4,segment=NetworkSegment(7bb48687-78ee-41c7-a796-fda0d673dec2),segment_id=7bb48687-78ee-41c7-a796-fda0d673dec2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:29.448771 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fe90203-a062-4c98-82de-ff9466e308eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.449834 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c032450-3645-4ec4-b79e-a35772cb9863 x-openstack-request-id: req-7c032450-3645-4ec4-b79e-a35772cb9863 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:29.450277 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:29.450390 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c032450-3645-4ec4-b79e-a35772cb9863 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:29.451560 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'status': 'completed', 'code': 200} Jul 16 20:15:29.464210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2fe90203-a062-4c98-82de-ff9466e308eb None None] Calling delete_port for e2dea973-577d-4d38-a65c-44657c3d67a4 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:29.522216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.573645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Port': ['ID=e2dea973-577d-4d38-a65c-44657c3d67a4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:29.575700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] No DVR routers for this DVR port e2dea973-577d-4d38-a65c-44657c3d67a4 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:29.583265 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fe90203-a062-4c98-82de-ff9466e308eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.587473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a706bbdc-42f5-4bd4-a23a-93d65264d3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.620221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe90203-a062-4c98-82de-ff9466e308eb None None] Pushing event deleted for resources: {'Port': ['ID=e2dea973-577d-4d38-a65c-44657c3d67a4,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:29.624518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe90203-a062-4c98-82de-ff9466e308eb None None] No DVR routers for this DVR port e2dea973-577d-4d38-a65c-44657c3d67a4 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:29.688073 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17a873-c214-451f-b18f-676a9d723c62 req-9427f6b3-9f0a-449e-949c-98a7c6112c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.690596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b17a873-c214-451f-b18f-676a9d723c62 req-9427f6b3-9f0a-449e-949c-98a7c6112c7d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1137 time: 0.2197878 Jul 16 20:15:29.717975 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.732628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11df7d7b-e77c-4c25-89c7-e296b6350880']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:29.745325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb48687-78ee-41c7-a796-fda0d673dec2') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:29.745663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb48687-78ee-41c7-a796-fda0d673dec2') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:29.756432 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.777413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.786574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:29.786982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:29.790390 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:29.795390 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:29.808270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07546d66-9959-4864-bdfe-2ae484219c92 req-64d7e115-40fa-4ba9-ab09-107b9fbefe08 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.815756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07546d66-9959-4864-bdfe-2ae484219c92 req-64d7e115-40fa-4ba9-ab09-107b9fbefe08 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1637094 Jul 16 20:15:29.881230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17a873-c214-451f-b18f-676a9d723c62 req-e1c5ae2f-2a69-4a6e-8cd3-12b1875d8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:29.883489 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b17a873-c214-451f-b18f-676a9d723c62 req-e1c5ae2f-2a69-4a6e-8cd3-12b1875d8791 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 920 time: 0.1857269 Jul 16 20:15:29.901909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07546d66-9959-4864-bdfe-2ae484219c92 req-5596b3ff-aa81-45ff-a3ad-12b2c0d2aef9 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851204 Jul 16 20:15:29.902792 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.918277 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:29.920153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "DELETE /v2.0/networks/11df7d7b-e77c-4c25-89c7-e296b6350880 HTTP/1.1" status: 204 len: 168 time: 1.0463037 Jul 16 20:15:29.940273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52816) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:29.948577 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b17a873-c214-451f-b18f-676a9d723c62 req-5990520b-960a-4614-85fe-f5743b488a76 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 217 time: 0.0534871 Jul 16 20:15:29.964041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a706bbdc-42f5-4bd4-a23a-93d65264d3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] For port d0d61cbf-2d60-4c3e-8823-0c40a579095c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:29.964433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556a17b-77f3-46f3-acf7-3aa0b0068427 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Network': ['ID=11df7d7b-e77c-4c25-89c7-e296b6350880,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:29.998425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a706bbdc-42f5-4bd4-a23a-93d65264d3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.022412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dd6b1e-270d-48e3-be62-e4ce175a26f4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting subnet 161bc931-8773-4474-94d2-ad1970e7c11a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:15:30.026778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88dd6b1e-270d-48e3-be62-e4ce175a26f4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.051746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17a873-c214-451f-b18f-676a9d723c62 req-d0596b29-bdd6-41fe-bbbb-7d6f55f465b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.053477 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b17a873-c214-451f-b18f-676a9d723c62 req-d0596b29-bdd6-41fe-bbbb-7d6f55f465b4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 200 len: 859 time: 0.0526769 Jul 16 20:15:30.054724 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a706bbdc-42f5-4bd4-a23a-93d65264d3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.068053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d0d61cbf-2d60-4c3e-8823-0c40a579095c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:30.113185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88dd6b1e-270d-48e3-be62-e4ce175a26f4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.156717 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b17a873-c214-451f-b18f-676a9d723c62 req-126935db-a647-4eb5-ac3a-278b6584f0c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935881 Jul 16 20:15:30.186898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc4acd-db78-4bde-a9c5-59e8fcafee4f req-43c250a1-c026-489c-8d88-27a8f048e19f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.188028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a706bbdc-42f5-4bd4-a23a-93d65264d3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:30.188259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02dc4acd-db78-4bde-a9c5-59e8fcafee4f req-43c250a1-c026-489c-8d88-27a8f048e19f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1330574 Jul 16 20:15:30.188894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a706bbdc-42f5-4bd4-a23a-93d65264d3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.200987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b547ee43-7252-4b44-b646-9bed2d381e68 req-a706bbdc-42f5-4bd4-a23a-93d65264d3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "PUT /v2.0/ports/d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 943 time: 0.9118962 Jul 16 20:15:30.233534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706bbdc-42f5-4bd4-a23a-93d65264d3b9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Pushing event updated for resources: {'Port': ['ID=d0d61cbf-2d60-4c3e-8823-0c40a579095c,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:30.278965 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88dd6b1e-270d-48e3-be62-e4ce175a26f4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.316427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d0d61cbf-2d60-4c3e-8823-0c40a579095c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:30.317039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02dc4acd-db78-4bde-a9c5-59e8fcafee4f req-a67fd2f8-468f-4f38-9ef9-e0e3c3b90572 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143754 Jul 16 20:15:30.382487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88dd6b1e-270d-48e3-be62-e4ce175a26f4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.392612 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b17a873-c214-451f-b18f-676a9d723c62 req-3dbdb44f-f240-43d7-8579-19bc9c168db8 service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210176 Jul 16 20:15:30.442576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd6b1e-270d-48e3-be62-e4ce175a26f4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Subnet': ['ID=161bc931-8773-4474-94d2-ad1970e7c11a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:30.461519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88dd6b1e-270d-48e3-be62-e4ce175a26f4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.472210 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-88dd6b1e-270d-48e3-be62-e4ce175a26f4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "DELETE /v2.0/subnets/161bc931-8773-4474-94d2-ad1970e7c11a HTTP/1.1" status: 204 len: 168 time: 0.5256648 Jul 16 20:15:30.472210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52828) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:30.475488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c859684-7e10-46ca-8935-8c23d5aa71c0 None None] Network 814629bb-56b7-4576-90fc-47e7e5694198 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:30.566475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:30.574954 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516ca2f4-0f23-43af-8276-658c4dade087" -d '{"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:30.579451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b17a873-c214-451f-b18f-676a9d723c62 req-082ca9a4-049e-4cfb-a758-27b80a5ba243 service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782677 Jul 16 20:15:30.658953 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.764037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e2dea973-577d-4d38-a65c-44657c3d67a4 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:30.794690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting port b0a022df-11f6-419e-8416-78c79402a638 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:30.795039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.822090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778dcab-61f2-4822-8cfd-5474a0b57d97 None None] DHCP port deletion for 814629bb-56b7-4576-90fc-47e7e5694198 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:15:30.823902 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e2dea973-577d-4d38-a65c-44657c3d67a4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:30.824243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e2dea973-577d-4d38-a65c-44657c3d67a4 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:30.966743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a778dcab-61f2-4822-8cfd-5474a0b57d97 None None] Deleting port b0a022df-11f6-419e-8416-78c79402a638 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:30.967357 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a778dcab-61f2-4822-8cfd-5474a0b57d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:30.972179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] For port b0a022df-11f6-419e-8416-78c79402a638, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b0a022df-11f6-419e-8416-78c79402a638,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:30.973143 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.022012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Calling delete_port for b0a022df-11f6-419e-8416-78c79402a638 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:31.079178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-077f8f09-b5ad-430e-9110-da1c73b7a5c8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1427770 Jul 16 20:15:31.139152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a778dcab-61f2-4822-8cfd-5474a0b57d97 None None] For port b0a022df-11f6-419e-8416-78c79402a638, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b0a022df-11f6-419e-8416-78c79402a638,segment=NetworkSegment(65228a38-74f7-464c-bc86-72a1d340aec1),segment_id=65228a38-74f7-464c-bc86-72a1d340aec1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:31.139865 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a778dcab-61f2-4822-8cfd-5474a0b57d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.162662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a778dcab-61f2-4822-8cfd-5474a0b57d97 None None] Calling delete_port for b0a022df-11f6-419e-8416-78c79402a638 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:31.186514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.220351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Port': ['ID=b0a022df-11f6-419e-8416-78c79402a638,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:31.227538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] No DVR routers for this DVR port b0a022df-11f6-419e-8416-78c79402a638 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:31.281422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-f438e4ed-8948-44d3-b662-ad361eef9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.288034 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-f438e4ed-8948-44d3-b662-ad361eef9492 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 1097 time: 0.1528022 Jul 16 20:15:31.329288 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.341520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814629bb-56b7-4576-90fc-47e7e5694198']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:31.355775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65228a38-74f7-464c-bc86-72a1d340aec1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:31.356268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65228a38-74f7-464c-bc86-72a1d340aec1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:31.369001 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.395955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.405602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:15:31.406338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:15:31.410480 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:15:31.413622 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a778dcab-61f2-4822-8cfd-5474a0b57d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.494231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778dcab-61f2-4822-8cfd-5474a0b57d97 None None] Pushing event deleted for resources: {'Port': ['ID=b0a022df-11f6-419e-8416-78c79402a638,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:31.497559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778dcab-61f2-4822-8cfd-5474a0b57d97 None None] No DVR routers for this DVR port b0a022df-11f6-419e-8416-78c79402a638 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:31.497728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.507062 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.513355 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "DELETE /v2.0/networks/814629bb-56b7-4576-90fc-47e7e5694198 HTTP/1.1" status: 204 len: 168 time: 1.0354955 Jul 16 20:15:31.536682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:31.553810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e14e12-0344-44ed-a63d-99db1400e45a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Network': ['ID=814629bb-56b7-4576-90fc-47e7e5694198,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:31.560287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1161883408'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:31.589882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-b3fec8d5-8a33-4eb6-812b-4c1ea8147e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.591692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-b3fec8d5-8a33-4eb6-812b-4c1ea8147e5d service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.2790189 Jul 16 20:15:31.599714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:31.603644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.622504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:31.624673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:31.685448 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-6258b981-5467-478c-ba9e-05b1b05546a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f8f96b6-7621-46a3-a237-3131610def83 HTTP/1.1" status: 200 len: 217 time: 0.0782423 Jul 16 20:15:31.694873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:31.750098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.750477 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Added segment 189b2a24-4c6c-4e24-b528-e94074951728 of type vlan for network 00666e87-3df9-4e11-b4d0-c21f3c43263c Jul 16 20:15:31.808450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-e6a2a751-279c-4c89-b304-4667362edc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:31.810273 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-e6a2a751-279c-4c89-b304-4667362edc0d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.1164742 Jul 16 20:15:31.837590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.871424 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-1e334a2b-49c5-4011-9379-63edfaf24870 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492675 Jul 16 20:15:31.938156 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:31.962811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:31.994030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'mac_address': 'fa:16:3e:a3:7b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:32.000209 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:15:32.001078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:32.004154 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12997a22-cfbb-403e-9dfe-4a95fbc10d61" -d '{"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-unplugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:32.023846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:32.038376 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.045602 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.053535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.054190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.087828 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.115094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 774d75f4-2885-4c02-a19c-7dbc986b8629 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:32.141840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:32.155122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:32.161986 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.234129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Network': ['ID=00666e87-3df9-4e11-b4d0-c21f3c43263c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:32.246194 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b96ae92a-4b77-4d23-b3de-b2bc98c9fe87 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7081892 Jul 16 20:15:32.249670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:32.256790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'subnet': {'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:32.281199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:32.301273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 00666e87-3df9-4e11-b4d0-c21f3c43263c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:32.346744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-c4a81461-6fd3-4c8d-8830-ec577f2178d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.348357 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-c4a81461-6fd3-4c8d-8830-ec577f2178d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 1098 time: 0.1357501 Jul 16 20:15:32.400010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['774d75f4-2885-4c02-a19c-7dbc986b8629'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:32.444072 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-99574661-7330-48c9-b88b-709b624ae9b3 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623648 Jul 16 20:15:32.454100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-0713ec7d-da2a-4d50-b319-900f46ce93e2 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:15:32.463172 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-0713ec7d-da2a-4d50-b319-900f46ce93e2 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214574 Jul 16 20:15:32.473607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Request body: {'binding': {'host': 'n-h2-792394-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:32.474067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:15:32.647721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-835d10eb-057b-4465-be4c-d31941d295db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.653818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-835d10eb-057b-4465-be4c-d31941d295db service neutron] 10.222.0.30 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 913 time: 0.2251737 Jul 16 20:15:32.735302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-5be69da6-93fa-46ba-9ab4-82181e93d966 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9831d7e5-0396-4986-b320-743b95777751 HTTP/1.1" status: 200 len: 217 time: 0.0740409 Jul 16 20:15:32.773808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b0a022df-11f6-419e-8416-78c79402a638 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:32.796484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on host n-h2-792394-17 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:32.797487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:32.798201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:32.806579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b735a999-28e3-4716-864e-eaaa76b0bd2c req-6965d5f6-2c62-4fb7-9ec7-b67a30df6c7f service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378553 Jul 16 20:15:32.811486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: b0a022df-11f6-419e-8416-78c79402a638 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:15:32.812150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b0a022df-11f6-419e-8416-78c79402a638 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:15:32.813731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:32.822789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:32.849118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-f3885beb-bee3-4550-811a-1efe13e8644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:32.850567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-f3885beb-bee3-4550-811a-1efe13e8644a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.0994034 Jul 16 20:15:32.863112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:32.863501 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:32.884485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:32.884734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:32.885221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:32.885878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Bound port: b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:32.908448 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-e9c695fe-5952-44a5-a580-d8910891e5fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441904 Jul 16 20:15:33.007033 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-d85de655-6a3d-4925-9ba9-3b90247e8454 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9907744 Jul 16 20:15:33.041676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:33.139186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:33.218216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-a65df3eb-24a3-4c44-a484-8cb9a98c9c13 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929676 Jul 16 20:15:33.231365 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.260126 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-49460ec4-3802-4a0f-9b65-32f423a4e180 service neutron] 10.222.0.10 "POST /v2.0/ports/b677e6f7-5ff1-4bba-bc5c-3ec25e350b55/bindings HTTP/1.1" status: 201 len: 390 time: 0.7954073 Jul 16 20:15:33.295573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.442980 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecdd33f-1211-4f99-9502-4b25b3dc49d4 x-openstack-request-id: req-2ecdd33f-1211-4f99-9502-4b25b3dc49d4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:33.444376 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:33.444376 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ecdd33f-1211-4f99-9502-4b25b3dc49d4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:33.444376 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'status': 'completed', 'code': 200} Jul 16 20:15:33.500511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55fd6451-a055-4a42-b49c-b497f63756b6 req-def01a23-978b-48bc-b7b2-a1b2f11c4ce4 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625725 Jul 16 20:15:33.611638 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.634223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:33.753836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 774d75f4-2885-4c02-a19c-7dbc986b8629 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:33.754430 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:33.783840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Subnet': ['ID=c24c5bc2-a494-4de7-8c02-f8772e998224,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:33.833576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ca2f4-0f23-43af-8276-658c4dade087 req-ab26e453-e31e-48a7-b518-9a738fca5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.835883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-516ca2f4-0f23-43af-8276-658c4dade087 req-ab26e453-e31e-48a7-b518-9a738fca5991 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1098 time: 0.3649817 Jul 16 20:15:33.866013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Checking segment: {'id': '189b2a24-4c6c-4e24-b528-e94074951728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:33.866893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network hostable DHCP agents. Network: 00666e87-3df9-4e11-b4d0-c21f3c43263c, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:33.907079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-9cafe4fe-9451-40e7-9b1f-2c1bda4fd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:33.912818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-9cafe4fe-9451-40e7-9b1f-2c1bda4fd69b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1097 time: 0.3181596 Jul 16 20:15:33.991400 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.009084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd3ed6-8e83-44e6-ad27-13d948ef0de5 req-385c5199-e3d6-439c-9ba4-614b77f4b11b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.010271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73cd3ed6-8e83-44e6-ad27-13d948ef0de5 req-385c5199-e3d6-439c-9ba4-614b77f4b11b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.4011812 Jul 16 20:15:34.069583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:34.079754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.147402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ca2f4-0f23-43af-8276-658c4dade087 req-c1f9ffb1-f69c-4de6-8624-41fb921f9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.155697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-516ca2f4-0f23-43af-8276-658c4dade087 req-c1f9ffb1-f69c-4de6-8624-41fb921f9188 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 920 time: 0.2786486 Jul 16 20:15:34.164195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:34.179612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73cd3ed6-8e83-44e6-ad27-13d948ef0de5 req-1b847f5a-12e1-4562-8dc1-63096160c6d9 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349182 Jul 16 20:15:34.208290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-b31a3fb6-989e-4102-beba-b92c2de99564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.211361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-b31a3fb6-989e-4102-beba-b92c2de99564 service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.2749465 Jul 16 20:15:34.294832 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-516ca2f4-0f23-43af-8276-658c4dade087 req-7ad72222-6f23-462a-aff4-2fa978dbf8cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 217 time: 0.1381860 Jul 16 20:15:34.302618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network 00666e87-3df9-4e11-b4d0-c21f3c43263c is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:34.327327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-320d50e6-00ab-438c-9592-5ec9ae0e7330 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 HTTP/1.1" status: 200 len: 217 time: 0.1026180 Jul 16 20:15:34.412683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 00666e87-3df9-4e11-b4d0-c21f3c43263c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:34.421178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bcad2f-51e2-4884-ab6b-9f5f63f10e7b None None] Network 00666e87-3df9-4e11-b4d0-c21f3c43263c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:34.428228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.428763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.446455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ca2f4-0f23-43af-8276-658c4dade087 req-0781602c-7367-4e54-8279-509e1415832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.447989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-516ca2f4-0f23-43af-8276-658c4dade087 req-0781602c-7367-4e54-8279-509e1415832d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 200 len: 859 time: 0.1339445 Jul 16 20:15:34.459349 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-82406ab2-65d3-447e-9936-af8975a016ee tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2065871 Jul 16 20:15:34.461756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:34.466743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1586857473'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:34.505026 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-516ca2f4-0f23-43af-8276-658c4dade087 req-aa4e1dd6-4555-407d-8d5c-1540fcabf3cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446415 Jul 16 20:15:34.508692 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.515209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-5193b9c2-fbd5-43a4-b645-75e2511cfe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.520089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-5193b9c2-fbd5-43a4-b645-75e2511cfe6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.1629462 Jul 16 20:15:34.580372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:34.592068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.610671 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-a31c7b89-85f7-45b6-846a-f2aeee4eb037 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804863 Jul 16 20:15:34.747157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-c417248f-6485-477f-b527-e38efa0d3c60 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279418 Jul 16 20:15:34.794947 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-516ca2f4-0f23-43af-8276-658c4dade087 req-55c540e5-91a9-41e5-a278-b92aed2b1823 service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744229 Jul 16 20:15:34.805404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:15:34.859931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d4cc4-2cdd-4867-b497-3936dc60c89f req-fc5fe337-5ddb-4e8c-a5ca-6dffc5238482 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:34.861751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-491d4cc4-2cdd-4867-b497-3936dc60c89f req-fc5fe337-5ddb-4e8c-a5ca-6dffc5238482 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.4856470 Jul 16 20:15:34.871862 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:34.872152 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Added segment 58fe870f-4578-4aa5-83fd-a50ee558ffa8 of type vlan for network c264afc5-3ca3-4741-8365-dea457044e66 Jul 16 20:15:34.877367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Allocated IP 172.25.7.227 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/da76497d-1629-42c4-aa8e-a78819d7e27b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:35.089545 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-00666e87-3df9-4e11-b4d0-c21f3c43263c', 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'fixed_ips': [{'subnet_id': 'c24c5bc2-a494-4de7-8c02-f8772e998224'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:35.091810 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.097695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.178436 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-516ca2f4-0f23-43af-8276-658c4dade087 req-37cc35ff-d01e-4201-acb7-a99a50d65de5 service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533480 Jul 16 20:15:35.268622 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:15:35.325688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.333871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Allocated IP 19.80.0.2 (00666e87-3df9-4e11-b4d0-c21f3c43263c/c24c5bc2-a494-4de7-8c02-f8772e998224/78da8670-24f8-4069-b267-6e0c23c371bb) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:35.335422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.336166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.389088 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9262674 Jul 16 20:15:35.436577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:15:35.442063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'subnet': {'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:35.556955 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.578700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Transition to ACTIVE for port object 78da8670-24f8-4069-b267-6e0c23c371bb will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:35.587695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.601613 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Transition to ACTIVE for port object 78da8670-24f8-4069-b267-6e0c23c371bb will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:35.617136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.659286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ff523f53-fdd3-4d49-b34a-2451e981ed23 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:35.693523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Network 00666e87-3df9-4e11-b4d0-c21f3c43263c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:35.701322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:35.708651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:35.723114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b16a1-538e-4595-990e-4eb93303f25a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Network': ['ID=c264afc5-3ca3-4741-8365-dea457044e66,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:35.723451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Pushing event updated for resources: {'Port': ['ID=78da8670-24f8-4069-b267-6e0c23c371bb,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:35.738102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-491d4cc4-2cdd-4867-b497-3936dc60c89f req-38928963-3843-4104-93f8-af2bdc31341f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8564076 Jul 16 20:15:35.745485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network c264afc5-3ca3-4741-8365-dea457044e66 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:15:35.778158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-bee7cd2a-475d-4ebf-8238-23f8b10b2ec6 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0151179 Jul 16 20:15:35.784233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.825114 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-31521730-d540-42ad-853e-a3e8785e082b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:15:35.844115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Pushing event updated for resources: {'Port': ['ID=da76497d-1629-42c4-aa8e-a78819d7e27b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:35.867884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:35.870875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:35.906734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:35.960689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:35.964187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.964327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142870a-7dcd-4a00-b6fd-168444c19049 req-64507828-ba24-4c4b-a3d9-f6e6389a5f85 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:35.966311 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e142870a-7dcd-4a00-b6fd-168444c19049 req-64507828-ba24-4c4b-a3d9-f6e6389a5f85 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.0943775 Jul 16 20:15:35.983580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Attempting to bind port 78da8670-24f8-4069-b267-6e0c23c371bb on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:35.983963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Attempting to bind port 78da8670-24f8-4069-b267-6e0c23c371bb by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '189b2a24-4c6c-4e24-b528-e94074951728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:35.984327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Attempting to bind port 78da8670-24f8-4069-b267-6e0c23c371bb on network 00666e87-3df9-4e11-b4d0-c21f3c43263c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:35.993743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:35.994136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Checking segment: {'id': '189b2a24-4c6c-4e24-b528-e94074951728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:35.994521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:35.994918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Bound using segment: {'id': '189b2a24-4c6c-4e24-b528-e94074951728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:35.995427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Bound port: 78da8670-24f8-4069-b267-6e0c23c371bb, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189b2a24-4c6c-4e24-b528-e94074951728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:35.995811 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.073715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:36.081050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e142870a-7dcd-4a00-b6fd-168444c19049 req-d4902ce9-c0c2-41df-84ff-71a52f0df2c2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961797 Jul 16 20:15:36.160970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'ff523f53-fdd3-4d49-b34a-2451e981ed23', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'ff523f53-fdd3-4d49-b34a-2451e981ed23', 'mac_address': 'fa:16:3e:25:b2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:36.252857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] For port 78da8670-24f8-4069-b267-6e0c23c371bb, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:36.259745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] For port 78da8670-24f8-4069-b267-6e0c23c371bb, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=78da8670-24f8-4069-b267-6e0c23c371bb,segment=NetworkSegment(189b2a24-4c6c-4e24-b528-e94074951728),segment_id=189b2a24-4c6c-4e24-b528-e94074951728)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:36.274563 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.360385 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48d8551-cce6-43c0-93b2-c802b1e4bfb0 x-openstack-request-id: req-a48d8551-cce6-43c0-93b2-c802b1e4bfb0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:36.361634 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-unplugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:36.362762 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a48d8551-cce6-43c0-93b2-c802b1e4bfb0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:36.364597 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'code': 200} Jul 16 20:15:36.372198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.394492 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.397012 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.461104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde88ce1-7462-4b62-8317-976e92e84647 None None] Pushing event updated for resources: {'Port': ['ID=78da8670-24f8-4069-b267-6e0c23c371bb,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:36.468307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff523f53-fdd3-4d49-b34a-2451e981ed23 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:36.483772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-8d9c560b-1eb1-493e-94eb-14827ba12697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.487588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-8d9c560b-1eb1-493e-94eb-14827ba12697 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 1098 time: 0.1304553 Jul 16 20:15:36.521676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:36.528383 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:36.621681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ff523f53-fdd3-4d49-b34a-2451e981ed23,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:36.721109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-0a405203-6eb7-4800-8da7-5dd3b2f0f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.722624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-0a405203-6eb7-4800-8da7-5dd3b2f0f361 service neutron] 10.222.0.30 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 913 time: 0.2217088 Jul 16 20:15:36.812735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a005a1b-232d-4298-ae9c-53aa9ced0d27 req-5315887f-43b3-4d6a-bb31-a72070882c48 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.815385 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a005a1b-232d-4298-ae9c-53aa9ced0d27 req-5315887f-43b3-4d6a-bb31-a72070882c48 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 945 time: 0.1882544 Jul 16 20:15:36.817198 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-fec89872-088c-4d80-886e-6102c35a3345 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9831d7e5-0396-4986-b320-743b95777751 HTTP/1.1" status: 200 len: 217 time: 0.0823627 Jul 16 20:15:36.906015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['ff523f53-fdd3-4d49-b34a-2451e981ed23'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:36.910682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-1a085a2e-0f27-42ff-87aa-312559d09d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:36.920093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-1a085a2e-0f27-42ff-87aa-312559d09d12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.0776958 Jul 16 20:15:37.050281 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-2d860a6f-7157-4cb7-bf90-61275bd66051 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033499 Jul 16 20:15:37.070353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a005a1b-232d-4298-ae9c-53aa9ced0d27 req-104e735c-24ec-43c1-b154-57d018987108 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461126 Jul 16 20:15:37.091447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.204945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Subnet': ['ID=3dd2e0d0-1f2c-4403-a092-10307a0cc829,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:37.231817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.232658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.233145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.233772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.234464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.234810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.235446 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.235917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.237633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.238103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.238523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.239071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:37.289476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-a75bbc0b-fb9c-4c98-8c9d-9c6a6146ace0 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181070 Jul 16 20:15:37.302953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Checking segment: {'id': '58fe870f-4578-4aa5-83fd-a50ee558ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:37.303501 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network hostable DHCP agents. Network: c264afc5-3ca3-4741-8365-dea457044e66, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:15:37.366467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network c264afc5-3ca3-4741-8365-dea457044e66 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:15:37.427638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d753c0f-b1f8-4f2d-8752-3731e83c0cb4 req-d9c48fb3-aed8-499c-b04c-87a76b2526a2 service neutron] 10.222.0.30 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286001 Jul 16 20:15:37.445910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, c264afc5-3ca3-4741-8365-dea457044e66) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:37.457467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.458093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.458407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd46e3e-5fb1-4355-b1f6-a811cf4bb2de None None] Network c264afc5-3ca3-4741-8365-dea457044e66 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:37.496652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d48585f1-f1a5-4be2-87fc-07c5661a1287 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0590668 Jul 16 20:15:37.537398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9360051-a3ee-4f14-919b-9748db071000 req-0eeba1f6-b3e9-4589-a4f5-5c0f1590c943 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.540128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9360051-a3ee-4f14-919b-9748db071000 req-0eeba1f6-b3e9-4589-a4f5-5c0f1590c943 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1116793 Jul 16 20:15:37.559063 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.573392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.662323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9360051-a3ee-4f14-919b-9748db071000 req-f52cda54-1786-4758-848b-a592c8925c81 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151683 Jul 16 20:15:37.760604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Pushing event updated for resources: {'Port': ['ID=da76497d-1629-42c4-aa8e-a78819d7e27b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:37.776982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ff523f53-fdd3-4d49-b34a-2451e981ed23 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:37.790624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.822627 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:37.823930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-4bea046f-2ddc-4916-bb4c-2976b7cbb344 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7962182 Jul 16 20:15:37.946810 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-2acc146b-166e-4bf0-bdb5-f62a2ff18705 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.1136634 Jul 16 20:15:37.967409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71bde6e-510c-46b3-b389-efc6eccd2b5a None None] Network 00666e87-3df9-4e11-b4d0-c21f3c43263c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:37.974207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1dea8-7e20-414b-b8b0-b909a6fd7570 req-f9976e26-0929-4206-b71d-cd3170bca88b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:37.975865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35e1dea8-7e20-414b-b8b0-b909a6fd7570 req-f9976e26-0929-4206-b71d-cd3170bca88b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.0827913 Jul 16 20:15:38.054924 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35e1dea8-7e20-414b-b8b0-b909a6fd7570 req-222f84e8-29d6-48d8-9a87-f2217e5798cb tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714996 Jul 16 20:15:38.087444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-c264afc5-3ca3-4741-8365-dea457044e66', 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'fixed_ips': [{'subnet_id': '3dd2e0d0-1f2c-4403-a092-10307a0cc829'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:15:38.089257 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.177774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-00d27d1c-a780-411c-a6b4-3caed0d1b86d tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.200781 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eac351d7-6a0a-4eef-8197-d29260d7dc7f req-00d27d1c-a780-411c-a6b4-3caed0d1b86d tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.2468967 Jul 16 20:15:38.355131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port ff523f53-fdd3-4d49-b34a-2451e981ed23 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:38.355520 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:38.426172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:38.431212 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b33e65-bbeb-44c3-ac11-891223ba964e" -d '{"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-plugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:38.445390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad73b599-9bc9-41c9-a304-decbad4ace84 None None] Provisioning for port 78da8670-24f8-4069-b267-6e0c23c371bb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:38.554740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e6eec-2de6-442d-b463-2d431167a258 req-4a7d53b2-9722-40d4-803e-64b6ecc1f48f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:38.561864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d0e6eec-2de6-442d-b463-2d431167a258 req-4a7d53b2-9722-40d4-803e-64b6ecc1f48f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 946 time: 0.1521869 Jul 16 20:15:38.661600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d0e6eec-2de6-442d-b463-2d431167a258 req-f222efe7-ef84-48ce-bb1c-483f6207fc60 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897551 Jul 16 20:15:38.849792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Allocated IP 19.86.0.2 (c264afc5-3ca3-4741-8365-dea457044e66/3dd2e0d0-1f2c-4403-a092-10307a0cc829/cd5874a7-bd5c-47ae-9056-7795581b8176) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:38.998607 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.010971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 78da8670-24f8-4069-b267-6e0c23c371bb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:39.126167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:39.146190 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.174897 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.183748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Transition to ACTIVE for port object cd5874a7-bd5c-47ae-9056-7795581b8176 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:39.199937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Transition to ACTIVE for port object cd5874a7-bd5c-47ae-9056-7795581b8176 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:39.232757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.244504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 78da8670-24f8-4069-b267-6e0c23c371bb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:39.258410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 78da8670-24f8-4069-b267-6e0c23c371bb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:39.258811 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.356707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Network c264afc5-3ca3-4741-8365-dea457044e66 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:39.362968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:39.402283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:39.414661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ff523f53-fdd3-4d49-b34a-2451e981ed23,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:39.448161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.448873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.449450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.450155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.450728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.451465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.452401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.453928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.454802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.455478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.457108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.457108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:39.555696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Pushing event updated for resources: {'Port': ['ID=cd5874a7-bd5c-47ae-9056-7795581b8176,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:39.601456 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.683496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 78da8670-24f8-4069-b267-6e0c23c371bb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=78da8670-24f8-4069-b267-6e0c23c371bb,segment=NetworkSegment(189b2a24-4c6c-4e24-b528-e94074951728),segment_id=189b2a24-4c6c-4e24-b528-e94074951728)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:39.705924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9831d7e5-0396-4986-b320-743b95777751 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:39.725271 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:39.800598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Attempting to bind port cd5874a7-bd5c-47ae-9056-7795581b8176 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:39.805806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Attempting to bind port cd5874a7-bd5c-47ae-9056-7795581b8176 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '58fe870f-4578-4aa5-83fd-a50ee558ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:39.806498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Attempting to bind port cd5874a7-bd5c-47ae-9056-7795581b8176 on network c264afc5-3ca3-4741-8365-dea457044e66 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:39.812340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71742fe9-60b0-4ebf-aae7-8df99c85bebc None None] Provisioning complete for port 78da8670-24f8-4069-b267-6e0c23c371bb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:39.819774 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71742fe9-60b0-4ebf-aae7-8df99c85bebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.033889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:40.034612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Checking segment: {'id': '58fe870f-4578-4aa5-83fd-a50ee558ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:40.035059 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.035597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Bound using segment: {'id': '58fe870f-4578-4aa5-83fd-a50ee558ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:40.036192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Bound port: cd5874a7-bd5c-47ae-9056-7795581b8176, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fe870f-4578-4aa5-83fd-a50ee558ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:40.036718 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.070776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=78da8670-24f8-4069-b267-6e0c23c371bb,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:40.139483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] For port cd5874a7-bd5c-47ae-9056-7795581b8176, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:40.144425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] For port cd5874a7-bd5c-47ae-9056-7795581b8176, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cd5874a7-bd5c-47ae-9056-7795581b8176,segment=NetworkSegment(58fe870f-4578-4aa5-83fd-a50ee558ffa8),segment_id=58fe870f-4578-4aa5-83fd-a50ee558ffa8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:40.220555 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.395231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f00f4-97a5-4ca1-a650-90bba00c2a19 None None] Pushing event updated for resources: {'Port': ['ID=cd5874a7-bd5c-47ae-9056-7795581b8176,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:40.479707 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.578754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9831d7e5-0396-4986-b320-743b95777751,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:40.591557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:40.799476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9831d7e5-0396-4986-b320-743b95777751,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:41.053700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cd5874a7-bd5c-47ae-9056-7795581b8176 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:41.178243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port cd5874a7-bd5c-47ae-9056-7795581b8176 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:41.188128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 78da8670-24f8-4069-b267-6e0c23c371bb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:41.329529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 78da8670-24f8-4069-b267-6e0c23c371bb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:41.330030 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.011784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc1701b-d15a-475f-9a74-82cb055dde3a None None] Network c264afc5-3ca3-4741-8365-dea457044e66 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:15:42.107716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b939229-4384-47f4-a277-8155c4fe0a53 None None] Provisioning for port cd5874a7-bd5c-47ae-9056-7795581b8176 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:42.168583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b939229-4384-47f4-a277-8155c4fe0a53 None None] Provisioning complete for port cd5874a7-bd5c-47ae-9056-7795581b8176 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:42.168947 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b939229-4384-47f4-a277-8155c4fe0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.419191 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b939229-4384-47f4-a277-8155c4fe0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.477664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1b939229-4384-47f4-a277-8155c4fe0a53 None None] For port cd5874a7-bd5c-47ae-9056-7795581b8176, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cd5874a7-bd5c-47ae-9056-7795581b8176,segment=NetworkSegment(58fe870f-4578-4aa5-83fd-a50ee558ffa8),segment_id=58fe870f-4578-4aa5-83fd-a50ee558ffa8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:42.559109 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b939229-4384-47f4-a277-8155c4fe0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:42.660311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b939229-4384-47f4-a277-8155c4fe0a53 None None] Pushing event updated for resources: {'Port': ['ID=cd5874a7-bd5c-47ae-9056-7795581b8176,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:42.810351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cd5874a7-bd5c-47ae-9056-7795581b8176 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:42.942888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cd5874a7-bd5c-47ae-9056-7795581b8176 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:42.943370 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.091299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5daf0818-28c8-4d1a-9762-9873551f0713 None None] Provisioning complete for port cd5874a7-bd5c-47ae-9056-7795581b8176 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:43.091299 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5daf0818-28c8-4d1a-9762-9873551f0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:43.727116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9831d7e5-0396-4986-b320-743b95777751 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:45.483660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:46.354154 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.140715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd2d63-43bc-4b21-8fd3-5f679008b261 req-5c30ca84-ce32-4ffc-8907-006dba30d4c1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.143115 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50bd2d63-43bc-4b21-8fd3-5f679008b261 req-5c30ca84-ce32-4ffc-8907-006dba30d4c1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 945 time: 0.0726478 Jul 16 20:15:47.202616 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50bd2d63-43bc-4b21-8fd3-5f679008b261 req-70f154b2-38f8-47fc-b730-66cc2c459e4b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526166 Jul 16 20:15:47.204239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-5a152eb7-d88d-4fbe-8159-3de9cfb5c15e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.210412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-5a152eb7-d88d-4fbe-8159-3de9cfb5c15e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.229837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-5a152eb7-d88d-4fbe-8159-3de9cfb5c15e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/networks?id=00666e87-3df9-4e11-b4d0-c21f3c43263c&id=c264afc5-3ca3-4741-8365-dea457044e66 HTTP/1.1" status: 200 len: 1392 time: 0.1624742 Jul 16 20:15:47.249353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-6e6e1fdb-a8b0-4caa-ade5-7144366e7296 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/quotas/0054ae69ed654ae39c20090e11af301c HTTP/1.1" status: 200 len: 375 time: 0.0177798 Jul 16 20:15:47.343323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-8992e902-ff94-483b-b021-7f3ea0a12dff tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0054ae69ed654ae39c20090e11af301c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0922363 Jul 16 20:15:47.379249 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-24073f81-d7a8-463c-87fb-204f496b44e0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:47.387021 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-24073f81-d7a8-463c-87fb-204f496b44e0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0803220 Jul 16 20:15:47.439013 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-ea460a92-9c34-4367-abfc-4db928ae0df6 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.0505586 Jul 16 20:15:47.444219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-231f0c1a-0e79-4345-8ff0-58baa342a1f0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Request body: {'floatingip': {'port_id': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:47.489451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-231f0c1a-0e79-4345-8ff0-58baa342a1f0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:47.502944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-8b815608-2df6-4a03-9fe5-6c44699f9a2f service neutron] 10.222.0.10 "GET /v2.0/networks/00666e87-3df9-4e11-b4d0-c21f3c43263c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530991 Jul 16 20:15:47.632765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-0d2d5c67-f4fb-4317-9004-697f48ab9d01 service neutron] 10.222.0.10 "GET /v2.0/networks/00666e87-3df9-4e11-b4d0-c21f3c43263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237602 Jul 16 20:15:47.762597 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c825641-0983-4cae-b02e-e0aebf56d6dd service neutron] 10.222.0.10 "GET /v2.0/networks/c264afc5-3ca3-4741-8365-dea457044e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238439 Jul 16 20:15:47.867498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-1b58dbaf-83a1-443a-8693-f6856a31536b service neutron] 10.222.0.10 "GET /v2.0/networks/c264afc5-3ca3-4741-8365-dea457044e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948968 Jul 16 20:15:48.038888 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5add86b-3d98-4d68-ac70-2bf6b8f91db4 x-openstack-request-id: req-c5add86b-3d98-4d68-ac70-2bf6b8f91db4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:48.039363 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-plugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:48.039478 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5add86b-3d98-4d68-ac70-2bf6b8f91db4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:48.039837 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'code': 200} Jul 16 20:15:48.150318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-231f0c1a-0e79-4345-8ff0-58baa342a1f0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.159750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-231f0c1a-0e79-4345-8ff0-58baa342a1f0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.260954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7c852-6f3b-42a8-ba0e-f1d242f50b73 req-0b511707-b83e-41e3-9d48-53fb9e9ee9fc tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:48.269328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7c7c852-6f3b-42a8-ba0e-f1d242f50b73 req-0b511707-b83e-41e3-9d48-53fb9e9ee9fc tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1397686 Jul 16 20:15:48.310085 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-231f0c1a-0e79-4345-8ff0-58baa342a1f0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Floating IP 2419759e-fef1-4704-8aa9-de1332a263d8 associated. External IP: 172.25.7.227, port: d0d61cbf-2d60-4c3e-8823-0c40a579095c. Jul 16 20:15:48.315856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7c7c852-6f3b-42a8-ba0e-f1d242f50b73 req-520a994f-09b0-499d-8c16-ffd944e021ad tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457311 Jul 16 20:15:48.529781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6ebeb-5aca-492c-bdea-97f26563970a req-77385ffb-6fd5-40e9-b88b-63ef37a1a72e tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:48.532026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac6ebeb-5aca-492c-bdea-97f26563970a req-77385ffb-6fd5-40e9-b88b-63ef37a1a72e tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.0966566 Jul 16 20:15:48.562400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-231f0c1a-0e79-4345-8ff0-58baa342a1f0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Router 966b2181-513c-4458-9503-de22c79a9103 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:15:48.599283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ac6ebeb-5aca-492c-bdea-97f26563970a req-181b2a65-7c42-4ac7-8f06-c4c9df2b6b5d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609615 Jul 16 20:15:48.750271 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-231f0c1a-0e79-4345-8ff0-58baa342a1f0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:48.756317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-231f0c1a-0e79-4345-8ff0-58baa342a1f0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:48.773905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] Sync routers for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:15:48.787568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:48.791194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:15:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:48.822019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c95dcb-82d2-4af9-8102-d1b9e9841d2c req-5306cc25-7d07-4011-ad05-d32d16c94672 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:48.829621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39c95dcb-82d2-4af9-8102-d1b9e9841d2c req-5306cc25-7d07-4011-ad05-d32d16c94672 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 944 time: 0.1059148 Jul 16 20:15:48.843322 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-231f0c1a-0e79-4345-8ff0-58baa342a1f0 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "PUT /v2.0/floatingips/2419759e-fef1-4704-8aa9-de1332a263d8 HTTP/1.1" status: 200 len: 997 time: 1.4030373 Jul 16 20:15:48.848720 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:48.853104 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44028cda-2242-4d42-96d3-903fae91a4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:48.909500 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39c95dcb-82d2-4af9-8102-d1b9e9841d2c req-4b42ca27-ebb5-409c-83ef-362bac6f2dd8 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780654 Jul 16 20:15:48.974295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-99638295-6f7e-4709-ac31-a2fefc13451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:48.977053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-99638295-6f7e-4709-ac31-a2fefc13451f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1098 time: 0.1132920 Jul 16 20:15:49.035060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:49.125452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-e3cc30b8-9ed8-4f11-b60d-3070bf26f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.127685 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-e3cc30b8-9ed8-4f11-b60d-3070bf26f4b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 920 time: 0.1399722 Jul 16 20:15:49.272260 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-519a2dbb-e7b4-4780-a934-d70506294da2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 1000 time: 0.1354678 Jul 16 20:15:49.347123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44fde9b-2b44-43f5-b354-f0b74c248593 req-6a81619d-5dad-430a-ab04-b0f869af89f7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 210 time: 0.1422403 Jul 16 20:15:49.374211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-b32b914d-99e4-43c3-be17-47a2f18938ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.382396 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-b32b914d-99e4-43c3-be17-47a2f18938ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 200 len: 859 time: 0.0965290 Jul 16 20:15:49.434678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-1cb05630-896b-4b56-8ac1-cf3e50254d84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512965 Jul 16 20:15:49.483188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:18Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '2419759e-fef1-4704-8aa9-de1332a263d8', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '966b2181-513c-4458-9503-de22c79a9103', 'port_id': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'mac_address': 'fa:16:3e:3c:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:15:36Z', 'updated_at': '2021-07-16T20:15:48Z', 'revision_number': 1, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba', 'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'mac_address': 'fa:16:3e:18:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:15Z', 'updated_at': '2021-07-16T20:14:27Z', 'revision_number': 5, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'subnets': [{'id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:49.526336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] Checking router: 966b2181-513c-4458-9503-de22c79a9103 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:15:49.537124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:49.538738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:15:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:49.609253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cb05d-9b4b-45e2-80fb-956eb76b7fcd req-7339057e-30f0-4500-94d3-b4bfec9a5ac1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.611751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-770cb05d-9b4b-45e2-80fb-956eb76b7fcd req-7339057e-30f0-4500-94d3-b4bfec9a5ac1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 945 time: 0.0887249 Jul 16 20:15:49.692058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:49.699749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-770cb05d-9b4b-45e2-80fb-956eb76b7fcd req-bd862abe-bd1f-4a5d-b4e0-8c5a3bf15b48 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817451 Jul 16 20:15:49.733775 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-1ab4b691-b061-42ca-8ebe-336e2e1ebf7d service neutron] 10.222.0.10 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982159 Jul 16 20:15:49.811696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:49.863727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3283a1b9-03ba-41c9-b9df-fbaf05d02aea req-f333b283-7d37-4e33-b373-d9e6898c5967 service neutron] 10.222.0.10 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227260 Jul 16 20:15:49.870503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-5df0bc57-1f8a-4b48-8d90-05dca19c25ac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.877396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-5df0bc57-1f8a-4b48-8d90-05dca19c25ac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:49.878934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-5df0bc57-1f8a-4b48-8d90-05dca19c25ac tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "GET /v2.0/networks?id=00666e87-3df9-4e11-b4d0-c21f3c43263c&id=c264afc5-3ca3-4741-8365-dea457044e66 HTTP/1.1" status: 200 len: 1392 time: 0.3932755 Jul 16 20:15:49.894198 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b56ac44-00b5-4661-b180-e3599824eacd x-openstack-request-id: req-6b56ac44-00b5-4661-b180-e3599824eacd {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:49.894473 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:49.894782 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b56ac44-00b5-4661-b180-e3599824eacd {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:49.895738 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'status': 'completed', 'code': 200} Jul 16 20:15:49.901039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'port': {'device_id': '903157b8-349c-4842-9a22-9269b7160ae4', 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c', 'admin_state_up': True, 'tenant_id': '0054ae69ed654ae39c20090e11af301c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:50.040820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23'}, {'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9831d7e5-0396-4986-b320-743b95777751'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:50.043138 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fb49e8-8787-4a2d-b31c-b859831855b6" -d '{"events": [{"server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23"}, {"server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "name": "network-vif-unplugged", "status": "completed", "tag": "9831d7e5-0396-4986-b320-743b95777751"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:50.111220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44028cda-2242-4d42-96d3-903fae91a4dc req-9f208634-36a0-4e87-912b-b2a75ae1e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.112783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44028cda-2242-4d42-96d3-903fae91a4dc req-9f208634-36a0-4e87-912b-b2a75ae1e712 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1098 time: 0.2305377 Jul 16 20:15:50.247709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:50.252119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.263368 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.271309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb02199-51ea-471b-b010-b6f7aecc628e req-133ab25c-95d4-4faa-9bf8-b8274937ea9a tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.273261 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bb02199-51ea-471b-b010-b6f7aecc628e req-133ab25c-95d4-4faa-9bf8-b8274937ea9a tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 949 time: 0.2122667 Jul 16 20:15:50.375247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:50.378184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-5e0796f6-ec86-4cec-851b-7fdae8bea776 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.380722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-5e0796f6-ec86-4cec-851b-7fdae8bea776 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.0828056 Jul 16 20:15:50.384058 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.397372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-17'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:50.431153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:18Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '2419759e-fef1-4704-8aa9-de1332a263d8', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '966b2181-513c-4458-9503-de22c79a9103', 'port_id': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'mac_address': 'fa:16:3e:3c:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:15:36Z', 'updated_at': '2021-07-16T20:15:48Z', 'revision_number': 1, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba', 'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'mac_address': 'fa:16:3e:18:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:15Z', 'updated_at': '2021-07-16T20:14:27Z', 'revision_number': 5, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'subnets': [{'id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:50.476034 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bb02199-51ea-471b-b010-b6f7aecc628e req-a23aff9b-e11c-4f70-9f46-38cdb55438d5 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937134 Jul 16 20:15:50.476292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b0d1d-d23e-496f-9436-afd4ade8ca65 None None] The sync data for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 is: [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:18Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '2419759e-fef1-4704-8aa9-de1332a263d8', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '966b2181-513c-4458-9503-de22c79a9103', 'port_id': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'mac_address': 'fa:16:3e:3c:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:15:36Z', 'updated_at': '2021-07-16T20:15:48Z', 'revision_number': 1, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba', 'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'mac_address': 'fa:16:3e:18:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:15Z', 'updated_at': '2021-07-16T20:14:27Z', 'revision_number': 5, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'subnets': [{'id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:50.484154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:50.524028 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.537503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44028cda-2242-4d42-96d3-903fae91a4dc req-ec2ec425-ebc1-44da-b7e6-0da069e398ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.539139 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3afd596-486d-454e-a51c-813c866d1b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.542273 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44028cda-2242-4d42-96d3-903fae91a4dc req-ec2ec425-ebc1-44da-b7e6-0da069e398ee service neutron] 10.222.0.63 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 920 time: 0.4143384 Jul 16 20:15:50.671186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Allocated IP 19.80.0.162 (00666e87-3df9-4e11-b4d0-c21f3c43263c/c24c5bc2-a494-4de7-8c02-f8772e998224/a0b927d5-f1a5-46a5-8e71-84af9575052e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:50.682138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44028cda-2242-4d42-96d3-903fae91a4dc req-7b50ed0e-6e11-481f-9649-2a8d08f8a53c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 1000 time: 0.1293790 Jul 16 20:15:50.780056 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:50.825883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44028cda-2242-4d42-96d3-903fae91a4dc req-8be5a0a3-3747-423e-a9d4-2a1e1a94aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.827405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44028cda-2242-4d42-96d3-903fae91a4dc req-8be5a0a3-3747-423e-a9d4-2a1e1a94aaf5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 200 len: 859 time: 0.1352823 Jul 16 20:15:50.833324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:50.854426 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7b35a-e9ca-47f7-aa88-93bb80893563 None None] New status for floating IP 2419759e-fef1-4704-8aa9-de1332a263d8: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:15:50.873861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b0bd-8371-4f35-8021-b212ced2c415 req-137e23ff-03ae-432f-ad82-1d790786e566 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:50.875446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7aa4b0bd-8371-4f35-8021-b212ced2c415 req-137e23ff-03ae-432f-ad82-1d790786e566 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1715209 Jul 16 20:15:50.888920 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.894256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:50.897637 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb02aa8-78fc-4662-b29c-d8a567ea055d" -d '{"events": [{"server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "name": "network-vif-unplugged", "status": "completed", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:50.902750 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:50.906059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44028cda-2242-4d42-96d3-903fae91a4dc req-83f5169c-c0ce-4b20-9c70-4dfb09807727 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679483 Jul 16 20:15:51.030947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Pushing event updated for resources: {'Port': ['ID=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:51.040692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7aa4b0bd-8371-4f35-8021-b212ced2c415 req-d8150c03-d786-4e00-81f9-34db276f7112 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404588 Jul 16 20:15:51.045420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on host n-h1-792394-17 for vnic_type normal with profile {"migrating_to": "n-h2-792394-17"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:51.045758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:51.046125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:51.048945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.049295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.049628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.049967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.050302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.050703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.051029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.051374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.051752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.052083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.052511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.053215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:15:51.068809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:51.068809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Attempting to bind port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:51.078461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:51.078897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:51.079790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:51.080422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Bound port: b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:51.080923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.091702 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.099753 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44028cda-2242-4d42-96d3-903fae91a4dc req-985e628f-6a01-46f0-a7ef-ae226ff99f00 service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852114 Jul 16 20:15:51.101698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-ad8219b4-1843-4c47-9f49-988a6b70651c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.103288 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-ad8219b4-1843-4c47-9f49-988a6b70651c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c492567-f969-4798-9da7-4b92ffa8dd94 HTTP/1.1" status: 200 len: 944 time: 0.1646369 Jul 16 20:15:51.146739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Transition to ACTIVE for port object a0b927d5-f1a5-46a5-8e71-84af9575052e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:51.254015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44028cda-2242-4d42-96d3-903fae91a4dc req-f2ebed04-09a1-4012-b14d-9cd92f5e8b2e service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463897 Jul 16 20:15:51.270965 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.294496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:51.298776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:51.300692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Deleting port 9831d7e5-0396-4986-b320-743b95777751 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:51.301142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.305926 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.330413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network 00666e87-3df9-4e11-b4d0-c21f3c43263c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:51.342922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72a3b1-57ce-4977-8df3-8a6cfeb5633a req-75dcd5e6-bd97-475d-b429-0b37ef1f6c46 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.344442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd72a3b1-57ce-4977-8df3-8a6cfeb5633a req-75dcd5e6-bd97-475d-b429-0b37ef1f6c46 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1431849 Jul 16 20:15:51.348095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:51.350260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Port': ['ID=a0b927d5-f1a5-46a5-8e71-84af9575052e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:51.354762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:51.435293 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd72a3b1-57ce-4977-8df3-8a6cfeb5633a req-da2fe1c6-0373-4b0f-9741-eaeee99a60f0 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821869 Jul 16 20:15:51.444998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.445767 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.456967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Pushing event updated for resources: {'Port': ['ID=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:51.464086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.464728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.466183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-215658f0-62c7-4d73-b6bd-380c1e9a9a7f service neutron] 10.222.0.30 "PUT /v2.0/ports/b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 HTTP/1.1" status: 200 len: 1123 time: 1.0750391 Jul 16 20:15:51.481956 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-869b7cc1-238f-4bd1-af48-7f2e9c5f426b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5852206 Jul 16 20:15:51.486592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] For port 9831d7e5-0396-4986-b320-743b95777751, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9831d7e5-0396-4986-b320-743b95777751,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:51.486955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.504323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Calling delete_port for 9831d7e5-0396-4986-b320-743b95777751 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:51.526666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Request body: {'port': {'device_id': '903157b8-349c-4842-9a22-9269b7160ae4', 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66', 'admin_state_up': True, 'tenant_id': '0054ae69ed654ae39c20090e11af301c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:51.565634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:51.615183 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-8567a5c3-2e68-49a7-a275-ca83d85bb760 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 1002 time: 0.1412156 Jul 16 20:15:51.628423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:51.687368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c884f1d1-49bf-4fcc-8687-97e2267736ad None None] Provisioning for port a0b927d5-f1a5-46a5-8e71-84af9575052e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:51.687806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.706286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c884f1d1-49bf-4fcc-8687-97e2267736ad None None] Provisioning complete for port a0b927d5-f1a5-46a5-8e71-84af9575052e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:51.706657 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c884f1d1-49bf-4fcc-8687-97e2267736ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.726497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-7e7edd13-8629-479f-9eff-f9ab48e5477f tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:51.727897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-7e7edd13-8629-479f-9eff-f9ab48e5477f tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports/d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 943 time: 0.0954223 Jul 16 20:15:51.751918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event deleted for resources: {'Port': ['ID=9831d7e5-0396-4986-b320-743b95777751,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:51.753837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Made reservation on behalf of 0054ae69ed654ae39c20090e11af301c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:51.758318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.782303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c884f1d1-49bf-4fcc-8687-97e2267736ad None None] Port a0b927d5-f1a5-46a5-8e71-84af9575052e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:51.787976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:51.825706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] No DVR routers for this DVR port 9831d7e5-0396-4986-b320-743b95777751 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:15:51.830159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:51.833939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-393d45d0-5b10-47c8-ae55-d4efb9749bb0 req-7bacb44b-05bc-4e45-adec-050ece637292 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "DELETE /v2.0/ports/9831d7e5-0396-4986-b320-743b95777751 HTTP/1.1" status: 204 len: 173 time: 0.7135105 Jul 16 20:15:51.998829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:52.016771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 has no active binding in host n-h2-792394-17 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:15:52.297583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-0acfd92b-3a90-4071-9081-a3274da8723b tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 1002 time: 0.4200587 Jul 16 20:15:52.298789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Allocated IP 19.86.0.192 (c264afc5-3ca3-4741-8365-dea457044e66/3dd2e0d0-1f2c-4403-a092-10307a0cc829/66cfe159-8122-4c59-ac7a-50a36e9b1cb6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:52.332744 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b713c387-4ce6-43b9-82fa-6abe6b58fca6 x-openstack-request-id: req-b713c387-4ce6-43b9-82fa-6abe6b58fca6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:52.333157 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "name": "network-vif-plugged", "status": "completed", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23", "code": 200}, {"server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "name": "network-vif-unplugged", "status": "failed", "tag": "9831d7e5-0396-4986-b320-743b95777751", "code": 422}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:52.333502 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b713c387-4ce6-43b9-82fa-6abe6b58fca6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:52.334033 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23', 'code': 200} Jul 16 20:15:52.334434 n-d-792394-17 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9831d7e5-0396-4986-b320-743b95777751', 'code': 422} returned with failed status Jul 16 20:15:52.459991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-04eadc85-63a4-44fd-9966-15cf2126bc3e tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:52.461372 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-04eadc85-63a4-44fd-9966-15cf2126bc3e tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1559381 Jul 16 20:15:52.539150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873ec43-3f0b-4f45-8943-e9d0d3bf468f req-239404e8-d20b-4ecd-b38e-8c7c3bfd1f61 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:52.540557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e873ec43-3f0b-4f45-8943-e9d0d3bf468f req-239404e8-d20b-4ecd-b38e-8c7c3bfd1f61 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 932 time: 0.0673797 Jul 16 20:15:52.579431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e873ec43-3f0b-4f45-8943-e9d0d3bf468f req-c1cecc92-7fba-49cf-95f6-d5850ea2dc10 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330768 Jul 16 20:15:52.579673 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-3f595be8-879b-481b-a748-6f7c6239b853 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 1002 time: 0.0874157 Jul 16 20:15:52.584237 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.592060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-bc2eeb96-71b3-42eb-822b-8e5c07b94801 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:52.636619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Transition to ACTIVE for port object 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:52.663176 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-bc2eeb96-71b3-42eb-822b-8e5c07b94801 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.733979 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.794357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147d9bf-c08c-48c9-8cf3-e44d3cbdfbb3 req-b382cbf4-6ea5-40ba-9917-3bea15d44a21 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:52.795802 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e147d9bf-c08c-48c9-8cf3-e44d3cbdfbb3 req-b382cbf4-6ea5-40ba-9917-3bea15d44a21 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 943 time: 0.0647886 Jul 16 20:15:52.817673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Network c264afc5-3ca3-4741-8365-dea457044e66 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:52.825523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:52.827936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:52.839809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e147d9bf-c08c-48c9-8cf3-e44d3cbdfbb3 req-fca86be1-26e0-4285-9304-99b519aaf985 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376747 Jul 16 20:15:52.860241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event updated for resources: {'Port': ['ID=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:52.887905 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380ba1e3-7751-45ba-aece-5ade611270d8 x-openstack-request-id: req-380ba1e3-7751-45ba-aece-5ade611270d8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:52.888193 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "name": "network-vif-unplugged", "status": "completed", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:52.888446 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-380ba1e3-7751-45ba-aece-5ade611270d8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:52.888866 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55', 'code': 200} Jul 16 20:15:52.916099 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-bc2eeb96-71b3-42eb-822b-8e5c07b94801 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.925485 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-bc2eeb96-71b3-42eb-822b-8e5c07b94801 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:52.925973 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-bc2eeb96-71b3-42eb-822b-8e5c07b94801 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Floating IP 2419759e-fef1-4704-8aa9-de1332a263d8 disassociated. External IP: 172.25.7.227, port: d0d61cbf-2d60-4c3e-8823-0c40a579095c. Jul 16 20:15:52.975366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:52.976215 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.026564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4756a5f0-ed86-4782-8f70-cf84deb4dd93 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5041828 Jul 16 20:15:53.042584 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Request body: {'port': {'device_id': '903157b8-349c-4842-9a22-9269b7160ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:53.050520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b250b-f271-4d04-9944-3471532be54d req-3d1ec946-ab87-4c55-aebd-95d9b6e35254 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.051983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-430b250b-f271-4d04-9944-3471532be54d req-3d1ec946-ab87-4c55-aebd-95d9b6e35254 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0701890 Jul 16 20:15:53.093395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-430b250b-f271-4d04-9944-3471532be54d req-61be55b8-2dbf-4ffa-bbe5-b349c3057c0e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356307 Jul 16 20:15:53.111873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c56cd650-86e1-415c-92c4-b730e1165ae7 None None] Provisioning for port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:15:53.115716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c56cd650-86e1-415c-92c4-b730e1165ae7 None None] Provisioning complete for port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:15:53.116087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c56cd650-86e1-415c-92c4-b730e1165ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.150789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c56cd650-86e1-415c-92c4-b730e1165ae7 None None] Port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:15:53.197892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.269981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-bc2eeb96-71b3-42eb-822b-8e5c07b94801 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Router 966b2181-513c-4458-9503-de22c79a9103 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:15:53.345736 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.393202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb78191-a15f-49c5-a98c-467bb035535a req-90e8a1ae-6fde-41b1-819f-c00debfb0633 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.394124 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9a7b-c2d6-4b75-8c42-157151bb2e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.394965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdb78191-a15f-49c5-a98c-467bb035535a req-90e8a1ae-6fde-41b1-819f-c00debfb0633 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.0705197 Jul 16 20:15:53.434512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdb78191-a15f-49c5-a98c-467bb035535a req-3a42c1e4-2274-493c-992d-4863e74d7b5d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Jul 16 20:15:53.513320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-bc2eeb96-71b3-42eb-822b-8e5c07b94801 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:15:53.522776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-bc2eeb96-71b3-42eb-822b-8e5c07b94801 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.524563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] Sync routers for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:15:53.534617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:53.535264 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:15:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:53.576623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-bc2eeb96-71b3-42eb-822b-8e5c07b94801 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "PUT /v2.0/floatingips/2419759e-fef1-4704-8aa9-de1332a263d8 HTTP/1.1" status: 200 len: 695 time: 0.9899709 Jul 16 20:15:53.582455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:53.584828 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9e7c88-65da-404a-8a51-761d3d188881" -d '{"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:53.636788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fece95e-6755-4e55-a92b-97fb324e3f9d req-86cc9ca0-fa6f-4ffd-8152-57d63db1350b tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.638350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2fece95e-6755-4e55-a92b-97fb324e3f9d req-86cc9ca0-fa6f-4ffd-8152-57d63db1350b tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 950 time: 0.0844586 Jul 16 20:15:53.648186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:53.660006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b927d5-f1a5-46a5-8e71-84af9575052e {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:53.669954 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.694300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Transition to ACTIVE for port object a0b927d5-f1a5-46a5-8e71-84af9575052e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:53.698451 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2fece95e-6755-4e55-a92b-97fb324e3f9d req-f1ff80aa-361e-46dc-8135-c72b480176bd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536544 Jul 16 20:15:53.700323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.709215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-58739d72-0421-4f4e-83f7-305321268070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.710768 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-58739d72-0421-4f4e-83f7-305321268070 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0950916 Jul 16 20:15:53.791644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b927d5-f1a5-46a5-8e71-84af9575052e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:53.822684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ff523f53-fdd3-4d49-b34a-2451e981ed23 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:15:53.924975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-245eef91-9781-46a2-9022-91b148aa3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.926629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-245eef91-9781-46a2-9022-91b148aa3efe service neutron] 10.222.0.10 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 920 time: 0.1935580 Jul 16 20:15:53.957180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-ec5e6742-1743-446a-a9a4-5a573acd0c3c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:53.959555 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-ec5e6742-1743-446a-a9a4-5a573acd0c3c tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.1581509 Jul 16 20:15:53.968807 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:53.973452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:18Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba', 'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'mac_address': 'fa:16:3e:18:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:15Z', 'updated_at': '2021-07-16T20:14:27Z', 'revision_number': 5, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'subnets': [{'id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:53.974688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-75938ca1-ef3f-4055-9690-275c1e471eef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 217 time: 0.0380540 Jul 16 20:15:53.989252 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Attempting to bind port a0b927d5-f1a5-46a5-8e71-84af9575052e on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:53.989588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Attempting to bind port a0b927d5-f1a5-46a5-8e71-84af9575052e by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '189b2a24-4c6c-4e24-b528-e94074951728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:53.989923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Attempting to bind port a0b927d5-f1a5-46a5-8e71-84af9575052e on network 00666e87-3df9-4e11-b4d0-c21f3c43263c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:53.993810 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-840032ad-9bf9-499a-8473-d1ab68fed7e8 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/quotas/18482987bf8a421aa1d459fff4963635 HTTP/1.1" status: 200 len: 375 time: 0.0259066 Jul 16 20:15:54.002460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Port a0b927d5-f1a5-46a5-8e71-84af9575052e on network 00666e87-3df9-4e11-b4d0-c21f3c43263c not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:54.002786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Attempting to bind port a0b927d5-f1a5-46a5-8e71-84af9575052e on network 00666e87-3df9-4e11-b4d0-c21f3c43263c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:54.007735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] Checking router: 966b2181-513c-4458-9503-de22c79a9103 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:15:54.039015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:15:54.039759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:15:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:54.042850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:54.045704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-07f81151-5bea-43fc-92bb-4ed24b5e6758 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500932 Jul 16 20:15:54.050471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:54.051056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Checking segment: {'id': '189b2a24-4c6c-4e24-b528-e94074951728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:54.051714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Bound using segment: {'id': '189b2a24-4c6c-4e24-b528-e94074951728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:54.055526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Bound port: a0b927d5-f1a5-46a5-8e71-84af9575052e, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189b2a24-4c6c-4e24-b528-e94074951728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:54.055983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.070629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-d5e6d25c-04ae-4cde-92bf-2f4d515c4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.072261 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-d5e6d25c-04ae-4cde-92bf-2f4d515c4fab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 200 len: 859 time: 0.0841506 Jul 16 20:15:54.090851 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.123702 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-18816d97-c31c-43a6-b03c-6d2262166a1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291967 Jul 16 20:15:54.165369 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-3a7b0974-d90a-4768-8ccf-923721e5c884 service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113863 Jul 16 20:15:54.180499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] For port a0b927d5-f1a5-46a5-8e71-84af9575052e, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:54.194133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ff523f53-fdd3-4d49-b34a-2451e981ed23,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:54.214488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:15:54.223527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] For port a0b927d5-f1a5-46a5-8e71-84af9575052e, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a0b927d5-f1a5-46a5-8e71-84af9575052e,segment=NetworkSegment(189b2a24-4c6c-4e24-b528-e94074951728),segment_id=189b2a24-4c6c-4e24-b528-e94074951728)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:54.233005 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.270510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-b1b77fed-001e-47a8-83cc-01e139674e6a service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963049 Jul 16 20:15:54.287396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.288021 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.291954 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] 10.222.0.63 "PUT /v2.0/ports/a0b927d5-f1a5-46a5-8e71-84af9575052e HTTP/1.1" status: 200 len: 1093 time: 1.2532122 Jul 16 20:15:54.312694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5e73e-ff22-43de-a0ff-45162f576800 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b927d5-f1a5-46a5-8e71-84af9575052e,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:54.316876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-9cac3239-5c63-49eb-9627-d9ab1cce6399 service neutron] 10.222.0.10 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739943 Jul 16 20:15:54.327896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Request body: {'port': {'device_id': '903157b8-349c-4842-9a22-9269b7160ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:54.365723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629'}, {'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:54.368436 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b49197e-691e-4310-9af4-99f29b238139" -d '{"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629"}, {"server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:54.490793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.503438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:54.504903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:18Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba', 'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'mac_address': 'fa:16:3e:18:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:15Z', 'updated_at': '2021-07-16T20:14:27Z', 'revision_number': 5, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'subnets': [{'id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:15:54.523840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6258ce3c-c656-42ad-8972-cc06c752a92f req-ce73d4d8-0f50-4e20-9083-b2fafc9c2173 service neutron] 10.222.0.10 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928029 Jul 16 20:15:54.536801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97595cb1-7f42-441c-a309-f495d5828d38 None None] The sync data for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 is: [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:14:18Z', 'revision_number': 4, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba', 'name': '', 'network_id': 'ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'mac_address': 'fa:16:3e:18:fe:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:15Z', 'updated_at': '2021-07-16T20:14:27Z', 'revision_number': 5, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'subnets': [{'id': '1920f7c5-0e4d-4fd8-a103-b97d4071bd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:15:54.678637 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34efd01-cace-41b1-b698-e94d4baabc8b x-openstack-request-id: req-b34efd01-cace-41b1-b698-e94d4baabc8b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:54.679537 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:54.679537 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b34efd01-cace-41b1-b698-e94d4baabc8b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:54.679537 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'status': 'completed', 'code': 200} Jul 16 20:15:54.890527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'}, {'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'name': 'network-vif-deleted', 'tag': '9831d7e5-0396-4986-b320-743b95777751'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:54.893039 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef335815-3f42-4575-8ea6-916693e8d3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55"}, {"server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "name": "network-vif-deleted", "tag": "9831d7e5-0396-4986-b320-743b95777751"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:54.912042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-c4d12228-32e7-49d8-ae09-c027287bc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:54.913549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-c4d12228-32e7-49d8-ae09-c027287bc8cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 1098 time: 0.2366643 Jul 16 20:15:54.977113 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0f7e64-7947-4b26-885c-470734458ca5 None None] New status for floating IP 2419759e-fef1-4704-8aa9-de1332a263d8: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:15:55.083528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5b68-9b7d-455c-9caa-52354fad24ad req-5769fb5f-7228-41b8-bb0d-d1943f2665df tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:55.089586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d5b68-9b7d-455c-9caa-52354fad24ad req-5769fb5f-7228-41b8-bb0d-d1943f2665df tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:55.091222 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-491d5b68-9b7d-455c-9caa-52354fad24ad req-5769fb5f-7228-41b8-bb0d-d1943f2665df tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1667 time: 0.2269840 Jul 16 20:15:55.124637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:55.138372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-0d4eb622-6658-4fe8-b4bc-55459e1bc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:55.139893 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-0d4eb622-6658-4fe8-b4bc-55459e1bc49a service neutron] 10.222.0.63 "GET /v2.0/networks?id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 200 len: 920 time: 0.2064826 Jul 16 20:15:55.143456 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.209131 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-424df55f-e56d-422f-ba7a-808a274156b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 200 len: 217 time: 0.0605187 Jul 16 20:15:55.210638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Transition to ACTIVE for port object 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:55.213395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-491d5b68-9b7d-455c-9caa-52354fad24ad req-1158dd64-2727-446d-b611-8dd6086e54c5 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088610 Jul 16 20:15:55.233490 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:55.318345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-fbb453ec-3649-4300-bdac-7d0621bce46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:55.320096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-fbb453ec-3649-4300-bdac-7d0621bce46d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 200 len: 859 time: 0.1007941 Jul 16 20:15:55.375598 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-d8ca1ec7-e59a-4c1c-b7bc-983443abafa0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391078 Jul 16 20:15:55.377901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Pushing event updated for resources: {'Port': ['ID=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:55.715555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a822e15-bed6-439d-9dc4-99b158ce5a68 req-b40662f8-b8d9-4b3b-95fd-92f4827152b7 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:55.718062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a822e15-bed6-439d-9dc4-99b158ce5a68 req-b40662f8-b8d9-4b3b-95fd-92f4827152b7 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0807078 Jul 16 20:15:55.766280 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a822e15-bed6-439d-9dc4-99b158ce5a68 req-8b02571d-c800-4f47-ab7a-fe45770dfe95 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Jul 16 20:15:55.824135 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f89083-86aa-49bb-ab06-0ad391ce0a07 x-openstack-request-id: req-46f89083-86aa-49bb-ab06-0ad391ce0a07 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:55.824645 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629", "code": 200}, {"server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:55.824731 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46f89083-86aa-49bb-ab06-0ad391ce0a07 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:55.825077 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'code': 200} Jul 16 20:15:55.825357 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23', 'code': 200} Jul 16 20:15:55.939805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Attempting to bind port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:55.940401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Attempting to bind port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '58fe870f-4578-4aa5-83fd-a50ee558ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:55.940564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Attempting to bind port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 on network c264afc5-3ca3-4741-8365-dea457044e66 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:55.945864 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-3f3e04ac-4c51-4871-b10b-bbb11022de31 service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564425 Jul 16 20:15:55.956170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c695e4-62c7-4b27-89ae-c80fe7e62659 req-d656c0ce-c244-4fff-95e1-e4c6f3f72e57 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:55.957904 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7c695e4-62c7-4b27-89ae-c80fe7e62659 req-d656c0ce-c244-4fff-95e1-e4c6f3f72e57 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 943 time: 0.5848765 Jul 16 20:15:55.966574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 on network c264afc5-3ca3-4741-8365-dea457044e66 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:55.966897 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Attempting to bind port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 on network c264afc5-3ca3-4741-8365-dea457044e66 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:55.982245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46790a14-c05e-4bac-a956-0e0c6872c786 req-8c83f01c-2e00-413b-a3a9-485348a75cb0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 210 time: 0.0310307 Jul 16 20:15:56.004558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:56.004908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Checking segment: {'id': '58fe870f-4578-4aa5-83fd-a50ee558ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:56.005319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Bound using segment: {'id': '58fe870f-4578-4aa5-83fd-a50ee558ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:56.005773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Bound port: 66cfe159-8122-4c59-ac7a-50a36e9b1cb6, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fe870f-4578-4aa5-83fd-a50ee558ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:56.006126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.106884 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7c695e4-62c7-4b27-89ae-c80fe7e62659 req-52caf15e-7201-4563-9b47-202f70d03925 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375873 Jul 16 20:15:56.147770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-77e2e66c-6a79-4fa1-a5aa-3d30f48dee1d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.150012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-77e2e66c-6a79-4fa1-a5aa-3d30f48dee1d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.1651256 Jul 16 20:15:56.153830 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.185130 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b9e7c88-65da-404a-8a51-761d3d188881 req-160049d1-4a77-408c-b426-999337a5c8ba service neutron] 10.222.0.63 "GET /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261438 Jul 16 20:15:56.185658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Request body: {'port': {'device_id': 'f101041b-6697-4d64-833d-e3dca6f1cfb0', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'admin_state_up': True, 'tenant_id': '18482987bf8a421aa1d459fff4963635'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:56.223637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] For port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:56.243013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] For port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,segment=NetworkSegment(58fe870f-4578-4aa5-83fd-a50ee558ffa8),segment_id=58fe870f-4578-4aa5-83fd-a50ee558ffa8)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:56.247631 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-6ae0bc80-504f-40a5-8c43-c73ca9596c9a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/floatingips/2419759e-fef1-4704-8aa9-de1332a263d8 HTTP/1.1" status: 200 len: 693 time: 0.0855830 Jul 16 20:15:56.249356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.296652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df619229-c6d2-4cca-b7ca-06d1748ce8b8 req-b4803ce1-9777-4244-afe5-339938e111bb tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.298807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df619229-c6d2-4cca-b7ca-06d1748ce8b8 req-b4803ce1-9777-4244-afe5-339938e111bb tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1470258 Jul 16 20:15:56.312896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.314492 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.316319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] 10.222.0.63 "PUT /v2.0/ports/66cfe159-8122-4c59-ac7a-50a36e9b1cb6 HTTP/1.1" status: 200 len: 1093 time: 1.9930978 Jul 16 20:15:56.345546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Made reservation on behalf of 18482987bf8a421aa1d459fff4963635 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:15:56.353003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.378523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df619229-c6d2-4cca-b7ca-06d1748ce8b8 req-4c571f63-b93d-4ee6-a7ec-94a121c52fad tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705013 Jul 16 20:15:56.426282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ee045-e17c-4f5c-91f5-13bb2f43d13b service neutron] Pushing event updated for resources: {'Port': ['ID=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:56.446840 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfab7a0b-80a7-423e-bd5f-39bc17ac81fe x-openstack-request-id: req-bfab7a0b-80a7-423e-bd5f-39bc17ac81fe {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:56.447681 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55", "status": "completed", "code": 200}, {"server_uuid": "1c492567-f969-4798-9da7-4b92ffa8dd94", "name": "network-vif-deleted", "tag": "9831d7e5-0396-4986-b320-743b95777751", "status": "failed", "code": 422}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:56.448097 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfab7a0b-80a7-423e-bd5f-39bc17ac81fe {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:56.448637 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55', 'status': 'completed', 'code': 200} Jul 16 20:15:56.449214 n-d-792394-17 neutron-server[93959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c492567-f969-4798-9da7-4b92ffa8dd94', 'name': 'network-vif-deleted', 'tag': '9831d7e5-0396-4986-b320-743b95777751', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:15:56.517019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-bbf092fa-da50-46a0-bd0b-cf763a4a4a46 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.518680 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-bbf092fa-da50-46a0-bd0b-cf763a4a4a46 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.2604771 Jul 16 20:15:56.541345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Allocated IP 172.20.0.6 (61588b4c-b1dc-4e58-9877-2dfc183a77e5/8ca9a34f-7ec3-4769-aad3-6849e1fdf46b/2eac60bf-c675-4ba9-97a0-aedcb5f22d8e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:15:56.544578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-108f0993-a38f-458a-9bc7-ff8c3d15353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.545111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-108f0993-a38f-458a-9bc7-ff8c3d15353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.546627 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-108f0993-a38f-458a-9bc7-ff8c3d15353f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0054ae69ed654ae39c20090e11af301c&device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1983 time: 0.1615050 Jul 16 20:15:56.634413 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-3b595aa6-3557-4747-9393-ada473248441 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.1074090 Jul 16 20:15:56.639015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-67924207-6d17-4178-a83c-ff00b7591c1a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=a0b927d5-f1a5-46a5-8e71-84af9575052e HTTP/1.1" status: 200 len: 217 time: 0.0556834 Jul 16 20:15:56.692301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'tag': 'a0b927d5-f1a5-46a5-8e71-84af9575052e'}, {'name': 'network-changed', 'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'tag': '66cfe159-8122-4c59-ac7a-50a36e9b1cb6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:56.694554 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2410303d-496e-4a9e-bc21-82b7107cce60" -d '{"events": [{"name": "network-changed", "server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "tag": "a0b927d5-f1a5-46a5-8e71-84af9575052e"}, {"name": "network-changed", "server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "tag": "66cfe159-8122-4c59-ac7a-50a36e9b1cb6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:56.721047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-06cffe1f-fad8-4ecc-a7b2-8a9e550a2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.722555 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-06cffe1f-fad8-4ecc-a7b2-8a9e550a2956 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1126 time: 0.2476099 Jul 16 20:15:56.729128 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-74b1eb14-d866-47c2-ad5b-526b8d83b610 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.0857418 Jul 16 20:15:56.744174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.777021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c771dd-7668-4ce6-9097-c33e8fa311eb req-c786fd2c-121f-4474-8dc2-46338312b0ae tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.783535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c771dd-7668-4ce6-9097-c33e8fa311eb req-c786fd2c-121f-4474-8dc2-46338312b0ae tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.785082 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21c771dd-7668-4ce6-9097-c33e8fa311eb req-c786fd2c-121f-4474-8dc2-46338312b0ae tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1679 time: 0.1176896 Jul 16 20:15:56.813061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-0d857912-b643-4629-94b7-6e4ccec6942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.814541 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-0d857912-b643-4629-94b7-6e4ccec6942d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c24c5bc2-a494-4de7-8c02-f8772e998224 HTTP/1.1" status: 200 len: 801 time: 0.1621759 Jul 16 20:15:56.830781 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.868094 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21c771dd-7668-4ce6-9097-c33e8fa311eb req-64624d83-89da-4615-ad8c-48534df95d3b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745103 Jul 16 20:15:56.903663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:15:56.904589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event updated for resources: {'Port': ['ID=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:56.914369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:15:56.924382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:15:56.966640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-a754577e-56b2-474b-b256-2485933eab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.968162 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-a754577e-56b2-474b-b256-2485933eab34 service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.2381349 Jul 16 20:15:56.974094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:56.974357 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:56.989984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-12a92b78-8ed1-4285-af65-edb82f506198 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250523 Jul 16 20:15:57.004820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Request body: {'port': {'device_id': 'f101041b-6697-4d64-833d-e3dca6f1cfb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:15:57.024422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-a6e209f1-5e78-45f6-836f-d3c0e2fdee43 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 HTTP/1.1" status: 200 len: 217 time: 0.0468502 Jul 16 20:15:57.030952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-daceb046-7843-4608-8378-7bcc6aef6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:57.033198 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-daceb046-7843-4608-8378-7bcc6aef6834 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00666e87-3df9-4e11-b4d0-c21f3c43263c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834643 Jul 16 20:15:57.042741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Deleting port da76497d-1629-42c4-aa8e-a78819d7e27b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:15:57.043087 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.081140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.182705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-d47c8cfc-ab0e-4c3e-96b0-ba24856d8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:57.184233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-d47c8cfc-ab0e-4c3e-96b0-ba24856d8cf1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.1493077 Jul 16 20:15:57.232203 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-2e35aba4-1530-4193-a573-a6480cf3cb0e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371976 Jul 16 20:15:57.270979 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.271330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.294553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-9278cc59-b2e8-4588-8696-ee3daebbff7d service neutron] 10.222.0.63 "GET /v2.0/networks/00666e87-3df9-4e11-b4d0-c21f3c43263c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494836 Jul 16 20:15:57.297253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Calling delete_port for da76497d-1629-42c4-aa8e-a78819d7e27b owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:15:57.364043 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30283441-cafe-4054-90a4-9a9820d7bec6 x-openstack-request-id: req-30283441-cafe-4054-90a4-9a9820d7bec6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:57.364344 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "tag": "a0b927d5-f1a5-46a5-8e71-84af9575052e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "tag": "66cfe159-8122-4c59-ac7a-50a36e9b1cb6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:57.364591 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30283441-cafe-4054-90a4-9a9820d7bec6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:57.364979 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'tag': 'a0b927d5-f1a5-46a5-8e71-84af9575052e', 'status': 'completed', 'code': 200} Jul 16 20:15:57.365227 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'tag': '66cfe159-8122-4c59-ac7a-50a36e9b1cb6', 'status': 'completed', 'code': 200} Jul 16 20:15:57.392824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:57.401921 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.420447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Transition to ACTIVE for port object 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:15:57.429646 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.611929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-13932162-ec78-42c7-aff0-55f24fdfc1cb service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693523 Jul 16 20:15:57.622140 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.745776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Pushing event deleted for resources: {'Port': ['ID=da76497d-1629-42c4-aa8e-a78819d7e27b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:57.777221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-ca815cf3-97ec-43ad-86eb-ac35a7b1d810 service neutron] 10.222.0.63 "GET /v2.0/networks/00666e87-3df9-4e11-b4d0-c21f3c43263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726286 Jul 16 20:15:57.801346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:57.837926 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-a95802d8-11df-4eae-9c28-b65d2f3bde7f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=66cfe159-8122-4c59-ac7a-50a36e9b1cb6 HTTP/1.1" status: 200 len: 217 time: 0.0350022 Jul 16 20:15:57.900818 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef335815-3f42-4575-8ea6-916693e8d3f1 req-a8aa0bac-dfdb-4200-bc10-03f2218f975c service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815468 Jul 16 20:15:57.902769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:57.912031 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.915017 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.917294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014d582-6ded-418f-9896-359427767190 service neutron] Pushing event updated for resources: {'Port': ['ID=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:57.928130 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fecfcfac-3928-415e-8dda-b6b1b0ba3349 req-c7884727-e711-4bff-8cca-9ed9c871e457 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "DELETE /v2.0/floatingips/2419759e-fef1-4704-8aa9-de1332a263d8 HTTP/1.1" status: 204 len: 173 time: 1.1869047 Jul 16 20:15:57.940496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'mac_address': 'fa:16:3e:37:8e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:15:57.955165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-9c53dff1-0563-4c36-8abf-3a9a97e1f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:57.956676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-9c53dff1-0563-4c36-8abf-3a9a97e1f521 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3dd2e0d0-1f2c-4403-a092-10307a0cc829 HTTP/1.1" status: 200 len: 801 time: 0.1095943 Jul 16 20:15:57.980585 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:57.992723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Attempting to bind port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:15:57.994750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Attempting to bind port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:15:57.995235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Attempting to bind port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:57.998965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aafca974-ffa2-40b3-be4f-39a2999df769 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:15:58.010902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667e717-4d36-4454-a16e-9a43b079e287 req-4d8b53f4-2af8-4ce0-8ca3-396b26c0821a tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.021896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:15:58.023764 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7667e717-4d36-4454-a16e-9a43b079e287 req-4d8b53f4-2af8-4ce0-8ca3-396b26c0821a tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.5514839 Jul 16 20:15:58.029378 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.035679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:15:58.035987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Attempting to bind port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:15:58.048963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:15:58.049467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Checking segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:15:58.049857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Bound using segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:15:58.050297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Bound port: 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:15:58.051385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.077652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-1ddd09b5-d5dc-489b-8146-c4ebeb5e9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.079284 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-1ddd09b5-d5dc-489b-8146-c4ebeb5e9fb6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c264afc5-3ca3-4741-8365-dea457044e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142771 Jul 16 20:15:58.099301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:58.122417 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7667e717-4d36-4454-a16e-9a43b079e287 req-90130229-2ace-414d-ab1a-158066371a68 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975990 Jul 16 20:15:58.161225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] For port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:15:58.165365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] For port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:15:58.171875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.234224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014d582-6ded-418f-9896-359427767190 service neutron] Pushing event updated for resources: {'Port': ['ID=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:58.234807 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-13f9c1c7-7c6c-4752-bc97-807fe8f80fb7 service neutron] 10.222.0.63 "GET /v2.0/networks/c264afc5-3ca3-4741-8365-dea457044e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480083 Jul 16 20:15:58.246618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aafca974-ffa2-40b3-be4f-39a2999df769'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:15:58.249791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.250870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:58.252511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d014d582-6ded-418f-9896-359427767190 service neutron] 10.222.0.63 "PUT /v2.0/ports/2eac60bf-c675-4ba9-97a0-aedcb5f22d8e HTTP/1.1" status: 200 len: 1092 time: 1.2546804 Jul 16 20:15:58.263423 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437434a3-2600-4c41-b3c1-be3a130b3299 req-72bb2532-7419-4f0f-9b10-0cb244a607e9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.274878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-437434a3-2600-4c41-b3c1-be3a130b3299 req-72bb2532-7419-4f0f-9b10-0cb244a607e9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 943 time: 0.1613021 Jul 16 20:15:58.374727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-437434a3-2600-4c41-b3c1-be3a130b3299 req-cae853f3-b62a-454b-ae5a-3ee2d38c1c4a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979559 Jul 16 20:15:58.409185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fd999-3fdc-4104-9ee4-37f8f231c8b2 req-b9e143ee-c397-4cb1-870d-a06fab0b4659 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.410374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-104fd999-3fdc-4104-9ee4-37f8f231c8b2 req-b9e143ee-c397-4cb1-870d-a06fab0b4659 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 943 time: 0.1469707 Jul 16 20:15:58.434620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-6bbc626a-72a4-4945-bb59-3eef90430513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.436201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-6bbc626a-72a4-4945-bb59-3eef90430513 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 1095 time: 0.1323690 Jul 16 20:15:58.455469 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f04a251-5b37-4c48-bfdf-e6825b2ed738 req-3b2b6e55-bcb3-4ab3-abf6-cb5fb3745b59 service neutron] 10.222.0.63 "GET /v2.0/networks/c264afc5-3ca3-4741-8365-dea457044e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720524 Jul 16 20:15:58.457893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f101041b-6697-4d64-833d-e3dca6f1cfb0', 'tag': '2eac60bf-c675-4ba9-97a0-aedcb5f22d8e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:15:58.460548 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f101041b-6697-4d64-833d-e3dca6f1cfb0", "tag": "2eac60bf-c675-4ba9-97a0-aedcb5f22d8e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:15:58.517594 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-104fd999-3fdc-4104-9ee4-37f8f231c8b2 req-13348bd3-e5d8-46ab-8998-bf40a6d68f76 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998511 Jul 16 20:15:58.518929 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-5e04f2d4-8595-4128-b526-f2920906f5b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e HTTP/1.1" status: 200 len: 217 time: 0.0737147 Jul 16 20:15:58.581687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-3a6290b7-6bcf-4477-beab-3c98ca8198b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.583226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-3a6290b7-6bcf-4477-beab-3c98ca8198b1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.0510018 Jul 16 20:15:58.627739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-d4016572-47fb-4f4e-99b9-27f2d92f6b00 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381858 Jul 16 20:15:58.665740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-baa9730c-0cd9-4693-a00c-3fe22f80accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.666149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-baa9730c-0cd9-4693-a00c-3fe22f80accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.667766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-baa9730c-0cd9-4693-a00c-3fe22f80accd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0054ae69ed654ae39c20090e11af301c&device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1983 time: 0.1399868 Jul 16 20:15:58.684506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727849f-7a32-42c0-b001-632eb784078d req-9cd62283-45ea-4e4c-a998-7bb73752256b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.686206 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0727849f-7a32-42c0-b001-632eb784078d req-9cd62283-45ea-4e4c-a998-7bb73752256b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1034160 Jul 16 20:15:58.789605 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-3600e41b-fdaa-4ed0-ba02-e19320dc3cf4 service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551607 Jul 16 20:15:58.805485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0727849f-7a32-42c0-b001-632eb784078d req-4b8c884a-e30c-4f51-8fe5-aa836a0ea5ce tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083655 Jul 16 20:15:58.829656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-fe8b55f6-5939-4c7c-956f-03ce7a339b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.832498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-fe8b55f6-5939-4c7c-956f-03ce7a339b05 service neutron] 10.222.0.63 "GET /v2.0/networks?id=00666e87-3df9-4e11-b4d0-c21f3c43263c HTTP/1.1" status: 200 len: 903 time: 0.1450195 Jul 16 20:15:58.894742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330b52-c6a6-4172-b937-c86f5c13ea0e req-a73276ee-a09e-4641-aede-66325225e04a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.896049 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-bafd8b54-8bf4-4fb4-aa21-dbf4c1648637 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=a0b927d5-f1a5-46a5-8e71-84af9575052e HTTP/1.1" status: 200 len: 217 time: 0.0527642 Jul 16 20:15:58.900717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330b52-c6a6-4172-b937-c86f5c13ea0e req-a73276ee-a09e-4641-aede-66325225e04a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.902357 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40330b52-c6a6-4172-b937-c86f5c13ea0e req-a73276ee-a09e-4641-aede-66325225e04a tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1679 time: 0.1569550 Jul 16 20:15:58.937358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242e0a25-494f-495a-b2d3-2fe198bad20a req-c650daf8-752b-464b-9ef6-e788f29c29a8 service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391668 Jul 16 20:15:58.980099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40330b52-c6a6-4172-b937-c86f5c13ea0e req-23149dd1-8091-4b13-b92f-3346079d51b4 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655174 Jul 16 20:15:58.985359 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf8550fe-7a01-4ffe-adf1-d0b5599e9c1e req-fe49c300-a184-4ba2-ace2-198767dac01b tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups/0fcef5e1-5c7f-4adb-8cd0-b2de7cc5f568 HTTP/1.1" status: 200 len: 1808 time: 0.1312494 Jul 16 20:15:58.987498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-bba84da3-cff0-4c7f-83e2-073442c8b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:58.989299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-bba84da3-cff0-4c7f-83e2-073442c8b110 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c24c5bc2-a494-4de7-8c02-f8772e998224 HTTP/1.1" status: 200 len: 801 time: 0.0838325 Jul 16 20:15:59.012348 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254523a8-8e34-419a-a665-227775cfd7ab x-openstack-request-id: req-254523a8-8e34-419a-a665-227775cfd7ab {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:15:59.012842 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f101041b-6697-4d64-833d-e3dca6f1cfb0", "tag": "2eac60bf-c675-4ba9-97a0-aedcb5f22d8e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:15:59.012915 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-254523a8-8e34-419a-a665-227775cfd7ab {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:15:59.013255 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f101041b-6697-4d64-833d-e3dca6f1cfb0', 'tag': '2eac60bf-c675-4ba9-97a0-aedcb5f22d8e', 'status': 'completed', 'code': 200} Jul 16 20:15:59.088486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf8550fe-7a01-4ffe-adf1-d0b5599e9c1e req-1b1e2ff9-ef27-4820-937e-c3ccff714f35 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.092141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-131aa5d5-69a4-436f-9372-4d25a97dad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.093684 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-131aa5d5-69a4-436f-9372-4d25a97dad72 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=00666e87-3df9-4e11-b4d0-c21f3c43263c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934310 Jul 16 20:15:59.094436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-e7e76b2f-3d73-43c2-a83b-0f617ceb9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.096110 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-e7e76b2f-3d73-43c2-a83b-0f617ceb9e47 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 1095 time: 0.0558856 Jul 16 20:15:59.130682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf8550fe-7a01-4ffe-adf1-d0b5599e9c1e req-1b1e2ff9-ef27-4820-937e-c3ccff714f35 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.205482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-a842d693-cd56-4c11-b2b7-0e8aa1d063a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.207011 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-a842d693-cd56-4c11-b2b7-0e8aa1d063a8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 913 time: 0.1005752 Jul 16 20:15:59.231214 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-ade5e8ad-75a9-40e1-b5e2-9b942b905f0c service neutron] 10.222.0.63 "GET /v2.0/networks/00666e87-3df9-4e11-b4d0-c21f3c43263c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237164 Jul 16 20:15:59.232685 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf8550fe-7a01-4ffe-adf1-d0b5599e9c1e req-1b1e2ff9-ef27-4820-937e-c3ccff714f35 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.235972 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf8550fe-7a01-4ffe-adf1-d0b5599e9c1e req-1b1e2ff9-ef27-4820-937e-c3ccff714f35 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:15:59.237112 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf8550fe-7a01-4ffe-adf1-d0b5599e9c1e req-1b1e2ff9-ef27-4820-937e-c3ccff714f35 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "DELETE /v2.0/security-groups/0fcef5e1-5c7f-4adb-8cd0-b2de7cc5f568 HTTP/1.1" status: 204 len: 173 time: 0.2437782 Jul 16 20:15:59.264244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e2ff9-ef27-4820-937e-c3ccff714f35 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcef5e1-5c7f-4adb-8cd0-b2de7cc5f568,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:15:59.295619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-0b705b74-3412-4f12-a43a-801c9037a2ce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e HTTP/1.1" status: 200 len: 217 time: 0.0783298 Jul 16 20:15:59.389717 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-88713519-8efe-47ec-89ac-ab040b050e64 service neutron] 10.222.0.63 "GET /v2.0/networks/00666e87-3df9-4e11-b4d0-c21f3c43263c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514421 Jul 16 20:15:59.400960 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-02655152-fe63-4572-9e03-2a94ea350888 service neutron] 10.222.0.63 "GET /v2.0/ports/b677e6f7-5ff1-4bba-bc5c-3ec25e350b55/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 385 time: 0.0902092 Jul 16 20:15:59.421242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-8091ea88-b9f5-4be3-b3f9-f31716e4fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.423700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-8091ea88-b9f5-4be3-b3f9-f31716e4fff6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.1144102 Jul 16 20:15:59.467684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-f7a2fed6-711d-4593-bb15-1b41ef3226bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354125 Jul 16 20:15:59.480443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab478f-1453-4186-86c2-fae2bb3519e7 req-cb7e4cbf-ce50-4716-b890-37b5dfb79075 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.482959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bab478f-1453-4186-86c2-fae2bb3519e7 req-cb7e4cbf-ce50-4716-b890-37b5dfb79075 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1486781 Jul 16 20:15:59.596925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bab478f-1453-4186-86c2-fae2bb3519e7 req-acab0ede-983d-4a78-a8bd-e1deccd0a0ce tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921397 Jul 16 20:15:59.632546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-9a6a8eb6-7bfb-4d9e-8a8e-ed5ca64e15a3 service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442475 Jul 16 20:15:59.739613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ef43ea6-b74a-498a-b34e-3a45e9f208f3 req-1c9fcb13-fabf-4662-94f9-f9095b29122d service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033859 Jul 16 20:15:59.805863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:15:59.810263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:15:59.864703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a0ac-9bb2-42cb-a24e-ac877ff34303 req-5aa4aea4-a3e0-4035-af53-b2d8a6583688 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.866458 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2559a0ac-9bb2-42cb-a24e-ac877ff34303 req-5aa4aea4-a3e0-4035-af53-b2d8a6583688 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 943 time: 0.0764818 Jul 16 20:15:59.920764 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2559a0ac-9bb2-42cb-a24e-ac877ff34303 req-d5920d70-d98a-44d7-9687-1547cf82055a tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Jul 16 20:15:59.975195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-efe1a639-c9be-4c75-bb74-5728912de49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.975822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-efe1a639-c9be-4c75-bb74-5728912de49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:15:59.977540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-efe1a639-c9be-4c75-bb74-5728912de49e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0054ae69ed654ae39c20090e11af301c&device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1983 time: 0.5210059 Jul 16 20:16:00.074089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port aafca974-ffa2-40b3-be4f-39a2999df769 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:00.074722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.109678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d212a-6bd4-4bc2-9a4a-fb4bd1a03f13 req-2f3b36dc-c063-42af-afa7-e304e9fb30d9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.111719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeaaae2-4c3a-4f50-8835-f540782febb4 req-6293d773-a780-4ca8-8a97-21cdacdad686 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.113321 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fdeaaae2-4c3a-4f50-8835-f540782febb4 req-6293d773-a780-4ca8-8a97-21cdacdad686 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 943 time: 0.2080991 Jul 16 20:16:00.117775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-577d212a-6bd4-4bc2-9a4a-fb4bd1a03f13 req-2f3b36dc-c063-42af-afa7-e304e9fb30d9 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.0785673 Jul 16 20:16:00.127933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:00.147271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'mac_address': 'fa:16:3e:a3:7b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:00.164085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-577d212a-6bd4-4bc2-9a4a-fb4bd1a03f13 req-128a2ef8-3918-4b44-bf3f-3ca83c94584e tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Jul 16 20:16:00.185434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:00.216021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-ecc417cb-248a-4c87-937f-6d9d77768574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.216553 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.217847 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-ecc417cb-248a-4c87-937f-6d9d77768574 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c264afc5-3ca3-4741-8365-dea457044e66 HTTP/1.1" status: 200 len: 903 time: 0.2317355 Jul 16 20:16:00.240898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fdeaaae2-4c3a-4f50-8835-f540782febb4 req-9ddd9d72-a31b-4957-a178-6f09b754885e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171217 Jul 16 20:16:00.242187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:00.253026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774d75f4-2885-4c02-a19c-7dbc986b8629 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:00.295998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-50adaffb-a5fc-4963-ac11-afddbec33c7a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=66cfe159-8122-4c59-ac7a-50a36e9b1cb6 HTTP/1.1" status: 200 len: 217 time: 0.0654783 Jul 16 20:16:00.356958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:00.358480 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.371552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.411682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-7aeb9070-0378-4d90-9f29-6ad6ad64f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.413384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e24b5-26c2-4d37-8d52-bc54514e21cb req-6cf2a86f-3aa3-43e5-afb7-6c974ac4ad4d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.414049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:00.414163 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-7aeb9070-0378-4d90-9f29-6ad6ad64f9f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3dd2e0d0-1f2c-4403-a092-10307a0cc829 HTTP/1.1" status: 200 len: 801 time: 0.0922980 Jul 16 20:16:00.416533 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4842636b-0ef8-4e98-a37d-a431644f31c0" -d '{"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-plugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:00.417126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:00.420766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-023e24b5-26c2-4d37-8d52-bc54514e21cb req-6cf2a86f-3aa3-43e5-afb7-6c974ac4ad4d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.0920174 Jul 16 20:16:00.439310 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:00.455685 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.467560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:00.492523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-023e24b5-26c2-4d37-8d52-bc54514e21cb req-b711df5c-3f0f-4b99-b358-27f19ec2790f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 Jul 16 20:16:00.521204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:00.537109 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3603917-f91a-4ae3-bc3b-5326b559326a x-openstack-request-id: req-f3603917-f91a-4ae3-bc3b-5326b559326a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:00.537564 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-plugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:00.538132 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3603917-f91a-4ae3-bc3b-5326b559326a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:00.538738 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'code': 200} Jul 16 20:16:00.546830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['774d75f4-2885-4c02-a19c-7dbc986b8629'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:00.549267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:00.551223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.633274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-a82604ee-3be3-49ac-92e8-7864f5b50171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.635100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-a82604ee-3be3-49ac-92e8-7864f5b50171 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c264afc5-3ca3-4741-8365-dea457044e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099071 Jul 16 20:16:00.651152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114176a3-bfc5-4e10-a584-822a313275bf req-0de1a7e1-93ea-46e0-8d1d-d6efe6878770 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.660539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114176a3-bfc5-4e10-a584-822a313275bf req-0de1a7e1-93ea-46e0-8d1d-d6efe6878770 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.661840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-114176a3-bfc5-4e10-a584-822a313275bf req-0de1a7e1-93ea-46e0-8d1d-d6efe6878770 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1679 time: 0.2379954 Jul 16 20:16:00.770912 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-114176a3-bfc5-4e10-a584-822a313275bf req-b515f708-5d8b-4d56-83f4-7991f23733c5 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914104 Jul 16 20:16:00.796859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] Transition to ACTIVE for port object b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:00.803605 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:00.828339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cd654-c84f-4672-84cb-71e97c8c021e req-428f84df-1e6b-485f-a1b9-35213f1f88e4 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:00.841142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-296cd654-c84f-4672-84cb-71e97c8c021e req-428f84df-1e6b-485f-a1b9-35213f1f88e4 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1020846 Jul 16 20:16:00.862864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:00.867791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:00.901666 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-6d6c158d-27cc-420f-91f9-1ca9a60c93c3 service neutron] 10.222.0.63 "GET /v2.0/networks/c264afc5-3ca3-4741-8365-dea457044e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387352 Jul 16 20:16:00.917582 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-296cd654-c84f-4672-84cb-71e97c8c021e req-0bcb03f6-3f23-4b80-8093-e707169b8f7b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640528 Jul 16 20:16:00.925012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] No DVR routers for this DVR port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:00.927477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] Pushing event updated for resources: {'Port': ['ID=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:00.989206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:01.032179 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2410303d-496e-4a9e-bc21-82b7107cce60 req-00868836-ce1f-4286-a90c-1e6286deafb2 service neutron] 10.222.0.63 "GET /v2.0/networks/c264afc5-3ca3-4741-8365-dea457044e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083655 Jul 16 20:16:01.089120 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-dd842e03-fd44-4e02-be68-efd10fc77389 service neutron] 10.222.0.63 "PUT /v2.0/ports/b677e6f7-5ff1-4bba-bc5c-3ec25e350b55/bindings/n-h2-792394-17/activate HTTP/1.1" status: 200 len: 370 time: 1.6735668 Jul 16 20:16:01.092139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,segment=NetworkSegment(58fe870f-4578-4aa5-83fd-a50ee558ffa8),segment_id=58fe870f-4578-4aa5-83fd-a50ee558ffa8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:01.106684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '66cfe159-8122-4c59-ac7a-50a36e9b1cb6', 'network_id': 'c264afc5-3ca3-4741-8365-dea457044e66', 'port_id': '66cfe159-8122-4c59-ac7a-50a36e9b1cb6', 'mac_address': 'fa:16:3e:d1:47:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd2e0d0-1f2c-4403-a092-10307a0cc829', 'ip_address': '19.86.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:01.149929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d3c7e-939c-42f2-ac92-c1dbcd588535 req-20619d24-5183-4774-bbf6-5e2330acde5d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.152701 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.158656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a9d3c7e-939c-42f2-ac92-c1dbcd588535 req-20619d24-5183-4774-bbf6-5e2330acde5d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 944 time: 0.1076319 Jul 16 20:16:01.168633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:01.208901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,segment=NetworkSegment(58fe870f-4578-4aa5-83fd-a50ee558ffa8),segment_id=58fe870f-4578-4aa5-83fd-a50ee558ffa8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:01.216769 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.217846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:01.232225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a9d3c7e-939c-42f2-ac92-c1dbcd588535 req-dda5cad9-7aed-43f4-a56f-8dd98dfa6d8d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726547 Jul 16 20:16:01.267981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-18429ad7-ff96-437e-9edd-c0341dc0557d tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.279212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-18429ad7-ff96-437e-9edd-c0341dc0557d tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.1032078 Jul 16 20:16:01.338428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:01.456883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:01.471236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '2eac60bf-c675-4ba9-97a0-aedcb5f22d8e', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'port_id': '2eac60bf-c675-4ba9-97a0-aedcb5f22d8e', 'mac_address': 'fa:16:3e:39:21:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca9a34f-7ec3-4769-aad3-6849e1fdf46b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:01.491158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-5e9d97dc-2ef6-4b28-a35e-e77a8f690700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.493254 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-5e9d97dc-2ef6-4b28-a35e-e77a8f690700 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b HTTP/1.1" status: 200 len: 1096 time: 0.2124822 Jul 16 20:16:01.526647 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.568844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:01.609414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:01.616083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.616779 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a0b927d5-f1a5-46a5-8e71-84af9575052e details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:01.624006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a7c35-a016-4baa-a39f-d849c2c97c50 req-08c7f806-09c4-47e2-8680-fe6e1385d1ed tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.624570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132c454-a118-40c5-8600-f6126b70f6c5 req-374850c5-13b4-4306-9aac-33135d73b983 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.632291 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c132c454-a118-40c5-8600-f6126b70f6c5 req-374850c5-13b4-4306-9aac-33135d73b983 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 943 time: 0.1210303 Jul 16 20:16:01.633086 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c6a7c35-a016-4baa-a39f-d849c2c97c50 req-08c7f806-09c4-47e2-8680-fe6e1385d1ed tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.1780846 Jul 16 20:16:01.686295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c132c454-a118-40c5-8600-f6126b70f6c5 req-e4766b24-a87f-43cd-8a95-9f09024528bc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530107 Jul 16 20:16:01.689229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:01.697908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c6a7c35-a016-4baa-a39f-d849c2c97c50 req-8d46c0cc-5a8e-44c5-8933-77ef01504251 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b597607-91aa-4a27-84a2-3f8a40e44d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635421 Jul 16 20:16:01.724909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-39e2f651-c3ea-419d-9129-05373fe6b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.729349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-39e2f651-c3ea-419d-9129-05373fe6b128 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1096 time: 0.1901824 Jul 16 20:16:01.819914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:01.915582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-c9777840-09b4-45db-be0a-f6b1594f1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.917607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-c9777840-09b4-45db-be0a-f6b1594f1e9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.1773183 Jul 16 20:16:01.939764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177b50c-875b-4261-8570-82b39cf1f421 req-89818f30-0ecf-484f-9b10-df6aa104b43a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:01.947271 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1177b50c-875b-4261-8570-82b39cf1f421 req-89818f30-0ecf-484f-9b10-df6aa104b43a tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.63 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 946 time: 0.2303331 Jul 16 20:16:01.964658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 774d75f4-2885-4c02-a19c-7dbc986b8629 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:01.965731 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:01.988694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-09e883e8-95c7-4d47-bf3a-2f51feabc43c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 HTTP/1.1" status: 200 len: 217 time: 0.0583782 Jul 16 20:16:02.013564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a0b927d5-f1a5-46a5-8e71-84af9575052e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a0b927d5-f1a5-46a5-8e71-84af9575052e,segment=NetworkSegment(189b2a24-4c6c-4e24-b528-e94074951728),segment_id=189b2a24-4c6c-4e24-b528-e94074951728)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:02.028120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'a0b927d5-f1a5-46a5-8e71-84af9575052e', 'network_id': '00666e87-3df9-4e11-b4d0-c21f3c43263c', 'port_id': 'a0b927d5-f1a5-46a5-8e71-84af9575052e', 'mac_address': 'fa:16:3e:35:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24c5bc2-a494-4de7-8c02-f8772e998224', 'ip_address': '19.80.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:02.086918 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.113435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d51d16-efa8-45bc-b154-3a57a1b4d46f req-398a1e96-4527-4cf1-8993-9b7438c74f60 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.115017 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-39d51d16-efa8-45bc-b154-3a57a1b4d46f req-398a1e96-4527-4cf1-8993-9b7438c74f60 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.2711420 Jul 16 20:16:02.142196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-0d771630-2dbf-41e7-b61c-05b5dd077afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.144082 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-0d771630-2dbf-41e7-b61c-05b5dd077afc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.1455503 Jul 16 20:16:02.149407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1177b50c-875b-4261-8570-82b39cf1f421 req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Deleting port d0d61cbf-2d60-4c3e-8823-0c40a579095c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:02.150040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1177b50c-875b-4261-8570-82b39cf1f421 req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.153703 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.157965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b927d5-f1a5-46a5-8e71-84af9575052e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:02.162563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514d3e7-11e1-418c-8dc3-a3356a60fe24 req-dcc22541-8a83-4f63-b075-f6f167ddbaf5 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.170205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514d3e7-11e1-418c-8dc3-a3356a60fe24 req-dcc22541-8a83-4f63-b075-f6f167ddbaf5 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.171732 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c514d3e7-11e1-418c-8dc3-a3356a60fe24 req-dcc22541-8a83-4f63-b075-f6f167ddbaf5 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1680 time: 0.1498392 Jul 16 20:16:02.200921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a0b927d5-f1a5-46a5-8e71-84af9575052e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a0b927d5-f1a5-46a5-8e71-84af9575052e,segment=NetworkSegment(189b2a24-4c6c-4e24-b528-e94074951728),segment_id=189b2a24-4c6c-4e24-b528-e94074951728)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:02.215763 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.228123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-24cdd2bb-815b-4200-b656-4359d314b7ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546665 Jul 16 20:16:02.230443 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:02.230979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-39d51d16-efa8-45bc-b154-3a57a1b4d46f req-f47c7ce9-7866-4f2e-97e9-b23250ffece3 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059482 Jul 16 20:16:02.288170 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.327248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1177b50c-875b-4261-8570-82b39cf1f421 req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] For port d0d61cbf-2d60-4c3e-8823-0c40a579095c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d0d61cbf-2d60-4c3e-8823-0c40a579095c,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:02.327997 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1177b50c-875b-4261-8570-82b39cf1f421 req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.343507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=a0b927d5-f1a5-46a5-8e71-84af9575052e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.347764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1177b50c-875b-4261-8570-82b39cf1f421 req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Calling delete_port for d0d61cbf-2d60-4c3e-8823-0c40a579095c owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:02.393309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c514d3e7-11e1-418c-8dc3-a3356a60fe24 req-50ac5f42-cfa7-4647-835c-5e557f3e11b5 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114971 Jul 16 20:16:02.422808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.444351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-bbe1738f-1060-4372-9426-5d34fa1e6f75 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844389 Jul 16 20:16:02.535708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2eac60bf-c675-4ba9-97a0-aedcb5f22d8e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:02.543315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:02.546712 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad46ea4-aaa2-4053-8fde-684e50fa46f8" -d '{"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-plugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:02.590810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['a0b927d5-f1a5-46a5-8e71-84af9575052e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:02.597384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1177b50c-875b-4261-8570-82b39cf1f421 req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.609262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['66cfe159-8122-4c59-ac7a-50a36e9b1cb6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:02.644926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-d0206ae8-4507-4629-b9fe-e616211cc0f8 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866908 Jul 16 20:16:02.651876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Pushing event deleted for resources: {'Port': ['ID=d0d61cbf-2d60-4c3e-8823-0c40a579095c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:02.675762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef0007-398d-44e1-8187-2786c29d1b58 req-b8df3475-0543-48a0-86eb-d0ce69bcd6f9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:02.678873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5aef0007-398d-44e1-8187-2786c29d1b58 req-b8df3475-0543-48a0-86eb-d0ce69bcd6f9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 944 time: 0.1295359 Jul 16 20:16:02.766055 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5aef0007-398d-44e1-8187-2786c29d1b58 req-24ae9577-0af2-45c2-96d2-3d4319170fb5 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799608 Jul 16 20:16:02.881969 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1177b50c-875b-4261-8570-82b39cf1f421 req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] No DVR routers for this DVR port d0d61cbf-2d60-4c3e-8823-0c40a579095c on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:02.889362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1177b50c-875b-4261-8570-82b39cf1f421 req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:02.893216 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1177b50c-875b-4261-8570-82b39cf1f421 req-818e7306-9649-4202-9d12-66b1b2127c36 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.63 "DELETE /v2.0/ports/d0d61cbf-2d60-4c3e-8823-0c40a579095c HTTP/1.1" status: 204 len: 173 time: 0.9356534 Jul 16 20:16:02.893896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'name': 'network-vif-deleted', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:02.908424 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7163fe-33e0-41fe-a78b-f4153a38b7b5" -d '{"events": [{"server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "name": "network-vif-deleted", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:02.955103 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d977fb6-3398-4098-8fb4-6d44395ad313 x-openstack-request-id: req-2d977fb6-3398-4098-8fb4-6d44395ad313 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:02.955570 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-plugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:02.955939 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d977fb6-3398-4098-8fb4-6d44395ad313 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:02.956435 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'code': 200} Jul 16 20:16:03.004091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545979d-8b86-45b1-812d-17e4c90a8239 req-7ce7475a-e1de-45c8-912b-c291e38ae180 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.020769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0545979d-8b86-45b1-812d-17e4c90a8239 req-7ce7475a-e1de-45c8-912b-c291e38ae180 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.3760760 Jul 16 20:16:03.092305 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0545979d-8b86-45b1-812d-17e4c90a8239 req-0d0ce5e3-2b47-44c7-8946-bdd16fae246c tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705576 Jul 16 20:16:03.400648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5215d-1339-420f-80df-2fe42ffd2ba0 req-a017304d-42b6-403f-af0b-6c769fd3d50b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.415489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaf5215d-1339-420f-80df-2fe42ffd2ba0 req-a017304d-42b6-403f-af0b-6c769fd3d50b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 944 time: 0.2000256 Jul 16 20:16:03.441143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-409932b4-820f-4be8-a062-906e9639b3c1 req-35ac4306-1273-4cbf-8ff6-9f7f7fbd7936 tempest-ServerRescueTestJSONUnderV235-182391951 tempest-ServerRescueTestJSONUnderV235-182391951-project] 10.222.0.10 "GET /v2.0/ports?device_id=bde147bf-04e4-4ccc-b234-4efd09eadbc9 HTTP/1.1" status: 200 len: 210 time: 0.1044707 Jul 16 20:16:03.519527 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15120763-b5d5-4495-901a-b43d5c818924 x-openstack-request-id: req-15120763-b5d5-4495-901a-b43d5c818924 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:03.520218 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde147bf-04e4-4ccc-b234-4efd09eadbc9", "name": "network-vif-deleted", "tag": "d0d61cbf-2d60-4c3e-8823-0c40a579095c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:03.520605 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15120763-b5d5-4495-901a-b43d5c818924 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:03.521113 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde147bf-04e4-4ccc-b234-4efd09eadbc9', 'name': 'network-vif-deleted', 'tag': 'd0d61cbf-2d60-4c3e-8823-0c40a579095c', 'status': 'completed', 'code': 200} Jul 16 20:16:03.527860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d0d61cbf-2d60-4c3e-8823-0c40a579095c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:03.580923 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaf5215d-1339-420f-80df-2fe42ffd2ba0 req-c204bcdd-3d66-4c07-a2cd-7bbdc9343185 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504703 Jul 16 20:16:03.650948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-81fd4e1e-3ef5-4694-8f2b-fe22083a8228 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:03.653911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-81fd4e1e-3ef5-4694-8f2b-fe22083a8228 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.2917035 Jul 16 20:16:03.936966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-f6dc88b6-f03f-4098-b91a-2ad10cac25c4 service neutron] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:03.951702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-f6dc88b6-f03f-4098-b91a-2ad10cac25c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:03.954050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbd8cf33-9c2c-4730-b691-82ee4e704c7b req-f6dc88b6-f03f-4098-b91a-2ad10cac25c4 service neutron] 10.222.0.30 "DELETE /v2.0/ports/b677e6f7-5ff1-4bba-bc5c-3ec25e350b55/bindings/n-h1-792394-17 HTTP/1.1" status: 204 len: 173 time: 0.2886591 Jul 16 20:16:04.028234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50fb7c-011e-4bab-aba8-b1b58ef08b23 req-af5abf2a-c5b0-486d-a064-29503a94abb6 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:04.029803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f50fb7c-011e-4bab-aba8-b1b58ef08b23 req-af5abf2a-c5b0-486d-a064-29503a94abb6 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.2511697 Jul 16 20:16:04.116084 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f50fb7c-011e-4bab-aba8-b1b58ef08b23 req-8d8c97fc-a3c1-48ac-b0a3-49b1b7a8cfae tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757101 Jul 16 20:16:04.432336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c270125-8136-469e-8b37-bc9910611cb1 req-f772ba03-dea9-4de8-a565-02e6f9f501fd tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:04.439091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c270125-8136-469e-8b37-bc9910611cb1 req-f772ba03-dea9-4de8-a565-02e6f9f501fd tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:04.446623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5c270125-8136-469e-8b37-bc9910611cb1 req-f772ba03-dea9-4de8-a565-02e6f9f501fd tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1681 time: 0.0932677 Jul 16 20:16:04.497488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5c270125-8136-469e-8b37-bc9910611cb1 req-79d32226-7c2a-4917-beea-c72c523925b6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489666 Jul 16 20:16:04.748303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa01122-09eb-40c8-9bd3-ea7cc62aa96c req-143c336c-1884-477a-95a0-45be6bbf5f28 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:04.756298 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dfa01122-09eb-40c8-9bd3-ea7cc62aa96c req-143c336c-1884-477a-95a0-45be6bbf5f28 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 944 time: 0.1094642 Jul 16 20:16:04.805252 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dfa01122-09eb-40c8-9bd3-ea7cc62aa96c req-31cf401c-861a-41aa-8259-1e503236476b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479524 Jul 16 20:16:04.896227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:04.981761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:05.035563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:05.035563 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.160261 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.211552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cfe159-8122-4c59-ac7a-50a36e9b1cb6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:05.217223 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f40802-0a0b-4d06-ba02-eb48b4f96666" -d '{"events": [{"server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "name": "network-vif-plugged", "status": "completed", "tag": "66cfe159-8122-4c59-ac7a-50a36e9b1cb6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:05.244621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,segment=NetworkSegment(58fe870f-4578-4aa5-83fd-a50ee558ffa8),segment_id=58fe870f-4578-4aa5-83fd-a50ee558ffa8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:05.250143 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.251875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:05.385191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:05.402489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:05.418848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:05.419439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.582331 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.645808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:05.667879 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:05.668871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a0b927d5-f1a5-46a5-8e71-84af9575052e up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:05.827782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:05.911014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port a0b927d5-f1a5-46a5-8e71-84af9575052e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:05.915632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port a0b927d5-f1a5-46a5-8e71-84af9575052e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:05.916064 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.080541 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.161311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a0b927d5-f1a5-46a5-8e71-84af9575052e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a0b927d5-f1a5-46a5-8e71-84af9575052e,segment=NetworkSegment(189b2a24-4c6c-4e24-b528-e94074951728),segment_id=189b2a24-4c6c-4e24-b528-e94074951728)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:06.167212 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:06.168314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d0d61cbf-2d60-4c3e-8823-0c40a579095c no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:06.249814 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:16:06.251586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: d0d61cbf-2d60-4c3e-8823-0c40a579095c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:06.251935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d0d61cbf-2d60-4c3e-8823-0c40a579095c not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:06.288247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=a0b927d5-f1a5-46a5-8e71-84af9575052e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:12.067230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756aba1-b249-4fe0-8377-2cff4944351f req-3b5e5c67-337d-49ea-b791-5656de3feffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:12.071586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e756aba1-b249-4fe0-8377-2cff4944351f req-3b5e5c67-337d-49ea-b791-5656de3feffd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 1097 time: 0.1091671 Jul 16 20:16:12.124998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e756aba1-b249-4fe0-8377-2cff4944351f req-1bf084d3-05c4-4c8f-9234-80dadae8c89e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Jul 16 20:16:13.209501 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:13.367584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9551b-e626-4352-999d-10f118b59889 req-996393f9-8c99-4889-a987-17afdb18e68b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.369314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69c9551b-e626-4352-999d-10f118b59889 req-996393f9-8c99-4889-a987-17afdb18e68b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0998178 Jul 16 20:16:13.424049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69c9551b-e626-4352-999d-10f118b59889 req-736266ac-c61d-4c3b-8537-cb90e7cc19d8 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447423 Jul 16 20:16:13.520281 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c932ad-527a-4776-bbb8-e8dfe1c0767d req-ad5b7bd2-583d-4611-8800-217407d1b882 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.522104 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3c932ad-527a-4776-bbb8-e8dfe1c0767d req-ad5b7bd2-583d-4611-8800-217407d1b882 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.1988246 Jul 16 20:16:13.631818 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3c932ad-527a-4776-bbb8-e8dfe1c0767d req-91d9702c-99d0-4480-b9c9-ed5e197602a7 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019280 Jul 16 20:16:13.654687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b625-b489-4df8-9373-f556b90c77f7 req-240a3fd6-2df0-421a-a0cd-cf7cddde42b6 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.656940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3584b625-b489-4df8-9373-f556b90c77f7 req-240a3fd6-2df0-421a-a0cd-cf7cddde42b6 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.0893114 Jul 16 20:16:13.687662 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15708cfb-e420-48ce-a0d0-e862db92478e x-openstack-request-id: req-15708cfb-e420-48ce-a0d0-e862db92478e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:13.688281 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "name": "network-vif-plugged", "status": "completed", "tag": "66cfe159-8122-4c59-ac7a-50a36e9b1cb6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:13.688281 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15708cfb-e420-48ce-a0d0-e862db92478e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:13.688868 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cfe159-8122-4c59-ac7a-50a36e9b1cb6', 'code': 200} Jul 16 20:16:13.708826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3584b625-b489-4df8-9373-f556b90c77f7 req-75110958-b069-4f93-b77c-5d8892114c69 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Jul 16 20:16:13.792323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:13.976012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1ac2-e8bb-423d-9f44-828d16b289a8 req-52c6b056-eb73-4626-96b2-f4d6f0f39c56 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.982277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1ac2-e8bb-423d-9f44-828d16b289a8 req-52c6b056-eb73-4626-96b2-f4d6f0f39c56 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.982477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33d03d-5d3f-41d2-8af2-070d61c8b48b req-0817e3f9-839c-4241-8094-228dc3a09e96 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:13.984833 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9b33d03d-5d3f-41d2-8af2-070d61c8b48b req-0817e3f9-839c-4241-8094-228dc3a09e96 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1096 time: 0.0682118 Jul 16 20:16:13.990614 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c2a1ac2-e8bb-423d-9f44-828d16b289a8 req-52c6b056-eb73-4626-96b2-f4d6f0f39c56 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1683 time: 0.1945648 Jul 16 20:16:14.027383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9b33d03d-5d3f-41d2-8af2-070d61c8b48b req-e9b132e2-bfd6-4523-a714-be909c9d3c65 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367839 Jul 16 20:16:14.071472 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c2a1ac2-e8bb-423d-9f44-828d16b289a8 req-89fdda1e-39ef-4ce4-a8f0-9eb30ea35f71 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798645 Jul 16 20:16:14.193070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Deleting port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:14.193520 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.254198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b3f9-1a1b-4d6b-b3c8-2864dc656944 req-68bb850f-4f74-418f-9dcc-dc14682a7fbd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.255764 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3833b3f9-1a1b-4d6b-b3c8-2864dc656944 req-68bb850f-4f74-418f-9dcc-dc14682a7fbd tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 950 time: 0.0722375 Jul 16 20:16:14.308944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3833b3f9-1a1b-4d6b-b3c8-2864dc656944 req-891c89a5-ca3e-42dc-9b70-53cfda7effe0 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457478 Jul 16 20:16:14.317396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] For port dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba,segment=NetworkSegment(9669e625-7bf0-4f83-a84c-d2aebf7130bc),segment_id=9669e625-7bf0-4f83-a84c-d2aebf7130bc)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:14.317865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.334732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Calling delete_port for dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:14.338082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68087914-1cd4-4554-9f04-9412f9f34187 req-c2827ba7-07e0-4169-99de-f38fc0f3a595 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.339355 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-68087914-1cd4-4554-9f04-9412f9f34187 req-c2827ba7-07e0-4169-99de-f38fc0f3a595 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1096 time: 0.1403847 Jul 16 20:16:14.427655 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-68087914-1cd4-4554-9f04-9412f9f34187 req-27bdc40f-eb6b-4d08-aa07-655b0f6f1703 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759246 Jul 16 20:16:14.635513 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:14.681955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:14.740502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b994d-3bb7-42d9-b35d-cff022110bd4 req-d9f8c996-68f5-4f9f-a691-219b70578221 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.743962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a60b994d-3bb7-42d9-b35d-cff022110bd4 req-d9f8c996-68f5-4f9f-a691-219b70578221 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.0900850 Jul 16 20:16:14.795025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a60b994d-3bb7-42d9-b35d-cff022110bd4 req-c852b08e-c628-4480-b789-8ade1072ce52 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Jul 16 20:16:14.947373 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f880c5-7893-4684-8254-13626fa73166 req-a564262f-6d74-4ca2-8760-15c437749bad tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:14.948964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72f880c5-7893-4684-8254-13626fa73166 req-a564262f-6d74-4ca2-8760-15c437749bad tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 950 time: 0.1634347 Jul 16 20:16:14.951523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.037292 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72f880c5-7893-4684-8254-13626fa73166 req-5188caeb-d79a-48b2-9419-125cf9eb54bd tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790296 Jul 16 20:16:15.316243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Router 966b2181-513c-4458-9503-de22c79a9103 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:15.318362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2f523-f2b6-4535-b7ba-f57b73764434 req-89fc4fa2-4b11-4856-907c-d16c7177cbc3 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.320522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6f2f523-f2b6-4535-b7ba-f57b73764434 req-89fc4fa2-4b11-4856-907c-d16c7177cbc3 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.1158319 Jul 16 20:16:15.376989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6f2f523-f2b6-4535-b7ba-f57b73764434 req-1b4d333a-708f-44e5-b29c-75e9be56b4c1 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472507 Jul 16 20:16:15.484060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa7c60-efda-4c56-931d-fb2e2c964270 req-771effca-477a-4dbc-8e0a-5fa17bbdcd5f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:15.485745 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5aa7c60-efda-4c56-931d-fb2e2c964270 req-771effca-477a-4dbc-8e0a-5fa17bbdcd5f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.1604888 Jul 16 20:16:15.496275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.508483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:15.520553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-04215326-9253-4134-ae49-fa6f94afe6f6 admin admin] 10.222.0.10 "PUT /v2.0/routers/966b2181-513c-4458-9503-de22c79a9103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3098457 Jul 16 20:16:15.521969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] Sync routers for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:15.523676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53684) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:15.537918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:15.539721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:15:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:15.620997 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5aa7c60-efda-4c56-931d-fb2e2c964270 req-2c246eaf-fbb2-4ee8-8477-c775833c4be1 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247628 Jul 16 20:16:15.727098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f101041b-6697-4d64-833d-e3dca6f1cfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eac60bf-c675-4ba9-97a0-aedcb5f22d8e'}, {'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b927d5-f1a5-46a5-8e71-84af9575052e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:15.728320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:15.730741 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f42ca34-91d7-41d9-9e45-d8f90ac70123" -d '{"events": [{"server_uuid": "f101041b-6697-4d64-833d-e3dca6f1cfb0", "name": "network-vif-plugged", "status": "completed", "tag": "2eac60bf-c675-4ba9-97a0-aedcb5f22d8e"}, {"server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "name": "network-vif-plugged", "status": "completed", "tag": "a0b927d5-f1a5-46a5-8e71-84af9575052e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:15.790833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:15.901050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:15.901815 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.083608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Deleting port 8ef8b021-1309-4439-95f5-35a649536ed3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:16.084075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.112426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828e07d-eb33-462f-aec3-fc3f5fb8c329 req-2ef4e1af-9908-4c50-a614-49be7eb7a64b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.117224 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.131972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828e07d-eb33-462f-aec3-fc3f5fb8c329 req-2ef4e1af-9908-4c50-a614-49be7eb7a64b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.131972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6828e07d-eb33-462f-aec3-fc3f5fb8c329 req-2ef4e1af-9908-4c50-a614-49be7eb7a64b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1683 time: 0.2181168 Jul 16 20:16:16.193245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6828e07d-eb33-462f-aec3-fc3f5fb8c329 req-3858de09-c4e8-44de-9515-f27af6cdb81c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527787 Jul 16 20:16:16.294496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] For port 8ef8b021-1309-4439-95f5-35a649536ed3, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ef8b021-1309-4439-95f5-35a649536ed3,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:16.294496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.322889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Calling delete_port for 8ef8b021-1309-4439-95f5-35a649536ed3 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:16.403980 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564cba0f-4d1a-4bb2-8c22-7e95f034f10a x-openstack-request-id: req-564cba0f-4d1a-4bb2-8c22-7e95f034f10a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:16.404277 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f101041b-6697-4d64-833d-e3dca6f1cfb0", "name": "network-vif-plugged", "status": "completed", "tag": "2eac60bf-c675-4ba9-97a0-aedcb5f22d8e", "code": 200}, {"server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "name": "network-vif-plugged", "status": "completed", "tag": "a0b927d5-f1a5-46a5-8e71-84af9575052e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:16.407413 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-564cba0f-4d1a-4bb2-8c22-7e95f034f10a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:16.407973 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f101041b-6697-4d64-833d-e3dca6f1cfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eac60bf-c675-4ba9-97a0-aedcb5f22d8e', 'code': 200} Jul 16 20:16:16.408403 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b927d5-f1a5-46a5-8e71-84af9575052e', 'code': 200} Jul 16 20:16:16.474810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:16.483620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.487105 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:16.510765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:16:14Z', 'revision_number': 5, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port': {'id': '8ef8b021-1309-4439-95f5-35a649536ed3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966b2181-513c-4458-9503-de22c79a9103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:09Z', 'updated_at': '2021-07-16T20:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:16.564035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] Checking router: 966b2181-513c-4458-9503-de22c79a9103 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:16.607552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8f5d8-fd93-4ecf-8464-091921ee83e2 req-b389ff2d-187e-4e80-bcde-b87f97ec43b9 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.611970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8d8f5d8-fd93-4ecf-8464-091921ee83e2 req-b389ff2d-187e-4e80-bcde-b87f97ec43b9 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1028299 Jul 16 20:16:16.701570 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8d8f5d8-fd93-4ecf-8464-091921ee83e2 req-4b01edf0-a846-4b0e-a2da-fc8765fb0e6a tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819809 Jul 16 20:16:16.769201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] Routers {'966b2181-513c-4458-9503-de22c79a9103'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:16.770280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:15:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['966b2181-513c-4458-9503-de22c79a9103'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:16.776350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88791d-d455-40b9-923f-83527948d2d2 req-94ebc76b-197e-4a20-ab41-cf63d2463814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.777930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f88791d-d455-40b9-923f-83527948d2d2 req-94ebc76b-197e-4a20-ab41-cf63d2463814 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 1097 time: 0.2729220 Jul 16 20:16:16.782286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9217815-268d-4a58-9e4a-6a1a3e5ff48c req-8cd17aac-4f7a-4ccc-b198-825cbc8cfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.782836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9217815-268d-4a58-9e4a-6a1a3e5ff48c req-8cd17aac-4f7a-4ccc-b198-825cbc8cfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.785261 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c9217815-268d-4a58-9e4a-6a1a3e5ff48c req-8cd17aac-4f7a-4ccc-b198-825cbc8cfafa service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1987 time: 0.2805901 Jul 16 20:16:16.792993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe8f6-c9fd-4f78-9e22-d87bac3c7199 req-21ba99fe-5d56-4dee-8bcb-5afd5a84a075 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:16.800879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8cbe8f6-c9fd-4f78-9e22-d87bac3c7199 req-21ba99fe-5d56-4dee-8bcb-5afd5a84a075 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2712722 Jul 16 20:16:16.908615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:16.967761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] Set router 966b2181-513c-4458-9503-de22c79a9103 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:17.035126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:16:15Z', 'revision_number': 6, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:17.064109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8adf9-9ba3-4040-8379-74a1410eba6e req-c74e94f0-1eb1-4849-a3c0-6af1c471e6f5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.066180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55e8adf9-9ba3-4040-8379-74a1410eba6e req-c74e94f0-1eb1-4849-a3c0-6af1c471e6f5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.1053331 Jul 16 20:16:17.074057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2214e8-0d18-4050-937e-06666b7007f9 None None] The sync data for ids ['966b2181-513c-4458-9503-de22c79a9103'] in n-d-792394-17 is: [{'id': '966b2181-513c-4458-9503-de22c79a9103', 'name': 'tempest-ServerRescueTestJSONUnderV235-954005687-router', 'tenant_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:07Z', 'updated_at': '2021-07-16T20:16:15Z', 'revision_number': 6, 'project_id': 'ae07c02346a343ca868dfec0e8d42c9b', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:17.119858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-55e8adf9-9ba3-4040-8379-74a1410eba6e req-4d25a9b6-2a90-4be8-937d-52d90787db07 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 Jul 16 20:16:17.201676 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.253976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef8b021-1309-4439-95f5-35a649536ed3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:17.311539 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8cbe8f6-c9fd-4f78-9e22-d87bac3c7199 req-2ab296eb-2f00-4e6a-887a-50854dbd6941 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095816 Jul 16 20:16:17.313731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c9217815-268d-4a58-9e4a-6a1a3e5ff48c req-d07778f1-d237-40ac-9f2d-57d8ad93831c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966888 Jul 16 20:16:17.315300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f88791d-d455-40b9-923f-83527948d2d2 req-1ef8de97-dc2e-4b47-83e9-bdc30b741087 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068815 Jul 16 20:16:17.400531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.608882 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.613067 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.692328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5865b-646f-4cfc-9d69-70f70250543a req-d8901040-63f9-4691-a277-6076b59a3409 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.698510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5865b-646f-4cfc-9d69-70f70250543a req-d8901040-63f9-4691-a277-6076b59a3409 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.700434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71b5865b-646f-4cfc-9d69-70f70250543a req-d8901040-63f9-4691-a277-6076b59a3409 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1683 time: 0.1352210 Jul 16 20:16:17.719232 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.719918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 966b2181-513c-4458-9503-de22c79a9103 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:16:17.725105 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.726277 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c5a86062-ce8d-4a0b-afb0-a87aca58e9eb admin admin] 10.222.0.10 "DELETE /v2.0/routers/966b2181-513c-4458-9503-de22c79a9103 HTTP/1.1" status: 204 len: 168 time: 2.2016170 Jul 16 20:16:17.731514 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:17.761297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71b5865b-646f-4cfc-9d69-70f70250543a req-555bbb88-bebe-4069-8d21-7e4bad6edd0e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525086 Jul 16 20:16:17.799415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ee21f7-c65a-4cb2-b507-3cfe7fcc6685 admin admin] Deleting subnet 1920f7c5-0e4d-4fd8-a103-b97d4071bd1a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:17.808963 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ee21f7-c65a-4cb2-b507-3cfe7fcc6685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.819960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1141e85-e8d5-45f2-b838-fa08a4d91c58 req-4dec184c-2b2d-47b6-8634-390d384f5ec6 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:17.823766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d1141e85-e8d5-45f2-b838-fa08a4d91c58 req-4dec184c-2b2d-47b6-8634-390d384f5ec6 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 950 time: 0.1491239 Jul 16 20:16:17.883572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ee21f7-c65a-4cb2-b507-3cfe7fcc6685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:17.920888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ce4d551-47a2-4a71-a247-db9f848c79fa details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:17.924838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:17.945497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ee21f7-c65a-4cb2-b507-3cfe7fcc6685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.036734 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d1141e85-e8d5-45f2-b838-fa08a4d91c58 req-ff90b8fb-d689-49aa-b985-b72d43d6ca4b tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898398 Jul 16 20:16:18.040815 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ee21f7-c65a-4cb2-b507-3cfe7fcc6685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.073131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ee21f7-c65a-4cb2-b507-3cfe7fcc6685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.079924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53784) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:18.094905 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c2ee21f7-c65a-4cb2-b507-3cfe7fcc6685 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1920f7c5-0e4d-4fd8-a103-b97d4071bd1a HTTP/1.1" status: 204 len: 168 time: 0.3630388 Jul 16 20:16:18.151162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee21f7-c65a-4cb2-b507-3cfe7fcc6685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1920f7c5-0e4d-4fd8-a103-b97d4071bd1a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:18.209447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:18.261539 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.354636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '7ce4d551-47a2-4a71-a247-db9f848c79fa', 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5', 'port_id': '7ce4d551-47a2-4a71-a247-db9f848c79fa', 'mac_address': 'fa:16:3e:89:fd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a63f3fa-c3a6-4ca4-8116-05d36abd8571', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:18.409991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:18.412227 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393be5f8-ab41-420c-850d-1aea55d2fa09" -d '{"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-unplugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:18.434505 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.491359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d42d02-1cf9-4d2d-9857-9c40eab72b9d req-67910f10-b53a-4edb-9144-ddc7168d00ae tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.492908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.498404 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-49d42d02-1cf9-4d2d-9857-9c40eab72b9d req-67910f10-b53a-4edb-9144-ddc7168d00ae tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1651855 Jul 16 20:16:18.545228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:18.557012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9669e625-7bf0-4f83-a84c-d2aebf7130bc') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:18.557564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9669e625-7bf0-4f83-a84c-d2aebf7130bc') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:18.573810 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.583749 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-49d42d02-1cf9-4d2d-9857-9c40eab72b9d req-e95ec28f-4984-49da-a57e-3a1f3b50b2d3 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764241 Jul 16 20:16:18.603188 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.623531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:18.624422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.658309 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:18.694714 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:18.708592 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.741679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:18.748596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ce4d551-47a2-4a71-a247-db9f848c79fa {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:18.752243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.758552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c HTTP/1.1" status: 204 len: 168 time: 0.6774089 Jul 16 20:16:18.772617 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:18.772617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ce4d551-47a2-4a71-a247-db9f848c79fa no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:18.817236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b0082-0987-45db-9f36-a2f029a786e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ede1ec35-ddfc-4fa7-8775-dd1b44e0a67c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:18.893243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f7bec-1895-4967-8a83-b6f32f52a1b5 req-a3d45140-d7fb-404b-9f97-30c58dd73f85 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:18.900701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f7f7bec-1895-4967-8a83-b6f32f52a1b5 req-a3d45140-d7fb-404b-9f97-30c58dd73f85 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2048917 Jul 16 20:16:18.952315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:18.970382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ef8b021-1309-4439-95f5-35a649536ed3 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:18.987825 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f7f7bec-1895-4967-8a83-b6f32f52a1b5 req-164eee78-a427-4c7e-836c-b4e630395227 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766904 Jul 16 20:16:18.997433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3b87c-1995-40ba-8a9c-7c9d2a5a2b1f req-09b8b302-dc33-4d6f-b289-6b45cce6420f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.005247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86a3b87c-1995-40ba-8a9c-7c9d2a5a2b1f req-09b8b302-dc33-4d6f-b289-6b45cce6420f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.1483922 Jul 16 20:16:19.021769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8ef8b021-1309-4439-95f5-35a649536ed3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:19.023776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ef8b021-1309-4439-95f5-35a649536ed3 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:19.024211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:19.068741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86a3b87c-1995-40ba-8a9c-7c9d2a5a2b1f req-5c204055-6ff1-4ff5-b4df-b7f03705390e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624843 Jul 16 20:16:19.071708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:19.073223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:19.073825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dbd6b4a4-e6e1-442d-bdaa-7c4b5d9316ba not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:19.121447 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08672ae-c424-445d-a332-c0950c560cd8 x-openstack-request-id: req-b08672ae-c424-445d-a332-c0950c560cd8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:19.121744 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-unplugged", "status": "completed", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:19.122000 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b08672ae-c424-445d-a332-c0950c560cd8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:19.122402 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'code': 200} Jul 16 20:16:19.152651 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.184680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53818) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:19.271304 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=7ce4d551-47a2-4a71-a247-db9f848c79fa,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.312171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1985845b-8008-4aa0-8b07-6317cfa064ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae07c02346a343ca868dfec0e8d42c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263213 Jul 16 20:16:19.315535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:19.335829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740f1cc-82ba-40b6-9e62-c3ca497708ce req-4808db3e-e4dd-4498-8e7a-fbe872ec1e08 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.344273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740f1cc-82ba-40b6-9e62-c3ca497708ce req-4808db3e-e4dd-4498-8e7a-fbe872ec1e08 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.345264 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.352021 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a740f1cc-82ba-40b6-9e62-c3ca497708ce req-4808db3e-e4dd-4498-8e7a-fbe872ec1e08 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1683 time: 0.1010602 Jul 16 20:16:19.372036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7ce4d551-47a2-4a71-a247-db9f848c79fa {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:19.395874 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a740f1cc-82ba-40b6-9e62-c3ca497708ce req-2dff4304-e4ac-4233-b6e0-15b32543e924 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Jul 16 20:16:19.403711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:19.410046 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.475341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-193fc0c8-9a08-45d4-b81e-9d1c3751303f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.492062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=7ce4d551-47a2-4a71-a247-db9f848c79fa,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.503457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['7ce4d551-47a2-4a71-a247-db9f848c79fa'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:19.523034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c173e-9ea1-41ea-95bb-fe6735436d28 req-2bf4dd09-9079-47ac-a651-499c1ecbab2d tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.529906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-247c173e-9ea1-41ea-95bb-fe6735436d28 req-2bf4dd09-9079-47ac-a651-499c1ecbab2d tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 948 time: 0.1761544 Jul 16 20:16:19.601659 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-193fc0c8-9a08-45d4-b81e-9d1c3751303f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.639696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-247c173e-9ea1-41ea-95bb-fe6735436d28 req-666a363a-009c-45ba-94f2-309646ed5d5e tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc9137bb-df81-48d1-8f11-905076c43597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088493 Jul 16 20:16:19.701732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-5562a3ca-dcac-473e-9644-d82b9013f11b tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.703857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-5562a3ca-dcac-473e-9644-d82b9013f11b tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 948 time: 0.2398684 Jul 16 20:16:19.783921 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-193fc0c8-9a08-45d4-b81e-9d1c3751303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.786538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-193fc0c8-9a08-45d4-b81e-9d1c3751303f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.790093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-193fc0c8-9a08-45d4-b81e-9d1c3751303f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b597607-91aa-4a27-84a2-3f8a40e44d19 HTTP/1.1" status: 204 len: 168 time: 0.4703970 Jul 16 20:16:19.824080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fc0c8-9a08-45d4-b81e-9d1c3751303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b597607-91aa-4a27-84a2-3f8a40e44d19,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:19.865717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Deleting port 774d75f4-2885-4c02-a19c-7dbc986b8629 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:19.866687 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:19.912524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1090-3e19-497a-b662-79a6631134e2 req-abe4af7c-ab95-48c8-928a-cd7c4434dacb tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:19.914411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-29fe1090-3e19-497a-b662-79a6631134e2 req-abe4af7c-ab95-48c8-928a-cd7c4434dacb tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 943 time: 0.0960603 Jul 16 20:16:20.009181 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-29fe1090-3e19-497a-b662-79a6631134e2 req-53e2e69f-9da0-48c0-9459-16fe777ee104 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863078 Jul 16 20:16:20.037184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] For port 774d75f4-2885-4c02-a19c-7dbc986b8629, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=774d75f4-2885-4c02-a19c-7dbc986b8629,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:20.037555 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.073832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Calling delete_port for 774d75f4-2885-4c02-a19c-7dbc986b8629 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:20.225984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc6e49-90ae-4844-875e-5d6d1cccf3c8 req-9f2eea9c-a26d-4b3f-9b19-5ec7aee90cb8 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.233077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcdc6e49-90ae-4844-875e-5d6d1cccf3c8 req-9f2eea9c-a26d-4b3f-9b19-5ec7aee90cb8 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.0924747 Jul 16 20:16:20.279139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcdc6e49-90ae-4844-875e-5d6d1cccf3c8 req-a9725c23-a258-4138-974c-7159acf16d6a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Jul 16 20:16:20.314784 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.391805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Pushing event deleted for resources: {'Port': ['ID=774d75f4-2885-4c02-a19c-7dbc986b8629,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:20.407081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b3d3e-858a-489a-9cc4-427e91575aba req-7e77dbea-368b-4abc-85cb-83e9102d569b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.415085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b3d3e-858a-489a-9cc4-427e91575aba req-7e77dbea-368b-4abc-85cb-83e9102d569b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.424568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf7b3d3e-858a-489a-9cc4-427e91575aba req-7e77dbea-368b-4abc-85cb-83e9102d569b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1683 time: 0.2681344 Jul 16 20:16:20.464053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] No DVR routers for this DVR port 774d75f4-2885-4c02-a19c-7dbc986b8629 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:20.470347 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.473156 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-44b0eb21-6e8a-43b0-8982-6e1d7b6bc83d req-07e71413-038d-435f-a39f-c05bcb1f97de tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.30 "DELETE /v2.0/ports/774d75f4-2885-4c02-a19c-7dbc986b8629 HTTP/1.1" status: 204 len: 173 time: 0.7620931 Jul 16 20:16:20.473955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-deleted', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:20.477884 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5fa14e-8f17-4cfe-bdda-911b1259347e" -d '{"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-deleted", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:20.531858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf7b3d3e-858a-489a-9cc4-427e91575aba req-a2b03ffb-fdff-489f-822a-5836d36d591e tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045594 Jul 16 20:16:20.539104 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b7778eea-2290-455a-81aa-e16b520bfb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:20.734751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c0d5f-0b5d-481b-8cd9-f7e461811822 req-557a7c8e-cc07-4e5d-8a0e-fad0953db64e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:20.743290 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e09c0d5f-0b5d-481b-8cd9-f7e461811822 req-557a7c8e-cc07-4e5d-8a0e-fad0953db64e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.0934308 Jul 16 20:16:20.815591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e09c0d5f-0b5d-481b-8cd9-f7e461811822 req-d3324ec3-6bad-449a-9336-2b8274420791 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677292 Jul 16 20:16:20.843612 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabcaf0c-4a5a-4a45-8897-344a2840ff53 x-openstack-request-id: req-fabcaf0c-4a5a-4a45-8897-344a2840ff53 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:20.844150 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-deleted", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:20.844583 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fabcaf0c-4a5a-4a45-8897-344a2840ff53 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:20.845280 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-deleted', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'status': 'completed', 'code': 200} Jul 16 20:16:20.996358 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b27737ff-b468-4db6-b32b-7216fb591372 req-f1e309ed-0bdf-4088-8382-041b05dfa840 tempest-ImagesOneServerTestJSON-673987748 tempest-ImagesOneServerTestJSON-673987748-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2979be-3aab-487d-96cb-32ca1c5ad3f9 HTTP/1.1" status: 200 len: 210 time: 0.0551746 Jul 16 20:16:21.126243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:21.128992 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630fce5-830b-47cb-a03f-1368ff03f2fd" -d '{"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:21.471471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081f26-9c76-4e35-96f0-dd3986d8e55c req-dff4a47f-85f3-43d0-981a-237194afe629 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.474038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-15081f26-9c76-4e35-96f0-dd3986d8e55c req-dff4a47f-85f3-43d0-981a-237194afe629 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 943 time: 0.1109159 Jul 16 20:16:21.517872 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-15081f26-9c76-4e35-96f0-dd3986d8e55c req-2100800f-f54a-412e-86d3-baa7b76b9411 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366054 Jul 16 20:16:21.684458 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cffff7-c028-4286-b61a-a7e1c88cb214 x-openstack-request-id: req-d8cffff7-c028-4286-b61a-a7e1c88cb214 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:21.686839 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2979be-3aab-487d-96cb-32ca1c5ad3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "774d75f4-2885-4c02-a19c-7dbc986b8629", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:21.687740 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8cffff7-c028-4286-b61a-a7e1c88cb214 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:21.689493 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2979be-3aab-487d-96cb-32ca1c5ad3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '774d75f4-2885-4c02-a19c-7dbc986b8629', 'code': 200} Jul 16 20:16:21.808806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee0950-fecf-4199-a886-2a618b7632ab req-23036741-f300-4bf1-b710-074c2ace0e24 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.817039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-14ee0950-fecf-4199-a886-2a618b7632ab req-23036741-f300-4bf1-b710-074c2ace0e24 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.0859804 Jul 16 20:16:21.864131 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-14ee0950-fecf-4199-a886-2a618b7632ab req-785bd0f2-2dc5-40e8-bd07-ed6b4822a526 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459051 Jul 16 20:16:21.871679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b78ab-2143-4742-922b-46079f1ce615 req-9f81f951-2ab1-47d5-85d2-eac4a976bf07 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:21.881432 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-268b78ab-2143-4742-922b-46079f1ce615 req-9f81f951-2ab1-47d5-85d2-eac4a976bf07 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.1058280 Jul 16 20:16:21.935413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-268b78ab-2143-4742-922b-46079f1ce615 req-60775531-1b90-456b-ba8d-7c59017e8ac3 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529625 Jul 16 20:16:21.952906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ce4d551-47a2-4a71-a247-db9f848c79fa up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:22.023584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 7ce4d551-47a2-4a71-a247-db9f848c79fa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:22.024163 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.091463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc80a-039e-4eed-9a28-b6ef00185e27 req-9d037cf8-28b6-4fcd-8f06-23419cf11e15 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.098114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc80a-039e-4eed-9a28-b6ef00185e27 req-9d037cf8-28b6-4fcd-8f06-23419cf11e15 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:22.107123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af9cc80a-039e-4eed-9a28-b6ef00185e27 req-9d037cf8-28b6-4fcd-8f06-23419cf11e15 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1683 time: 0.1181033 Jul 16 20:16:22.161822 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af9cc80a-039e-4eed-9a28-b6ef00185e27 req-ba670a2f-9714-4dc2-b4ee-589c1479b78b tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535641 Jul 16 20:16:22.192644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.257674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:22.267409 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:22.268479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:22.269852 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df77c1b9-1477-4196-830f-8ed1e7f17fb7 req-f57b697e-11a9-4e4c-a33f-cbfbd7cfa105 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=8866770e-6dff-416e-9aa2-1699221b2233 HTTP/1.1" status: 200 len: 210 time: 0.0547781 Jul 16 20:16:22.337375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 774d75f4-2885-4c02-a19c-7dbc986b8629 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:22.337784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 774d75f4-2885-4c02-a19c-7dbc986b8629 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:22.433136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=7ce4d551-47a2-4a71-a247-db9f848c79fa,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:22.985919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:23.015937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bc123-1e17-4c41-bc57-7d0cb6f27601 req-1ba79942-9886-43f6-a31b-a64878ea2171 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.019609 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c05bc123-1e17-4c41-bc57-7d0cb6f27601 req-1ba79942-9886-43f6-a31b-a64878ea2171 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1509349 Jul 16 20:16:23.138932 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c05bc123-1e17-4c41-bc57-7d0cb6f27601 req-ad779a19-0fb4-4817-ae75-40cfd0a08e18 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048052 Jul 16 20:16:23.236951 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e99602b8-0dc2-4017-b789-6aaa41158190 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d5ec0c03e5d4767858ffb474428abaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491989 Jul 16 20:16:23.241025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54106) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:23.360794 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.419624 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da4e0ca7-d70d-401b-b0d2-d1899869c03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.421911 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac974098-1839-47ea-ae12-c02cde326b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.482780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-986291f8-64a8-4010-90c6-e5faeb59e2c7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.490679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-986291f8-64a8-4010-90c6-e5faeb59e2c7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.492884 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-986291f8-64a8-4010-90c6-e5faeb59e2c7 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1683 time: 0.2187493 Jul 16 20:16:23.550510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac974098-1839-47ea-ae12-c02cde326b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.667957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a1661-c201-4c38-981c-b99c3c6843b4 req-9150e58d-95c1-4364-a726-32aa7bb073c2 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.670738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-402a1661-c201-4c38-981c-b99c3c6843b4 req-9150e58d-95c1-4364-a726-32aa7bb073c2 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2112069 Jul 16 20:16:23.691764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce4d551-47a2-4a71-a247-db9f848c79fa'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:23.695374 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abb584c-a474-4bb6-ae7a-992cacdcca38" -d '{"events": [{"server_uuid": "7204c996-0ca9-4542-ab92-c08db7abb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7ce4d551-47a2-4a71-a247-db9f848c79fa"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:23.713224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac974098-1839-47ea-ae12-c02cde326b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.720452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac974098-1839-47ea-ae12-c02cde326b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.723604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ac974098-1839-47ea-ae12-c02cde326b8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc9137bb-df81-48d1-8f11-905076c43597 HTTP/1.1" status: 204 len: 168 time: 0.4792595 Jul 16 20:16:23.768464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac974098-1839-47ea-ae12-c02cde326b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9137bb-df81-48d1-8f11-905076c43597,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:23.798096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-402a1661-c201-4c38-981c-b99c3c6843b4 req-6868204f-8668-4ec8-9862-547999eb7081 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114783 Jul 16 20:16:23.866013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting port a0b927d5-f1a5-46a5-8e71-84af9575052e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:23.867698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:23.929710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fce2d-16a7-415f-b1fc-34fd1e291205 req-78a25596-f671-4cc5-9da8-d57f66be0bb9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:23.932325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-736fce2d-16a7-415f-b1fc-34fd1e291205 req-78a25596-f671-4cc5-9da8-d57f66be0bb9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.2259555 Jul 16 20:16:24.079394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] For port a0b927d5-f1a5-46a5-8e71-84af9575052e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a0b927d5-f1a5-46a5-8e71-84af9575052e,segment=NetworkSegment(189b2a24-4c6c-4e24-b528-e94074951728),segment_id=189b2a24-4c6c-4e24-b528-e94074951728)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:24.080076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.094099 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-736fce2d-16a7-415f-b1fc-34fd1e291205 req-e27c5d77-8e50-40c2-9542-3d9330a71548 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484721 Jul 16 20:16:24.107306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Calling delete_port for a0b927d5-f1a5-46a5-8e71-84af9575052e owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:24.203282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f869015-74c0-48c3-9691-1a72fba3a99d req-4082fd69-3719-4d66-b02e-16341cb10fba tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.229169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f869015-74c0-48c3-9691-1a72fba3a99d req-4082fd69-3719-4d66-b02e-16341cb10fba tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:24.237307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f869015-74c0-48c3-9691-1a72fba3a99d req-4082fd69-3719-4d66-b02e-16341cb10fba tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 1683 time: 0.2540953 Jul 16 20:16:24.284646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f869015-74c0-48c3-9691-1a72fba3a99d req-2b681c0a-1f9d-44f3-a9a1-bb8cdd7026d0 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6549ed8-27c4-478e-9890-120ef5decc90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Jul 16 20:16:24.437914 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.477106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77868143-c825-4638-9e0d-e25e0e3b6465 req-ebab9754-9c7c-4040-831d-c9fbb0d2935e tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0446341 Jul 16 20:16:24.491744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['66cfe159-8122-4c59-ac7a-50a36e9b1cb6', 'a0b927d5-f1a5-46a5-8e71-84af9575052e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:24.582126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Port': ['ID=a0b927d5-f1a5-46a5-8e71-84af9575052e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:24.620603 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6901d8d-ee8c-414f-976f-3c1903aac7e2 x-openstack-request-id: req-f6901d8d-ee8c-414f-976f-3c1903aac7e2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:24.622906 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7204c996-0ca9-4542-ab92-c08db7abb0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7ce4d551-47a2-4a71-a247-db9f848c79fa", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:24.623450 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6901d8d-ee8c-414f-976f-3c1903aac7e2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:24.625320 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce4d551-47a2-4a71-a247-db9f848c79fa', 'code': 200} Jul 16 20:16:24.660294 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.787213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] No DVR routers for this DVR port a0b927d5-f1a5-46a5-8e71-84af9575052e on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:24.793081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:24.797109 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-4ec0ac77-fbc8-435d-80d2-d3f9eba5dcef tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "DELETE /v2.0/ports/a0b927d5-f1a5-46a5-8e71-84af9575052e HTTP/1.1" status: 204 len: 173 time: 1.2935512 Jul 16 20:16:24.833555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'name': 'network-vif-deleted', 'tag': 'a0b927d5-f1a5-46a5-8e71-84af9575052e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:24.852701 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac2ba5e-d96e-468f-8d9f-1982d1c03c3f" -d '{"events": [{"server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "name": "network-vif-deleted", "tag": "a0b927d5-f1a5-46a5-8e71-84af9575052e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:25.017487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e42c7-e13c-4963-9360-b19295a6f68b req-f74991e7-6a31-4dac-b096-d0fbcb417eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.019399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f6e42c7-e13c-4963-9360-b19295a6f68b req-f74991e7-6a31-4dac-b096-d0fbcb417eb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 1097 time: 0.1826799 Jul 16 20:16:25.048268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d26c3-d83f-47cf-b10b-9deaef41ac20 req-cd250264-05b8-4848-9486-30414707d7a6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.056272 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986d26c3-d83f-47cf-b10b-9deaef41ac20 req-cd250264-05b8-4848-9486-30414707d7a6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.1343703 Jul 16 20:16:25.115689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f6e42c7-e13c-4963-9360-b19295a6f68b req-15f125ad-1edd-469a-9250-77c0597eddcc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876563 Jul 16 20:16:25.127537 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-986d26c3-d83f-47cf-b10b-9deaef41ac20 req-f656a82f-951d-4106-9a4e-80b47ea15092 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703449 Jul 16 20:16:25.169841 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b671a677-6ff4-424c-ba56-5cbd8198a44c req-0aceb0a1-7ae3-4a00-87d1-332b9af0614e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8866770e-6dff-416e-9aa2-1699221b2233 HTTP/1.1" status: 200 len: 210 time: 0.0530822 Jul 16 20:16:25.210840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:25.211832 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.235444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:25.421787 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46f768-3a8a-4fbc-a873-82ae851032c6 x-openstack-request-id: req-0d46f768-3a8a-4fbc-a873-82ae851032c6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:25.422067 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "name": "network-vif-deleted", "tag": "a0b927d5-f1a5-46a5-8e71-84af9575052e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:25.423104 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d46f768-3a8a-4fbc-a873-82ae851032c6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:25.424291 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'name': 'network-vif-deleted', 'tag': 'a0b927d5-f1a5-46a5-8e71-84af9575052e', 'status': 'completed', 'code': 200} Jul 16 20:16:25.453649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-771707063-network', 'tenant_id': 'ac0ac9ed513543ff95cda78686cceec9'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:25.511532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] For port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,segment=NetworkSegment(58fe870f-4578-4aa5-83fd-a50ee558ffa8),segment_id=58fe870f-4578-4aa5-83fd-a50ee558ffa8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:25.512794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.539291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Made reservation on behalf of ac0ac9ed513543ff95cda78686cceec9 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:25.542547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.553206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.556704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Calling delete_port for 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:25.583270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587eca0-2b17-4e4d-9723-e5ff9e8d80e7 req-18c27bd4-b60f-4f59-83b7-b22ec0d460db tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.588644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7587eca0-2b17-4e4d-9723-e5ff9e8d80e7 req-18c27bd4-b60f-4f59-83b7-b22ec0d460db tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1569769 Jul 16 20:16:25.656913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7587eca0-2b17-4e4d-9723-e5ff9e8d80e7 req-27c70299-0f69-4fab-a4f2-32e1fbc81f34 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602949 Jul 16 20:16:25.766287 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.776795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.804159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.836395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:25.853105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eab73-be71-40d8-b527-e7ebb61522ca req-07b1f5de-5b91-4389-9354-258883f35993 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:25.862108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.862467 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Added segment 37b871ad-2668-4571-b0c0-68171eddc24b of type vlan for network 69271c8a-38fb-4af8-9b5b-2266cc48ebf2 Jul 16 20:16:25.863965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-189eab73-be71-40d8-b527-e7ebb61522ca req-07b1f5de-5b91-4389-9354-258883f35993 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.2861683 Jul 16 20:16:25.886322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Port': ['ID=66cfe159-8122-4c59-ac7a-50a36e9b1cb6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:25.952593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] No DVR routers for this DVR port 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:25.963382 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-189eab73-be71-40d8-b527-e7ebb61522ca req-52b7b041-7016-43f1-a004-ae7d26ee24df tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984204 Jul 16 20:16:25.969113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:25.976220 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a55aec5b-6df6-416d-974a-e0d0ecb51c28 req-093ad022-7a3e-42c8-8f93-e44bf839b284 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.63 "DELETE /v2.0/ports/66cfe159-8122-4c59-ac7a-50a36e9b1cb6 HTTP/1.1" status: 204 len: 173 time: 1.1665692 Jul 16 20:16:26.135538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.154355 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.177833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918355b0-e9be-4fe5-be7b-9d2bbbef5399,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:26.277522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.280297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:26.282171 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.515986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] Pushing event updated for resources: {'Network': ['ID=69271c8a-38fb-4af8-9b5b-2266cc48ebf2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:26.536883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 69271c8a-38fb-4af8-9b5b-2266cc48ebf2 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:26.561033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ec9586e1-5dfe-4185-ab7f-aa47ddfe9f63 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3238211 Jul 16 20:16:26.565800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54224) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:26.576160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Request body: {'subnet': {'network_id': '69271c8a-38fb-4af8-9b5b-2266cc48ebf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-771707063-subnet', 'tenant_id': 'ac0ac9ed513543ff95cda78686cceec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:26.595506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-25923250-24d0-45af-92f1-12b0a5796a5a req-be703e9c-28b3-4cca-bde9-f4172e286f8d tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "GET /v2.0/ports?device_id=903157b8-349c-4842-9a22-9269b7160ae4 HTTP/1.1" status: 200 len: 210 time: 0.0530350 Jul 16 20:16:26.617520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Made reservation on behalf of ac0ac9ed513543ff95cda78686cceec9 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:26.623634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:26.939907 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-15cb8487-5c76-4f02-83eb-4c79dcdfa643 req-44ed240d-bb95-4ec7-88b3-9dce2d5b07fe tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0841317 Jul 16 20:16:27.019146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:27.097454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97fb811b-46bd-4274-9988-d2b30355b1b7 req-7b339809-6a93-479f-9670-567013c66cf8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0791931 Jul 16 20:16:27.113678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:27.114014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 66cfe159-8122-4c59-ac7a-50a36e9b1cb6 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:27.116425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a0b927d5-f1a5-46a5-8e71-84af9575052e no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:27.211623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: a0b927d5-f1a5-46a5-8e71-84af9575052e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:27.212315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a0b927d5-f1a5-46a5-8e71-84af9575052e not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:27.241008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:27.437758 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d3ab5-1eea-4c16-86b8-a2da1a9ee6f4 req-21fe0965-38f6-4f38-8ef0-ff463173c088 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:27.451561 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-554d3ab5-1eea-4c16-86b8-a2da1a9ee6f4 req-21fe0965-38f6-4f38-8ef0-ff463173c088 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.2221181 Jul 16 20:16:27.473491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'name': 'network-vif-deleted', 'tag': '66cfe159-8122-4c59-ac7a-50a36e9b1cb6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:27.484726 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd72eb6e-dc40-4457-8833-8982379d3771" -d '{"events": [{"server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "name": "network-vif-deleted", "tag": "66cfe159-8122-4c59-ac7a-50a36e9b1cb6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:27.607166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-554d3ab5-1eea-4c16-86b8-a2da1a9ee6f4 req-f9877405-757d-40b3-ae9b-e30c7a84fc3c tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435285 Jul 16 20:16:27.850404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=73886da2-d345-4a13-b0de-dcd165713730,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:27.952719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4132c40-fe9c-4367-99a7-97246f8b3cbf req-0887898b-6043-4628-845a-845cbb668e6e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:27.963758 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4132c40-fe9c-4367-99a7-97246f8b3cbf req-0887898b-6043-4628-845a-845cbb668e6e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.2404616 Jul 16 20:16:27.965857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Checking segment: {'id': '37b871ad-2668-4571-b0c0-68171eddc24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '69271c8a-38fb-4af8-9b5b-2266cc48ebf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:27.966257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Network hostable DHCP agents. Network: 69271c8a-38fb-4af8-9b5b-2266cc48ebf2, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:28.049889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Network 69271c8a-38fb-4af8-9b5b-2266cc48ebf2 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:28.083374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 69271c8a-38fb-4af8-9b5b-2266cc48ebf2) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:28.097956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92293907-5b8e-4f8e-ac50-ff787a8faeda None None] Network 69271c8a-38fb-4af8-9b5b-2266cc48ebf2 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:28.116206 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4132c40-fe9c-4367-99a7-97246f8b3cbf req-a5208877-5180-4951-a2a0-ca79b13482fb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511066 Jul 16 20:16:28.135029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.136204 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.219722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-de8b1227-c59e-4c92-b6b4-83cbc1f02bab admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6512461 Jul 16 20:16:28.279501 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed38d44a-c678-41c2-b0a4-a69848090698 x-openstack-request-id: req-ed38d44a-c678-41c2-b0a4-a69848090698 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:28.280048 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903157b8-349c-4842-9a22-9269b7160ae4", "name": "network-vif-deleted", "tag": "66cfe159-8122-4c59-ac7a-50a36e9b1cb6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:28.280517 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed38d44a-c678-41c2-b0a4-a69848090698 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:28.281377 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903157b8-349c-4842-9a22-9269b7160ae4', 'name': 'network-vif-deleted', 'tag': '66cfe159-8122-4c59-ac7a-50a36e9b1cb6', 'status': 'completed', 'code': 200} Jul 16 20:16:28.379430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6445c-2b89-4b37-b15c-1a0b7ee2bf13 None None] Network 69271c8a-38fb-4af8-9b5b-2266cc48ebf2 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:28.421278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54282) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:28.660354 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0c355e7-70e4-4835-bc6a-221565a30317 req-21a5acab-e9c9-4afb-8120-02f32f610c5d tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0774295 Jul 16 20:16:28.664997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-707e2e24-0a82-40a8-9caf-87ee94a322a6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting subnet 3dd2e0d0-1f2c-4403-a092-10307a0cc829 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:28.680873 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-707e2e24-0a82-40a8-9caf-87ee94a322a6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.754874 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-707e2e24-0a82-40a8-9caf-87ee94a322a6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.800316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d203a-bd1d-4bfe-a27d-76972cf7e019 req-de0800ae-9645-449e-b0f2-c18798327ce8 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.801877 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-009d203a-bd1d-4bfe-a27d-76972cf7e019 req-de0800ae-9645-449e-b0f2-c18798327ce8 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.2717142 Jul 16 20:16:28.900034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ee0d-56b1-48d9-882b-3544a2309593 req-e587b9a8-ea96-4bb8-9182-7673e0d62b54 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:28.901588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3123ee0d-56b1-48d9-882b-3544a2309593 req-e587b9a8-ea96-4bb8-9182-7673e0d62b54 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 948 time: 0.0934131 Jul 16 20:16:28.907782 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-009d203a-bd1d-4bfe-a27d-76972cf7e019 req-fab0db51-3687-449e-8bce-103b6fa4a291 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937641 Jul 16 20:16:28.934982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-707e2e24-0a82-40a8-9caf-87ee94a322a6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:28.976373 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3123ee0d-56b1-48d9-882b-3544a2309593 req-aa058a20-9bab-4b01-a779-e66eae153197 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653644 Jul 16 20:16:29.053859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-707e2e24-0a82-40a8-9caf-87ee94a322a6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.086322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e2e24-0a82-40a8-9caf-87ee94a322a6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd2e0d0-1f2c-4403-a092-10307a0cc829,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:29.094629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-707e2e24-0a82-40a8-9caf-87ee94a322a6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.100173 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-707e2e24-0a82-40a8-9caf-87ee94a322a6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "DELETE /v2.0/subnets/3dd2e0d0-1f2c-4403-a092-10307a0cc829 HTTP/1.1" status: 204 len: 168 time: 0.6763573 Jul 16 20:16:29.100902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:29.105906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269fa011-9bdf-4dc4-aac7-d0665a99448b None None] Network c264afc5-3ca3-4741-8365-dea457044e66 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:29.148007 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-f4105693-2a02-49b9-99c0-b35a8603d217 req-5e151ebb-80d0-4976-85ad-68cf82e8b5a5 tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] show failed (client error): The resource could not be found. Jul 16 20:16:29.152142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f4105693-2a02-49b9-99c0-b35a8603d217 req-5e151ebb-80d0-4976-85ad-68cf82e8b5a5 tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] 10.222.0.10 "GET /v2.0/security-groups/74bc417a-0816-4913-99b0-04d3dacf17d1 HTTP/1.1" status: 404 len: 352 time: 0.0169873 Jul 16 20:16:29.246493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.383516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40424228-145f-467a-b3a6-ba64b0e298b7 None None] DHCP port deletion for c264afc5-3ca3-4741-8365-dea457044e66 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:29.404404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting port cd5874a7-bd5c-47ae-9056-7795581b8176 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:29.405035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.513664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] For port cd5874a7-bd5c-47ae-9056-7795581b8176, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cd5874a7-bd5c-47ae-9056-7795581b8176,segment=NetworkSegment(58fe870f-4578-4aa5-83fd-a50ee558ffa8),segment_id=58fe870f-4578-4aa5-83fd-a50ee558ffa8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:29.514274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.543244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Calling delete_port for cd5874a7-bd5c-47ae-9056-7795581b8176 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:29.573531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-40424228-145f-467a-b3a6-ba64b0e298b7 None None] Deleting port cd5874a7-bd5c-47ae-9056-7795581b8176 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:29.575146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40424228-145f-467a-b3a6-ba64b0e298b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.754668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-40424228-145f-467a-b3a6-ba64b0e298b7 None None] For port cd5874a7-bd5c-47ae-9056-7795581b8176, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cd5874a7-bd5c-47ae-9056-7795581b8176,segment=NetworkSegment(58fe870f-4578-4aa5-83fd-a50ee558ffa8),segment_id=58fe870f-4578-4aa5-83fd-a50ee558ffa8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:29.755336 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40424228-145f-467a-b3a6-ba64b0e298b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.795870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-40424228-145f-467a-b3a6-ba64b0e298b7 None None] Calling delete_port for cd5874a7-bd5c-47ae-9056-7795581b8176 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:29.849958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:29.920910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] No DVR routers for this DVR port cd5874a7-bd5c-47ae-9056-7795581b8176 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:29.989454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Port': ['ID=cd5874a7-bd5c-47ae-9056-7795581b8176,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:30.050844 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40424228-145f-467a-b3a6-ba64b0e298b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.088299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-ce832ccc-fb4e-4bbf-a6be-b36fd02ef5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.088299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-ce832ccc-fb4e-4bbf-a6be-b36fd02ef5d0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1098 time: 0.3641939 Jul 16 20:16:30.094454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40424228-145f-467a-b3a6-ba64b0e298b7 None None] No DVR routers for this DVR port cd5874a7-bd5c-47ae-9056-7795581b8176 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:30.120933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.168396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-f671effd-4fa6-4449-9467-2de3fc750515 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.169992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-f671effd-4fa6-4449-9467-2de3fc750515 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 948 time: 0.1883938 Jul 16 20:16:30.179038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c264afc5-3ca3-4741-8365-dea457044e66']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:30.198997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40424228-145f-467a-b3a6-ba64b0e298b7 None None] Pushing event deleted for resources: {'Port': ['ID=cd5874a7-bd5c-47ae-9056-7795581b8176,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:30.211309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fe870f-4578-4aa5-83fd-a50ee558ffa8') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:30.211309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fe870f-4578-4aa5-83fd-a50ee558ffa8') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:30.230773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb718b9-ebee-448e-acb7-b0e27702edc8 req-36f52788-70f1-434b-89d1-a44701d95d67 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.238045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-beb718b9-ebee-448e-acb7-b0e27702edc8 req-36f52788-70f1-434b-89d1-a44701d95d67 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.3750217 Jul 16 20:16:30.273677 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.339209 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-beb718b9-ebee-448e-acb7-b0e27702edc8 req-bb31c903-2a79-4cd4-8372-adceea5a851e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967844 Jul 16 20:16:30.340464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.370781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:30.371514 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:30.377637 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:30.426321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-e57ac60d-92f6-48e1-95db-8fb60fd9c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.427404 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-e57ac60d-92f6-48e1-95db-8fb60fd9c6a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 919 time: 0.3023345 Jul 16 20:16:30.442672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Deleting port ff523f53-fdd3-4d49-b34a-2451e981ed23 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:30.443101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.553175 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.553714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79f0c4-3480-45ed-8dc8-023b57beb196 req-ecff9753-0a19-4b95-9ff9-119298fe3055 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.555231 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b79f0c4-3480-45ed-8dc8-023b57beb196 req-ecff9753-0a19-4b95-9ff9-119298fe3055 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2221518 Jul 16 20:16:30.571782 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-951c212c-05a3-4a79-96d3-0e9d1c8c9788 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=904dca07-cf08-46aa-921f-4c58e6787d8a HTTP/1.1" status: 200 len: 217 time: 0.0909667 Jul 16 20:16:30.573851 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.578405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "DELETE /v2.0/networks/c264afc5-3ca3-4741-8365-dea457044e66 HTTP/1.1" status: 204 len: 168 time: 1.4767840 Jul 16 20:16:30.584073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:30.644116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a576a2d-7c03-40b6-8b55-46d876c0134c tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Network': ['ID=c264afc5-3ca3-4741-8365-dea457044e66,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:30.648428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] For port ff523f53-fdd3-4d49-b34a-2451e981ed23, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ff523f53-fdd3-4d49-b34a-2451e981ed23,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:30.649249 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.655907 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c99638d-4838-4cf9-9728-a9ef8693ca8e req-f5a76b20-5f4f-4b24-a58c-ff12e2fc2e49 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0956283 Jul 16 20:16:30.665316 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b79f0c4-3480-45ed-8dc8-023b57beb196 req-6802ff4a-e73a-4899-ba09-251dbe72d3aa tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041248 Jul 16 20:16:30.705173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-9be797c4-94ff-4d20-935d-a9b8cda8bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:30.707552 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-9be797c4-94ff-4d20-935d-a9b8cda8bf47 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.1180742 Jul 16 20:16:30.711328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Calling delete_port for ff523f53-fdd3-4d49-b34a-2451e981ed23 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:30.743480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-302b3e01-b3c1-4240-ad45-4749bbd4feb6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting subnet c24c5bc2-a494-4de7-8c02-f8772e998224 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:30.751847 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-302b3e01-b3c1-4240-ad45-4749bbd4feb6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:30.761531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-0639dad1-496b-472e-94b0-c9369f912288 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468993 Jul 16 20:16:30.869144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cd5874a7-bd5c-47ae-9056-7795581b8176 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:30.900565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: cd5874a7-bd5c-47ae-9056-7795581b8176 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:30.901441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cd5874a7-bd5c-47ae-9056-7795581b8176 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:30.918475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aaa7b8b1-b97d-4de5-91fc-779e87b3ce63 req-e09de5f7-31ce-4b22-bce5-9be1aba1046d tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac0ac9ed513543ff95cda78686cceec9 HTTP/1.1" status: 200 len: 2988 time: 0.2200499 Jul 16 20:16:30.982688 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-302b3e01-b3c1-4240-ad45-4749bbd4feb6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.100472 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-4f202061-60f5-40ea-8a4b-df345a4c3146 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279319 Jul 16 20:16:31.130855 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aaa7b8b1-b97d-4de5-91fc-779e87b3ce63 req-280a679d-0a29-46d9-a2ff-27d802e3314b tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] 10.222.0.10 "GET /v2.0/security-groups/918355b0-e9be-4fe5-be7b-9d2bbbef5399 HTTP/1.1" status: 200 len: 2985 time: 0.2108157 Jul 16 20:16:31.131937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360acf2c-ca2f-4458-9a40-7c29012229db req-f5f0b7ce-cce7-4ec6-a9ad-2400dd481ae2 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:31.142378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-360acf2c-ca2f-4458-9a40-7c29012229db req-f5f0b7ce-cce7-4ec6-a9ad-2400dd481ae2 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9 HTTP/1.1" status: 200 len: 948 time: 0.2895434 Jul 16 20:16:31.239693 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-302b3e01-b3c1-4240-ad45-4749bbd4feb6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.240622 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-71b14b99-515c-4e36-be9d-4ab5bd8c7eb0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2309692 Jul 16 20:16:31.286163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.315898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-360acf2c-ca2f-4458-9a40-7c29012229db req-775ff01f-a56b-47a2-8995-da08155572e4 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721659 Jul 16 20:16:31.346524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Pushing event deleted for resources: {'Port': ['ID=ff523f53-fdd3-4d49-b34a-2451e981ed23,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:31.376284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aaa7b8b1-b97d-4de5-91fc-779e87b3ce63 req-052176ba-beaf-40ce-9364-f6f96aeb7667 tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] 10.222.0.10 "GET /v2.0/security-groups/918355b0-e9be-4fe5-be7b-9d2bbbef5399 HTTP/1.1" status: 200 len: 2985 time: 0.1975846 Jul 16 20:16:31.448009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] No DVR routers for this DVR port ff523f53-fdd3-4d49-b34a-2451e981ed23 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:31.448236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4856dd1f-a958-4bd3-9d01-4905251f3820 req-80eaa9a9-5f97-467e-952e-51f30a942768 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362339 Jul 16 20:16:31.475731 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.475731 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24e6c9d7-5ba2-44e4-b842-dddbea205f72 req-82efeec2-e575-45b2-adc6-8849845315be tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "DELETE /v2.0/ports/ff523f53-fdd3-4d49-b34a-2451e981ed23 HTTP/1.1" status: 204 len: 173 time: 1.2912099 Jul 16 20:16:31.475731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'name': 'network-vif-deleted', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:31.480173 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe541fa-25df-4c86-a214-8fd85487dae5" -d '{"events": [{"server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "name": "network-vif-deleted", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:31.582700 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-302b3e01-b3c1-4240-ad45-4749bbd4feb6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.640512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b3e01-b3c1-4240-ad45-4749bbd4feb6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Subnet': ['ID=c24c5bc2-a494-4de7-8c02-f8772e998224,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:31.692163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b31493-0b9d-496d-9fa8-408946a9ef8c None None] Network 00666e87-3df9-4e11-b4d0-c21f3c43263c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:31.769302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-302b3e01-b3c1-4240-ad45-4749bbd4feb6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:31.772067 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-302b3e01-b3c1-4240-ad45-4749bbd4feb6 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "DELETE /v2.0/subnets/c24c5bc2-a494-4de7-8c02-f8772e998224 HTTP/1.1" status: 204 len: 168 time: 1.1839931 Jul 16 20:16:31.781366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:31.895033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-55fe2169-c7b2-46c6-9bfe-b0ec40fe135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:31.896839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-55fe2169-c7b2-46c6-9bfe-b0ec40fe135d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 1096 time: 0.6026406 Jul 16 20:16:31.915124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-6f4135fd-3fba-4ae9-a5b2-ae879708001d tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:31.924903 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-6f4135fd-3fba-4ae9-a5b2-ae879708001d tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/networks?id=0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 200 len: 815 time: 0.4403083 Jul 16 20:16:31.953705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3824f-c6d4-42ca-8ddc-a9b32b4fd0b0 req-aea22e49-ae2c-4a54-a56d-e0b316dd5725 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:31.962350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67c3824f-c6d4-42ca-8ddc-a9b32b4fd0b0 req-aea22e49-ae2c-4a54-a56d-e0b316dd5725 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.3268549 Jul 16 20:16:32.008132 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-f1388768-5fb9-43a0-8aa0-7a0e84a6ff4b tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/quotas/462fd8b09dc04191bcd74ee64996cb77 HTTP/1.1" status: 200 len: 375 time: 0.0821869 Jul 16 20:16:32.029372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-6be73a79-7e54-4ce1-b482-c9502a8e4453 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.040312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-6be73a79-7e54-4ce1-b482-c9502a8e4453 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.30 "GET /v2.0/ports?device_id=7204c996-0ca9-4542-ab92-c08db7abb0a2 HTTP/1.1" status: 200 len: 945 time: 0.2459514 Jul 16 20:16:32.079675 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.175219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade4acf-d364-4ed8-9e3b-89d071cb8636 None None] DHCP port deletion for 00666e87-3df9-4e11-b4d0-c21f3c43263c request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:32.182612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67c3824f-c6d4-42ca-8ddc-a9b32b4fd0b0 req-db70d32d-99d3-46e8-9546-679bedc6c62b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084935 Jul 16 20:16:32.240457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-aade4acf-d364-4ed8-9e3b-89d071cb8636 None None] Deleting port 78da8670-24f8-4069-b267-6e0c23c371bb {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:32.240840 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aade4acf-d364-4ed8-9e3b-89d071cb8636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.254919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-e619bf4f-531b-4e97-a63f-476444de625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.256490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-e619bf4f-531b-4e97-a63f-476444de625b service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.3204718 Jul 16 20:16:32.284707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-eed65fd2-76ff-4a69-ac22-68f670b0b248 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=462fd8b09dc04191bcd74ee64996cb77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2753310 Jul 16 20:16:32.315249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Deleting port 7ce4d551-47a2-4a71-a247-db9f848c79fa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:32.315953 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.354913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-e4c80dc6-22ef-422f-982b-98769519ecbb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 200 len: 217 time: 0.0909145 Jul 16 20:16:32.382888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aade4acf-d364-4ed8-9e3b-89d071cb8636 None None] For port 78da8670-24f8-4069-b267-6e0c23c371bb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=78da8670-24f8-4069-b267-6e0c23c371bb,segment=NetworkSegment(189b2a24-4c6c-4e24-b528-e94074951728),segment_id=189b2a24-4c6c-4e24-b528-e94074951728)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:32.383880 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aade4acf-d364-4ed8-9e3b-89d071cb8636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.402624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-aade4acf-d364-4ed8-9e3b-89d071cb8636 None None] Calling delete_port for 78da8670-24f8-4069-b267-6e0c23c371bb owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:32.480940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Deleting port 78da8670-24f8-4069-b267-6e0c23c371bb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:32.482166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.530430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c1ac2c7e-12e9-436d-a41b-d6a58bd344b6 req-b74962d6-78bd-4af0-acd1-559dcf0cc16b tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] 10.222.0.10 "GET /v2.0/security-groups/918355b0-e9be-4fe5-be7b-9d2bbbef5399 HTTP/1.1" status: 200 len: 2985 time: 0.2761290 Jul 16 20:16:32.537074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-10d34261-57a8-4dfc-9d68-2e06d2e33ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:32.539184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] For port 7ce4d551-47a2-4a71-a247-db9f848c79fa, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ce4d551-47a2-4a71-a247-db9f848c79fa,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:32.540343 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-10d34261-57a8-4dfc-9d68-2e06d2e33ed7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.1764395 Jul 16 20:16:32.543041 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aade4acf-d364-4ed8-9e3b-89d071cb8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.555574 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.599307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade4acf-d364-4ed8-9e3b-89d071cb8636 None None] Pushing event deleted for resources: {'Port': ['ID=78da8670-24f8-4069-b267-6e0c23c371bb,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:32.607276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade4acf-d364-4ed8-9e3b-89d071cb8636 None None] No DVR routers for this DVR port 78da8670-24f8-4069-b267-6e0c23c371bb on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:32.664711 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Calling delete_port for 7ce4d551-47a2-4a71-a247-db9f848c79fa owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:32.687658 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-c1ac2c7e-12e9-436d-a41b-d6a58bd344b6 req-0ed1cba4-992d-4707-a202-ac071555f959 tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:16:32.688851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c1ac2c7e-12e9-436d-a41b-d6a58bd344b6 req-0ed1cba4-992d-4707-a202-ac071555f959 tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] 10.222.0.10 "DELETE /v2.0/security-groups/918355b0-e9be-4fe5-be7b-9d2bbbef5399 HTTP/1.1" status: 409 len: 352 time: 0.1526577 Jul 16 20:16:32.770774 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145e90c6-0ff5-483b-bb67-55fa89e50ce0 x-openstack-request-id: req-145e90c6-0ff5-483b-bb67-55fa89e50ce0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:32.771074 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9", "name": "network-vif-deleted", "tag": "ff523f53-fdd3-4d49-b34a-2451e981ed23", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:32.771322 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-145e90c6-0ff5-483b-bb67-55fa89e50ce0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:32.775065 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa79d5ff-9799-43b4-8f2c-d6e6cea7f8c9', 'name': 'network-vif-deleted', 'tag': 'ff523f53-fdd3-4d49-b34a-2451e981ed23', 'status': 'completed', 'code': 200} Jul 16 20:16:32.933804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 78da8670-24f8-4069-b267-6e0c23c371bb no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:32.964774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eda91e38-bd2e-4e24-b964-73b980e29322 req-29274746-99f5-4db5-b22c-01139f918f17 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0390697 Jul 16 20:16:32.965834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 78da8670-24f8-4069-b267-6e0c23c371bb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:32.966263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 78da8670-24f8-4069-b267-6e0c23c371bb not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:32.978125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:32.995541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['7ce4d551-47a2-4a71-a247-db9f848c79fa'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:33.051525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Pushing event deleted for resources: {'Port': ['ID=7ce4d551-47a2-4a71-a247-db9f848c79fa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:33.056435 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-2527f497-7376-40f3-a065-f2c246cbd09b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5065751 Jul 16 20:16:33.078813 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-d84e1d1b-0ad7-4a59-bc8b-f104588e5e1a service neutron] 10.222.0.10 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7926376 Jul 16 20:16:33.088115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] For port 78da8670-24f8-4069-b267-6e0c23c371bb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=78da8670-24f8-4069-b267-6e0c23c371bb,segment=NetworkSegment(189b2a24-4c6c-4e24-b528-e94074951728),segment_id=189b2a24-4c6c-4e24-b528-e94074951728)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:33.088479 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.140237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Calling delete_port for 78da8670-24f8-4069-b267-6e0c23c371bb owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:33.145793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] No DVR routers for this DVR port 7ce4d551-47a2-4a71-a247-db9f848c79fa on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:33.149269 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.152774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c601d3f-73f1-4912-b789-90087cd5d746 req-2eb4b7c2-3a98-493a-a413-0c087c0756ec tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.30 "DELETE /v2.0/ports/7ce4d551-47a2-4a71-a247-db9f848c79fa HTTP/1.1" status: 204 len: 173 time: 1.1045122 Jul 16 20:16:33.266761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db75a8-9a54-43f1-9ccc-99a4ed61c4d7 req-bed8b40a-2671-4278-bfa0-985bf5bdeb35 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.270788 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29db75a8-9a54-43f1-9ccc-99a4ed61c4d7 req-bed8b40a-2671-4278-bfa0-985bf5bdeb35 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1272399 Jul 16 20:16:33.348903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29db75a8-9a54-43f1-9ccc-99a4ed61c4d7 req-7f3e1d7b-3781-4274-87e0-ae8974770f0d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Jul 16 20:16:33.392248 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-76dd7bd6-dae7-4bad-964a-35ce3eb54a92 service neutron] 10.222.0.10 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124709 Jul 16 20:16:33.407504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-467cfaf9-78dd-4182-a399-9b6362faa68d service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386645 Jul 16 20:16:33.521495 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-18523967-b1f8-4227-89e8-2f0fb1216f25 req-597be977-5f5d-4778-a92d-5689aa1518cf tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] show failed (client error): The resource could not be found. Jul 16 20:16:33.523937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18523967-b1f8-4227-89e8-2f0fb1216f25 req-597be977-5f5d-4778-a92d-5689aa1518cf tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] 10.222.0.10 "GET /v2.0/security-groups/6fff1cc1-e2ac-4e90-9d20-56b299b0937b HTTP/1.1" status: 404 len: 352 time: 0.0377958 Jul 16 20:16:33.588473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.711454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70b45fb9-8f77-4a14-a1b3-9e340f4fbc1c req-b89b722b-2224-41bb-bbba-0bf0a1502a5c service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968240 Jul 16 20:16:33.715526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Port': ['ID=78da8670-24f8-4069-b267-6e0c23c371bb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:33.732450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] No DVR routers for this DVR port 78da8670-24f8-4069-b267-6e0c23c371bb on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:33.856421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003569c-f4da-4c88-9ffd-f190bdc310a3 req-98e51fb2-347e-419a-97ff-051a3c1355d3 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:33.858152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f003569c-f4da-4c88-9ffd-f190bdc310a3 req-98e51fb2-347e-419a-97ff-051a3c1355d3 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.1484296 Jul 16 20:16:33.947462 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:33.957393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f003569c-f4da-4c88-9ffd-f190bdc310a3 req-0e9c4bed-09dc-4790-b5a3-689e2dfe0b3e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925212 Jul 16 20:16:33.967843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00666e87-3df9-4e11-b4d0-c21f3c43263c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:33.991652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ff523f53-fdd3-4d49-b34a-2451e981ed23 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:34.006831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189b2a24-4c6c-4e24-b528-e94074951728') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:34.007078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189b2a24-4c6c-4e24-b528-e94074951728') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:34.029077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.043676 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-22a590ad-9698-479d-8166-3d94e23316d5 req-d9191dd5-37a9-43a7-b855-6b4417e00101 tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] show failed (client error): The resource could not be found. Jul 16 20:16:34.055939 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22a590ad-9698-479d-8166-3d94e23316d5 req-d9191dd5-37a9-43a7-b855-6b4417e00101 tempest-SecurityGroupsNegativeTestJSON-1086031694 tempest-SecurityGroupsNegativeTestJSON-1086031694-project] 10.222.0.10 "GET /v2.0/security-groups/aca68561-1e01-4e02-979b-dfb0ca4d2212 HTTP/1.1" status: 404 len: 352 time: 0.0459313 Jul 16 20:16:34.057428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54388) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:34.082070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: ff523f53-fdd3-4d49-b34a-2451e981ed23 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:34.085616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ff523f53-fdd3-4d49-b34a-2451e981ed23 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:34.089988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.102800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:34.103391 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:34.151928 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:34.167213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a47fa687-ba16-4308-b266-47aaa7b21cd6 req-78f2b65a-5ba5-467f-b4a8-c6fb7a8c27c4 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 210 time: 0.0522916 Jul 16 20:16:34.183706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e9e009-1b52-48ca-9acb-96d37f541fde admin admin] Deleting subnet 73886da2-d345-4a13-b0de-dcd165713730 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:34.195604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43e9e009-1b52-48ca-9acb-96d37f541fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.298186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43e9e009-1b52-48ca-9acb-96d37f541fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.406731 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43e9e009-1b52-48ca-9acb-96d37f541fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.415968 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.486402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43e9e009-1b52-48ca-9acb-96d37f541fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.518055 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.529460 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] 10.222.0.10 "DELETE /v2.0/networks/00666e87-3df9-4e11-b4d0-c21f3c43263c HTTP/1.1" status: 204 len: 168 time: 2.7401226 Jul 16 20:16:34.540974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17158aa8-d240-4721-86fa-b2536c03c714 tempest-ServersTestMultiNic-2111416920 tempest-ServersTestMultiNic-2111416920-project] Pushing event deleted for resources: {'Network': ['ID=00666e87-3df9-4e11-b4d0-c21f3c43263c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:34.554401 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43e9e009-1b52-48ca-9acb-96d37f541fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.556626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-43e9e009-1b52-48ca-9acb-96d37f541fde admin admin] 10.222.0.10 "DELETE /v2.0/subnets/73886da2-d345-4a13-b0de-dcd165713730 HTTP/1.1" status: 204 len: 168 time: 0.4952400 Jul 16 20:16:34.558059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9e009-1b52-48ca-9acb-96d37f541fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73886da2-d345-4a13-b0de-dcd165713730,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:34.560840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:34.617885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dc73e-a090-4389-a886-115f5689c4d6 req-4c4fcd86-59e7-4e53-af03-92737463770f tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:34.625173 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b1dc73e-a090-4389-a886-115f5689c4d6 req-4c4fcd86-59e7-4e53-af03-92737463770f tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 948 time: 0.3416455 Jul 16 20:16:34.708675 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b1dc73e-a090-4389-a886-115f5689c4d6 req-c96a4d4a-3fa4-4689-8193-f15dc9d48afc tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705838 Jul 16 20:16:34.770271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0dc4bf96-065a-4cf8-b532-590aaa0691da req-270cae41-069d-47cd-bd42-147159a3ffa7 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0832217 Jul 16 20:16:34.778029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:34.782037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'name': 'network-vif-deleted', 'tag': '7ce4d551-47a2-4a71-a247-db9f848c79fa'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:34.786081 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30258d15-ecc0-4bc0-917b-d00896b6d5ad" -d '{"events": [{"server_uuid": "7204c996-0ca9-4542-ab92-c08db7abb0a2", "name": "network-vif-deleted", "tag": "7ce4d551-47a2-4a71-a247-db9f848c79fa"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:34.989643 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-ffd1c5f2-7148-4175-8570-f906278da18c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3002322 Jul 16 20:16:35.057467 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.087080 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0929432a-c02d-4676-9f6f-2b29fccd4ac7 x-openstack-request-id: req-0929432a-c02d-4676-9f6f-2b29fccd4ac7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:35.087587 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7204c996-0ca9-4542-ab92-c08db7abb0a2", "name": "network-vif-deleted", "tag": "7ce4d551-47a2-4a71-a247-db9f848c79fa", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:35.088014 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0929432a-c02d-4676-9f6f-2b29fccd4ac7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:35.088686 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7204c996-0ca9-4542-ab92-c08db7abb0a2', 'name': 'network-vif-deleted', 'tag': '7ce4d551-47a2-4a71-a247-db9f848c79fa', 'status': 'completed', 'code': 200} Jul 16 20:16:35.124908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69271c8a-38fb-4af8-9b5b-2266cc48ebf2']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:35.152168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b871ad-2668-4571-b0c0-68171eddc24b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:35.152649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b871ad-2668-4571-b0c0-68171eddc24b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:35.184902 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.226058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7a356-efea-4dbf-af45-c76506ce29da req-b731ba9e-46cc-4c16-acdc-e40e5056f3f9 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.236196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ac7a356-efea-4dbf-af45-c76506ce29da req-b731ba9e-46cc-4c16-acdc-e40e5056f3f9 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2575572 Jul 16 20:16:35.281844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.305551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:35.306435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:35.321302 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:35.345003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-34f5df03-1a38-4e37-80ea-041ad3d5f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.346796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-34f5df03-1a38-4e37-80ea-041ad3d5f290 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 1097 time: 0.2839577 Jul 16 20:16:35.467158 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ac7a356-efea-4dbf-af45-c76506ce29da req-14b621e4-616d-499a-845d-d4a9ede05b34 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180727 Jul 16 20:16:35.517081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.534075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:35.536484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] 10.222.0.10 "DELETE /v2.0/networks/69271c8a-38fb-4af8-9b5b-2266cc48ebf2 HTTP/1.1" status: 204 len: 168 time: 0.9745946 Jul 16 20:16:35.580170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56854f67-1b4c-4d75-a793-726e9674f165 req-99c254da-6af9-47d8-80b8-87c41cb590e8 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.582810 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56854f67-1b4c-4d75-a793-726e9674f165 req-99c254da-6af9-47d8-80b8-87c41cb590e8 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.3800750 Jul 16 20:16:35.633637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b9d89-6518-478f-818a-71dc307d9607 admin admin] Pushing event deleted for resources: {'Network': ['ID=69271c8a-38fb-4af8-9b5b-2266cc48ebf2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:35.722803 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56854f67-1b4c-4d75-a793-726e9674f165 req-19118699-2b38-44ec-b784-f1c6f333fbe8 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808160 Jul 16 20:16:35.725575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-3c67316a-4801-4931-be2f-67691d3a57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:35.728205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-3c67316a-4801-4931-be2f-67691d3a57d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 919 time: 0.2728491 Jul 16 20:16:35.807312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27ea8a38-2d6e-478a-a1ea-41702c7c419b req-dd89dd09-8fc7-46da-a3dd-72f0dbb8b1ad tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 210 time: 0.0652928 Jul 16 20:16:35.846051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54422) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:35.862294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-3cf53e04-36a6-4dbd-904b-328a197fe368 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8feab403-f01d-463e-994c-cbd4c06c83ee HTTP/1.1" status: 200 len: 217 time: 0.1178129 Jul 16 20:16:35.945506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7be8779c-2b18-4e64-9a0d-2bb3139db16a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac0ac9ed513543ff95cda78686cceec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952308 Jul 16 20:16:35.946429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54424) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:35.982976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ce4d551-47a2-4a71-a247-db9f848c79fa no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:36.019630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-f542a1b3-ed0a-400e-9bf9-82bd8f2d8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:36.023055 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-f542a1b3-ed0a-400e-9bf9-82bd8f2d8d16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.1488431 Jul 16 20:16:36.026462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 7ce4d551-47a2-4a71-a247-db9f848c79fa {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:36.028916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ce4d551-47a2-4a71-a247-db9f848c79fa not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:36.083723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d260229f-2bc3-47bc-b8a7-a5a1a493e0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.128597 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-686b9fbe-32e6-4678-be6f-c89f159b7c65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989037 Jul 16 20:16:36.180013 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d260229f-2bc3-47bc-b8a7-a5a1a493e0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.332717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e47ef5-3163-44b7-b450-4865d2a3b992 req-2f9fdb2e-23db-4c61-b617-2b4f9ed9cb50 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0791473 Jul 16 20:16:36.369868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a085f13c-da84-4257-b638-365046b2cb48 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:36.371586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a085f13c-da84-4257-b638-365046b2cb48 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.30 "GET /v2.0/networks?id=0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 200 len: 815 time: 0.4353218 Jul 16 20:16:36.394045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Request body: {'port': {'device_id': '67ae8c31-022b-4309-90b0-a99b91963e24', 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5', 'admin_state_up': True, 'tenant_id': '462fd8b09dc04191bcd74ee64996cb77'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:36.395437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85192e6-0c36-496b-a7e0-8df12c753663 req-f9b41007-6b48-4918-82c0-0252b31e4f1a tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:36.400183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-12c3c815-f2e7-4b3a-a57b-1f337283add2 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626975 Jul 16 20:16:36.404261 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d85192e6-0c36-496b-a7e0-8df12c753663 req-f9b41007-6b48-4918-82c0-0252b31e4f1a tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 948 time: 0.2485859 Jul 16 20:16:36.408256 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d260229f-2bc3-47bc-b8a7-a5a1a493e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.413886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d260229f-2bc3-47bc-b8a7-a5a1a493e0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.415295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d260229f-2bc3-47bc-b8a7-a5a1a493e0d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/918355b0-e9be-4fe5-be7b-9d2bbbef5399 HTTP/1.1" status: 204 len: 168 time: 0.4644990 Jul 16 20:16:36.484638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260229f-2bc3-47bc-b8a7-a5a1a493e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918355b0-e9be-4fe5-be7b-9d2bbbef5399,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:36.529857 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d85192e6-0c36-496b-a7e0-8df12c753663 req-77ab8be8-2f3c-47ef-afd4-71064a278a0a tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242762 Jul 16 20:16:36.531834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:36.699413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Made reservation on behalf of 462fd8b09dc04191bcd74ee64996cb77 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:36.703624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:36.760467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2324af3d-2d9a-4580-abe3-918dd38ecc6d req-be3e596d-c20d-44c8-9e78-5fcc87dda484 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199704 Jul 16 20:16:37.053575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd29cc2-d590-4b2e-a686-5eabb849fcc8 req-f26547cf-ad9f-458a-8ac0-dbe0147a2060 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:37.056788 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0cd29cc2-d590-4b2e-a686-5eabb849fcc8 req-f26547cf-ad9f-458a-8ac0-dbe0147a2060 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.3486037 Jul 16 20:16:37.155874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d486a2d-131d-4f35-a02a-40f3d4052f89 req-dc4839dd-ae8f-42c7-8f52-5e89d63cfbe5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:37.156081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d486a2d-131d-4f35-a02a-40f3d4052f89 req-dc4839dd-ae8f-42c7-8f52-5e89d63cfbe5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.1116076 Jul 16 20:16:37.163941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231993de-a973-408a-a1c1-ceb124af6e75 req-23921122-0493-447f-a82b-cea4b16bff96 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:37.166146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-231993de-a973-408a-a1c1-ceb124af6e75 req-23921122-0493-447f-a82b-cea4b16bff96 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "GET /v2.0/ports?device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 948 time: 0.3055899 Jul 16 20:16:37.179491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Allocated IP 172.20.0.12 (0a16df39-bdec-4591-8394-f1ea6cca1cb5/2a63f3fa-c3a6-4ca4-8116-05d36abd8571/77defa91-9154-4b4b-9437-282643cdb407) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:37.271708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0cd29cc2-d590-4b2e-a686-5eabb849fcc8 req-d08cd464-23fe-4254-92d6-2cae04d3c8de tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814995 Jul 16 20:16:37.298286 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d486a2d-131d-4f35-a02a-40f3d4052f89 req-c18e926c-185a-4ca7-bf05-ff60d52da43f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267107 Jul 16 20:16:37.372439 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:37.570876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c1fd1230-8f5c-4177-beb3-788ae6fa0c21 req-4c4f7414-c769-4477-99da-09731c2f55d1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 210 time: 0.1221402 Jul 16 20:16:37.910845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf452b8-58d6-471e-9458-0645d0ac838e req-3151cbed-5ca2-4eb0-896e-ae7e5b555b7d tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:37.918664 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0bf452b8-58d6-471e-9458-0645d0ac838e req-3151cbed-5ca2-4eb0-896e-ae7e5b555b7d tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 948 time: 0.1535180 Jul 16 20:16:37.995914 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0bf452b8-58d6-471e-9458-0645d0ac838e req-d6bb1c4f-5f2e-4fe4-85b3-78abb82f5048 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc2975a7-3d5b-4b14-a090-077f8fc1db2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762575 Jul 16 20:16:38.011789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Deleting port 8ba87765-f940-4c85-a921-8862d79e7f16 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:38.011789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.024112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ae86130-a2ee-4d94-b205-4f66ebfe02d1 req-e552c596-46bc-4c62-8ae3-d6c06bf12b6b tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.1146216 Jul 16 20:16:38.025154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:38.131557 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-231993de-a973-408a-a1c1-ceb124af6e75 req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Deleting port aafca974-ffa2-40b3-be4f-39a2999df769 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:38.131983 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-231993de-a973-408a-a1c1-ceb124af6e75 req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.139539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] For port 8ba87765-f940-4c85-a921-8862d79e7f16, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ba87765-f940-4c85-a921-8862d79e7f16,segment=NetworkSegment(823aa69f-d5f9-453c-9c98-20cab5f23f04),segment_id=823aa69f-d5f9-453c-9c98-20cab5f23f04)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:38.140560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.156135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Calling delete_port for 8ba87765-f940-4c85-a921-8862d79e7f16 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:38.175172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.251907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1351553485-network', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:38.267302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-231993de-a973-408a-a1c1-ceb124af6e75 req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] For port aafca974-ffa2-40b3-be4f-39a2999df769, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aafca974-ffa2-40b3-be4f-39a2999df769,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:38.267661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-231993de-a973-408a-a1c1-ceb124af6e75 req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.288824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-231993de-a973-408a-a1c1-ceb124af6e75 req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Calling delete_port for aafca974-ffa2-40b3-be4f-39a2999df769 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:38.304505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.318657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:38.320982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.335771 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.406616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Pushing event updated for resources: {'Port': ['ID=77defa91-9154-4b4b-9437-282643cdb407,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.421890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:38.427671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:38.431367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:38.505411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:38.506484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.564742 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.638162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba87765-f940-4c85-a921-8862d79e7f16,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.719331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-231993de-a973-408a-a1c1-ceb124af6e75 req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.760087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.760381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.760752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.762224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.762371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Pushing event deleted for resources: {'Port': ['ID=aafca974-ffa2-40b3-be4f-39a2999df769,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.762529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.762853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.763372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.764315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.764667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.765747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.766077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.766420 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:38.777264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eb230-35e4-4a83-acc3-fbeb95007c8e req-e61da5d3-1951-4fbf-b8e0-26a4d0165e44 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:38.778848 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d62eb230-35e4-4a83-acc3-fbeb95007c8e req-e61da5d3-1951-4fbf-b8e0-26a4d0165e44 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1449211 Jul 16 20:16:38.795073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.832523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.882158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:38.928713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.929154 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Added segment 3e55fd52-21e5-4a02-ada2-cddb7e8f4d29 of type vlan for network 2966c3cb-c680-4c12-8fde-f33e0b87a958 Jul 16 20:16:38.932838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf725a-8a12-41d0-af5e-add5d68af8cd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:38.941584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-a44c6d6b-f1f1-4df7-a439-d68d59b18c76 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5521662 Jul 16 20:16:38.950828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-231993de-a973-408a-a1c1-ceb124af6e75 req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] No DVR routers for this DVR port aafca974-ffa2-40b3-be4f-39a2999df769 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:38.961560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Request body: {'port': {'device_id': '67ae8c31-022b-4309-90b0-a99b91963e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:38.966790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-231993de-a973-408a-a1c1-ceb124af6e75 req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:38.969659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-231993de-a973-408a-a1c1-ceb124af6e75 req-c5a062c4-b70f-4ec6-9c15-0a7c74c014b7 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.30 "DELETE /v2.0/ports/aafca974-ffa2-40b3-be4f-39a2999df769 HTTP/1.1" status: 204 len: 173 time: 1.7926595 Jul 16 20:16:38.972618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-deleted', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:38.975730 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8338579f-ba17-478e-a739-0b39bc338203" -d '{"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-deleted", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:39.049548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d62eb230-35e4-4a83-acc3-fbeb95007c8e req-08d31c2e-b8f7-4227-9e42-9f7d30380adc tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443531 Jul 16 20:16:39.107691 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.120592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094703-23e0-493c-9c93-003d6fbb93d4 req-2426e7bb-2284-47ea-bafc-d7c573f2aa27 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.129026 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d094703-23e0-493c-9c93-003d6fbb93d4 req-2426e7bb-2284-47ea-bafc-d7c573f2aa27 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.4778664 Jul 16 20:16:39.148648 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.261579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d094703-23e0-493c-9c93-003d6fbb93d4 req-c8916ddc-b3e0-4bcd-b396-f956ae521a1a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259701 Jul 16 20:16:39.277935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.292006 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.293242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.294362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.426414 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca180b94-b06b-47e2-993a-ff768347a95c x-openstack-request-id: req-ca180b94-b06b-47e2-993a-ff768347a95c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:39.426956 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e678c278-f85f-4297-a158-68f296d00b90", "name": "network-vif-deleted", "tag": "aafca974-ffa2-40b3-be4f-39a2999df769", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:39.427635 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca180b94-b06b-47e2-993a-ff768347a95c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:39.428406 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e678c278-f85f-4297-a158-68f296d00b90', 'name': 'network-vif-deleted', 'tag': 'aafca974-ffa2-40b3-be4f-39a2999df769', 'status': 'completed', 'code': 200} Jul 16 20:16:39.506014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] Pushing event updated for resources: {'Network': ['ID=2966c3cb-c680-4c12-8fde-f33e0b87a958,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:39.516168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 2966c3cb-c680-4c12-8fde-f33e0b87a958 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:39.517570 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-64c13713-2e8d-464d-8d41-94e5fa11d08a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4911950 Jul 16 20:16:39.523477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54482) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:39.536029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Request body: {'subnet': {'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1351553485-subnet', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:39.574055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e7d8e-ca6a-4a80-a9e1-b1be4abda585 req-b71738c1-3df5-4c80-aa84-3ce5328cadfd tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:39.585957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd7e7d8e-ca6a-4a80-a9e1-b1be4abda585 req-b71738c1-3df5-4c80-aa84-3ce5328cadfd tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 932 time: 0.3456290 Jul 16 20:16:39.590043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:39.594010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:39.637197 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-112052c9-233d-4883-b8c3-c2dbcf152778 req-e918d483-1cd5-4ba9-a3a8-49b362432867 tempest-ListImageFiltersTestJSON-525598644 tempest-ListImageFiltersTestJSON-525598644-project] 10.222.0.10 "GET /v2.0/ports?device_id=e678c278-f85f-4297-a158-68f296d00b90 HTTP/1.1" status: 200 len: 210 time: 0.0660832 Jul 16 20:16:39.704332 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:39.824568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd7e7d8e-ca6a-4a80-a9e1-b1be4abda585 req-52f8a22f-d9bd-4894-94ef-9589ae01f8ef tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390966 Jul 16 20:16:39.957618 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eff845c6-bbf2-42c3-afb4-c778c999d255 req-8f6c3968-f55e-4bbf-a492-7d60a610f374 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0531938 Jul 16 20:16:39.996987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:40.003905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:40.007667 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5044a8f0-25bb-4117-8d69-454c3b0716b4 admin admin] 10.222.0.10 "PUT /v2.0/routers/7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4721074 Jul 16 20:16:40.008322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54486) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:40.013087 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] Sync routers for ids ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:40.045827 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] Routers {'7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:40.050097 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:16:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:40.054015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77defa91-9154-4b4b-9437-282643cdb407 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:40.075151 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.093650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: aafca974-ffa2-40b3-be4f-39a2999df769 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:40.094123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aafca974-ffa2-40b3-be4f-39a2999df769 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:40.211555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Transition to ACTIVE for port object 77defa91-9154-4b4b-9437-282643cdb407 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:40.233418 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.255565 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.270513 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] Set router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:40.414369 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.453712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.506262 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:16:38Z', 'revision_number': 5, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'gw_port': {'id': '4d659eb2-91c9-4e9a-ba71-f3ef1b781731', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:31Z', 'updated_at': '2021-07-16T20:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:40.545754 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] Checking router: 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:40.551470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Deleting port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:40.552010 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.585536 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] Routers {'7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:40.586643 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:16:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:40.666977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Pushing event updated for resources: {'Port': ['ID=77defa91-9154-4b4b-9437-282643cdb407,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.715005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e13b6ad-328a-4ca7-84c2-946e8e68e401,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:40.762877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Checking segment: {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:40.763175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Network hostable DHCP agents. Network: 2966c3cb-c680-4c12-8fde-f33e0b87a958, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:40.770017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Attempting to bind port 77defa91-9154-4b4b-9437-282643cdb407 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:40.770387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Attempting to bind port 77defa91-9154-4b4b-9437-282643cdb407 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:40.770705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Attempting to bind port 77defa91-9154-4b4b-9437-282643cdb407 on network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:40.787370 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] Set router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:40.794805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Port 77defa91-9154-4b4b-9437-282643cdb407 on network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:16:40.795351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Attempting to bind port 77defa91-9154-4b4b-9437-282643cdb407 on network 0a16df39-bdec-4591-8394-f1ea6cca1cb5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:40.806553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:40.807067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Checking segment: {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:40.807633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Bound using segment: {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:40.807936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Bound port: 77defa91-9154-4b4b-9437-282643cdb407, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971839ed-f960-43f7-bc1e-128864032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:40.808213 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.810264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Network 2966c3cb-c680-4c12-8fde-f33e0b87a958 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:40.840105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729ceac-56a4-487a-81ce-c48a67fefead req-5863cdd3-5935-435d-805f-f834bbd18681 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.848022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7729ceac-56a4-487a-81ce-c48a67fefead req-5863cdd3-5935-435d-805f-f834bbd18681 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.3686385 Jul 16 20:16:40.865340 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:16:40Z', 'revision_number': 6, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:40.899511 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ccba0-f16b-456e-82f8-604c78d72170 None None] The sync data for ids ['7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4'] in n-d-792394-17 is: [{'id': '7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4', 'name': 'tempest-ServersTestMultiNic-1441077511-router', 'tenant_id': '0054ae69ed654ae39c20090e11af301c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:29Z', 'updated_at': '2021-07-16T20:16:40Z', 'revision_number': 6, 'project_id': '0054ae69ed654ae39c20090e11af301c', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:40.904942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 2966c3cb-c680-4c12-8fde-f33e0b87a958) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:40.919399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:40.920359 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:40.940014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8872f9-0595-479d-88f4-3202505e10a5 None None] Network 2966c3cb-c680-4c12-8fde-f33e0b87a958 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:40.973245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c0486457-b44d-4e3b-b630-aa8520c2d422 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4441993 Jul 16 20:16:40.987303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7729ceac-56a4-487a-81ce-c48a67fefead req-c54d78d4-152e-4a25-8804-0463d0dbf95b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341414 Jul 16 20:16:40.987743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:41.013914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:41.045163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] For port 77defa91-9154-4b4b-9437-282643cdb407, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:41.053467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] For port 77defa91-9154-4b4b-9437-282643cdb407, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=77defa91-9154-4b4b-9437-282643cdb407,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:41.071977 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.152339 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.153690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.164718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] For port 4d659eb2-91c9-4e9a-ba71-f3ef1b781731, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4d659eb2-91c9-4e9a-ba71-f3ef1b781731,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:41.165582 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.184064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eda597-8737-4ad4-abd0-ec272990a2de req-7ea73c84-06ec-4391-a7bf-9016c34a4af2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.186633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-94eda597-8737-4ad4-abd0-ec272990a2de req-7ea73c84-06ec-4391-a7bf-9016c34a4af2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.6048710 Jul 16 20:16:41.192818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.193588 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.195009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] 10.222.0.30 "PUT /v2.0/ports/77defa91-9154-4b4b-9437-282643cdb407 HTTP/1.1" status: 200 len: 1093 time: 2.2401111 Jul 16 20:16:41.203708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f5af3-e0c8-461f-a563-4a5ce35bdae5 service neutron] Pushing event updated for resources: {'Port': ['ID=77defa91-9154-4b4b-9437-282643cdb407,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:41.215129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Calling delete_port for 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:41.319394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.358423 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-94eda597-8737-4ad4-abd0-ec272990a2de req-1e3b0be0-0ed7-450a-a582-10208faa4695 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562877 Jul 16 20:16:41.408918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-2966c3cb-c680-4c12-8fde-f33e0b87a958', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:16:41.417053 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.430955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ae8c31-022b-4309-90b0-a99b91963e24', 'tag': '77defa91-9154-4b4b-9437-282643cdb407'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:41.433326 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76786a53-16a4-404f-9c77-d9b813a36d08" -d '{"events": [{"name": "network-changed", "server_uuid": "67ae8c31-022b-4309-90b0-a99b91963e24", "tag": "77defa91-9154-4b4b-9437-282643cdb407"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:41.445265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-06e42ce2-6dae-4325-8fdd-64d3d7d10ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.447001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-06e42ce2-6dae-4325-8fdd-64d3d7d10ea2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=462fd8b09dc04191bcd74ee64996cb77&device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 1096 time: 0.1693008 Jul 16 20:16:41.597714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-c5b603a8-3d37-4d02-8424-7b451174676a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77defa91-9154-4b4b-9437-282643cdb407 HTTP/1.1" status: 200 len: 217 time: 0.0992732 Jul 16 20:16:41.600870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.651808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Allocated IP 172.20.0.2 (2966c3cb-c680-4c12-8fde-f33e0b87a958/8e13b6ad-328a-4ca7-84c2-946e8e68e401/5cbc3bde-548d-41e4-bc23-29a74bab6175) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:41.699581 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1cf10e63-6ee7-44fc-8abf-10b839151ffc req-74f71d9c-3574-4fbb-82d0-5fa389bd1263 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0422466 Jul 16 20:16:41.711854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-5ce79812-e190-411d-9564-fcae257c55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.713341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-5ce79812-e190-411d-9564-fcae257c55c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a63f3fa-c3a6-4ca4-8116-05d36abd8571 HTTP/1.1" status: 200 len: 855 time: 0.1067646 Jul 16 20:16:41.723418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.732043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c800-7538-4822-9090-b2a0eab1dfae req-38c832d6-fd7c-4b3d-844c-de61abb89fb6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:41.733674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1923c800-7538-4822-9090-b2a0eab1dfae req-38c832d6-fd7c-4b3d-844c-de61abb89fb6 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 944 time: 0.2342753 Jul 16 20:16:41.790189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d659eb2-91c9-4e9a-ba71-f3ef1b781731,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:41.812563 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-bb3723e1-97df-453e-a133-de241d738004 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a16df39-bdec-4591-8394-f1ea6cca1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880423 Jul 16 20:16:41.915782 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1923c800-7538-4822-9090-b2a0eab1dfae req-003a70ce-9894-4538-ae81-8a62c5ec23ed tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489277 Jul 16 20:16:41.938978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:41.997237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-18fe1ccc-9cb8-4c93-a5e8-4f4fccf7e667 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745553 Jul 16 20:16:42.050916 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d68bb9-1661-4cfe-9963-4c73eb7b2d10 x-openstack-request-id: req-e8d68bb9-1661-4cfe-9963-4c73eb7b2d10 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:42.051204 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ae8c31-022b-4309-90b0-a99b91963e24", "tag": "77defa91-9154-4b4b-9437-282643cdb407", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:42.051511 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8d68bb9-1661-4cfe-9963-4c73eb7b2d10 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:42.051908 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ae8c31-022b-4309-90b0-a99b91963e24', 'tag': '77defa91-9154-4b4b-9437-282643cdb407', 'status': 'completed', 'code': 200} Jul 16 20:16:42.052275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.066814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Transition to ACTIVE for port object 5cbc3bde-548d-41e4-bc23-29a74bab6175 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:42.095198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Transition to ACTIVE for port object 5cbc3bde-548d-41e4-bc23-29a74bab6175 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:42.112202 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.166712 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.168881 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.285353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Pushing event updated for resources: {'Port': ['ID=5cbc3bde-548d-41e4-bc23-29a74bab6175,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:42.325963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Network 2966c3cb-c680-4c12-8fde-f33e0b87a958 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:42.331386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:42.335468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.347732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:42.410364 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.411518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:16:42.424275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Attempting to bind port 5cbc3bde-548d-41e4-bc23-29a74bab6175 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:42.427325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Attempting to bind port 5cbc3bde-548d-41e4-bc23-29a74bab6175 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:42.427325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Attempting to bind port 5cbc3bde-548d-41e4-bc23-29a74bab6175 on network 2966c3cb-c680-4c12-8fde-f33e0b87a958 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:42.429943 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.431640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-72b300dc-7aa9-4bce-8148-87accd4b6b81 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7ce31bbd-f1e8-44e7-bddc-b4c2c43360a4 HTTP/1.1" status: 204 len: 168 time: 2.4220402 Jul 16 20:16:42.435417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:42.435838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:42.436223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Checking segment: {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:42.436708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.437066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Bound using segment: {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:42.437541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Bound port: 5cbc3bde-548d-41e4-bc23-29a74bab6175, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:42.437922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.498505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.551545 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.598259 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bf1b8a-bda6-4eb6-9902-c028f00462cb admin admin] Deleting subnet 4fc305e9-36eb-46a9-a2e4-ead5fc9f5763 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:16:42.610083 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44bf1b8a-bda6-4eb6-9902-c028f00462cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.612851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22f6e31b-2531-4417-88bd-fcbf3d609cee req-39494efc-ed4e-484c-81e2-0fbce083e8cc service neutron] 10.222.0.30 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639210 Jul 16 20:16:42.646032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] For port 5cbc3bde-548d-41e4-bc23-29a74bab6175, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:42.667383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] For port 5cbc3bde-548d-41e4-bc23-29a74bab6175, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5cbc3bde-548d-41e4-bc23-29a74bab6175,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:42.688422 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.710749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44bf1b8a-bda6-4eb6-9902-c028f00462cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.750267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1b3c0-5268-4ca9-92f6-2cab29008878 req-e43c81fe-8701-43bb-8176-106e30d8a66a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:42.753552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2da1b3c0-5268-4ca9-92f6-2cab29008878 req-e43c81fe-8701-43bb-8176-106e30d8a66a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.3869965 Jul 16 20:16:42.885044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe789c6-12db-4a85-8d79-2374b3877129 None None] Pushing event updated for resources: {'Port': ['ID=5cbc3bde-548d-41e4-bc23-29a74bab6175,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:42.905200 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44bf1b8a-bda6-4eb6-9902-c028f00462cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:42.925253 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ba87765-f940-4c85-a921-8862d79e7f16 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:42.976816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8ba87765-f940-4c85-a921-8862d79e7f16 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:42.977138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ba87765-f940-4c85-a921-8862d79e7f16 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:42.977556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:43.006231 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44bf1b8a-bda6-4eb6-9902-c028f00462cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.020519 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:43.021343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4d659eb2-91c9-4e9a-ba71-f3ef1b781731 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:43.046375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf1b8a-bda6-4eb6-9902-c028f00462cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc305e9-36eb-46a9-a2e4-ead5fc9f5763,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:43.053847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Allocated IP 172.25.7.67 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/c28a8979-e64b-4395-8047-ad025a72e8aa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:43.055661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44bf1b8a-bda6-4eb6-9902-c028f00462cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.057611 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-44bf1b8a-bda6-4eb6-9902-c028f00462cb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4fc305e9-36eb-46a9-a2e4-ead5fc9f5763 HTTP/1.1" status: 204 len: 168 time: 0.6205528 Jul 16 20:16:43.063077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:43.070825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae88801-87a2-43b9-8cec-d512be759850 None None] Network 20245390-37d9-4984-855d-f819b7eae820 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:43.082830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493962-7a60-4866-baac-3d316e08b030 req-66793b2f-a365-4aa7-a3a2-f09ee743862f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:43.083142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2da1b3c0-5268-4ca9-92f6-2cab29008878 req-71dd3ffc-c3d3-41b4-a70b-716798391ef5 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218505 Jul 16 20:16:43.087809 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef493962-7a60-4866-baac-3d316e08b030 req-66793b2f-a365-4aa7-a3a2-f09ee743862f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.1456633 Jul 16 20:16:43.227376 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.271951 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:16:43.305275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-8376bcae-7fd2-44f9-be5e-65f284969411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:43.308341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-8376bcae-7fd2-44f9-be5e-65f284969411 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=462fd8b09dc04191bcd74ee64996cb77&device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 1096 time: 0.5492282 Jul 16 20:16:43.362389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef493962-7a60-4866-baac-3d316e08b030 req-2f229939-4daa-4b35-9cac-f98a522e822a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413230 Jul 16 20:16:43.505961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.531943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Deleting port e91a14e0-0448-4bd2-b794-40262f7bcd5f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:43.532574 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.600382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-38dedbe2-09ce-4a14-a998-549869373ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:43.604935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-38dedbe2-09ce-4a14-a998-549869373ef0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 200 len: 916 time: 0.2791665 Jul 16 20:16:43.639190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] For port e91a14e0-0448-4bd2-b794-40262f7bcd5f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e91a14e0-0448-4bd2-b794-40262f7bcd5f,segment=NetworkSegment(823aa69f-d5f9-453c-9c98-20cab5f23f04),segment_id=823aa69f-d5f9-453c-9c98-20cab5f23f04)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:43.640304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.684384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Calling delete_port for e91a14e0-0448-4bd2-b794-40262f7bcd5f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:43.715325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] DHCP port deletion for 20245390-37d9-4984-855d-f819b7eae820 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:16:43.743558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-07ecc78d-2e8a-43fe-a8f1-c86e43e8ad0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77defa91-9154-4b4b-9437-282643cdb407 HTTP/1.1" status: 200 len: 217 time: 0.1063333 Jul 16 20:16:43.817322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-c7e85535-a412-4372-b879-8350d42e60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:43.819123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-c7e85535-a412-4372-b879-8350d42e60a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a63f3fa-c3a6-4ca4-8116-05d36abd8571 HTTP/1.1" status: 200 len: 855 time: 0.0659087 Jul 16 20:16:43.828309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.865503 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] Deleting port e91a14e0-0448-4bd2-b794-40262f7bcd5f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:43.865881 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.914780 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-466c8d8a-eeee-4589-9efe-149598f6e564 req-3f815164-ba07-4c02-a465-f218214b724d tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0890517 Jul 16 20:16:43.923847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:43.933190 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-42bba81e-3416-4917-89d9-ad3b1f1de236 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a16df39-bdec-4591-8394-f1ea6cca1cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976274 Jul 16 20:16:43.967424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:43.970779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e91a14e0-0448-4bd2-b794-40262f7bcd5f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:43.979886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] No DVR routers for this DVR port e91a14e0-0448-4bd2-b794-40262f7bcd5f on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:44.028929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:44.031007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 77defa91-9154-4b4b-9437-282643cdb407 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:16:44.032541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:44.076014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] For port e91a14e0-0448-4bd2-b794-40262f7bcd5f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e91a14e0-0448-4bd2-b794-40262f7bcd5f,segment=NetworkSegment(823aa69f-d5f9-453c-9c98-20cab5f23f04),segment_id=823aa69f-d5f9-453c-9c98-20cab5f23f04)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:44.076752 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.102543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Pushing event updated for resources: {'Port': ['ID=c28a8979-e64b-4395-8047-ad025a72e8aa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.122302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] Calling delete_port for e91a14e0-0448-4bd2-b794-40262f7bcd5f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:44.172042 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.185224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20245390-37d9-4984-855d-f819b7eae820']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:44.206038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823aa69f-d5f9-453c-9c98-20cab5f23f04') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:44.207856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823aa69f-d5f9-453c-9c98-20cab5f23f04') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:44.233000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.275779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.286130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:16:44.286573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:16:44.289076 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:16:44.410749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.417280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 77defa91-9154-4b4b-9437-282643cdb407, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=77defa91-9154-4b4b-9437-282643cdb407,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:44.434359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '77defa91-9154-4b4b-9437-282643cdb407', 'network_id': '0a16df39-bdec-4591-8394-f1ea6cca1cb5', 'port_id': '77defa91-9154-4b4b-9437-282643cdb407', 'mac_address': 'fa:16:3e:4a:e3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a63f3fa-c3a6-4ca4-8116-05d36abd8571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:16:44.442987 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.451789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.459934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/20245390-37d9-4984-855d-f819b7eae820 HTTP/1.1" status: 204 len: 168 time: 1.3954399 Jul 16 20:16:44.477298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] Network 20245390-37d9-4984-855d-f819b7eae820 is not hosted by any dhcp agent {{(pid=93960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:16:44.477877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] No DVR routers for this DVR port e91a14e0-0448-4bd2-b794-40262f7bcd5f on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:44.500136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368412f-966d-40c1-8826-d5c1b947b5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=20245390-37d9-4984-855d-f819b7eae820,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.561237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf177ab8-caa6-434a-b95e-5cf11a83be51 None None] Pushing event deleted for resources: {'Port': ['ID=e91a14e0-0448-4bd2-b794-40262f7bcd5f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.593960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.645081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77defa91-9154-4b4b-9437-282643cdb407 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:16:44.755969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 77defa91-9154-4b4b-9437-282643cdb407, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=77defa91-9154-4b4b-9437-282643cdb407,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:44.763638 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:44.869908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:44.871375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=77defa91-9154-4b4b-9437-282643cdb407,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:44.914069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9bf3f-a67f-4d5c-91ac-015021645d92 None None] Network 2966c3cb-c680-4c12-8fde-f33e0b87a958 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:44.997461 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f8253b0a-fea2-4acd-a0ab-c80ff55b141f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0054ae69ed654ae39c20090e11af301c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1257572 Jul 16 20:16:45.024897 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2d9a-5761-41c9-9843-ea2acca23cb9 req-6f603954-55ff-4123-af85-9d4756c0c087 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:45.027865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97fb2d9a-5761-41c9-9843-ea2acca23cb9 req-6f603954-55ff-4123-af85-9d4756c0c087 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2773111 Jul 16 20:16:45.028641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:45.049492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5cbc3bde-548d-41e4-bc23-29a74bab6175 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:45.111897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d9c5a7cf-b414-4f44-823e-be731dc46cf9 None None] Provisioning for port 5cbc3bde-548d-41e4-bc23-29a74bab6175 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:45.174293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:45.175483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-933fb851-b186-4c28-8e37-0c48c2279003 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2185514 Jul 16 20:16:45.179782 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97fb2d9a-5761-41c9-9843-ea2acca23cb9 req-ae4f8724-9e36-4b71-a5df-acbebc6c738d tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387203 Jul 16 20:16:45.187877 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e1faedd-5e7d-4ccf-b422-bff7eaebc35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.232379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e1faedd-5e7d-4ccf-b422-bff7eaebc35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.251775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['77defa91-9154-4b4b-9437-282643cdb407'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:45.330202 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e1faedd-5e7d-4ccf-b422-bff7eaebc35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.341476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e1faedd-5e7d-4ccf-b422-bff7eaebc35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.359789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5e1faedd-5e7d-4ccf-b422-bff7eaebc35c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6549ed8-27c4-478e-9890-120ef5decc90 HTTP/1.1" status: 204 len: 168 time: 0.3180871 Jul 16 20:16:45.378098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1faedd-5e7d-4ccf-b422-bff7eaebc35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6549ed8-27c4-478e-9890-120ef5decc90,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:45.436822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f19d12-ec32-48f2-bf29-13729b506afe req-0917a6ce-6b85-420e-a606-181e1ba02ff8 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:45.443005 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84f19d12-ec32-48f2-bf29-13729b506afe req-0917a6ce-6b85-420e-a606-181e1ba02ff8 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 944 time: 1.2505491 Jul 16 20:16:45.523811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 5cbc3bde-548d-41e4-bc23-29a74bab6175 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:45.534294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5cbc3bde-548d-41e4-bc23-29a74bab6175 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:45.534829 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.589689 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.602909 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-45da16df-8f03-42c9-8fac-b4f68861768e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b89c034177c34ddeb70b709e552e86cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251385 Jul 16 20:16:45.603852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:45.744211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892fb4-3ea3-47fc-ac3b-6d9ecc8799c9 req-802dd0be-d609-4485-a244-9eff131c0dfe tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:45.745865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae892fb4-3ea3-47fc-ac3b-6d9ecc8799c9 req-802dd0be-d609-4485-a244-9eff131c0dfe tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.2584102 Jul 16 20:16:45.760927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84f19d12-ec32-48f2-bf29-13729b506afe req-01e8732d-fbff-44de-b278-f6d8c70b6fce tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158085 Jul 16 20:16:45.776335 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa3cc-9a6f-444a-bc92-8585577392c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.808891 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa3cc-9a6f-444a-bc92-8585577392c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.830132 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76786a53-16a4-404f-9c77-d9b813a36d08 req-3b3286cd-e298-46ba-a79f-5ad3c7b9de9e service neutron] 10.222.0.30 "GET /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275630 Jul 16 20:16:45.862647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.910293 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae892fb4-3ea3-47fc-ac3b-6d9ecc8799c9 req-0e18d529-639b-44e1-84c2-433a6db53bff tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397059 Jul 16 20:16:45.926635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa3cc-9a6f-444a-bc92-8585577392c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.929454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa3cc-9a6f-444a-bc92-8585577392c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:45.930687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a1aa3cc-9a6f-444a-bc92-8585577392c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc2975a7-3d5b-4b14-a090-077f8fc1db2b HTTP/1.1" status: 204 len: 168 time: 0.3253140 Jul 16 20:16:45.968904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1aa3cc-9a6f-444a-bc92-8585577392c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2975a7-3d5b-4b14-a090-077f8fc1db2b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.157182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-891da07c-efd5-4f2e-8949-4f35cb7ed2bc req-38b1e67d-98b4-465c-be88-d37ca9f6cd43 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0821052 Jul 16 20:16:46.204417 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.266927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 5cbc3bde-548d-41e4-bc23-29a74bab6175, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5cbc3bde-548d-41e4-bc23-29a74bab6175,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:46.272897 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.428551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e91a14e0-0448-4bd2-b794-40262f7bcd5f no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:46.520004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.533891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e91a14e0-0448-4bd2-b794-40262f7bcd5f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:46.534243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e91a14e0-0448-4bd2-b794-40262f7bcd5f not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:46.543066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=5cbc3bde-548d-41e4-bc23-29a74bab6175,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:46.558479 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.571915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e314c5be-55f5-4575-913d-f15e13153d9c None None] Provisioning complete for port 5cbc3bde-548d-41e4-bc23-29a74bab6175 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:46.572366 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e314c5be-55f5-4575-913d-f15e13153d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:46.676476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f69e4-50f9-4b47-9128-d091889f6a65 req-9c0797fe-dada-4028-9581-cf13408bf4ba tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:46.678445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b78f69e4-50f9-4b47-9128-d091889f6a65 req-9c0797fe-dada-4028-9581-cf13408bf4ba tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1199033 Jul 16 20:16:46.762064 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b78f69e4-50f9-4b47-9128-d091889f6a65 req-cb23b34e-bd43-4fce-af20-dd56ee02184f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727489 Jul 16 20:16:46.880817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Router df179710-cd6f-4c3a-8d82-42913df8e25f is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:16:46.884790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5cbc3bde-548d-41e4-bc23-29a74bab6175 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:46.992009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5cbc3bde-548d-41e4-bc23-29a74bab6175 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:46.992386 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.129553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:47.148790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Sync routers for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:47.156890 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.161027 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-78ddd0ae-d941-4eac-9cf6-24fc6d38d6cc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1630869 Jul 16 20:16:47.161685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:47.172711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:47.172711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:16:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:47.216457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cde7d-2dfe-4370-873f-bed85acd7964 req-035f12ed-38d6-4b69-8e23-2788e14cf252 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:47.218488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-329cde7d-2dfe-4370-873f-bed85acd7964 req-035f12ed-38d6-4b69-8e23-2788e14cf252 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 945 time: 0.1653383 Jul 16 20:16:47.285059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b303a8-c75a-482c-8926-1fd9c5c30984 req-25c51adc-8d09-4f8e-b52b-1d9b07534a56 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:47.303333 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17b303a8-c75a-482c-8926-1fd9c5c30984 req-25c51adc-8d09-4f8e-b52b-1d9b07534a56 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.1829767 Jul 16 20:16:47.324193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-329cde7d-2dfe-4370-873f-bed85acd7964 req-d4a3a17e-bc90-4c36-abd8-f8841d5cf588 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880020 Jul 16 20:16:47.357655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:47.391467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17b303a8-c75a-482c-8926-1fd9c5c30984 req-8a358420-4788-4993-8a67-013b3500b02b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869489 Jul 16 20:16:47.602927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b66da8e-1ad5-4483-81ce-d87f978e2c1a req-9d320582-2dc4-4de9-a30a-b664c8986046 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0519695 Jul 16 20:16:47.663447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 3, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:47.704629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Checking router: df179710-cd6f-4c3a-8d82-42913df8e25f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:47.704985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Updating router df179710-cd6f-4c3a-8d82-42913df8e25f port c28a8979-e64b-4395-8047-ad025a72e8aa binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:16:47.747120 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.970337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:47.984221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4858827-d8e1-449e-abdf-ea54d2310ab7 req-3d8c33b3-67d7-4b89-92d3-90713a730390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:47.986687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4858827-d8e1-449e-abdf-ea54d2310ab7 req-3d8c33b3-67d7-4b89-92d3-90713a730390 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1098 time: 0.0884521 Jul 16 20:16:48.069300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4858827-d8e1-449e-abdf-ea54d2310ab7 req-6d5f7aac-63c3-4c94-a6e8-13f54f85b708 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738101 Jul 16 20:16:48.090863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 77defa91-9154-4b4b-9437-282643cdb407 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:48.214450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ff224-7b0a-40a3-a455-bc0a4fb9bbf7 req-d4b89414-bca4-4c05-9ed6-06a13161b22e tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:48.225862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Allocated IP 172.20.0.1 (2966c3cb-c680-4c12-8fde-f33e0b87a958/8e13b6ad-328a-4ca7-84c2-946e8e68e401/d4262ff9-488d-4a31-8bd2-4fb864ecba93) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:16:48.227242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f0ff224-7b0a-40a3-a455-bc0a4fb9bbf7 req-d4b89414-bca4-4c05-9ed6-06a13161b22e tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1516440 Jul 16 20:16:48.242630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 77defa91-9154-4b4b-9437-282643cdb407 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:48.284988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 77defa91-9154-4b4b-9437-282643cdb407 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:48.287923 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.293620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.314418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f0ff224-7b0a-40a3-a455-bc0a4fb9bbf7 req-4a3ae440-90a5-4b11-91e0-5e14a115b3a7 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807347 Jul 16 20:16:48.404621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Transition to ACTIVE for port object c28a8979-e64b-4395-8047-ad025a72e8aa will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:48.416606 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.422217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.463005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685409d-9396-49c2-931f-e03fb28d053b None None] Pushing event updated for resources: {'Port': ['ID=c28a8979-e64b-4395-8047-ad025a72e8aa,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:48.479446 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Transition to ACTIVE for port object d4262ff9-488d-4a31-8bd2-4fb864ecba93 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:48.504853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Attempting to bind port c28a8979-e64b-4395-8047-ad025a72e8aa on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:48.504853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Attempting to bind port c28a8979-e64b-4395-8047-ad025a72e8aa by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:48.504853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Attempting to bind port c28a8979-e64b-4395-8047-ad025a72e8aa on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:48.542345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:48.543489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:48.544323 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.547006 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.549345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:48.550671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Bound port: c28a8979-e64b-4395-8047-ad025a72e8aa, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:48.553942 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.651570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Network 2966c3cb-c680-4c12-8fde-f33e0b87a958 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:48.658343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:48.661308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:16:48.694973 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.768729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d4262ff9-488d-4a31-8bd2-4fb864ecba93,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:48.803636 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.858240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 77defa91-9154-4b4b-9437-282643cdb407, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=77defa91-9154-4b4b-9437-282643cdb407,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:48.873347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ae8c31-022b-4309-90b0-a99b91963e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77defa91-9154-4b4b-9437-282643cdb407'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:48.882163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966ba9f-5c7c-4886-b003-aa2c81bfbe9e req-d1d1d8bf-f027-4977-b777-ac0b9ce9d8b3 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:48.887524 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7334d7db-a64b-47c2-a376-2cfacc470305" -d '{"events": [{"server_uuid": "67ae8c31-022b-4309-90b0-a99b91963e24", "name": "network-vif-plugged", "status": "completed", "tag": "77defa91-9154-4b4b-9437-282643cdb407"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:48.894708 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1966ba9f-5c7c-4886-b003-aa2c81bfbe9e req-d1d1d8bf-f027-4977-b777-ac0b9ce9d8b3 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 945 time: 0.1566086 Jul 16 20:16:48.901590 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:48.904600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] For port c28a8979-e64b-4395-8047-ad025a72e8aa, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:48.932722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] For port c28a8979-e64b-4395-8047-ad025a72e8aa, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c28a8979-e64b-4395-8047-ad025a72e8aa,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:48.993802 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.021528 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1966ba9f-5c7c-4886-b003-aa2c81bfbe9e req-539f582c-ab98-423a-abbe-a4849fee44ef tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248376 Jul 16 20:16:49.186501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=77defa91-9154-4b4b-9437-282643cdb407,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.226399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:49.235798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:16:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:49.421657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:49.425871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9632f8d2-e4d9-4aa7-bbcb-f0d0f29d0b2d req-85b6afae-fd29-46ae-b8ac-ac107d006d19 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0563653 Jul 16 20:16:49.530724 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d7daeb-c95e-4a08-bb60-1ed7aecf1536 x-openstack-request-id: req-28d7daeb-c95e-4a08-bb60-1ed7aecf1536 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:49.531058 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ae8c31-022b-4309-90b0-a99b91963e24", "name": "network-vif-plugged", "status": "completed", "tag": "77defa91-9154-4b4b-9437-282643cdb407", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:49.531404 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28d7daeb-c95e-4a08-bb60-1ed7aecf1536 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:49.531813 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ae8c31-022b-4309-90b0-a99b91963e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77defa91-9154-4b4b-9437-282643cdb407', 'code': 200} Jul 16 20:16:49.574956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:49.661904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-905492bd-bb0c-4afc-9899-c38f5510952e None None] Provisioning for port d4262ff9-488d-4a31-8bd2-4fb864ecba93 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:49.744072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0184ce-bdf5-46b5-83f1-995858e79371 req-c4b513e7-55ca-424a-b84d-d7b8baf8d792 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.761758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f0184ce-bdf5-46b5-83f1-995858e79371 req-c4b513e7-55ca-424a-b84d-d7b8baf8d792 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1182232 Jul 16 20:16:49.790514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-905492bd-bb0c-4afc-9899-c38f5510952e None None] Provisioning complete for port d4262ff9-488d-4a31-8bd2-4fb864ecba93 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:49.791145 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-905492bd-bb0c-4afc-9899-c38f5510952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.819921 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.833666 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f0184ce-bdf5-46b5-83f1-995858e79371 req-1789c045-3494-4743-9654-6575126565d1 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689962 Jul 16 20:16:49.861510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1daec7-465b-47ca-b9db-2c554a72f19c req-c19b8bc8-ebf9-4d2c-b059-c5aa72a16f76 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.863120 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a1daec7-465b-47ca-b9db-2c554a72f19c req-c19b8bc8-ebf9-4d2c-b059-c5aa72a16f76 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.4596379 Jul 16 20:16:49.881665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae879d3-dbdc-4cf9-8659-0c8021b03edd req-eabc463d-f246-4e32-ab77-18d8e67a3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:49.883143 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ae879d3-dbdc-4cf9-8659-0c8021b03edd req-eabc463d-f246-4e32-ab77-18d8e67a3f29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 1098 time: 0.2456799 Jul 16 20:16:49.901128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec891534-ff20-46f4-9aa5-85575f841f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:49.903368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685409d-9396-49c2-931f-e03fb28d053b None None] Pushing event updated for resources: {'Port': ['ID=c28a8979-e64b-4395-8047-ad025a72e8aa,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:49.923724 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-905492bd-bb0c-4afc-9899-c38f5510952e None None] Port d4262ff9-488d-4a31-8bd2-4fb864ecba93 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:50.108029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 3, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:50.158975 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec891534-ff20-46f4-9aa5-85575f841f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.169785 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec891534-ff20-46f4-9aa5-85575f841f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.204631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a1daec7-465b-47ca-b9db-2c554a72f19c req-1b77497e-0b1c-4a7a-a62c-396f064f0f6f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248677 Jul 16 20:16:50.214606 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ae879d3-dbdc-4cf9-8659-0c8021b03edd req-3c7d6712-d539-463a-8fc0-5192d45c9b9e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201735 Jul 16 20:16:50.218590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa485077-9022-4d05-a3ab-2ec899f9259d None None] The sync data for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 is: [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:45Z', 'revision_number': 3, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:50.312266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ec891534-ff20-46f4-9aa5-85575f841f50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b4dd764ea3e4642904f4176601b21e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7357678 Jul 16 20:16:50.320695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:50.364530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec891534-ff20-46f4-9aa5-85575f841f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111d9a86-c5be-4840-a5fe-35c696658bbc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:50.432079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c089366-6b7c-4544-885f-091d8c7f973f req-a13069d2-6e32-4b48-9f4e-7643573bbe90 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:50.433734 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c089366-6b7c-4544-885f-091d8c7f973f req-a13069d2-6e32-4b48-9f4e-7643573bbe90 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 946 time: 0.1538231 Jul 16 20:16:50.478157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.499510 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c089366-6b7c-4544-885f-091d8c7f973f req-8bdff203-e23f-44e9-a831-afa33dbe7c38 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585628 Jul 16 20:16:50.562370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.562828 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5f13-835a-46de-ae19-6f656eec1d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.575349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.638663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:50.762334 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e696f02-0187-4310-9540-cc71a55afdad req-a20a5965-005c-407a-8792-8fe80c2d10e8 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0985520 Jul 16 20:16:50.898503 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c28a8979-e64b-4395-8047-ad025a72e8aa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:50.937588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-93d64690-1794-4725-ac34-621eee798433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:50.939452 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-93d64690-1794-4725-ac34-621eee798433 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1098 time: 0.3271589 Jul 16 20:16:50.947214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d4262ff9-488d-4a31-8bd2-4fb864ecba93,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:51.002785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.022978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.027689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.029132 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/111d9a86-c5be-4840-a5fe-35c696658bbc HTTP/1.1" status: 204 len: 168 time: 0.7078443 Jul 16 20:16:51.042217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c28a8979-e64b-4395-8047-ad025a72e8aa completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:51.065665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c28a8979-e64b-4395-8047-ad025a72e8aa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:51.066223 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.080235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111d9a86-c5be-4840-a5fe-35c696658bbc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:51.113321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd9d9b-b766-4ed0-a2aa-93b07424f9ca req-de1c9105-207a-43cc-8743-606e7d8cb002 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:51.114607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aefd9d9b-b766-4ed0-a2aa-93b07424f9ca req-de1c9105-207a-43cc-8743-606e7d8cb002 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.3011999 Jul 16 20:16:51.158320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.158719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.159058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.159762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-5bdafa60-4199-42f9-a852-4f05d43a0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:51.161448 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-5bdafa60-4199-42f9-a852-4f05d43a0ad0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 919 time: 0.2120543 Jul 16 20:16:51.165684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.166633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.167139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.167464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.167794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.168127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.168454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.168785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.169102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d59d86-dac4-47db-a29a-500134e87300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:51.229644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.242604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-6b45407e-cb41-4c1c-adc4-c7aa5002cd40 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=904dca07-cf08-46aa-921f-4c58e6787d8a HTTP/1.1" status: 200 len: 217 time: 0.0738697 Jul 16 20:16:51.261297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aefd9d9b-b766-4ed0-a2aa-93b07424f9ca req-d7f04ca0-d6c3-4fe0-ada3-2eef06931ac1 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367254 Jul 16 20:16:51.275693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Network 2966c3cb-c680-4c12-8fde-f33e0b87a958 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:16:51.277966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:51.322920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c28a8979-e64b-4395-8047-ad025a72e8aa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c28a8979-e64b-4395-8047-ad025a72e8aa,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:51.353897 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.383548 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-643eec06-3bad-4d81-83b1-4527e50a3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:51.385721 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-643eec06-3bad-4d81-83b1-4527e50a3876 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.1379011 Jul 16 20:16:51.566315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c28a8979-e64b-4395-8047-ad025a72e8aa,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:51.586418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-72690462-772c-49a8-b7b6-907ac65c59b5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1918061 Jul 16 20:16:51.604515 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-b3a70a46-6f62-4b08-8d0c-3a45cc9a38d3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:16:51.605733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-b3a70a46-6f62-4b08-8d0c-3a45cc9a38d3 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067458 Jul 16 20:16:51.868482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-33a8a109-80f1-427f-ab79-27b3e5bd66fe None None] Provisioning complete for port d4262ff9-488d-4a31-8bd2-4fb864ecba93 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:51.869026 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-33a8a109-80f1-427f-ab79-27b3e5bd66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:51.916370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Router df179710-cd6f-4c3a-8d82-42913df8e25f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:16:51.962565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be114f1c-4cce-46a3-b317-11151e785945 req-a653c167-6710-4a19-8422-a6a434d279e0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:51.972366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-33a8a109-80f1-427f-ab79-27b3e5bd66fe None None] Port d4262ff9-488d-4a31-8bd2-4fb864ecba93 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:16:51.976220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be114f1c-4cce-46a3-b317-11151e785945 req-a653c167-6710-4a19-8422-a6a434d279e0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.3489425 Jul 16 20:16:51.999382 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-3dae3e8a-f8bb-4e65-959b-f0858eceb705 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821158 Jul 16 20:16:52.152982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b9446-cdba-4a17-bcaa-e45b055f85aa req-510d0af8-d539-4017-92e0-743bb13543cf tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:52.154471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be114f1c-4cce-46a3-b317-11151e785945 req-8b5bf805-eef2-4079-8393-0c38ba6a99bc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770542 Jul 16 20:16:52.156869 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c9b9446-cdba-4a17-bcaa-e45b055f85aa req-510d0af8-d539-4017-92e0-743bb13543cf tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 946 time: 0.2436967 Jul 16 20:16:52.241194 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f55d011c-03f2-463f-93a5-0c0317371c2d req-e47c4318-4bab-473c-b685-4aa15b05f0b8 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338159 Jul 16 20:16:52.300603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c9b9446-cdba-4a17-bcaa-e45b055f85aa req-4a3f42d2-c0fa-4709-95d6-0ea8972560b2 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369693 Jul 16 20:16:52.360502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:16:52.389326 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-58e21d7f-895f-4eac-ba22-fe34c7573bc4 admin admin] 10.222.0.10 "PUT /v2.0/routers/df179710-cd6f-4c3a-8d82-42913df8e25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2253778 Jul 16 20:16:52.595385 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-acfd0f8f-72c1-46ba-83c4-e33e9edf704c req-94a9a62d-7b5c-4b18-8bb9-021b00e76f37 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0883029 Jul 16 20:16:52.760188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54828) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:52.943577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c28a8979-e64b-4395-8047-ad025a72e8aa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:52.962450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f35ad-8f86-47d1-a29f-999b67390698 req-cb880dd1-5840-40e5-99dc-45ce2b5f88f4 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:52.974338 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cc5f35ad-8f86-47d1-a29f-999b67390698 req-cb880dd1-5840-40e5-99dc-45ce2b5f88f4 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 946 time: 0.1780767 Jul 16 20:16:53.012954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-572176576-network', 'tenant_id': '99f562b7f97c4168b1490435ee27e716'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:53.069226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c28a8979-e64b-4395-8047-ad025a72e8aa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:53.069741 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.072049 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cc5f35ad-8f86-47d1-a29f-999b67390698 req-70cdb861-75e5-4d01-a268-49ab3ab35bae tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941656 Jul 16 20:16:53.073469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Made reservation on behalf of 99f562b7f97c4168b1490435ee27e716 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:53.079519 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.104883 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.235577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ab11-5d26-4bdb-996d-604f929359d7 req-6448fe54-59a9-4c41-a97e-433f598050dd tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:53.252186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2e1ab11-5d26-4bdb-996d-604f929359d7 req-6448fe54-59a9-4c41-a97e-433f598050dd tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1668491 Jul 16 20:16:53.349473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2e1ab11-5d26-4bdb-996d-604f929359d7 req-af912eaa-85ac-43af-8b38-877a5bff7332 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919647 Jul 16 20:16:53.360594 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.402222 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-41b36097-b3b5-43e7-a83c-35ff7d83579f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.418746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.424441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.441221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:16:53.461301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.461754 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Added segment ea1236bb-291d-4cfb-a0f8-bf59ea6ddba5 of type vlan for network 5070cb22-6b92-4e3f-93a9-808a0d4bc3aa Jul 16 20:16:53.503532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637c7f0c-e299-4527-9f0e-36dc8a57811d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:53.608917 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83863397-8211-4792-b071-a0a092acd358 None None] Sync routers for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:16:53.660275 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83863397-8211-4792-b071-a0a092acd358 None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:53.661349 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-83863397-8211-4792-b071-a0a092acd358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:53.671974 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.797200 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.798312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:53.798936 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:53.875122 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1105938 Jul 16 20:16:53.876771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:16:53.895957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Request body: {'subnet': {'network_id': '5070cb22-6b92-4e3f-93a9-808a0d4bc3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-572176576-subnet', 'tenant_id': '99f562b7f97c4168b1490435ee27e716', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:53.931543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f944b4f-1493-49b0-8362-47f044f5cf73 req-e1077234-e994-467f-af6d-133e55ac403d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:53.936867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f944b4f-1493-49b0-8362-47f044f5cf73 req-e1077234-e994-467f-af6d-133e55ac403d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.4727254 Jul 16 20:16:53.995851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6502032-f162-425a-87b5-2b78f019e9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5070cb22-6b92-4e3f-93a9-808a0d4bc3aa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:54.046130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 5070cb22-6b92-4e3f-93a9-808a0d4bc3aa details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:16:54.074243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Made reservation on behalf of 99f562b7f97c4168b1490435ee27e716 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:16:54.089314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.090120 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f944b4f-1493-49b0-8362-47f044f5cf73 req-b2f42e2b-c082-41b1-962b-c52d0e05ba6b tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962987 Jul 16 20:16:54.219191 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-83863397-8211-4792-b071-a0a092acd358 None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:54.443698 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2e878-a98e-4421-8536-cfc616a22741 req-74653df0-2d31-44c1-8668-21e146c45c7d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.447142 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47f2e878-a98e-4421-8536-cfc616a22741 req-74653df0-2d31-44c1-8668-21e146c45c7d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 945 time: 0.3433790 Jul 16 20:16:54.460163 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.598220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aeff8296-b2e4-40c8-919d-25815ad76f26 req-5588f5a0-57ba-465d-921f-7119137400b0 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.1003971 Jul 16 20:16:54.601132 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.715685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8344c0-6320-43a5-a7f0-ba44750d8bc5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:54.737786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204d3f6-9aa9-488d-a82a-fc8b1895f5f2 req-68840d52-1a7e-41c0-a9a5-fa850be3bd45 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.741096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d204d3f6-9aa9-488d-a82a-fc8b1895f5f2 req-68840d52-1a7e-41c0-a9a5-fa850be3bd45 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 946 time: 0.2166028 Jul 16 20:16:54.798801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Checking segment: {'id': 'ea1236bb-291d-4cfb-a0f8-bf59ea6ddba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5070cb22-6b92-4e3f-93a9-808a0d4bc3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:54.807384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Network hostable DHCP agents. Network: 5070cb22-6b92-4e3f-93a9-808a0d4bc3aa, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:16:54.813605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-47f2e878-a98e-4421-8536-cfc616a22741 req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Deleting port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:16:54.813967 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47f2e878-a98e-4421-8536-cfc616a22741 req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.869598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Network 5070cb22-6b92-4e3f-93a9-808a0d4bc3aa is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:16:54.897212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 5070cb22-6b92-4e3f-93a9-808a0d4bc3aa) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:16:54.903964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:54.904652 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:54.909934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec2de6-c0d8-4e08-9e38-9d54333b42b3 None None] Network 5070cb22-6b92-4e3f-93a9-808a0d4bc3aa requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:54.950507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d204d3f6-9aa9-488d-a82a-fc8b1895f5f2 req-914ecbb2-a39c-43f1-b4f7-311602d50433 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962149 Jul 16 20:16:54.986446 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-941d735a-2d16-4c1f-9e74-9045f3314aab admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0950179 Jul 16 20:16:55.065287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-47f2e878-a98e-4421-8536-cfc616a22741 req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] For port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:55.065936 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47f2e878-a98e-4421-8536-cfc616a22741 req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.106238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-47f2e878-a98e-4421-8536-cfc616a22741 req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Calling delete_port for 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:16:55.204609 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-83863397-8211-4792-b071-a0a092acd358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd4262ff9-488d-4a31-8bd2-4fb864ecba93', 'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'mac_address': 'fa:16:3e:fc:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:48Z', 'updated_at': '2021-07-16T20:16:50Z', 'revision_number': 2, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'subnets': [{'id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:55.236493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a6db1-d594-4ba7-8895-660466d7d82c req-88a2f22b-a4c4-49f4-a7d3-4d7802a7ac7f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:55.252053 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e83a6db1-d594-4ba7-8895-660466d7d82c req-88a2f22b-a4c4-49f4-a7d3-4d7802a7ac7f tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2402716 Jul 16 20:16:55.259838 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83863397-8211-4792-b071-a0a092acd358 None None] Checking router: df179710-cd6f-4c3a-8d82-42913df8e25f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:16:55.260983 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83863397-8211-4792-b071-a0a092acd358 None None] Updating router df179710-cd6f-4c3a-8d82-42913df8e25f port d4262ff9-488d-4a31-8bd2-4fb864ecba93 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:16:55.348477 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-83863397-8211-4792-b071-a0a092acd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.349372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e83a6db1-d594-4ba7-8895-660466d7d82c req-da6f5193-27ff-4b9a-9065-5ae974d64849 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963562 Jul 16 20:16:55.533252 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd5e90-197d-4e91-88fa-d053a7f5a058 req-428e58cf-b510-4341-bd79-3fa14fedd3ee tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:55.542435 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2dd5e90-197d-4e91-88fa-d053a7f5a058 req-428e58cf-b510-4341-bd79-3fa14fedd3ee tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 946 time: 0.2578118 Jul 16 20:16:55.791222 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2dd5e90-197d-4e91-88fa-d053a7f5a058 req-87fb19ab-45b9-48c8-96cd-0d4a5cac1e22 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467532 Jul 16 20:16:55.826206 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47f2e878-a98e-4421-8536-cfc616a22741 req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:55.872502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a966fcdd-fa09-498e-8f32-1722565cf1f9 req-c5254ef3-1a50-47f2-a31b-54168e3b44eb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=f101041b-6697-4d64-833d-e3dca6f1cfb0 HTTP/1.1" status: 200 len: 210 time: 0.0430145 Jul 16 20:16:55.928523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2eac60bf-c675-4ba9-97a0-aedcb5f22d8e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:16:55.988037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event deleted for resources: {'Port': ['ID=2eac60bf-c675-4ba9-97a0-aedcb5f22d8e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:56.078479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa0d1a-d7c4-45ef-9c23-04cde2dd491e None None] Network 5070cb22-6b92-4e3f-93a9-808a0d4bc3aa requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:16:56.098883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f2e878-a98e-4421-8536-cfc616a22741 req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] No DVR routers for this DVR port 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:16:56.103115 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47f2e878-a98e-4421-8536-cfc616a22741 req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.106595 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47f2e878-a98e-4421-8536-cfc616a22741 req-1cd90ab2-333a-44f7-b2c9-e21ff9367825 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "DELETE /v2.0/ports/2eac60bf-c675-4ba9-97a0-aedcb5f22d8e HTTP/1.1" status: 204 len: 173 time: 1.6524000 Jul 16 20:16:56.106968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f101041b-6697-4d64-833d-e3dca6f1cfb0', 'name': 'network-vif-deleted', 'tag': '2eac60bf-c675-4ba9-97a0-aedcb5f22d8e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:16:56.148738 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b70b214-6b61-4c0b-a893-06b7f302931d" -d '{"events": [{"server_uuid": "f101041b-6697-4d64-833d-e3dca6f1cfb0", "name": "network-vif-deleted", "tag": "2eac60bf-c675-4ba9-97a0-aedcb5f22d8e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:16:56.174875 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.220536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-36ba3b6e-3428-474a-a712-acf806c941cf req-e3dce1ce-f700-4444-955e-2fcf2e550e8d tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1689520936', 'description': 'tempest-description-84872880'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:56.245305 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-83863397-8211-4792-b071-a0a092acd358 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.268593 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-83863397-8211-4792-b071-a0a092acd358 None None] Transition to ACTIVE for port object d4262ff9-488d-4a31-8bd2-4fb864ecba93 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:16:56.279635 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-83863397-8211-4792-b071-a0a092acd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.295526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-36ba3b6e-3428-474a-a712-acf806c941cf req-e3dce1ce-f700-4444-955e-2fcf2e550e8d tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.377553 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Pushing event updated for resources: {'Port': ['ID=d4262ff9-488d-4a31-8bd2-4fb864ecba93,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:56.399913 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.407936 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.409939 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.412099 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.414184 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.415423 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.421891 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.422064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7d10f904-fbed-44b6-8c37-1bbe577d066c req-bc6a2535-53e2-4a4c-ad1d-a17f0b5a4dcc tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.1034269 Jul 16 20:16:56.422604 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.423149 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.424462 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.424812 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.425892 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:16:56.664791 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-83863397-8211-4792-b071-a0a092acd358 None None] Attempting to bind port d4262ff9-488d-4a31-8bd2-4fb864ecba93 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:16:56.665467 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-83863397-8211-4792-b071-a0a092acd358 None None] Attempting to bind port d4262ff9-488d-4a31-8bd2-4fb864ecba93 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:16:56.666011 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83863397-8211-4792-b071-a0a092acd358 None None] Attempting to bind port d4262ff9-488d-4a31-8bd2-4fb864ecba93 on network 2966c3cb-c680-4c12-8fde-f33e0b87a958 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:16:56.682547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-36ba3b6e-3428-474a-a712-acf806c941cf req-e3dce1ce-f700-4444-955e-2fcf2e550e8d tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.691732 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-36ba3b6e-3428-474a-a712-acf806c941cf req-e3dce1ce-f700-4444-955e-2fcf2e550e8d tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.692483 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83863397-8211-4792-b071-a0a092acd358 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:16:56.692859 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83863397-8211-4792-b071-a0a092acd358 None None] Checking segment: {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:16:56.693266 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-83863397-8211-4792-b071-a0a092acd358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.693657 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83863397-8211-4792-b071-a0a092acd358 None None] Bound using segment: {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:16:56.694121 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-83863397-8211-4792-b071-a0a092acd358 None None] Bound port: d4262ff9-488d-4a31-8bd2-4fb864ecba93, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:16:56.694796 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-83863397-8211-4792-b071-a0a092acd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.755629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dce1ce-f700-4444-955e-2fcf2e550e8d tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf361c0-6dae-4ded-8ae6-dac7060a8475,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:56.772318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-36ba3b6e-3428-474a-a712-acf806c941cf req-e3dce1ce-f700-4444-955e-2fcf2e550e8d tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:56.774289 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36ba3b6e-3428-474a-a712-acf806c941cf req-e3dce1ce-f700-4444-955e-2fcf2e550e8d tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5598311 Jul 16 20:16:56.902393 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-83863397-8211-4792-b071-a0a092acd358 None None] For port d4262ff9-488d-4a31-8bd2-4fb864ecba93, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:16:56.908818 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-83863397-8211-4792-b071-a0a092acd358 None None] For port d4262ff9-488d-4a31-8bd2-4fb864ecba93, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d4262ff9-488d-4a31-8bd2-4fb864ecba93,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:16:56.916006 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-83863397-8211-4792-b071-a0a092acd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.003214 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f3939-7777-4541-8b0d-36eee119ddf3 None None] Pushing event updated for resources: {'Port': ['ID=d4262ff9-488d-4a31-8bd2-4fb864ecba93,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.062203 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83863397-8211-4792-b071-a0a092acd358 None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:16:57.067654 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-83863397-8211-4792-b071-a0a092acd358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:57.229920 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a17b2acf-3dc0-4ff9-95f6-565a229d3aa7 req-136727f8-a0ea-4fbf-91fb-d08e94a6154b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/cbf361c0-6dae-4ded-8ae6-dac7060a8475 HTTP/1.1" status: 200 len: 1813 time: 0.1063914 Jul 16 20:16:57.269003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a17b2acf-3dc0-4ff9-95f6-565a229d3aa7 req-a50f85b0-983b-49f8-89f9-70b53abb95d8 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cbf361c0-6dae-4ded-8ae6-dac7060a8475', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:57.269240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a17b2acf-3dc0-4ff9-95f6-565a229d3aa7 req-a50f85b0-983b-49f8-89f9-70b53abb95d8 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cbf361c0-6dae-4ded-8ae6-dac7060a8475', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:16:57.423371 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-83863397-8211-4792-b071-a0a092acd358 None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:16:57.500887 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45764900-9126-4c40-948b-bcaf722dcf01 x-openstack-request-id: req-45764900-9126-4c40-948b-bcaf722dcf01 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:16:57.501262 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f101041b-6697-4d64-833d-e3dca6f1cfb0", "name": "network-vif-deleted", "tag": "2eac60bf-c675-4ba9-97a0-aedcb5f22d8e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:16:57.501621 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45764900-9126-4c40-948b-bcaf722dcf01 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:16:57.502144 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f101041b-6697-4d64-833d-e3dca6f1cfb0', 'name': 'network-vif-deleted', 'tag': '2eac60bf-c675-4ba9-97a0-aedcb5f22d8e', 'status': 'completed', 'code': 200} Jul 16 20:16:57.505782 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a17b2acf-3dc0-4ff9-95f6-565a229d3aa7 req-a50f85b0-983b-49f8-89f9-70b53abb95d8 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.547381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a17b2acf-3dc0-4ff9-95f6-565a229d3aa7 req-a50f85b0-983b-49f8-89f9-70b53abb95d8 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.552579 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a17b2acf-3dc0-4ff9-95f6-565a229d3aa7 req-a50f85b0-983b-49f8-89f9-70b53abb95d8 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.584270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f85b0-983b-49f8-89f9-70b53abb95d8 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e0092c-f736-4d93-8f72-8c95313dd519,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:57.596719 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a17b2acf-3dc0-4ff9-95f6-565a229d3aa7 req-a50f85b0-983b-49f8-89f9-70b53abb95d8 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:57.612906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a17b2acf-3dc0-4ff9-95f6-565a229d3aa7 req-a50f85b0-983b-49f8-89f9-70b53abb95d8 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3807030 Jul 16 20:16:57.969804 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-83863397-8211-4792-b071-a0a092acd358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd4262ff9-488d-4a31-8bd2-4fb864ecba93', 'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'mac_address': 'fa:16:3e:fc:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:48Z', 'updated_at': '2021-07-16T20:16:56Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'subnets': [{'id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:16:57.970632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3d078-9c77-4757-822e-cae47d703b02 req-84d677b2-60c0-495d-aa87-697a0fb15b71 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:57.972480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f4a3d078-9c77-4757-822e-cae47d703b02 req-84d677b2-60c0-495d-aa87-697a0fb15b71 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 946 time: 0.1314347 Jul 16 20:16:58.026932 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83863397-8211-4792-b071-a0a092acd358 None None] The sync data for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 is: [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd4262ff9-488d-4a31-8bd2-4fb864ecba93', 'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'mac_address': 'fa:16:3e:fc:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:48Z', 'updated_at': '2021-07-16T20:16:56Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'subnets': [{'id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:16:58.032246 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f4a3d078-9c77-4757-822e-cae47d703b02 req-a21fe975-1aae-4e7d-ab79-f33c80589043 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504181 Jul 16 20:16:58.054765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-08de7a7f-bbfe-4c91-addc-3005aeacf67f req-66ca81e5-10a4-47ea-a194-9c2854c40267 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0626585 Jul 16 20:16:58.221850 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4b553f2-6e22-4af4-a932-6442a3c8a486 req-4613ae20-cb97-47c3-9683-8dff1f203dc2 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/cbf361c0-6dae-4ded-8ae6-dac7060a8475 HTTP/1.1" status: 200 len: 2407 time: 0.1293626 Jul 16 20:16:58.337383 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b825b6c3-4583-423c-81cf-27c196a2fb72 req-6f0277db-f554-4146-b14b-b25de8987d4b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0850711 Jul 16 20:16:58.465399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-8523f77e-733b-46e6-bfd1-11b4f6c0f182 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.472234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-8523f77e-733b-46e6-bfd1-11b4f6c0f182 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.2320833 Jul 16 20:16:58.488403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13440c-4526-41e1-8ceb-382e0bc046fd req-41013115-ea88-455c-a108-96b162c4d55e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:58.490809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-755e2c8d-8fe6-44aa-b7f2-6104a4dc90b0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/quotas/18482987bf8a421aa1d459fff4963635 HTTP/1.1" status: 200 len: 375 time: 0.0124710 Jul 16 20:16:58.491774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b13440c-4526-41e1-8ceb-382e0bc046fd req-41013115-ea88-455c-a108-96b162c4d55e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 946 time: 0.0943353 Jul 16 20:16:58.545474 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b13440c-4526-41e1-8ceb-382e0bc046fd req-0494d119-f003-4a5d-8ba9-c1aa2d08b082 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495665 Jul 16 20:16:58.550532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-1c3da659-7cc9-4c57-b001-09bfacaa7ee5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492840 Jul 16 20:16:58.556630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-ee581fdc-022c-42f9-a509-d92a74c88af9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:16:58.557650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-ee581fdc-022c-42f9-a509-d92a74c88af9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063426 Jul 16 20:16:58.605034 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45b39329-ab3d-471f-af0d-3d9142c468d3 req-49a652af-cdfa-4fcb-9645-799d91bd5037 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-group-rules/87e0092c-f736-4d93-8f72-8c95313dd519 HTTP/1.1" status: 200 len: 778 time: 0.0282812 Jul 16 20:16:58.687800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d12a250b-ed89-43a8-bca0-2c1c63b5a6ab service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237204 Jul 16 20:16:58.689106 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45b39329-ab3d-471f-af0d-3d9142c468d3 req-e8e0a23e-f4f9-4d9a-90a3-49467cca2901 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/cbf361c0-6dae-4ded-8ae6-dac7060a8475 HTTP/1.1" status: 200 len: 2407 time: 0.0719078 Jul 16 20:16:58.739226 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-45b39329-ab3d-471f-af0d-3d9142c468d3 req-9ed3d126-3748-4dd9-8253-24e3c3be5dcd tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.748091 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-45b39329-ab3d-471f-af0d-3d9142c468d3 req-9ed3d126-3748-4dd9-8253-24e3c3be5dcd tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.794342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-45b39329-ab3d-471f-af0d-3d9142c468d3 req-9ed3d126-3748-4dd9-8253-24e3c3be5dcd tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.802746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-45b39329-ab3d-471f-af0d-3d9142c468d3 req-9ed3d126-3748-4dd9-8253-24e3c3be5dcd tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:58.804747 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45b39329-ab3d-471f-af0d-3d9142c468d3 req-9ed3d126-3748-4dd9-8253-24e3c3be5dcd tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/87e0092c-f736-4d93-8f72-8c95313dd519 HTTP/1.1" status: 204 len: 173 time: 0.1099532 Jul 16 20:16:58.824991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d126-3748-4dd9-8253-24e3c3be5dcd tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87e0092c-f736-4d93-8f72-8c95313dd519,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:58.855949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-62876122-e7ef-44f8-9210-d2d0c1ac73b8 service neutron] 10.222.0.10 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594045 Jul 16 20:16:58.956674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d4262ff9-488d-4a31-8bd2-4fb864ecba93 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:16:59.060555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d4262ff9-488d-4a31-8bd2-4fb864ecba93 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:16:59.071048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d4262ff9-488d-4a31-8bd2-4fb864ecba93 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:16:59.071459 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.223827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-f61dc18f-28a8-4d1f-b291-4d624b06a818 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:59.228484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-f61dc18f-28a8-4d1f-b291-4d624b06a818 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 821 time: 0.2510509 Jul 16 20:16:59.245934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:16:59.260910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-260dee79-99e7-4d18-a19c-4e6d4d3d3021 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/quotas/3ca09283cdb344df9c4778a5cbe26f3b HTTP/1.1" status: 200 len: 375 time: 0.0238025 Jul 16 20:16:59.285057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:16:59.285874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2eac60bf-c675-4ba9-97a0-aedcb5f22d8e not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:16:59.320372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.407591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d4262ff9-488d-4a31-8bd2-4fb864ecba93, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d4262ff9-488d-4a31-8bd2-4fb864ecba93,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:16:59.416507 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:16:59.460322 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-f1e03596-e3da-410d-8803-5790caca6743 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1836812 Jul 16 20:16:59.471900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ed341-bb06-4608-82fd-7e5fe917b460 req-61da0276-1464-4401-a2fb-1e4d0ba94e21 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:16:59.489834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242ed341-bb06-4608-82fd-7e5fe917b460 req-61da0276-1464-4401-a2fb-1e4d0ba94e21 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1713889 Jul 16 20:16:59.550051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d4262ff9-488d-4a31-8bd2-4fb864ecba93,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:16:59.587943 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-242ed341-bb06-4608-82fd-7e5fe917b460 req-74c0182d-e86a-4fc1-bf24-235c3ad6fa1a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965979 Jul 16 20:16:59.675912 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-ea3f98cd-1714-464c-ba5f-1c3f51015ca0 service neutron] 10.222.0.10 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998155 Jul 16 20:16:59.851176 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-34358db9-3051-49fb-a076-01509ef5d6cc service neutron] 10.222.0.10 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535046 Jul 16 20:17:00.150781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8d90aaf9-89d6-4c75-a262-c033aa0e387c req-6586fddd-272d-4473-ae8a-c859e4857c4b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-160845226', 'description': 'tempest-description-1659560937'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:00.191780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8d90aaf9-89d6-4c75-a262-c033aa0e387c req-6586fddd-272d-4473-ae8a-c859e4857c4b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.358633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8d90aaf9-89d6-4c75-a262-c033aa0e387c req-6586fddd-272d-4473-ae8a-c859e4857c4b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.365322 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8d90aaf9-89d6-4c75-a262-c033aa0e387c req-6586fddd-272d-4473-ae8a-c859e4857c4b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.433644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8d90aaf9-89d6-4c75-a262-c033aa0e387c req-6586fddd-272d-4473-ae8a-c859e4857c4b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:00.440259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d90aaf9-89d6-4c75-a262-c033aa0e387c req-6586fddd-272d-4473-ae8a-c859e4857c4b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3044579 Jul 16 20:17:00.469712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586fddd-272d-4473-ae8a-c859e4857c4b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd7f759-9801-4edc-bf46-c3b8076dee54,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:00.506390 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30d965e8-bf25-43ea-a2a3-b348195f2066 req-16d259a3-bc6f-41d5-9c41-5b18fcb38c0e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 210 time: 0.0529976 Jul 16 20:17:00.683694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8a9c8f9-d741-4892-8e55-d1659b35cdc7 req-24b9e3bd-2284-4fc7-ad77-0375718d6c81 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.0326333 Jul 16 20:17:00.929958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d4262ff9-488d-4a31-8bd2-4fb864ecba93 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:01.078121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d4262ff9-488d-4a31-8bd2-4fb864ecba93 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:01.078713 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.302130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7522edcf-33c2-4758-ad29-17184a8d6206 req-08e1906b-72e1-423b-8a86-73eb76e38ec7 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/9dd7f759-9801-4edc-bf46-c3b8076dee54 HTTP/1.1" status: 200 len: 1814 time: 0.1027961 Jul 16 20:17:01.342123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-64b29a05-4120-46e8-a7d7-fe1dd7311019 req-27d561d9-6edf-4524-be7f-cb44676993f6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 210 time: 0.0927908 Jul 16 20:17:01.422891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-0fccdc0c-bc7c-4d7c-a13f-f19de228383a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:01.425453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-0fccdc0c-bc7c-4d7c-a13f-f19de228383a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 812 time: 0.4128995 Jul 16 20:17:01.445538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Request body: {'port': {'device_id': '58e5b154-8882-4ca2-a247-b5a703299e4a', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'admin_state_up': True, 'tenant_id': '18482987bf8a421aa1d459fff4963635'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:01.771172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Made reservation on behalf of 18482987bf8a421aa1d459fff4963635 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:01.785749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:01.815572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1ba4f-b917-4fb3-b450-a46a807f7e64 req-acee2dc7-2b99-492a-a7da-1fc2de794b96 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:01.822773 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2b1ba4f-b917-4fb3-b450-a46a807f7e64 req-acee2dc7-2b99-492a-a7da-1fc2de794b96 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 946 time: 0.2223911 Jul 16 20:17:01.846116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ac6c0af-7023-46c4-8e47-1eaa7d56d844 req-88fd8844-c54a-4915-bbf3-a20bd12b2bd2 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d&device_id=8866770e-6dff-416e-9aa2-1699221b2233 HTTP/1.1" status: 200 len: 210 time: 0.0511947 Jul 16 20:17:02.005842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2b1ba4f-b917-4fb3-b450-a46a807f7e64 req-be968e03-1ad2-459c-9ab6-45ac7b0a3fe1 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6548673-8457-465c-b54b-db86ef0cb997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818111 Jul 16 20:17:02.080615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-f5ed9abf-4a6f-4f38-8c3c-846d12c18153 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:02.095194 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-f5ed9abf-4a6f-4f38-8c3c-846d12c18153 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.30 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 946 time: 0.1659229 Jul 16 20:17:02.180612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Allocated IP 172.20.0.2 (61588b4c-b1dc-4e58-9877-2dfc183a77e5/8ca9a34f-7ec3-4769-aad3-6849e1fdf46b/330c0be9-542c-46dc-824b-bcfd682e4ea6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:02.345979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3cb28185-807c-49b5-8627-f87a442c0aef req-eb4416aa-528e-4b31-9687-97033136931a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 210 time: 0.0566862 Jul 16 20:17:02.487708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9bbfa441-b0ba-4b4e-af3b-2910c8a93cd6 req-9da64727-e408-4873-9f43-6a8b5eba763b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1783814687', 'description': 'tempest-description-834315901'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:02.602663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Deleting port 77defa91-9154-4b4b-9437-282643cdb407 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:02.603294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.767305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9bbfa441-b0ba-4b4e-af3b-2910c8a93cd6 req-9da64727-e408-4873-9f43-6a8b5eba763b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.783402 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c0afcad-f75c-4c9e-aa10-3b612635fe31 req-2f9f33e9-1664-4182-9673-6b35281db0b6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a7e78cb2e3a46efa3a47ce99b87a9f3&device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.2726374 Jul 16 20:17:02.831765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a3a69eab-7230-4953-9005-4691fe73f1a1 req-62f69a16-ca11-49a8-97ca-12fdd3012c11 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 210 time: 0.1165850 Jul 16 20:17:02.883648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c0afcad-f75c-4c9e-aa10-3b612635fe31 req-6ff3b690-8f8a-4478-90bc-3be3135244d6 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=6a7e78cb2e3a46efa3a47ce99b87a9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919175 Jul 16 20:17:02.961116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] For port 77defa91-9154-4b4b-9437-282643cdb407, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=77defa91-9154-4b4b-9437-282643cdb407,segment=NetworkSegment(971839ed-f960-43f7-bc1e-128864032876),segment_id=971839ed-f960-43f7-bc1e-128864032876)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:02.961504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:02.970480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.006756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Calling delete_port for 77defa91-9154-4b4b-9437-282643cdb407 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:03.143744 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.189688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:03.197059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:03.249750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0afcad-f75c-4c9e-aa10-3b612635fe31 req-a2735c3b-0c52-4b53-8ab5-cfbad7965a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.252850 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c0afcad-f75c-4c9e-aa10-3b612635fe31 req-a2735c3b-0c52-4b53-8ab5-cfbad7965a63 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3485043 Jul 16 20:17:03.257491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-eee09338-f49e-4083-b9ba-c431f26e4b06 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.257753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9bbfa441-b0ba-4b4e-af3b-2910c8a93cd6 req-9da64727-e408-4873-9f43-6a8b5eba763b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.261781 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-eee09338-f49e-4083-b9ba-c431f26e4b06 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 821 time: 0.7143161 Jul 16 20:17:03.262089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9bbfa441-b0ba-4b4e-af3b-2910c8a93cd6 req-9da64727-e408-4873-9f43-6a8b5eba763b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.265892 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:03.354231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:03.360912 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.365153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9bbfa441-b0ba-4b4e-af3b-2910c8a93cd6 req-9da64727-e408-4873-9f43-6a8b5eba763b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.366483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9bbfa441-b0ba-4b4e-af3b-2910c8a93cd6 req-9da64727-e408-4873-9f43-6a8b5eba763b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8982990 Jul 16 20:17:03.381693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da64727-e408-4873-9f43-6a8b5eba763b tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3dac3-d631-48ca-88c6-699c28aff683,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:03.386688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e883c228-3791-44b8-a3c5-9a18d1688a68 req-b4895034-5c16-4833-93b6-f71d423106a9 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.2453213 Jul 16 20:17:03.406366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Request body: {'port': {'device_id': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8', 'admin_state_up': True, 'tenant_id': '3ca09283cdb344df9c4778a5cbe26f3b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:03.430916 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.489536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0556402 Jul 16 20:17:03.515506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Pushing event deleted for resources: {'Port': ['ID=77defa91-9154-4b4b-9437-282643cdb407,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:03.521947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Request body: {'port': {'device_id': '58e5b154-8882-4ca2-a247-b5a703299e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:03.630990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] No DVR routers for this DVR port 77defa91-9154-4b4b-9437-282643cdb407 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:03.634817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a8948-a1f0-4660-b718-a0325d094df0 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event updated for resources: {'Port': ['ID=330c0be9-542c-46dc-824b-bcfd682e4ea6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:03.636678 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:03.652243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6cdbf5c7-edce-4f5a-b0e2-6ea6258d1f47 req-2ccd017c-2317-4172-8092-be86e6c2c33e tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.30 "DELETE /v2.0/ports/77defa91-9154-4b4b-9437-282643cdb407 HTTP/1.1" status: 204 len: 173 time: 1.5505633 Jul 16 20:17:03.652740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ae8c31-022b-4309-90b0-a99b91963e24', 'name': 'network-vif-deleted', 'tag': '77defa91-9154-4b4b-9437-282643cdb407'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:03.655932 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f5114c-6bb6-4bbc-8483-cba6d62fe20c" -d '{"events": [{"server_uuid": "67ae8c31-022b-4309-90b0-a99b91963e24", "name": "network-vif-deleted", "tag": "77defa91-9154-4b4b-9437-282643cdb407"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:04.166255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 77defa91-9154-4b4b-9437-282643cdb407 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:04.203099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 77defa91-9154-4b4b-9437-282643cdb407 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:04.203466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 77defa91-9154-4b4b-9437-282643cdb407 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:04.284860 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f3a4b462-1abb-4cce-9815-39a1aa1260db req-e9347fb5-90ac-4aa7-928c-fd0fab01ea44 tempest-ServerDiskConfigTestJSON-1824900623 tempest-ServerDiskConfigTestJSON-1824900623-project] 10.222.0.10 "GET /v2.0/ports?device_id=67ae8c31-022b-4309-90b0-a99b91963e24 HTTP/1.1" status: 200 len: 210 time: 0.5330148 Jul 16 20:17:04.286024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.414718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Made reservation on behalf of 3ca09283cdb344df9c4778a5cbe26f3b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:04.420325 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:04.479808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b83e018d-c501-42e0-a508-f4b33da2b79c req-1f2ab2dd-c806-41e9-bd28-5fadbfc4bb17 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/b6f3dac3-d631-48ca-88c6-699c28aff683 HTTP/1.1" status: 200 len: 1814 time: 0.1515818 Jul 16 20:17:04.654155 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c0afcad-f75c-4c9e-aa10-3b612635fe31 req-56934f24-189f-450a-a627-480cb845e822 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.63 "GET /v2.0/ports?device_id=c3f7ea47-0799-4cb0-b3ae-50efea2fa06d HTTP/1.1" status: 200 len: 210 time: 0.1142371 Jul 16 20:17:04.876101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Allocated IP 172.20.0.5 (090e63f5-0b12-480f-a8ba-caa5cb1116a8/80c8e6cd-e14f-4b4a-bbea-93ed92be01bc/d8d63501-447f-4f9d-9ed8-b96eeed1bfde) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:05.044143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e253fa-8fec-4b50-9853-c0228b7b2e25 req-08b96bad-dbdc-40a9-986e-006a98694c26 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:05.045779 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99e253fa-8fec-4b50-9853-c0228b7b2e25 req-08b96bad-dbdc-40a9-986e-006a98694c26 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 931 time: 0.2928708 Jul 16 20:17:05.159481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330c0be9-542c-46dc-824b-bcfd682e4ea6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:05.188310 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.216523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99e253fa-8fec-4b50-9853-c0228b7b2e25 req-41906b80-502b-4f5f-b16b-cdd724e25031 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588840 Jul 16 20:17:05.260794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Transition to ACTIVE for port object 330c0be9-542c-46dc-824b-bcfd682e4ea6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:05.290682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.318529 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.470495 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.489967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:05.517677 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b21e2f-fa2d-4b3e-bd9b-1a0d1c57b6e1 x-openstack-request-id: req-35b21e2f-fa2d-4b3e-bd9b-1a0d1c57b6e1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:05.518811 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ae8c31-022b-4309-90b0-a99b91963e24", "name": "network-vif-deleted", "tag": "77defa91-9154-4b4b-9437-282643cdb407", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:05.519217 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35b21e2f-fa2d-4b3e-bd9b-1a0d1c57b6e1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:05.519921 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ae8c31-022b-4309-90b0-a99b91963e24', 'name': 'network-vif-deleted', 'tag': '77defa91-9154-4b4b-9437-282643cdb407', 'status': 'completed', 'code': 200} Jul 16 20:17:05.538057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:05.539217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=330c0be9-542c-46dc-824b-bcfd682e4ea6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:05.603586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:05.608228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:05.739995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Attempting to bind port 330c0be9-542c-46dc-824b-bcfd682e4ea6 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:05.740671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Attempting to bind port 330c0be9-542c-46dc-824b-bcfd682e4ea6 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:05.741285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Attempting to bind port 330c0be9-542c-46dc-824b-bcfd682e4ea6 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:05.807436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Port 330c0be9-542c-46dc-824b-bcfd682e4ea6 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:05.808304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Attempting to bind port 330c0be9-542c-46dc-824b-bcfd682e4ea6 on network 61588b4c-b1dc-4e58-9877-2dfc183a77e5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:05.860952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:05.861686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Checking segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:05.862495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Bound using segment: {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:05.863569 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Bound port: 330c0be9-542c-46dc-824b-bcfd682e4ea6, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49ce2c9-2555-4e35-9f40-bddae587c8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:05.867322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:05.870943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Pushing event updated for resources: {'Port': ['ID=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:05.915639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:05.917719 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.012021 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-492d5d3c-bf7a-43a9-b25e-8e7246e509ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6162987 Jul 16 20:17:06.032244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Request body: {'port': {'device_id': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:06.085246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] For port 330c0be9-542c-46dc-824b-bcfd682e4ea6, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:06.110889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbc48a-4c9a-45a8-bdc7-bc731798c775 req-e274afb2-0cc0-43c3-972c-8c1d161b6020 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:06.112597 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1fdbc48a-4c9a-45a8-bdc7-bc731798c775 req-e274afb2-0cc0-43c3-972c-8c1d161b6020 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 931 time: 0.2312560 Jul 16 20:17:06.117664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] For port 330c0be9-542c-46dc-824b-bcfd682e4ea6, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=330c0be9-542c-46dc-824b-bcfd682e4ea6,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:06.161130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.225653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:06.231566 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.231566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] 10.222.0.63 "PUT /v2.0/ports/330c0be9-542c-46dc-824b-bcfd682e4ea6 HTTP/1.1" status: 200 len: 1092 time: 2.7156057 Jul 16 20:17:06.233982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e5b154-8882-4ca2-a247-b5a703299e4a', 'tag': '330c0be9-542c-46dc-824b-bcfd682e4ea6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:06.236354 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d599f57a-bc35-4395-8fdc-8c7aa311646e" -d '{"events": [{"name": "network-changed", "server_uuid": "58e5b154-8882-4ca2-a247-b5a703299e4a", "tag": "330c0be9-542c-46dc-824b-bcfd682e4ea6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:06.238740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.265605 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1fdbc48a-4c9a-45a8-bdc7-bc731798c775 req-e28c9bc8-d244-4b53-b291-3ef43ee564db tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162565 Jul 16 20:17:06.328479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dc478-2c95-496f-ad59-4670b606fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=330c0be9-542c-46dc-824b-bcfd682e4ea6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:06.457833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-640b20f5-9d4d-41cf-bf40-b0dbb9e37513 req-509d72c5-d883-4ab3-a72b-59bc0b7e3c88 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-705622370', 'description': 'tempest-description-561170829'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:06.489443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-643995f4-bcd2-436f-ad26-d050646b7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:06.490831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-643995f4-bcd2-436f-ad26-d050646b7e77 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 1095 time: 0.2048256 Jul 16 20:17:06.551125 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-69bd7ba9-6431-4da7-b7eb-a13308d981e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=330c0be9-542c-46dc-824b-bcfd682e4ea6 HTTP/1.1" status: 200 len: 217 time: 0.0457797 Jul 16 20:17:06.551771 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-640b20f5-9d4d-41cf-bf40-b0dbb9e37513 req-509d72c5-d883-4ab3-a72b-59bc0b7e3c88 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.672058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-76ffe3fe-dc64-4277-a959-f25ab598eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:06.672987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-76ffe3fe-dc64-4277-a959-f25ab598eede service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.1164711 Jul 16 20:17:06.721988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-8e0da557-7c0c-437f-ad42-4c1584dd9e64 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343204 Jul 16 20:17:06.873200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d63501-447f-4f9d-9ed8-b96eeed1bfde {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:06.879127 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-640b20f5-9d4d-41cf-bf40-b0dbb9e37513 req-509d72c5-d883-4ab3-a72b-59bc0b7e3c88 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.892303 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.894562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-640b20f5-9d4d-41cf-bf40-b0dbb9e37513 req-509d72c5-d883-4ab3-a72b-59bc0b7e3c88 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.926849 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-1bdf7a87-6337-4285-b497-0f9977b3a38d service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962285 Jul 16 20:17:06.937003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Transition to ACTIVE for port object d8d63501-447f-4f9d-9ed8-b96eeed1bfde will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:06.960660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-640b20f5-9d4d-41cf-bf40-b0dbb9e37513 req-509d72c5-d883-4ab3-a72b-59bc0b7e3c88 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:06.961866 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-640b20f5-9d4d-41cf-bf40-b0dbb9e37513 req-509d72c5-d883-4ab3-a72b-59bc0b7e3c88 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5094881 Jul 16 20:17:06.962471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d72c5-d883-4ab3-a72b-59bc0b7e3c88 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ebbc8-c211-4775-85ae-ac4bec5ca452,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:06.965022 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.089276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:07.115297 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b66f0a59-0a99-40dd-a2c1-fefc33be7e8e req-27f39e84-2b26-4b53-b217-89282c7f7997 service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738653 Jul 16 20:17:07.146901 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6af25e4-7cc3-452d-8bfc-9b6f509266d7 x-openstack-request-id: req-c6af25e4-7cc3-452d-8bfc-9b6f509266d7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:07.147152 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e5b154-8882-4ca2-a247-b5a703299e4a", "tag": "330c0be9-542c-46dc-824b-bcfd682e4ea6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:07.147471 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6af25e4-7cc3-452d-8bfc-9b6f509266d7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:07.147825 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e5b154-8882-4ca2-a247-b5a703299e4a', 'tag': '330c0be9-542c-46dc-824b-bcfd682e4ea6', 'status': 'completed', 'code': 200} Jul 16 20:17:07.175134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:07.175572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:07.175973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:07.213614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:07.215439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:07.223985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:07.224467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:07.224967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:07.225544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Bound port: d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:07.226225 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.306441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-2323cd4c-182b-4e3d-b88b-f12429c37aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.306441 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-2323cd4c-182b-4e3d-b88b-f12429c37aa2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=18482987bf8a421aa1d459fff4963635&device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 1095 time: 0.1254973 Jul 16 20:17:07.321237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:07.381988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:07.390612 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.462503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.463120 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:07.464533 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] 10.222.0.63 "PUT /v2.0/ports/d8d63501-447f-4f9d-9ed8-b96eeed1bfde HTTP/1.1" status: 200 len: 1092 time: 1.4371812 Jul 16 20:17:07.517992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-50828016-0f31-4e6b-b525-5d4c81e732e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.519500 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-50828016-0f31-4e6b-b525-5d4c81e732e6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 200 len: 913 time: 0.2088604 Jul 16 20:17:07.526044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eca5dd-a546-4206-b91a-514c8aa12459 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:07.591667 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-6ed28503-3925-44ad-b5af-5b8c11d596ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=330c0be9-542c-46dc-824b-bcfd682e4ea6 HTTP/1.1" status: 200 len: 217 time: 0.0624921 Jul 16 20:17:07.602575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa36343-4f11-4692-8b8e-591757f57dec req-384dae53-f02d-4fd3-92cf-819853a64c5a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.604097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fa36343-4f11-4692-8b8e-591757f57dec req-384dae53-f02d-4fd3-92cf-819853a64c5a tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 943 time: 0.2805164 Jul 16 20:17:07.687994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-59370ff4-2cde-4a01-b9d3-a5a8fe4e4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.689494 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-59370ff4-2cde-4a01-b9d3-a5a8fe4e4b41 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 200 len: 852 time: 0.0845544 Jul 16 20:17:07.700659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fa36343-4f11-4692-8b8e-591757f57dec req-6439f665-4123-47a0-8d25-3e5780718646 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856838 Jul 16 20:17:07.733973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-2669f50b-dc74-4101-b809-60bb5bf2e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.733973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-2669f50b-dc74-4101-b809-60bb5bf2e644 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 1095 time: 0.1968153 Jul 16 20:17:07.735767 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-2d2f5cd1-78d1-4d23-8c6c-24990fd1111f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=61588b4c-b1dc-4e58-9877-2dfc183a77e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386968 Jul 16 20:17:07.833973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-0e1af77e-d54b-4d58-ba0f-f9f51616886f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde HTTP/1.1" status: 200 len: 217 time: 0.0876079 Jul 16 20:17:07.959830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-26620b9b-ed52-41d1-be36-7be3725f6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:07.961985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-26620b9b-ed52-41d1-be36-7be3725f6e02 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.1125400 Jul 16 20:17:08.008199 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-9cd423c4-ba00-4e79-8c0e-ef990140caf4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390337 Jul 16 20:17:08.077503 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-2a6c947e-67ba-460c-bf02-1b0fe0d11dde service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176706 Jul 16 20:17:08.145197 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3800b2-18fa-4bc3-8b38-00adcf2730ba req-f98bb98b-8dbe-4d9f-a7d9-02df3c0b5b05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a7e78cb2e3a46efa3a47ce99b87a9f3&device_id=8866770e-6dff-416e-9aa2-1699221b2233 HTTP/1.1" status: 200 len: 210 time: 0.1134329 Jul 16 20:17:08.190780 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3800b2-18fa-4bc3-8b38-00adcf2730ba req-7c71d9e6-2305-43f0-b919-0950da9a19e1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6a7e78cb2e3a46efa3a47ce99b87a9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372336 Jul 16 20:17:08.219760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5150c8c6-1e6b-48f6-aa8d-dfee9bde32b4 req-52870c15-1392-43e5-91fe-639058cfe8b5 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/a73ebbc8-c211-4775-85ae-ac4bec5ca452 HTTP/1.1" status: 200 len: 1813 time: 0.1875937 Jul 16 20:17:08.256986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-08926af8-908a-4328-a8fd-39c3a8d369af service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273698 Jul 16 20:17:08.372486 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76be1ba1-eeec-4c4f-946a-98a84d08d9e0 req-8531247e-9685-4a2b-9070-a45335998710 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089132 Jul 16 20:17:08.392959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d599f57a-bc35-4395-8fdc-8c7aa311646e req-5c7b8efe-f96a-4050-a41d-85afd5db4d88 service neutron] 10.222.0.63 "GET /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046281 Jul 16 20:17:08.444457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3800b2-18fa-4bc3-8b38-00adcf2730ba req-8929dc93-d4db-43fb-ae40-d3700c375876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:08.447897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3800b2-18fa-4bc3-8b38-00adcf2730ba req-8929dc93-d4db-43fb-ae40-d3700c375876 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2499404 Jul 16 20:17:08.668994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f6ca5-24d0-4028-96ec-ad8b3f63718b req-c98b0c80-c5f5-4532-8433-a9a11d42fa9f tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:08.670679 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-446f6ca5-24d0-4028-96ec-ad8b3f63718b req-c98b0c80-c5f5-4532-8433-a9a11d42fa9f tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.1337364 Jul 16 20:17:08.736481 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-446f6ca5-24d0-4028-96ec-ad8b3f63718b req-32cb7d67-8ff5-4cb2-b032-e167c1e1a396 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540113 Jul 16 20:17:08.938606 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6beac00-c1a3-4b40-9fb8-9a1320b32981 req-7be88ee8-9242-4b3c-981f-e4fd19b896a3 tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=8866770e-6dff-416e-9aa2-1699221b2233 HTTP/1.1" status: 200 len: 210 time: 0.0408435 Jul 16 20:17:08.978871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b32c3e4d-708f-4d8e-999e-11a40c047658 req-b03b1427-ee63-4efc-8b9d-cd8a05704348 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1439769700', 'description': 'tempest-description-2113323249'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:09.013010 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b32c3e4d-708f-4d8e-999e-11a40c047658 req-b03b1427-ee63-4efc-8b9d-cd8a05704348 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.132452 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b32c3e4d-708f-4d8e-999e-11a40c047658 req-b03b1427-ee63-4efc-8b9d-cd8a05704348 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.138994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b32c3e4d-708f-4d8e-999e-11a40c047658 req-b03b1427-ee63-4efc-8b9d-cd8a05704348 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.153678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:09.157393 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:09.194777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b32c3e4d-708f-4d8e-999e-11a40c047658 req-b03b1427-ee63-4efc-8b9d-cd8a05704348 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:09.196634 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b32c3e4d-708f-4d8e-999e-11a40c047658 req-b03b1427-ee63-4efc-8b9d-cd8a05704348 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2222507 Jul 16 20:17:09.200806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b1427-ee63-4efc-8b9d-cd8a05704348 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49366a9-7020-4262-aadb-ace9a48bd140,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:09.459944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984592d6-9a0b-434b-b6aa-0c0a09b981e4 req-5451ad09-fe6f-4316-9ace-599d69f6bb95 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.461461 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-984592d6-9a0b-434b-b6aa-0c0a09b981e4 req-5451ad09-fe6f-4316-9ace-599d69f6bb95 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 943 time: 0.0730097 Jul 16 20:17:09.520486 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-984592d6-9a0b-434b-b6aa-0c0a09b981e4 req-54de6da5-a63b-4d40-a624-d99c650856bd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516376 Jul 16 20:17:09.592190 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ded3bf-c610-4952-8e31-06778deb4ef4 x-openstack-request-id: req-c0ded3bf-c610-4952-8e31-06778deb4ef4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:09.593212 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:09.593596 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0ded3bf-c610-4952-8e31-06778deb4ef4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:09.594200 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde', 'status': 'completed', 'code': 200} Jul 16 20:17:09.715288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-25f7af98-6d98-4e6a-b73b-e45c6da37c93 req-c008e642-32da-44e2-9c56-33c1e3f195e8 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/d49366a9-7020-4262-aadb-ace9a48bd140 HTTP/1.1" status: 200 len: 1815 time: 0.1105382 Jul 16 20:17:09.738730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-bf31a601-cc40-49eb-ba50-ac7293faca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.741354 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-bf31a601-cc40-49eb-ba50-ac7293faca39 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 1095 time: 0.1075861 Jul 16 20:17:09.915639 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-5a59eb15-94cf-4e5d-aec2-3509085847b5 req-e1603537-540e-4d87-96ca-93d5f35b4808 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] show failed (client error): The resource could not be found. Jul 16 20:17:09.917754 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a59eb15-94cf-4e5d-aec2-3509085847b5 req-e1603537-540e-4d87-96ca-93d5f35b4808 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/56a1917f-a6ef-441b-841f-09dc6481dc4e HTTP/1.1" status: 404 len: 352 time: 0.0434966 Jul 16 20:17:09.920677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-c678f90a-9684-483a-b143-95f0cb4ab8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:09.923869 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-c678f90a-9684-483a-b143-95f0cb4ab8cb service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.1753881 Jul 16 20:17:09.986541 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-c446e586-389f-46d3-9c1f-23d57062bbd9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde HTTP/1.1" status: 200 len: 217 time: 0.0556509 Jul 16 20:17:10.018726 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3800b2-18fa-4bc3-8b38-00adcf2730ba req-5de5f858-5d78-48b4-898a-15d326c114fe tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.30 "GET /v2.0/ports?device_id=8866770e-6dff-416e-9aa2-1699221b2233 HTTP/1.1" status: 200 len: 210 time: 0.0825765 Jul 16 20:17:10.075140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-878149c4-532b-4d46-8f16-90e42a12bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:10.077953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-878149c4-532b-4d46-8f16-90e42a12bf7c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.0853760 Jul 16 20:17:10.189988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-6172fa37-f728-4e5d-aca4-10f1fe19046e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940661 Jul 16 20:17:10.357143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affc0b6-abaa-47c0-bec4-045260bc0ff7 req-1d5c20ea-ad9d-48a7-a608-40e9e763fe86 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:10.360515 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3affc0b6-abaa-47c0-bec4-045260bc0ff7 req-1d5c20ea-ad9d-48a7-a608-40e9e763fe86 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.2812219 Jul 16 20:17:10.433341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-39cd03eb-8839-40d7-885b-b0607158a9a4 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381051 Jul 16 20:17:10.514714 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3affc0b6-abaa-47c0-bec4-045260bc0ff7 req-8b36a013-593f-4d4d-820e-231ca66977ea tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389699 Jul 16 20:17:10.651442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a83f4b0b-ed3b-448d-bd9d-04f51ee60e7f req-259a4f5a-b87a-404f-a40e-d69815994b8c service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094634 Jul 16 20:17:10.688270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55162) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:10.739076 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-d89756fb-ec03-4099-8a0e-9b53908b7060 req-fc55a0cf-f43f-4ed8-83cf-791ce592e04a tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] show failed (client error): The resource could not be found. Jul 16 20:17:10.741205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d89756fb-ec03-4099-8a0e-9b53908b7060 req-fc55a0cf-f43f-4ed8-83cf-791ce592e04a tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-group-rules/dc1e839f-1557-429f-9227-d7971cec2c53 HTTP/1.1" status: 404 len: 361 time: 0.0225024 Jul 16 20:17:10.839368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7682da2-4f54-462b-84e6-576be6735eb1 admin admin] Deleting subnet 2a63f3fa-c3a6-4ca4-8116-05d36abd8571 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:10.847612 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7682da2-4f54-462b-84e6-576be6735eb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:10.934948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7682da2-4f54-462b-84e6-576be6735eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.038459 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-82cfc5ec-f3ba-4b44-94b7-d7ed0c27b46a req-3a8f76c7-1cc1-4346-a8ed-845e0fc490dd tempest-ServerShowV247Test-1694062825 tempest-ServerShowV247Test-1694062825-project] 10.222.0.10 "GET /v2.0/ports?device_id=8866770e-6dff-416e-9aa2-1699221b2233 HTTP/1.1" status: 200 len: 210 time: 0.1040125 Jul 16 20:17:11.047527 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7682da2-4f54-462b-84e6-576be6735eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.218006 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7682da2-4f54-462b-84e6-576be6735eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.241362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 330c0be9-542c-46dc-824b-bcfd682e4ea6 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:11.258255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7682da2-4f54-462b-84e6-576be6735eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a63f3fa-c3a6-4ca4-8116-05d36abd8571,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:11.286190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7682da2-4f54-462b-84e6-576be6735eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.291444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d7682da2-4f54-462b-84e6-576be6735eb1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2a63f3fa-c3a6-4ca4-8116-05d36abd8571 HTTP/1.1" status: 204 len: 168 time: 0.5984845 Jul 16 20:17:11.292092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55166) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:11.411617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 330c0be9-542c-46dc-824b-bcfd682e4ea6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=330c0be9-542c-46dc-824b-bcfd682e4ea6,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:11.426859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '330c0be9-542c-46dc-824b-bcfd682e4ea6', 'network_id': '61588b4c-b1dc-4e58-9877-2dfc183a77e5', 'port_id': '330c0be9-542c-46dc-824b-bcfd682e4ea6', 'mac_address': 'fa:16:3e:d7:90:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca9a34f-7ec3-4769-aad3-6849e1fdf46b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:11.470965 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.473617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c060579-8e9a-4a39-9c1a-ac1a2f7c861c req-e1faafd9-fe8e-4a4e-b370-858deec5c5b9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:11.475317 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c060579-8e9a-4a39-9c1a-ac1a2f7c861c req-e1faafd9-fe8e-4a4e-b370-858deec5c5b9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 943 time: 0.2216480 Jul 16 20:17:11.490019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330c0be9-542c-46dc-824b-bcfd682e4ea6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:11.493983 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.521132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 330c0be9-542c-46dc-824b-bcfd682e4ea6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=330c0be9-542c-46dc-824b-bcfd682e4ea6,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:11.527402 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.550749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc88aca2-b8e4-4863-91b8-1cc3c6da65e9 req-85063bea-9b0d-48ba-8ff5-49bfc829aa14 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/d49366a9-7020-4262-aadb-ace9a48bd140 HTTP/1.1" status: 200 len: 1815 time: 0.1079166 Jul 16 20:17:11.602940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=330c0be9-542c-46dc-824b-bcfd682e4ea6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:11.720559 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.742187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a16df39-bdec-4591-8394-f1ea6cca1cb5']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:11.765780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971839ed-f960-43f7-bc1e-128864032876') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:11.766175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971839ed-f960-43f7-bc1e-128864032876') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:11.775946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc88aca2-b8e4-4863-91b8-1cc3c6da65e9 req-ba808bb1-c042-4f9c-907a-c0ac3a30cc2e tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.777384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['330c0be9-542c-46dc-824b-bcfd682e4ea6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:11.782795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.820719 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.830569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc88aca2-b8e4-4863-91b8-1cc3c6da65e9 req-ba808bb1-c042-4f9c-907a-c0ac3a30cc2e tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.841814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:11.842369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:11.845211 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:11.937595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.965441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.972003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] 10.222.0.10 "DELETE /v2.0/networks/0a16df39-bdec-4591-8394-f1ea6cca1cb5 HTTP/1.1" status: 204 len: 168 time: 0.6757689 Jul 16 20:17:11.972003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe2253-97e5-4a3c-9bf7-d1eca49abb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a16df39-bdec-4591-8394-f1ea6cca1cb5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:11.993959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc88aca2-b8e4-4863-91b8-1cc3c6da65e9 req-ba808bb1-c042-4f9c-907a-c0ac3a30cc2e tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:11.996543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fc88aca2-b8e4-4863-91b8-1cc3c6da65e9 req-ba808bb1-c042-4f9c-907a-c0ac3a30cc2e tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.008043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc88aca2-b8e4-4863-91b8-1cc3c6da65e9 req-ba808bb1-c042-4f9c-907a-c0ac3a30cc2e tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "DELETE /v2.0/security-groups/d49366a9-7020-4262-aadb-ace9a48bd140 HTTP/1.1" status: 204 len: 173 time: 0.4253201 Jul 16 20:17:12.018616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba808bb1-c042-4f9c-907a-c0ac3a30cc2e tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49366a9-7020-4262-aadb-ace9a48bd140,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:12.056288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c060579-8e9a-4a39-9c1a-ac1a2f7c861c req-f9690fa6-7ace-49da-9a95-afe444acd3dc tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704310 Jul 16 20:17:12.208746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55182) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:12.218184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cde609be-1a9c-4231-bd04-efb65daf7eee req-efa3b606-4f7f-4cd8-b752-6a57c9f57ee2 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/a73ebbc8-c211-4775-85ae-ac4bec5ca452 HTTP/1.1" status: 200 len: 1813 time: 0.0976696 Jul 16 20:17:12.307086 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bff37b1d-fa47-4bda-9491-1792f341a783 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=462fd8b09dc04191bcd74ee64996cb77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0971494 Jul 16 20:17:12.309724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:12.370130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b26c3-d1e1-4738-acf1-5eb990b8f705 req-954519cb-0956-4adf-b970-dabbef1d90ce tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:12.371872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cde609be-1a9c-4231-bd04-efb65daf7eee req-fdf9b195-6d2e-4da2-9348-7e650168e470 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.372022 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b5b26c3-d1e1-4738-acf1-5eb990b8f705 req-954519cb-0956-4adf-b970-dabbef1d90ce tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.1375315 Jul 16 20:17:12.411339 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cde609be-1a9c-4231-bd04-efb65daf7eee req-fdf9b195-6d2e-4da2-9348-7e650168e470 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.427792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca94e491-44f0-49ec-947a-fda9f021142d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.448537 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b5b26c3-d1e1-4738-acf1-5eb990b8f705 req-4eff7cdf-af0d-44b4-9040-84d09428abc1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670152 Jul 16 20:17:12.465633 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca94e491-44f0-49ec-947a-fda9f021142d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.485239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cde609be-1a9c-4231-bd04-efb65daf7eee req-fdf9b195-6d2e-4da2-9348-7e650168e470 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.490537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cde609be-1a9c-4231-bd04-efb65daf7eee req-fdf9b195-6d2e-4da2-9348-7e650168e470 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.494939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cde609be-1a9c-4231-bd04-efb65daf7eee req-fdf9b195-6d2e-4da2-9348-7e650168e470 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "DELETE /v2.0/security-groups/a73ebbc8-c211-4775-85ae-ac4bec5ca452 HTTP/1.1" status: 204 len: 173 time: 0.2685206 Jul 16 20:17:12.513487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9b195-6d2e-4da2-9348-7e650168e470 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ebbc8-c211-4775-85ae-ac4bec5ca452,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:12.574464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca94e491-44f0-49ec-947a-fda9f021142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.578134 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca94e491-44f0-49ec-947a-fda9f021142d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.579888 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ca94e491-44f0-49ec-947a-fda9f021142d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6548673-8457-465c-b54b-db86ef0cb997 HTTP/1.1" status: 204 len: 168 time: 0.2692697 Jul 16 20:17:12.589416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94e491-44f0-49ec-947a-fda9f021142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6548673-8457-465c-b54b-db86ef0cb997,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:12.744418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a60eb327-5786-47ad-9229-564a8c9fc6a5 req-be3107ee-6a88-4953-8524-3adc558b2e18 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/b6f3dac3-d631-48ca-88c6-699c28aff683 HTTP/1.1" status: 200 len: 1814 time: 0.0863824 Jul 16 20:17:12.845844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a60eb327-5786-47ad-9229-564a8c9fc6a5 req-30a5c9eb-8fce-4a41-a585-20c421e839d5 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.888351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a60eb327-5786-47ad-9229-564a8c9fc6a5 req-30a5c9eb-8fce-4a41-a585-20c421e839d5 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.963338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a60eb327-5786-47ad-9229-564a8c9fc6a5 req-30a5c9eb-8fce-4a41-a585-20c421e839d5 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.969671 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a60eb327-5786-47ad-9229-564a8c9fc6a5 req-30a5c9eb-8fce-4a41-a585-20c421e839d5 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:12.973123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a60eb327-5786-47ad-9229-564a8c9fc6a5 req-30a5c9eb-8fce-4a41-a585-20c421e839d5 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "DELETE /v2.0/security-groups/b6f3dac3-d631-48ca-88c6-699c28aff683 HTTP/1.1" status: 204 len: 173 time: 0.2221529 Jul 16 20:17:13.017342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5c9eb-8fce-4a41-a585-20c421e839d5 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3dac3-d631-48ca-88c6-699c28aff683,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:13.115672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-673c71c9-747f-4432-9db1-8449fd66cb71 req-98f81de9-35c9-4a00-bff9-15207a4d4d4f tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/9dd7f759-9801-4edc-bf46-c3b8076dee54 HTTP/1.1" status: 200 len: 1814 time: 0.1244915 Jul 16 20:17:13.224900 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-673c71c9-747f-4432-9db1-8449fd66cb71 req-e7130ef0-79ee-495d-a682-817c4a99399c tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.248773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:13.258391 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-673c71c9-747f-4432-9db1-8449fd66cb71 req-e7130ef0-79ee-495d-a682-817c4a99399c tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.260822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 330c0be9-542c-46dc-824b-bcfd682e4ea6 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:13.348351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-673c71c9-747f-4432-9db1-8449fd66cb71 req-e7130ef0-79ee-495d-a682-817c4a99399c tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.358757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-673c71c9-747f-4432-9db1-8449fd66cb71 req-e7130ef0-79ee-495d-a682-817c4a99399c tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.364941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-673c71c9-747f-4432-9db1-8449fd66cb71 req-e7130ef0-79ee-495d-a682-817c4a99399c tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "DELETE /v2.0/security-groups/9dd7f759-9801-4edc-bf46-c3b8076dee54 HTTP/1.1" status: 204 len: 173 time: 0.2481749 Jul 16 20:17:13.392950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 330c0be9-542c-46dc-824b-bcfd682e4ea6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:13.397112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 330c0be9-542c-46dc-824b-bcfd682e4ea6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:13.397504 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.398438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7130ef0-79ee-495d-a682-817c4a99399c tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd7f759-9801-4edc-bf46-c3b8076dee54,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:13.456780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814232b-5c42-4862-a8e7-245c964b7f6e req-f8cfdce2-fd0a-4cb4-bc2e-3535229b5062 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:13.470414 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f814232b-5c42-4862-a8e7-245c964b7f6e req-f8cfdce2-fd0a-4cb4-bc2e-3535229b5062 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 944 time: 0.1699700 Jul 16 20:17:13.474765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ab12ec1-70f8-493c-861c-079b83c7c4d8 req-1eefa9f9-8cfe-4edf-85fb-8aea9ca88758 tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "GET /v2.0/security-groups/cbf361c0-6dae-4ded-8ae6-dac7060a8475 HTTP/1.1" status: 200 len: 1813 time: 0.0793107 Jul 16 20:17:13.571522 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e984-4d6b-4c04-88aa-f4e5f7c986df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.611480 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f814232b-5c42-4862-a8e7-245c964b7f6e req-7f2523fe-6a85-4371-b8e5-90c3a35f3be2 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398790 Jul 16 20:17:13.624952 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.663722 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ab12ec1-70f8-493c-861c-079b83c7c4d8 req-19c63037-0509-4905-b469-b2e8bc5b7eaa tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.695148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e5b154-8882-4ca2-a247-b5a703299e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330c0be9-542c-46dc-824b-bcfd682e4ea6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:13.704914 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a93ce94-c11a-4a65-9819-42a886f6cf09" -d '{"events": [{"server_uuid": "58e5b154-8882-4ca2-a247-b5a703299e4a", "name": "network-vif-plugged", "status": "completed", "tag": "330c0be9-542c-46dc-824b-bcfd682e4ea6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:13.711486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ab12ec1-70f8-493c-861c-079b83c7c4d8 req-19c63037-0509-4905-b469-b2e8bc5b7eaa tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.741762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 330c0be9-542c-46dc-824b-bcfd682e4ea6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=330c0be9-542c-46dc-824b-bcfd682e4ea6,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:13.750012 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.760200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:13.793400 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ab12ec1-70f8-493c-861c-079b83c7c4d8 req-19c63037-0509-4905-b469-b2e8bc5b7eaa tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.822386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ab12ec1-70f8-493c-861c-079b83c7c4d8 req-19c63037-0509-4905-b469-b2e8bc5b7eaa tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.825457 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ab12ec1-70f8-493c-861c-079b83c7c4d8 req-19c63037-0509-4905-b469-b2e8bc5b7eaa tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] 10.222.0.10 "DELETE /v2.0/security-groups/cbf361c0-6dae-4ded-8ae6-dac7060a8475 HTTP/1.1" status: 204 len: 173 time: 0.3427775 Jul 16 20:17:13.833704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:13.853690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c63037-0509-4905-b469-b2e8bc5b7eaa tempest-SecurityGroupRulesNegativeTestJSON-1011410556 tempest-SecurityGroupRulesNegativeTestJSON-1011410556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf361c0-6dae-4ded-8ae6-dac7060a8475,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:13.860718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=330c0be9-542c-46dc-824b-bcfd682e4ea6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:13.881919 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e984-4d6b-4c04-88aa-f4e5f7c986df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:13.913985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e984-4d6b-4c04-88aa-f4e5f7c986df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.020623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0ed0e984-4d6b-4c04-88aa-f4e5f7c986df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a7e78cb2e3a46efa3a47ce99b87a9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701390 Jul 16 20:17:14.023530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:14.023700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e52b673-79ac-4efa-b9ba-865e0c298e4b admin admin] Deleting subnet 1c8344c0-6320-43a5-a7f0-ba44750d8bc5 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:14.026068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0e984-4d6b-4c04-88aa-f4e5f7c986df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67392b9b-73a8-49d1-905a-1ac73ed33142,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.031169 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e52b673-79ac-4efa-b9ba-865e0c298e4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.093108 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044280f9-e958-40fe-b267-3ca1abbe06ac x-openstack-request-id: req-044280f9-e958-40fe-b267-3ca1abbe06ac {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:14.093732 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e5b154-8882-4ca2-a247-b5a703299e4a", "name": "network-vif-plugged", "status": "completed", "tag": "330c0be9-542c-46dc-824b-bcfd682e4ea6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:14.094255 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-044280f9-e958-40fe-b267-3ca1abbe06ac {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:14.094783 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e5b154-8882-4ca2-a247-b5a703299e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330c0be9-542c-46dc-824b-bcfd682e4ea6', 'code': 200} Jul 16 20:17:14.129143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0214c-7bcd-46c4-9026-fd0aedc984f3 req-e6bb4dff-3015-4043-ad07-5bb5098a184e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:14.139104 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2536225b-8a4c-4fda-9936-33edf2c54405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.142693 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76c0214c-7bcd-46c4-9026-fd0aedc984f3 req-e6bb4dff-3015-4043-ad07-5bb5098a184e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.2287569 Jul 16 20:17:14.176924 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e52b673-79ac-4efa-b9ba-865e0c298e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.192805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2536225b-8a4c-4fda-9936-33edf2c54405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.271843 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2536225b-8a4c-4fda-9936-33edf2c54405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.278188 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2536225b-8a4c-4fda-9936-33edf2c54405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.279470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f580-d8e0-4ff4-94d3-bec29e0920cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.284390 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2536225b-8a4c-4fda-9936-33edf2c54405 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67392b9b-73a8-49d1-905a-1ac73ed33142 HTTP/1.1" status: 204 len: 168 time: 0.2596684 Jul 16 20:17:14.296796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536225b-8a4c-4fda-9936-33edf2c54405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67392b9b-73a8-49d1-905a-1ac73ed33142,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.307556 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76c0214c-7bcd-46c4-9026-fd0aedc984f3 req-3728599d-2c67-42cb-9453-4ef88cebe9f3 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621563 Jul 16 20:17:14.346412 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e52b673-79ac-4efa-b9ba-865e0c298e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.417445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952685de-40d8-4958-a7ef-c3b3404e97d3 req-d77e3bae-ffa4-4c4d-84be-af0b0489cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:14.419298 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-952685de-40d8-4958-a7ef-c3b3404e97d3 req-d77e3bae-ffa4-4c4d-84be-af0b0489cfc2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 1097 time: 0.2453368 Jul 16 20:17:14.495504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e52b673-79ac-4efa-b9ba-865e0c298e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.573832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55256) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:14.576058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-952685de-40d8-4958-a7ef-c3b3404e97d3 req-2ce99d4f-4f16-4881-b16a-5e7f6011527d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437449 Jul 16 20:17:14.584416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52b673-79ac-4efa-b9ba-865e0c298e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8344c0-6320-43a5-a7f0-ba44750d8bc5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.597203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e52b673-79ac-4efa-b9ba-865e0c298e4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.607329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:14.607574 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e52b673-79ac-4efa-b9ba-865e0c298e4b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1c8344c0-6320-43a5-a7f0-ba44750d8bc5 HTTP/1.1" status: 204 len: 168 time: 0.7660742 Jul 16 20:17:14.645071 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f580-d8e0-4ff4-94d3-bec29e0920cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.650926 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f580-d8e0-4ff4-94d3-bec29e0920cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.732162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4f580-d8e0-4ff4-94d3-bec29e0920cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c863f46-9d40-49d0-980c-ab38978d4c71,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:14.770036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.779142 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a0e4f580-d8e0-4ff4-94d3-bec29e0920cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9758e7cfdba498ab110d640c4bdd775&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0138395 Jul 16 20:17:14.779382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:14.806247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1217033497-network', 'tenant_id': '2bed6085e8994fe797a76672790c705e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:14.972266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Made reservation on behalf of 2bed6085e8994fe797a76672790c705e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:14.974638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:14.995500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.022934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.041526 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2809-4535-4838-a079-25599cc2670b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.047112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5070cb22-6b92-4e3f-93a9-808a0d4bc3aa']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:15.079838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64439095-1aa5-4484-a52f-f0f8950477be req-33cfe864-cb37-4b99-a332-2d4ab3d8d4fa tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:15.081326 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64439095-1aa5-4484-a52f-f0f8950477be req-33cfe864-cb37-4b99-a332-2d4ab3d8d4fa tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 945 time: 0.2900927 Jul 16 20:17:15.083039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1236bb-291d-4cfb-a0f8-bf59ea6ddba5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:15.083546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1236bb-291d-4cfb-a0f8-bf59ea6ddba5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:15.105856 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.136539 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2809-4535-4838-a079-25599cc2670b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.165047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.195863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:15.196263 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:15.199554 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:15.201429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:15.230598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64439095-1aa5-4484-a52f-f0f8950477be req-3dffa969-49f6-4a89-a33b-69928b4dc844 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276882 Jul 16 20:17:15.279355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.293475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.295528 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5070cb22-6b92-4e3f-93a9-808a0d4bc3aa HTTP/1.1" status: 204 len: 168 time: 0.6919856 Jul 16 20:17:15.320319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2809-4535-4838-a079-25599cc2670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.325317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2809-4535-4838-a079-25599cc2670b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.330694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b7ee2809-4535-4838-a079-25599cc2670b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c863f46-9d40-49d0-980c-ab38978d4c71 HTTP/1.1" status: 204 len: 168 time: 0.5485880 Jul 16 20:17:15.330694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681f988-9f08-49bd-9b13-2de832eefa83 admin admin] Pushing event deleted for resources: {'Network': ['ID=5070cb22-6b92-4e3f-93a9-808a0d4bc3aa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.346025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-623898736-network', 'tenant_id': '0410be0c0294441b99dffe52e22a48d5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:15.357286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee2809-4535-4838-a079-25599cc2670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c863f46-9d40-49d0-980c-ab38978d4c71,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.379529 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.391055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.417453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:15.432853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed4caa1-2668-40ab-8474-cafac779af6f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.438283 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.438860 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Added segment c90d66d1-95de-43a3-a520-05baa1d742dc of type vlan for network 58fe614b-46d8-4dc1-8f61-614db120d792 Jul 16 20:17:15.443702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Made reservation on behalf of 0410be0c0294441b99dffe52e22a48d5 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:15.450359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.502866 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.517307 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.523828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.527519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:15.589659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e9ddcd89-13c7-4591-8b17-a51eda5b94b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99f562b7f97c4168b1490435ee27e716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582042 Jul 16 20:17:15.589659 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.590003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:15.590515 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.593383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:15.722921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] Pushing event updated for resources: {'Network': ['ID=58fe614b-46d8-4dc1-8f61-614db120d792,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.745345 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f918daa-7461-45a2-8d75-8e08ad54407e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.748745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 58fe614b-46d8-4dc1-8f61-614db120d792 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:15.792396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.796870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f918daa-7461-45a2-8d75-8e08ad54407e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.801872 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.806276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9cf664ee-b619-4fb7-a0ea-c69f7bb48c4f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2320349 Jul 16 20:17:15.808962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55304) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:15.814865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Request body: {'subnet': {'network_id': '58fe614b-46d8-4dc1-8f61-614db120d792', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1217033497-subnet', 'tenant_id': '2bed6085e8994fe797a76672790c705e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:15.832935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f5de-7a4d-4d15-9f06-134eeac04534 req-f35d6d72-a866-4877-a37f-2027c31fb76c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:15.834705 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26c0f5de-7a4d-4d15-9f06-134eeac04534 req-f35d6d72-a866-4877-a37f-2027c31fb76c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.1538649 Jul 16 20:17:15.855451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:15.872396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Made reservation on behalf of 2bed6085e8994fe797a76672790c705e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:15.875361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.886303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350131f-680b-431c-9bc0-5d945db2e7dd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.893438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.893876 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Added segment 39c0e920-a664-457e-9cef-c3ad88dfa911 of type vlan for network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 Jul 16 20:17:15.941277 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f918daa-7461-45a2-8d75-8e08ad54407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.944012 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f918daa-7461-45a2-8d75-8e08ad54407e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:15.945170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9f918daa-7461-45a2-8d75-8e08ad54407e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/637c7f0c-e299-4527-9f0e-36dc8a57811d HTTP/1.1" status: 204 len: 168 time: 0.3389120 Jul 16 20:17:15.963483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f918daa-7461-45a2-8d75-8e08ad54407e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637c7f0c-e299-4527-9f0e-36dc8a57811d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:15.971834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26c0f5de-7a4d-4d15-9f06-134eeac04534 req-b55927d1-99eb-49b2-8611-7ea914debfe2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278796 Jul 16 20:17:15.992572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.068469 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.069800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:16.070983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.111446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9090905 Jul 16 20:17:16.114248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:16.120790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Request body: {'subnet': {'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-623898736-subnet', 'tenant_id': '0410be0c0294441b99dffe52e22a48d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:16.154669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092b5ef-4bbc-4063-9cd5-e2b11bae32fb admin admin] Pushing event updated for resources: {'Network': ['ID=49d84030-b85a-4216-bb1c-9f7bf56f3df7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.175480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:16.188535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Made reservation on behalf of 0410be0c0294441b99dffe52e22a48d5 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:16.191801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.205898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.338393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=630212ab-79a5-4923-8688-c3199ca581d2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.401548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Checking segment: {'id': 'c90d66d1-95de-43a3-a520-05baa1d742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58fe614b-46d8-4dc1-8f61-614db120d792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:16.401936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Network hostable DHCP agents. Network: 58fe614b-46d8-4dc1-8f61-614db120d792, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:16.411922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.537172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Network 58fe614b-46d8-4dc1-8f61-614db120d792 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:16.556468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 58fe614b-46d8-4dc1-8f61-614db120d792) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:16.563159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:16.564165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.569737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026599ed-95fe-434f-acce-4eaa1046d990 None None] Network 58fe614b-46d8-4dc1-8f61-614db120d792 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:16.586098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.607862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-20606091-7520-4aa1-a4ab-a59fd4f7cc7d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7970769 Jul 16 20:17:16.649906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6087a6-915c-470b-a36c-278ed5c130f1 req-72c4abf7-0689-4867-9c47-990badfa0a45 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:16.651643 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c6087a6-915c-470b-a36c-278ed5c130f1 req-72c4abf7-0689-4867-9c47-990badfa0a45 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 945 time: 0.1755807 Jul 16 20:17:16.725216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c6087a6-915c-470b-a36c-278ed5c130f1 req-46cd6fae-6c29-4fdc-9fc8-8e2a6989974f tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661867 Jul 16 20:17:16.742189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:16.794134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Checking segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:16.798863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Network hostable DHCP agents. Network: 49d84030-b85a-4216-bb1c-9f7bf56f3df7, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:16.831174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd651d-9559-46d2-ba21-75b48c82c582 None None] Network 58fe614b-46d8-4dc1-8f61-614db120d792 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:16.843512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:16.867033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 49d84030-b85a-4216-bb1c-9f7bf56f3df7) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:16.880622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:16.883342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:16.931881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8803cc02-1667-46a9-bcee-ea3ce1003dd9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8088593 Jul 16 20:17:16.957739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34032995-de43-49b6-9d27-3b28cfdeb099 None None] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:17.189325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a656ae-6c84-4747-a51c-c055446f51fd None None] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:17.456840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51018975-318f-491a-9d1f-bfb9b7867a8f req-0e78b4ef-6ab7-403f-9b9e-3d2d64dc43af tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:17.464544 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51018975-318f-491a-9d1f-bfb9b7867a8f req-0e78b4ef-6ab7-403f-9b9e-3d2d64dc43af tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.0942900 Jul 16 20:17:17.508059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51018975-318f-491a-9d1f-bfb9b7867a8f req-2da4b016-84b7-4115-b848-92a8d0900b8e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Jul 16 20:17:17.671360 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:17.797081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-307116137-network', 'tenant_id': 'c5d43c360d7945598b94018ca4cd5679'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:17.876021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Made reservation on behalf of c5d43c360d7945598b94018ca4cd5679 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:17.878933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:17.904771 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.019006 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.060173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.132732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fde4a1-48af-479d-9b12-40538357e600,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:18.135848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:18.163415 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.163796 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Added segment f475224a-60db-456d-ac92-1f33786c5bd0 of type vlan for network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a Jul 16 20:17:18.216830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-0263bf2c-d0e5-442e-ba00-2fc02196aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.218913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-0263bf2c-d0e5-442e-ba00-2fc02196aa34 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1098 time: 0.2930472 Jul 16 20:17:18.229071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ae52-a606-418f-8ec3-30b560778b08 req-6155e3ec-7cf6-42b6-acfd-7f1b163b3147 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.232758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ca4ae52-a606-418f-8ec3-30b560778b08 req-6155e3ec-7cf6-42b6-acfd-7f1b163b3147 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 945 time: 0.2122006 Jul 16 20:17:18.240931 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.275931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-eaefb32f-2e54-4253-9ce3-75a6c8642e2f tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.278012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-eaefb32f-2e54-4253-9ce3-75a6c8642e2f tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/networks?id=58fe614b-46d8-4dc1-8f61-614db120d792 HTTP/1.1" status: 200 len: 814 time: 0.6796410 Jul 16 20:17:18.299497 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-5e595958-baf3-4cec-b543-2b5157da6aa3 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/quotas/2bed6085e8994fe797a76672790c705e HTTP/1.1" status: 200 len: 375 time: 0.0128901 Jul 16 20:17:18.332520 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.333675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.334415 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.351857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-048acd69-3bab-4d6e-920f-75919f8adafa tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bed6085e8994fe797a76672790c705e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469377 Jul 16 20:17:18.433713 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ca4ae52-a606-418f-8ec3-30b560778b08 req-610af0ef-4a75-40d5-9810-17e79ab7f26d tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950216 Jul 16 20:17:18.449437 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7740033 Jul 16 20:17:18.451323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55432) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:18.457970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Request body: {'subnet': {'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-307116137-subnet', 'tenant_id': 'c5d43c360d7945598b94018ca4cd5679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:18.483845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9ab3b-99c9-4048-b216-045bea511183 admin admin] Pushing event updated for resources: {'Network': ['ID=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:18.497886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:18.507761 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-1a856f77-8a62-4ce9-85a4-4f45abb6309e service neutron] 10.222.0.10 "GET /v2.0/networks/58fe614b-46d8-4dc1-8f61-614db120d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532810 Jul 16 20:17:18.510837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-034edcb6-d90f-40ad-bf9c-c3801ccdba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.512703 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-034edcb6-d90f-40ad-bf9c-c3801ccdba4a service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 919 time: 0.2737913 Jul 16 20:17:18.530175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Made reservation on behalf of c5d43c360d7945598b94018ca4cd5679 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:18.534142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:18.580573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-cb5323f5-68c9-4f12-baac-0f425dc65c09 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=904dca07-cf08-46aa-921f-4c58e6787d8a HTTP/1.1" status: 200 len: 217 time: 0.0590880 Jul 16 20:17:18.653221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-2a57c49f-5305-4cbc-8018-8884c08d5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:18.655056 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-2a57c49f-5305-4cbc-8018-8884c08d5368 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.0692589 Jul 16 20:17:18.710594 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-2de06aff-ccd6-4eaa-8fdf-a7d1ca960c90 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482311 Jul 16 20:17:18.840469 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-fe3ad2a4-b267-4b80-9ca9-8f74226e3063 service neutron] 10.222.0.10 "GET /v2.0/networks/58fe614b-46d8-4dc1-8f61-614db120d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310378 Jul 16 20:17:18.843811 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-0e18562c-e1d8-40c9-a91c-12eab5e497b4 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214647 Jul 16 20:17:19.032776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.099511 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d669a92-dc11-46df-acd5-fcf10e6b4000 req-7430b2c0-b48c-4106-8190-90ec7b13c785 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353857 Jul 16 20:17:19.124712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-c6b7420a-57d5-4e6a-a2dc-63e34d2afd1d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:19.132546 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-c6b7420a-57d5-4e6a-a2dc-63e34d2afd1d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.2475114 Jul 16 20:17:19.150973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-56e2c823-1f06-40d6-9830-8d813114108e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/quotas/0410be0c0294441b99dffe52e22a48d5 HTTP/1.1" status: 200 len: 375 time: 0.0173929 Jul 16 20:17:19.197209 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-82eb3be9-233e-47b5-b2ea-2d97e33c4360 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451305 Jul 16 20:17:19.226798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Checking segment: {'id': 'f475224a-60db-456d-ac92-1f33786c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:19.227088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Network hostable DHCP agents. Network: bed8c7f4-b764-46d9-9a1c-4cf54469ae6a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:19.231992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:19.263784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:19.284373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069974d-f52b-40ce-b491-c9dec49e7de2 req-f043d4a3-51e5-44ee-b487-a31e685321d9 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:19.285949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9069974d-f52b-40ce-b491-c9dec49e7de2 req-f043d4a3-51e5-44ee-b487-a31e685321d9 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1373358 Jul 16 20:17:19.287077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, bed8c7f4-b764-46d9-9a1c-4cf54469ae6a) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:19.291358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:19.291992 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:19.297497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b0a8e-a538-4fa6-9fbf-cb054dd5d3c6 None None] Network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:19.348167 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-ff321f2c-54a4-4069-8686-1e56eca9367b service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449351 Jul 16 20:17:19.406286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9069974d-f52b-40ce-b491-c9dec49e7de2 req-3cf48034-cf99-493e-aede-73807d945a20 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959218 Jul 16 20:17:19.422279 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-03d12412-679f-4094-aad1-b842f23a62d0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9689398 Jul 16 20:17:19.519417 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-1efe61ba-5e42-45a4-b903-8989e72495f5 service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635454 Jul 16 20:17:19.616892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb43cfb-5c03-4c28-abef-4a16d82d8215 None None] Network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:20.111013 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-598b497b-07e1-4efc-b096-5b0914b18e2b req-e4bb08bd-51d9-4652-ad86-95b056f8bcd5 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 210 time: 0.0409517 Jul 16 20:17:20.132022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379cf50-748d-4d50-b1d7-3a5a379852e7 req-ec5953eb-8e97-4470-80e0-942751002392 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:20.143826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e379cf50-748d-4d50-b1d7-3a5a379852e7 req-ec5953eb-8e97-4470-80e0-942751002392 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.1586604 Jul 16 20:17:20.190153 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e379cf50-748d-4d50-b1d7-3a5a379852e7 req-aaec58bf-53a7-44c5-a1ad-d1d978ca02e7 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453634 Jul 16 20:17:20.244606 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:20.317680 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e2df5af-d363-44a6-a958-9325afafba4b req-e37ad1e2-6153-4414-9862-d24ee44dc480 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 210 time: 0.0492189 Jul 16 20:17:20.533951 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3b9d6f3-fc9b-4704-aa30-c82c446d38e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.537291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-79f2c3b7-836d-4923-9454-5ad17b7ff133 req-c7ece80f-089c-4189-9502-8ddb0934f5bc tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1800553011', 'description': 'tempest-description-1357275334'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:20.592613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-79f2c3b7-836d-4923-9454-5ad17b7ff133 req-c7ece80f-089c-4189-9502-8ddb0934f5bc tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.641465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d896c-8b29-42f5-bc45-5b2bfeb66e25 req-a0b26cc4-33b2-41e4-aa5c-e95c4580825e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:20.643019 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c25d896c-8b29-42f5-bc45-5b2bfeb66e25 req-a0b26cc4-33b2-41e4-aa5c-e95c4580825e tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 945 time: 0.1185210 Jul 16 20:17:20.714645 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-79f2c3b7-836d-4923-9454-5ad17b7ff133 req-c7ece80f-089c-4189-9502-8ddb0934f5bc tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.718535 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c25d896c-8b29-42f5-bc45-5b2bfeb66e25 req-b622149b-9e65-4688-9486-ffbe3b4e7ea9 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577199 Jul 16 20:17:20.721306 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-79f2c3b7-836d-4923-9454-5ad17b7ff133 req-c7ece80f-089c-4189-9502-8ddb0934f5bc tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.773174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-79f2c3b7-836d-4923-9454-5ad17b7ff133 req-c7ece80f-089c-4189-9502-8ddb0934f5bc tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:20.800958 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79f2c3b7-836d-4923-9454-5ad17b7ff133 req-c7ece80f-089c-4189-9502-8ddb0934f5bc tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2687581 Jul 16 20:17:20.804630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ece80f-089c-4189-9502-8ddb0934f5bc tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879f8da7-faa6-486e-bdda-09a7521dfb0c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:20.834218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a02b0935-5d18-4ede-987c-e0ced2ec49ef req-1ec3fe96-b28f-4f84-8148-d96a481b622f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-878893603', 'description': 'tempest-description-82267265'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:20.891284 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a02b0935-5d18-4ede-987c-e0ced2ec49ef req-1ec3fe96-b28f-4f84-8148-d96a481b622f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.117697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0ff9b-346c-4414-99a2-3eeb6187e1cc req-2d47aaeb-f95b-4197-95b7-78e5aea87632 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.129147 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2f0ff9b-346c-4414-99a2-3eeb6187e1cc req-2d47aaeb-f95b-4197-95b7-78e5aea87632 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1789489 Jul 16 20:17:21.182317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a02b0935-5d18-4ede-987c-e0ced2ec49ef req-1ec3fe96-b28f-4f84-8148-d96a481b622f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.183375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2f0ff9b-346c-4414-99a2-3eeb6187e1cc req-b98a304d-b51c-4dfc-aee8-d18b138bf4e4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519662 Jul 16 20:17:21.204450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a02b0935-5d18-4ede-987c-e0ced2ec49ef req-1ec3fe96-b28f-4f84-8148-d96a481b622f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.249562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-a3ccc319-98e2-4d34-99e8-769a214d3a54 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.251067 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-a3ccc319-98e2-4d34-99e8-769a214d3a54 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.30 "GET /v2.0/networks?id=58fe614b-46d8-4dc1-8f61-614db120d792 HTTP/1.1" status: 200 len: 814 time: 0.2649982 Jul 16 20:17:21.304718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Request body: {'port': {'device_id': 'ff601f8e-eeae-449a-a862-f356fca5531c', 'network_id': '58fe614b-46d8-4dc1-8f61-614db120d792', 'admin_state_up': True, 'tenant_id': '2bed6085e8994fe797a76672790c705e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:21.312704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d8d63501-447f-4f9d-9ed8-b96eeed1bfde details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:21.443504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a02b0935-5d18-4ede-987c-e0ced2ec49ef req-1ec3fe96-b28f-4f84-8148-d96a481b622f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.456633 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a02b0935-5d18-4ede-987c-e0ced2ec49ef req-1ec3fe96-b28f-4f84-8148-d96a481b622f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6391637 Jul 16 20:17:21.459626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3fe96-b28f-4f84-8148-d96a481b622f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97318b5e-4256-4813-827f-e3aa3cf9f606,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:21.474797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:21.482014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ba2c0561-eb52-4535-977b-835d2e75935a req-7512ee40-a5e4-4592-948d-f214cf829f64 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 210 time: 0.1398342 Jul 16 20:17:21.502094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde', 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8', 'port_id': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde', 'mac_address': 'fa:16:3e:18:9a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c8e6cd-e14f-4b4a-bbea-93ed92be01bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:21.613064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-d127d46d-e3e8-44f9-9dc5-1df8cb0f9ebd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:21.614641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-d127d46d-e3e8-44f9-9dc5-1df8cb0f9ebd tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 945 time: 0.2591450 Jul 16 20:17:21.663844 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.704195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d63501-447f-4f9d-9ed8-b96eeed1bfde {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:21.798345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:21.806612 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.898927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Made reservation on behalf of 2bed6085e8994fe797a76672790c705e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:21.902554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:21.902733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:21.950727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a42e8b6-fd1e-4c08-8968-e94282f9e61e req-b1d27f03-2558-436d-be8b-ddbd6e4b7afd tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 210 time: 0.1274006 Jul 16 20:17:22.015853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Deleting port 330c0be9-542c-46dc-824b-bcfd682e4ea6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:22.016214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.036332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d8d63501-447f-4f9d-9ed8-b96eeed1bfde'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:22.093746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f0b3b-da6d-4d18-aee4-0d928eab45da req-d9eb0942-981b-49b2-9530-2ba1fa3b3ef9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.103407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-314f0b3b-da6d-4d18-aee4-0d928eab45da req-d9eb0942-981b-49b2-9530-2ba1fa3b3ef9 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.4118507 Jul 16 20:17:22.128206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-f21e9681-3ae8-4946-b8ca-5d070da4dcf6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.131656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-f21e9681-3ae8-4946-b8ca-5d070da4dcf6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.30 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.5797377 Jul 16 20:17:22.142082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] For port 330c0be9-542c-46dc-824b-bcfd682e4ea6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=330c0be9-542c-46dc-824b-bcfd682e4ea6,segment=NetworkSegment(e49ce2c9-2555-4e35-9f40-bddae587c8c5),segment_id=e49ce2c9-2555-4e35-9f40-bddae587c8c5)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:22.142462 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.149717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Request body: {'port': {'device_id': '27f49a12-317a-43d5-97d2-baebd9b3e9b3', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'admin_state_up': True, 'tenant_id': '0410be0c0294441b99dffe52e22a48d5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:22.166069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Calling delete_port for 330c0be9-542c-46dc-824b-bcfd682e4ea6 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:22.337661 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-314f0b3b-da6d-4d18-aee4-0d928eab45da req-890b2abf-271e-4f5a-9294-cad83f0aebb1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327585 Jul 16 20:17:22.385451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Allocated IP 172.20.0.13 (58fe614b-46d8-4dc1-8f61-614db120d792/630212ab-79a5-4923-8688-c3199ca581d2/a9091d64-0965-4163-9681-74883091874d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:22.452251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816e2ab-2e45-43b0-88ee-327400f0e3dd req-1bf64e61-0cb4-42dd-a76d-eebc02553adb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.461181 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1816e2ab-2e45-43b0-88ee-327400f0e3dd req-1bf64e61-0cb4-42dd-a76d-eebc02553adb tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e5b154-8882-4ca2-a247-b5a703299e4a HTTP/1.1" status: 200 len: 945 time: 0.2371063 Jul 16 20:17:22.503522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Made reservation on behalf of 0410be0c0294441b99dffe52e22a48d5 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:22.508180 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.518362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.534017 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1816e2ab-2e45-43b0-88ee-327400f0e3dd req-9f57f1ab-658d-44af-9087-8a2a8e26afd5 tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.10 "GET /v2.0/security-groups?id=d83785ee-3fe7-4365-aeab-58affcae09cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718894 Jul 16 20:17:22.556609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Pushing event deleted for resources: {'Port': ['ID=330c0be9-542c-46dc-824b-bcfd682e4ea6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:22.626447 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] No DVR routers for this DVR port 330c0be9-542c-46dc-824b-bcfd682e4ea6 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:22.631614 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.633835 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c4a1eac-0f93-473c-9db8-7eef63f659d0 req-f9034448-9605-4217-949c-fd279ed868af tempest-DeleteServersTestJSON-1363374523 tempest-DeleteServersTestJSON-1363374523-project] 10.222.0.63 "DELETE /v2.0/ports/330c0be9-542c-46dc-824b-bcfd682e4ea6 HTTP/1.1" status: 204 len: 173 time: 0.9972911 Jul 16 20:17:22.634628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e5b154-8882-4ca2-a247-b5a703299e4a', 'name': 'network-vif-deleted', 'tag': '330c0be9-542c-46dc-824b-bcfd682e4ea6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:22.645363 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8432856-b194-47df-8fed-641f6a9cf3cc" -d '{"events": [{"server_uuid": "58e5b154-8882-4ca2-a247-b5a703299e4a", "name": "network-vif-deleted", "tag": "330c0be9-542c-46dc-824b-bcfd682e4ea6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:22.792262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce45a-4b39-45f4-8012-d9088accb55b req-ca4681d0-cee8-478a-81d9-ea4f81bacd1c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.800968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-ca4681d0-cee8-478a-81d9-ea4f81bacd1c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 812 time: 0.3225589 Jul 16 20:17:22.869550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f7198-8a14-45bf-a1f6-75a6f75a144b req-f8a94960-2803-44dc-b4db-fbb802bbc877 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:22.871573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a43f7198-8a14-45bf-a1f6-75a6f75a144b req-f8a94960-2803-44dc-b4db-fbb802bbc877 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1202104 Jul 16 20:17:22.884624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-7d150f4b-e363-4b13-8a6f-8bcb594d37d0 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/quotas/c5d43c360d7945598b94018ca4cd5679 HTTP/1.1" status: 200 len: 375 time: 0.0824862 Jul 16 20:17:22.921421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a43f7198-8a14-45bf-a1f6-75a6f75a144b req-9bff93f4-67c2-4172-adaa-d54b01c3ba00 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Jul 16 20:17:22.936972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-03b156ca-2f71-4858-a27b-0779c3985cfb tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399895 Jul 16 20:17:22.942090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:22.975893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Allocated IP 172.20.0.5 (49d84030-b85a-4216-bb1c-9f7bf56f3df7/d816731d-17e8-4d9f-91b2-0f2ddd22c9ba/4b4990ac-625c-4a89-a690-8f046759f8d4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:23.092914 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad3a7d4c-4726-47c5-b749-99e574a5f140 req-1efffa71-d062-465c-aebc-e01cdc93e98d tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 210 time: 0.0452399 Jul 16 20:17:23.145185 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-be19c030-5011-4ab0-8cdf-51d387f31fd4 service neutron] 10.222.0.10 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985025 Jul 16 20:17:23.205853 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.334958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d8d63501-447f-4f9d-9ed8-b96eeed1bfde up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:23.408865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Network 58fe614b-46d8-4dc1-8f61-614db120d792 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:23.415663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Pushing event updated for resources: {'Port': ['ID=a9091d64-0965-4163-9681-74883091874d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:23.418209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:23.427958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:23.446497 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6ab333-148c-4871-bedd-2ef5602f0d91 x-openstack-request-id: req-8d6ab333-148c-4871-bedd-2ef5602f0d91 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:23.446787 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e5b154-8882-4ca2-a247-b5a703299e4a", "name": "network-vif-deleted", "tag": "330c0be9-542c-46dc-824b-bcfd682e4ea6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:23.447037 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d6ab333-148c-4871-bedd-2ef5602f0d91 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:23.447626 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e5b154-8882-4ca2-a247-b5a703299e4a', 'name': 'network-vif-deleted', 'tag': '330c0be9-542c-46dc-824b-bcfd682e4ea6', 'status': 'completed', 'code': 200} Jul 16 20:17:23.468724 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.499717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.501544 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5b08dbc-ee3b-49c9-9ee6-d0a24d7e69a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.513039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-3272297f-2715-48b5-869e-076a71ce7ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588152 Jul 16 20:17:23.531286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:23.531965 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.559190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port d8d63501-447f-4f9d-9ed8-b96eeed1bfde completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:23.563387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port d8d63501-447f-4f9d-9ed8-b96eeed1bfde triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:23.563865 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.583109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-c2d5ea80-e8ee-45ea-a06c-12613105e5ad tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3023236 Jul 16 20:17:23.602352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-98194b97-9d7c-4575-837a-45de0b32058f tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:17:23.615631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-98194b97-9d7c-4575-837a-45de0b32058f tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122364 Jul 16 20:17:23.635694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Request body: {'port': {'device_id': 'ff601f8e-eeae-449a-a862-f356fca5531c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:23.691991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.754024 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.796494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:23.803302 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8edf3a7-2dc7-4b40-8c44-f20876de454a" -d '{"events": [{"server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "name": "network-vif-plugged", "status": "completed", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:23.807475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:23.819513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:23.827641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:23.833738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:23.845806 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.847036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 330c0be9-542c-46dc-824b-bcfd682e4ea6 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:23.874793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb908f21-8fb0-4920-9cf4-2b5608feda36 req-ecff9abb-4574-4262-838f-d0cebbe2efc7 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:23.876447 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb908f21-8fb0-4920-9cf4-2b5608feda36 req-ecff9abb-4574-4262-838f-d0cebbe2efc7 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 931 time: 0.1721137 Jul 16 20:17:23.877679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:23.914121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 330c0be9-542c-46dc-824b-bcfd682e4ea6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:23.915370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 330c0be9-542c-46dc-824b-bcfd682e4ea6 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:23.938390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:23.950540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb908f21-8fb0-4920-9cf4-2b5608feda36 req-7f4c4de9-102f-4328-95c6-1b15f477a5cf tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633597 Jul 16 20:17:23.952921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event updated for resources: {'Port': ['ID=4b4990ac-625c-4a89-a690-8f046759f8d4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:24.061787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.062423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.114149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-01566f43-b06c-4e7d-b472-331e865c76a4 req-773ab309-2472-4444-b030-0bbd9aa6a5fb tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 210 time: 0.0342216 Jul 16 20:17:24.158389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-3c4486ab-3e4e-4523-98b4-c6b3e27bae2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0147133 Jul 16 20:17:24.173766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Request body: {'port': {'device_id': '27f49a12-317a-43d5-97d2-baebd9b3e9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:24.177720 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2da9469-7ed2-4001-bc74-363d7206105b x-openstack-request-id: req-d2da9469-7ed2-4001-bc74-363d7206105b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:24.178003 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "name": "network-vif-plugged", "status": "completed", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:24.178260 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2da9469-7ed2-4001-bc74-363d7206105b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:24.178652 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde', 'code': 200} Jul 16 20:17:24.218243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207140f6-57f8-4a19-87ef-e721c3d0150e req-d6a37911-421b-4be7-9614-af90b77add24 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.225098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-207140f6-57f8-4a19-87ef-e721c3d0150e req-d6a37911-421b-4be7-9614-af90b77add24 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.3044329 Jul 16 20:17:24.309895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-207140f6-57f8-4a19-87ef-e721c3d0150e req-d1e7c9a9-29e2-4a84-8c21-8d71ff06b0ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839314 Jul 16 20:17:24.325323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ab557-d451-47eb-8362-cc84f59c9e24 req-4f3ad91c-c13d-4444-8ac5-0aa93cb138bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.328343 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e52ab557-d451-47eb-8362-cc84f59c9e24 req-4f3ad91c-c13d-4444-8ac5-0aa93cb138bd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 1097 time: 0.0679667 Jul 16 20:17:24.440116 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e52ab557-d451-47eb-8362-cc84f59c9e24 req-2318a0fe-4020-4fd0-beeb-3bb7d30b4d80 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770686 Jul 16 20:17:24.442523 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.480587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d823-1200-41f6-9f5a-cd62a82b6002 req-a2b2d8d2-bacc-4761-b5be-effdd483bc82 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:24.482195 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ceb8d823-1200-41f6-9f5a-cd62a82b6002 req-a2b2d8d2-bacc-4761-b5be-effdd483bc82 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1687937 Jul 16 20:17:24.492401 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:24.547354 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ceb8d823-1200-41f6-9f5a-cd62a82b6002 req-54a05edc-1968-4601-b0ff-bb49b144d10b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520015 Jul 16 20:17:24.638320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9091d64-0965-4163-9681-74883091874d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:24.655768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.173244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a5517-554d-490e-8a21-2cd9ed0e9a48 req-d31b63bb-ba4b-43a5-b5f6-d523c9aa0111 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.185728 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-225a5517-554d-490e-8a21-2cd9ed0e9a48 req-d31b63bb-ba4b-43a5-b5f6-d523c9aa0111 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 931 time: 0.0896561 Jul 16 20:17:25.230111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Transition to ACTIVE for port object a9091d64-0965-4163-9681-74883091874d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:25.237627 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-225a5517-554d-490e-8a21-2cd9ed0e9a48 req-3071ab32-46d0-47cc-9468-ec91efbd53e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 Jul 16 20:17:25.239766 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.322666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48561c00-cf6f-4357-bce3-2324d09c7a60 req-4cabe67f-ebae-48c7-a7f8-79af54f1bc22 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.331435 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48561c00-cf6f-4357-bce3-2324d09c7a60 req-4cabe67f-ebae-48c7-a7f8-79af54f1bc22 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 932 time: 0.7763944 Jul 16 20:17:25.466308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Pushing event updated for resources: {'Port': ['ID=a9091d64-0965-4163-9681-74883091874d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:25.518375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce45a-4b39-45f4-8012-d9088accb55b req-7218fd86-dc22-405f-836e-bffdcf80554c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.520622 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-7218fd86-dc22-405f-836e-bffdcf80554c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 812 time: 0.1721966 Jul 16 20:17:25.579870 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48561c00-cf6f-4357-bce3-2324d09c7a60 req-96a0b6db-15dc-4012-996f-8e70da68f4f1 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433627 Jul 16 20:17:25.616986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ba00324f-c526-481b-b413-78215ad23c70 req-de6e4ef4-ae3c-4d9c-a04d-8827ac80572d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 210 time: 0.0948288 Jul 16 20:17:25.633071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'port': {'device_id': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a', 'admin_state_up': True, 'tenant_id': 'c5d43c360d7945598b94018ca4cd5679'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:25.707246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Attempting to bind port a9091d64-0965-4163-9681-74883091874d on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:25.707932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Attempting to bind port a9091d64-0965-4163-9681-74883091874d by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c90d66d1-95de-43a3-a520-05baa1d742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58fe614b-46d8-4dc1-8f61-614db120d792'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:25.708334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Attempting to bind port a9091d64-0965-4163-9681-74883091874d on network 58fe614b-46d8-4dc1-8f61-614db120d792 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:25.725070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Port a9091d64-0965-4163-9681-74883091874d on network 58fe614b-46d8-4dc1-8f61-614db120d792 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:25.725599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Attempting to bind port a9091d64-0965-4163-9681-74883091874d on network 58fe614b-46d8-4dc1-8f61-614db120d792 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:25.742883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:25.743405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Checking segment: {'id': 'c90d66d1-95de-43a3-a520-05baa1d742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58fe614b-46d8-4dc1-8f61-614db120d792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:25.743893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Bound using segment: {'id': 'c90d66d1-95de-43a3-a520-05baa1d742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58fe614b-46d8-4dc1-8f61-614db120d792'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:25.744456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Bound port: a9091d64-0965-4163-9681-74883091874d, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90d66d1-95de-43a3-a520-05baa1d742dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58fe614b-46d8-4dc1-8f61-614db120d792'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:25.744919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.850064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] For port a9091d64-0965-4163-9681-74883091874d, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:25.854343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] For port a9091d64-0965-4163-9681-74883091874d, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a9091d64-0965-4163-9681-74883091874d,segment=NetworkSegment(c90d66d1-95de-43a3-a520-05baa1d742dc),segment_id=c90d66d1-95de-43a3-a520-05baa1d742dc)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:25.867618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.935780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:25.937531 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.939808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9091d64-0965-4163-9681-74883091874d HTTP/1.1" status: 200 len: 1093 time: 2.3230095 Jul 16 20:17:25.962368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Made reservation on behalf of c5d43c360d7945598b94018ca4cd5679 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:25.973589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:25.985769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff601f8e-eeae-449a-a862-f356fca5531c', 'tag': 'a9091d64-0965-4163-9681-74883091874d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:25.988737 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7353ee-5f83-419d-bf9c-116ef3e340b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff601f8e-eeae-449a-a862-f356fca5531c", "tag": "a9091d64-0965-4163-9681-74883091874d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:26.090437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa483-1c91-4191-a6f1-a635a1dae720 req-7ed96a69-3814-4b5c-bd83-cf6e19cd1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.092228 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d6aa483-1c91-4191-a6f1-a635a1dae720 req-7ed96a69-3814-4b5c-bd83-cf6e19cd1370 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1098 time: 0.2482834 Jul 16 20:17:26.147677 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.188840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4990ac-625c-4a89-a690-8f046759f8d4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:26.212751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d6aa483-1c91-4191-a6f1-a635a1dae720 req-beffa93f-404f-4169-a2ad-df6faf4c7d8a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124964 Jul 16 20:17:26.227199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293d7d4-d59d-4f4d-bcf4-a597e32dbc01 service neutron] Pushing event updated for resources: {'Port': ['ID=a9091d64-0965-4163-9681-74883091874d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:26.241186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.242414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8aa1-7e69-482b-a125-fa02aad0bb52 req-d5135a8d-3153-42bf-9fd7-c34aedc5fc7b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.253778 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-463c8aa1-7e69-482b-a125-fa02aad0bb52 req-d5135a8d-3153-42bf-9fd7-c34aedc5fc7b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2594998 Jul 16 20:17:26.286962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Transition to ACTIVE for port object 4b4990ac-625c-4a89-a690-8f046759f8d4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:26.296106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-d23e50c6-db09-4441-bfce-74e04af22949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.300761 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-d23e50c6-db09-4441-bfce-74e04af22949 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bed6085e8994fe797a76672790c705e&device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 1096 time: 0.2645266 Jul 16 20:17:26.312676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4d59e-17d4-4a0b-8c30-acc250bd7156 req-a6edf190-7e75-4e32-b64c-e78e72720470 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.315122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87e4d59e-17d4-4a0b-8c30-acc250bd7156 req-a6edf190-7e75-4e32-b64c-e78e72720470 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.4532614 Jul 16 20:17:26.317413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.362922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-f76b624f-6849-4f4e-87a2-74604b24e42c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9091d64-0965-4163-9681-74883091874d HTTP/1.1" status: 200 len: 217 time: 0.0466700 Jul 16 20:17:26.369583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-463c8aa1-7e69-482b-a125-fa02aad0bb52 req-f5406e29-cdf3-49a9-87ad-72660538bb58 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144776 Jul 16 20:17:26.370868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Allocated IP 172.20.0.6 (bed8c7f4-b764-46d9-9a1c-4cf54469ae6a/3fd02fa8-dece-4d3f-9f52-1a01106dc3b0/14ffbaff-4c1d-46fd-90df-206089a46c20) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:26.533034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4990ac-625c-4a89-a690-8f046759f8d4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:26.565989 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab99676-8d6a-42bf-832c-a3af01dc211b x-openstack-request-id: req-5ab99676-8d6a-42bf-832c-a3af01dc211b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:26.566279 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff601f8e-eeae-449a-a862-f356fca5531c", "tag": "a9091d64-0965-4163-9681-74883091874d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:26.566529 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ab99676-8d6a-42bf-832c-a3af01dc211b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:26.566933 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff601f8e-eeae-449a-a862-f356fca5531c', 'tag': 'a9091d64-0965-4163-9681-74883091874d', 'status': 'completed', 'code': 200} Jul 16 20:17:26.568812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-2ff733de-61d0-4b56-823c-da21a1433939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.570331 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-2ff733de-61d0-4b56-823c-da21a1433939 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=630212ab-79a5-4923-8688-c3199ca581d2 HTTP/1.1" status: 200 len: 854 time: 0.1506944 Jul 16 20:17:26.577996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87e4d59e-17d4-4a0b-8c30-acc250bd7156 req-13d58d30-f736-4c66-afb7-195c43874d57 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117908 Jul 16 20:17:26.662003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-a14893e0-597a-460f-ab54-11b6f352ed32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58fe614b-46d8-4dc1-8f61-614db120d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827165 Jul 16 20:17:26.678142 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.778409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Attempting to bind port 4b4990ac-625c-4a89-a690-8f046759f8d4 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:26.778898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Attempting to bind port 4b4990ac-625c-4a89-a690-8f046759f8d4 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:26.779650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Attempting to bind port 4b4990ac-625c-4a89-a690-8f046759f8d4 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:26.791012 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.803058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ef01-2af2-4bb1-aac4-dad9d8b189c7 req-abefd3ea-7124-43d9-ac7c-cc99c76b0459 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:26.804758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f30ef01-2af2-4bb1-aac4-dad9d8b189c7 req-abefd3ea-7124-43d9-ac7c-cc99c76b0459 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 943 time: 0.1017101 Jul 16 20:17:26.835788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Port 4b4990ac-625c-4a89-a690-8f046759f8d4 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:26.836116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Attempting to bind port 4b4990ac-625c-4a89-a690-8f046759f8d4 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:26.874896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:26.874896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Checking segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:26.879837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Bound using segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:26.880333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Bound port: 4b4990ac-625c-4a89-a690-8f046759f8d4, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:26.880670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:26.884291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:26.911167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:26.954690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'Port': ['ID=14ffbaff-4c1d-46fd-90df-206089a46c20,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:26.985112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:27.044449 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f30ef01-2af2-4bb1-aac4-dad9d8b189c7 req-dfe7d9c1-813d-46f9-bfc2-a8c0981ad2b0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122157 Jul 16 20:17:27.105475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-2db7b2c6-a238-4543-8429-fc9fc31c10c9 service neutron] 10.222.0.30 "GET /v2.0/networks/58fe614b-46d8-4dc1-8f61-614db120d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274867 Jul 16 20:17:27.122596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.131912 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.166326 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fa06e83a-969e-4e27-8b45-68d48c598ddf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5461578 Jul 16 20:17:27.185459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Request body: {'port': {'device_id': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:27.232292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] For port 4b4990ac-625c-4a89-a690-8f046759f8d4, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:27.258740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] For port 4b4990ac-625c-4a89-a690-8f046759f8d4, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4b4990ac-625c-4a89-a690-8f046759f8d4,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:27.279063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.315355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60fed-59a4-49e1-b82c-e566b31b393b req-27b8a80e-1a2c-4bd7-b75b-709ab4896827 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.322717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09c60fed-59a4-49e1-b82c-e566b31b393b req-27b8a80e-1a2c-4bd7-b75b-709ab4896827 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 944 time: 0.2986779 Jul 16 20:17:27.351837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.352843 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.354766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b4990ac-625c-4a89-a690-8f046759f8d4 HTTP/1.1" status: 200 len: 1092 time: 3.1850452 Jul 16 20:17:27.365619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b599122-1873-4f72-afd1-fa2e3d5d111c req-7b38baef-af98-4ba7-bd6a-babd8532b4cd service neutron] 10.222.0.30 "GET /v2.0/networks/58fe614b-46d8-4dc1-8f61-614db120d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481074 Jul 16 20:17:27.456437 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:27.477804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09c60fed-59a4-49e1-b82c-e566b31b393b req-7605580b-1081-47c4-8e41-d4ec175e52fc tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535168 Jul 16 20:17:27.522434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e9cc8-79f1-442c-91af-d1785b004634 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4990ac-625c-4a89-a690-8f046759f8d4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:27.554343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da289a24-22c9-4c12-b713-525c40a34735 req-c049b4d4-dbc1-45aa-be10-aaa483b57995 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.562411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-da289a24-22c9-4c12-b713-525c40a34735 req-c049b4d4-dbc1-45aa-be10-aaa483b57995 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 1097 time: 0.1818411 Jul 16 20:17:27.671302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-cfccbbb6-29f0-47df-ba54-e55e4553f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.673392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-cfccbbb6-29f0-47df-ba54-e55e4553f245 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bed6085e8994fe797a76672790c705e&device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 1096 time: 0.2296264 Jul 16 20:17:27.721012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-da289a24-22c9-4c12-b713-525c40a34735 req-eea8dea4-8402-4364-a2b9-8e4638a40ac2 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573572 Jul 16 20:17:27.725870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-acad277e-7c2b-41d4-bf2a-27888f5f9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.727456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-acad277e-7c2b-41d4-bf2a-27888f5f9aa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 1095 time: 0.2825799 Jul 16 20:17:27.795888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-29d50138-1fed-49c8-9647-c7253dbbe13a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b4990ac-625c-4a89-a690-8f046759f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0517738 Jul 16 20:17:27.895955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-8850af97-0ed3-404b-9bdf-8ee969e9a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:27.898422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-8850af97-0ed3-404b-9bdf-8ee969e9a913 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58fe614b-46d8-4dc1-8f61-614db120d792 HTTP/1.1" status: 200 len: 915 time: 0.1864078 Jul 16 20:17:28.008366 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-b3f30fe7-2926-4951-8302-5e77c6bf67c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9091d64-0965-4163-9681-74883091874d HTTP/1.1" status: 200 len: 217 time: 0.0935469 Jul 16 20:17:28.118064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-281c43d2-3f6f-48d1-a754-dcb7ef1d9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.119206 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-281c43d2-3f6f-48d1-a754-dcb7ef1d9e9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.2193172 Jul 16 20:17:28.135452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ffbaff-4c1d-46fd-90df-206089a46c20 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:28.146727 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.163830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dc3fe-587c-468e-8edc-4b803f3b01e0 req-40661d46-62d4-4298-b689-5f39db0129dc tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.171383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc5dc3fe-587c-468e-8edc-4b803f3b01e0 req-40661d46-62d4-4298-b689-5f39db0129dc tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 931 time: 0.4905367 Jul 16 20:17:28.179876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Transition to ACTIVE for port object 14ffbaff-4c1d-46fd-90df-206089a46c20 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:28.190938 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32664f-34d8-4bcb-97e9-82bf5a4f1840 req-114e10d8-5705-4e2b-95ba-4ee823c811eb tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.198039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1c32664f-34d8-4bcb-97e9-82bf5a4f1840 req-114e10d8-5705-4e2b-95ba-4ee823c811eb tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1972675 Jul 16 20:17:28.218369 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.242662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-bd2c157e-903f-4c17-9bed-15dc1ab20ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.245312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-bd2c157e-903f-4c17-9bed-15dc1ab20ea9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=630212ab-79a5-4923-8688-c3199ca581d2 HTTP/1.1" status: 200 len: 854 time: 0.2120354 Jul 16 20:17:28.268880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-ceccf082-b964-4f5c-8602-0fefd9f66796 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391776 Jul 16 20:17:28.283310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc5dc3fe-587c-468e-8edc-4b803f3b01e0 req-045ee8c5-48c0-4592-89a1-3486d1177936 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107635 Jul 16 20:17:28.328401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1c32664f-34d8-4bcb-97e9-82bf5a4f1840 req-7348e45e-4577-4099-9af6-7506400ffe8a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293559 Jul 16 20:17:28.335363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Pushing event updated for resources: {'Port': ['ID=14ffbaff-4c1d-46fd-90df-206089a46c20,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:28.365959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-461b2f6b-3574-43d9-92a9-136b6bf226df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58fe614b-46d8-4dc1-8f61-614db120d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960810 Jul 16 20:17:28.504818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Attempting to bind port 14ffbaff-4c1d-46fd-90df-206089a46c20 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:28.505814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Attempting to bind port 14ffbaff-4c1d-46fd-90df-206089a46c20 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'f475224a-60db-456d-ac92-1f33786c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:28.506347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Attempting to bind port 14ffbaff-4c1d-46fd-90df-206089a46c20 on network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:28.512030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Port 14ffbaff-4c1d-46fd-90df-206089a46c20 on network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:28.512607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Attempting to bind port 14ffbaff-4c1d-46fd-90df-206089a46c20 on network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:28.518411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:28.518998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Checking segment: {'id': 'f475224a-60db-456d-ac92-1f33786c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:28.519612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Bound using segment: {'id': 'f475224a-60db-456d-ac92-1f33786c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:28.520337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Bound port: 14ffbaff-4c1d-46fd-90df-206089a46c20, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f475224a-60db-456d-ac92-1f33786c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:28.521389 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.594813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f49a12-317a-43d5-97d2-baebd9b3e9b3', 'tag': '4b4990ac-625c-4a89-a690-8f046759f8d4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:28.597082 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "27f49a12-317a-43d5-97d2-baebd9b3e9b3", "tag": "4b4990ac-625c-4a89-a690-8f046759f8d4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:28.617450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] For port 14ffbaff-4c1d-46fd-90df-206089a46c20, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:28.657695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-0d8ce45c-ffff-403c-aaaa-64a72fb8e048 service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732944 Jul 16 20:17:28.660860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-e8d12b38-269b-4ad8-ae97-773fc21f3252 service neutron] 10.222.0.30 "GET /v2.0/networks/58fe614b-46d8-4dc1-8f61-614db120d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827916 Jul 16 20:17:28.674949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67190b4b-fb1e-42de-8acd-f71f0bdc8254 req-45fa59ca-348c-414b-bc77-257abc65cd30 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.682305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67190b4b-fb1e-42de-8acd-f71f0bdc8254 req-45fa59ca-348c-414b-bc77-257abc65cd30 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 1097 time: 0.2101886 Jul 16 20:17:28.686372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] For port 14ffbaff-4c1d-46fd-90df-206089a46c20, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=14ffbaff-4c1d-46fd-90df-206089a46c20,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:28.696988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.734262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.734814 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:28.736467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] 10.222.0.63 "PUT /v2.0/ports/14ffbaff-4c1d-46fd-90df-206089a46c20 HTTP/1.1" status: 200 len: 1092 time: 1.5632460 Jul 16 20:17:28.737131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:28.739662 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d0c471-1479-47dc-a0f0-e41918ad450c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:28.782106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe46831-6909-43ae-938c-b2a9ff16f2e4 req-c672bb72-4294-4b1d-bc69-3d4a2bb60945 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:28.783710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fe46831-6909-43ae-938c-b2a9ff16f2e4 req-c672bb72-4294-4b1d-bc69-3d4a2bb60945 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 943 time: 0.1520462 Jul 16 20:17:28.793637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eef6a11d-4916-443c-8a2d-1aa27af03bc3 req-9b3bb481-c438-4f0e-a537-91cbb2df1889 service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235745 Jul 16 20:17:28.892491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67190b4b-fb1e-42de-8acd-f71f0bdc8254 req-ba10334d-7a85-4b09-83d8-fda4373f490e tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078211 Jul 16 20:17:28.953256 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f7353ee-5f83-419d-bf9c-116ef3e340b2 req-c13660b3-03ed-459f-9aff-18b80153ba10 service neutron] 10.222.0.30 "GET /v2.0/networks/58fe614b-46d8-4dc1-8f61-614db120d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810433 Jul 16 20:17:29.365505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc63f9-f255-45d7-b131-dc5fa2ca9341 service neutron] Pushing event updated for resources: {'Port': ['ID=14ffbaff-4c1d-46fd-90df-206089a46c20,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:29.384577 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fe46831-6909-43ae-938c-b2a9ff16f2e4 req-51dd9d86-6293-48ad-9420-43cc20f86edd tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541212 Jul 16 20:17:29.433630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce45a-4b39-45f4-8012-d9088accb55b req-9487c952-c6fe-4177-94fa-44c04360ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.435631 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-9487c952-c6fe-4177-94fa-44c04360ab73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1095 time: 0.6508679 Jul 16 20:17:29.443287 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d99e520-94e9-463b-b50e-25d7826acbba x-openstack-request-id: req-0d99e520-94e9-463b-b50e-25d7826acbba {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:29.443774 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f49a12-317a-43d5-97d2-baebd9b3e9b3", "tag": "4b4990ac-625c-4a89-a690-8f046759f8d4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:29.444106 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d99e520-94e9-463b-b50e-25d7826acbba {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:29.444582 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f49a12-317a-43d5-97d2-baebd9b3e9b3', 'tag': '4b4990ac-625c-4a89-a690-8f046759f8d4', 'status': 'completed', 'code': 200} Jul 16 20:17:29.505856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-83e6ad52-0965-46c0-a409-279e1fc1d6ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14ffbaff-4c1d-46fd-90df-206089a46c20 HTTP/1.1" status: 200 len: 217 time: 0.0619602 Jul 16 20:17:29.507299 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d64ea0-385f-488d-9408-f4302a265988 x-openstack-request-id: req-00d64ea0-385f-488d-9408-f4302a265988 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:29.507593 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:29.507917 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00d64ea0-385f-488d-9408-f4302a265988 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:29.508242 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20', 'status': 'completed', 'code': 200} Jul 16 20:17:29.538287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42a26c-5d69-422f-9a01-6539a1d51f3b req-ffe11dfd-2415-4f97-83e7-cd5fa8509a23 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.539456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df42a26c-5d69-422f-9a01-6539a1d51f3b req-ffe11dfd-2415-4f97-83e7-cd5fa8509a23 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 944 time: 0.1489794 Jul 16 20:17:29.589935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fd63c1cd-a2b5-485b-95a5-02dbe10636bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.591518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-fd63c1cd-a2b5-485b-95a5-02dbe10636bf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.0790467 Jul 16 20:17:29.599982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df42a26c-5d69-422f-9a01-6539a1d51f3b req-1711c0c9-f94d-4f74-acc3-5c3f43f7c307 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518546 Jul 16 20:17:29.610816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-2d8951da-0c18-46de-80e7-2d76b6b335bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.612538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-2d8951da-0c18-46de-80e7-2d76b6b335bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 1095 time: 0.1383984 Jul 16 20:17:29.642519 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-a6be0726-5801-4460-b238-86b7181de761 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409470 Jul 16 20:17:29.762625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-676ecd84-5bb9-4fc5-bac7-98c463c476f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.764814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-676ecd84-5bb9-4fc5-bac7-98c463c476f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 906 time: 0.1410093 Jul 16 20:17:29.819697 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-e259461c-b9ac-4692-89f3-8c3f5b0863ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b4990ac-625c-4a89-a690-8f046759f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0479047 Jul 16 20:17:29.853943 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-548c2463-2fcb-41f3-b8da-6f6d46a4de4f service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997025 Jul 16 20:17:29.959228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-7b65d310-b9f8-4972-ba02-96eb330b32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:29.971300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-7b65d310-b9f8-4972-ba02-96eb330b32ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.1341040 Jul 16 20:17:30.022374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-8a20f10b-acc4-4559-b411-cb62d96bddb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504091 Jul 16 20:17:30.067719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6cf0a-0fd1-4e67-b03e-477dcd389ff1 req-ce5141a1-8041-4d01-9f8d-fb9dc99298ba tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.074725 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c1b6cf0a-0fd1-4e67-b03e-477dcd389ff1 req-ce5141a1-8041-4d01-9f8d-fb9dc99298ba tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 943 time: 0.2272558 Jul 16 20:17:30.087555 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-387ce45a-4b39-45f4-8012-d9088accb55b req-94f49752-46aa-4ada-ba0c-a75c86e4cdf1 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267134 Jul 16 20:17:30.126784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a9712-fc92-4636-8407-461b8009799b req-c32e88e0-6ffa-473f-82bf-d9c7e614f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.129250 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-271a9712-fc92-4636-8407-461b8009799b req-c32e88e0-6ffa-473f-82bf-d9c7e614f06b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1098 time: 0.1414697 Jul 16 20:17:30.171367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c1b6cf0a-0fd1-4e67-b03e-477dcd389ff1 req-f5d5deb7-69a0-4ed5-87a4-7353850d0382 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951641 Jul 16 20:17:30.227508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-feb6065e-1c2c-4049-93f8-8bea395abb50 service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893494 Jul 16 20:17:30.283500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a9091d64-0965-4163-9681-74883091874d details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:30.327876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a9712-fc92-4636-8407-461b8009799b req-db9fe9aa-1fc6-42b9-9144-ccda62c4f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.332781 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-271a9712-fc92-4636-8407-461b8009799b req-db9fe9aa-1fc6-42b9-9144-ccda62c4f962 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 919 time: 0.1969874 Jul 16 20:17:30.352926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-377dceb7-e7d7-4197-b793-c044b2cd50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.364857 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-377dceb7-e7d7-4197-b793-c044b2cd50ae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1095 time: 0.2094495 Jul 16 20:17:30.459889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:30.495379 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-894992924'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:30.512227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a9091d64-0965-4163-9681-74883091874d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a9091d64-0965-4163-9681-74883091874d,segment=NetworkSegment(c90d66d1-95de-43a3-a520-05baa1d742dc),segment_id=c90d66d1-95de-43a3-a520-05baa1d742dc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:30.561505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ced5c02-a405-4faa-bd6d-17a16fd3f7b9 req-65d14f53-70d9-4dcd-9bde-b195e5fd1064 service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227007 Jul 16 20:17:30.594233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-271a9712-fc92-4636-8407-461b8009799b req-981b50d4-f43f-45d0-b174-95a44ab65282 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=904dca07-cf08-46aa-921f-4c58e6787d8a HTTP/1.1" status: 200 len: 217 time: 0.2263288 Jul 16 20:17:30.681882 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e4508-fab9-4526-a735-2e66b922e0e2 req-a6a2ab8a-3b83-4dd9-bd5d-670ff281b370 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.688039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-371e4508-fab9-4526-a735-2e66b922e0e2 req-a6a2ab8a-3b83-4dd9-bd5d-670ff281b370 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2950180 Jul 16 20:17:30.711363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:30.720330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.778096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:30.792625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-371e4508-fab9-4526-a735-2e66b922e0e2 req-149a1822-900d-4b07-84a0-e77704a89861 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001902 Jul 16 20:17:30.800787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.802114 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Added segment d369cee0-83c9-4218-95f4-a240bdcc96ea of type vlan for network 7176a9d8-71ad-4889-b4b9-23178524029f Jul 16 20:17:30.805032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'a9091d64-0965-4163-9681-74883091874d', 'network_id': '58fe614b-46d8-4dc1-8f61-614db120d792', 'port_id': 'a9091d64-0965-4163-9681-74883091874d', 'mac_address': 'fa:16:3e:da:24:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630212ab-79a5-4923-8688-c3199ca581d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:30.872971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.894842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9091d64-0965-4163-9681-74883091874d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:30.944607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a9091d64-0965-4163-9681-74883091874d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a9091d64-0965-4163-9681-74883091874d,segment=NetworkSegment(c90d66d1-95de-43a3-a520-05baa1d742dc),segment_id=c90d66d1-95de-43a3-a520-05baa1d742dc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:30.950124 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:30.956429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a9712-fc92-4636-8407-461b8009799b req-711e0ef6-d60f-4aaf-b45c-91050275ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.959487 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-271a9712-fc92-4636-8407-461b8009799b req-711e0ef6-d60f-4aaf-b45c-91050275ff69 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.3549535 Jul 16 20:17:30.975676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-8e2c8ca3-f9c5-4e01-86a3-36c47a4af6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:30.979293 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-8e2c8ca3-f9c5-4e01-86a3-36c47a4af6f0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 913 time: 0.5553374 Jul 16 20:17:31.062955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=a9091d64-0965-4163-9681-74883091874d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:31.118801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf68fe8-e1cd-4b0b-ab3c-ff0881332a89 req-b85ecd61-07eb-4f33-b0b8-1a618eddb7e0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.125201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.126932 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8bf68fe8-e1cd-4b0b-ab3c-ff0881332a89 req-b85ecd61-07eb-4f33-b0b8-1a618eddb7e0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 943 time: 0.1084061 Jul 16 20:17:31.130633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-271a9712-fc92-4636-8407-461b8009799b req-934028b7-7e56-4a4b-a79f-d28ce8e47026 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498520 Jul 16 20:17:31.134510 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-58753f5f-4cf0-4fe2-82aa-ee1a52b20b55 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14ffbaff-4c1d-46fd-90df-206089a46c20 HTTP/1.1" status: 200 len: 217 time: 0.1240487 Jul 16 20:17:31.186611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['a9091d64-0965-4163-9681-74883091874d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:31.192364 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8bf68fe8-e1cd-4b0b-ab3c-ff0881332a89 req-5f11804d-70af-4ec5-8063-173d4589de23 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643539 Jul 16 20:17:31.295990 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:17:31.367836 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.374225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.374930 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.390640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-08c14f47-21e2-492b-9f15-0761b5d777e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.392196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-08c14f47-21e2-492b-9f15-0761b5d777e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.2475028 Jul 16 20:17:31.406794 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-271a9712-fc92-4636-8407-461b8009799b req-a63cbd70-f40e-4c7a-a426-f490a4a5e9d4 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636132 Jul 16 20:17:31.479720 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0100343 Jul 16 20:17:31.481840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-a4ffc9b5-1ae3-4181-93d2-4bcf9a581108 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672221 Jul 16 20:17:31.485808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:31.496461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-937781578'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:31.535367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47721352-2cd9-475d-a27e-661b9af61aa5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Network': ['ID=7176a9d8-71ad-4889-b4b9-23178524029f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:31.551717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 7176a9d8-71ad-4889-b4b9-23178524029f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:31.585708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:31.589473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.728684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:31.747668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.747976 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Added segment 727b2783-3d75-450a-b9b7-1d1f4b4572fb of type vlan for network 11c173dd-4aaa-49dd-872c-190c74ede91e Jul 16 20:17:31.750077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-271a9712-fc92-4636-8407-461b8009799b req-6bdf7891-2e21-441d-8819-7897f0a93836 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220127 Jul 16 20:17:31.759538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e52598-0b21-46c7-be67-52414779e24e req-aeda7678-b93e-4922-8192-de3bb59cc403 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.761756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-59e52598-0b21-46c7-be67-52414779e24e req-aeda7678-b93e-4922-8192-de3bb59cc403 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 945 time: 0.1490037 Jul 16 20:17:31.784838 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-ba2dfec8-fc02-4fef-9d99-b90dbd25226a service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944307 Jul 16 20:17:31.838411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.887586 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.893855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:31.894485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:31.927464 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12d0c471-1479-47dc-a0f0-e41918ad450c req-fa46f0c4-85d3-4ac6-863d-41faf1185a82 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361642 Jul 16 20:17:31.952860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-59e52598-0b21-46c7-be67-52414779e24e req-1a4982dc-8cc0-4854-af65-6a5c4e2efc1d tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819451 Jul 16 20:17:31.968024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4780970 Jul 16 20:17:31.968727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:31.975445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'subnet': {'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:32.028104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-54f84d2d-ef25-4ed9-b357-d29904f80961 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:17:32.028615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d6e02-816e-4e00-850f-06a5b7be64fb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Network': ['ID=11c173dd-4aaa-49dd-872c-190c74ede91e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.029180 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-54f84d2d-ef25-4ed9-b357-d29904f80961 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165431 Jul 16 20:17:32.043912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 11c173dd-4aaa-49dd-872c-190c74ede91e details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:32.044091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Request body: {'binding': {'host': 'n-h2-792394-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:32.044551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:17:32.225699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:32.229449 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.282901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4b4990ac-625c-4a89-a690-8f046759f8d4 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:32.286655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a9091d64-0965-4163-9681-74883091874d up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:32.369752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on host n-h2-792394-17 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:32.370088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:32.370410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:32.379124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:32.379475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:32.386742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:32.387179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:32.387549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:32.388082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Bound port: d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:32.404203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port a9091d64-0965-4163-9681-74883091874d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:32.448821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port a9091d64-0965-4163-9681-74883091874d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:32.449688 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.509435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:32.515993 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.517190 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] 10.222.0.10 "POST /v2.0/ports/d8d63501-447f-4f9d-9ed8-b96eeed1bfde/bindings HTTP/1.1" status: 201 len: 390 time: 0.4806619 Jul 16 20:17:32.536144 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.561776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4b4990ac-625c-4a89-a690-8f046759f8d4, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4b4990ac-625c-4a89-a690-8f046759f8d4,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:32.569834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75eb84-57f0-4142-adc9-2b69ebbd1c10 req-217763bf-1d2c-4213-902f-ce1fe5724bf4 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:32.579814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db75eb84-57f0-4142-adc9-2b69ebbd1c10 req-217763bf-1d2c-4213-902f-ce1fe5724bf4 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 943 time: 0.4146020 Jul 16 20:17:32.593385 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.641096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db75eb84-57f0-4142-adc9-2b69ebbd1c10 req-24cc7674-5509-4095-b233-9dbd5755acfb tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588634 Jul 16 20:17:32.666324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Subnet': ['ID=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.688221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Checking segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:32.688986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network hostable DHCP agents. Network: 7176a9d8-71ad-4889-b4b9-23178524029f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:32.700549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a9091d64-0965-4163-9681-74883091874d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a9091d64-0965-4163-9681-74883091874d,segment=NetworkSegment(c90d66d1-95de-43a3-a520-05baa1d742dc),segment_id=c90d66d1-95de-43a3-a520-05baa1d742dc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:32.701824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '4b4990ac-625c-4a89-a690-8f046759f8d4', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'port_id': '4b4990ac-625c-4a89-a690-8f046759f8d4', 'mac_address': 'fa:16:3e:92:29:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816731d-17e8-4d9f-91b2-0f2ddd22c9ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:32.703340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff601f8e-eeae-449a-a862-f356fca5531c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9091d64-0965-4163-9681-74883091874d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:32.705629 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e42527-4bc3-4399-a856-f5b22203c3c3" -d '{"events": [{"server_uuid": "ff601f8e-eeae-449a-a862-f356fca5531c", "name": "network-vif-plugged", "status": "completed", "tag": "a9091d64-0965-4163-9681-74883091874d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:32.710591 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.718698 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 7176a9d8-71ad-4889-b4b9-23178524029f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:32.746873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 7176a9d8-71ad-4889-b4b9-23178524029f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:32.761062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:32.763711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.776292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ede98d-e4f2-42c3-b506-ba3d851daff8 None None] Network 7176a9d8-71ad-4889-b4b9-23178524029f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:32.805575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-93506667-d2cd-405b-b4d5-cce184d0bef2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8351078 Jul 16 20:17:32.808173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:32.815600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'subnet': {'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:32.849698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=a9091d64-0965-4163-9681-74883091874d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:32.852309 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:32.900656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4990ac-625c-4a89-a690-8f046759f8d4 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:32.934338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4b4990ac-625c-4a89-a690-8f046759f8d4, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4b4990ac-625c-4a89-a690-8f046759f8d4,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:32.959479 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.001511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:33.005688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.019308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7541f14-4c82-4266-952a-d19a05f0014d req-29b00776-f718-461e-a04c-1d66e072be00 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.020882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a7541f14-4c82-4266-952a-d19a05f0014d req-29b00776-f718-461e-a04c-1d66e072be00 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2317207 Jul 16 20:17:33.041353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-12449ac1-1859-4322-b738-2650bdd07036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.042756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-12449ac1-1859-4322-b738-2650bdd07036 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 1097 time: 0.2077293 Jul 16 20:17:33.065248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-7176a9d8-71ad-4889-b4b9-23178524029f', 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'fixed_ips': [{'subnet_id': '35eee0cf-d1e7-4328-ad4e-c2089b6bb17a'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:33.066103 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.072338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4b4990ac-625c-4a89-a690-8f046759f8d4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:33.102911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a7541f14-4c82-4266-952a-d19a05f0014d req-65070886-200b-445b-8654-390a86c667e6 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732765 Jul 16 20:17:33.183621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-f25631c0-ab92-48b0-a9fd-9c712f6d49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.186803 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-f25631c0-ab92-48b0-a9fd-9c712f6d49ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.1366799 Jul 16 20:17:33.217099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:33.292606 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c0450bc1-284d-49b7-ac41-9333c45db3c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde HTTP/1.1" status: 200 len: 217 time: 0.0953958 Jul 16 20:17:33.337528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Allocated IP 10.1.1.2 (7176a9d8-71ad-4889-b4b9-23178524029f/35eee0cf-d1e7-4328-ad4e-c2089b6bb17a/f6f84b6e-01d5-4bdd-9709-d320a31ca9dd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:33.356279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 14ffbaff-4c1d-46fd-90df-206089a46c20 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:33.356409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-e8f7fddd-8493-4cbf-9653-9585d39385e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.358114 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-e8f7fddd-8493-4cbf-9653-9585d39385e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d248568130be47fc9a5b4d8184c5d13f&device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 1098 time: 0.2069719 Jul 16 20:17:33.371343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fcb4d-db7f-4b6f-a1ee-1f6bac96bcbe req-ab757054-68a2-4c73-ba6e-7023e6e34b62 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.375041 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c4fcb4d-db7f-4b6f-a1ee-1f6bac96bcbe req-ab757054-68a2-4c73-ba6e-7023e6e34b62 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 944 time: 0.3872387 Jul 16 20:17:33.395532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-66fa7dbf-f253-40b7-9111-6e8716973db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.397193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-66fa7dbf-f253-40b7-9111-6e8716973db9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.0962374 Jul 16 20:17:33.437049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-e5eec3f1-9f81-4d23-ade0-c284a49b8aee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313420 Jul 16 20:17:33.455133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ab02e-2999-4c39-828b-045e6aa2c025 req-e9a2e3da-91ea-4011-9fb9-95ba279ca637 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.456741 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-196ab02e-2999-4c39-828b-045e6aa2c025 req-e9a2e3da-91ea-4011-9fb9-95ba279ca637 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.1681275 Jul 16 20:17:33.593718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-196ab02e-2999-4c39-828b-045e6aa2c025 req-6dc01076-bf4d-47b6-8252-e6c069caafd8 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272564 Jul 16 20:17:33.614566 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-d2970786-08ac-4989-875e-8c3e931f4ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567881 Jul 16 20:17:33.652579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c4fcb4d-db7f-4b6f-a1ee-1f6bac96bcbe req-15bf2cc1-c81c-4901-8e05-e46840b429ce tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526941 Jul 16 20:17:33.655844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 14ffbaff-4c1d-46fd-90df-206089a46c20, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=14ffbaff-4c1d-46fd-90df-206089a46c20,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:33.660872 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.693070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '14ffbaff-4c1d-46fd-90df-206089a46c20', 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a', 'port_id': '14ffbaff-4c1d-46fd-90df-206089a46c20', 'mac_address': 'fa:16:3e:32:84:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd02fa8-dece-4d3f-9f52-1a01106dc3b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:33.699767 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc9a66-0ab1-4dbc-9c58-43a9dfe0bf41 x-openstack-request-id: req-93dc9a66-0ab1-4dbc-9c58-43a9dfe0bf41 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:33.700150 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff601f8e-eeae-449a-a862-f356fca5531c", "name": "network-vif-plugged", "status": "completed", "tag": "a9091d64-0965-4163-9681-74883091874d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:33.701538 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93dc9a66-0ab1-4dbc-9c58-43a9dfe0bf41 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:33.702288 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff601f8e-eeae-449a-a862-f356fca5531c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9091d64-0965-4163-9681-74883091874d', 'code': 200} Jul 16 20:17:33.714400 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.726944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Transition to ACTIVE for port object f6f84b6e-01d5-4bdd-9709-d320a31ca9dd will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:33.754126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Transition to ACTIVE for port object f6f84b6e-01d5-4bdd-9709-d320a31ca9dd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:33.764808 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.774806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-07ef2164-c31c-4f7f-96fa-e0e2b06160f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.776352 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-07ef2164-c31c-4f7f-96fa-e0e2b06160f1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 200 len: 919 time: 0.3428209 Jul 16 20:17:33.821509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Network 7176a9d8-71ad-4889-b4b9-23178524029f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:33.826604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:33.831221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-277e9dff-90c2-4f0e-a7ae-5a1099c28ad2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=904dca07-cf08-46aa-921f-4c58e6787d8a HTTP/1.1" status: 200 len: 217 time: 0.0465856 Jul 16 20:17:33.833236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:33.897542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-c4c3cd54-9c52-4588-a83e-c4fbd66bf24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:33.898767 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-c4c3cd54-9c52-4588-a83e-c4fbd66bf24a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 200 len: 858 time: 0.0562923 Jul 16 20:17:33.900005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Subnet': ['ID=3b14b9b1-9548-468b-a029-d6df4c04c1a2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:33.916513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Checking segment: {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:33.916832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network hostable DHCP agents. Network: 11c173dd-4aaa-49dd-872c-190c74ede91e, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:33.938702 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-76bdb326-9585-42e7-b166-2e162d5f306f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dc92f4df-a3d1-43b6-a018-5feae2d6e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308840 Jul 16 20:17:33.971167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-a1a2ec7c-a93a-4f01-8224-ee7a113536d2 service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486838 Jul 16 20:17:33.972572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Attempting to bind port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:33.973004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Attempting to bind port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:33.973424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Attempting to bind port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:33.990969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:33.991622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Checking segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:33.992089 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:33.992612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Bound using segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:33.993138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Bound port: f6f84b6e-01d5-4bdd-9709-d320a31ca9dd, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:33.993517 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.050425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bee1cc-097b-457e-afbc-9d5a189367b9 req-091b2770-4263-4e89-b63b-b541762b7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.056209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82bee1cc-097b-457e-afbc-9d5a189367b9 req-091b2770-4263-4e89-b63b-b541762b7aee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 1098 time: 0.2631285 Jul 16 20:17:34.064352 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.080078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 11c173dd-4aaa-49dd-872c-190c74ede91e is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:34.089583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Pushing event updated for resources: {'Port': ['ID=f6f84b6e-01d5-4bdd-9709-d320a31ca9dd,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.111337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ffbaff-4c1d-46fd-90df-206089a46c20 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:34.137303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 11c173dd-4aaa-49dd-872c-190c74ede91e) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:34.137989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 14ffbaff-4c1d-46fd-90df-206089a46c20, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=14ffbaff-4c1d-46fd-90df-206089a46c20,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:34.152538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82bee1cc-097b-457e-afbc-9d5a189367b9 req-b1a307a9-850e-4e49-ac7d-d25bdf0a3c61 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889995 Jul 16 20:17:34.152774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.153138 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.168939 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.174247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c939c5-5e31-4e65-b218-33a1535a654e None None] Network 11c173dd-4aaa-49dd-872c-190c74ede91e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:34.176067 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-17ac5464-c34f-4eeb-804b-7ee666b3faa4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3665991 Jul 16 20:17:34.178336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:34.184284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'port': {'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'name': 'tempest-TaggedBootDevicesTest-1784500811', 'fixed_ips': [{'subnet_id': '35eee0cf-d1e7-4328-ad4e-c2089b6bb17a'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:34.212080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c040fd9-9cd2-4a94-ab79-4b1d15915b85 req-611107fb-b588-4078-bcd8-cfd0804e5141 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.215371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47414d-613a-4dff-bd59-d26ebd4f3136 req-493d75d4-88ec-45f6-91b2-3e142d9e3604 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.216915 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f47414d-613a-4dff-bd59-d26ebd4f3136 req-493d75d4-88ec-45f6-91b2-3e142d9e3604 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 946 time: 0.2654335 Jul 16 20:17:34.225645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c040fd9-9cd2-4a94-ab79-4b1d15915b85 req-611107fb-b588-4078-bcd8-cfd0804e5141 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 943 time: 0.1431596 Jul 16 20:17:34.245769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-effba353-01cd-4ac5-ba85-6bf64373d08d service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930207 Jul 16 20:17:34.286281 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c040fd9-9cd2-4a94-ab79-4b1d15915b85 req-da89b43a-197b-4663-ac24-c757c78b91bb tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574658 Jul 16 20:17:34.297618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4b4990ac-625c-4a89-a690-8f046759f8d4 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:34.379017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] For port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:34.407760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:34.432528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] For port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f6f84b6e-01d5-4bdd-9709-d320a31ca9dd,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:34.453292 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.495036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:34.507856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8270e09f-3c82-4852-ab3d-953bc6746594 req-89d9fac1-79b3-4773-be43-2c4381188a45 service neutron] 10.222.0.63 "GET /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404273 Jul 16 20:17:34.512999 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f47414d-613a-4dff-bd59-d26ebd4f3136 req-bc22584b-0669-4360-8688-875bb1dea90a tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871454 Jul 16 20:17:34.525182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bd6d23-7086-4f8a-b6a2-188ce972946c admin admin] Deleting subnet 8ca9a34f-7ec3-4769-aad3-6849e1fdf46b {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:34.540233 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6d23-7086-4f8a-b6a2-188ce972946c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.552104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 4b4990ac-625c-4a89-a690-8f046759f8d4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:34.559125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 4b4990ac-625c-4a89-a690-8f046759f8d4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:34.559125 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.599859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=14ffbaff-4c1d-46fd-90df-206089a46c20,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.600988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:34.674630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422e05d-5151-4a80-ad02-6eb888b2af53 None None] Pushing event updated for resources: {'Port': ['ID=f6f84b6e-01d5-4bdd-9709-d320a31ca9dd,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:34.698880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6d23-7086-4f8a-b6a2-188ce972946c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.699658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-11c173dd-4aaa-49dd-872c-190c74ede91e', 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'fixed_ips': [{'subnet_id': '3b14b9b1-9548-468b-a029-d6df4c04c1a2'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:17:34.700510 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.758508 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.784806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6d23-7086-4f8a-b6a2-188ce972946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:34.801535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59893320-f7a4-452d-b936-9ad5ff54317b req-220c79ed-1e3c-490e-b3f9-2681fbe4af40 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:34.803451 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-59893320-f7a4-452d-b936-9ad5ff54317b req-220c79ed-1e3c-490e-b3f9-2681fbe4af40 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.2145605 Jul 16 20:17:34.812010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] device_id is not set on port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:34.923287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-59893320-f7a4-452d-b936-9ad5ff54317b req-a3b521cd-88f9-44fd-aa97-0d3714972a3b tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844822 Jul 16 20:17:34.984779 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6d23-7086-4f8a-b6a2-188ce972946c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.180791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd6d23-7086-4f8a-b6a2-188ce972946c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca9a34f-7ec3-4769-aad3-6849e1fdf46b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.214946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8bd6d23-7086-4f8a-b6a2-188ce972946c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.220172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f8bd6d23-7086-4f8a-b6a2-188ce972946c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8ca9a34f-7ec3-4769-aad3-6849e1fdf46b HTTP/1.1" status: 204 len: 168 time: 0.8076088 Jul 16 20:17:35.220988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55926) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:35.351795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Allocated IP 10.1.1.173 (7176a9d8-71ad-4889-b4b9-23178524029f/35eee0cf-d1e7-4328-ad4e-c2089b6bb17a/0e92e6e8-04d4-46a4-a8cd-96256afb1ee1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:35.418082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.505406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe3d73-b5a6-4e64-9faf-688889b33bf8 req-9e128656-983e-4ce3-a700-8d7797f7b696 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.513212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ffe3d73-b5a6-4e64-9faf-688889b33bf8 req-9e128656-983e-4ce3-a700-8d7797f7b696 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 944 time: 0.1593258 Jul 16 20:17:35.539683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.550254 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.558014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61588b4c-b1dc-4e58-9877-2dfc183a77e5']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:35.566451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Transition to ACTIVE for port object 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:35.575973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49ce2c9-2555-4e35-9f40-bddae587c8c5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:35.576470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49ce2c9-2555-4e35-9f40-bddae587c8c5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:35.589136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.625287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ffe3d73-b5a6-4e64-9faf-688889b33bf8 req-a266faa4-8000-4711-9f44-0b68cd3ba04a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109531 Jul 16 20:17:35.640620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.655248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:35.655934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:35.659073 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:35.682523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Allocated IP 10.2.2.2 (11c173dd-4aaa-49dd-872c-190c74ede91e/3b14b9b1-9548-468b-a029-d6df4c04c1a2/99e40757-cc57-4b13-a6e2-0227c26cc2c0) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:35.695431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.704307 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.762342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f49a12-317a-43d5-97d2-baebd9b3e9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4990ac-625c-4a89-a690-8f046759f8d4'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:35.766025 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85313bc-d13f-4ddc-aaf4-46ef8b7c481d" -d '{"events": [{"server_uuid": "27f49a12-317a-43d5-97d2-baebd9b3e9b3", "name": "network-vif-plugged", "status": "completed", "tag": "4b4990ac-625c-4a89-a690-8f046759f8d4"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:35.789968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4b4990ac-625c-4a89-a690-8f046759f8d4, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4b4990ac-625c-4a89-a690-8f046759f8d4,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:35.797639 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.826091 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.833247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:35.838096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] 10.222.0.10 "DELETE /v2.0/networks/61588b4c-b1dc-4e58-9877-2dfc183a77e5 HTTP/1.1" status: 204 len: 168 time: 0.6163259 Jul 16 20:17:35.861044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Port': ['ID=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.876641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4a8fd-2bc6-4d82-a602-54e0146e0842 admin admin] Pushing event deleted for resources: {'Network': ['ID=61588b4c-b1dc-4e58-9877-2dfc183a77e5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:35.896222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 7176a9d8-71ad-4889-b4b9-23178524029f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:35.898690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:35.923807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb313c-c07b-4f85-a434-f2d2ef1dfa8e req-a05218f6-42af-4026-91e6-c9f9b0ed1a89 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:35.925521 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-83bb313c-c07b-4f85-a434-f2d2ef1dfa8e req-a05218f6-42af-4026-91e6-c9f9b0ed1a89 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.3160157 Jul 16 20:17:35.926352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:35.953613 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4b4990ac-625c-4a89-a690-8f046759f8d4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:36.067948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55942) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:36.083185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.119885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-83bb313c-c07b-4f85-a434-f2d2ef1dfa8e req-c0526229-f090-4980-a364-799f2b460660 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376371 Jul 16 20:17:36.144718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:36.145481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.148969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Transition to ACTIVE for port object 99e40757-cc57-4b13-a6e2-0227c26cc2c0 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:36.190992 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a95d69b6-973a-4c0a-922d-f9d2122b3258 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0105035 Jul 16 20:17:36.194147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:36.202649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'port': {'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'name': 'tempest-TaggedBootDevicesTest-1491199940', 'fixed_ips': [{'subnet_id': '35eee0cf-d1e7-4328-ad4e-c2089b6bb17a'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:36.228154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Transition to ACTIVE for port object 99e40757-cc57-4b13-a6e2-0227c26cc2c0 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:36.236302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:36.244857 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.367123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Network 11c173dd-4aaa-49dd-872c-190c74ede91e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:36.386223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:36.389114 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fbc7e814-1567-491c-af7f-c4b811ca0c84 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18482987bf8a421aa1d459fff4963635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515689 Jul 16 20:17:36.392389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:36.398285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:36.488337 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9298a638-ce6d-4b54-bf21-1705cc8e526b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.521793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Pushing event updated for resources: {'Port': ['ID=99e40757-cc57-4b13-a6e2-0227c26cc2c0,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:36.561147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9298a638-ce6d-4b54-bf21-1705cc8e526b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.586195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Attempting to bind port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:36.586571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Attempting to bind port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:36.586979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Attempting to bind port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 on network 11c173dd-4aaa-49dd-872c-190c74ede91e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:36.593897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:36.594273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Checking segment: {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:36.594777 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.595126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Bound using segment: {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:36.595817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Bound port: 99e40757-cc57-4b13-a6e2-0227c26cc2c0, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:36.596207 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.646993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:36.659483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c74b9e-7c02-4aa8-91e2-ff56b25ac127 req-b2c8e7b6-f69e-47cf-a83c-00de2a8ae0bd tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:36.660985 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-47c74b9e-7c02-4aa8-91e2-ff56b25ac127 req-b2c8e7b6-f69e-47cf-a83c-00de2a8ae0bd tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 944 time: 0.2635534 Jul 16 20:17:36.717773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93e0f3-48ea-4571-966d-391b126a1848 None None] Network 7176a9d8-71ad-4889-b4b9-23178524029f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:36.769689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9298a638-ce6d-4b54-bf21-1705cc8e526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.775430 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9298a638-ce6d-4b54-bf21-1705cc8e526b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.780799 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9298a638-ce6d-4b54-bf21-1705cc8e526b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d83785ee-3fe7-4365-aeab-58affcae09cf HTTP/1.1" status: 204 len: 168 time: 0.3832858 Jul 16 20:17:36.783313 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb11122-61a4-475c-8961-34d81d6104cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.796174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298a638-ce6d-4b54-bf21-1705cc8e526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83785ee-3fe7-4365-aeab-58affcae09cf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:36.800526 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-47c74b9e-7c02-4aa8-91e2-ff56b25ac127 req-c2893843-a7d4-49a3-a1ad-dde737eaf02e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235883 Jul 16 20:17:36.850424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba28b01-cbc4-4d3d-b5b3-0207a7c1c7fb req-7e179cc0-bdb8-43d1-8ae2-7071c915207d tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:36.866257 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ba28b01-cbc4-4d3d-b5b3-0207a7c1c7fb req-7e179cc0-bdb8-43d1-8ae2-7071c915207d tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 946 time: 0.3298247 Jul 16 20:17:36.880798 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:36.894878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] For port 99e40757-cc57-4b13-a6e2-0227c26cc2c0, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:36.929636 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562a2779-348a-4d72-8804-393d07047e6c x-openstack-request-id: req-562a2779-348a-4d72-8804-393d07047e6c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:36.930007 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f49a12-317a-43d5-97d2-baebd9b3e9b3", "name": "network-vif-plugged", "status": "completed", "tag": "4b4990ac-625c-4a89-a690-8f046759f8d4", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:36.930007 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-562a2779-348a-4d72-8804-393d07047e6c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:36.930461 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f49a12-317a-43d5-97d2-baebd9b3e9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4990ac-625c-4a89-a690-8f046759f8d4', 'code': 200} Jul 16 20:17:36.932674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] For port 99e40757-cc57-4b13-a6e2-0227c26cc2c0, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=99e40757-cc57-4b13-a6e2-0227c26cc2c0,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:36.937018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e9c5ff54-e035-49f5-897a-61f4d5cb4259 None None] Provisioning for port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:36.945994 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.019421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] device_id is not set on port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:17:37.051012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5ca45-9052-4fb0-8446-1d6656d1b981 None None] Pushing event updated for resources: {'Port': ['ID=99e40757-cc57-4b13-a6e2-0227c26cc2c0,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:37.066719 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ba28b01-cbc4-4d3d-b5b3-0207a7c1c7fb req-85790b58-e0f2-4ffc-ab8c-21b01300b974 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962502 Jul 16 20:17:37.124919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f6f84b6e-01d5-4bdd-9709-d320a31ca9dd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:37.298307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:37.309335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:37.310110 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.397201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 14ffbaff-4c1d-46fd-90df-206089a46c20 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:37.690778 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.744376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 14ffbaff-4c1d-46fd-90df-206089a46c20 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:37.761692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 14ffbaff-4c1d-46fd-90df-206089a46c20 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:37.762625 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.879798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Allocated IP 10.1.1.63 (7176a9d8-71ad-4889-b4b9-23178524029f/35eee0cf-d1e7-4328-ad4e-c2089b6bb17a/bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:37.890689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f6f84b6e-01d5-4bdd-9709-d320a31ca9dd,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:37.894017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70594b-1263-4406-aca9-aaa9ec7fc53e req-24742631-a360-494c-ae70-b182b69724d1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:37.897962 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:37.907127 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc70594b-1263-4406-aca9-aaa9ec7fc53e req-24742631-a360-494c-ae70-b182b69724d1 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.1506734 Jul 16 20:17:37.984974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc70594b-1263-4406-aca9-aaa9ec7fc53e req-aff84b1e-e64b-4155-8525-4ec942a55007 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767694 Jul 16 20:17:38.059890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79d09-2591-459f-bd59-3ddb61aa1e7d req-4e886432-eb71-4130-aa59-85b55a5b7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.061655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24b79d09-2591-459f-bd59-3ddb61aa1e7d req-4e886432-eb71-4130-aa59-85b55a5b7853 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 1097 time: 0.6749320 Jul 16 20:17:38.069614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd28dc2-4682-4427-a2e3-27264b06b31f req-fad85fa3-aa55-41c7-a8a1-e27b7870796e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.078452 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6fd28dc2-4682-4427-a2e3-27264b06b31f req-fad85fa3-aa55-41c7-a8a1-e27b7870796e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 945 time: 0.6526866 Jul 16 20:17:38.080835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0aa40f37-1989-4438-8b8c-bdf125d48522 None None] Provisioning for port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:38.130374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0aa40f37-1989-4438-8b8c-bdf125d48522 None None] Provisioning complete for port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:38.130910 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0aa40f37-1989-4438-8b8c-bdf125d48522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.179438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24b79d09-2591-459f-bd59-3ddb61aa1e7d req-7e3c877c-89cf-430f-a0f6-b7e0504abe21 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863659 Jul 16 20:17:38.193394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=f6f84b6e-01d5-4bdd-9709-d320a31ca9dd,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:38.220661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.293269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0aa40f37-1989-4438-8b8c-bdf125d48522 None None] Port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:38.374150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 14ffbaff-4c1d-46fd-90df-206089a46c20, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=14ffbaff-4c1d-46fd-90df-206089a46c20,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:38.386991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.396718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb11122-61a4-475c-8961-34d81d6104cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.403616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:38.414073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0aa40f37-1989-4438-8b8c-bdf125d48522 None None] Provisioning complete for port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:38.414579 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0aa40f37-1989-4438-8b8c-bdf125d48522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.437281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb11122-61a4-475c-8961-34d81d6104cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.549419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=14ffbaff-4c1d-46fd-90df-206089a46c20,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:38.555765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb11122-61a4-475c-8961-34d81d6104cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af5cad4-7468-4309-ace9-903cff1addec,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:38.599504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82188687-9585-4c4b-a81c-171a86643196 req-e90547bc-83a5-4c56-b716-3e98e6981567 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.601120 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-82188687-9585-4c4b-a81c-171a86643196 req-e90547bc-83a5-4c56-b716-3e98e6981567 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 945 time: 0.1148679 Jul 16 20:17:38.619715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.664040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-82188687-9585-4c4b-a81c-171a86643196 req-a8e3d1a8-88b4-481e-93dd-abc4f35c84ed tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554705 Jul 16 20:17:38.665466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6fd28dc2-4682-4427-a2e3-27264b06b31f req-1695a231-b06d-4ef7-85b4-38848c870d94 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859723 Jul 16 20:17:38.684695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6eb11122-61a4-475c-8961-34d81d6104cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21911723e3d44841985e53621e4611bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6153324 Jul 16 20:17:38.687991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Transition to ACTIVE for port object bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:38.700915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:38.731524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-5913c570-49de-4951-9058-89ffa65e113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:38.733323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-5913c570-49de-4951-9058-89ffa65e113b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bed6085e8994fe797a76672790c705e&device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 1098 time: 0.2839880 Jul 16 20:17:38.758926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2141004100-network', 'tenant_id': '0032d393398649508409f9c7ef0bd194'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:38.797289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a8ee7f1c-6b99-481c-beb8-bc9e3656238a None None] Provisioning complete for port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:38.797839 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7f1c-6b99-481c-beb8-bc9e3656238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.813893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Made reservation on behalf of 0032d393398649508409f9c7ef0bd194 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:38.816372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.827249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.860550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14f2e7e1-2348-4f48-b51c-74884fae1837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.865928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee7f1c-6b99-481c-beb8-bc9e3656238a None None] Port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:38.931536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:38.934521 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7ba22e-b065-4d7b-98f5-09501631f9e4" -d '{"events": [{"server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "name": "network-vif-plugged", "status": "completed", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:38.937345 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.963401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14f2e7e1-2348-4f48-b51c-74884fae1837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:38.988750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b4f3a-69db-426a-a46f-d0768dd629a1 None None] Network 11c173dd-4aaa-49dd-872c-190c74ede91e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:39.058727 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806309c2-1581-4792-b1bb-eca00ee78a1e x-openstack-request-id: req-806309c2-1581-4792-b1bb-eca00ee78a1e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:39.059650 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "name": "network-vif-plugged", "status": "completed", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:39.061128 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-806309c2-1581-4792-b1bb-eca00ee78a1e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:39.062495 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20', 'code': 200} Jul 16 20:17:39.069192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 7176a9d8-71ad-4889-b4b9-23178524029f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:39.073374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Port': ['ID=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:39.079709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:39.083386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:39.088126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-88b61252-1a40-48a7-9744-590ddf55112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.090543 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-88b61252-1a40-48a7-9744-590ddf55112d service neutron] 10.222.0.30 "GET /v2.0/networks?id=58fe614b-46d8-4dc1-8f61-614db120d792 HTTP/1.1" status: 200 len: 915 time: 0.3451631 Jul 16 20:17:39.242472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f6f84b6e-01d5-4bdd-9709-d320a31ca9dd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:39.257924 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-aa457d67-1b39-4978-8105-23eb755cb576 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9091d64-0965-4163-9681-74883091874d HTTP/1.1" status: 200 len: 217 time: 0.1134071 Jul 16 20:17:39.268480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.306722 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.324513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:39.337828 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.338170 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Added segment c0828452-1aec-4ea1-8b7e-5134e6760f7a of type vlan for network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 Jul 16 20:17:39.364909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c66913c6-2c85-49dd-8718-d9709ddaf784 None None] Provisioning for port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:39.389654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.418017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.418759 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.420903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:39.421400 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.486627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-0c627a46-0455-4f53-97a7-66edf4b4b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.488268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-0c627a46-0455-4f53-97a7-66edf4b4b4ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=630212ab-79a5-4923-8688-c3199ca581d2 HTTP/1.1" status: 200 len: 854 time: 0.2138190 Jul 16 20:17:39.494741 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4e041a29-edd0-460a-9188-0d3f32f112c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2958920 Jul 16 20:17:39.510037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.512400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.513000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.535769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bfedfb10-cc4c-4de4-a27c-462a93ddff4b None None] Provisioning for port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:39.543600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bfedfb10-cc4c-4de4-a27c-462a93ddff4b None None] Provisioning complete for port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:39.544381 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfedfb10-cc4c-4de4-a27c-462a93ddff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:39.552600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-a17d6c5a-a299-4c24-9b06-29b24830f85c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58fe614b-46d8-4dc1-8f61-614db120d792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555975 Jul 16 20:17:39.571592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a194289-ab1e-4dd6-9706-1397eb75d31d req-725f9ebd-c372-41b2-99e8-4be1eeef414d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:39.573427 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a194289-ab1e-4dd6-9706-1397eb75d31d req-725f9ebd-c372-41b2-99e8-4be1eeef414d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.1825905 Jul 16 20:17:39.682428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 99e40757-cc57-4b13-a6e2-0227c26cc2c0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:39.694099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a194289-ab1e-4dd6-9706-1397eb75d31d req-f75dc226-e5f1-413f-815e-081137cc1537 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096509 Jul 16 20:17:39.720450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-eede1f81-9da8-4307-b518-11855ec7e21c service neutron] 10.222.0.30 "GET /v2.0/networks/58fe614b-46d8-4dc1-8f61-614db120d792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460052 Jul 16 20:17:39.852072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffc414b0-2847-4b93-89bd-425d8c464446 req-3845de82-0422-4d46-b21e-cda138bc973c service neutron] 10.222.0.30 "GET /v2.0/networks/58fe614b-46d8-4dc1-8f61-614db120d792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239758 Jul 16 20:17:39.877323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bfedfb10-cc4c-4de4-a27c-462a93ddff4b None None] Port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:17:39.911984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:17:39.917512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:39.918085 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.029934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.033509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6206141 Jul 16 20:17:40.036897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Request body: {'subnet': {'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2141004100-subnet', 'tenant_id': '0032d393398649508409f9c7ef0bd194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:40.050142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b17c6c2-0b92-4470-b8b3-fea47c1de25d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.059148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.069398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14f2e7e1-2348-4f48-b51c-74884fae1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.079578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14f2e7e1-2348-4f48-b51c-74884fae1837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.091464 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-14f2e7e1-2348-4f48-b51c-74884fae1837 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8af5cad4-7468-4309-ace9-903cff1addec HTTP/1.1" status: 204 len: 168 time: 1.3812382 Jul 16 20:17:40.103955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Made reservation on behalf of 0032d393398649508409f9c7ef0bd194 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:40.108948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.190430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 99e40757-cc57-4b13-a6e2-0227c26cc2c0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=99e40757-cc57-4b13-a6e2-0227c26cc2c0,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:40.199842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.203852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.204200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.204569 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.204919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.205250 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.205578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.205905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.206228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.206552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.206875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.207197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.207541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:40.241532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefb5d1-7019-404d-8401-8eb01fad1a3d admin admin] Pushing event updated for resources: {'Network': ['ID=dd96aab8-df60-40d7-8e8a-5f1e2a428c16,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.278906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cba2a-66f3-4acc-a87a-12300931753f req-551d82e7-36d8-4e9c-94e6-c3099055a3be tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:40.288505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-739cba2a-66f3-4acc-a87a-12300931753f req-551d82e7-36d8-4e9c-94e6-c3099055a3be tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 946 time: 1.3756866 Jul 16 20:17:40.382689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:40.429599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2e7e1-2348-4f48-b51c-74884fae1837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af5cad4-7468-4309-ace9-903cff1addec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.472830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-739cba2a-66f3-4acc-a87a-12300931753f req-4d6b4b3d-ebce-4ac7-afa5-4c8c0491a0e4 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828532 Jul 16 20:17:40.475134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b906bb7-2924-4262-a1fa-944cf3dd3cd1 req-969e0831-bfba-4958-8af2-1ff7889b0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:40.476741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0b906bb7-2924-4262-a1fa-944cf3dd3cd1 req-969e0831-bfba-4958-8af2-1ff7889b0a8a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1097 time: 1.1925178 Jul 16 20:17:40.494142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d7b9eb51-fd79-41e4-a6ca-de581dcaa2e0 None None] Provisioning complete for port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:40.494448 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7b9eb51-fd79-41e4-a6ca-de581dcaa2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.567909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.577175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ab4489c5-77d4-4a42-b17e-8eb7309b677d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623597844', 'description': 'tempest-description--1135438107'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:40.583148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0b906bb7-2924-4262-a1fa-944cf3dd3cd1 req-41b3cf05-a310-4b03-a6a7-3fe9758e8045 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945251 Jul 16 20:17:40.585894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.651877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=99e40757-cc57-4b13-a6e2-0227c26cc2c0,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.687293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:40.703403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f87f096-0f6a-47d2-92d2-0e3ef8be3de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.722524 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-7f87f096-0f6a-47d2-92d2-0e3ef8be3de1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:17:40.722524 n-d-792394-17 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:17:40.722524 n-d-792394-17 neutron-server[93958]: [parameters: {'project_id_1': 'e724f896ee5c4e328309708fc2f1bc87', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 17, 40, 717700)}] Jul 16 20:17:40.722524 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:17:40.724140 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [None req-7f87f096-0f6a-47d2-92d2-0e3ef8be3de1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:17:40.768623 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4489c5-77d4-4a42-b17e-8eb7309b677d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.880532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Checking segment: {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:40.880988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Network hostable DHCP agents. Network: dd96aab8-df60-40d7-8e8a-5f1e2a428c16, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:40.883026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aaa86-b946-487e-addf-8a85a60714f0 req-ab58c4a5-5381-4c50-9a9e-a228b3a1999d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:40.890309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af2aaa86-b946-487e-addf-8a85a60714f0 req-ab58c4a5-5381-4c50-9a9e-a228b3a1999d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 945 time: 0.1197777 Jul 16 20:17:40.895930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=485ab53e-6f84-4999-acfe-b2513179462e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:40.936708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 99e40757-cc57-4b13-a6e2-0227c26cc2c0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:17:40.951020 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4489c5-77d4-4a42-b17e-8eb7309b677d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.954746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:40.962321 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4489c5-77d4-4a42-b17e-8eb7309b677d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:40.991668 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af2aaa86-b946-487e-addf-8a85a60714f0 req-756c4afd-01cc-4e92-bfa5-b7382cffb208 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841279 Jul 16 20:17:40.999357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e221f6a-14d6-448c-bdbe-e415b8cea838 req-1469aa15-b9ee-4102-82c5-e07a2495b8f8 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:41.001317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e221f6a-14d6-448c-bdbe-e415b8cea838 req-1469aa15-b9ee-4102-82c5-e07a2495b8f8 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 945 time: 0.2641954 Jul 16 20:17:41.007008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, dd96aab8-df60-40d7-8e8a-5f1e2a428c16) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:41.022682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:41.023360 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.027730 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab4489c5-77d4-4a42-b17e-8eb7309b677d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.029067 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ab4489c5-77d4-4a42-b17e-8eb7309b677d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4603057 Jul 16 20:17:41.034091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:41.038792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8f0590fe-7c81-4e7e-ab48-6242dcaac662 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'security_group_rule': {'security_group_id': '8cc78830-9662-43b5-9798-2ec971131e0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:41.043962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:17:41.044342 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.050311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4489c5-77d4-4a42-b17e-8eb7309b677d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc78830-9662-43b5-9798-2ec971131e0f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.088534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b693c-5505-42dc-b91d-4618b8f06460 None None] Network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:41.103195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f0590fe-7c81-4e7e-ab48-6242dcaac662 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.129724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e221f6a-14d6-448c-bdbe-e415b8cea838 req-c3c1c66a-9102-4414-bfd9-04efde9712e5 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118748 Jul 16 20:17:41.131557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d1d3e97f-883c-4ab7-96e3-3368e1417d9c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1002858 Jul 16 20:17:41.244056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f0590fe-7c81-4e7e-ab48-6242dcaac662 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.251373 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f87f096-0f6a-47d2-92d2-0e3ef8be3de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.258657 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f0590fe-7c81-4e7e-ab48-6242dcaac662 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.467927 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f0590fe-7c81-4e7e-ab48-6242dcaac662 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.471789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56032) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:41.471934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8f0590fe-7c81-4e7e-ab48-6242dcaac662 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4367139 Jul 16 20:17:41.475532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0590fe-7c81-4e7e-ab48-6242dcaac662 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9500f41c-99fa-4211-9f07-4176daee83d9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.478696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c54eef0c-66ea-4845-8796-48284be533e0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'security_group_rule': {'security_group_id': '8cc78830-9662-43b5-9798-2ec971131e0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:41.532444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a246a-b27b-4f44-b18b-99090d844b0c None None] Network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:41.552991 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f87f096-0f6a-47d2-92d2-0e3ef8be3de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.558716 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f87f096-0f6a-47d2-92d2-0e3ef8be3de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.616563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd0c0-c854-4b3c-82b8-a5d953adf7e1 req-7b5f5bbd-35af-44f5-a0cf-757868a72f60 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:41.627491 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d43bd0c0-c854-4b3c-82b8-a5d953adf7e1 req-7b5f5bbd-35af-44f5-a0cf-757868a72f60 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.3805175 Jul 16 20:17:41.657135 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7f87f096-0f6a-47d2-92d2-0e3ef8be3de1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e724f896ee5c4e328309708fc2f1bc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9684613 Jul 16 20:17:41.663175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56040) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:41.672449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad6bc8-0c5e-4446-9119-77cd18223280 req-4c068c04-6fb9-4b0f-92bf-643bfffd66d3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:41.674426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87f096-0f6a-47d2-92d2-0e3ef8be3de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e51133-2eaa-410c-af44-f604b03eef98,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:41.679628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2ad6bc8-0c5e-4446-9119-77cd18223280 req-4c068c04-6fb9-4b0f-92bf-643bfffd66d3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.1698463 Jul 16 20:17:41.700534 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2ad6bc8-0c5e-4446-9119-77cd18223280 req-a994c7ad-810d-478d-aadd-f8db874fb995 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/quotas/0410be0c0294441b99dffe52e22a48d5 HTTP/1.1" status: 200 len: 375 time: 0.0196319 Jul 16 20:17:41.716605 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d43bd0c0-c854-4b3c-82b8-a5d953adf7e1 req-3025e506-281f-4b11-89e5-bb3396f359da tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879083 Jul 16 20:17:41.768966 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d8d74d2-e79b-4a70-bed8-4b2d4f3a55ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.793324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d8d74d2-e79b-4a70-bed8-4b2d4f3a55ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.861186 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d8d74d2-e79b-4a70-bed8-4b2d4f3a55ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.865057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d8d74d2-e79b-4a70-bed8-4b2d4f3a55ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:41.866653 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5d8d74d2-e79b-4a70-bed8-4b2d4f3a55ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5e51133-2eaa-410c-af44-f604b03eef98 HTTP/1.1" status: 204 len: 168 time: 0.2025247 Jul 16 20:17:41.896969 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d74d2-e79b-4a70-bed8-4b2d4f3a55ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e51133-2eaa-410c-af44-f604b03eef98,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:42.136187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54eef0c-66ea-4845-8796-48284be533e0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.156006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-6368fd85-5720-4bcf-be6c-c730d9cda2c5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:42.157544 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-6368fd85-5720-4bcf-be6c-c730d9cda2c5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/networks?id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16 HTTP/1.1" status: 200 len: 818 time: 0.1370687 Jul 16 20:17:42.183867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-863b9623-5643-4f0f-9297-c7e6ebc9d67e tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/quotas/0032d393398649508409f9c7ef0bd194 HTTP/1.1" status: 200 len: 375 time: 0.0206392 Jul 16 20:17:42.213784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2ad6bc8-0c5e-4446-9119-77cd18223280 req-3cd82044-9fec-4ced-bec5-3c5c0a817c92 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5122194 Jul 16 20:17:42.221929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-45371520-6116-4edd-9367-f6c1b2e691a4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0032d393398649508409f9c7ef0bd194&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369351 Jul 16 20:17:42.242076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54eef0c-66ea-4845-8796-48284be533e0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.253313 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54eef0c-66ea-4845-8796-48284be533e0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.271402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eef0c-66ea-4845-8796-48284be533e0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df505dc2-3242-4f92-bea6-25d6aa729adf,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:42.293178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54eef0c-66ea-4845-8796-48284be533e0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.300056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c54eef0c-66ea-4845-8796-48284be533e0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8264363 Jul 16 20:17:42.301425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56064) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:42.309401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:42.339493 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-2e24eb75-d51d-49a8-813f-c8e2679d8312 service neutron] 10.222.0.10 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158750 Jul 16 20:17:42.343566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.481479 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-88676f21-f0f9-4008-8108-7fb52b604f6c service neutron] 10.222.0.10 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414499 Jul 16 20:17:42.524608 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2ad6bc8-0c5e-4446-9119-77cd18223280 req-56049597-29d3-4888-9f6a-08fe7c040049 service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097858 Jul 16 20:17:42.656686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2ad6bc8-0c5e-4446-9119-77cd18223280 req-9b0b02b3-7d60-4b45-a4bf-bc47e2bf829b service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311157 Jul 16 20:17:42.755324 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:42.988314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Allocated IP 172.25.7.12 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/f0a0fc18-a09d-4e55-af77-c50ba700f968) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:43.024239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aab763-86d8-41b3-afad-e509d774bda9 req-73eeae2a-46e9-41d7-aadf-64357a76bea7 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.031754 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44aab763-86d8-41b3-afad-e509d774bda9 req-73eeae2a-46e9-41d7-aadf-64357a76bea7 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 946 time: 0.1474316 Jul 16 20:17:43.102195 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44aab763-86d8-41b3-afad-e509d774bda9 req-383c9b1c-0d53-4f97-a0dd-2909b580e8f7 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695453 Jul 16 20:17:43.454944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.476603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf1e81-76a0-4a61-8e83-b258153758fb req-8ec2291a-53b3-4d7b-8d6c-3007c14ced70 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.478918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dcf1e81-76a0-4a61-8e83-b258153758fb req-8ec2291a-53b3-4d7b-8d6c-3007c14ced70 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 945 time: 0.3376505 Jul 16 20:17:43.657857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8430209-1a11-4ef3-a0e4-3bae565a8b08 req-f99479f0-2970-4b7d-b4b5-ef6fe9e16516 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:43.667903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dcf1e81-76a0-4a61-8e83-b258153758fb req-a2fe2c83-8917-48d6-8ff2-90a7aa4ae89e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817808 Jul 16 20:17:43.674983 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8430209-1a11-4ef3-a0e4-3bae565a8b08 req-f99479f0-2970-4b7d-b4b5-ef6fe9e16516 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.1542363 Jul 16 20:17:43.688286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:43.729783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:43.733784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:43.758297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:43.809021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Port': ['ID=f0a0fc18-a09d-4e55-af77-c50ba700f968,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:43.818831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8430209-1a11-4ef3-a0e4-3bae565a8b08 req-d2ee452a-9ac3-4c20-9c53-4f9701f591c4 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413479 Jul 16 20:17:44.082295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.165609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.337981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-141fd9de-6ad6-46ae-96c0-2071057a8a1f req-56778b33-b9a5-491c-9bda-3272d66fe3a8 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 210 time: 0.1050239 Jul 16 20:17:44.587133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-086d21a1-0812-46b4-bbf0-0753cc7541da tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1800553011&fields=id&tenant_id=c5d43c360d7945598b94018ca4cd5679 HTTP/1.1" status: 200 len: 267 time: 0.1141772 Jul 16 20:17:44.769255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:44.782054 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.030155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-f6c0f8b8-70fd-4e42-b9de-e6c0df700513 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.038953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-f6c0f8b8-70fd-4e42-b9de-e6c0df700513 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 945 time: 0.4505944 Jul 16 20:17:45.052657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-2e4c0bd5-1863-4f29-a47c-ac020657b722 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'port': {'security_groups': ['e0fde4a1-48af-479d-9b12-40538357e600', '879f8da7-faa6-486e-bdda-09a7521dfb0c']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:45.056533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Port': ['ID=f0a0fc18-a09d-4e55-af77-c50ba700f968,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:45.078888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac57ae-ec6e-4415-9102-71050d8ee1b3 req-334ce954-067c-45c2-8fce-0255d453c600 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.087027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c3ac57ae-ec6e-4415-9102-71050d8ee1b3 req-334ce954-067c-45c2-8fce-0255d453c600 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 946 time: 0.1081398 Jul 16 20:17:45.095947 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.137572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.139424 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6649105f-ae31-4575-b842-0edbd206a88a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8353300 Jul 16 20:17:45.161878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c3ac57ae-ec6e-4415-9102-71050d8ee1b3 req-fdc12444-f0ed-45dd-b3e2-9793843b1630 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.10 "GET /v2.0/security-groups?id=bed4caa1-2668-40ab-8474-cafac779af6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738351 Jul 16 20:17:45.200270 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-2e4c0bd5-1863-4f29-a47c-ac020657b722 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.530211 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.602231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-2e4c0bd5-1863-4f29-a47c-ac020657b722 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] For port 14ffbaff-4c1d-46fd-90df-206089a46c20, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=14ffbaff-4c1d-46fd-90df-206089a46c20,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:45.673606 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-2e4c0bd5-1863-4f29-a47c-ac020657b722 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.681338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-2e4c0bd5-1863-4f29-a47c-ac020657b722 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.683352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1315f-b688-4fac-bdef-981994822813 req-50508426-0e16-4539-bc57-4f874c28f664 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.685039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51a1315f-b688-4fac-bdef-981994822813 req-50508426-0e16-4539-bc57-4f874c28f664 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.2321012 Jul 16 20:17:45.693436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:45.762624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-d6aa4267-457f-49d7-86f8-b9819c0a87e7 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.765397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-d6aa4267-457f-49d7-86f8-b9819c0a87e7 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.63 "GET /v2.0/networks?id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16 HTTP/1.1" status: 200 len: 818 time: 0.2346249 Jul 16 20:17:45.806384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Request body: {'port': {'device_id': '5370a239-490b-41a6-8105-f72f8ac03b52', 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16', 'admin_state_up': True, 'tenant_id': '0032d393398649508409f9c7ef0bd194'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:45.841575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-2e4c0bd5-1863-4f29-a47c-ac020657b722 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:45.844070 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-2e4c0bd5-1863-4f29-a47c-ac020657b722 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:45.845581 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d97ead3d-6dcc-4a46-b9ee-612fd4ba94cf req-2e4c0bd5-1863-4f29-a47c-ac020657b722 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "PUT /v2.0/ports/14ffbaff-4c1d-46fd-90df-206089a46c20 HTTP/1.1" status: 200 len: 981 time: 0.8054447 Jul 16 20:17:45.851754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c0bd5-1863-4f29-a47c-ac020657b722 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'Port': ['ID=14ffbaff-4c1d-46fd-90df-206089a46c20,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:45.857226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:45.862336 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f13ce3-b901-4bf0-8491-0df3de349086" -d '{"events": [{"name": "network-changed", "server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:45.932401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51a1315f-b688-4fac-bdef-981994822813 req-c5c7c48e-ae4d-4252-bc16-50e261421f84 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291794 Jul 16 20:17:45.965190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:46.314127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Made reservation on behalf of 0032d393398649508409f9c7ef0bd194 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:46.322778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.396124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-53667ebd-eb06-4305-ab14-815197a2296b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.400646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-53667ebd-eb06-4305-ab14-815197a2296b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.30 "GET /v2.0/networks?id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16 HTTP/1.1" status: 200 len: 818 time: 0.4659526 Jul 16 20:17:46.429545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Request body: {'port': {'device_id': '8ec46bb2-c60d-4eaf-853c-7826df1b603f', 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16', 'admin_state_up': True, 'tenant_id': '0032d393398649508409f9c7ef0bd194'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:46.500989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72690ad6-3aa5-4820-9bb2-e2355e44705d req-8918e2a7-1e74-4d79-b6e9-265c8015dcfc tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 210 time: 0.1611803 Jul 16 20:17:46.553221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.737661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:46.821593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Made reservation on behalf of 0032d393398649508409f9c7ef0bd194 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:46.825450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:46.929548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-3599d421-e06e-4fc2-a650-f8ca57ae270b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.937568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-3599d421-e06e-4fc2-a650-f8ca57ae270b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.9308765 Jul 16 20:17:46.954572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-7c8605e1-9663-449a-b342-ca1a5dcfb2cd tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--623597844&fields=id&tenant_id=d34f052adcf44c26812ac8b2e98945d0 HTTP/1.1" status: 200 len: 267 time: 0.2419975 Jul 16 20:17:46.983612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-a7f30e79-ed98-418e-9405-268e2210d076 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:46.985088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-a7f30e79-ed98-418e-9405-268e2210d076 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff601f8e-eeae-449a-a862-f356fca5531c HTTP/1.1" status: 200 len: 946 time: 0.4409130 Jul 16 20:17:46.992146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-ff3bab57-08f7-452f-862d-d2182f085d87 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/quotas/0410be0c0294441b99dffe52e22a48d5 HTTP/1.1" status: 200 len: 375 time: 0.0535822 Jul 16 20:17:47.057012 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c1368fa-d14a-49c5-89b1-88564f465925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.061333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Allocated IP 172.20.0.13 (dd96aab8-df60-40d7-8e8a-5f1e2a428c16/485ab53e-6f84-4999-acfe-b2513179462e/01dd0e78-2a68-4847-9693-0a8432316e69) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:47.122549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-65f9c991-ce1e-4122-929a-a7dbb9b3694e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:47.125950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-65f9c991-ce1e-4122-929a-a7dbb9b3694e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports/0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 200 len: 932 time: 0.1399620 Jul 16 20:17:47.142342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-273b9b9f-b981-423e-8105-42e3b1023ebc tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:47.145235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-273b9b9f-b981-423e-8105-42e3b1023ebc tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.63 "GET /v2.0/networks?id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16 HTTP/1.1" status: 200 len: 818 time: 0.3560276 Jul 16 20:17:47.171446 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Request body: {'port': {'device_id': 'b7d2e169-80aa-4d0b-918f-07c82621b679', 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16', 'admin_state_up': True, 'tenant_id': '0032d393398649508409f9c7ef0bd194'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:47.205115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-0a901b02-7765-4979-ad51-2a39a9cb4d5c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2116425 Jul 16 20:17:47.207787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Deleting port a9091d64-0965-4163-9681-74883091874d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:17:47.208110 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.355171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-be4ca4e0-a087-4969-afa5-c5faaa124069 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:47.362458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-be4ca4e0-a087-4969-afa5-c5faaa124069 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports/bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 200 len: 931 time: 0.2149081 Jul 16 20:17:47.378124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-31a6547e-5282-4337-a075-f2011a15b5ba service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722717 Jul 16 20:17:47.392913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] For port a9091d64-0965-4163-9681-74883091874d, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a9091d64-0965-4163-9681-74883091874d,segment=NetworkSegment(c90d66d1-95de-43a3-a520-05baa1d742dc),segment_id=c90d66d1-95de-43a3-a520-05baa1d742dc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:47.393408 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.437515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Calling delete_port for a9091d64-0965-4163-9681-74883091874d owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:17:47.526267 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-f1730ff6-328d-4d8b-b80f-6717bdeed4a9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1624136 Jul 16 20:17:47.560225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-6d919a17-1454-4f39-b179-adad5b420a4e service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762049 Jul 16 20:17:47.656588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-78d1c9f5-3929-4b05-b9d0-285d90f1c0c7 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1084821 Jul 16 20:17:47.662680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.686629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['a9091d64-0965-4163-9681-74883091874d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:47.712148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.739705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Pushing event deleted for resources: {'Port': ['ID=a9091d64-0965-4163-9681-74883091874d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:47.814032 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c1368fa-d14a-49c5-89b1-88564f465925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.873835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c1368fa-d14a-49c5-89b1-88564f465925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.939809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] No DVR routers for this DVR port a9091d64-0965-4163-9681-74883091874d on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:17:47.944304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:47.949621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a1318e3-1135-4e69-9440-f04a99bfebcb req-0cd075f4-f911-46bc-991f-ca4bb2c2fa39 tempest-InstanceActionsTestJSON-1468702738 tempest-InstanceActionsTestJSON-1468702738-project] 10.222.0.30 "DELETE /v2.0/ports/a9091d64-0965-4163-9681-74883091874d HTTP/1.1" status: 204 len: 173 time: 0.9548726 Jul 16 20:17:47.996017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1368fa-d14a-49c5-89b1-88564f465925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a850886-de4e-48a7-b332-d2c529c595bc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.019865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9c1368fa-d14a-49c5-89b1-88564f465925 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08507cb4f3214ae4bb8fe9ad2553788a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2599926 Jul 16 20:17:48.019865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Made reservation on behalf of 0032d393398649508409f9c7ef0bd194 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:48.020536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56216) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:48.020993 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.046042 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10f94c01-cf45-4451-b31a-8e06053849fb req-0b932580-33e7-484e-b1c0-23f8233b347a tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-878893603&fields=id&tenant_id=c5d43c360d7945598b94018ca4cd5679 HTTP/1.1" status: 200 len: 267 time: 0.1080081 Jul 16 20:17:48.102112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-a38adee6-bb6e-4469-a55a-17c74fc74093 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.110556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-a38adee6-bb6e-4469-a55a-17c74fc74093 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.120117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-a38adee6-bb6e-4469-a55a-17c74fc74093 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.121787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-a38adee6-bb6e-4469-a55a-17c74fc74093 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/networks?id=2966c3cb-c680-4c12-8fde-f33e0b87a958&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=11c173dd-4aaa-49dd-872c-190c74ede91e&id=11c173dd-4aaa-49dd-872c-190c74ede91e HTTP/1.1" status: 200 len: 1989 time: 0.4462132 Jul 16 20:17:48.196449 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-764876df-fb1b-4e72-af8c-dd33b588ffdc tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/quotas/d34f052adcf44c26812ac8b2e98945d0 HTTP/1.1" status: 200 len: 375 time: 0.0463483 Jul 16 20:17:48.200637 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.226272 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7469dbb-5361-4e24-ac14-7f57286bcf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.309672 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7469dbb-5361-4e24-ac14-7f57286bcf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.321572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94c01-cf45-4451-b31a-8e06053849fb req-2813c1b2-79e4-43e1-9fb3-3a665ed39376 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.325219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10f94c01-cf45-4451-b31a-8e06053849fb req-2813c1b2-79e4-43e1-9fb3-3a665ed39376 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 984 time: 0.2603755 Jul 16 20:17:48.348734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-10f94c01-cf45-4451-b31a-8e06053849fb req-84d518a1-c527-414d-8cbc-c627c9333270 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'port': {'security_groups': ['879f8da7-faa6-486e-bdda-09a7521dfb0c', 'e0fde4a1-48af-479d-9b12-40538357e600', '97318b5e-4256-4813-827f-e3aa3cf9f606']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:48.397428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Allocated IP 172.20.0.9 (dd96aab8-df60-40d7-8e8a-5f1e2a428c16/485ab53e-6f84-4999-acfe-b2513179462e/92885a44-0e96-46d0-9003-f3d5b8452264) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:48.442546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Pushing event updated for resources: {'Port': ['ID=01dd0e78-2a68-4847-9693-0a8432316e69,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.483687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:48.492875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:48.499359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:48.555972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-10f94c01-cf45-4451-b31a-8e06053849fb req-84d518a1-c527-414d-8cbc-c627c9333270 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.596874 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7469dbb-5361-4e24-ac14-7f57286bcf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.600616 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7469dbb-5361-4e24-ac14-7f57286bcf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.601968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d7469dbb-5361-4e24-ac14-7f57286bcf21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a850886-de4e-48a7-b332-d2c529c595bc HTTP/1.1" status: 204 len: 168 time: 0.5808036 Jul 16 20:17:48.644923 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-00ab39ab-a32b-4f6a-90e1-d5e5a526754f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4466655 Jul 16 20:17:48.655217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:48.656801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.661584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7469dbb-5361-4e24-ac14-7f57286bcf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a850886-de4e-48a7-b332-d2c529c595bc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:48.702128 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-475de81c-eaf6-4034-9d8d-0d70933047d5 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9181442 Jul 16 20:17:48.726639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Request body: {'port': {'device_id': '5370a239-490b-41a6-8105-f72f8ac03b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:48.858497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:48.943207 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-7fbd0009-b0c0-4b95-9e10-81f40dccd0a0 service neutron] 10.222.0.10 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664287 Jul 16 20:17:49.011892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.025874 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.132346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:49.143829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-10f94c01-cf45-4451-b31a-8e06053849fb req-84d518a1-c527-414d-8cbc-c627c9333270 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] For port 14ffbaff-4c1d-46fd-90df-206089a46c20, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=14ffbaff-4c1d-46fd-90df-206089a46c20,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:49.146302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:49.159112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:49.163887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Pushing event updated for resources: {'Port': ['ID=92885a44-0e96-46d0-9003-f3d5b8452264,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:49.222571 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-10f94c01-cf45-4451-b31a-8e06053849fb req-84d518a1-c527-414d-8cbc-c627c9333270 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.231337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-10f94c01-cf45-4451-b31a-8e06053849fb req-84d518a1-c527-414d-8cbc-c627c9333270 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.239841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.240887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.243899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:49.261969 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-145083cf-5ef7-4fee-9f3d-060a044c77d2 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8485973 Jul 16 20:17:49.300241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Request body: {'port': {'device_id': '8ec46bb2-c60d-4eaf-853c-7826df1b603f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:49.308948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94c01-cf45-4451-b31a-8e06053849fb req-84d518a1-c527-414d-8cbc-c627c9333270 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:49.309743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-10f94c01-cf45-4451-b31a-8e06053849fb req-84d518a1-c527-414d-8cbc-c627c9333270 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:49.311170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10f94c01-cf45-4451-b31a-8e06053849fb req-84d518a1-c527-414d-8cbc-c627c9333270 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "PUT /v2.0/ports/14ffbaff-4c1d-46fd-90df-206089a46c20 HTTP/1.1" status: 200 len: 1020 time: 0.9716294 Jul 16 20:17:49.456258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:49.601750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Allocated IP 172.20.0.11 (dd96aab8-df60-40d7-8e8a-5f1e2a428c16/485ab53e-6f84-4999-acfe-b2513179462e/ce405b6e-9db9-4c7a-86af-82f4ef34b626) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:49.648418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-78d891bd-1604-4628-91c5-a33e5dfa69ea service neutron] 10.222.0.10 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6984165 Jul 16 20:17:49.766585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56244) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:49.858097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-6da768bb-a3ca-42cb-b8ac-7d564db2f1f8 service neutron] 10.222.0.10 "GET /v2.0/ports/0e92e6e8-04d4-46a4-a8cd-96256afb1ee1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1437151 Jul 16 20:17:49.931756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a3010a-3805-4b46-9f3b-4529a91f8d4f admin admin] Deleting subnet 630212ab-79a5-4923-8688-c3199ca581d2 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:17:49.940520 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39a3010a-3805-4b46-9f3b-4529a91f8d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.015564 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b3c8f4-c5bb-4bdb-a8be-acf28a74e950 x-openstack-request-id: req-a6b3c8f4-c5bb-4bdb-a8be-acf28a74e950 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:50.015564 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:50.015564 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6b3c8f4-c5bb-4bdb-a8be-acf28a74e950 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:50.015564 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20', 'status': 'completed', 'code': 200} Jul 16 20:17:50.078120 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39a3010a-3805-4b46-9f3b-4529a91f8d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.161053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-860d17bd-7627-49c2-a47c-e21f145d47f3 service neutron] 10.222.0.10 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960048 Jul 16 20:17:50.168136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.185060 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39a3010a-3805-4b46-9f3b-4529a91f8d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.198617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d518a1-c527-414d-8cbc-c627c9333270 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'Port': ['ID=14ffbaff-4c1d-46fd-90df-206089a46c20,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:50.202323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.331220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-80e2782b-4724-480a-ba27-a8e5c29fd711 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.332766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-80e2782b-4724-480a-ba27-a8e5c29fd711 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.30 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.3172736 Jul 16 20:17:50.349150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a9091d64-0965-4163-9681-74883091874d no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:17:50.350724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Request body: {'port': {'device_id': '2ca3e57d-0c97-49de-8925-313b5d3ae7cf', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'admin_state_up': True, 'tenant_id': '0410be0c0294441b99dffe52e22a48d5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:50.371015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-712ec21b-3ac6-4505-9439-6a0170d88125 service neutron] 10.222.0.10 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970944 Jul 16 20:17:50.371500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-37616ba8-6fa0-4437-9d1f-6a31d2278078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.374967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-37616ba8-6fa0-4437-9d1f-6a31d2278078 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1175 time: 0.3077860 Jul 16 20:17:50.375970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39a3010a-3805-4b46-9f3b-4529a91f8d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.378445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: a9091d64-0965-4163-9681-74883091874d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:17:50.378969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a9091d64-0965-4163-9681-74883091874d not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:17:50.397074 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.414161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b03342-83bb-43f9-a703-314281a7dda4 req-31d1fe53-33f4-494d-8522-0dacd1484fdb tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.416207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b03342-83bb-43f9-a703-314281a7dda4 req-31d1fe53-33f4-494d-8522-0dacd1484fdb tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.3891609 Jul 16 20:17:50.486114 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39a3010a-3805-4b46-9f3b-4529a91f8d4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.491230 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-39a3010a-3805-4b46-9f3b-4529a91f8d4f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/630212ab-79a5-4923-8688-c3199ca581d2 HTTP/1.1" status: 204 len: 168 time: 0.7205672 Jul 16 20:17:50.494098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3010a-3805-4b46-9f3b-4529a91f8d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630212ab-79a5-4923-8688-c3199ca581d2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:50.508349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:50.531496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5375117f-b327-462d-8092-4bd33b8a55b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.578817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:50.584913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:50.599322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:50.668748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Pushing event updated for resources: {'Port': ['ID=ce405b6e-9db9-4c7a-86af-82f4ef34b626,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:50.681925 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-1c779e44-5f19-459a-912e-184f1742ce20 service neutron] 10.222.0.10 "GET /v2.0/ports/bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2822580 Jul 16 20:17:50.730214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.730768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.758591 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b03342-83bb-43f9-a703-314281a7dda4 req-1858920d-6d35-4d66-bbcb-ea2694a493a8 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290117 Jul 16 20:17:50.774158 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c6b848ed-f4ae-4068-8b28-1d9bfd645e8b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6069145 Jul 16 20:17:50.796805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.815636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Request body: {'port': {'device_id': 'b7d2e169-80aa-4d0b-918f-07c82621b679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:50.826727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-30b2320b-55ec-46a8-affa-fcc93254daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:50.829041 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-30b2320b-55ec-46a8-affa-fcc93254daf4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 913 time: 0.4329054 Jul 16 20:17:50.833884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Made reservation on behalf of 0410be0c0294441b99dffe52e22a48d5 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:50.839361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.893886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dd0e78-2a68-4847-9693-0a8432316e69 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:50.898829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-11e7bd09-9b7e-40ff-a242-2cbc20fe413b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14ffbaff-4c1d-46fd-90df-206089a46c20 HTTP/1.1" status: 200 len: 217 time: 0.0555892 Jul 16 20:17:50.908877 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:50.963217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Transition to ACTIVE for port object 01dd0e78-2a68-4847-9693-0a8432316e69 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:50.966042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-9ad3c283-50d5-45b5-bde4-61a9cf9f4e0f service neutron] 10.222.0.10 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733934 Jul 16 20:17:50.973508 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.037953 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.111285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-68350718-22cf-40eb-950c-c165582edce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:51.112798 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-68350718-22cf-40eb-950c-c165582edce7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.2028029 Jul 16 20:17:51.148902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Pushing event updated for resources: {'Port': ['ID=01dd0e78-2a68-4847-9693-0a8432316e69,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:51.198027 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.237338 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-af64ef71-572e-4195-996f-f52612e78042 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100261 Jul 16 20:17:51.247846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fe614b-46d8-4dc1-8f61-614db120d792']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:51.301478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90d66d1-95de-43a3-a520-05baa1d742dc') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:51.302300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90d66d1-95de-43a3-a520-05baa1d742dc') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:17:51.338526 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.361582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf3054-7778-4480-8583-bac760b9eab6 req-5ec5478d-6758-48eb-b562-901351a08740 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:51.363215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ecf3054-7778-4480-8583-bac760b9eab6 req-5ec5478d-6758-48eb-b562-901351a08740 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 932 time: 0.4549148 Jul 16 20:17:51.387753 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-a0e6c748-6f03-4f50-90ca-33847ed26026 service neutron] 10.222.0.10 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602538 Jul 16 20:17:51.389467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Attempting to bind port 01dd0e78-2a68-4847-9693-0a8432316e69 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:51.389910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Attempting to bind port 01dd0e78-2a68-4847-9693-0a8432316e69 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:51.390233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Attempting to bind port 01dd0e78-2a68-4847-9693-0a8432316e69 on network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:51.407238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.408840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Port 01dd0e78-2a68-4847-9693-0a8432316e69 on network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:51.409166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Attempting to bind port 01dd0e78-2a68-4847-9693-0a8432316e69 on network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:51.434135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:51.434414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Checking segment: {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:51.434661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Bound using segment: {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:51.435776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Bound port: 01dd0e78-2a68-4847-9693-0a8432316e69, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:51.435776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.436400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Allocated IP 172.20.0.2 (49d84030-b85a-4216-bb1c-9f7bf56f3df7/d816731d-17e8-4d9f-91b2-0f2ddd22c9ba/964b2401-0266-420d-9297-fb4a1395e2df) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:17:51.470400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:17:51.470935 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:17:51.482157 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:17:51.575876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-988ab566-b60e-48de-937d-29d38d5e1040 service neutron] 10.222.0.10 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803262 Jul 16 20:17:51.601958 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ecf3054-7778-4480-8583-bac760b9eab6 req-1348a35d-aff2-47e9-9d71-b0b086abbca7 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172327 Jul 16 20:17:51.610150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] For port 01dd0e78-2a68-4847-9693-0a8432316e69, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:51.677030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] For port 01dd0e78-2a68-4847-9693-0a8432316e69, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=01dd0e78-2a68-4847-9693-0a8432316e69,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:51.687451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.688307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-4ea371b7-f3e2-4f5a-ad9b-cc79a9be2211 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308801 Jul 16 20:17:51.695451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.750412 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-fdfad035-1469-40fe-adbc-060b4022133a service neutron] 10.222.0.10 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729908 Jul 16 20:17:51.753639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:51.754367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.755845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] 10.222.0.63 "PUT /v2.0/ports/01dd0e78-2a68-4847-9693-0a8432316e69 HTTP/1.1" status: 200 len: 1093 time: 3.0353551 Jul 16 20:17:51.756307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5370a239-490b-41a6-8105-f72f8ac03b52', 'tag': '01dd0e78-2a68-4847-9693-0a8432316e69'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:51.758644 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78" -d '{"events": [{"name": "network-changed", "server_uuid": "5370a239-490b-41a6-8105-f72f8ac03b52", "tag": "01dd0e78-2a68-4847-9693-0a8432316e69"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:51.758914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:51.761752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] 10.222.0.10 "DELETE /v2.0/networks/58fe614b-46d8-4dc1-8f61-614db120d792 HTTP/1.1" status: 204 len: 168 time: 1.2458115 Jul 16 20:17:51.802659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Pushing event deleted for resources: {'Network': ['ID=58fe614b-46d8-4dc1-8f61-614db120d792,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:51.811678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49776e0-8cfc-41b6-9c56-6b4fa468d689 service neutron] Pushing event updated for resources: {'Port': ['ID=01dd0e78-2a68-4847-9693-0a8432316e69,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:51.832817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92885a44-0e96-46d0-9003-f3d5b8452264 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:51.843280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.843728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.843990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.844329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.844669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.844995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.845322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.845647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.846503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.846646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.846895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.847239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b3b0ed-99d2-4002-8041-a07eee41ca2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:51.897769 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e068a55a-f81d-431e-aecf-1d0ebe55d09a req-d77cf6d1-291b-4aa3-9b27-563a8a933ea7 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 210 time: 0.0467656 Jul 16 20:17:51.934223 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-372906e5-ece7-4c11-a982-34804ca80fd4 service neutron] 10.222.0.10 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665552 Jul 16 20:17:51.953377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-e18a036f-3554-4782-9b1c-bae639f9930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:51.954895 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-e18a036f-3554-4782-9b1c-bae639f9930e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0032d393398649508409f9c7ef0bd194&device_id=5370a239-490b-41a6-8105-f72f8ac03b52 HTTP/1.1" status: 200 len: 1096 time: 0.1288352 Jul 16 20:17:51.973485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.012611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.021994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff601f8e-eeae-449a-a862-f356fca5531c', 'name': 'network-vif-deleted', 'tag': 'a9091d64-0965-4163-9681-74883091874d'}, {'name': 'network-changed', 'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:52.024976 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054" -d '{"events": [{"server_uuid": "ff601f8e-eeae-449a-a862-f356fca5531c", "name": "network-vif-deleted", "tag": "a9091d64-0965-4163-9681-74883091874d"}, {"name": "network-changed", "server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:52.034546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Transition to ACTIVE for port object 92885a44-0e96-46d0-9003-f3d5b8452264 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:52.038820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.065005 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-a244ee82-00b3-43f7-ab8a-9e2eaa478fa9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01dd0e78-2a68-4847-9693-0a8432316e69 HTTP/1.1" status: 200 len: 217 time: 0.0890183 Jul 16 20:17:52.078253 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.109102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77f13ce3-b901-4bf0-8491-0df3de349086 req-2670663e-50c2-4bc3-a765-3a7fd6c09d5b service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813705 Jul 16 20:17:52.167650 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.209994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-53351628-045f-47ed-b9e8-d2259c9a7f21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bed6085e8994fe797a76672790c705e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624010 Jul 16 20:17:52.214696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-b32cf167-cb20-4b76-876d-ea9ed6dba72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.215410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.216393 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-b32cf167-cb20-4b76-876d-ea9ed6dba72a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=485ab53e-6f84-4999-acfe-b2513179462e HTTP/1.1" status: 200 len: 858 time: 0.1412973 Jul 16 20:17:52.226496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Pushing event updated for resources: {'Port': ['ID=92885a44-0e96-46d0-9003-f3d5b8452264,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:52.231157 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-c5140064-c44c-4af0-a8e0-56576edfae29 service neutron] 10.222.0.10 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801275 Jul 16 20:17:52.274841 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c4eafceb-c855-4b3d-bd34-3702a7785ffd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368333 Jul 16 20:17:52.353549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17087e97-8995-49e6-9dad-b972cf4c1ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.374576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ac72-4231-4b91-b1c9-cea8303a6a57 req-c669e723-fa1e-49ad-ae3e-5ee73e6b4cce tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.376386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef92ac72-4231-4b91-b1c9-cea8303a6a57 req-c669e723-fa1e-49ad-ae3e-5ee73e6b4cce tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1023 time: 0.3126690 Jul 16 20:17:52.382371 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.394178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:52.484300 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f763b95-8e3d-414c-b195-b2e888776a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.511700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Attempting to bind port 92885a44-0e96-46d0-9003-f3d5b8452264 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:52.512192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Attempting to bind port 92885a44-0e96-46d0-9003-f3d5b8452264 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:52.512624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Attempting to bind port 92885a44-0e96-46d0-9003-f3d5b8452264 on network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:52.526132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:17:52.542389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:52.544629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event updated for resources: {'Port': ['ID=964b2401-0266-420d-9297-fb4a1395e2df,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:52.555405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:17:52.568808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Port 92885a44-0e96-46d0-9003-f3d5b8452264 on network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:52.569270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Attempting to bind port 92885a44-0e96-46d0-9003-f3d5b8452264 on network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:52.604637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f763b95-8e3d-414c-b195-b2e888776a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.629463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:52.629815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Checking segment: {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:52.630266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Bound using segment: {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:52.630628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Bound port: 92885a44-0e96-46d0-9003-f3d5b8452264, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:52.630978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.676939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce405b6e-9db9-4c7a-86af-82f4ef34b626 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:52.681304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef92ac72-4231-4b91-b1c9-cea8303a6a57 req-1969a253-6b21-41dd-8f03-9321135f67bb tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=97318b5e-4256-4813-827f-e3aa3cf9f606&id=e0fde4a1-48af-479d-9b12-40538357e600&id=879f8da7-faa6-486e-bdda-09a7521dfb0c HTTP/1.1" status: 200 len: 6155 time: 0.2932267 Jul 16 20:17:52.693814 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.733322 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-e8e799e7-e4ed-4f8b-9457-745f55824bf7 service neutron] 10.222.0.10 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853716 Jul 16 20:17:52.737595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.737856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Transition to ACTIVE for port object ce405b6e-9db9-4c7a-86af-82f4ef34b626 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:52.738212 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.739907 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5f50d513-788e-4f94-9988-7799f8f8d0bd service neutron] 10.222.0.63 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489050 Jul 16 20:17:52.744469 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.796618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17087e97-8995-49e6-9dad-b972cf4c1ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.805324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] For port 92885a44-0e96-46d0-9003-f3d5b8452264, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:52.809159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17087e97-8995-49e6-9dad-b972cf4c1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.812971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] For port 92885a44-0e96-46d0-9003-f3d5b8452264, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=92885a44-0e96-46d0-9003-f3d5b8452264,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:52.816505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f763b95-8e3d-414c-b195-b2e888776a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.819444 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f763b95-8e3d-414c-b195-b2e888776a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.823152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2f763b95-8e3d-414c-b195-b2e888776a37 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bed4caa1-2668-40ab-8474-cafac779af6f HTTP/1.1" status: 204 len: 168 time: 0.6025105 Jul 16 20:17:52.826930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9cdaea07-49c5-46a9-a8ea-d4a334da639a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4807763 Jul 16 20:17:52.839918 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.860982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Request body: {'port': {'device_id': '2ca3e57d-0c97-49de-8925-313b5d3ae7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:52.941875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-17087e97-8995-49e6-9dad-b972cf4c1ff6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a3778d87d7c41c1929b46aefcf6b7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9246244 Jul 16 20:17:52.947901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:52.954652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17087e97-8995-49e6-9dad-b972cf4c1ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4aeb9e-89a1-4df5-9683-fb50406598cb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:52.961653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:52.962283 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:52.963670 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] 10.222.0.30 "PUT /v2.0/ports/92885a44-0e96-46d0-9003-f3d5b8452264 HTTP/1.1" status: 200 len: 1092 time: 3.6725259 Jul 16 20:17:52.992258 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4936cb-e631-4d88-9e2f-ebf3b2f62438 x-openstack-request-id: req-5a4936cb-e631-4d88-9e2f-ebf3b2f62438 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:52.992826 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5370a239-490b-41a6-8105-f72f8ac03b52", "tag": "01dd0e78-2a68-4847-9693-0a8432316e69", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:52.993314 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a4936cb-e631-4d88-9e2f-ebf3b2f62438 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:52.993936 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5370a239-490b-41a6-8105-f72f8ac03b52', 'tag': '01dd0e78-2a68-4847-9693-0a8432316e69', 'status': 'completed', 'code': 200} Jul 16 20:17:53.000685 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce405b6e-9db9-4c7a-86af-82f4ef34b626,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.008331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f763b95-8e3d-414c-b195-b2e888776a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed4caa1-2668-40ab-8474-cafac779af6f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.040308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac6f84-38e2-4dcf-9778-f629210f1847 service neutron] Pushing event updated for resources: {'Port': ['ID=92885a44-0e96-46d0-9003-f3d5b8452264,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.114782 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-b5cb883e-be63-489d-bd89-af3be5d7eaea service neutron] 10.222.0.63 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602538 Jul 16 20:17:53.123944 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-12851749-867e-4c81-9804-7d978d13a282 service neutron] 10.222.0.10 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698618 Jul 16 20:17:53.139152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Attempting to bind port ce405b6e-9db9-4c7a-86af-82f4ef34b626 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:53.139661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Attempting to bind port ce405b6e-9db9-4c7a-86af-82f4ef34b626 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:53.140097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Attempting to bind port ce405b6e-9db9-4c7a-86af-82f4ef34b626 on network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:53.148577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.155075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c61a5f4-90b7-432b-bcd7-df07196941ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.163444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Port ce405b6e-9db9-4c7a-86af-82f4ef34b626 on network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:53.164065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Attempting to bind port ce405b6e-9db9-4c7a-86af-82f4ef34b626 on network dd96aab8-df60-40d7-8e8a-5f1e2a428c16 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:53.178618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:53.179549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Checking segment: {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:53.180058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Bound using segment: {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:53.180640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Bound port: ce405b6e-9db9-4c7a-86af-82f4ef34b626, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0828452-1aec-4ea1-8b7e-5134e6760f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:53.181112 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.358835 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-f7bd79d1-aa0d-4571-a87e-8d7655230b06 service neutron] 10.222.0.10 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208011 Jul 16 20:17:53.367079 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.399049 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e8a016c-f36c-42a3-aa44-1c82ecd2f927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.473642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-f4cbce0c-b938-4566-a732-cdb96c5cb95f service neutron] 10.222.0.10 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023176 Jul 16 20:17:53.477768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-26623140-bd02-42f6-8284-3be1c30c08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.479386 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-26623140-bd02-42f6-8284-3be1c30c08cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0032d393398649508409f9c7ef0bd194&device_id=5370a239-490b-41a6-8105-f72f8ac03b52 HTTP/1.1" status: 200 len: 1096 time: 0.2914104 Jul 16 20:17:53.485369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] For port ce405b6e-9db9-4c7a-86af-82f4ef34b626, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:53.525140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] For port ce405b6e-9db9-4c7a-86af-82f4ef34b626, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ce405b6e-9db9-4c7a-86af-82f4ef34b626,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:53.553033 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.610088 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c61a5f4-90b7-432b-bcd7-df07196941ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.643922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.644761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.646419 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] 10.222.0.63 "PUT /v2.0/ports/ce405b6e-9db9-4c7a-86af-82f4ef34b626 HTTP/1.1" status: 200 len: 1093 time: 2.8410544 Jul 16 20:17:53.665386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-7c2c2d77-1e2f-45a8-9704-7c7eef3a82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.667516 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-7c2c2d77-1e2f-45a8-9704-7c7eef3a82c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0032d393398649508409f9c7ef0bd194&device_id=8ec46bb2-c60d-4eaf-853c-7826df1b603f HTTP/1.1" status: 200 len: 1095 time: 0.6462433 Jul 16 20:17:53.714684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-81cafa72-0eef-4bfb-a647-be811b59b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.717244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-81cafa72-0eef-4bfb-a647-be811b59b999 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16 HTTP/1.1" status: 200 len: 919 time: 0.2186410 Jul 16 20:17:53.729634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a6156-5d83-41e0-82d6-d75998dccce4 service neutron] Pushing event updated for resources: {'Port': ['ID=ce405b6e-9db9-4c7a-86af-82f4ef34b626,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.730803 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c61a5f4-90b7-432b-bcd7-df07196941ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.746353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c61a5f4-90b7-432b-bcd7-df07196941ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:53.756932 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3c61a5f4-90b7-432b-bcd7-df07196941ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e4aeb9e-89a1-4df5-9683-fb50406598cb HTTP/1.1" status: 204 len: 168 time: 0.7907009 Jul 16 20:17:53.780725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-5f649b89-66b2-4562-a61b-2171d4fc2bad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01dd0e78-2a68-4847-9693-0a8432316e69 HTTP/1.1" status: 200 len: 217 time: 0.0461829 Jul 16 20:17:53.842864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61a5f4-90b7-432b-bcd7-df07196941ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4aeb9e-89a1-4df5-9683-fb50406598cb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:53.855513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-32a6ffb7-5878-4129-b2f9-746d6aa5116d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92885a44-0e96-46d0-9003-f3d5b8452264 HTTP/1.1" status: 200 len: 217 time: 0.1363471 Jul 16 20:17:53.947373 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-32ecd350-c143-4d79-b275-08078e754d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.951002 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-32ecd350-c143-4d79-b275-08078e754d96 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=485ab53e-6f84-4999-acfe-b2513179462e HTTP/1.1" status: 200 len: 858 time: 0.1528673 Jul 16 20:17:53.988323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-be701e35-9576-493e-8c6d-e20edd33e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:53.989970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-be701e35-9576-493e-8c6d-e20edd33e7f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=485ab53e-6f84-4999-acfe-b2513179462e HTTP/1.1" status: 200 len: 858 time: 0.1093330 Jul 16 20:17:54.012513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-78658452-c1e5-4b24-9d97-34846b8e61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:54.023548 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-78658452-c1e5-4b24-9d97-34846b8e61e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0032d393398649508409f9c7ef0bd194&device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 1096 time: 0.3031795 Jul 16 20:17:54.031466 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-bfafa852-496a-4a84-93dc-ff3d62b01297 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561075 Jul 16 20:17:54.099619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-72d6e6a4-53e5-4147-b396-64a1cf3a434d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390389 Jul 16 20:17:54.123077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-6ace34dc-4cb9-4a63-bd5b-1a4b142e19f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce405b6e-9db9-4c7a-86af-82f4ef34b626 HTTP/1.1" status: 200 len: 217 time: 0.0821571 Jul 16 20:17:54.256902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-3917ac91-f15d-4a5e-932c-890fe677750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:54.258635 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-3917ac91-f15d-4a5e-932c-890fe677750b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=485ab53e-6f84-4999-acfe-b2513179462e HTTP/1.1" status: 200 len: 858 time: 0.1245954 Jul 16 20:17:54.303629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-ac57888d-fae5-4ffc-8321-476a9dd8ec8b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365570 Jul 16 20:17:54.368397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:54.372866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd79a1-da03-4733-a812-69422346d757 req-3a00ffcb-cbdb-4bdb-84ff-7ea00f6756c7 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:54.377389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-26dd79a1-da03-4733-a812-69422346d757 req-3a00ffcb-cbdb-4bdb-84ff-7ea00f6756c7 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 1.1689532 Jul 16 20:17:54.386875 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d541e7-105f-410d-93f5-c77bae8d37d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.409403 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-513a3c67-c19b-4539-a208-4e21a230e1fc service neutron] 10.222.0.63 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851264 Jul 16 20:17:54.449536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56392) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:54.454700 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.531487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-26dd79a1-da03-4733-a812-69422346d757 req-635baef6-d89a-4d4d-8b49-c5fb9ef0a8b0 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370599 Jul 16 20:17:54.616468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964b2401-0266-420d-9297-fb4a1395e2df {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:54.638959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.639309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-cbbc0c77-c2c2-4aea-a633-9245f637a4cf service neutron] 10.222.0.63 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245409 Jul 16 20:17:54.649795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-6b001619-03cd-40c2-a726-e61a1d66d38d service neutron] 10.222.0.30 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679160 Jul 16 20:17:54.658873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Transition to ACTIVE for port object 964b2401-0266-420d-9297-fb4a1395e2df will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:17:54.766823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-5c477021-c6fc-4888-b2fe-cecaadb6d488 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182153 Jul 16 20:17:54.777275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f7253713-3dd6-40fb-880c-94c427c2b92a req-f5fc01c1-adf3-4c7f-b744-b65d5415b5d7 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1485233588 ', 'description': 'tempest-description-454785029'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:54.806733 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dfe065-13c3-4be9-9653-3a050e4008df x-openstack-request-id: req-87dfe065-13c3-4be9-9653-3a050e4008df {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:54.807084 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff601f8e-eeae-449a-a862-f356fca5531c", "name": "network-vif-deleted", "tag": "a9091d64-0965-4163-9681-74883091874d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:54.807346 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87dfe065-13c3-4be9-9653-3a050e4008df {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:54.807827 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff601f8e-eeae-449a-a862-f356fca5531c', 'name': 'network-vif-deleted', 'tag': 'a9091d64-0965-4163-9681-74883091874d', 'status': 'completed', 'code': 200} Jul 16 20:17:54.808164 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20', 'status': 'completed', 'code': 200} Jul 16 20:17:54.811228 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.846349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2008474747-network', 'tenant_id': '25051170836040b5be5c6d1a7f02bd14'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:54.876897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e4d9362-1c3d-4dd3-a4c0-5dce69594c78 req-c864006b-cace-4868-8070-ab12d91562f4 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003458 Jul 16 20:17:54.896782 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae039fd0-6724-4dfe-8564-520be4dd9533 req-97823552-39de-4b26-b7e5-ac07616f209d service neutron] 10.222.0.30 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391844 Jul 16 20:17:54.925668 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d541e7-105f-410d-93f5-c77bae8d37d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.940643 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d541e7-105f-410d-93f5-c77bae8d37d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.957942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f7253713-3dd6-40fb-880c-94c427c2b92a req-f5fc01c1-adf3-4c7f-b744-b65d5415b5d7 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:54.999857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d2e169-80aa-4d0b-918f-07c82621b679', 'tag': 'ce405b6e-9db9-4c7a-86af-82f4ef34b626'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:55.002190 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3599ab8-738e-4d42-af2e-bdcce674a732" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d2e169-80aa-4d0b-918f-07c82621b679", "tag": "ce405b6e-9db9-4c7a-86af-82f4ef34b626"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:55.019696 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e0d541e7-105f-410d-93f5-c77bae8d37d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09b56690c25d48e58183ed7a07f6a1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479323 Jul 16 20:17:55.020452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d541e7-105f-410d-93f5-c77bae8d37d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe8984b-2f45-434f-af82-bfd58ffd4130,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.025276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:55.087894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f10284d-d911-4b19-8921-5d37ff833a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.088698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Pushing event updated for resources: {'Port': ['ID=964b2401-0266-420d-9297-fb4a1395e2df,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.125915 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f10284d-d911-4b19-8921-5d37ff833a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.130801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Made reservation on behalf of 25051170836040b5be5c6d1a7f02bd14 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:55.133884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.168540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.211086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-fb17ad17-1d76-4cb5-982b-80165188529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:55.213514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-fb17ad17-1d76-4cb5-982b-80165188529c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1175 time: 0.4039936 Jul 16 20:17:55.236383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284f6d4-72d6-4d89-9119-d5dcf87495c7 req-2a6ae974-a587-4ef0-b3c6-6573f59f8ab7 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:55.238926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3284f6d4-72d6-4d89-9119-d5dcf87495c7 req-2a6ae974-a587-4ef0-b3c6-6573f59f8ab7 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 944 time: 0.3375084 Jul 16 20:17:55.247173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f7253713-3dd6-40fb-880c-94c427c2b92a req-f5fc01c1-adf3-4c7f-b744-b65d5415b5d7 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.264810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f7253713-3dd6-40fb-880c-94c427c2b92a req-f5fc01c1-adf3-4c7f-b744-b65d5415b5d7 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.296152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f10284d-d911-4b19-8921-5d37ff833a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.300951 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f10284d-d911-4b19-8921-5d37ff833a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.302624 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2f10284d-d911-4b19-8921-5d37ff833a5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfe8984b-2f45-434f-af82-bfd58ffd4130 HTTP/1.1" status: 204 len: 168 time: 0.2784464 Jul 16 20:17:55.324292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc01c1-adf3-4c7f-b744-b65d5415b5d7 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876c5c6f-35f8-4f91-be97-178299c81926,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.329402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Attempting to bind port 964b2401-0266-420d-9297-fb4a1395e2df on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:55.330155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Attempting to bind port 964b2401-0266-420d-9297-fb4a1395e2df by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:55.330984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Attempting to bind port 964b2401-0266-420d-9297-fb4a1395e2df on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:55.362407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10284d-d911-4b19-8921-5d37ff833a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe8984b-2f45-434f-af82-bfd58ffd4130,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:55.408470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-b582c728-5d9b-4fad-8e93-9073d66c48b5 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:55.409980 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-b582c728-5d9b-4fad-8e93-9073d66c48b5 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.4497449 Jul 16 20:17:55.418996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Port 964b2401-0266-420d-9297-fb4a1395e2df on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:55.419500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Attempting to bind port 964b2401-0266-420d-9297-fb4a1395e2df on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:55.439667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-17'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:55.462456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:55.462890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Checking segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:55.463237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Bound using segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:55.463683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Bound port: 964b2401-0266-420d-9297-fb4a1395e2df, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:55.464297 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.506445 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3284f6d4-72d6-4d89-9119-d5dcf87495c7 req-5822c544-99f3-467d-9263-634df177c704 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524819 Jul 16 20:17:55.621531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-4f207dee-832b-491d-8468-7dbb3cc6048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:55.623157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-4f207dee-832b-491d-8468-7dbb3cc6048c service neutron] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 913 time: 0.3781123 Jul 16 20:17:55.762022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-c737d062-9272-4412-9091-d732479e8c53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14ffbaff-4c1d-46fd-90df-206089a46c20 HTTP/1.1" status: 200 len: 217 time: 0.1205046 Jul 16 20:17:55.828613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] For port 964b2401-0266-420d-9297-fb4a1395e2df, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:55.897905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] For port 964b2401-0266-420d-9297-fb4a1395e2df, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=964b2401-0266-420d-9297-fb4a1395e2df,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:55.901359 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.922214 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.937543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.948481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f7253713-3dd6-40fb-880c-94c427c2b92a req-f5fc01c1-adf3-4c7f-b744-b65d5415b5d7 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:55.950304 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f7253713-3dd6-40fb-880c-94c427c2b92a req-f5fc01c1-adf3-4c7f-b744-b65d5415b5d7 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.1780052 Jul 16 20:17:55.993710 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.007582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-b891b80e-aba2-40f1-bffe-2f3e92e0462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.010087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-b891b80e-aba2-40f1-bffe-2f3e92e0462b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.2306118 Jul 16 20:17:56.120949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.121595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.124300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] 10.222.0.30 "PUT /v2.0/ports/964b2401-0266-420d-9297-fb4a1395e2df HTTP/1.1" status: 200 len: 1092 time: 3.2798309 Jul 16 20:17:56.142655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-63ce3e71-07c4-4155-8a1c-bad931421d83 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910604 Jul 16 20:17:56.147596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:17:56.158491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.198015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da94360-5431-4853-b917-5edbdb66e084,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:56.259609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29a895-55c2-4df5-8ab0-9ad8cf49e967 service neutron] Pushing event updated for resources: {'Port': ['ID=964b2401-0266-420d-9297-fb4a1395e2df,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:56.274392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36a9e2af-e5fc-4803-a891-4bb912137e26 req-2a9a471b-44a7-439c-9868-72204e379bfa tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.1055672 Jul 16 20:17:56.288354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81d1ee-7c13-49e7-bb53-73904854eda1 req-512c7ab1-46a9-4e91-8b6b-a8cd8085a738 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.298116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b81d1ee-7c13-49e7-bb53-73904854eda1 req-512c7ab1-46a9-4e91-8b6b-a8cd8085a738 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 943 time: 0.5677488 Jul 16 20:17:56.309229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.311625 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Added segment 4c5ca7bd-17d6-4eaf-83cd-801fb402893c of type vlan for network 88409061-8a32-4093-bfa4-dc6b79d781b2 Jul 16 20:17:56.363287 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0568fe9e-1476-484c-98ef-728ad418db1c x-openstack-request-id: req-0568fe9e-1476-484c-98ef-728ad418db1c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:56.364160 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d2e169-80aa-4d0b-918f-07c82621b679", "tag": "ce405b6e-9db9-4c7a-86af-82f4ef34b626", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:56.364494 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0568fe9e-1476-484c-98ef-728ad418db1c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:56.364970 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d2e169-80aa-4d0b-918f-07c82621b679', 'tag': 'ce405b6e-9db9-4c7a-86af-82f4ef34b626', 'status': 'completed', 'code': 200} Jul 16 20:17:56.534952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-99f08531-dc15-4a85-8284-ff8efe557ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.538043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-99f08531-dc15-4a85-8284-ff8efe557ec9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0032d393398649508409f9c7ef0bd194&device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 1096 time: 0.1431990 Jul 16 20:17:56.552461 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.705918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-aca17644-d9c4-4ace-9400-f07f8ae8fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.708181 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-aca17644-d9c4-4ace-9400-f07f8ae8fac6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16 HTTP/1.1" status: 200 len: 919 time: 0.1612871 Jul 16 20:17:56.768168 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b81d1ee-7c13-49e7-bb53-73904854eda1 req-f72b7fc0-bf5f-4090-bf8d-834e7c908f2d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690564 Jul 16 20:17:56.785024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.786060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.786712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:56.802726 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-52099c60-9f9c-4142-971c-72c98dc12b0c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce405b6e-9db9-4c7a-86af-82f4ef34b626 HTTP/1.1" status: 200 len: 217 time: 0.0792389 Jul 16 20:17:56.817939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec46bb2-c60d-4eaf-853c-7826df1b603f', 'tag': '92885a44-0e96-46d0-9003-f3d5b8452264'}, {'name': 'network-changed', 'server_uuid': '2ca3e57d-0c97-49de-8925-313b5d3ae7cf', 'tag': '964b2401-0266-420d-9297-fb4a1395e2df'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:56.820539 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1208b9d-9bb5-4771-993f-0efd754ca634" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec46bb2-c60d-4eaf-853c-7826df1b603f", "tag": "92885a44-0e96-46d0-9003-f3d5b8452264"}, {"name": "network-changed", "server_uuid": "2ca3e57d-0c97-49de-8925-313b5d3ae7cf", "tag": "964b2401-0266-420d-9297-fb4a1395e2df"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:56.823990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-98ab4de2-54d6-49bc-8675-f4385e58c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.825471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-98ab4de2-54d6-49bc-8675-f4385e58c8ec service neutron] 10.222.0.30 "GET /v2.0/ports/0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 200 len: 1028 time: 0.4277635 Jul 16 20:17:56.830463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:56.892137 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-ce5d3ef5-86be-4e3f-b0a6-ff5cd5cb464a service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265246 Jul 16 20:17:56.922298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-464d8804-aa2a-47f6-9101-b2b92e6e3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.924509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-464d8804-aa2a-47f6-9101-b2b92e6e3ce6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=485ab53e-6f84-4999-acfe-b2513179462e HTTP/1.1" status: 200 len: 858 time: 0.1096926 Jul 16 20:17:56.950398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c18900-fd41-4f90-8467-c9788a583dce req-0fe663a7-2a4b-4602-b427-b7482928cfbb tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:56.952548 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05c18900-fd41-4f90-8467-c9788a583dce req-0fe663a7-2a4b-4602-b427-b7482928cfbb tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 945 time: 0.2911239 Jul 16 20:17:56.963949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5112112 Jul 16 20:17:56.985994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56448) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:17:57.000345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Request body: {'subnet': {'network_id': '88409061-8a32-4093-bfa4-dc6b79d781b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2008474747-subnet', 'tenant_id': '25051170836040b5be5c6d1a7f02bd14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:57.032061 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-0fb2bd9f-e169-4fdd-8e78-91311e020017 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784600 Jul 16 20:17:57.078675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-235b62fe-440e-42df-9fd2-338b887c9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.081198 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-235b62fe-440e-42df-9fd2-338b887c9cad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 1095 time: 0.7686622 Jul 16 20:17:57.122276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16831f-e38c-4db5-be98-cc390a5e0a10 admin admin] Pushing event updated for resources: {'Network': ['ID=88409061-8a32-4093-bfa4-dc6b79d781b2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:57.134861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 88409061-8a32-4093-bfa4-dc6b79d781b2 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:17:57.165245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05c18900-fd41-4f90-8467-c9788a583dce req-5df37760-41a7-4175-90ef-b0862a06b63c tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876080 Jul 16 20:17:57.190251 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0f19eab6-1795-4604-a33b-82ddd81e68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:57.191792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0f19eab6-1795-4604-a33b-82ddd81e68f7 service neutron] 10.222.0.30 "GET /v2.0/ports/bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 200 len: 1027 time: 0.3464875 Jul 16 20:17:57.193821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Made reservation on behalf of 25051170836040b5be5c6d1a7f02bd14 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:17:57.196099 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.247730 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:17:57.257099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-270f364b-dd9a-4a33-b290-920ab6e77794 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=964b2401-0266-420d-9297-fb4a1395e2df HTTP/1.1" status: 200 len: 217 time: 0.1533585 Jul 16 20:17:57.259200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:57.267332 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb220a4b-70ff-46a2-8ab3-c611faae5418 req-7059324b-9592-4c11-bd0b-439a63b079cd tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/876c5c6f-35f8-4f91-be97-178299c81926 HTTP/1.1" status: 200 len: 1782 time: 0.3958972 Jul 16 20:17:57.399687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2ced739-b8cc-4a7a-8d23-bf5c8d2b4054 req-514a5022-5a60-4175-92b1-e357a1c38a10 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609332 Jul 16 20:17:57.414368 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faa3434-94a2-4f7c-8e6b-93bc87993d46 x-openstack-request-id: req-1faa3434-94a2-4f7c-8e6b-93bc87993d46 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:17:57.417102 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec46bb2-c60d-4eaf-853c-7826df1b603f", "tag": "92885a44-0e96-46d0-9003-f3d5b8452264", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ca3e57d-0c97-49de-8925-313b5d3ae7cf", "tag": "964b2401-0266-420d-9297-fb4a1395e2df", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:17:57.417577 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1faa3434-94a2-4f7c-8e6b-93bc87993d46 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:17:57.419222 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec46bb2-c60d-4eaf-853c-7826df1b603f', 'tag': '92885a44-0e96-46d0-9003-f3d5b8452264', 'status': 'completed', 'code': 200} Jul 16 20:17:57.419519 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca3e57d-0c97-49de-8925-313b5d3ae7cf', 'tag': '964b2401-0266-420d-9297-fb4a1395e2df', 'status': 'completed', 'code': 200} Jul 16 20:17:57.454722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device ce405b6e-9db9-4c7a-86af-82f4ef34b626 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:57.749306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port ce405b6e-9db9-4c7a-86af-82f4ef34b626, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ce405b6e-9db9-4c7a-86af-82f4ef34b626,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:57.784422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'ce405b6e-9db9-4c7a-86af-82f4ef34b626', 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16', 'port_id': 'ce405b6e-9db9-4c7a-86af-82f4ef34b626', 'mac_address': 'fa:16:3e:f7:39:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485ab53e-6f84-4999-acfe-b2513179462e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:57.887779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.929529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce405b6e-9db9-4c7a-86af-82f4ef34b626 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:57.984083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port ce405b6e-9db9-4c7a-86af-82f4ef34b626, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ce405b6e-9db9-4c7a-86af-82f4ef34b626,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:57.992088 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:57.992869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 01dd0e78-2a68-4847-9693-0a8432316e69 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:58.166110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 01dd0e78-2a68-4847-9693-0a8432316e69, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=01dd0e78-2a68-4847-9693-0a8432316e69,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:58.196832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '01dd0e78-2a68-4847-9693-0a8432316e69', 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16', 'port_id': '01dd0e78-2a68-4847-9693-0a8432316e69', 'mac_address': 'fa:16:3e:3e:9e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485ab53e-6f84-4999-acfe-b2513179462e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:17:58.219551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=ce405b6e-9db9-4c7a-86af-82f4ef34b626,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:58.297687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.298576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.299078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.299658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.300157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.300752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.303958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.304570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.305082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.305820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.306403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.306882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:17:58.356379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.370935 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.375599 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.383432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-11ed4b80-3128-4c00-b262-3d229fb959a2 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3376262 Jul 16 20:17:58.401533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dd0e78-2a68-4847-9693-0a8432316e69 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:17:58.445664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 01dd0e78-2a68-4847-9693-0a8432316e69, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=01dd0e78-2a68-4847-9693-0a8432316e69,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:58.446700 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.450649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device d8d63501-447f-4f9d-9ed8-b96eeed1bfde details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:17:58.459360 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.480327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-7a7addb9-c3f0-4e22-ad74-0ac56d86f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:58.482061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-7a7addb9-c3f0-4e22-ad74-0ac56d86f034 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 1.1901314 Jul 16 20:17:58.523614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4881d-bc3e-4b7c-8c34-e252cce50ba7 req-e14ca684-1136-4b91-be85-e5b53663093d tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:58.532086 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b3a4881d-bc3e-4b7c-8c34-e252cce50ba7 req-e14ca684-1136-4b91-be85-e5b53663093d tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 944 time: 0.9117277 Jul 16 20:17:58.599789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=753c506c-56de-4998-82de-81ee158f7d92,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:58.619075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Checking segment: {'id': '4c5ca7bd-17d6-4eaf-83cd-801fb402893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '88409061-8a32-4093-bfa4-dc6b79d781b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:58.619625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Network hostable DHCP agents. Network: 88409061-8a32-4093-bfa4-dc6b79d781b2, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:17:58.752056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adafaf05-131a-4189-b720-353f899eb2e2 req-61731fb9-b448-4f01-a41f-79ed2d3298be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/876c5c6f-35f8-4f91-be97-178299c81926 HTTP/1.1" status: 200 len: 1782 time: 1.2792664 Jul 16 20:17:58.766942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-3cd93a2b-39ec-42dc-9b41-e47ba4e1331e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:58.783388 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3599ab8-738e-4d42-af2e-bdcce674a732 req-41c81107-e05e-4e96-b96b-93999d87d021 service neutron] 10.222.0.63 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595188 Jul 16 20:17:58.783608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=01dd0e78-2a68-4847-9693-0a8432316e69,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:58.786020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-3cd93a2b-39ec-42dc-9b41-e47ba4e1331e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:58.797992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['ce405b6e-9db9-4c7a-86af-82f4ef34b626'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:58.802909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-3cd93a2b-39ec-42dc-9b41-e47ba4e1331e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:58.803840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['01dd0e78-2a68-4847-9693-0a8432316e69'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:17:58.806135 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-3cd93a2b-39ec-42dc-9b41-e47ba4e1331e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "GET /v2.0/networks?id=2966c3cb-c680-4c12-8fde-f33e0b87a958&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=11c173dd-4aaa-49dd-872c-190c74ede91e&id=11c173dd-4aaa-49dd-872c-190c74ede91e HTTP/1.1" status: 200 len: 1989 time: 1.5693510 Jul 16 20:17:58.810865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-9a90e1a0-8c48-4241-b8d3-dc8bd266d64b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2229118 Jul 16 20:17:58.815833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b3a4881d-bc3e-4b7c-8c34-e252cce50ba7 req-f727ee62-f28f-4c49-b935-6060afb9b201 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791886 Jul 16 20:17:58.819103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Network 88409061-8a32-4093-bfa4-dc6b79d781b2 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:17:58.839352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 88409061-8a32-4093-bfa4-dc6b79d781b2) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:17:58.858037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:58.858787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:58.903490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-217e0321-ab19-4bdc-9155-6558fc4a37eb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9162810 Jul 16 20:17:58.927538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec6b596-0fc1-467b-9032-4baa4286e333 None None] Network 88409061-8a32-4093-bfa4-dc6b79d781b2 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:59.049728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Pushing event updated for resources: {'Port': ['ID=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:17:59.150225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-03fdb6e6-b1dc-4512-a8aa-fb3fc4b15963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.151799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-03fdb6e6-b1dc-4512-a8aa-fb3fc4b15963 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0032d393398649508409f9c7ef0bd194&device_id=8ec46bb2-c60d-4eaf-853c-7826df1b603f HTTP/1.1" status: 200 len: 1095 time: 1.7232015 Jul 16 20:17:59.160526 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-847b0f8e-0c38-4344-9ed3-ae1c40f48d02 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34f052adcf44c26812ac8b2e98945d0 HTTP/1.1" status: 200 len: 379 time: 0.3356164 Jul 16 20:17:59.174676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on host n-h1-792394-17 for vnic_type normal with profile {"migrating_to": "n-h2-792394-17"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:59.174676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:59.174676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:59.187557 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4fae5469-324c-44d9-a468-48a2032953f2 req-04988216-f017-4078-88b0-ef479599a4c6 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0845540 Jul 16 20:17:59.195619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'admin_state_up': True, 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'security_groups': ['8cc78830-9662-43b5-9798-2ec971131e0f']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:17:59.200622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:17:59.257628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:59.258095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:59.293884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-adafaf05-131a-4189-b720-353f899eb2e2 req-97ef3101-c3b0-4dd7-be72-ef897ad204a1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.300121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on host n-h1-792394-17 for vnic_type normal with profile {"migrating_to": "n-h2-792394-17"} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:17:59.301521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:17:59.302094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:59.305863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:59.306280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:59.306676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:59.307329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Bound port: d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:59.307698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.312459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-31e3bccc-a032-47e0-844b-d820808377c7 service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481115 Jul 16 20:17:59.333126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:17:59.336020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:17:59.411330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:17:59.411801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:17:59.412539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:17:59.413104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Bound port: d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:17:59.413563 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.438948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9356156-1588-4aae-8ac5-05f6aa638c01 req-dcc86f53-aa93-4f73-b23a-a06228a4cee8 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.447626 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9356156-1588-4aae-8ac5-05f6aa638c01 req-dcc86f53-aa93-4f73-b23a-a06228a4cee8 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 943 time: 0.0876045 Jul 16 20:17:59.459542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:17:59.461892 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b6175-edb2-4672-9f0f-86d32c59a7b8" -d '{"events": [{"server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:17:59.504255 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9356156-1588-4aae-8ac5-05f6aa638c01 req-8e1457c9-acb5-4e84-8316-5009fdc8c1f2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555305 Jul 16 20:17:59.624291 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-adafaf05-131a-4189-b720-353f899eb2e2 req-97ef3101-c3b0-4dd7-be72-ef897ad204a1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.640907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e15fc-dc00-40e6-b315-5aa56da0bddf None None] Network 88409061-8a32-4093-bfa4-dc6b79d781b2 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:17:59.807062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36143047-5520-4963-9136-73be634410b2 req-56e9d8b4-934e-4691-85ac-1463695321ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.809031 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36143047-5520-4963-9136-73be634410b2 req-56e9d8b4-934e-4691-85ac-1463695321ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.1318533 Jul 16 20:17:59.861721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-cb17fb72-36b0-4885-885d-c431de201bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:17:59.880660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-cb17fb72-36b0-4885-885d-c431de201bac service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16 HTTP/1.1" status: 200 len: 919 time: 0.7180994 Jul 16 20:17:59.893589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-36143047-5520-4963-9136-73be634410b2 req-3af13763-a566-49d7-aed7-27cddd8b16d7 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746891 Jul 16 20:17:59.915319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:17:59.937339 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-adafaf05-131a-4189-b720-353f899eb2e2 req-97ef3101-c3b0-4dd7-be72-ef897ad204a1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.941315 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-adafaf05-131a-4189-b720-353f899eb2e2 req-97ef3101-c3b0-4dd7-be72-ef897ad204a1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.942294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adafaf05-131a-4189-b720-353f899eb2e2 req-97ef3101-c3b0-4dd7-be72-ef897ad204a1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/876c5c6f-35f8-4f91-be97-178299c81926 HTTP/1.1" status: 204 len: 173 time: 1.1894283 Jul 16 20:17:59.952006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:17:59.961237 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:17:59.987375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef3101-c3b0-4dd7-be72-ef897ad204a1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c5c6f-35f8-4f91-be97-178299c81926,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.062077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-ce98d962-7df5-4284-97cd-8ddf4de97878 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92885a44-0e96-46d0-9003-f3d5b8452264 HTTP/1.1" status: 200 len: 217 time: 0.1156130 Jul 16 20:18:00.064145 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78ce52b-aba2-4e4b-8494-8e36cecf065b x-openstack-request-id: req-e78ce52b-aba2-4e4b-8494-8e36cecf065b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:00.064500 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:00.064806 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e78ce52b-aba2-4e4b-8494-8e36cecf065b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:00.065220 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde', 'code': 200} Jul 16 20:18:00.132028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87eea860-fe99-404d-a0b3-d0364e3770ac req-25b5727c-a3b4-472d-91b8-ff16e21d27ee service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129679 Jul 16 20:18:00.137452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-100176e0-f897-4a7e-832a-7f21fbd9c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:00.139719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-100176e0-f897-4a7e-832a-7f21fbd9c864 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=485ab53e-6f84-4999-acfe-b2513179462e HTTP/1.1" status: 200 len: 858 time: 0.0613990 Jul 16 20:18:00.220842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-185bd019-ec6d-4b73-aa8d-360e428b5d98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd96aab8-df60-40d7-8e8a-5f1e2a428c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634658 Jul 16 20:18:00.297860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device d8d63501-447f-4f9d-9ed8-b96eeed1bfde has no active binding in host n-h2-792394-17 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:18:00.302050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 92885a44-0e96-46d0-9003-f3d5b8452264 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:00.359732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.368162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-620722ab-5793-4fcd-a434-a0294953e80c service neutron] 10.222.0.30 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392665 Jul 16 20:18:00.451713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:00.458036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.510189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 92885a44-0e96-46d0-9003-f3d5b8452264, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=92885a44-0e96-46d0-9003-f3d5b8452264,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:00.525774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:00.528841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '92885a44-0e96-46d0-9003-f3d5b8452264', 'network_id': 'dd96aab8-df60-40d7-8e8a-5f1e2a428c16', 'port_id': '92885a44-0e96-46d0-9003-f3d5b8452264', 'mac_address': 'fa:16:3e:e2:6f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485ab53e-6f84-4999-acfe-b2513179462e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:00.573354 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.585696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:00.596561 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.api [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) d8d63501-447f-4f9d-9ed8-b96eeed1bfde-n-h1-792394-17-0 {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:18:00.596958 n-d-792394-17 neutron-server[93959]: DEBUG oslo_db.api [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:18:00.599795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92885a44-0e96-46d0-9003-f3d5b8452264 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:00.628857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df832e8-ff63-4371-949e-6e5412433e5c req-4f000bc7-6ba8-4a3d-bb22-cd172b472bed tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:00.636516 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-4f000bc7-6ba8-4a3d-bb22-cd172b472bed tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/networks?id=88409061-8a32-4093-bfa4-dc6b79d781b2 HTTP/1.1" status: 200 len: 818 time: 0.2379546 Jul 16 20:18:00.643319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 92885a44-0e96-46d0-9003-f3d5b8452264, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=92885a44-0e96-46d0-9003-f3d5b8452264,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:00.651705 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.654743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-38c2f54e-944d-4d4d-9572-f1c61ddc48d1 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/quotas/25051170836040b5be5c6d1a7f02bd14 HTTP/1.1" status: 200 len: 375 time: 0.0164900 Jul 16 20:18:00.727932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=92885a44-0e96-46d0-9003-f3d5b8452264,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:00.730927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-e8f60dc6-99b5-4cc2-97d9-fe01c17eb494 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25051170836040b5be5c6d1a7f02bd14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752165 Jul 16 20:18:00.737492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-46acec19-0bd2-4d9c-9600-9628c88a598c tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:18:00.751498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-46acec19-0bd2-4d9c-9600-9628c88a598c tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185573 Jul 16 20:18:00.796661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa348c2-4c61-4dd5-bf65-dcc885ff9eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:00.859194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20c61-8460-45af-9994-eaebb94d6796 req-bdee89fd-5a78-4489-b393-131a2093e061 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:00.861380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4df20c61-8460-45af-9994-eaebb94d6796 req-bdee89fd-5a78-4489-b393-131a2093e061 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 945 time: 0.4918945 Jul 16 20:18:00.909177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-2b11099c-4c6c-49e3-8c21-bfbe264a2e56 service neutron] 10.222.0.30 "GET /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459889 Jul 16 20:18:00.927860 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-0dc88152-58c1-4f7f-af2e-8d69316ff0f3 service neutron] 10.222.0.10 "GET /v2.0/networks/88409061-8a32-4093-bfa4-dc6b79d781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752248 Jul 16 20:18:00.931477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['92885a44-0e96-46d0-9003-f3d5b8452264'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:01.039098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4df20c61-8460-45af-9994-eaebb94d6796 req-67054d44-3bd3-4766-a781-9e7db7f143a8 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622906 Jul 16 20:18:01.049735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Allocated IP 172.20.0.13 (2966c3cb-c680-4c12-8fde-f33e0b87a958/8e13b6ad-328a-4ca7-84c2-946e8e68e401/359b8264-ec68-4cd3-aab2-aa7be5b623d2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:01.057191 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-a8392446-7662-44ad-bb1e-941bebac483e service neutron] 10.222.0.10 "GET /v2.0/networks/88409061-8a32-4093-bfa4-dc6b79d781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286523 Jul 16 20:18:01.127967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-d17929a5-7108-4f03-a4de-892037081e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.130158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-d17929a5-7108-4f03-a4de-892037081e42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 1095 time: 0.1616213 Jul 16 20:18:01.162409 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-675e5df6-68b7-48df-a5cd-4675769a9ef9 req-5d5a7834-2dd1-42ce-a3bf-e054281ece8d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:18:01.163437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-675e5df6-68b7-48df-a5cd-4675769a9ef9 req-5d5a7834-2dd1-42ce-a3bf-e054281ece8d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/876c5c6f-35f8-4f91-be97-178299c81926 HTTP/1.1" status: 404 len: 352 time: 0.0483794 Jul 16 20:18:01.198761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa348c2-4c61-4dd5-bf65-dcc885ff9eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.207704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa348c2-4c61-4dd5-bf65-dcc885ff9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.227538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on host n-h1-792394-17 for vnic_type normal with profile {"migrating_to": "n-h2-792394-17"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:01.227922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:01.233543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:01.286037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dfa348c2-4c61-4dd5-bf65-dcc885ff9eb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d726db77f7cb43d2928ca9981e0a4ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989925 Jul 16 20:18:01.287567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:01.288725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa348c2-4c61-4dd5-bf65-dcc885ff9eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e74922-7c61-45e8-bd23-843128c1cc1d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.331970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:01.332405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attempting to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on network 090e63f5-0b12-480f-a8ba-caa5cb1116a8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:01.404938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:01.405277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Checking segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:01.405672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Bound using segment: {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:01.406124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Bound port: d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c75b80-b239-4375-aa03-63be9a950aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '090e63f5-0b12-480f-a8ba-caa5cb1116a8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:01.406489 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.431187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa4aa0f0-123b-4f2f-b1b6-4fab69787c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.470696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device ce405b6e-9db9-4c7a-86af-82f4ef34b626 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:01.474159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa4aa0f0-123b-4f2f-b1b6-4fab69787c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.546686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa4aa0f0-123b-4f2f-b1b6-4fab69787c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.550595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa4aa0f0-123b-4f2f-b1b6-4fab69787c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.555687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aa4aa0f0-123b-4f2f-b1b6-4fab69787c1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0e74922-7c61-45e8-bd23-843128c1cc1d HTTP/1.1" status: 204 len: 168 time: 0.2615433 Jul 16 20:18:01.585694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4aa0f0-123b-4f2f-b1b6-4fab69787c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e74922-7c61-45e8-bd23-843128c1cc1d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:01.603227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port ce405b6e-9db9-4c7a-86af-82f4ef34b626 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:01.611640 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port ce405b6e-9db9-4c7a-86af-82f4ef34b626 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:01.634995 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.659438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b824ccc4-d874-494a-a10e-87c2a0b3518c req-a01481d4-9dcb-4a86-9fd4-6f9c055cd773 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.2244887 Jul 16 20:18:01.740021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9bac-1c77-40ed-bdaa-0bef79584ba0 req-942b86cb-9201-4c5d-96e4-6c9f7830ea1d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:01.747298 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d8b9bac-1c77-40ed-bdaa-0bef79584ba0 req-942b86cb-9201-4c5d-96e4-6c9f7830ea1d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 943 time: 0.2136137 Jul 16 20:18:01.908365 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d8b9bac-1c77-40ed-bdaa-0bef79584ba0 req-3bd0427a-f3a1-4820-9156-6715419d49e9 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545045 Jul 16 20:18:01.959424 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:01.972614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-90774c2d-53f3-40be-b63d-cb730162f292 req-59970b88-264e-4b5d-8e34-b0389a2776ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1195263361', 'description': 'tempest-description-1662679779'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:02.027787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-90774c2d-53f3-40be-b63d-cb730162f292 req-59970b88-264e-4b5d-8e34-b0389a2776ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.073846 n-d-792394-17 neutron-server[93959]: WARNING neutron.plugins.ml2.plugin [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Concurrent port binding operations failed on port d8d63501-447f-4f9d-9ed8-b96eeed1bfde Jul 16 20:18:02.083534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:02.089311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2e169-80aa-4d0b-918f-07c82621b679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce405b6e-9db9-4c7a-86af-82f4ef34b626'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:02.093491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-dd04ab7d-a5da-44d2-9d79-2ddd216495ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.095209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-dd04ab7d-a5da-44d2-9d79-2ddd216495ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 906 time: 0.9342494 Jul 16 20:18:02.101140 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558df68-6499-4180-b2c7-f5a7a664221b" -d '{"events": [{"server_uuid": "b7d2e169-80aa-4d0b-918f-07c82621b679", "name": "network-vif-plugged", "status": "completed", "tag": "ce405b6e-9db9-4c7a-86af-82f4ef34b626"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:02.114046 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attempt 2 to bind port d8d63501-447f-4f9d-9ed8-b96eeed1bfde Jul 16 20:18:02.146551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port ce405b6e-9db9-4c7a-86af-82f4ef34b626, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ce405b6e-9db9-4c7a-86af-82f4ef34b626,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:02.154851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56596) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:02.157062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.157698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.158185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.159185 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-87efc9a0-2639-43e3-ae64-20ce2cf8842b service neutron] 10.222.0.30 "PUT /v2.0/ports/d8d63501-447f-4f9d-9ed8-b96eeed1bfde HTTP/1.1" status: 200 len: 1123 time: 6.7243690 Jul 16 20:18:02.159629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 01dd0e78-2a68-4847-9693-0a8432316e69 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:02.202645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:02.205344 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:02.209359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-5a51dced-4c7b-4f0e-859b-a5f7b362b0ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=964b2401-0266-420d-9297-fb4a1395e2df HTTP/1.1" status: 200 len: 217 time: 0.0567069 Jul 16 20:18:02.271447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['d8d63501-447f-4f9d-9ed8-b96eeed1bfde'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:02.274106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae7bc16-3163-4730-bbf0-a2cc32ca1004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.389334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d8d63501-447f-4f9d-9ed8-b96eeed1bfde'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:02.390797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-1fbb6420-6324-4753-977a-9d6c5f433cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.392372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-1fbb6420-6324-4753-977a-9d6c5f433cad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.1733856 Jul 16 20:18:02.413259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62e238-4c08-496a-ac58-462fbaf3e6bd req-02d41291-8788-4fea-a63a-0cbd814885b6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:02.415055 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f62e238-4c08-496a-ac58-462fbaf3e6bd req-02d41291-8788-4fea-a63a-0cbd814885b6 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.4460137 Jul 16 20:18:02.470595 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-3cd02a66-117d-4740-95aa-4ea191bb721b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660892 Jul 16 20:18:02.490436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.503013 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-90774c2d-53f3-40be-b63d-cb730162f292 req-59970b88-264e-4b5d-8e34-b0389a2776ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.720228 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-39cf33d9-9462-4131-b9c2-6ccc8f4a4ecf service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331877 Jul 16 20:18:02.737234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae7bc16-3163-4730-bbf0-a2cc32ca1004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.740739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-90774c2d-53f3-40be-b63d-cb730162f292 req-59970b88-264e-4b5d-8e34-b0389a2776ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.752049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f62e238-4c08-496a-ac58-462fbaf3e6bd req-f0858e3c-913c-4345-b6df-fa6780aa2506 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642579 Jul 16 20:18:02.754088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dae7bc16-3163-4730-bbf0-a2cc32ca1004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.800637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 92885a44-0e96-46d0-9003-f3d5b8452264 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:02.843484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Transition to ACTIVE for port object 359b8264-ec68-4cd3-aab2-aa7be5b623d2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:02.866704 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dae7bc16-3163-4730-bbf0-a2cc32ca1004 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=337910136aab436e98972e7429ecce8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050054 Jul 16 20:18:02.869256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:02.881991 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-90774c2d-53f3-40be-b63d-cb730162f292 req-59970b88-264e-4b5d-8e34-b0389a2776ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:02.897457 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-90774c2d-53f3-40be-b63d-cb730162f292 req-59970b88-264e-4b5d-8e34-b0389a2776ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9382665 Jul 16 20:18:02.906678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59970b88-264e-4b5d-8e34-b0389a2776ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b267fb5c-edfe-4415-9601-78c248a4010b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:02.964614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=ce405b6e-9db9-4c7a-86af-82f4ef34b626,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:03.043609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7bc16-3163-4730-bbf0-a2cc32ca1004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bd1fdf-e70d-40b1-97a3-a4b176edf275,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:03.067980 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e001d04-352a-4054-8d9b-e3031e005502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.079186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 01dd0e78-2a68-4847-9693-0a8432316e69 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:03.133288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 01dd0e78-2a68-4847-9693-0a8432316e69 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:03.133660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.167984 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e001d04-352a-4054-8d9b-e3031e005502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.175860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd271a89-734a-4f48-af77-0cbc2817f006 req-cdd57680-017f-4410-97fe-f6bee52d33ef tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 210 time: 0.1077642 Jul 16 20:18:03.234662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1208b9d-9bb5-4771-993f-0efd754ca634 req-c8a16470-68e1-40aa-9d0c-b590432524a1 service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982994 Jul 16 20:18:03.237076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.273950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 92885a44-0e96-46d0-9003-f3d5b8452264 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:03.309542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Port': ['ID=359b8264-ec68-4cd3-aab2-aa7be5b623d2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:03.310007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 92885a44-0e96-46d0-9003-f3d5b8452264 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:03.310488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.339503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e001d04-352a-4054-8d9b-e3031e005502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.340940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 2966c3cb-c680-4c12-8fde-f33e0b87a958 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:03.343235 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e001d04-352a-4054-8d9b-e3031e005502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.348314 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e001d04-352a-4054-8d9b-e3031e005502 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80bd1fdf-e70d-40b1-97a3-a4b176edf275 HTTP/1.1" status: 204 len: 168 time: 0.4736357 Jul 16 20:18:03.359642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:03.375375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:03.398609 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d7f9c9-e361-4e6f-8d35-482a77e36694 x-openstack-request-id: req-a6d7f9c9-e361-4e6f-8d35-482a77e36694 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:03.399755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e001d04-352a-4054-8d9b-e3031e005502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bd1fdf-e70d-40b1-97a3-a4b176edf275,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:03.400356 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d2e169-80aa-4d0b-918f-07c82621b679", "name": "network-vif-plugged", "status": "completed", "tag": "ce405b6e-9db9-4c7a-86af-82f4ef34b626", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:03.401159 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6d7f9c9-e361-4e6f-8d35-482a77e36694 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:03.412110 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d2e169-80aa-4d0b-918f-07c82621b679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce405b6e-9db9-4c7a-86af-82f4ef34b626', 'code': 200} Jul 16 20:18:03.465702 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7d4cd6-6a9e-4c22-a6ed-3576e5139891 x-openstack-request-id: req-0e7d4cd6-6a9e-4c22-a6ed-3576e5139891 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:03.467639 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:03.468019 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e7d4cd6-6a9e-4c22-a6ed-3576e5139891 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:03.468461 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde', 'status': 'completed', 'code': 200} Jul 16 20:18:03.562990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.563716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.613520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882c7a3-420d-4a33-8a88-b7e137f1c238 req-dd7327c9-ed2a-4922-8173-c7a39c4f7f15 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.625291 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3882c7a3-420d-4a33-8a88-b7e137f1c238 req-dd7327c9-ed2a-4922-8173-c7a39c4f7f15 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 946 time: 0.4054322 Jul 16 20:18:03.648154 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:03.718921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cda3071-773d-4d46-b0c0-b587306143da tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5397604 Jul 16 20:18:03.749710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3882c7a3-420d-4a33-8a88-b7e137f1c238 req-37fd3c55-4ace-427d-8198-f7e8f9b25aeb tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216998 Jul 16 20:18:03.758508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'admin_state_up': True, 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'security_groups': ['8cc78830-9662-43b5-9798-2ec971131e0f']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:03.808263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2645d3-d587-4c29-a47a-7a0be04551a4 req-e12b76b3-9e52-4731-80ce-4bc7cee5c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:03.814311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0f2645d3-d587-4c29-a47a-7a0be04551a4 req-e12b76b3-9e52-4731-80ce-4bc7cee5c0ed service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 1098 time: 0.3660667 Jul 16 20:18:03.850501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 01dd0e78-2a68-4847-9693-0a8432316e69, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=01dd0e78-2a68-4847-9693-0a8432316e69,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:03.934138 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.030800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0f2645d3-d587-4c29-a47a-7a0be04551a4 req-ee8a3284-86e2-40c9-8401-f4110ddafd90 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080691 Jul 16 20:18:04.087924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f59195ec-52d9-4333-b155-802f16d714f6 req-d8c8d10a-606d-4b88-b93f-9aabc7f95ed6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1462736503', 'description': 'tempest-description-165544260'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:04.111945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-ced3355c-850e-434f-91eb-57d515cd048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:04.114995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-ced3355c-850e-434f-91eb-57d515cd048f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 1126 time: 0.5482185 Jul 16 20:18:04.190217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=01dd0e78-2a68-4847-9693-0a8432316e69,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:04.219209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df832e8-ff63-4371-949e-6e5412433e5c req-e481f2f0-2916-4513-ab0c-5f2d67ed3fa1 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:04.221132 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-e481f2f0-2916-4513-ab0c-5f2d67ed3fa1 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.63 "GET /v2.0/networks?id=88409061-8a32-4093-bfa4-dc6b79d781b2 HTTP/1.1" status: 200 len: 818 time: 0.3621817 Jul 16 20:18:04.228122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:04.234160 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.239578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a7ea7a36-eaf7-4698-8675-a900b24af12b None None] Provisioning for port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:04.254415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Request body: {'port': {'device_id': '3602da61-2f53-4927-a5f8-68679023b922', 'network_id': '88409061-8a32-4093-bfa4-dc6b79d781b2', 'admin_state_up': True, 'tenant_id': '25051170836040b5be5c6d1a7f02bd14'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:04.283536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a7ea7a36-eaf7-4698-8675-a900b24af12b None None] Provisioning complete for port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:04.283915 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a7ea7a36-eaf7-4698-8675-a900b24af12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.290074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e86a3-b87a-4c1c-9846-41e0f3c51fa2 req-12a03985-05ac-4482-8229-caf9ea2515b7 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:04.294467 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f59195ec-52d9-4333-b155-802f16d714f6 req-d8c8d10a-606d-4b88-b93f-9aabc7f95ed6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.297830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d3e86a3-b87a-4c1c-9846-41e0f3c51fa2 req-12a03985-05ac-4482-8229-caf9ea2515b7 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 932 time: 0.2059002 Jul 16 20:18:04.411922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d3e86a3-b87a-4c1c-9846-41e0f3c51fa2 req-025690bd-7be2-4233-94ba-4eed05dd265b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129255 Jul 16 20:18:04.484027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea7a36-eaf7-4698-8675-a900b24af12b None None] Port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:04.491691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.522952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-3aebed27-63bc-48f1-949d-4926cd3da624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:04.534391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-3aebed27-63bc-48f1-949d-4926cd3da624 service neutron] 10.222.0.63 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.4006767 Jul 16 20:18:04.595126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 92885a44-0e96-46d0-9003-f3d5b8452264, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=92885a44-0e96-46d0-9003-f3d5b8452264,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:04.600367 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:04.644529 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-7440bdc1-f0d6-49de-8561-cca30e064225 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde HTTP/1.1" status: 200 len: 217 time: 0.0984373 Jul 16 20:18:04.665348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 964b2401-0266-420d-9297-fb4a1395e2df details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:04.745729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=92885a44-0e96-46d0-9003-f3d5b8452264,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:04.794035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994ec33-d958-4030-9ca3-34b1696df540 req-deacd7ab-5f8f-4a15-903a-f896182a1dc9 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:04.798080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4994ec33-d958-4030-9ca3-34b1696df540 req-deacd7ab-5f8f-4a15-903a-f896182a1dc9 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 943 time: 0.1761856 Jul 16 20:18:04.884786 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4994ec33-d958-4030-9ca3-34b1696df540 req-c2eb03a5-7c2a-4846-b7fd-16dd7b08f8f6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734756 Jul 16 20:18:04.888860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 964b2401-0266-420d-9297-fb4a1395e2df, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=964b2401-0266-420d-9297-fb4a1395e2df,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:04.890642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Allocated IP 10.1.1.240 (7176a9d8-71ad-4889-b4b9-23178524029f/35eee0cf-d1e7-4328-ad4e-c2089b6bb17a/e5c2d366-d7f5-4857-bf3e-da2ff6b86928) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:04.917065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '964b2401-0266-420d-9297-fb4a1395e2df', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'port_id': '964b2401-0266-420d-9297-fb4a1395e2df', 'mac_address': 'fa:16:3e:b8:e5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816731d-17e8-4d9f-91b2-0f2ddd22c9ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:04.993985 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.014334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b2401-0266-420d-9297-fb4a1395e2df {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:05.054092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-1fad216a-e5a5-460b-ab99-f6b86cd25f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.055625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 964b2401-0266-420d-9297-fb4a1395e2df, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=964b2401-0266-420d-9297-fb4a1395e2df,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:05.055785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-1fad216a-e5a5-460b-ab99-f6b86cd25f3b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.3958321 Jul 16 20:18:05.067173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.132913 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f59195ec-52d9-4333-b155-802f16d714f6 req-d8c8d10a-606d-4b88-b93f-9aabc7f95ed6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.140841 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-a8bf0a57-31bd-4e8f-ba66-ac2f3b6a5c21 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691934 Jul 16 20:18:05.146938 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f59195ec-52d9-4333-b155-802f16d714f6 req-d8c8d10a-606d-4b88-b93f-9aabc7f95ed6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.240508 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.244778 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=964b2401-0266-420d-9297-fb4a1395e2df,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:05.256302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8d10a-606d-4b88-b93f-9aabc7f95ed6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f57102b-3243-4b0f-bf2d-bc757fa12901,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:05.287327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Made reservation on behalf of 25051170836040b5be5c6d1a7f02bd14 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:05.302020 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.343607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Transition to ACTIVE for port object e5c2d366-d7f5-4857-bf3e-da2ff6b86928 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:05.393390 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f59195ec-52d9-4333-b155-802f16d714f6 req-d8c8d10a-606d-4b88-b93f-9aabc7f95ed6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.401490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04274-8d96-4514-836c-bcd773d9da02 req-cd1f91ee-2d97-4716-991f-ad125154d084 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:05.415236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9b04274-8d96-4514-836c-bcd773d9da02 req-cd1f91ee-2d97-4716-991f-ad125154d084 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.3047068 Jul 16 20:18:05.415470 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f59195ec-52d9-4333-b155-802f16d714f6 req-d8c8d10a-606d-4b88-b93f-9aabc7f95ed6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3302932 Jul 16 20:18:05.415633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5370a239-490b-41a6-8105-f72f8ac03b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dd0e78-2a68-4847-9693-0a8432316e69'}, {'server_uuid': '8ec46bb2-c60d-4eaf-853c-7826df1b603f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92885a44-0e96-46d0-9003-f3d5b8452264'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:05.421159 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b36acf6-a1ce-487c-8573-b62911b6628b" -d '{"events": [{"server_uuid": "5370a239-490b-41a6-8105-f72f8ac03b52", "name": "network-vif-plugged", "status": "completed", "tag": "01dd0e78-2a68-4847-9693-0a8432316e69"}, {"server_uuid": "8ec46bb2-c60d-4eaf-853c-7826df1b603f", "name": "network-vif-plugged", "status": "completed", "tag": "92885a44-0e96-46d0-9003-f3d5b8452264"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:05.433514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:05.448546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['964b2401-0266-420d-9297-fb4a1395e2df'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:05.553800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9b04274-8d96-4514-836c-bcd773d9da02 req-f489f4fd-90a4-418f-9bd8-a360ae1c6b26 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882428 Jul 16 20:18:05.734256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Allocated IP 172.20.0.11 (88409061-8a32-4093-bfa4-dc6b79d781b2/753c506c-56de-4998-82de-81ee158f7d92/1cfe317c-4abc-4b2d-ae12-0fede217ca61) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:05.854823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a35fee14-7cc1-4e0c-a930-376a917e8a56 req-f15e58f1-89d5-47fb-b1ad-5b1a53c3f788 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 210 time: 0.0657237 Jul 16 20:18:06.093417 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-3458c33a-1547-4a23-bdd1-756f420fb790 service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301033 Jul 16 20:18:06.119334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 7176a9d8-71ad-4889-b4b9-23178524029f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:06.121455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Port': ['ID=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:06.145145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:06.149904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:06.220265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a899f5b-4eaf-4f95-952c-82009ec5281a req-e430b041-afc2-4017-b333-e80cf229646b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.223037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a899f5b-4eaf-4f95-952c-82009ec5281a req-e430b041-afc2-4017-b333-e80cf229646b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 946 time: 0.2045696 Jul 16 20:18:06.285222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.330381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.331070 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.376822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033e26-f4c8-4fe4-bccf-839e4710ccf0 req-c422c40c-e4d0-4993-ad18-5e1b957501da tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.385806 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.386324 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15033e26-f4c8-4fe4-bccf-839e4710ccf0 req-c422c40c-e4d0-4993-ad18-5e1b957501da tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.3687463 Jul 16 20:18:06.398677 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22ef29d-55a8-4c6f-9383-35d4e21bf7cb req-d31f5e5f-e3d6-4391-9e73-0267069bce6c service neutron] 10.222.0.63 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894504 Jul 16 20:18:06.413557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0ce0475b-deb6-43c8-988b-a7520cba0fe1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6849458 Jul 16 20:18:06.430523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'admin_state_up': True, 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'security_groups': ['8cc78830-9662-43b5-9798-2ec971131e0f']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:06.432783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a899f5b-4eaf-4f95-952c-82009ec5281a req-f7046824-1005-4866-84a1-487f0aa92d53 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020197 Jul 16 20:18:06.489456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8db9354b-99d8-4a46-8b7d-321429c9d999 req-26d991be-5d27-474b-b6dd-226ec6dfe3ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1807950851', 'description': 'tempest-description-156442097'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:06.511935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Network 88409061-8a32-4093-bfa4-dc6b79d781b2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:06.518430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:06.524160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:06.524943 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15033e26-f4c8-4fe4-bccf-839e4710ccf0 req-4cb5bb8b-be5a-4ddd-ba70-6302040cccf3 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375940 Jul 16 20:18:06.535703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9000230f-fa2d-497e-88e3-514dd2e59aaf None None] Provisioning for port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:06.542869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9000230f-fa2d-497e-88e3-514dd2e59aaf None None] Provisioning complete for port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:06.543405 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9000230f-fa2d-497e-88e3-514dd2e59aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.604244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:06.604822 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.641505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9000230f-fa2d-497e-88e3-514dd2e59aaf None None] Port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:06.648699 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f597e394-c76a-4175-81b3-1f3b561ef021 x-openstack-request-id: req-f597e394-c76a-4175-81b3-1f3b561ef021 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:06.649006 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5370a239-490b-41a6-8105-f72f8ac03b52", "name": "network-vif-plugged", "status": "completed", "tag": "01dd0e78-2a68-4847-9693-0a8432316e69", "code": 200}, {"server_uuid": "8ec46bb2-c60d-4eaf-853c-7826df1b603f", "name": "network-vif-plugged", "status": "completed", "tag": "92885a44-0e96-46d0-9003-f3d5b8452264", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:06.649311 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f597e394-c76a-4175-81b3-1f3b561ef021 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:06.649910 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5370a239-490b-41a6-8105-f72f8ac03b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dd0e78-2a68-4847-9693-0a8432316e69', 'code': 200} Jul 16 20:18:06.653361 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec46bb2-c60d-4eaf-853c-7826df1b603f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92885a44-0e96-46d0-9003-f3d5b8452264', 'code': 200} Jul 16 20:18:06.681311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 964b2401-0266-420d-9297-fb4a1395e2df up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:06.693287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Pushing event updated for resources: {'Port': ['ID=1cfe317c-4abc-4b2d-ae12-0fede217ca61,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:06.741766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8db9354b-99d8-4a46-8b7d-321429c9d999 req-26d991be-5d27-474b-b6dd-226ec6dfe3ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.770257 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7bee49ac-7193-4cbe-a5ce-b731e08203f4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5230606 Jul 16 20:18:06.821305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Request body: {'port': {'device_id': '3602da61-2f53-4927-a5f8-68679023b922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:06.839882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 964b2401-0266-420d-9297-fb4a1395e2df completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:06.846326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 964b2401-0266-420d-9297-fb4a1395e2df triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:06.846996 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:06.996077 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.067679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 964b2401-0266-420d-9297-fb4a1395e2df, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=964b2401-0266-420d-9297-fb4a1395e2df,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:07.075503 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.104912 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.190986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=964b2401-0266-420d-9297-fb4a1395e2df,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:07.326482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4f66-2a8e-447b-a5f0-2a3961d0ca2e req-0f7c370d-ee0b-48a6-94cb-c61e21949189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.334804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-787a4f66-2a8e-447b-a5f0-2a3961d0ca2e req-0f7c370d-ee0b-48a6-94cb-c61e21949189 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ec46bb2-c60d-4eaf-853c-7826df1b603f HTTP/1.1" status: 200 len: 1097 time: 0.4092443 Jul 16 20:18:07.357396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bc9c0c4e-5fca-4f37-b7dd-43634fda92fc tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.357930 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8db9354b-99d8-4a46-8b7d-321429c9d999 req-26d991be-5d27-474b-b6dd-226ec6dfe3ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.360395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bc9c0c4e-5fca-4f37-b7dd-43634fda92fc tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.30 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 945 time: 0.6038888 Jul 16 20:18:07.365595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8db9354b-99d8-4a46-8b7d-321429c9d999 req-26d991be-5d27-474b-b6dd-226ec6dfe3ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.459396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781f2e3-dbc0-44c1-9e8d-1bdffeb00b8d req-fccf420a-de1a-48ef-a11f-5cebe49bcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.461391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9781f2e3-dbc0-44c1-9e8d-1bdffeb00b8d req-fccf420a-de1a-48ef-a11f-5cebe49bcf5d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5370a239-490b-41a6-8105-f72f8ac03b52 HTTP/1.1" status: 200 len: 1098 time: 0.5743773 Jul 16 20:18:07.551510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9781f2e3-dbc0-44c1-9e8d-1bdffeb00b8d req-38c1bd5f-980f-4638-8814-176534aefb21 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517516 Jul 16 20:18:07.560748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f47a32-4297-4ff6-8d84-2b18bdce7636 req-0cc4f8ab-90d6-4e8b-a9d9-a791f351954c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.567762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f47a32-4297-4ff6-8d84-2b18bdce7636 req-0cc4f8ab-90d6-4e8b-a9d9-a791f351954c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:07.576508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3f47a32-4297-4ff6-8d84-2b18bdce7636 req-0cc4f8ab-90d6-4e8b-a9d9-a791f351954c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 1654 time: 0.6862419 Jul 16 20:18:07.580039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-787a4f66-2a8e-447b-a5f0-2a3961d0ca2e req-497a3f05-8069-499a-9ac2-846374e6c312 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163415 Jul 16 20:18:07.625446 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:07.639520 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.681987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d991be-5d27-474b-b6dd-226ec6dfe3ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e937b3-3d09-420c-8dca-4db5f6f49e7d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:07.698013 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8db9354b-99d8-4a46-8b7d-321429c9d999 req-26d991be-5d27-474b-b6dd-226ec6dfe3ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.721541 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8db9354b-99d8-4a46-8b7d-321429c9d999 req-26d991be-5d27-474b-b6dd-226ec6dfe3ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2414351 Jul 16 20:18:07.740951 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfe317c-4abc-4b2d-ae12-0fede217ca61 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:07.767036 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.775651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3f47a32-4297-4ff6-8d84-2b18bdce7636 req-bbb5df7a-0ba4-42b5-b46f-1a1dfe96f7f0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977880 Jul 16 20:18:07.826909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Transition to ACTIVE for port object 1cfe317c-4abc-4b2d-ae12-0fede217ca61 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:07.832516 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.964252 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Deleting port 8feab403-f01d-463e-994c-cbd4c06c83ee {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:07.964597 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:07.967820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe317c-4abc-4b2d-ae12-0fede217ca61,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.191359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Allocated IP 10.1.1.175 (7176a9d8-71ad-4889-b4b9-23178524029f/35eee0cf-d1e7-4328-ad4e-c2089b6bb17a/df9dca79-5ccf-4472-a245-9c2199c6994b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:08.208036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Attempting to bind port 1cfe317c-4abc-4b2d-ae12-0fede217ca61 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:08.210296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Attempting to bind port 1cfe317c-4abc-4b2d-ae12-0fede217ca61 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '4c5ca7bd-17d6-4eaf-83cd-801fb402893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '88409061-8a32-4093-bfa4-dc6b79d781b2'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:08.211232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Attempting to bind port 1cfe317c-4abc-4b2d-ae12-0fede217ca61 on network 88409061-8a32-4093-bfa4-dc6b79d781b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:08.241872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc54d-197c-4660-86b7-0f4014188db7 req-2cc35610-c0e1-47fc-b19c-ab49e7df52e5 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.244715 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-34dcc54d-197c-4660-86b7-0f4014188db7 req-2cc35610-c0e1-47fc-b19c-ab49e7df52e5 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 945 time: 0.2781739 Jul 16 20:18:08.251896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Port 1cfe317c-4abc-4b2d-ae12-0fede217ca61 on network 88409061-8a32-4093-bfa4-dc6b79d781b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:08.252801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Attempting to bind port 1cfe317c-4abc-4b2d-ae12-0fede217ca61 on network 88409061-8a32-4093-bfa4-dc6b79d781b2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:08.287132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] For port 8feab403-f01d-463e-994c-cbd4c06c83ee, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8feab403-f01d-463e-994c-cbd4c06c83ee,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:08.287388 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.300475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:08.301253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Checking segment: {'id': '4c5ca7bd-17d6-4eaf-83cd-801fb402893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '88409061-8a32-4093-bfa4-dc6b79d781b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:08.301889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Bound using segment: {'id': '4c5ca7bd-17d6-4eaf-83cd-801fb402893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '88409061-8a32-4093-bfa4-dc6b79d781b2'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:08.302746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Bound port: 1cfe317c-4abc-4b2d-ae12-0fede217ca61, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5ca7bd-17d6-4eaf-83cd-801fb402893c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '88409061-8a32-4093-bfa4-dc6b79d781b2'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:08.303611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.340457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7e15d-12f6-4d01-b42c-de05b5262584 req-097e6658-2312-4052-9a97-0f5493b2dba1 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.342134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8e7e15d-12f6-4d01-b42c-de05b5262584 req-097e6658-2312-4052-9a97-0f5493b2dba1 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec46bb2-c60d-4eaf-853c-7826df1b603f HTTP/1.1" status: 200 len: 945 time: 0.2376158 Jul 16 20:18:08.358658 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-34dcc54d-197c-4660-86b7-0f4014188db7 req-141338e9-1fde-493f-85ad-e2bd6919017b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965712 Jul 16 20:18:08.364691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Calling delete_port for 8feab403-f01d-463e-994c-cbd4c06c83ee owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:08.467823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8e7e15d-12f6-4d01-b42c-de05b5262584 req-2e63ce86-6353-4101-9af7-805cfca6a3f3 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921233 Jul 16 20:18:08.499062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] For port 1cfe317c-4abc-4b2d-ae12-0fede217ca61, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:08.514279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] For port 1cfe317c-4abc-4b2d-ae12-0fede217ca61, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1cfe317c-4abc-4b2d-ae12-0fede217ca61,segment=NetworkSegment(4c5ca7bd-17d6-4eaf-83cd-801fb402893c),segment_id=4c5ca7bd-17d6-4eaf-83cd-801fb402893c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:08.532657 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.655144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca3e57d-0c97-49de-8925-313b5d3ae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b2401-0266-420d-9297-fb4a1395e2df'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:08.658281 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff722897-5c93-4b38-b4ac-0da4df72231e" -d '{"events": [{"server_uuid": "2ca3e57d-0c97-49de-8925-313b5d3ae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "964b2401-0266-420d-9297-fb4a1395e2df"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:08.659802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.661463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.667501 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] 10.222.0.63 "PUT /v2.0/ports/1cfe317c-4abc-4b2d-ae12-0fede217ca61 HTTP/1.1" status: 200 len: 1093 time: 1.8665962 Jul 16 20:18:08.688262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3602da61-2f53-4927-a5f8-68679023b922', 'tag': '1cfe317c-4abc-4b2d-ae12-0fede217ca61'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:08.695753 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "3602da61-2f53-4927-a5f8-68679023b922", "tag": "1cfe317c-4abc-4b2d-ae12-0fede217ca61"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:08.809781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d555d6-da70-4f49-b1e0-18daceee4717 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe317c-4abc-4b2d-ae12-0fede217ca61,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:08.899457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55213761-10bb-4b4b-a210-9fa45cb07c1c req-bec3113d-276b-4470-80a7-fa5164b18918 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.910136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55213761-10bb-4b4b-a210-9fa45cb07c1c req-bec3113d-276b-4470-80a7-fa5164b18918 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 943 time: 0.2943723 Jul 16 20:18:08.923996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:08.978233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55213761-10bb-4b4b-a210-9fa45cb07c1c req-37598fd4-9ed2-4cb6-9b30-eb1600e06012 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669739 Jul 16 20:18:08.992476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Transition to ACTIVE for port object df9dca79-5ccf-4472-a245-9c2199c6994b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:08.994015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df832e8-ff63-4371-949e-6e5412433e5c req-fb5e9b08-4870-4db2-bf13-3912499df9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:08.996103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-fb5e9b08-4870-4db2-bf13-3912499df9d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=25051170836040b5be5c6d1a7f02bd14&device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 1096 time: 0.1993661 Jul 16 20:18:09.007718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd357cde-6d9b-440e-bad8-4b6ad8bd3ba5 req-2eb4de6d-378c-49ac-a08c-31c5336b19d8 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.009756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd357cde-6d9b-440e-bad8-4b6ad8bd3ba5 req-2eb4de6d-378c-49ac-a08c-31c5336b19d8 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 944 time: 0.2758245 Jul 16 20:18:09.018337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.033431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['904dca07-cf08-46aa-921f-4c58e6787d8a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:09.072498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-64459e21-1217-4d1f-b48c-85e4e5b078dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cfe317c-4abc-4b2d-ae12-0fede217ca61 HTTP/1.1" status: 200 len: 217 time: 0.0654702 Jul 16 20:18:09.121841 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd357cde-6d9b-440e-bad8-4b6ad8bd3ba5 req-9abb7020-f2b0-4d49-b899-ac7ad5170766 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/security-groups?id=5da94360-5431-4853-b917-5edbdb66e084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975900 Jul 16 20:18:09.126381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Pushing event deleted for resources: {'Port': ['ID=8feab403-f01d-463e-994c-cbd4c06c83ee,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:09.180771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df832e8-ff63-4371-949e-6e5412433e5c req-e249b765-7045-4450-865b-3e5b44d29833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.189554 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-e249b765-7045-4450-865b-3e5b44d29833 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=753c506c-56de-4998-82de-81ee158f7d92 HTTP/1.1" status: 200 len: 858 time: 0.1085200 Jul 16 20:18:09.235425 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-21a9ce6b-b9c3-47a5-88a0-da5196d42ea9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88409061-8a32-4093-bfa4-dc6b79d781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399718 Jul 16 20:18:09.240014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] No DVR routers for this DVR port 8feab403-f01d-463e-994c-cbd4c06c83ee on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:09.245679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.249642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36cfdb0-debc-41ba-981f-4e58995212ee req-bd56fb0c-1e2e-46b6-b599-db6f729fe974 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.30 "DELETE /v2.0/ports/8feab403-f01d-463e-994c-cbd4c06c83ee HTTP/1.1" status: 204 len: 173 time: 1.8384182 Jul 16 20:18:09.250661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812fab10-7e8d-4610-91ce-bb250e85e958', 'name': 'network-vif-deleted', 'tag': '8feab403-f01d-463e-994c-cbd4c06c83ee'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:09.253316 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa9043d-d1a0-42c3-8777-a672c34d4294" -d '{"events": [{"server_uuid": "812fab10-7e8d-4610-91ce-bb250e85e958", "name": "network-vif-deleted", "tag": "8feab403-f01d-463e-994c-cbd4c06c83ee"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:09.269169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.381698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aa97dd3e-bf91-4a95-9ec3-617c4a009cc8 req-92a90355-536f-4805-96db-7cd13956f3aa tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=812fab10-7e8d-4610-91ce-bb250e85e958 HTTP/1.1" status: 200 len: 210 time: 0.0507879 Jul 16 20:18:09.399187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 7176a9d8-71ad-4889-b4b9-23178524029f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:09.412919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:09.422218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:09.477358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Port': ['ID=df9dca79-5ccf-4472-a245-9c2199c6994b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:09.502335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d8d63501-447f-4f9d-9ed8-b96eeed1bfde no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:09.541061 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-f6964865-3d05-4669-b0b6-9f6293162d30 service neutron] 10.222.0.63 "GET /v2.0/networks/88409061-8a32-4093-bfa4-dc6b79d781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959409 Jul 16 20:18:09.630873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.636230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.725600 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbf40d0-3b2d-44ac-b77d-4b096b327831 x-openstack-request-id: req-6cbf40d0-3b2d-44ac-b77d-4b096b327831 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:09.726857 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca3e57d-0c97-49de-8925-313b5d3ae7cf", "name": "network-vif-plugged", "status": "completed", "tag": "964b2401-0266-420d-9297-fb4a1395e2df", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:09.726857 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cbf40d0-3b2d-44ac-b77d-4b096b327831 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:09.726857 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca3e57d-0c97-49de-8925-313b5d3ae7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b2401-0266-420d-9297-fb4a1395e2df', 'code': 200} Jul 16 20:18:09.744459 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4df832e8-ff63-4371-949e-6e5412433e5c req-7892700b-0475-42d7-a9cf-3a5ecc2d238e service neutron] 10.222.0.63 "GET /v2.0/networks/88409061-8a32-4093-bfa4-dc6b79d781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966493 Jul 16 20:18:09.802215 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9de435-ffb0-4458-bf73-1d592cff29c8 x-openstack-request-id: req-dd9de435-ffb0-4458-bf73-1d592cff29c8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:09.802878 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3602da61-2f53-4927-a5f8-68679023b922", "tag": "1cfe317c-4abc-4b2d-ae12-0fede217ca61", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:09.803943 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd9de435-ffb0-4458-bf73-1d592cff29c8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:09.804865 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3602da61-2f53-4927-a5f8-68679023b922', 'tag': '1cfe317c-4abc-4b2d-ae12-0fede217ca61', 'status': 'completed', 'code': 200} Jul 16 20:18:09.844382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-10b8a68a-5d62-4a3d-9207-9966bd162912 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4157081 Jul 16 20:18:09.901239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88f5f7e4-1964-453c-bed6-1057b9f431a3 req-80788410-0960-4612-b170-49fa43417ce7 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5d43c360d7945598b94018ca4cd5679 HTTP/1.1" status: 200 len: 10909 time: 0.6645207 Jul 16 20:18:09.912660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-44ffda4f-6307-4f3f-8c4b-110206285d70 None None] Provisioning for port df9dca79-5ccf-4472-a245-9c2199c6994b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:09.918853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-44ffda4f-6307-4f3f-8c4b-110206285d70 None None] Provisioning complete for port df9dca79-5ccf-4472-a245-9c2199c6994b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:09.919443 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-44ffda4f-6307-4f3f-8c4b-110206285d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:09.933705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-176faba9-37ae-473e-bf14-c30a3fc48760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:09.937035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-176faba9-37ae-473e-bf14-c30a3fc48760 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=25051170836040b5be5c6d1a7f02bd14&device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 1096 time: 0.1058404 Jul 16 20:18:09.987687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e', 'admin_state_up': True, 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'security_groups': ['8cc78830-9662-43b5-9798-2ec971131e0f']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:10.006532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-44ffda4f-6307-4f3f-8c4b-110206285d70 None None] Port df9dca79-5ccf-4472-a245-9c2199c6994b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:10.092200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88f5f7e4-1964-453c-bed6-1057b9f431a3 req-34f370b5-f5b2-4737-bf2d-b5526c4085de tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/e0fde4a1-48af-479d-9b12-40538357e600 HTTP/1.1" status: 200 len: 2985 time: 0.1894171 Jul 16 20:18:10.115220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19393bf2-5dd1-45c8-be15-9413bc0f0857 req-6f4d2375-45c0-4979-994e-4f422cf1a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.116793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19393bf2-5dd1-45c8-be15-9413bc0f0857 req-6f4d2375-45c0-4979-994e-4f422cf1a998 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 1097 time: 0.3054826 Jul 16 20:18:10.191853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:10.208702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19393bf2-5dd1-45c8-be15-9413bc0f0857 req-b03bd60d-fa16-441a-ba3c-dae5c6f58d68 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833483 Jul 16 20:18:10.217463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-4de04733-4001-42df-acde-f90b6a667ad5 service neutron] 10.222.0.63 "GET /v2.0/ports/d8d63501-447f-4f9d-9ed8-b96eeed1bfde/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 385 time: 0.5203414 Jul 16 20:18:10.228498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-3a5af440-8b1c-468a-ad22-11b123309ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.230125 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-3a5af440-8b1c-468a-ad22-11b123309ce6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=88409061-8a32-4093-bfa4-dc6b79d781b2 HTTP/1.1" status: 200 len: 919 time: 0.2789576 Jul 16 20:18:10.288733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad17e-2fa3-4039-b212-a0a8748616b0 req-0eff13d6-ee95-44d8-8ef6-ce6f6a01650a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.294746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad17e-2fa3-4039-b212-a0a8748616b0 req-0eff13d6-ee95-44d8-8ef6-ce6f6a01650a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.301972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dad17e-2fa3-4039-b212-a0a8748616b0 req-0eff13d6-ee95-44d8-8ef6-ce6f6a01650a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.303721 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-85dad17e-2fa3-4039-b212-a0a8748616b0 req-0eff13d6-ee95-44d8-8ef6-ce6f6a01650a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 2375 time: 0.2727094 Jul 16 20:18:10.305256 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-8c91b052-74d9-4bb8-8257-6ba00a312160 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cfe317c-4abc-4b2d-ae12-0fede217ca61 HTTP/1.1" status: 200 len: 217 time: 0.0675666 Jul 16 20:18:10.442901 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-85dad17e-2fa3-4039-b212-a0a8748616b0 req-2dbec145-481c-47dd-90d6-7d1c5037288e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141741 Jul 16 20:18:10.443550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9b2de3b-2e53-4fd4-aabe-32c3b5b5263e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.446434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-97bcabe1-4a1d-4a29-92b6-890038d6baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.447936 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-97bcabe1-4a1d-4a29-92b6-890038d6baf1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=753c506c-56de-4998-82de-81ee158f7d92 HTTP/1.1" status: 200 len: 858 time: 0.1352606 Jul 16 20:18:10.476974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88f5f7e4-1964-453c-bed6-1057b9f431a3 req-33d1830d-f942-4bbc-b5e6-0472cb684ee2 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/e0fde4a1-48af-479d-9b12-40538357e600 HTTP/1.1" status: 200 len: 2985 time: 0.3750970 Jul 16 20:18:10.479995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:10.493374 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-c3dcbc1b-60de-4ba4-a1c0-f82b7ed9f6ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=88409061-8a32-4093-bfa4-dc6b79d781b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371444 Jul 16 20:18:10.547707 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0850f378-bcab-4251-9578-10ab64cb5a1a x-openstack-request-id: req-0850f378-bcab-4251-9578-10ab64cb5a1a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:10.548864 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812fab10-7e8d-4610-91ce-bb250e85e958", "name": "network-vif-deleted", "tag": "8feab403-f01d-463e-994c-cbd4c06c83ee", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:10.548864 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0850f378-bcab-4251-9578-10ab64cb5a1a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:10.550464 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812fab10-7e8d-4610-91ce-bb250e85e958', 'name': 'network-vif-deleted', 'tag': '8feab403-f01d-463e-994c-cbd4c06c83ee', 'status': 'completed', 'code': 200} Jul 16 20:18:10.576408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:10.632855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d63501-447f-4f9d-9ed8-b96eeed1bfde {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:10.652360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:10.682678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-effcbc89-b64a-4745-9528-61751f0221fe service neutron] 10.222.0.63 "GET /v2.0/networks/88409061-8a32-4093-bfa4-dc6b79d781b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719263 Jul 16 20:18:10.686297 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.707715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8feab403-f01d-463e-994c-cbd4c06c83ee no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:10.749629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9b2de3b-2e53-4fd4-aabe-32c3b5b5263e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.758129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 8feab403-f01d-463e-994c-cbd4c06c83ee {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:10.759934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8feab403-f01d-463e-994c-cbd4c06c83ee not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:10.781477 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9b2de3b-2e53-4fd4-aabe-32c3b5b5263e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.838026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:10.900570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] Transition to ACTIVE for port object d8d63501-447f-4f9d-9ed8-b96eeed1bfde will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:10.939230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:10.993715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e37818-dc6b-4c18-b50e-830c8aaebb50 req-de4b3c8b-e703-455f-a1e1-5d748fd1797c tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:10.995385 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c1e37818-dc6b-4c18-b50e-830c8aaebb50 req-de4b3c8b-e703-455f-a1e1-5d748fd1797c tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec46bb2-c60d-4eaf-853c-7826df1b603f HTTP/1.1" status: 200 len: 945 time: 0.2189372 Jul 16 20:18:11.070347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] No DVR routers for this DVR port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:11.083182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.101701 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b9b2de3b-2e53-4fd4-aabe-32c3b5b5263e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91cfec994adc4174a10a1024c5475885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9048979 Jul 16 20:18:11.106194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:11.114046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2de3b-2e53-4fd4-aabe-32c3b5b5263e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd38481-27f8-43e6-b16a-413b2172f461,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:11.128321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:11.142185 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf7a4d0e-3a30-484a-b524-21c82e6b7c2d req-b8ce0990-2a33-4f49-a776-06d7770a2d63 service neutron] 10.222.0.63 "GET /v2.0/networks/88409061-8a32-4093-bfa4-dc6b79d781b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501295 Jul 16 20:18:11.176539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c84b5-69f2-4176-ac07-e1644eef489f req-46d7658b-f999-4f64-8d3c-8aeec1e60e14 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.180481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c1e37818-dc6b-4c18-b50e-830c8aaebb50 req-54cedebe-6ee0-442b-898c-431173f491be tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682522 Jul 16 20:18:11.184603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-842c84b5-69f2-4176-ac07-e1644eef489f req-46d7658b-f999-4f64-8d3c-8aeec1e60e14 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 945 time: 0.4571700 Jul 16 20:18:11.200650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-c39b256f-fd9e-45a3-8e12-9702a5fc29b7 service neutron] 10.222.0.63 "PUT /v2.0/ports/d8d63501-447f-4f9d-9ed8-b96eeed1bfde/bindings/n-h2-792394-17/activate HTTP/1.1" status: 200 len: 370 time: 0.9707141 Jul 16 20:18:11.271812 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-388b9926-542b-43ef-944f-03679e30eb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.293381 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-842c84b5-69f2-4176-ac07-e1644eef489f req-5cfd5de0-a36c-4694-aaf4-08e4a9a1f027 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075442 Jul 16 20:18:11.335352 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-388b9926-542b-43ef-944f-03679e30eb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.412989 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-388b9926-542b-43ef-944f-03679e30eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.417382 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-388b9926-542b-43ef-944f-03679e30eb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.420487 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-388b9926-542b-43ef-944f-03679e30eb2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8dd38481-27f8-43e6-b16a-413b2172f461 HTTP/1.1" status: 204 len: 168 time: 0.3073232 Jul 16 20:18:11.432759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b9926-542b-43ef-944f-03679e30eb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd38481-27f8-43e6-b16a-413b2172f461,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:11.529204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f06ae7-3b4d-4501-a030-5c5228eeed2e req-d2348b08-eebc-47b5-a729-16539eedaaf3 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:11.532343 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37f06ae7-3b4d-4501-a030-5c5228eeed2e req-d2348b08-eebc-47b5-a729-16539eedaaf3 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 944 time: 0.1017027 Jul 16 20:18:11.648692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37f06ae7-3b4d-4501-a030-5c5228eeed2e req-39005f44-9fca-447d-b69d-810634bafdf2 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/security-groups?id=5da94360-5431-4853-b917-5edbdb66e084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977798 Jul 16 20:18:11.661591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Allocated IP 10.2.2.100 (11c173dd-4aaa-49dd-872c-190c74ede91e/3b14b9b1-9548-468b-a029-d6df4c04c1a2/a2a92635-3871-4a97-8721-3ecb0b9bb9f3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:11.909480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:11.933513 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-649f7a44-8b12-4798-85a8-624e53c12bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:11.954132 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ce03395-50c6-4d65-a1b8-0be48be916f1 req-b28d69c7-bb87-4f51-a544-dfaa6203def5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/b267fb5c-edfe-4415-9601-78c248a4010b HTTP/1.1" status: 200 len: 1803 time: 0.1137433 Jul 16 20:18:12.085016 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0ce03395-50c6-4d65-a1b8-0be48be916f1 req-fb40e8d0-92b6-4eef-a524-2106b253e9e2 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.139769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-b87a6bec-4e3a-4bd1-b4c3-e6222d56fccb tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.140953 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0ce03395-50c6-4d65-a1b8-0be48be916f1 req-fb40e8d0-92b6-4eef-a524-2106b253e9e2 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.141419 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-b87a6bec-4e3a-4bd1-b4c3-e6222d56fccb tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.7614601 Jul 16 20:18:12.194557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-649f7a44-8b12-4798-85a8-624e53c12bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.201538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-649f7a44-8b12-4798-85a8-624e53c12bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.229954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d442501-30f3-4ab6-8749-734989eec588 req-fef2b490-41ed-401a-8098-f156b028c590 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.235558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-649f7a44-8b12-4798-85a8-624e53c12bee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b97be458cb3349ac9c8327665e8c2aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211768 Jul 16 20:18:12.237172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d442501-30f3-4ab6-8749-734989eec588 req-fef2b490-41ed-401a-8098-f156b028c590 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 944 time: 0.8557446 Jul 16 20:18:12.240650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:12.255584 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0ce03395-50c6-4d65-a1b8-0be48be916f1 req-fb40e8d0-92b6-4eef-a524-2106b253e9e2 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.258348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0ce03395-50c6-4d65-a1b8-0be48be916f1 req-fb40e8d0-92b6-4eef-a524-2106b253e9e2 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.259805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ce03395-50c6-4d65-a1b8-0be48be916f1 req-fb40e8d0-92b6-4eef-a524-2106b253e9e2 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/b267fb5c-edfe-4415-9601-78c248a4010b HTTP/1.1" status: 204 len: 173 time: 0.2962546 Jul 16 20:18:12.279733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f7a44-8b12-4798-85a8-624e53c12bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7927687-8e5a-4c76-a770-09bed2724e3c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.318359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40e8d0-92b6-4eef-a524-2106b253e9e2 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b267fb5c-edfe-4415-9601-78c248a4010b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.338813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b796796-cc27-4057-bafb-461042f9680f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.381351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b796796-cc27-4057-bafb-461042f9680f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.381793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d442501-30f3-4ab6-8749-734989eec588 req-43b1adbc-3a54-42fe-a3af-ecebe5fae237 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436636 Jul 16 20:18:12.461393 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.462680 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b796796-cc27-4057-bafb-461042f9680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.467569 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b796796-cc27-4057-bafb-461042f9680f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.467825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-88496b9c-ec1e-46ac-928e-6608910eb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.470140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-88496b9c-ec1e-46ac-928e-6608910eb953 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b HTTP/1.1" status: 200 len: 1096 time: 0.3163433 Jul 16 20:18:12.472106 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5b796796-cc27-4057-bafb-461042f9680f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7927687-8e5a-4c76-a770-09bed2724e3c HTTP/1.1" status: 204 len: 168 time: 0.2287562 Jul 16 20:18:12.486862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b796796-cc27-4057-bafb-461042f9680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7927687-8e5a-4c76-a770-09bed2724e3c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.490955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Transition to ACTIVE for port object a2a92635-3871-4a97-8721-3ecb0b9bb9f3 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:12.586477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc07fa5-d1dc-47e0-9d66-15aa1cdb42f2 req-dea47679-d0d4-4443-872c-9b663f66d662 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.588764 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2bc07fa5-d1dc-47e0-9d66-15aa1cdb42f2 req-dea47679-d0d4-4443-872c-9b663f66d662 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=5370a239-490b-41a6-8105-f72f8ac03b52 HTTP/1.1" status: 200 len: 946 time: 0.1147499 Jul 16 20:18:12.668446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2bc07fa5-d1dc-47e0-9d66-15aa1cdb42f2 req-62512703-88b3-42d8-b2a9-a856ce5b2479 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704381 Jul 16 20:18:12.683237 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:12.750810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-46488bb4-9702-4c43-9789-e4441482c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.753548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-46488bb4-9702-4c43-9789-e4441482c0ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 1096 time: 0.2496078 Jul 16 20:18:12.824611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 11c173dd-4aaa-49dd-872c-190c74ede91e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:12.859047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:12.866791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:12.882479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Port': ['ID=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:12.948820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb1394-6a17-4c99-833c-519b2dcf3617 req-470c21d3-543b-446b-b09a-08ac0c5bf59d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.956654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb1394-6a17-4c99-833c-519b2dcf3617 req-470c21d3-543b-446b-b09a-08ac0c5bf59d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.965448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb1394-6a17-4c99-833c-519b2dcf3617 req-470c21d3-543b-446b-b09a-08ac0c5bf59d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:12.967295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2fdb1394-6a17-4c99-833c-519b2dcf3617 req-470c21d3-543b-446b-b09a-08ac0c5bf59d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 2375 time: 0.3845720 Jul 16 20:18:13.057685 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-9d19dfd8-8de9-4c52-9b65-f5b46dc8267c req-62bf8f2b-5e0e-4d4f-b585-e9d9937775bb tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:18:13.061750 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d19dfd8-8de9-4c52-9b65-f5b46dc8267c req-62bf8f2b-5e0e-4d4f-b585-e9d9937775bb tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/b267fb5c-edfe-4415-9601-78c248a4010b HTTP/1.1" status: 404 len: 352 time: 0.0342422 Jul 16 20:18:13.109429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.110131 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.154955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-fa2e72c8-64b0-4057-a12a-8090ba948848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.156687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-fa2e72c8-64b0-4057-a12a-8090ba948848 service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.3841605 Jul 16 20:18:13.161207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-49a7b37a-d17d-482d-9e1d-5c10f73c51f1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2387884 Jul 16 20:18:13.174182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2fdb1394-6a17-4c99-833c-519b2dcf3617 req-8939557f-acce-46fa-a4ee-893d84a9fbd8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359446 Jul 16 20:18:13.196141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e', 'admin_state_up': True, 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'security_groups': ['8cc78830-9662-43b5-9798-2ec971131e0f']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:13.271875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a8125d88-469f-4f1f-a9c0-9e02890fefb4 None None] Provisioning for port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:13.278013 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a8125d88-469f-4f1f-a9c0-9e02890fefb4 None None] Provisioning complete for port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:13.278705 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8125d88-469f-4f1f-a9c0-9e02890fefb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.316566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a8125d88-469f-4f1f-a9c0-9e02890fefb4 None None] Port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:13.323951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-f587821a-252b-4461-9493-a63696a75c4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde HTTP/1.1" status: 200 len: 217 time: 0.1486630 Jul 16 20:18:13.361163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836b5be-0199-4380-9ca3-0c0cfea6025d req-4c59d718-5f53-4c8e-947a-f2aaa6d4f6fd tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.370084 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f836b5be-0199-4380-9ca3-0c0cfea6025d req-4c59d718-5f53-4c8e-947a-f2aaa6d4f6fd tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 945 time: 0.1075242 Jul 16 20:18:13.426008 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f836b5be-0199-4380-9ca3-0c0cfea6025d req-9886c9ed-f437-49f2-84b5-2008ed549dd2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539713 Jul 16 20:18:13.491211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-fda45118-dcb4-45cd-aff8-e496920721d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.493172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-fda45118-dcb4-45cd-aff8-e496920721d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.1628032 Jul 16 20:18:13.497240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1cfe317c-4abc-4b2d-ae12-0fede217ca61 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:13.541724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-855102c0-5438-41ff-9572-0c9892d627a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381038 Jul 16 20:18:13.626374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Made reservation on behalf of d34f052adcf44c26812ac8b2e98945d0 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:13.643428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.693081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1cfe317c-4abc-4b2d-ae12-0fede217ca61, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1cfe317c-4abc-4b2d-ae12-0fede217ca61,segment=NetworkSegment(4c5ca7bd-17d6-4eaf-83cd-801fb402893c),segment_id=4c5ca7bd-17d6-4eaf-83cd-801fb402893c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:13.728446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '1cfe317c-4abc-4b2d-ae12-0fede217ca61', 'network_id': '88409061-8a32-4093-bfa4-dc6b79d781b2', 'port_id': '1cfe317c-4abc-4b2d-ae12-0fede217ca61', 'mac_address': 'fa:16:3e:8c:8a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753c506c-56de-4998-82de-81ee158f7d92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:13.782289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f7fd-98ea-4815-9562-cee3f11ed3fd req-47d84bd0-7203-4fbf-b0ba-dae8ed24ed50 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:13.784503 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf43f7fd-98ea-4815-9562-cee3f11ed3fd req-47d84bd0-7203-4fbf-b0ba-dae8ed24ed50 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 944 time: 0.0926225 Jul 16 20:18:13.821998 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.841827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfe317c-4abc-4b2d-ae12-0fede217ca61 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:13.845257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-fb2bd96f-b832-460c-aaf1-ec24cc8b8b3b service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923639 Jul 16 20:18:13.867221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1cfe317c-4abc-4b2d-ae12-0fede217ca61, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1cfe317c-4abc-4b2d-ae12-0fede217ca61,segment=NetworkSegment(4c5ca7bd-17d6-4eaf-83cd-801fb402893c),segment_id=4c5ca7bd-17d6-4eaf-83cd-801fb402893c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:13.867391 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf43f7fd-98ea-4815-9562-cee3f11ed3fd req-1a740f1b-adfd-4f00-a6fd-f3052a9daf34 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/security-groups?id=5da94360-5431-4853-b917-5edbdb66e084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752792 Jul 16 20:18:13.877453 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:13.968344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1cfe317c-4abc-4b2d-ae12-0fede217ca61,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:13.979401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-731621ee-06c8-483d-b129-04b0492f5b40 req-2a992ab6-5b47-41f1-80db-cf2da93516a0 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/5f57102b-3243-4b0f-bf2d-bc757fa12901 HTTP/1.1" status: 200 len: 1802 time: 0.0732009 Jul 16 20:18:14.054014 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-731621ee-06c8-483d-b129-04b0492f5b40 req-bff6cdf9-99b5-4282-98dc-7ff8887e4244 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.107887 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-731621ee-06c8-483d-b129-04b0492f5b40 req-bff6cdf9-99b5-4282-98dc-7ff8887e4244 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.188240 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-731621ee-06c8-483d-b129-04b0492f5b40 req-bff6cdf9-99b5-4282-98dc-7ff8887e4244 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.193725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-731621ee-06c8-483d-b129-04b0492f5b40 req-bff6cdf9-99b5-4282-98dc-7ff8887e4244 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.198776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-731621ee-06c8-483d-b129-04b0492f5b40 req-bff6cdf9-99b5-4282-98dc-7ff8887e4244 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/5f57102b-3243-4b0f-bf2d-bc757fa12901 HTTP/1.1" status: 204 len: 173 time: 0.2147033 Jul 16 20:18:14.206965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-92fc401a-983b-4f6f-be7c-2c637269c77c service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683001 Jul 16 20:18:14.214152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Allocated IP 10.2.2.200 (11c173dd-4aaa-49dd-872c-190c74ede91e/3b14b9b1-9548-468b-a029-d6df4c04c1a2/8645b5fe-4124-41a6-abd7-15a2d7acffd1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:14.221523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6cdf9-99b5-4282-98dc-7ff8887e4244 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f57102b-3243-4b0f-bf2d-bc757fa12901,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:14.229179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['1cfe317c-4abc-4b2d-ae12-0fede217ca61'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:14.251314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4f6fa-8459-4d6c-a244-1df6eb46d7e9 req-c80f3ae6-c227-4cb8-a6e0-9552771e939c tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.258484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ef4f6fa-8459-4d6c-a244-1df6eb46d7e9 req-c80f3ae6-c227-4cb8-a6e0-9552771e939c tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.4378662 Jul 16 20:18:14.322833 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ef4f6fa-8459-4d6c-a244-1df6eb46d7e9 req-42087241-7006-4317-a6fb-266f837703c4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629807 Jul 16 20:18:14.534402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e017f-6fb7-4d6b-ad72-96d96c753e30 req-7d0da4c9-2300-4a21-8414-cd0628c71306 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.542262 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-416e017f-6fb7-4d6b-ad72-96d96c753e30 req-7d0da4c9-2300-4a21-8414-cd0628c71306 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 944 time: 0.1436703 Jul 16 20:18:14.610069 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-416e017f-6fb7-4d6b-ad72-96d96c753e30 req-afdc1b8d-39c9-4ee2-8915-1ef1d0caeead tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664597 Jul 16 20:18:14.726295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.739973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:14.754510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Transition to ACTIVE for port object 8645b5fe-4124-41a6-abd7-15a2d7acffd1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:14.827034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df3e28-d437-4bca-9070-e96c076a7718 req-54853338-2ca2-4c67-9cfa-40e832c8efd3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.834430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8df3e28-d437-4bca-9070-e96c076a7718 req-54853338-2ca2-4c67-9cfa-40e832c8efd3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 945 time: 0.2662077 Jul 16 20:18:14.866663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59119-71c0-4d94-b96e-dca8609361ae req-e2384821-4493-4ea0-8486-1ac4d873bafe tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.868869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-e2384821-4493-4ea0-8486-1ac4d873bafe tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101&tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.2072330 Jul 16 20:18:14.877247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:14.892367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053392b-84ea-43d1-a4f4-bbd99db9c434 req-326ec3ae-fba9-4f94-a5d3-b443798d01a8 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:14.894545 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b053392b-84ea-43d1-a4f4-bbd99db9c434 req-326ec3ae-fba9-4f94-a5d3-b443798d01a8 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=5370a239-490b-41a6-8105-f72f8ac03b52 HTTP/1.1" status: 200 len: 946 time: 0.1151950 Jul 16 20:18:14.961963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8df3e28-d437-4bca-9070-e96c076a7718 req-1d590ca1-d8bb-4585-b917-a267d74adf33 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265798 Jul 16 20:18:14.967981 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b10f08f-ca40-4f8a-a5e2-141e581a5379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.003426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Network 11c173dd-4aaa-49dd-872c-190c74ede91e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:15.023690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:15.039479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event updated for resources: {'Port': ['ID=8645b5fe-4124-41a6-abd7-15a2d7acffd1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:15.045438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:15.063405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b053392b-84ea-43d1-a4f4-bbd99db9c434 req-353c9b30-bf9c-4756-92e2-e949ab68ea1e tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500731 Jul 16 20:18:15.107856 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-b7db644c-5489-4c81-b83e-e8706772648c req-066d0bff-a860-4a3b-9723-f5395e0175c5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:18:15.107856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b7db644c-5489-4c81-b83e-e8706772648c req-066d0bff-a860-4a3b-9723-f5395e0175c5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/5f57102b-3243-4b0f-bf2d-bc757fa12901 HTTP/1.1" status: 404 len: 352 time: 0.0929627 Jul 16 20:18:15.154759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.155491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.196831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b10f08f-ca40-4f8a-a5e2-141e581a5379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.206905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b10f08f-ca40-4f8a-a5e2-141e581a5379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.212798 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-86bd319f-3a41-4b77-a508-73c5ca24c924 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0363340 Jul 16 20:18:15.238088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:15.316079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-31b59119-71c0-4d94-b96e-dca8609361ae req-3a03c269-c123-46e9-b451-5b0ba7679409 service neutron] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:15.323760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-31b59119-71c0-4d94-b96e-dca8609361ae req-3a03c269-c123-46e9-b451-5b0ba7679409 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.324861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-3a03c269-c123-46e9-b451-5b0ba7679409 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d8d63501-447f-4f9d-9ed8-b96eeed1bfde/bindings/n-h1-792394-17 HTTP/1.1" status: 204 len: 173 time: 0.4374523 Jul 16 20:18:15.340735 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2b10f08f-ca40-4f8a-a5e2-141e581a5379 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e24a6570e8af4123b0ef5530172eb201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954764 Jul 16 20:18:15.341162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10f08f-ca40-4f8a-a5e2-141e581a5379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20313760-3781-4b94-8c71-d96b5760750b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:15.345069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56946) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:15.431930 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.472964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ac44b73d-96e2-4a7f-9843-293694f33de7 None None] Provisioning for port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:15.478715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ac44b73d-96e2-4a7f-9843-293694f33de7 None None] Provisioning complete for port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:15.479087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac44b73d-96e2-4a7f-9843-293694f33de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.497064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-1598f449-190e-48a9-a974-80dd14032115 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.498536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-1598f449-190e-48a9-a974-80dd14032115 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.63 "GET /v2.0/ports?device_id=5370a239-490b-41a6-8105-f72f8ac03b52 HTTP/1.1" status: 200 len: 946 time: 0.2282708 Jul 16 20:18:15.516279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1053e0-e487-495f-9319-171c680b49ee req-b42b629f-1fd7-4da7-9bcc-c24f672d109b tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.516702 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10969d90-f2ba-4971-8bbe-03f75c273ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.517835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d1053e0-e487-495f-9319-171c680b49ee req-b42b629f-1fd7-4da7-9bcc-c24f672d109b tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 945 time: 0.1975906 Jul 16 20:18:15.530531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1cfe317c-4abc-4b2d-ae12-0fede217ca61 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:15.534617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a55b00-e316-4205-961c-4e6a4acd0aa8 req-61894b9a-6c4e-4391-9551-f1e1f33d7b05 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.540664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a55b00-e316-4205-961c-4e6a4acd0aa8 req-61894b9a-6c4e-4391-9551-f1e1f33d7b05 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.547413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a55b00-e316-4205-961c-4e6a4acd0aa8 req-61894b9a-6c4e-4391-9551-f1e1f33d7b05 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.555897 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a55b00-e316-4205-961c-4e6a4acd0aa8 req-61894b9a-6c4e-4391-9551-f1e1f33d7b05 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.563052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a55b00-e316-4205-961c-4e6a4acd0aa8 req-61894b9a-6c4e-4391-9551-f1e1f33d7b05 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:15.570858 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99a55b00-e316-4205-961c-4e6a4acd0aa8 req-61894b9a-6c4e-4391-9551-f1e1f33d7b05 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 3817 time: 0.2309666 Jul 16 20:18:15.612958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ac44b73d-96e2-4a7f-9843-293694f33de7 None None] Port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:15.616723 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.625332 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10969d90-f2ba-4971-8bbe-03f75c273ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.632196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99a55b00-e316-4205-961c-4e6a4acd0aa8 req-8310c083-604a-458c-902e-07c693ea2578 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602350 Jul 16 20:18:15.649999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 1cfe317c-4abc-4b2d-ae12-0fede217ca61 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:15.658572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 1cfe317c-4abc-4b2d-ae12-0fede217ca61 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:15.662972 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.681811 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d1053e0-e487-495f-9319-171c680b49ee req-d43dff51-2830-473f-b406-32118e3c004c tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/security-groups?id=5da94360-5431-4853-b917-5edbdb66e084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515734 Jul 16 20:18:15.725850 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10969d90-f2ba-4971-8bbe-03f75c273ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.728502 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10969d90-f2ba-4971-8bbe-03f75c273ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.729769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-10969d90-f2ba-4971-8bbe-03f75c273ff1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20313760-3781-4b94-8c71-d96b5760750b HTTP/1.1" status: 204 len: 168 time: 0.3828049 Jul 16 20:18:15.755879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10969d90-f2ba-4971-8bbe-03f75c273ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20313760-3781-4b94-8c71-d96b5760750b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:15.880916 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:15.927846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1cfe317c-4abc-4b2d-ae12-0fede217ca61, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1cfe317c-4abc-4b2d-ae12-0fede217ca61,segment=NetworkSegment(4c5ca7bd-17d6-4eaf-83cd-801fb402893c),segment_id=4c5ca7bd-17d6-4eaf-83cd-801fb402893c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:15.929696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3602da61-2f53-4927-a5f8-68679023b922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe317c-4abc-4b2d-ae12-0fede217ca61'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:15.934021 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5fd625-4903-4cd1-a22c-ef702cea898f" -d '{"events": [{"server_uuid": "3602da61-2f53-4927-a5f8-68679023b922", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe317c-4abc-4b2d-ae12-0fede217ca61"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:15.939770 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.011766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1cfe317c-4abc-4b2d-ae12-0fede217ca61,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:16.169533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359b8264-ec68-4cd3-aab2-aa7be5b623d2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:16.184457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.217692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Transition to ACTIVE for port object 359b8264-ec68-4cd3-aab2-aa7be5b623d2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:16.229740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f518014-a831-470d-810f-299c66c4cdcd req-aafe249c-1744-425b-86b7-b03d83bf90f0 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/12e937b3-3d09-420c-8dca-4db5f6f49e7d HTTP/1.1" status: 200 len: 1802 time: 0.4137745 Jul 16 20:18:16.234747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.290180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Deleting port 01dd0e78-2a68-4847-9693-0a8432316e69 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:16.290552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.414679 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.461599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc42995-5cf3-4651-bb51-07c841efb43f req-098a3f75-9fdb-4b90-ad00-e8c130362cd4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.470626 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dc42995-5cf3-4651-bb51-07c841efb43f req-098a3f75-9fdb-4b90-ad00-e8c130362cd4 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.1798868 Jul 16 20:18:16.492452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Pushing event updated for resources: {'Port': ['ID=359b8264-ec68-4cd3-aab2-aa7be5b623d2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:16.548379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] For port 01dd0e78-2a68-4847-9693-0a8432316e69, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=01dd0e78-2a68-4847-9693-0a8432316e69,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:16.549053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dc42995-5cf3-4651-bb51-07c841efb43f req-2028a3a0-9706-43a2-a9f7-392aeaef2eed tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774164 Jul 16 20:18:16.558469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.636510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Calling delete_port for 01dd0e78-2a68-4847-9693-0a8432316e69 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:16.639149 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f518014-a831-470d-810f-299c66c4cdcd req-d6aaf634-04dc-4a18-b80a-2a4135121300 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.762347 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f518014-a831-470d-810f-299c66c4cdcd req-d6aaf634-04dc-4a18-b80a-2a4135121300 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.801508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Attempting to bind port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:16.801899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Attempting to bind port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:16.802505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Attempting to bind port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 on network 2966c3cb-c680-4c12-8fde-f33e0b87a958 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:16.810391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01b3b0-77ca-49b9-9db2-8149b2c64e9f req-d80bdeeb-c642-4f36-a6fa-d7647433eb20 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:16.818235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ca01b3b0-77ca-49b9-9db2-8149b2c64e9f req-d80bdeeb-c642-4f36-a6fa-d7647433eb20 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 944 time: 0.0833509 Jul 16 20:18:16.861670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 on network 2966c3cb-c680-4c12-8fde-f33e0b87a958 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:16.862286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Attempting to bind port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 on network 2966c3cb-c680-4c12-8fde-f33e0b87a958 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:16.877314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:16.878666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Checking segment: {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:16.880060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Bound using segment: {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:16.880902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Bound port: 359b8264-ec68-4cd3-aab2-aa7be5b623d2, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:16.881793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.896119 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ca01b3b0-77ca-49b9-9db2-8149b2c64e9f req-0fb5c42e-8e65-479a-b28c-87e91e88e9b7 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764558 Jul 16 20:18:16.948924 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f518014-a831-470d-810f-299c66c4cdcd req-d6aaf634-04dc-4a18-b80a-2a4135121300 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.952017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f518014-a831-470d-810f-299c66c4cdcd req-d6aaf634-04dc-4a18-b80a-2a4135121300 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:16.953452 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f518014-a831-470d-810f-299c66c4cdcd req-d6aaf634-04dc-4a18-b80a-2a4135121300 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/12e937b3-3d09-420c-8dca-4db5f6f49e7d HTTP/1.1" status: 204 len: 173 time: 0.7227638 Jul 16 20:18:17.008165 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6751fe-3435-45ab-9117-b9fc0846a71a x-openstack-request-id: req-8f6751fe-3435-45ab-9117-b9fc0846a71a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:17.009143 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3602da61-2f53-4927-a5f8-68679023b922", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe317c-4abc-4b2d-ae12-0fede217ca61", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:17.017297 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f6751fe-3435-45ab-9117-b9fc0846a71a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:17.017297 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3602da61-2f53-4927-a5f8-68679023b922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe317c-4abc-4b2d-ae12-0fede217ca61', 'code': 200} Jul 16 20:18:17.027339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaf634-04dc-4a18-b80a-2a4135121300 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e937b3-3d09-420c-8dca-4db5f6f49e7d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.158513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.177729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['92885a44-0e96-46d0-9003-f3d5b8452264'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:17.181252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['01dd0e78-2a68-4847-9693-0a8432316e69', 'ce405b6e-9db9-4c7a-86af-82f4ef34b626'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:17.247203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] For port 359b8264-ec68-4cd3-aab2-aa7be5b623d2, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:17.262746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47626f-6ee9-49d7-8e72-8a8722e6b72a req-ec47ca38-e467-4a5c-99c6-fb9e18314c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.267549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fe47626f-6ee9-49d7-8e72-8a8722e6b72a req-ec47ca38-e467-4a5c-99c6-fb9e18314c16 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 1098 time: 0.1273909 Jul 16 20:18:17.304683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Pushing event deleted for resources: {'Port': ['ID=01dd0e78-2a68-4847-9693-0a8432316e69,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.433233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] For port 359b8264-ec68-4cd3-aab2-aa7be5b623d2, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:17.435807 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fe47626f-6ee9-49d7-8e72-8a8722e6b72a req-2be6d5f2-15e6-444c-b6e2-c12ff3b06a19 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5da94360-5431-4853-b917-5edbdb66e084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577234 Jul 16 20:18:17.442833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] No DVR routers for this DVR port 01dd0e78-2a68-4847-9693-0a8432316e69 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:17.476697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.481506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f07e65-70b6-4b6e-917d-648289976d85 req-af69b167-cb66-4a32-a7c2-1f68d35122fb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.483678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-19f07e65-70b6-4b6e-917d-648289976d85 req-af69b167-cb66-4a32-a7c2-1f68d35122fb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 945 time: 0.2035828 Jul 16 20:18:17.486161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f973fe5-9769-45dd-bb0b-59102ffd102b req-250b36aa-0e91-4b46-b9ac-c0ce09096cf4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.63 "DELETE /v2.0/ports/01dd0e78-2a68-4847-9693-0a8432316e69 HTTP/1.1" status: 204 len: 173 time: 1.9785888 Jul 16 20:18:17.487410 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.489433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5370a239-490b-41a6-8105-f72f8ac03b52', 'name': 'network-vif-deleted', 'tag': '01dd0e78-2a68-4847-9693-0a8432316e69'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:17.496864 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a5c212-8af6-4c81-8384-49d82eab53f0" -d '{"events": [{"server_uuid": "5370a239-490b-41a6-8105-f72f8ac03b52", "name": "network-vif-deleted", "tag": "01dd0e78-2a68-4847-9693-0a8432316e69"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:17.537652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:17.575728 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9740f04-a9f9-465f-93aa-96736c19f5be req-4c329fbf-370e-4536-afe2-617a0bc55cd8 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=5370a239-490b-41a6-8105-f72f8ac03b52 HTTP/1.1" status: 200 len: 210 time: 0.2488520 Jul 16 20:18:17.586935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Pushing event updated for resources: {'Port': ['ID=359b8264-ec68-4cd3-aab2-aa7be5b623d2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:17.617933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:17.618076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.637035 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2339d217-9f76-4d97-a491-fd4adf355e08 service neutron] 10.222.0.30 "PUT /v2.0/ports/359b8264-ec68-4cd3-aab2-aa7be5b623d2 HTTP/1.1" status: 200 len: 1093 time: 2.4114542 Jul 16 20:18:17.659670 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-19f07e65-70b6-4b6e-917d-648289976d85 req-b7033e12-0a8d-4cac-9cb1-a2dd0e81dd0a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691735 Jul 16 20:18:17.776249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:17.830521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17cab698-e2f6-41a6-85dd-bbeafce76cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:17.991215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.100221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17cab698-e2f6-41a6-85dd-bbeafce76cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.109963 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17cab698-e2f6-41a6-85dd-bbeafce76cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.160210 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-17cab698-e2f6-41a6-85dd-bbeafce76cfe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25e662af7e794e3f9fac124b9daea908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195633 Jul 16 20:18:18.161051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:18.197651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-0ba3d403-bdd2-4611-a5d4-6b37348f762b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.198392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939bf3e-0427-4cb6-a88d-b410a11ee843 req-1f44a6cc-b673-45db-ae94-172b6ac82dac tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.199851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-0ba3d403-bdd2-4611-a5d4-6b37348f762b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 945 time: 0.2099662 Jul 16 20:18:18.208995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3939bf3e-0427-4cb6-a88d-b410a11ee843 req-1f44a6cc-b673-45db-ae94-172b6ac82dac tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 946 time: 0.2197728 Jul 16 20:18:18.211613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209720-09dd-406a-ada3-af7ab769c80f req-a18a9766-c536-4de1-92ff-1988eb6cdf79 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.218245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209720-09dd-406a-ada3-af7ab769c80f req-a18a9766-c536-4de1-92ff-1988eb6cdf79 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.225368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209720-09dd-406a-ada3-af7ab769c80f req-a18a9766-c536-4de1-92ff-1988eb6cdf79 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.231709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209720-09dd-406a-ada3-af7ab769c80f req-a18a9766-c536-4de1-92ff-1988eb6cdf79 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.238833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209720-09dd-406a-ada3-af7ab769c80f req-a18a9766-c536-4de1-92ff-1988eb6cdf79 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.250990 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209720-09dd-406a-ada3-af7ab769c80f req-a18a9766-c536-4de1-92ff-1988eb6cdf79 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 3829 time: 0.3682480 Jul 16 20:18:18.287063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cab698-e2f6-41a6-85dd-bbeafce76cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793d4fee-f481-4c09-8542-deee2cb882ec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:18.336668 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3939bf3e-0427-4cb6-a88d-b410a11ee843 req-2b9e9f07-8ce5-42d4-ac67-edf0c79b9160 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/security-groups?id=5da94360-5431-4853-b917-5edbdb66e084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264641 Jul 16 20:18:18.348526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0abe4906-e43e-43a8-bfd5-b76799abae4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.394657 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209720-09dd-406a-ada3-af7ab769c80f req-de335340-5afb-4742-9bc0-547eccbaa9b2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311975 Jul 16 20:18:18.424416 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0abe4906-e43e-43a8-bfd5-b76799abae4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.533593 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08144b9-2f36-41df-a593-1f587d89c51b x-openstack-request-id: req-c08144b9-2f36-41df-a593-1f587d89c51b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:18.533983 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5370a239-490b-41a6-8105-f72f8ac03b52", "name": "network-vif-deleted", "tag": "01dd0e78-2a68-4847-9693-0a8432316e69", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:18.534201 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c08144b9-2f36-41df-a593-1f587d89c51b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:18.534512 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5370a239-490b-41a6-8105-f72f8ac03b52', 'name': 'network-vif-deleted', 'tag': '01dd0e78-2a68-4847-9693-0a8432316e69', 'status': 'completed', 'code': 200} Jul 16 20:18:18.552716 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-5ccc1b34-314a-4e6e-8e76-ded39eeed36d req-87b588ed-c3ce-4be9-bfd8-c8b13c612890 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:18:18.569178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ccc1b34-314a-4e6e-8e76-ded39eeed36d req-87b588ed-c3ce-4be9-bfd8-c8b13c612890 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/12e937b3-3d09-420c-8dca-4db5f6f49e7d HTTP/1.1" status: 404 len: 352 time: 0.0927022 Jul 16 20:18:18.637450 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0abe4906-e43e-43a8-bfd5-b76799abae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.642438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0abe4906-e43e-43a8-bfd5-b76799abae4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:18.643999 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0abe4906-e43e-43a8-bfd5-b76799abae4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/793d4fee-f481-4c09-8542-deee2cb882ec HTTP/1.1" status: 204 len: 168 time: 0.4801564 Jul 16 20:18:18.664199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe4906-e43e-43a8-bfd5-b76799abae4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793d4fee-f481-4c09-8542-deee2cb882ec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:18.871063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:18.942237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553738f0-c2f3-427a-811d-4756a4c350d5 req-5b0ea22d-bfae-45c3-90c8-00b732115f62 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:18.954589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-553738f0-c2f3-427a-811d-4756a4c350d5 req-5b0ea22d-bfae-45c3-90c8-00b732115f62 tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 1096 time: 0.1422713 Jul 16 20:18:19.018188 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-553738f0-c2f3-427a-811d-4756a4c350d5 req-6f975492-0ad7-4a0c-80a5-dc3a6fd54bdb tempest-LiveAutoBlockMigrationV225Test-190044765 tempest-LiveAutoBlockMigrationV225Test-190044765-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618289 Jul 16 20:18:19.213816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1e00331-9720-44bb-b375-f330472e2cd5 req-0e8033bc-7049-42a9-a9af-9674c79a4fb1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5d43c360d7945598b94018ca4cd5679 HTTP/1.1" status: 200 len: 6155 time: 0.1295178 Jul 16 20:18:19.293912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.298439 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1e00331-9720-44bb-b375-f330472e2cd5 req-646e126f-d04a-4607-9242-fa5c38df2767 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/e0fde4a1-48af-479d-9b12-40538357e600 HTTP/1.1" status: 200 len: 2985 time: 0.0805898 Jul 16 20:18:19.299822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Deleting port 964b2401-0266-420d-9297-fb4a1395e2df {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:19.300163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.337030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Transition to ACTIVE for port object 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:19.350619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.369589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1e00331-9720-44bb-b375-f330472e2cd5 req-13c97c7b-3b61-46c8-a1f2-a0635d0848ca tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/e0fde4a1-48af-479d-9b12-40538357e600 HTTP/1.1" status: 200 len: 2985 time: 0.0671561 Jul 16 20:18:19.534411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 01dd0e78-2a68-4847-9693-0a8432316e69 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:19.630743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 01dd0e78-2a68-4847-9693-0a8432316e69 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:19.631114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 01dd0e78-2a68-4847-9693-0a8432316e69 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:19.679117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] For port 964b2401-0266-420d-9297-fb4a1395e2df, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=964b2401-0266-420d-9297-fb4a1395e2df,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:19.679484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:19.712891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb781fd-2090-4c63-8fd3-e53440116864 req-0465e3c4-31f5-4f5a-b367-77c31aad8134 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:19.716743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-edb781fd-2090-4c63-8fd3-e53440116864 req-0465e3c4-31f5-4f5a-b367-77c31aad8134 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.9085681 Jul 16 20:18:19.739008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Pushing event updated for resources: {'Port': ['ID=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:19.807128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Calling delete_port for 964b2401-0266-420d-9297-fb4a1395e2df owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:20.085517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-edb781fd-2090-4c63-8fd3-e53440116864 req-a7a42a5a-05c5-4c7c-8b23-3e3b2625a04a tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276353 Jul 16 20:18:20.091885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Attempting to bind port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:20.092380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Attempting to bind port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:20.092729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Attempting to bind port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:20.107514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-6235b314-ad13-4491-ae6b-e28493e626fb tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.109097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-6235b314-ad13-4491-ae6b-e28493e626fb tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 946 time: 0.7281663 Jul 16 20:18:20.121058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 on network 7176a9d8-71ad-4889-b4b9-23178524029f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:20.121605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Attempting to bind port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:20.172968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ffd41-3fb6-42ef-8ee5-efd326192e0d req-f2204082-857f-429b-9920-17d07fc49bce tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.175698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-872ffd41-3fb6-42ef-8ee5-efd326192e0d req-f2204082-857f-429b-9920-17d07fc49bce tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ca3e57d-0c97-49de-8925-313b5d3ae7cf HTTP/1.1" status: 200 len: 945 time: 0.1054578 Jul 16 20:18:20.222943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:20.223542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Checking segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:20.224364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Bound using segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:20.225147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Bound port: 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:20.225720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.252090 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-872ffd41-3fb6-42ef-8ee5-efd326192e0d req-1fa51d8b-cbcd-4739-a0fb-671947634f74 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682559 Jul 16 20:18:20.539965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:20.543861 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee" -d '{"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:20.568951 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-495c508a-f1ee-4e3d-96f1-8538696bf8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.592029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] For port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:20.630624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] For port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:20.642403 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Deleting port 904dca07-cf08-46aa-921f-4c58e6787d8a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:20.643059 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.652205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.679371 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.697963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:20.717569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-be62db0a-1ffd-46fc-b0f7-bb2642c3c24a req-81274e79-86ed-46ee-a6e1-09cd05874165 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-882591041', 'description': 'tempest-description-663549607'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:20.769677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 964b2401-0266-420d-9297-fb4a1395e2df no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:20.801987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163526c-94c3-41b4-b1d0-c5fa328e5972 req-a4f4adc4-2694-4d2c-88ad-ed2e23a4e2c4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.818102 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7163526c-94c3-41b4-b1d0-c5fa328e5972 req-a4f4adc4-2694-4d2c-88ad-ed2e23a4e2c4 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 946 time: 0.2348039 Jul 16 20:18:20.841248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 964b2401-0266-420d-9297-fb4a1395e2df {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:20.842683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 964b2401-0266-420d-9297-fb4a1395e2df not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:20.910598 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7163526c-94c3-41b4-b1d0-c5fa328e5972 req-99c67870-2c9a-4d1e-b839-a3d69786d6e9 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/security-groups?id=5da94360-5431-4853-b917-5edbdb66e084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904927 Jul 16 20:18:20.989178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:20.990210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:20.992738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 200 len: 1132 time: 3.2228622 Jul 16 20:18:21.076941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:21.196443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] No DVR routers for this DVR port 964b2401-0266-420d-9297-fb4a1395e2df on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:21.213888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb1dc9-8830-4cdb-a9ea-59b2699fe492 service neutron] Pushing event updated for resources: {'Port': ['ID=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:21.220755 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.225101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f49ea75e-f461-4f48-bc02-894ed6dc670a req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.30 "DELETE /v2.0/ports/964b2401-0266-420d-9297-fb4a1395e2df HTTP/1.1" status: 204 len: 173 time: 2.9492960 Jul 16 20:18:21.254668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be62db0a-1ffd-46fc-b0f7-bb2642c3c24a req-81274e79-86ed-46ee-a6e1-09cd05874165 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.312964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660d32-e51b-483b-bff8-1199270cc78e req-a69c3b1a-b72a-42cc-b340-e12e900c8dbf tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.320190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660d32-e51b-483b-bff8-1199270cc78e req-a69c3b1a-b72a-42cc-b340-e12e900c8dbf tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.326637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660d32-e51b-483b-bff8-1199270cc78e req-a69c3b1a-b72a-42cc-b340-e12e900c8dbf tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.333145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660d32-e51b-483b-bff8-1199270cc78e req-a69c3b1a-b72a-42cc-b340-e12e900c8dbf tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.339763 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660d32-e51b-483b-bff8-1199270cc78e req-a69c3b1a-b72a-42cc-b340-e12e900c8dbf tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.345642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] For port 904dca07-cf08-46aa-921f-4c58e6787d8a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=904dca07-cf08-46aa-921f-4c58e6787d8a,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:21.346209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.346530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660d32-e51b-483b-bff8-1199270cc78e req-a69c3b1a-b72a-42cc-b340-e12e900c8dbf tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.348674 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea660d32-e51b-483b-bff8-1199270cc78e req-a69c3b1a-b72a-42cc-b340-e12e900c8dbf tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 4602 time: 0.1555448 Jul 16 20:18:21.425855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Calling delete_port for 904dca07-cf08-46aa-921f-4c58e6787d8a owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:21.450505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea660d32-e51b-483b-bff8-1199270cc78e req-df74dee0-16ba-4631-b487-2ccd57d02dd1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860391 Jul 16 20:18:21.471424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:21.555126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9d3b7-ed7b-4d42-9f64-909554af429e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event deleted for resources: {'Port': ['ID=964b2401-0266-420d-9297-fb4a1395e2df,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:21.724308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1105830288'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:21.778050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:21.802547 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7637cf2a-24a3-44fc-a79a-21bede1bbe15 x-openstack-request-id: req-7637cf2a-24a3-44fc-a79a-21bede1bbe15 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:21.802877 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:21.803150 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7637cf2a-24a3-44fc-a79a-21bede1bbe15 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:21.803576 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'status': 'completed', 'code': 200} Jul 16 20:18:21.891561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-f19a73d5-4063-48b2-965f-d71aef93f45a tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:21.894350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-f19a73d5-4063-48b2-965f-d71aef93f45a tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 944 time: 0.4121671 Jul 16 20:18:22.018687 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be62db0a-1ffd-46fc-b0f7-bb2642c3c24a req-81274e79-86ed-46ee-a6e1-09cd05874165 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.067494 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be62db0a-1ffd-46fc-b0f7-bb2642c3c24a req-81274e79-86ed-46ee-a6e1-09cd05874165 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.069512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Made reservation on behalf of 821adfe6c4b5420795decde3ab9f11f5 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:22.073503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.096271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.170990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266432a0-347c-4801-ac5f-e5684f1a8ff2 req-86009a23-377a-440d-adf2-32826f037865 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.174688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-266432a0-347c-4801-ac5f-e5684f1a8ff2 req-86009a23-377a-440d-adf2-32826f037865 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 944 time: 0.2115135 Jul 16 20:18:22.240706 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-266432a0-347c-4801-ac5f-e5684f1a8ff2 req-f8ae0248-b394-4053-b4a7-99b086d41352 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584915 Jul 16 20:18:22.247943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81274e79-86ed-46ee-a6e1-09cd05874165 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f0dfb-a7e8-4ccd-8ca6-beda8d696768,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:22.386265 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.396337 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.420824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-b2fef94a-5582-42f1-8901-86113926e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.421625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-b2fef94a-5582-42f1-8901-86113926e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.422135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-b2fef94a-5582-42f1-8901-86113926e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.422615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-b2fef94a-5582-42f1-8901-86113926e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.423197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-b2fef94a-5582-42f1-8901-86113926e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.423867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-b2fef94a-5582-42f1-8901-86113926e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.426781 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-b2fef94a-5582-42f1-8901-86113926e35e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5290 time: 0.5933664 Jul 16 20:18:22.427683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.445049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:22.467656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-be62db0a-1ffd-46fc-b0f7-bb2642c3c24a req-81274e79-86ed-46ee-a6e1-09cd05874165 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.483348 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be62db0a-1ffd-46fc-b0f7-bb2642c3c24a req-81274e79-86ed-46ee-a6e1-09cd05874165 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.7737288 Jul 16 20:18:22.487640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.488347 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Added segment 47df6437-76f4-4812-85b9-685a2c10b234 of type vlan for network 53c08c70-47c7-4e67-913c-6fa083416882 Jul 16 20:18:22.491477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c016f2-9ce9-43b9-92a0-35abff895e12,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:22.590370 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.680839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Pushing event deleted for resources: {'Port': ['ID=904dca07-cf08-46aa-921f-4c58e6787d8a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:22.702572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.721618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.722640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.782977 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3099413 Jul 16 20:18:22.785938 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:22.835940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Request body: {'subnet': {'network_id': '53c08c70-47c7-4e67-913c-6fa083416882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:22.907771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] No DVR routers for this DVR port 904dca07-cf08-46aa-921f-4c58e6787d8a on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:22.970661 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b722158-bc5a-4e46-9f0f-e6adc860625c req-22357c7d-2cb5-4478-b324-382e9316e6a5 tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9 HTTP/1.1" status: 200 len: 210 time: 0.1100836 Jul 16 20:18:22.972711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:22.975766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30e57e96-9119-45bc-9cb9-1f8fbfb65d32 req-93584698-b02c-4f75-a18d-d88b1710daee tempest-ServerRescueNegativeTestJSON-1752119240 tempest-ServerRescueNegativeTestJSON-1752119240-project] 10.222.0.63 "DELETE /v2.0/ports/904dca07-cf08-46aa-921f-4c58e6787d8a HTTP/1.1" status: 204 len: 173 time: 2.8414376 Jul 16 20:18:22.980878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-36ad0401-815e-42e1-9063-22ee2872474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.981453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-36ad0401-815e-42e1-9063-22ee2872474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.982120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-36ad0401-815e-42e1-9063-22ee2872474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:22.983972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-36ad0401-815e-42e1-9063-22ee2872474a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d34f052adcf44c26812ac8b2e98945d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5363886 Jul 16 20:18:22.985566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Deleting port d8d63501-447f-4f9d-9ed8-b96eeed1bfde {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:22.985962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.038386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a3b182db-9d40-4446-8ee6-77fcbab5a89f req-065639da-8fe6-4b03-8be7-1fa127713011 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1257090467', 'description': 'tempest-description-199555421'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:23.046958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719ff0a-1b49-4bdf-8628-cf178403f216 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Pushing event updated for resources: {'Network': ['ID=53c08c70-47c7-4e67-913c-6fa083416882,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:23.062265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 53c08c70-47c7-4e67-913c-6fa083416882 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:23.144188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3b182db-9d40-4446-8ee6-77fcbab5a89f req-065639da-8fe6-4b03-8be7-1fa127713011 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.198268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Made reservation on behalf of 821adfe6c4b5420795decde3ab9f11f5 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:23.203299 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.352514 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.407814 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb849721-64cf-4319-aa6c-e90a781889c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.450979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:23.483746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.496414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] For port d8d63501-447f-4f9d-9ed8-b96eeed1bfde, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:23.496945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.516960 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3b182db-9d40-4446-8ee6-77fcbab5a89f req-065639da-8fe6-4b03-8be7-1fa127713011 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.534900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 904dca07-cf08-46aa-921f-4c58e6787d8a no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:23.543552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3b182db-9d40-4446-8ee6-77fcbab5a89f req-065639da-8fe6-4b03-8be7-1fa127713011 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.545202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Calling delete_port for d8d63501-447f-4f9d-9ed8-b96eeed1bfde owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:23.554879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Transition to ACTIVE for port object bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:23.557415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-ab476d16-7a36-43c1-9825-faf401471f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.560475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba734ebd-b0de-435c-a452-ee2c7f8f64ee req-ab476d16-7a36-43c1-9825-faf401471f7d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5418208 Jul 16 20:18:23.585067 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.586694 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3b182db-9d40-4446-8ee6-77fcbab5a89f req-065639da-8fe6-4b03-8be7-1fa127713011 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.603780 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a3b182db-9d40-4446-8ee6-77fcbab5a89f req-065639da-8fe6-4b03-8be7-1fa127713011 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6300678 Jul 16 20:18:23.631451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 904dca07-cf08-46aa-921f-4c58e6787d8a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:23.632076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 904dca07-cf08-46aa-921f-4c58e6787d8a not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:23.675387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065639da-8fe6-4b03-8be7-1fa127713011 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dc361c-11b6-49c7-87eb-d1904cf113be,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:23.741257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83111b-e8b6-41a0-8ef9-25999d31f684 req-566f59ad-3b08-4353-8f58-4e7c187bf8d2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.753868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83111b-e8b6-41a0-8ef9-25999d31f684 req-566f59ad-3b08-4353-8f58-4e7c187bf8d2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.767140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83111b-e8b6-41a0-8ef9-25999d31f684 req-566f59ad-3b08-4353-8f58-4e7c187bf8d2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.779575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83111b-e8b6-41a0-8ef9-25999d31f684 req-566f59ad-3b08-4353-8f58-4e7c187bf8d2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.791064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83111b-e8b6-41a0-8ef9-25999d31f684 req-566f59ad-3b08-4353-8f58-4e7c187bf8d2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.799175 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:23.803062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83111b-e8b6-41a0-8ef9-25999d31f684 req-566f59ad-3b08-4353-8f58-4e7c187bf8d2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:23.815564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e83111b-e8b6-41a0-8ef9-25999d31f684 req-566f59ad-3b08-4353-8f58-4e7c187bf8d2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 4602 time: 0.4537454 Jul 16 20:18:23.827001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': '0e92e6e8-04d4-46a4-a8cd-96256afb1ee1'}, {'server_uuid': '2ca3e57d-0c97-49de-8925-313b5d3ae7cf', 'name': 'network-vif-deleted', 'tag': '964b2401-0266-420d-9297-fb4a1395e2df'}, {'server_uuid': 'e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9', 'name': 'network-vif-deleted', 'tag': '904dca07-cf08-46aa-921f-4c58e6787d8a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:23.830204 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e712afb-106d-4744-810f-cf621052c2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "0e92e6e8-04d4-46a4-a8cd-96256afb1ee1"}, {"server_uuid": "2ca3e57d-0c97-49de-8925-313b5d3ae7cf", "name": "network-vif-deleted", "tag": "964b2401-0266-420d-9297-fb4a1395e2df"}, {"server_uuid": "e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9", "name": "network-vif-deleted", "tag": "904dca07-cf08-46aa-921f-4c58e6787d8a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:23.893556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Pushing event updated for resources: {'Subnet': ['ID=6e4ae82a-3724-4307-993f-edaa1e702e78,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:23.897722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.036688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e83111b-e8b6-41a0-8ef9-25999d31f684 req-ecbde440-213f-4502-aea7-c1f17bf3c27c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2199955 Jul 16 20:18:24.082163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc1273-999b-4bd7-9099-5f5857daee6b req-090ebb0c-85fa-4891-b740-55aad523ba30 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.084987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-49fc1273-999b-4bd7-9099-5f5857daee6b req-090ebb0c-85fa-4891-b740-55aad523ba30 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 946 time: 0.1871989 Jul 16 20:18:24.111735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Checking segment: {'id': '47df6437-76f4-4812-85b9-685a2c10b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53c08c70-47c7-4e67-913c-6fa083416882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:24.111967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Attempting to bind port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:24.112108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Attempting to bind port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:24.112258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Network hostable DHCP agents. Network: 53c08c70-47c7-4e67-913c-6fa083416882, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:24.112721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Attempting to bind port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:24.120621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 on network 7176a9d8-71ad-4889-b4b9-23178524029f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:24.121279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Attempting to bind port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:24.128368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:24.128707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Checking segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:24.129081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Bound using segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:24.129621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Bound port: bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:24.129983 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.179519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Network 53c08c70-47c7-4e67-913c-6fa083416882 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:24.189081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-49fc1273-999b-4bd7-9099-5f5857daee6b req-86bab285-c814-4d5b-a78c-ab77ade9eb90 tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/security-groups?id=5da94360-5431-4853-b917-5edbdb66e084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895364 Jul 16 20:18:24.203406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 53c08c70-47c7-4e67-913c-6fa083416882) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:24.214608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be1ba8-d095-453e-940b-3f8198d8e668 None None] Network 53c08c70-47c7-4e67-913c-6fa083416882 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:24.215242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:24.215728 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.253898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bf8b49ff-70e5-4dd1-a36b-5f51a393cfe5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4658279 Jul 16 20:18:24.256688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:24.265066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Request body: {'port': {'network_id': '53c08c70-47c7-4e67-913c-6fa083416882', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1144034421'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:24.510527 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.527773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-53c08c70-47c7-4e67-913c-6fa083416882', 'network_id': '53c08c70-47c7-4e67-913c-6fa083416882', 'tenant_id': '821adfe6c4b5420795decde3ab9f11f5', 'fixed_ips': [{'subnet_id': '6e4ae82a-3724-4307-993f-edaa1e702e78'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:24.528975 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.600299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Made reservation on behalf of 821adfe6c4b5420795decde3ab9f11f5 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:24.611995 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.670552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] device_id is not set on port a6a6c513-d6ed-4b21-b9ae-f6b417fd1008 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:18:24.799439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device d8d63501-447f-4f9d-9ed8-b96eeed1bfde no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:24.804446 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:24.816392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] For port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:24.833785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: d8d63501-447f-4f9d-9ed8-b96eeed1bfde {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:24.833785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device d8d63501-447f-4f9d-9ed8-b96eeed1bfde not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:24.841844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:24.877758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Pushing event deleted for resources: {'Port': ['ID=d8d63501-447f-4f9d-9ed8-b96eeed1bfde,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:24.884591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] For port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:24.914634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Allocated IP 172.20.0.2 (53c08c70-47c7-4e67-913c-6fa083416882/6e4ae82a-3724-4307-993f-edaa1e702e78/859c1fce-bb2b-4a68-a957-90b6cf8fab36) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:24.946665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.015296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] No DVR routers for this DVR port d8d63501-447f-4f9d-9ed8-b96eeed1bfde on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:25.020091 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.023472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85e861a5-ea48-4ece-b3bf-a6a8767bbf0e req-9d348c86-94df-4fac-a267-84bbf9d3e1e2 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.30 "DELETE /v2.0/ports/d8d63501-447f-4f9d-9ed8-b96eeed1bfde HTTP/1.1" status: 204 len: 173 time: 3.1193213 Jul 16 20:18:25.098236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c18d7715-c8d4-4d2b-9ecb-6e7bf701add3 req-e750230c-e837-44e6-b350-b979e8f0e181 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 210 time: 0.0325685 Jul 16 20:18:25.117635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-2e46a37d-ac9e-40b9-8a7d-f766344c3dfd tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.122572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-2e46a37d-ac9e-40b9-8a7d-f766344c3dfd tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.63 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 946 time: 0.4906654 Jul 16 20:18:25.133376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.133751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.136695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] 10.222.0.30 "PUT /v2.0/ports/bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 200 len: 1131 time: 4.0784502 Jul 16 20:18:25.195934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:25.244890 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de2f14f-2c2e-4f46-aea0-b5e1a79b4a5b x-openstack-request-id: req-9de2f14f-2c2e-4f46-aea0-b5e1a79b4a5b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:25.245646 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "0e92e6e8-04d4-46a4-a8cd-96256afb1ee1", "status": "completed", "code": 200}, {"server_uuid": "2ca3e57d-0c97-49de-8925-313b5d3ae7cf", "name": "network-vif-deleted", "tag": "964b2401-0266-420d-9297-fb4a1395e2df", "status": "completed", "code": 200}, {"server_uuid": "e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9", "name": "network-vif-deleted", "tag": "904dca07-cf08-46aa-921f-4c58e6787d8a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:25.246325 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9de2f14f-2c2e-4f46-aea0-b5e1a79b4a5b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:25.248295 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': '0e92e6e8-04d4-46a4-a8cd-96256afb1ee1', 'status': 'completed', 'code': 200} Jul 16 20:18:25.248956 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca3e57d-0c97-49de-8925-313b5d3ae7cf', 'name': 'network-vif-deleted', 'tag': '964b2401-0266-420d-9297-fb4a1395e2df', 'status': 'completed', 'code': 200} Jul 16 20:18:25.250164 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ce1fc0-ac1a-4753-a7ef-b9348eb0e0f9', 'name': 'network-vif-deleted', 'tag': '904dca07-cf08-46aa-921f-4c58e6787d8a', 'status': 'completed', 'code': 200} Jul 16 20:18:25.329946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:25.510363 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f73fa0-c7dc-4a18-adc3-7ba04754cfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:25.539003 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.557589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Transition to ACTIVE for port object 859c1fce-bb2b-4a68-a957-90b6cf8fab36 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:25.581038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.602493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Transition to ACTIVE for port object 859c1fce-bb2b-4a68-a957-90b6cf8fab36 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:25.641784 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.651702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-5e9f520a-ae33-4af7-a4eb-1fc1c244ef06 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.667897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-5e9f520a-ae33-4af7-a4eb-1fc1c244ef06 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 812 time: 0.6651118 Jul 16 20:18:25.729495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-b73a52c9-6348-42d2-9865-421db1f09d21 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/quotas/c5d43c360d7945598b94018ca4cd5679 HTTP/1.1" status: 200 len: 375 time: 0.0596571 Jul 16 20:18:25.742430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Pushing event updated for resources: {'Port': ['ID=859c1fce-bb2b-4a68-a957-90b6cf8fab36,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:25.775638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Network 53c08c70-47c7-4e67-913c-6fa083416882 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:25.777020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:25.784752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:25.818385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-a1b3a0f0-a0c0-48fd-a98d-2c5b4201fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.819126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-a1b3a0f0-a0c0-48fd-a98d-2c5b4201fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.820979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-a1b3a0f0-a0c0-48fd-a98d-2c5b4201fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.821505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-a1b3a0f0-a0c0-48fd-a98d-2c5b4201fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.821988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-a1b3a0f0-a0c0-48fd-a98d-2c5b4201fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.822467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-a1b3a0f0-a0c0-48fd-a98d-2c5b4201fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.827217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-a1b3a0f0-a0c0-48fd-a98d-2c5b4201fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:25.829913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e712afb-106d-4744-810f-cf621052c2f9 req-a1b3a0f0-a0c0-48fd-a98d-2c5b4201fbec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6214 time: 0.5671597 Jul 16 20:18:25.915393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Allocated IP 172.20.0.13 (53c08c70-47c7-4e67-913c-6fa083416882/6e4ae82a-3724-4307-993f-edaa1e702e78/a6a6c513-d6ed-4b21-b9ae-f6b417fd1008) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:25.929890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Attempting to bind port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:25.930274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Attempting to bind port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '47df6437-76f4-4812-85b9-685a2c10b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53c08c70-47c7-4e67-913c-6fa083416882'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:25.930646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Attempting to bind port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 on network 53c08c70-47c7-4e67-913c-6fa083416882 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:25.944748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:25.945135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Checking segment: {'id': '47df6437-76f4-4812-85b9-685a2c10b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53c08c70-47c7-4e67-913c-6fa083416882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:25.945554 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:25.946293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Bound using segment: {'id': '47df6437-76f4-4812-85b9-685a2c10b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53c08c70-47c7-4e67-913c-6fa083416882'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:25.946537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Bound port: 859c1fce-bb2b-4a68-a957-90b6cf8fab36, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47df6437-76f4-4812-85b9-685a2c10b234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53c08c70-47c7-4e67-913c-6fa083416882'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:25.946935 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.071554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] For port 859c1fce-bb2b-4a68-a957-90b6cf8fab36, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:26.077513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] For port 859c1fce-bb2b-4a68-a957-90b6cf8fab36, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=859c1fce-bb2b-4a68-a957-90b6cf8fab36,segment=NetworkSegment(47df6437-76f4-4812-85b9-685a2c10b234),segment_id=47df6437-76f4-4812-85b9-685a2c10b234)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:26.084722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.133405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-aa96efea-43fa-45c7-a774-a165b5e90bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.133405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-aa96efea-43fa-45c7-a774-a165b5e90bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.134193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-aa96efea-43fa-45c7-a774-a165b5e90bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.137105 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e712afb-106d-4744-810f-cf621052c2f9 req-aa96efea-43fa-45c7-a774-a165b5e90bdb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d34f052adcf44c26812ac8b2e98945d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2367554 Jul 16 20:18:26.160810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7572e1-1025-444f-9374-392647d5fa98 None None] Pushing event updated for resources: {'Port': ['ID=859c1fce-bb2b-4a68-a957-90b6cf8fab36,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:26.216769 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.324453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2417-1c14-46a6-a0e8-1e33afe82c56 req-de2f22f6-c54b-4dfd-a852-bcf74ee8f8b9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.341759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2417-1c14-46a6-a0e8-1e33afe82c56 req-de2f22f6-c54b-4dfd-a852-bcf74ee8f8b9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.354439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2417-1c14-46a6-a0e8-1e33afe82c56 req-de2f22f6-c54b-4dfd-a852-bcf74ee8f8b9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.365933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2417-1c14-46a6-a0e8-1e33afe82c56 req-de2f22f6-c54b-4dfd-a852-bcf74ee8f8b9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.369732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Deleting port 1cfe317c-4abc-4b2d-ae12-0fede217ca61 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:26.370385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.377647 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2417-1c14-46a6-a0e8-1e33afe82c56 req-de2f22f6-c54b-4dfd-a852-bcf74ee8f8b9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.388778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2417-1c14-46a6-a0e8-1e33afe82c56 req-de2f22f6-c54b-4dfd-a852-bcf74ee8f8b9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.400021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2417-1c14-46a6-a0e8-1e33afe82c56 req-de2f22f6-c54b-4dfd-a852-bcf74ee8f8b9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:26.413168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b6dc2417-1c14-46a6-a0e8-1e33afe82c56 req-de2f22f6-c54b-4dfd-a852-bcf74ee8f8b9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5374 time: 0.5268655 Jul 16 20:18:26.494923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] For port 1cfe317c-4abc-4b2d-ae12-0fede217ca61, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1cfe317c-4abc-4b2d-ae12-0fede217ca61,segment=NetworkSegment(4c5ca7bd-17d6-4eaf-83cd-801fb402893c),segment_id=4c5ca7bd-17d6-4eaf-83cd-801fb402893c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:26.495326 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.512530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Calling delete_port for 1cfe317c-4abc-4b2d-ae12-0fede217ca61 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:26.587179 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.687143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b6dc2417-1c14-46a6-a0e8-1e33afe82c56 req-ffccd3fd-6490-4e30-92a2-951fa195eace tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2720087 Jul 16 20:18:26.691851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Transition to ACTIVE for port object a6a6c513-d6ed-4b21-b9ae-f6b417fd1008 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:26.734401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-41217213-a470-4d27-b181-0c68b6610aab tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9592416 Jul 16 20:18:26.827135 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:26.963923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Pushing event updated for resources: {'Port': ['ID=a6a6c513-d6ed-4b21-b9ae-f6b417fd1008,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:26.969156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Network 53c08c70-47c7-4e67-913c-6fa083416882 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:26.988287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:26.992420 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:27.059395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.065762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-7c83f50e-5a29-45bd-a586-a4c4043c63a8 service neutron] 10.222.0.10 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046415 Jul 16 20:18:27.067746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712afb-106d-4744-810f-cf621052c2f9 req-c04e1b81-b571-43dc-9ac2-eadf379f8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:27.069865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e712afb-106d-4744-810f-cf621052c2f9 req-c04e1b81-b571-43dc-9ac2-eadf379f8714 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9226272 Jul 16 20:18:27.073704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.140460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 859c1fce-bb2b-4a68-a957-90b6cf8fab36 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:27.249208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:27.288493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'name': 'network-vif-deleted', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde'}, {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': 'bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:27.291321 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cacbf50-35df-426f-b307-dfdc4858dd7a" -d '{"events": [{"server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "name": "network-vif-deleted", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde"}, {"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:27.297308 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-c57d56bd-f7ec-4283-aea1-ba00e2da04cb service neutron] 10.222.0.10 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651189 Jul 16 20:18:27.308045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Pushing event deleted for resources: {'Port': ['ID=1cfe317c-4abc-4b2d-ae12-0fede217ca61,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:27.516746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c2d366-d7f5-4857-bf3e-da2ff6b86928 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:27.544771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.548964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1cfe317c-4abc-4b2d-ae12-0fede217ca61 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:27.576047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Transition to ACTIVE for port object e5c2d366-d7f5-4857-bf3e-da2ff6b86928 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:27.587248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 1cfe317c-4abc-4b2d-ae12-0fede217ca61 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:27.588656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1cfe317c-4abc-4b2d-ae12-0fede217ca61 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:27.652053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] No DVR routers for this DVR port 1cfe317c-4abc-4b2d-ae12-0fede217ca61 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:27.654785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.662475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:27.677534 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c4ea1bf-087a-4591-91b4-d738496dab5d req-fdd1e7e9-7360-44e2-a3ee-bf2328ced3dc tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.63 "DELETE /v2.0/ports/1cfe317c-4abc-4b2d-ae12-0fede217ca61 HTTP/1.1" status: 204 len: 173 time: 2.4994345 Jul 16 20:18:27.846652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:27.993465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072d7a7-09e3-40d2-b39a-ba8c6f359d78 None None] Network 53c08c70-47c7-4e67-913c-6fa083416882 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:28.025841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.027585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.068157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-b945e79d-78ad-416f-a597-06f8daa45559 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.075572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-b945e79d-78ad-416f-a597-06f8daa45559 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.3407249 Jul 16 20:18:28.104365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb303913-788b-4534-8b03-381e52b95c29 req-3ee18971-0aaa-4516-9337-cb67638ad0be tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.113819 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb303913-788b-4534-8b03-381e52b95c29 req-3ee18971-0aaa-4516-9337-cb67638ad0be tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/ports?device_id=3602da61-2f53-4927-a5f8-68679023b922 HTTP/1.1" status: 200 len: 867 time: 1.1968591 Jul 16 20:18:28.117440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-c019a9c5-3772-4941-8eea-8d6c45c882f7 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/quotas/0410be0c0294441b99dffe52e22a48d5 HTTP/1.1" status: 200 len: 375 time: 0.0409765 Jul 16 20:18:28.121953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Attempting to bind port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:28.125249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Attempting to bind port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:28.125940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Attempting to bind port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:28.168689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 on network 7176a9d8-71ad-4889-b4b9-23178524029f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:28.168689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Attempting to bind port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:28.210482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a78a13fa-3641-42b4-a972-e5f28541f930 None None] Provisioning for port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:28.215185 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b4be675f-f7ff-408c-bee4-625810b39794 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.9567890 Jul 16 20:18:28.216941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:28.226343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a78a13fa-3641-42b4-a972-e5f28541f930 None None] Provisioning complete for port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:28.226950 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a78a13fa-3641-42b4-a972-e5f28541f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.233410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:28.235915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Checking segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:28.236569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Bound using segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:28.239451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Bound port: e5c2d366-d7f5-4857-bf3e-da2ff6b86928, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:28.241221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.412865 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a78a13fa-3641-42b4-a972-e5f28541f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.415914 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-381ebb43-6f13-4fc1-af4a-32b1c411d41b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2967348 Jul 16 20:18:28.468477 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fb303913-788b-4534-8b03-381e52b95c29 req-54e3e256-ba60-47ba-a918-18ef3441491c tempest-InstanceActionsV221TestJSON-1987306612 tempest-InstanceActionsV221TestJSON-1987306612-project] 10.222.0.10 "GET /v2.0/security-groups?id=5da94360-5431-4853-b917-5edbdb66e084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528991 Jul 16 20:18:28.477651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a78a13fa-3641-42b4-a972-e5f28541f930 None None] For port 859c1fce-bb2b-4a68-a957-90b6cf8fab36, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=859c1fce-bb2b-4a68-a957-90b6cf8fab36,segment=NetworkSegment(47df6437-76f4-4812-85b9-685a2c10b234),segment_id=47df6437-76f4-4812-85b9-685a2c10b234)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:28.487614 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a78a13fa-3641-42b4-a972-e5f28541f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.633077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a13fa-3641-42b4-a972-e5f28541f930 None None] Pushing event updated for resources: {'Port': ['ID=859c1fce-bb2b-4a68-a957-90b6cf8fab36,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:28.699050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] For port e5c2d366-d7f5-4857-bf3e-da2ff6b86928, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:28.703961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8fd2835e-5aea-44e7-902a-f2109630b58e service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668095 Jul 16 20:18:28.706784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] For port e5c2d366-d7f5-4857-bf3e-da2ff6b86928, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:28.723928 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.742086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Deleting port b7027b50-ba1b-46b8-901a-b9b2243f274a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:28.747978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.762475 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-065ade27-45db-4e80-bb54-f0d48258d0d8 req-83aabe52-eea5-470c-beac-a072bfd92a32 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 210 time: 0.1118701 Jul 16 20:18:28.942195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:28.959709 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9f8348-c5f4-4035-b1c6-9ce23a0bf718 x-openstack-request-id: req-5a9f8348-c5f4-4035-b1c6-9ce23a0bf718 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:28.960839 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae978e3-a352-4e73-9a79-f3aa4b9e5101", "name": "network-vif-deleted", "tag": "d8d63501-447f-4f9d-9ed8-b96eeed1bfde", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:28.961122 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a9f8348-c5f4-4035-b1c6-9ce23a0bf718 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:28.961585 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae978e3-a352-4e73-9a79-f3aa4b9e5101', 'name': 'network-vif-deleted', 'tag': 'd8d63501-447f-4f9d-9ed8-b96eeed1bfde', 'status': 'completed', 'code': 200} Jul 16 20:18:28.961918 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': 'bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8', 'status': 'completed', 'code': 200} Jul 16 20:18:28.974569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:28.976565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:28.991152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-99bd4778-a641-4ace-9597-500d9b8e55c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/e5c2d366-d7f5-4857-bf3e-da2ff6b86928 HTTP/1.1" status: 200 len: 1092 time: 3.7998490 Jul 16 20:18:29.013901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b858bb2f-235e-4d25-a741-52eb98973383 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Deleting port a6a6c513-d6ed-4b21-b9ae-f6b417fd1008 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:29.015708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b858bb2f-235e-4d25-a741-52eb98973383 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.046644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:29.058890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 859c1fce-bb2b-4a68-a957-90b6cf8fab36 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:29.174917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.260986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:29.261611 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.302574 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b858bb2f-235e-4d25-a741-52eb98973383 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.332054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b858bb2f-235e-4d25-a741-52eb98973383 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Calling delete_port for a6a6c513-d6ed-4b21-b9ae-f6b417fd1008 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:29.386393 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-86797f31-c1ef-432a-b683-d5b52fdfa842 None None] Provisioning complete for port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:29.386765 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86797f31-c1ef-432a-b683-d5b52fdfa842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.495340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-c4f0c62f-7467-4491-8f21-2cfcdc5546ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.496612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-c4f0c62f-7467-4491-8f21-2cfcdc5546ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.497286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-c4f0c62f-7467-4491-8f21-2cfcdc5546ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.497873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-c4f0c62f-7467-4491-8f21-2cfcdc5546ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.498617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-c4f0c62f-7467-4491-8f21-2cfcdc5546ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.499708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-c4f0c62f-7467-4491-8f21-2cfcdc5546ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.500479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-c4f0c62f-7467-4491-8f21-2cfcdc5546ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:29.503004 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-c4f0c62f-7467-4491-8f21-2cfcdc5546ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6282 time: 0.5007269 Jul 16 20:18:29.505650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-a81a8dbe-0ec9-4629-ad27-254ff7603f7a service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948668 Jul 16 20:18:29.727521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b858bb2f-235e-4d25-a741-52eb98973383 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:29.766983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-86797f31-c1ef-432a-b683-d5b52fdfa842 None None] Could not find standard attr ID for object a6a6c513-d6ed-4b21-b9ae-f6b417fd1008. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:18:29.767289 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-de26440d-b837-4bc9-861f-e49dbb0914f2 req-52fe3689-bbdd-4d62-a875-7c02f408f41c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 210 time: 0.1027391 Jul 16 20:18:29.880311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ebb3216d-f1bf-44ec-a647-d64d30cff8e7 None None] Could not find standard attr ID for object a6a6c513-d6ed-4b21-b9ae-f6b417fd1008. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:18:30.095630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858bb2f-235e-4d25-a741-52eb98973383 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Pushing event deleted for resources: {'Port': ['ID=a6a6c513-d6ed-4b21-b9ae-f6b417fd1008,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:30.170913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] For port b7027b50-ba1b-46b8-901a-b9b2243f274a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b7027b50-ba1b-46b8-901a-b9b2243f274a,segment=NetworkSegment(33e117bc-2fd8-43ba-83b6-11de471f113a),segment_id=33e117bc-2fd8-43ba-83b6-11de471f113a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:30.171497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.266264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Calling delete_port for b7027b50-ba1b-46b8-901a-b9b2243f274a owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:30.284275 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b858bb2f-235e-4d25-a741-52eb98973383 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.286239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b858bb2f-235e-4d25-a741-52eb98973383 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] 10.222.0.10 "DELETE /v2.0/ports/a6a6c513-d6ed-4b21-b9ae-f6b417fd1008 HTTP/1.1" status: 204 len: 168 time: 2.0585384 Jul 16 20:18:30.290727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:30.388326 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-762ff7e4-6f3a-4de8-94d3-84a4eed1b763 tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.0949764 Jul 16 20:18:30.449671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:30.457679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1714400304'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:30.522719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa87428-d148-41fc-9223-0e4e0d2bf035 req-56b62f05-ec21-4b3b-8fd8-3bf02ec03968 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.529178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa87428-d148-41fc-9223-0e4e0d2bf035 req-56b62f05-ec21-4b3b-8fd8-3bf02ec03968 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.535128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa87428-d148-41fc-9223-0e4e0d2bf035 req-56b62f05-ec21-4b3b-8fd8-3bf02ec03968 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.542012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa87428-d148-41fc-9223-0e4e0d2bf035 req-56b62f05-ec21-4b3b-8fd8-3bf02ec03968 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.549349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa87428-d148-41fc-9223-0e4e0d2bf035 req-56b62f05-ec21-4b3b-8fd8-3bf02ec03968 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.556953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa87428-d148-41fc-9223-0e4e0d2bf035 req-56b62f05-ec21-4b3b-8fd8-3bf02ec03968 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.562778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa87428-d148-41fc-9223-0e4e0d2bf035 req-56b62f05-ec21-4b3b-8fd8-3bf02ec03968 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.565275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2fa87428-d148-41fc-9223-0e4e0d2bf035 req-56b62f05-ec21-4b3b-8fd8-3bf02ec03968 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5386 time: 0.4066873 Jul 16 20:18:30.590378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Made reservation on behalf of 821adfe6c4b5420795decde3ab9f11f5 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:30.592996 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.612476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95db6a8a-b0ba-4096-8d3b-6a298ad3ba18 req-7452e146-f4f4-4679-8721-46d523e5d64a tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 210 time: 0.0945807 Jul 16 20:18:30.671345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-5eea9d44-c7d6-40c5-a663-b34330bf07aa tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.673069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-5eea9d44-c7d6-40c5-a663-b34330bf07aa tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 812 time: 1.1540651 Jul 16 20:18:30.679154 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2fa87428-d148-41fc-9223-0e4e0d2bf035 req-93bd4568-8635-4c13-af87-666f4be8efd5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025839 Jul 16 20:18:30.688274 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'port': {'device_id': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a', 'admin_state_up': True, 'tenant_id': 'c5d43c360d7945598b94018ca4cd5679'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:30.692756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-eb1fed86-5980-46ec-b50a-dbcd8d2733da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.693267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-eb1fed86-5980-46ec-b50a-dbcd8d2733da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.693932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-eb1fed86-5980-46ec-b50a-dbcd8d2733da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:30.695893 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-eb1fed86-5980-46ec-b50a-dbcd8d2733da service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d34f052adcf44c26812ac8b2e98945d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0646484 Jul 16 20:18:30.724660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:30.814569 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.814847 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Added segment d0e08bae-e2aa-4c2e-80ca-93818711e09d of type vlan for network 9295788b-5406-405b-a509-64234cf87e7b Jul 16 20:18:30.909182 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:30.937834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.062009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3602da61-2f53-4927-a5f8-68679023b922', 'name': 'network-vif-deleted', 'tag': '1cfe317c-4abc-4b2d-ae12-0fede217ca61'}, {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:31.066061 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149c6180-5a54-4713-9a95-55c6844b54ba" -d '{"events": [{"server_uuid": "3602da61-2f53-4927-a5f8-68679023b922", "name": "network-vif-deleted", "tag": "1cfe317c-4abc-4b2d-ae12-0fede217ca61"}, {"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "e5c2d366-d7f5-4857-bf3e-da2ff6b86928"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:31.080506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7027b50-ba1b-46b8-901a-b9b2243f274a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:31.095029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09c69296-eba6-41c2-b010-a7a28e7fdd6e req-f30daecb-f69f-455f-ae92-97ca10a955f9 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 210 time: 0.1208384 Jul 16 20:18:31.095349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:18:31.109106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9dca79-5ccf-4472-a245-9c2199c6994b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:31.126910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Made reservation on behalf of c5d43c360d7945598b94018ca4cd5679 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:31.133843 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.146427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.178239 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.186121 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:31.186930 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.313171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Pushing event updated for resources: {'Network': ['ID=9295788b-5406-405b-a509-64234cf87e7b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:31.329663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 9295788b-5406-405b-a509-64234cf87e7b details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:31.376070 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd912795-95c0-44ca-ab96-9eac1eb9d8cf req-16e79a6e-577e-42ab-beb2-b47bdacb3f4d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 210 time: 0.0566280 Jul 16 20:18:31.413871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Allocated IP 172.20.0.5 (bed8c7f4-b764-46d9-9a1c-4cf54469ae6a/3fd02fa8-dece-4d3f-9f52-1a01106dc3b0/ffd03bbf-f931-494a-9e01-732fd7cbf742) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:31.525128 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-20895f23-6d8e-48ff-9104-1a234b55814e tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0729659 Jul 16 20:18:31.526681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57188) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:31.527228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:31.694621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.752855 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b026fd1-9a44-4193-b82d-213b2b843356 x-openstack-request-id: req-3b026fd1-9a44-4193-b82d-213b2b843356 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:31.753452 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3602da61-2f53-4927-a5f8-68679023b922", "name": "network-vif-deleted", "tag": "1cfe317c-4abc-4b2d-ae12-0fede217ca61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "e5c2d366-d7f5-4857-bf3e-da2ff6b86928", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:31.753872 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b026fd1-9a44-4193-b82d-213b2b843356 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:31.754430 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3602da61-2f53-4927-a5f8-68679023b922', 'name': 'network-vif-deleted', 'tag': '1cfe317c-4abc-4b2d-ae12-0fede217ca61', 'status': 'completed', 'code': 200} Jul 16 20:18:31.754834 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928', 'status': 'completed', 'code': 200} Jul 16 20:18:31.759762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:31.764597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-5175c3e9-6605-4c38-ac14-5f72780e468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:31.766416 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cacbf50-35df-426f-b307-dfdc4858dd7a req-5175c3e9-6605-4c38-ac14-5f72780e468e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0513468 Jul 16 20:18:31.767757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Transition to ACTIVE for port object df9dca79-5ccf-4472-a245-9c2199c6994b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:31.774830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:31.824042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'Port': ['ID=ffd03bbf-f931-494a-9e01-732fd7cbf742,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:31.837151 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.005831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:32.035446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-283e2850-f861-4f86-b1ed-f790772ef947 tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] 10.222.0.10 "GET /v2.0/agents/53e45682-c938-4c71-93f0-afd8cc46d3e7/dhcp-networks HTTP/1.1" status: 200 len: 11282 time: 0.4950531 Jul 16 20:18:32.061321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57196) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:32.129794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e4f9ea4c-3ef4-416b-8c40-0dc39a59d748 req-668c73e4-72f5-4a26-85f1-77674f428a15 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=fae978e3-a352-4e73-9a79-f3aa4b9e5101 HTTP/1.1" status: 200 len: 210 time: 0.1461625 Jul 16 20:18:32.130936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:32.140262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:32.162681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Pushing event updated for resources: {'Port': ['ID=df9dca79-5ccf-4472-a245-9c2199c6994b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:32.304929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0bbd73-3b01-47e7-80e9-d6b7c1933d73 admin admin] Deleting subnet 753c506c-56de-4998-82de-81ee158f7d92 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:32.318309 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab0bbd73-3b01-47e7-80e9-d6b7c1933d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.350093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.350858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.356762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Attempting to bind port df9dca79-5ccf-4472-a245-9c2199c6994b on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:32.357124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Attempting to bind port df9dca79-5ccf-4472-a245-9c2199c6994b by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:32.357439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Attempting to bind port df9dca79-5ccf-4472-a245-9c2199c6994b on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:32.374453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Port df9dca79-5ccf-4472-a245-9c2199c6994b on network 7176a9d8-71ad-4889-b4b9-23178524029f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:32.374812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Attempting to bind port df9dca79-5ccf-4472-a245-9c2199c6994b on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:32.388691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-3afebb76-49a5-4ccf-8463-05bfae7b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.389544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-3afebb76-49a5-4ccf-8463-05bfae7b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.390879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-3afebb76-49a5-4ccf-8463-05bfae7b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.390879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-3afebb76-49a5-4ccf-8463-05bfae7b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.392171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-3afebb76-49a5-4ccf-8463-05bfae7b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.392934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-3afebb76-49a5-4ccf-8463-05bfae7b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.393481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-3afebb76-49a5-4ccf-8463-05bfae7b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.395721 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-149c6180-5a54-4713-9a95-55c6844b54ba req-3afebb76-49a5-4ccf-8463-05bfae7b679a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6308 time: 0.5405641 Jul 16 20:18:32.410799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-01376d1a-c5d7-4b52-acda-a9840fce21b5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7280810 Jul 16 20:18:32.422233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:32.422567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Checking segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:32.422950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Bound using segment: {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:32.423422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Bound port: df9dca79-5ccf-4472-a245-9c2199c6994b, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd369cee0-83c9-4218-95f4-a240bdcc96ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:32.423780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.445435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Request body: {'port': {'device_id': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:32.716658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] For port df9dca79-5ccf-4472-a245-9c2199c6994b, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:32.749593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] For port df9dca79-5ccf-4472-a245-9c2199c6994b, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=df9dca79-5ccf-4472-a245-9c2199c6994b,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:32.774050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec06b9-2c75-4918-8ede-4b613b0b1b7f req-7c82f76e-2ea5-4cc3-9e3e-6f00f3407a29 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.780536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec06b9-2c75-4918-8ede-4b613b0b1b7f req-7c82f76e-2ea5-4cc3-9e3e-6f00f3407a29 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.787228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec06b9-2c75-4918-8ede-4b613b0b1b7f req-7c82f76e-2ea5-4cc3-9e3e-6f00f3407a29 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.794620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec06b9-2c75-4918-8ede-4b613b0b1b7f req-7c82f76e-2ea5-4cc3-9e3e-6f00f3407a29 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.800384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec06b9-2c75-4918-8ede-4b613b0b1b7f req-7c82f76e-2ea5-4cc3-9e3e-6f00f3407a29 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.807601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec06b9-2c75-4918-8ede-4b613b0b1b7f req-7c82f76e-2ea5-4cc3-9e3e-6f00f3407a29 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.815050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec06b9-2c75-4918-8ede-4b613b0b1b7f req-7c82f76e-2ea5-4cc3-9e3e-6f00f3407a29 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.819214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab0bbd73-3b01-47e7-80e9-d6b7c1933d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.823296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3ec06b9-2c75-4918-8ede-4b613b0b1b7f req-7c82f76e-2ea5-4cc3-9e3e-6f00f3407a29 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5398 time: 0.4446466 Jul 16 20:18:32.833857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.861492 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.896558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.897456 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.899793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] 10.222.0.30 "PUT /v2.0/ports/df9dca79-5ccf-4472-a245-9c2199c6994b HTTP/1.1" status: 200 len: 1092 time: 3.8630133 Jul 16 20:18:32.905667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-32344a97-9bca-4a4e-9bc5-12978c123873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.905851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-32344a97-9bca-4a4e-9bc5-12978c123873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.906131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:32.906804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-32344a97-9bca-4a4e-9bc5-12978c123873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.908669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-149c6180-5a54-4713-9a95-55c6844b54ba req-32344a97-9bca-4a4e-9bc5-12978c123873 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d34f052adcf44c26812ac8b2e98945d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4955504 Jul 16 20:18:32.914883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-260eeabc-5876-4e9c-8fb0-402268ed7724 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:32.937301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-260eeabc-5876-4e9c-8fb0-402268ed7724 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.9169166 Jul 16 20:18:33.040398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Request body: {'port': {'device_id': '66f721ae-6764-4707-b603-0446617a36f3', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'admin_state_up': True, 'tenant_id': '0410be0c0294441b99dffe52e22a48d5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:33.083779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab0bbd73-3b01-47e7-80e9-d6b7c1933d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.125905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:33.168317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81590c-7d79-4aea-abec-b5dc824648a6 req-2bce13d9-2d92-4721-8c0d-0944bd9ec907 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:33.182705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81590c-7d79-4aea-abec-b5dc824648a6 req-2bce13d9-2d92-4721-8c0d-0944bd9ec907 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:33.195967 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b81590c-7d79-4aea-abec-b5dc824648a6 req-2bce13d9-2d92-4721-8c0d-0944bd9ec907 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec46bb2-c60d-4eaf-853c-7826df1b603f&device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 1682 time: 0.8079934 Jul 16 20:18:33.210376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3ec06b9-2c75-4918-8ede-4b613b0b1b7f req-cad62792-7f11-43cd-823b-8b26093567a2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3858099 Jul 16 20:18:33.211664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75fa47-02a0-4dd5-ad68-bf12097f8649 service neutron] Pushing event updated for resources: {'Port': ['ID=df9dca79-5ccf-4472-a245-9c2199c6994b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:33.518547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d11d2-68fb-4a0b-b36e-1b0c1232ffd6 tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] Network 9295788b-5406-405b-a509-64234cf87e7b is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:33.542700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6180-5a54-4713-9a95-55c6844b54ba req-346d3ec0-f926-40ac-a26a-feafe9180e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:33.545100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-149c6180-5a54-4713-9a95-55c6844b54ba req-346d3ec0-f926-40ac-a26a-feafe9180e17 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6249886 Jul 16 20:18:33.606289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9cf138-73e8-48ed-9a0f-e92dc1fce692 None None] Network 9295788b-5406-405b-a509-64234cf87e7b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:33.611987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5168d0d8-f283-4a32-9710-f93e7869edb6 req-d2418a83-de51-46ac-a0df-6e40474554d4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 210 time: 0.0759900 Jul 16 20:18:33.641012 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.669264 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-920d11d2-68fb-4a0b-b36e-1b0c1232ffd6 tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] 10.222.0.10 "POST /v2.0/agents/53e45682-c938-4c71-93f0-afd8cc46d3e7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.6042690 Jul 16 20:18:33.673787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.860776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b81590c-7d79-4aea-abec-b5dc824648a6 req-4c9ab81f-cd84-4c37-82bd-83fcae1dd1b0 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632407 Jul 16 20:18:33.863664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab0bbd73-3b01-47e7-80e9-d6b7c1933d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.901444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': 'df9dca79-5ccf-4472-a245-9c2199c6994b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:33.904485 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f" -d '{"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "df9dca79-5ccf-4472-a245-9c2199c6994b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:33.909230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a6f10632-f07a-44ae-bfe9-5517e4c2adaa tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] 10.222.0.10 "GET /v2.0/agents/53e45682-c938-4c71-93f0-afd8cc46d3e7/dhcp-networks HTTP/1.1" status: 200 len: 12053 time: 0.2342455 Jul 16 20:18:33.916750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:33.962607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bbd73-3b01-47e7-80e9-d6b7c1933d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753c506c-56de-4998-82de-81ee158f7d92,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:33.971129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab0bbd73-3b01-47e7-80e9-d6b7c1933d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:33.979775 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ab0bbd73-3b01-47e7-80e9-d6b7c1933d73 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/753c506c-56de-4998-82de-81ee158f7d92 HTTP/1.1" status: 204 len: 168 time: 2.4474831 Jul 16 20:18:34.022663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57212) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.073992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Made reservation on behalf of 0410be0c0294441b99dffe52e22a48d5 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:34.079078 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.083995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Router 274e5876-3d92-4958-9a21-33713bc43f66 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:18:34.248864 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:18:34.258254 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2fc559-2577-47bc-b18d-c0c58a3fa6af x-openstack-request-id: req-ca2fc559-2577-47bc-b18d-c0c58a3fa6af {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:34.258615 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "df9dca79-5ccf-4472-a245-9c2199c6994b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:34.259131 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca2fc559-2577-47bc-b18d-c0c58a3fa6af {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:34.259586 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': 'df9dca79-5ccf-4472-a245-9c2199c6994b', 'status': 'completed', 'code': 200} Jul 16 20:18:34.432268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Allocated IP 172.20.0.10 (49d84030-b85a-4216-bb1c-9f7bf56f3df7/d816731d-17e8-4d9f-91b2-0f2ddd22c9ba/10be1d68-8d0a-4fe2-a5fc-3e5a522660b3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:34.467840 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.505843 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f01b8460-f362-47cf-9c8f-dcc5adc71506 tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] 10.222.0.10 "DELETE /v2.0/agents/53e45682-c938-4c71-93f0-afd8cc46d3e7/dhcp-networks/9295788b-5406-405b-a509-64234cf87e7b HTTP/1.1" status: 204 len: 168 time: 0.5879641 Jul 16 20:18:34.522961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57224) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.629390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd03bbf-f931-494a-9e01-732fd7cbf742 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:34.694018 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:34.717650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a56cd-26e9-4aad-a8d3-c478719ef164 req-42399c8f-2061-429a-86f3-cdd8de7b8e5e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:34.719538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-602a56cd-26e9-4aad-a8d3-c478719ef164 req-42399c8f-2061-429a-86f3-cdd8de7b8e5e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 931 time: 0.6221921 Jul 16 20:18:34.802023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:18:34.811832 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-80eb3217-394e-43c1-9e4f-8696a274c8c7 admin admin] 10.222.0.10 "PUT /v2.0/routers/274e5876-3d92-4958-9a21-33713bc43f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4807472 Jul 16 20:18:34.814185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] Sync routers for ids ['274e5876-3d92-4958-9a21-33713bc43f66'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:18:34.819925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:34.825214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] Routers {'274e5876-3d92-4958-9a21-33713bc43f66'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:34.826193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:18:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['274e5876-3d92-4958-9a21-33713bc43f66'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:34.947419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] Set router 274e5876-3d92-4958-9a21-33713bc43f66 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:35.010440 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.137340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Transition to ACTIVE for port object ffd03bbf-f931-494a-9e01-732fd7cbf742 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:35.146434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e5876-3d92-4958-9a21-33713bc43f66', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:40Z', 'updated_at': '2021-07-16T20:18:30Z', 'revision_number': 5, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'gw_port': {'id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:41Z', 'updated_at': '2021-07-16T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:35.155347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-cbc52f03-9d86-4ce6-bb42-2a246619d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.168322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-cbc52f03-9d86-4ce6-bb42-2a246619d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.169165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-cbc52f03-9d86-4ce6-bb42-2a246619d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.169800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-cbc52f03-9d86-4ce6-bb42-2a246619d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.170457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-cbc52f03-9d86-4ce6-bb42-2a246619d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.171083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-cbc52f03-9d86-4ce6-bb42-2a246619d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.171729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-cbc52f03-9d86-4ce6-bb42-2a246619d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.173981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-cbc52f03-9d86-4ce6-bb42-2a246619d391 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6350 time: 0.8788302 Jul 16 20:18:35.185829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] Checking router: 274e5876-3d92-4958-9a21-33713bc43f66 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:18:35.196799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] Routers {'274e5876-3d92-4958-9a21-33713bc43f66'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:18:35.197499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:18:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['274e5876-3d92-4958-9a21-33713bc43f66'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:35.235303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4d6ff-eeeb-4fc8-87aa-7c8ee6ffbd37 req-c7e5f2cf-2a87-41a1-8701-3cda807351d0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.241601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4d6ff-eeeb-4fc8-87aa-7c8ee6ffbd37 req-c7e5f2cf-2a87-41a1-8701-3cda807351d0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.247792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4d6ff-eeeb-4fc8-87aa-7c8ee6ffbd37 req-c7e5f2cf-2a87-41a1-8701-3cda807351d0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.253703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4d6ff-eeeb-4fc8-87aa-7c8ee6ffbd37 req-c7e5f2cf-2a87-41a1-8701-3cda807351d0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.261390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4d6ff-eeeb-4fc8-87aa-7c8ee6ffbd37 req-c7e5f2cf-2a87-41a1-8701-3cda807351d0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.268917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4d6ff-eeeb-4fc8-87aa-7c8ee6ffbd37 req-c7e5f2cf-2a87-41a1-8701-3cda807351d0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.275290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4d6ff-eeeb-4fc8-87aa-7c8ee6ffbd37 req-c7e5f2cf-2a87-41a1-8701-3cda807351d0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.283242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.285553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7cf4d6ff-eeeb-4fc8-87aa-7c8ee6ffbd37 req-c7e5f2cf-2a87-41a1-8701-3cda807351d0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5398 time: 0.4852791 Jul 16 20:18:35.303228 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.321371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:35.346763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.356149 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.417726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88409061-8a32-4093-bfa4-dc6b79d781b2']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:35.458448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] Set router 274e5876-3d92-4958-9a21-33713bc43f66 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:18:35.489922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7cf4d6ff-eeeb-4fc8-87aa-7c8ee6ffbd37 req-58f006cb-d998-4a8f-a020-f63e4d8c0337 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032161 Jul 16 20:18:35.530510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5ca7bd-17d6-4eaf-83cd-801fb402893c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:35.530903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5ca7bd-17d6-4eaf-83cd-801fb402893c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:35.543310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:35.551625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:35.572653 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-602a56cd-26e9-4aad-a8d3-c478719ef164 req-cbdfcd5d-7274-428f-b74c-64201a2f6370 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762471 Jul 16 20:18:35.712371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:35.829278 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.830595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.846943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event updated for resources: {'Port': ['ID=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:35.854830 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.891642 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:35.902925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-f2aa0912-ca92-4ae9-9fe7-33a011157318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.903432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-f2aa0912-ca92-4ae9-9fe7-33a011157318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.903907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-f2aa0912-ca92-4ae9-9fe7-33a011157318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:35.905521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-f2aa0912-ca92-4ae9-9fe7-33a011157318 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d34f052adcf44c26812ac8b2e98945d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6380429 Jul 16 20:18:35.906159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd03bbf-f931-494a-9e01-732fd7cbf742,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:35.912384 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-8374106b-6ea6-46fb-895a-73bdac473821 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8773594 Jul 16 20:18:35.948576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Request body: {'port': {'device_id': '66f721ae-6764-4707-b603-0446617a36f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:36.053220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f49ba68-b836-4f4b-9ffb-4f39dd2fc87a tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] 10.222.0.10 "GET /v2.0/agents/53e45682-c938-4c71-93f0-afd8cc46d3e7/dhcp-networks HTTP/1.1" status: 200 len: 11244 time: 1.5266752 Jul 16 20:18:36.062445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:36.070085 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.141996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:36.142646 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:18:36.144348 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:36.149201 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:36.172261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Deleting port fee1e95c-084a-4311-9b4f-1d96de146599 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:36.172821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.220351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a92635-3871-4a97-8721-3ecb0b9bb9f3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:36.255004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.334339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] For port fee1e95c-084a-4311-9b4f-1d96de146599, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=fee1e95c-084a-4311-9b4f-1d96de146599,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:36.334726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.349115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Calling delete_port for fee1e95c-084a-4311-9b4f-1d96de146599 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:36.366985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e5876-3d92-4958-9a21-33713bc43f66', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:40Z', 'updated_at': '2021-07-16T20:18:30Z', 'revision_number': 5, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'gw_port': {'id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:41Z', 'updated_at': '2021-07-16T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:36.375055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Transition to ACTIVE for port object a2a92635-3871-4a97-8721-3ecb0b9bb9f3 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:36.382998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.411477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b23de-9082-467a-a938-33fb80646d84 req-9260b06e-7a79-4223-b2da-f79e5e6a9da3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:36.413088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-830b23de-9082-467a-a938-33fb80646d84 req-9260b06e-7a79-4223-b2da-f79e5e6a9da3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 932 time: 0.4999073 Jul 16 20:18:36.433766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597c203-fa23-49f2-b8b7-a11eec51b5b6 None None] The sync data for ids ['274e5876-3d92-4958-9a21-33713bc43f66'] in n-d-792394-17 is: [{'id': '274e5876-3d92-4958-9a21-33713bc43f66', 'name': 'tempest-ServerRescueNegativeTestJSON-562600775-router', 'tenant_id': 'd248568130be47fc9a5b4d8184c5d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:14:40Z', 'updated_at': '2021-07-16T20:18:30Z', 'revision_number': 5, 'project_id': 'd248568130be47fc9a5b4d8184c5d13f', 'gw_port': {'id': 'fee1e95c-084a-4311-9b4f-1d96de146599', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e5876-3d92-4958-9a21-33713bc43f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:14:41Z', 'updated_at': '2021-07-16T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:18:36.497247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.518214 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.520994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] 10.222.0.10 "DELETE /v2.0/networks/88409061-8a32-4093-bfa4-dc6b79d781b2 HTTP/1.1" status: 204 len: 168 time: 2.4965403 Jul 16 20:18:36.521926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a386cb-04ee-4799-8a5d-c552162dcb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=88409061-8a32-4093-bfa4-dc6b79d781b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:36.537553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-848b455b-3704-45ac-92ad-93a45374fab1 tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] 10.222.0.10 "GET /v2.0/networks/53c08c70-47c7-4e67-913c-6fa083416882/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.4679785 Jul 16 20:18:36.538255 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:36.556944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-54d9e3fc-b5e2-45e1-a4b7-1a3a698e2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:36.558706 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff28f4e4-a44a-4f7b-8975-ae175cb4e80f req-54d9e3fc-b5e2-45e1-a4b7-1a3a698e2594 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6410108 Jul 16 20:18:36.593343 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.618987 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.648425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:36.681827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Attempting to bind port ffd03bbf-f931-494a-9e01-732fd7cbf742 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:36.682406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Attempting to bind port ffd03bbf-f931-494a-9e01-732fd7cbf742 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'f475224a-60db-456d-ac92-1f33786c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:36.682921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Attempting to bind port ffd03bbf-f931-494a-9e01-732fd7cbf742 on network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:36.744003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-830b23de-9082-467a-a938-33fb80646d84 req-e4ef57da-84d8-4d94-a9fc-9065a134b76b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250012 Jul 16 20:18:36.755855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Port ffd03bbf-f931-494a-9e01-732fd7cbf742 on network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:36.766117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Attempting to bind port ffd03bbf-f931-494a-9e01-732fd7cbf742 on network bed8c7f4-b764-46d9-9a1c-4cf54469ae6a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:36.782598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:36.790184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Checking segment: {'id': 'f475224a-60db-456d-ac92-1f33786c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:36.812357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Bound using segment: {'id': 'f475224a-60db-456d-ac92-1f33786c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:36.812851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Bound port: ffd03bbf-f931-494a-9e01-732fd7cbf742, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f475224a-60db-456d-ac92-1f33786c5bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:36.813235 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:36.939097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b7027b50-ba1b-46b8-901a-b9b2243f274a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:36.961959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Pushing event deleted for resources: {'Port': ['ID=fee1e95c-084a-4311-9b4f-1d96de146599,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:37.003647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: b7027b50-ba1b-46b8-901a-b9b2243f274a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:37.005301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b7027b50-ba1b-46b8-901a-b9b2243f274a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:37.052035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.087985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4bfeed58-69bf-4eb9-8ab6-1daf79ddf705 tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] 10.222.0.10 "GET /v2.0/networks/53c08c70-47c7-4e67-913c-6fa083416882/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.5481377 Jul 16 20:18:37.106139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.220318 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ba390219-d1a2-4e9b-b75a-26335753a793 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25051170836040b5be5c6d1a7f02bd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564090 Jul 16 20:18:37.225748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57254) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:37.292324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.351943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Attempting to bind port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:37.352790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Attempting to bind port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:37.353356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Attempting to bind port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 on network 11c173dd-4aaa-49dd-872c-190c74ede91e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:37.412229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 on network 11c173dd-4aaa-49dd-872c-190c74ede91e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:37.412977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Attempting to bind port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 on network 11c173dd-4aaa-49dd-872c-190c74ede91e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:37.427387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] For port ffd03bbf-f931-494a-9e01-732fd7cbf742, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:37.431352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:37.431876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Checking segment: {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:37.432495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Bound using segment: {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:37.433012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Bound port: a2a92635-3871-4a97-8721-3ecb0b9bb9f3, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:37.433447 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.470504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] For port ffd03bbf-f931-494a-9e01-732fd7cbf742, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:37.484738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.538295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-868999bf-3aaa-4b7d-be13-b2375703d858 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3254521 Jul 16 20:18:37.573350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3539f-e65c-4ca3-aedf-12ff25cbb41c req-01912b77-ddf2-49f4-8ba8-06299f5c7e82 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.580347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3539f-e65c-4ca3-aedf-12ff25cbb41c req-01912b77-ddf2-49f4-8ba8-06299f5c7e82 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.587372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3539f-e65c-4ca3-aedf-12ff25cbb41c req-01912b77-ddf2-49f4-8ba8-06299f5c7e82 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.593647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3539f-e65c-4ca3-aedf-12ff25cbb41c req-01912b77-ddf2-49f4-8ba8-06299f5c7e82 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.599823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3539f-e65c-4ca3-aedf-12ff25cbb41c req-01912b77-ddf2-49f4-8ba8-06299f5c7e82 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.605962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3539f-e65c-4ca3-aedf-12ff25cbb41c req-01912b77-ddf2-49f4-8ba8-06299f5c7e82 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.614187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3539f-e65c-4ca3-aedf-12ff25cbb41c req-01912b77-ddf2-49f4-8ba8-06299f5c7e82 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.616294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84c3539f-e65c-4ca3-aedf-12ff25cbb41c req-01912b77-ddf2-49f4-8ba8-06299f5c7e82 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5410 time: 0.4717433 Jul 16 20:18:37.633684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062df0bc-5c5e-4c10-b2e5-5820e19b0608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.666873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.667550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.669097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] 10.222.0.63 "PUT /v2.0/ports/ffd03bbf-f931-494a-9e01-732fd7cbf742 HTTP/1.1" status: 200 len: 1092 time: 5.2283680 Jul 16 20:18:37.681227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:37.683566 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b567ff2-4317-4674-aeea-137f3aecd526" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:37.753787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.764783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3566895-f4c4-4534-946f-43bf1a0c493a req-7832f230-add1-4293-9e11-f1539423c9a1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:37.772016 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3566895-f4c4-4534-946f-43bf1a0c493a req-7832f230-add1-4293-9e11-f1539423c9a1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 943 time: 0.5996721 Jul 16 20:18:37.794046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.855562 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062df0bc-5c5e-4c10-b2e5-5820e19b0608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:37.862022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73e0e0-0e79-4f84-a274-66fa966ac074 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd03bbf-f931-494a-9e01-732fd7cbf742,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:37.871752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] For port a2a92635-3871-4a97-8721-3ecb0b9bb9f3, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:37.912624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84c3539f-e65c-4ca3-aedf-12ff25cbb41c req-7c027a64-7601-4778-80ee-87b9e2f570f2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2690690 Jul 16 20:18:37.918525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] For port a2a92635-3871-4a97-8721-3ecb0b9bb9f3, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:37.933790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3566895-f4c4-4534-946f-43bf1a0c493a req-b5570d69-0f48-41c1-bc83-7b6015467733 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590512 Jul 16 20:18:37.946268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:37.955224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.010434 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.032433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57262) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:38.034291 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0d4c50ab-3859-4fef-9987-a478decaf5fb tempest-DHCPAgentSchedulersTestJSON-1875039632 tempest-DHCPAgentSchedulersTestJSON-1875039632-project-admin] 10.222.0.10 "GET /v2.0/agents/53e45682-c938-4c71-93f0-afd8cc46d3e7/dhcp-networks HTTP/1.1" status: 200 len: 10478 time: 0.9142034 Jul 16 20:18:38.037216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.039534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 274e5876-3d92-4958-9a21-33713bc43f66 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:18:38.061968 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.063192 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5a794da3-8661-4f0c-9fd5-193c08d8b82b admin admin] 10.222.0.10 "DELETE /v2.0/routers/274e5876-3d92-4958-9a21-33713bc43f66 HTTP/1.1" status: 204 len: 168 time: 3.1996713 Jul 16 20:18:38.065813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-59b7749d-00a4-4d7d-8e3e-efe90b596dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.067422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-59b7749d-00a4-4d7d-8e3e-efe90b596dce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 1096 time: 0.4375126 Jul 16 20:18:38.074908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:38.109546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.110166 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.123685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] 10.222.0.30 "PUT /v2.0/ports/a2a92635-3871-4a97-8721-3ecb0b9bb9f3 HTTP/1.1" status: 200 len: 1092 time: 5.1460817 Jul 16 20:18:38.164029 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad50729-241b-471a-82a3-101c4e7d12b8 x-openstack-request-id: req-6ad50729-241b-471a-82a3-101c4e7d12b8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:38.164419 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:38.164690 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ad50729-241b-471a-82a3-101c4e7d12b8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:38.165178 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742', 'status': 'completed', 'code': 200} Jul 16 20:18:38.181074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Transition to ACTIVE for port object 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:38.210749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Request body: {'port': {'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:38.239079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.392166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-871d7ce8-5b7e-4b40-9f12-cae9eb5e4aba admin admin] Deleting subnet 363643e8-041f-459a-a17e-f6881ca14dfa {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:38.410826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-871d7ce8-5b7e-4b40-9f12-cae9eb5e4aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.457411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef15137-b596-44bc-8baf-b0a8f9899e80 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:38.483592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9b20b857-b81d-4dfd-9bc1-1ac492fce87a tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.489382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9b20b857-b81d-4dfd-9bc1-1ac492fce87a tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ec46bb2-c60d-4eaf-853c-7826df1b603f HTTP/1.1" status: 200 len: 945 time: 0.7130835 Jul 16 20:18:38.490108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062df0bc-5c5e-4c10-b2e5-5820e19b0608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.492945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062df0bc-5c5e-4c10-b2e5-5820e19b0608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.493880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-062df0bc-5c5e-4c10-b2e5-5820e19b0608 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5da94360-5431-4853-b917-5edbdb66e084 HTTP/1.1" status: 204 len: 168 time: 1.2273731 Jul 16 20:18:38.524005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Pushing event updated for resources: {'Port': ['ID=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:38.548542 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-871d7ce8-5b7e-4b40-9f12-cae9eb5e4aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.573076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.578103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-bebd2268-e72c-410f-990f-a7c95bc202ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.579718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-bebd2268-e72c-410f-990f-a7c95bc202ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 1095 time: 0.8416874 Jul 16 20:18:38.601181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-871d7ce8-5b7e-4b40-9f12-cae9eb5e4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.670336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062df0bc-5c5e-4c10-b2e5-5820e19b0608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da94360-5431-4853-b917-5edbdb66e084,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:38.689658 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-c628f08e-9b68-415c-8508-95692e3922f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742 HTTP/1.1" status: 200 len: 217 time: 0.1005771 Jul 16 20:18:38.803669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-871d7ce8-5b7e-4b40-9f12-cae9eb5e4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.826296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-871d7ce8-5b7e-4b40-9f12-cae9eb5e4aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:38.830987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-871d7ce8-5b7e-4b40-9f12-cae9eb5e4aba admin admin] 10.222.0.10 "DELETE /v2.0/subnets/363643e8-041f-459a-a17e-f6881ca14dfa HTTP/1.1" status: 204 len: 168 time: 0.7544689 Jul 16 20:18:38.840077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-12391063-fdb6-4367-b19b-caf02ee556c4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.842714 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-12391063-fdb6-4367-b19b-caf02ee556c4 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.63 "GET /v2.0/ports?device_id=b7d2e169-80aa-4d0b-918f-07c82621b679 HTTP/1.1" status: 200 len: 946 time: 0.6479912 Jul 16 20:18:38.844792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:38.878203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-b0911ecb-d72d-4405-8aa8-d7c3328ea773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.879834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-b0911ecb-d72d-4405-8aa8-d7c3328ea773 service neutron] 10.222.0.30 "GET /v2.0/networks?id=090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 200 len: 922 time: 0.7486758 Jul 16 20:18:38.885745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Attempting to bind port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:38.886413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Attempting to bind port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:38.887049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Attempting to bind port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:38.894793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8c5ec-59dd-4d26-a9de-aa6a8908d17f req-74dee851-1691-4521-9c57-a12911820f05 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:38.896415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6dd8c5ec-59dd-4d26-a9de-aa6a8908d17f req-74dee851-1691-4521-9c57-a12911820f05 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 944 time: 0.5129964 Jul 16 20:18:38.945051 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.017262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:39.017599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Attempting to bind port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:39.026343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-547eab34-4eaa-44af-b2a0-5c3c6cfa4153 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 HTTP/1.1" status: 200 len: 217 time: 0.1132200 Jul 16 20:18:39.028985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fee1e95c-084a-4311-9b4f-1d96de146599 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:39.032901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-d365e9e1-f776-4a52-ad39-d49e5e6eee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.034465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-d365e9e1-f776-4a52-ad39-d49e5e6eee46 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.3353338 Jul 16 20:18:39.035444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094276e-e6d1-42f6-94cf-ce10a08d109a req-74b22b64-9857-418e-ac85-7184b376a44b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.047012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e094276e-e6d1-42f6-94cf-ce10a08d109a req-74b22b64-9857-418e-ac85-7184b376a44b tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec46bb2-c60d-4eaf-853c-7826df1b603f HTTP/1.1" status: 200 len: 945 time: 0.6187356 Jul 16 20:18:39.079706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: fee1e95c-084a-4311-9b4f-1d96de146599 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:39.081024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fee1e95c-084a-4311-9b4f-1d96de146599 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:39.087611 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.100099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d7ce8-5b7e-4b40-9f12-cae9eb5e4aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363643e8-041f-459a-a17e-f6881ca14dfa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:39.117094 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e094276e-e6d1-42f6-94cf-ce10a08d109a req-def9c8f4-e52a-413e-9b85-e3654ad5e719 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690548 Jul 16 20:18:39.162319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:39.162666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Checking segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:39.163174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Bound using segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:39.163676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Bound port: 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:39.164039 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.234873 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.427382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] For port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:39.455204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Deleting port ce405b6e-9db9-4c7a-86af-82f4ef34b626 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:39.455598 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.504246 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-aedafff9-ac3b-4abf-a071-9b0159a07d93 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4552462 Jul 16 20:18:39.505830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9295788b-5406-405b-a509-64234cf87e7b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:39.542428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] For port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:39.545524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:39.546024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6dd8c5ec-59dd-4d26-a9de-aa6a8908d17f req-27fa9d42-59fd-4dd3-bad6-bb7dd3055b99 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158097 Jul 16 20:18:39.549765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e08bae-e2aa-4c2e-80ca-93818711e09d') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:39.549765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e08bae-e2aa-4c2e-80ca-93818711e09d') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:39.598754 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.605133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.614717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.631376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] For port ce405b6e-9db9-4c7a-86af-82f4ef34b626, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ce405b6e-9db9-4c7a-86af-82f4ef34b626,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:39.631772 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.654558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc92f4df-a3d1-43b6-a018-5feae2d6e24a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:39.664293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Deleting port 92885a44-0e96-46d0-9003-f3d5b8452264 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:39.664635 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.679362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-dedafadf-0635-467d-a683-3c97fa8a9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.683209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-dedafadf-0635-467d-a683-3c97fa8a9f65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 200 len: 861 time: 0.6464591 Jul 16 20:18:39.697318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Calling delete_port for ce405b6e-9db9-4c7a-86af-82f4ef34b626 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:39.708191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a86d6e-6477-4af8-a494-afaadf610046 req-0388b57c-7bb6-4ca6-ba21-ce855cb77849 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.710859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f3a86d6e-6477-4af8-a494-afaadf610046 req-0388b57c-7bb6-4ca6-ba21-ce855cb77849 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 943 time: 0.3904235 Jul 16 20:18:39.714669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e117bc-2fd8-43ba-83b6-11de471f113a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:39.714965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e117bc-2fd8-43ba-83b6-11de471f113a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:39.720999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:39.721619 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.723005 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] 10.222.0.63 "PUT /v2.0/ports/10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 HTTP/1.1" status: 200 len: 1093 time: 3.8017857 Jul 16 20:18:39.732836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f721ae-6764-4707-b603-0446617a36f3', 'tag': '10be1d68-8d0a-4fe2-a5fc-3e5a522660b3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:39.735243 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4643ed-3192-44d6-989d-23ab67bb7b98" -d '{"events": [{"name": "network-changed", "server_uuid": "66f721ae-6764-4707-b603-0446617a36f3", "tag": "10be1d68-8d0a-4fe2-a5fc-3e5a522660b3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:39.761843 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.809062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1587804908-network', 'tenant_id': '8d107ac5d1df456ba22d1e09c7f32c26'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:39.819735 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.868959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.871246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:39.871766 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:39.877099 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:39.891232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85e907-236f-4b91-b1b3-f4183dd7249e service neutron] Pushing event updated for resources: {'Port': ['ID=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:39.906390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:39.906810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:39.909417 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:39.934375 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-082a27bd-10d6-4aaa-8f09-b1aa70e37619 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=090e63f5-0b12-480f-a8ba-caa5cb1116a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118827 Jul 16 20:18:39.949253 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f3a86d6e-6477-4af8-a494-afaadf610046 req-5f3c8a36-61ef-4938-9b8f-1805515ddb90 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234242 Jul 16 20:18:40.005192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Made reservation on behalf of 8d107ac5d1df456ba22d1e09c7f32c26 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:40.007955 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.011012 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33c6d5b-3c14-4c80-aa02-bb064dc819bf x-openstack-request-id: req-e33c6d5b-3c14-4c80-aa02-bb064dc819bf {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:40.011322 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f721ae-6764-4707-b603-0446617a36f3", "tag": "10be1d68-8d0a-4fe2-a5fc-3e5a522660b3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:40.011572 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e33c6d5b-3c14-4c80-aa02-bb064dc819bf {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:40.011953 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f721ae-6764-4707-b603-0446617a36f3', 'tag': '10be1d68-8d0a-4fe2-a5fc-3e5a522660b3', 'status': 'completed', 'code': 200} Jul 16 20:18:40.040931 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.044854 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.052767 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.054665 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dc92f4df-a3d1-43b6-a018-5feae2d6e24a HTTP/1.1" status: 204 len: 168 time: 1.2044404 Jul 16 20:18:40.073778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cfd42-594d-4e64-96ab-5b89b0097cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc92f4df-a3d1-43b6-a018-5feae2d6e24a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.091375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-5390250f-baca-41bf-bf32-e61d1bb42db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.092905 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-5390250f-baca-41bf-bf32-e61d1bb42db2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 1096 time: 0.3078904 Jul 16 20:18:40.174647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:40.178403 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "a2a92635-3871-4a97-8721-3ecb0b9bb9f3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:40.198155 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-b6a00822-6b5d-412a-8b86-72391290ccba service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781960 Jul 16 20:18:40.229370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.233036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.235974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-e0c28259-e1c2-4911-a119-841ee38f701b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 HTTP/1.1" status: 200 len: 217 time: 0.1222694 Jul 16 20:18:40.280156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.281983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] 10.222.0.10 "DELETE /v2.0/networks/9295788b-5406-405b-a509-64234cf87e7b HTTP/1.1" status: 204 len: 168 time: 2.2437398 Jul 16 20:18:40.287111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.307355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.355335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] For port 92885a44-0e96-46d0-9003-f3d5b8452264, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=92885a44-0e96-46d0-9003-f3d5b8452264,segment=NetworkSegment(c0828452-1aec-4ea1-8b7e-5134e6760f7a),segment_id=c0828452-1aec-4ea1-8b7e-5134e6760f7a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:40.355918 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.373186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Pushing event deleted for resources: {'Port': ['ID=ce405b6e-9db9-4c7a-86af-82f4ef34b626,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.376386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a226579-3a5c-41ec-a254-bd95fe323c03 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Pushing event deleted for resources: {'Network': ['ID=9295788b-5406-405b-a509-64234cf87e7b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.428858 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a10bf0-956f-4277-9232-39510007cbb5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] DELETE failed (client error): The resource could not be found. Jul 16 20:18:40.429679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a10bf0-956f-4277-9232-39510007cbb5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:18:40.431459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d7a10bf0-956f-4277-9232-39510007cbb5 tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] 10.222.0.10 "DELETE /v2.0/ports/a6a6c513-d6ed-4b21-b9ae-f6b417fd1008 HTTP/1.1" status: 404 len: 333 time: 0.1367779 Jul 16 20:18:40.438345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.438698 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.439056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.439412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.439747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.440076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.440406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.440737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.441062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.441383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.441702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.442018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:40.451710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.453537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-29cd31dc-c2fd-4a9f-9bc7-598f0d030f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.455071 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-29cd31dc-c2fd-4a9f-9bc7-598f0d030f3e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.2031109 Jul 16 20:18:40.458980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Calling delete_port for 92885a44-0e96-46d0-9003-f3d5b8452264 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:40.459965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4df7d290-9a06-402e-bacb-42f112b4a52b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d248568130be47fc9a5b4d8184c5d13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216480 Jul 16 20:18:40.468204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57318) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:40.529121 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] No DVR routers for this DVR port ce405b6e-9db9-4c7a-86af-82f4ef34b626 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:40.555888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.557861 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8b43bf8b-1ef6-445c-aad0-63cd40129a3d req-ddfcf2bc-6c95-4246-a31a-9ad74bc0b438 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.63 "DELETE /v2.0/ports/ce405b6e-9db9-4c7a-86af-82f4ef34b626 HTTP/1.1" status: 204 len: 173 time: 1.6276569 Jul 16 20:18:40.567428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-014a74d2-104e-4b90-93c1-4c78178ca43e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944405 Jul 16 20:18:40.586535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-b7ffb5bd-6847-42eb-98f3-de8f56d56c3b service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395636 Jul 16 20:18:40.612035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e9649-62a8-412d-b410-900cc4dba314 req-3b4bc4b5-232f-4dd5-a696-096f8bfb9bde tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.612683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4da1f8e2-8d8c-418a-b217-ec5391d8939f req-92d8094b-3037-4937-b5d8-b0f249aec365 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079187 Jul 16 20:18:40.619005 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c5e9649-62a8-412d-b410-900cc4dba314 req-3b4bc4b5-232f-4dd5-a696-096f8bfb9bde tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 944 time: 0.5004458 Jul 16 20:18:40.675638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc250fb-240a-4588-8078-967b6c2dc45a tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Deleting subnet 6e4ae82a-3724-4307-993f-edaa1e702e78 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:40.675853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ad99e-04d9-4917-813d-82c52f1d3f2c req-66b6b52f-9444-4304-9ee5-af3bc238def9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.681176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ad99e-04d9-4917-813d-82c52f1d3f2c req-66b6b52f-9444-4304-9ee5-af3bc238def9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.687759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ad99e-04d9-4917-813d-82c52f1d3f2c req-66b6b52f-9444-4304-9ee5-af3bc238def9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.690820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcc250fb-240a-4588-8078-967b6c2dc45a tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.693846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ad99e-04d9-4917-813d-82c52f1d3f2c req-66b6b52f-9444-4304-9ee5-af3bc238def9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.699672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ad99e-04d9-4917-813d-82c52f1d3f2c req-66b6b52f-9444-4304-9ee5-af3bc238def9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.706640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ad99e-04d9-4917-813d-82c52f1d3f2c req-66b6b52f-9444-4304-9ee5-af3bc238def9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.712142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ad99e-04d9-4917-813d-82c52f1d3f2c req-66b6b52f-9444-4304-9ee5-af3bc238def9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.714150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-260ad99e-04d9-4917-813d-82c52f1d3f2c req-66b6b52f-9444-4304-9ee5-af3bc238def9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5410 time: 0.7133405 Jul 16 20:18:40.720383 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.761210 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.768954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8645b5fe-4124-41a6-abd7-15a2d7acffd1 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:40.804899 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.814534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 92885a44-0e96-46d0-9003-f3d5b8452264 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:40.821131 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c5e9649-62a8-412d-b410-900cc4dba314 req-3e2124f4-52e7-4890-a628-779a6addddeb tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012241 Jul 16 20:18:40.823309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:40.827294 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcc250fb-240a-4588-8078-967b6c2dc45a tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.865046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-da59b9f8-c6f5-42de-b34d-4772db2598a8 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:40.866785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-da59b9f8-c6f5-42de-b34d-4772db2598a8 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 944 time: 0.4428909 Jul 16 20:18:40.874371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e80a7a5-3c55-4344-b067-9b1417f75d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.890183 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.890833 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Added segment 6c4e1349-daab-4a25-99c8-2c17df9aedc8 of type vlan for network 4e50ef9d-98dd-4d65-8406-072642a6833d Jul 16 20:18:40.895060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-2d251e3c-fc5b-4325-9c09-bb9799de002e service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110323 Jul 16 20:18:40.910196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Transition to ACTIVE for port object 8645b5fe-4124-41a6-abd7-15a2d7acffd1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:40.910341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564c82f2-00a1-4c97-a605-93e2deaa7f99,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:40.959946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-260ad99e-04d9-4917-813d-82c52f1d3f2c req-03452a38-e356-4801-89e1-58bef00e4fdb tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2200525 Jul 16 20:18:40.961453 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:40.961734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.039245 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.045264 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e80a7a5-3c55-4344-b067-9b1417f75d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.083732 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de92ccd7-59f1-4005-9fd0-4d250c7d2821 x-openstack-request-id: req-de92ccd7-59f1-4005-9fd0-4d250c7d2821 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:41.084019 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "a2a92635-3871-4a97-8721-3ecb0b9bb9f3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:41.084279 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de92ccd7-59f1-4005-9fd0-4d250c7d2821 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:41.084680 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3', 'status': 'completed', 'code': 200} Jul 16 20:18:41.098667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-5643d292-257e-4c07-be98-33adc4511a2e service neutron] 10.222.0.30 "GET /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009544 Jul 16 20:18:41.099525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.30', 60927) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:41.183359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-b609bbb0-d2ce-49ab-a49a-f48aa21dcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.190527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-b609bbb0-d2ce-49ab-a49a-f48aa21dcda1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 1095 time: 0.4495478 Jul 16 20:18:41.191231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8645b5fe-4124-41a6-abd7-15a2d7acffd1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:41.245336 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.431108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcc250fb-240a-4588-8078-967b6c2dc45a tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.435837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:18:41.441344 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Pushing event deleted for resources: {'Port': ['ID=92885a44-0e96-46d0-9003-f3d5b8452264,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:41.526458 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.527531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.528116 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.535769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c32f0d6-157a-4a1d-8425-80fff72cb945 req-cee8002a-5d41-48e3-87c3-a2eaeab1c4b8 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295669 Jul 16 20:18:41.559383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] No DVR routers for this DVR port 92885a44-0e96-46d0-9003-f3d5b8452264 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:41.569848 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.572055 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbdca7ed-d612-4e01-8b34-2b95d3eec792 req-9f189ecc-3e5e-48e3-8fa7-5e7b77557668 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.30 "DELETE /v2.0/ports/92885a44-0e96-46d0-9003-f3d5b8452264 HTTP/1.1" status: 204 len: 173 time: 3.0765502 Jul 16 20:18:41.573222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device ce405b6e-9db9-4c7a-86af-82f4ef34b626 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:41.581261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Deleting port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:41.581610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.602021 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0520234 Jul 16 20:18:41.607782 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e80a7a5-3c55-4344-b067-9b1417f75d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.610397 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e80a7a5-3c55-4344-b067-9b1417f75d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.611070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:41.614341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e80a7a5-3c55-4344-b067-9b1417f75d47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8 HTTP/1.1" status: 204 len: 168 time: 1.1402366 Jul 16 20:18:41.626664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Request body: {'subnet': {'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1587804908-subnet', 'tenant_id': '8d107ac5d1df456ba22d1e09c7f32c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:41.633266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-fda52f9d-be1f-4ee8-b307-1dd1e79da29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.635000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-fda52f9d-be1f-4ee8-b307-1dd1e79da29a service neutron] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 913 time: 0.4363213 Jul 16 20:18:41.637550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: ce405b6e-9db9-4c7a-86af-82f4ef34b626 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:41.641288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device ce405b6e-9db9-4c7a-86af-82f4ef34b626 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:41.648456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Attempting to bind port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:41.648811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Attempting to bind port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:41.649145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Attempting to bind port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 on network 11c173dd-4aaa-49dd-872c-190c74ede91e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:41.668061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53450e-d607-43c4-bacd-abf8528d9f0b req-3e4983de-6f3c-4bd1-a166-75818b217e62 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.669980 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f53450e-d607-43c4-bacd-abf8528d9f0b req-3e4983de-6f3c-4bd1-a166-75818b217e62 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec46bb2-c60d-4eaf-853c-7826df1b603f HTTP/1.1" status: 200 len: 867 time: 0.6271081 Jul 16 20:18:41.671180 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcc250fb-240a-4588-8078-967b6c2dc45a tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.682399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b4a5f-d485-48a1-a81f-8f9ab9156b45 admin admin] Pushing event updated for resources: {'Network': ['ID=4e50ef9d-98dd-4d65-8406-072642a6833d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:41.701553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 4e50ef9d-98dd-4d65-8406-072642a6833d details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:41.711009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-c4283ed1-60c9-4398-9c51-637eadb118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.711891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-c4283ed1-60c9-4398-9c51-637eadb118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.712542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-c4283ed1-60c9-4398-9c51-637eadb118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.713177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-c4283ed1-60c9-4398-9c51-637eadb118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.713809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-c4283ed1-60c9-4398-9c51-637eadb118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.714444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-c4283ed1-60c9-4398-9c51-637eadb118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.715137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-c4283ed1-60c9-4398-9c51-637eadb118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.717374 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-c4283ed1-60c9-4398-9c51-637eadb118e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6444 time: 0.6143236 Jul 16 20:18:41.739092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 on network 11c173dd-4aaa-49dd-872c-190c74ede91e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:41.739522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80a7a5-3c55-4344-b067-9b1417f75d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce02dc6-ae6b-4746-ad79-7a0eb1d0d4c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:41.739720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Attempting to bind port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 on network 11c173dd-4aaa-49dd-872c-190c74ede91e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:41.747819 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-52f5e6a5-be32-440e-9859-772cb4092f06 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742 HTTP/1.1" status: 200 len: 217 time: 0.1015224 Jul 16 20:18:41.753939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc250fb-240a-4588-8078-967b6c2dc45a tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4ae82a-3724-4307-993f-edaa1e702e78,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:41.760493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe2326-f4e0-4331-8822-36b6d9513bab req-5d85bbac-628d-4a3e-8437-b39d07305eab tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:41.762249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4abe2326-f4e0-4331-8822-36b6d9513bab req-5d85bbac-628d-4a3e-8437-b39d07305eab tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 944 time: 0.5190005 Jul 16 20:18:41.779877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Made reservation on behalf of 8d107ac5d1df456ba22d1e09c7f32c26 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:41.783178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.785295 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcc250fb-240a-4588-8078-967b6c2dc45a tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.785475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:41.785701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Checking segment: {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:41.786044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Bound using segment: {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:41.786492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Bound port: 8645b5fe-4124-41a6-abd7-15a2d7acffd1, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727b2783-3d75-450a-b9b7-1d1f4b4572fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:41.786907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:41.789858 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dcc250fb-240a-4588-8078-967b6c2dc45a tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] 10.222.0.10 "DELETE /v2.0/subnets/6e4ae82a-3724-4307-993f-edaa1e702e78 HTTP/1.1" status: 204 len: 168 time: 1.3266284 Jul 16 20:18:41.795392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:41.819230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e6f9d-b406-4cd4-8a3d-7bb6149993f2 None None] Network 53c08c70-47c7-4e67-913c-6fa083416882 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:41.916161 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f53450e-d607-43c4-bacd-abf8528d9f0b req-b7fd476b-0237-4803-a0a1-3027cfe066a8 tempest-ListServersNegativeTestJSON-1015255719 tempest-ListServersNegativeTestJSON-1015255719-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b17c6c2-0b92-4470-b8b3-fea47c1de25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813471 Jul 16 20:18:42.004085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-88f6a5c9-f4ca-4aff-ad83-1e4f2e0779ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.007641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-88f6a5c9-f4ca-4aff-ad83-1e4f2e0779ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 1096 time: 0.3902469 Jul 16 20:18:42.013378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2e169-80aa-4d0b-918f-07c82621b679', 'name': 'network-vif-deleted', 'tag': 'ce405b6e-9db9-4c7a-86af-82f4ef34b626'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:42.015543 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98cf330-b99f-4346-a088-9fa46773f772" -d '{"events": [{"server_uuid": "b7d2e169-80aa-4d0b-918f-07c82621b679", "name": "network-vif-deleted", "tag": "ce405b6e-9db9-4c7a-86af-82f4ef34b626"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:42.053391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-2091531b-72e1-46c9-901f-8380d97fbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.053952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-2091531b-72e1-46c9-901f-8380d97fbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.054411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-2091531b-72e1-46c9-901f-8380d97fbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.054976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] For port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:42.055568 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.057017 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-2091531b-72e1-46c9-901f-8380d97fbf0b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d34f052adcf44c26812ac8b2e98945d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3057625 Jul 16 20:18:42.100371 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4abe2326-f4e0-4331-8822-36b6d9513bab req-6c9e71b7-ffbf-4579-bd13-0dc1c17b20fa tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214543 Jul 16 20:18:42.271101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.274748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-2721ef4c-e4ff-4ffa-9e39-7f11b227fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.277400 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-2721ef4c-e4ff-4ffa-9e39-7f11b227fefb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.5089374 Jul 16 20:18:42.354948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] For port 8645b5fe-4124-41a6-abd7-15a2d7acffd1, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:42.375232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31290cb5-b6c2-4984-b11d-4e563e689755 None None] DHCP port deletion for 53c08c70-47c7-4e67-913c-6fa083416882 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:18:42.454125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-0655df99-5662-47e9-904b-3992d337d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.456540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-0655df99-5662-47e9-904b-3992d337d96b service neutron] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 906 time: 0.4380405 Jul 16 20:18:42.478610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31290cb5-b6c2-4984-b11d-4e563e689755 None None] Deleting port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:42.479140 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31290cb5-b6c2-4984-b11d-4e563e689755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.552594 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.572679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31290cb5-b6c2-4984-b11d-4e563e689755 None None] For port 859c1fce-bb2b-4a68-a957-90b6cf8fab36, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=859c1fce-bb2b-4a68-a957-90b6cf8fab36,segment=NetworkSegment(47df6437-76f4-4812-85b9-685a2c10b234),segment_id=47df6437-76f4-4812-85b9-685a2c10b234)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:42.573275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31290cb5-b6c2-4984-b11d-4e563e689755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.593020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-1a91336a-ae38-467d-baee-f9b88daa01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.595550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cacde4d2-7d1e-447a-a819-098b1fe2dd1c req-1a91336a-ae38-467d-baee-f9b88daa01c9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5254374 Jul 16 20:18:42.600546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31290cb5-b6c2-4984-b11d-4e563e689755 None None] Calling delete_port for 859c1fce-bb2b-4a68-a957-90b6cf8fab36 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:42.605393 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-0e7698f3-3a79-4c36-af13-5cc333be1d8f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 HTTP/1.1" status: 200 len: 217 time: 0.1385393 Jul 16 20:18:42.633472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Calling delete_port for b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:42.647126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] For port 8645b5fe-4124-41a6-abd7-15a2d7acffd1, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:42.680851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-646d4b7f-f8ee-4c61-a585-1ac9ec59be5f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1816077 Jul 16 20:18:42.692386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f35530-8041-488c-887d-fc08efcf6ca9 req-a930a8e0-43aa-4f6a-af74-88a3d464e929 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.694072 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f3f35530-8041-488c-887d-fc08efcf6ca9 req-a930a8e0-43aa-4f6a-af74-88a3d464e929 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 943 time: 0.4805048 Jul 16 20:18:42.710959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.727753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-657d5d63-1280-43a2-8671-0a67f8884129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:42.730414 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-657d5d63-1280-43a2-8671-0a67f8884129 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.1146202 Jul 16 20:18:42.744807 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31290cb5-b6c2-4984-b11d-4e563e689755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:42.776002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31290cb5-b6c2-4984-b11d-4e563e689755 None None] Pushing event deleted for resources: {'Port': ['ID=859c1fce-bb2b-4a68-a957-90b6cf8fab36,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:42.777295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-b6c3b1fe-b5a7-4dbe-8c0e-c657b05d1578 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400348 Jul 16 20:18:42.778588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31290cb5-b6c2-4984-b11d-4e563e689755 None None] No DVR routers for this DVR port 859c1fce-bb2b-4a68-a957-90b6cf8fab36 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:42.785906 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f3f35530-8041-488c-887d-fc08efcf6ca9 req-ba0d3cad-6122-46bb-91be-76e953a33074 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828245 Jul 16 20:18:42.812695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:42.948546 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-39d9f1ed-b733-4369-950d-42c2938d731e service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615825 Jul 16 20:18:43.024985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 859c1fce-bb2b-4a68-a957-90b6cf8fab36 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:43.047767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 859c1fce-bb2b-4a68-a957-90b6cf8fab36 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:43.048116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 859c1fce-bb2b-4a68-a957-90b6cf8fab36 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:43.056565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.109527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe26fe-6d44-4d9a-bfea-f4022bf97e3a req-8e50428e-8546-47df-9f19-238f55f7131c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.115625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe26fe-6d44-4d9a-bfea-f4022bf97e3a req-8e50428e-8546-47df-9f19-238f55f7131c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.121755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe26fe-6d44-4d9a-bfea-f4022bf97e3a req-8e50428e-8546-47df-9f19-238f55f7131c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.125759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec46bb2-c60d-4eaf-853c-7826df1b603f', 'name': 'network-vif-deleted', 'tag': '92885a44-0e96-46d0-9003-f3d5b8452264'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:43.127811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe26fe-6d44-4d9a-bfea-f4022bf97e3a req-8e50428e-8546-47df-9f19-238f55f7131c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.128053 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e39aa2-1f66-45af-a562-0b159b71140b" -d '{"events": [{"server_uuid": "8ec46bb2-c60d-4eaf-853c-7826df1b603f", "name": "network-vif-deleted", "tag": "92885a44-0e96-46d0-9003-f3d5b8452264"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:43.134225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe26fe-6d44-4d9a-bfea-f4022bf97e3a req-8e50428e-8546-47df-9f19-238f55f7131c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.140223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe26fe-6d44-4d9a-bfea-f4022bf97e3a req-8e50428e-8546-47df-9f19-238f55f7131c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.146213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe26fe-6d44-4d9a-bfea-f4022bf97e3a req-8e50428e-8546-47df-9f19-238f55f7131c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.154278 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abfe26fe-6d44-4d9a-bfea-f4022bf97e3a req-8e50428e-8546-47df-9f19-238f55f7131c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.2092118 Jul 16 20:18:43.176603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e4643ed-3192-44d6-989d-23ab67bb7b98 req-a91c39b3-e634-400f-ae94-bcd1efc121e9 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131367 Jul 16 20:18:43.193383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1124895339-network', 'tenant_id': 'cacdcd4315664c9caba541947251c975'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:43.208599 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abfe26fe-6d44-4d9a-bfea-f4022bf97e3a req-8a8960ec-708b-4bc3-a30c-abaa2e65283a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534079 Jul 16 20:18:43.225682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] The port '859c1fce-bb2b-4a68-a957-90b6cf8fab36' was deleted {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 20:18:43.243686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.243686 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.243686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/8645b5fe-4124-41a6-abd7-15a2d7acffd1 HTTP/1.1" status: 200 len: 1092 time: 5.0456371 Jul 16 20:18:43.244538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Made reservation on behalf of cacdcd4315664c9caba541947251c975 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:43.245563 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.257412 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.293978 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e68f479-cbd5-4c4a-bab5-f067c7d9e1f3 x-openstack-request-id: req-0e68f479-cbd5-4c4a-bab5-f067c7d9e1f3 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:43.294421 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d2e169-80aa-4d0b-918f-07c82621b679", "name": "network-vif-deleted", "tag": "ce405b6e-9db9-4c7a-86af-82f4ef34b626", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:43.294833 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e68f479-cbd5-4c4a-bab5-f067c7d9e1f3 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:43.295611 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d2e169-80aa-4d0b-918f-07c82621b679', 'name': 'network-vif-deleted', 'tag': 'ce405b6e-9db9-4c7a-86af-82f4ef34b626', 'status': 'completed', 'code': 200} Jul 16 20:18:43.429722 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.433929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a076df1d-7874-4a7d-895c-c6cdc0c549a1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:43.437491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.473390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:43.494692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a934c-8524-445e-8d21-039e3c1548a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8645b5fe-4124-41a6-abd7-15a2d7acffd1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:43.502424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe7b21b-b41c-4905-aabf-da82a7997cdd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:43.506289 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.507537 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Added segment 1af1a3dc-957a-437b-a06d-259d8019ac35 of type vlan for network b9002340-0639-4dde-914d-24768a7ccc11 Jul 16 20:18:43.515098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Checking segment: {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:43.515502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Network hostable DHCP agents. Network: 4e50ef9d-98dd-4d65-8406-072642a6833d, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:43.549425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.583286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device ffd03bbf-f931-494a-9e01-732fd7cbf742 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:43.593957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873502c-abd4-4358-b72c-530a429aa8a2 req-db3ca185-9e72-473f-a323-7ef8867621ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.594340 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.598877 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7873502c-abd4-4358-b72c-530a429aa8a2 req-db3ca185-9e72-473f-a323-7ef8867621ee tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e1e9203-5bbf-4fad-9bc9-02940277c66f HTTP/1.1" status: 200 len: 944 time: 1.0825090 Jul 16 20:18:43.630369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c08c70-47c7-4e67-913c-6fa083416882']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:43.639100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed929c6-970c-409c-8762-59f81f5d0a51 req-fce25901-0788-46e1-8416-d1d59dcabdda tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.640999 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ed929c6-970c-409c-8762-59f81f5d0a51 req-fce25901-0788-46e1-8416-d1d59dcabdda tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 944 time: 0.1417670 Jul 16 20:18:43.649883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47df6437-76f4-4812-85b9-685a2c10b234') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:43.650539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47df6437-76f4-4812-85b9-685a2c10b234') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:43.656618 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.657581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.658159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.661012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-64d9b6ca-dd84-455e-9e4e-68f00150f3b9 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9456699 Jul 16 20:18:43.699436 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6392374 Jul 16 20:18:43.716367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.717796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ed929c6-970c-409c-8762-59f81f5d0a51 req-7f7a5d6c-9c7f-472b-8f60-cdb51d353c8c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702670 Jul 16 20:18:43.736147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port ffd03bbf-f931-494a-9e01-732fd7cbf742, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:43.751618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff0e65-4c62-49ad-a7b2-b75571a09e58 admin admin] Pushing event updated for resources: {'Network': ['ID=b9002340-0639-4dde-914d-24768a7ccc11,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:43.761520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57368) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.765967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'ffd03bbf-f931-494a-9e01-732fd7cbf742', 'network_id': 'bed8c7f4-b764-46d9-9a1c-4cf54469ae6a', 'port_id': 'ffd03bbf-f931-494a-9e01-732fd7cbf742', 'mac_address': 'fa:16:3e:8b:ff:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd02fa8-dece-4d3f-9f52-1a01106dc3b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:43.767619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Request body: {'subnet': {'network_id': 'b9002340-0639-4dde-914d-24768a7ccc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1124895339-subnet', 'tenant_id': 'cacdcd4315664c9caba541947251c975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:43.772005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b9002340-0639-4dde-914d-24768a7ccc11 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:43.791979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Network 4e50ef9d-98dd-4d65-8406-072642a6833d is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:43.792553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Made reservation on behalf of cacdcd4315664c9caba541947251c975 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:43.795691 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.817966 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c225b-d925-4cc6-8eff-8cac3d17fabd x-openstack-request-id: req-9f4c225b-d925-4cc6-8eff-8cac3d17fabd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:43.818259 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec46bb2-c60d-4eaf-853c-7826df1b603f", "name": "network-vif-deleted", "tag": "92885a44-0e96-46d0-9003-f3d5b8452264", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:43.818612 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f4c225b-d925-4cc6-8eff-8cac3d17fabd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:43.819116 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec46bb2-c60d-4eaf-853c-7826df1b603f', 'name': 'network-vif-deleted', 'tag': '92885a44-0e96-46d0-9003-f3d5b8452264', 'status': 'completed', 'code': 200} Jul 16 20:18:43.833292 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.842659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-77c7ae31-1c5e-4621-844a-79b3e6ebe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.843157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-77c7ae31-1c5e-4621-844a-79b3e6ebe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.843715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-77c7ae31-1c5e-4621-844a-79b3e6ebe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.844245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-77c7ae31-1c5e-4621-844a-79b3e6ebe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.844727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-77c7ae31-1c5e-4621-844a-79b3e6ebe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.845438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-77c7ae31-1c5e-4621-844a-79b3e6ebe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.845971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-77c7ae31-1c5e-4621-844a-79b3e6ebe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.849765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-77c7ae31-1c5e-4621-844a-79b3e6ebe6ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6486 time: 0.5371857 Jul 16 20:18:43.873355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 4e50ef9d-98dd-4d65-8406-072642a6833d) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:43.890712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e76999a-56da-49eb-aa63-641940cbadfc None None] Network 4e50ef9d-98dd-4d65-8406-072642a6833d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:43.891047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:43.891768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:43.935627 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:43.946427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57372) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:43.973572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:43.974231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.007023 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.009662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-e3755ce2-e853-4d23-95f6-dd2f1eb6a457 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2 HTTP/1.1" status: 200 len: 217 time: 0.1480784 Jul 16 20:18:44.018103 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.036234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6d1ef95f-3f24-49c0-a15a-1411cd0e5025 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4216070 Jul 16 20:18:44.039394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.055102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd03bbf-f931-494a-9e01-732fd7cbf742 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:44.078239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port ffd03bbf-f931-494a-9e01-732fd7cbf742, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:44.092437 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.111785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b97655f-abfe-41f2-96fe-1ca8be0b5fe3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.133538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Checking segment: {'id': '1af1a3dc-957a-437b-a06d-259d8019ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b9002340-0639-4dde-914d-24768a7ccc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:44.134424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Network hostable DHCP agents. Network: b9002340-0639-4dde-914d-24768a7ccc11, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:44.146888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad556e-bb59-4333-be68-ee21d2dd601f req-821cd1b9-7ffa-45d2-9ad1-050ed1aa2c8e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.148907 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aaad556e-bb59-4333-be68-ee21d2dd601f req-821cd1b9-7ffa-45d2-9ad1-050ed1aa2c8e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 943 time: 0.1534588 Jul 16 20:18:44.179417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8070402-5133-449e-997e-17b7c12ed564 admin admin] Deleting subnet 485ab53e-6f84-4999-acfe-b2513179462e {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:44.185633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Network b9002340-0639-4dde-914d-24768a7ccc11 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:44.195671 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7873502c-abd4-4358-b72c-530a429aa8a2 req-c8e4d45a-8065-4c51-a644-cf209f45d6cf tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865242 Jul 16 20:18:44.197186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=ffd03bbf-f931-494a-9e01-732fd7cbf742,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.205124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-4e50ef9d-98dd-4d65-8406-072642a6833d', 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d', 'tenant_id': '8d107ac5d1df456ba22d1e09c7f32c26', 'fixed_ips': [{'subnet_id': 'a076df1d-7874-4a7d-895c-c6cdc0c549a1'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:18:44.206969 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.211825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, b9002340-0639-4dde-914d-24768a7ccc11) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:44.217142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.218220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.227655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b567ff2-4317-4674-aeea-137f3aecd526 req-eee80479-9a5c-409c-8b36-09595db7bb13 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966385 Jul 16 20:18:44.235193 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aaad556e-bb59-4333-be68-ee21d2dd601f req-e8ea885e-c1f7-4b34-9595-03573fdc8714 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794368 Jul 16 20:18:44.237834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f58b3b-ee37-47d3-b63c-4674c0d79724 None None] Network b9002340-0639-4dde-914d-24768a7ccc11 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:44.243352 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-527bb899-cb03-4134-9843-1751a10603a7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4803112 Jul 16 20:18:44.307823 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8070402-5133-449e-997e-17b7c12ed564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.311390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2828fb48-c6b1-4fe4-a65d-b0a7d2c40305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.313329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-2828fb48-c6b1-4fe4-a65d-b0a7d2c40305 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e13b6ad-328a-4ca7-84c2-946e8e68e401 HTTP/1.1" status: 200 len: 851 time: 0.1881895 Jul 16 20:18:44.385054 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.414767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Pushing event deleted for resources: {'Port': ['ID=b677e6f7-5ff1-4bba-bc5c-3ec25e350b55,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.433987 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.439545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] 10.222.0.10 "DELETE /v2.0/networks/53c08c70-47c7-4e67-913c-6fa083416882 HTTP/1.1" status: 204 len: 168 time: 2.6150305 Jul 16 20:18:44.455846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['ffd03bbf-f931-494a-9e01-732fd7cbf742'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:44.472871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] No DVR routers for this DVR port b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:44.480232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe58ad9-036b-451d-be8e-16ce523cda0f tempest-DHCPAgentSchedulersTestJSON-1274298640 tempest-DHCPAgentSchedulersTestJSON-1274298640-project] Pushing event deleted for resources: {'Network': ['ID=53c08c70-47c7-4e67-913c-6fa083416882,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.490387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.492475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33c6e2f3-370b-4e94-8aea-79f0f847ba8a req-4b92ce72-3c48-42f4-9503-7cf2acf3546e tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.30 "DELETE /v2.0/ports/b677e6f7-5ff1-4bba-bc5c-3ec25e350b55 HTTP/1.1" status: 204 len: 173 time: 3.6063337 Jul 16 20:18:44.524775 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8070402-5133-449e-997e-17b7c12ed564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.608014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-fd04dc65-2df4-444b-937e-900f5ac2d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.609600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-fd04dc65-2df4-444b-937e-900f5ac2d7cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2966c3cb-c680-4c12-8fde-f33e0b87a958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2598841 Jul 16 20:18:44.610730 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8070402-5133-449e-997e-17b7c12ed564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.689772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868e0c-dd31-47ba-9c66-fc29ed1fc9df req-17f1d7d3-c580-488c-8e8a-b339056a34b5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.696649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868e0c-dd31-47ba-9c66-fc29ed1fc9df req-17f1d7d3-c580-488c-8e8a-b339056a34b5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.703872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868e0c-dd31-47ba-9c66-fc29ed1fc9df req-17f1d7d3-c580-488c-8e8a-b339056a34b5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.710115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868e0c-dd31-47ba-9c66-fc29ed1fc9df req-17f1d7d3-c580-488c-8e8a-b339056a34b5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.716710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868e0c-dd31-47ba-9c66-fc29ed1fc9df req-17f1d7d3-c580-488c-8e8a-b339056a34b5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.723542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868e0c-dd31-47ba-9c66-fc29ed1fc9df req-17f1d7d3-c580-488c-8e8a-b339056a34b5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.729702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868e0c-dd31-47ba-9c66-fc29ed1fc9df req-17f1d7d3-c580-488c-8e8a-b339056a34b5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:44.729966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7460beb-498c-4fce-9599-9973470f8476 None None] Network b9002340-0639-4dde-914d-24768a7ccc11 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:44.733323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f868e0c-dd31-47ba-9c66-fc29ed1fc9df req-17f1d7d3-c580-488c-8e8a-b339056a34b5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.2616940 Jul 16 20:18:44.810585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Allocated IP 172.20.0.2 (4e50ef9d-98dd-4d65-8406-072642a6833d/a076df1d-7874-4a7d-895c-c6cdc0c549a1/51d8c244-6e16-40ea-a96f-91edf2e21921) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:44.852072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8070402-5133-449e-997e-17b7c12ed564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.890414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0138d7a1-9c7f-4ea6-b031-5b4d1bfa3826 service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553239 Jul 16 20:18:44.896048 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f868e0c-dd31-47ba-9c66-fc29ed1fc9df req-a74954ba-ac68-4a06-82eb-7e5d61e24042 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1436923 Jul 16 20:18:44.898461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8070402-5133-449e-997e-17b7c12ed564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485ab53e-6f84-4999-acfe-b2513179462e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:44.900615 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8070402-5133-449e-997e-17b7c12ed564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:44.902564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f8070402-5133-449e-997e-17b7c12ed564 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/485ab53e-6f84-4999-acfe-b2513179462e HTTP/1.1" status: 204 len: 168 time: 0.9148514 Jul 16 20:18:44.905929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57398) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:45.029193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.097312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:45.132036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-58def291-2fc8-452f-904f-009fe9dd3bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283092 Jul 16 20:18:45.172819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.198004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd96aab8-df60-40d7-8e8a-5f1e2a428c16']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:45.214354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0828452-1aec-4ea1-8b7e-5134e6760f7a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:45.214711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0828452-1aec-4ea1-8b7e-5134e6760f7a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:45.244387 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-507e3231-b1e9-41a3-ba12-7e5f45d9d97e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 200 len: 217 time: 0.1042733 Jul 16 20:18:45.271562 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.277869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.295193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Transition to ACTIVE for port object 51d8c244-6e16-40ea-a96f-91edf2e21921 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:45.332251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Transition to ACTIVE for port object 51d8c244-6e16-40ea-a96f-91edf2e21921 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:45.342569 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.359196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-538fd9f7-648f-4042-a9b1-ec0778fd09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.361091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-538fd9f7-648f-4042-a9b1-ec0778fd09c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1052732 Jul 16 20:18:45.383614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Network 4e50ef9d-98dd-4d65-8406-072642a6833d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:45.389190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:45.411409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:45.431998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db58e4b-d612-4e9d-81ad-36c5d0c6ceb1 req-10d3b7b8-9839-4c15-8ac2-88cb55cbff7a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.435662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0db58e4b-d612-4e9d-81ad-36c5d0c6ceb1 req-10d3b7b8-9839-4c15-8ac2-88cb55cbff7a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 944 time: 0.1940124 Jul 16 20:18:45.442358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:45.455195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1292196691-network', 'tenant_id': '383975c4d62741a4a3da060af3544c14'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:45.464003 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.496822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:45.497290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:45.499269 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:45.508360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Pushing event updated for resources: {'Port': ['ID=51d8c244-6e16-40ea-a96f-91edf2e21921,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:45.511443 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Attempting to bind port 51d8c244-6e16-40ea-a96f-91edf2e21921 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:45.511914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Attempting to bind port 51d8c244-6e16-40ea-a96f-91edf2e21921 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:45.513466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Attempting to bind port 51d8c244-6e16-40ea-a96f-91edf2e21921 on network 4e50ef9d-98dd-4d65-8406-072642a6833d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:45.521225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:45.521723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Checking segment: {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:45.522069 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.522474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Bound using segment: {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:45.522973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Bound port: 51d8c244-6e16-40ea-a96f-91edf2e21921, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:45.523491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.554646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.557203 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0db58e4b-d612-4e9d-81ad-36c5d0c6ceb1 req-309d158e-b388-45d8-81aa-1a14008b9fbe tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087301 Jul 16 20:18:45.559248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Made reservation on behalf of 383975c4d62741a4a3da060af3544c14 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:45.562151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-e100ac1d-2f2c-46c5-9366-a004bcf1aa9c tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.563002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.564191 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-e100ac1d-2f2c-46c5-9366-a004bcf1aa9c tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 816 time: 0.3392227 Jul 16 20:18:45.585775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-f8072c6e-a07a-4e9b-8301-6a748129c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:45.586112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device ffd03bbf-f931-494a-9e01-732fd7cbf742 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:45.588231 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-f8072c6e-a07a-4e9b-8301-6a748129c91f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2189672 Jul 16 20:18:45.588788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:45.590141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.618972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c14d70b0-bf40-4b75-8f7f-f30817888ae8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=821adfe6c4b5420795decde3ab9f11f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181041 Jul 16 20:18:45.618972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-e9bfd6af-80a2-4631-a99c-ba83e47e18cc tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/quotas/8d107ac5d1df456ba22d1e09c7f32c26 HTTP/1.1" status: 200 len: 375 time: 0.0150726 Jul 16 20:18:45.620007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57424) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:45.651894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.683137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.688000 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] 10.222.0.10 "DELETE /v2.0/networks/dd96aab8-df60-40d7-8e8a-5f1e2a428c16 HTTP/1.1" status: 204 len: 168 time: 0.7776592 Jul 16 20:18:45.710965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7215681-417f-4990-bd18-d234ede7169a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd96aab8-df60-40d7-8e8a-5f1e2a428c16,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:45.730437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:45.748450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '10be1d68-8d0a-4fe2-a5fc-3e5a522660b3', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'port_id': '10be1d68-8d0a-4fe2-a5fc-3e5a522660b3', 'mac_address': 'fa:16:3e:4b:e1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816731d-17e8-4d9f-91b2-0f2ddd22c9ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:45.758221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b32b338-4839-4a79-99ce-92814eedd74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.806923 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-e47cf79c-1f72-45b1-a3b8-646caa233d4b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1782167 Jul 16 20:18:45.817779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b32b338-4839-4a79-99ce-92814eedd74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.835376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': '8645b5fe-4124-41a6-abd7-15a2d7acffd1'}, {'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'name': 'network-vif-deleted', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:45.845648 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5fc583-fce0-4477-bc12-921146f9f173" -d '{"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "8645b5fe-4124-41a6-abd7-15a2d7acffd1"}, {"server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "name": "network-vif-deleted", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:45.893621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] For port 51d8c244-6e16-40ea-a96f-91edf2e21921, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:45.916342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] For port 51d8c244-6e16-40ea-a96f-91edf2e21921, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=51d8c244-6e16-40ea-a96f-91edf2e21921,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:45.921436 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.928243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port ffd03bbf-f931-494a-9e01-732fd7cbf742 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:45.935500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port ffd03bbf-f931-494a-9e01-732fd7cbf742 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:45.935867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b32b338-4839-4a79-99ce-92814eedd74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.936602 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.939042 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b32b338-4839-4a79-99ce-92814eedd74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.944081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4b32b338-4839-4a79-99ce-92814eedd74f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35c016f2-9ce9-43b9-92a0-35abff895e12 HTTP/1.1" status: 204 len: 168 time: 0.3190985 Jul 16 20:18:45.969014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32b338-4839-4a79-99ce-92814eedd74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c016f2-9ce9-43b9-92a0-35abff895e12,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:45.982081 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:45.993425 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-73caba02-7ac3-4630-8d47-8872cfe0bd8f service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915658 Jul 16 20:18:46.097158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:46.190204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:46.237350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:46.277738 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.284526 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.289582 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854e195-370f-4f68-8838-856339e1d7f1 None None] Pushing event updated for resources: {'Port': ['ID=51d8c244-6e16-40ea-a96f-91edf2e21921,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.312037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-3829c912-c271-4750-a09e-7e9763b46916 service neutron] 10.222.0.10 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040922 Jul 16 20:18:46.354141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.371793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-fcd1d3bd-5725-4a0b-98c7-733dc148633f service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669152 Jul 16 20:18:46.373093 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.379195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.381767 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-02fa7a78-f1c4-4711-8d5d-3f17b81edd4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0032d393398649508409f9c7ef0bd194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901600 Jul 16 20:18:46.385549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:46.395549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:46.407497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.408023 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Added segment 6d43e8de-ee74-43e9-864b-478410abc79c of type vlan for network 57dafbcd-eca0-4067-9842-0041b46cab8d Jul 16 20:18:46.470770 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.483710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:46.487514 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6663427-7bbe-44f4-9478-9d46ecc95e3c" -d '{"events": [{"server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "name": "network-vif-plugged", "status": "completed", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:46.517982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port ffd03bbf-f931-494a-9e01-732fd7cbf742, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:46.524705 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.576740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-cec4a61b-e997-4596-adf7-eb21836b5a14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 200 len: 217 time: 0.1567023 Jul 16 20:18:46.583934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-a993f0c1-1a52-402c-9d7b-5484d87517c5 service neutron] 10.222.0.10 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708440 Jul 16 20:18:46.584571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea4245fe-4fbb-4bbc-994c-4c17d72e6356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.601789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['10be1d68-8d0a-4fe2-a5fc-3e5a522660b3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:46.603422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074d5c8-ae71-4ddb-81dc-84f46b6650c8 req-07253d8c-3aee-4bac-98c0-79f294f3af93 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:46.607083 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c074d5c8-ae71-4ddb-81dc-84f46b6650c8 req-07253d8c-3aee-4bac-98c0-79f294f3af93 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 944 time: 0.4499385 Jul 16 20:18:46.618304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea4245fe-4fbb-4bbc-994c-4c17d72e6356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.629528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57448) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:46.652204 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91c0c739-4560-4c03-bb98-471feb755b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.664032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c949a74c-2d61-41ee-988d-349a8c37edd7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.687371 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.736775 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea4245fe-4fbb-4bbc-994c-4c17d72e6356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.739820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea4245fe-4fbb-4bbc-994c-4c17d72e6356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.741583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ea4245fe-4fbb-4bbc-994c-4c17d72e6356 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b17c6c2-0b92-4470-b8b3-fea47c1de25d HTTP/1.1" status: 204 len: 168 time: 0.3546174 Jul 16 20:18:46.765472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4245fe-4fbb-4bbc-994c-4c17d72e6356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b17c6c2-0b92-4470-b8b3-fea47c1de25d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.795534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=ffd03bbf-f931-494a-9e01-732fd7cbf742,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.818575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c074d5c8-ae71-4ddb-81dc-84f46b6650c8 req-32b874c0-aa1d-4912-ab21-13e132a9c92c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875570 Jul 16 20:18:46.827109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-a2e427b7-459f-4226-a585-44d2e8aa9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:46.828673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-a2e427b7-459f-4226-a585-44d2e8aa9c3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.2194202 Jul 16 20:18:46.850699 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91c0c739-4560-4c03-bb98-471feb755b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.860187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91c0c739-4560-4c03-bb98-471feb755b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.914504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.915489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:46.916085 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:46.974952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0c739-4560-4c03-bb98-471feb755b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2c540c-2c4c-470b-a093-65f97926460c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:46.990176 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-91c0c739-4560-4c03-bb98-471feb755b77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd9b6cec099f4cdc86afd9a7b6977dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572092 Jul 16 20:18:46.990862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:47.007539 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ee8ad4-0e00-4dc8-bec9-98e4685406ab x-openstack-request-id: req-f0ee8ad4-0e00-4dc8-bec9-98e4685406ab {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:47.007864 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "8645b5fe-4124-41a6-abd7-15a2d7acffd1", "status": "completed", "code": 200}, {"server_uuid": "8e1e9203-5bbf-4fad-9bc9-02940277c66f", "name": "network-vif-deleted", "tag": "b677e6f7-5ff1-4bba-bc5c-3ec25e350b55", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:47.010117 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0ee8ad4-0e00-4dc8-bec9-98e4685406ab {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:47.010559 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': '8645b5fe-4124-41a6-abd7-15a2d7acffd1', 'status': 'completed', 'code': 200} Jul 16 20:18:47.010822 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1e9203-5bbf-4fad-9bc9-02940277c66f', 'name': 'network-vif-deleted', 'tag': 'b677e6f7-5ff1-4bba-bc5c-3ec25e350b55', 'status': 'completed', 'code': 200} Jul 16 20:18:47.073353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6246450 Jul 16 20:18:47.078401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57458) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:47.092089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Request body: {'subnet': {'network_id': '57dafbcd-eca0-4067-9842-0041b46cab8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1292196691-subnet', 'tenant_id': '383975c4d62741a4a3da060af3544c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:47.133305 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efb0082e-9781-4b01-b475-00a0602fcbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.148445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Made reservation on behalf of 383975c4d62741a4a3da060af3544c14 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:47.154538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.157308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a01675-a19c-4c0b-b8da-d9d579554f43 admin admin] Pushing event updated for resources: {'Network': ['ID=57dafbcd-eca0-4067-9842-0041b46cab8d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:47.217348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 57dafbcd-eca0-4067-9842-0041b46cab8d details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:47.241046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efb0082e-9781-4b01-b475-00a0602fcbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:47.267445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-c3f7b904-da3e-4a87-ace1-da24bdd46fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.277147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-c3f7b904-da3e-4a87-ace1-da24bdd46fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4406595 Jul 16 20:18:47.362363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 51d8c244-6e16-40ea-a96f-91edf2e21921 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:47.459632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7adb-9b64-46e1-ac8f-3c32d8d6c1cd req-f5e9c470-4d23-4196-99b2-fc79e64232a1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.480389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7adb-9b64-46e1-ac8f-3c32d8d6c1cd req-f5e9c470-4d23-4196-99b2-fc79e64232a1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.499373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7adb-9b64-46e1-ac8f-3c32d8d6c1cd req-f5e9c470-4d23-4196-99b2-fc79e64232a1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.542526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7adb-9b64-46e1-ac8f-3c32d8d6c1cd req-f5e9c470-4d23-4196-99b2-fc79e64232a1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.573203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7adb-9b64-46e1-ac8f-3c32d8d6c1cd req-f5e9c470-4d23-4196-99b2-fc79e64232a1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.598109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7adb-9b64-46e1-ac8f-3c32d8d6c1cd req-f5e9c470-4d23-4196-99b2-fc79e64232a1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.615018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7adb-9b64-46e1-ac8f-3c32d8d6c1cd req-f5e9c470-4d23-4196-99b2-fc79e64232a1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:47.629264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49d7adb-9b64-46e1-ac8f-3c32d8d6c1cd req-f5e9c470-4d23-4196-99b2-fc79e64232a1 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.5672655 Jul 16 20:18:47.812615 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea9253d-20f1-41d2-8107-102ce7c131ff x-openstack-request-id: req-3ea9253d-20f1-41d2-8107-102ce7c131ff {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:47.813010 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "name": "network-vif-plugged", "status": "completed", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:47.814048 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ea9253d-20f1-41d2-8107-102ce7c131ff {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:47.815483 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742', 'code': 200} Jul 16 20:18:47.847955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-45c54aa2-88da-497d-9d30-c5d4ce376233 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578263 Jul 16 20:18:47.925157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a49464-a316-4c0b-bf63-521ec2841ae2 None None] Network 4e50ef9d-98dd-4d65-8406-072642a6833d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:48.060036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d49d7adb-9b64-46e1-ac8f-3c32d8d6c1cd req-b2b63db2-a57f-4e94-aec3-53eb7a9ba8c3 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4278569 Jul 16 20:18:48.070487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cc040585-7a66-4053-97c0-98d51653039d None None] Provisioning for port 51d8c244-6e16-40ea-a96f-91edf2e21921 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:48.098819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 51d8c244-6e16-40ea-a96f-91edf2e21921 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:48.098819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cc040585-7a66-4053-97c0-98d51653039d None None] Provisioning complete for port 51d8c244-6e16-40ea-a96f-91edf2e21921 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:48.098819 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cc040585-7a66-4053-97c0-98d51653039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.103688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 51d8c244-6e16-40ea-a96f-91edf2e21921 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:48.104275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.216202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fae4e-1a33-4876-8033-f5aaef60dda0 req-b2d4c505-34a5-459e-a86d-782ed1979177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:48.218243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c1fae4e-1a33-4876-8033-f5aaef60dda0 req-b2d4c505-34a5-459e-a86d-782ed1979177 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 1097 time: 0.3686085 Jul 16 20:18:48.228966 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efb0082e-9781-4b01-b475-00a0602fcbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.231820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efb0082e-9781-4b01-b475-00a0602fcbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.233337 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-efb0082e-9781-4b01-b475-00a0602fcbbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c2c540c-2c4c-470b-a093-65f97926460c HTTP/1.1" status: 204 len: 168 time: 1.2369790 Jul 16 20:18:48.255058 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-e0c8f3c2-c640-4cd9-ad43-a8399c7b73b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639545 Jul 16 20:18:48.306228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0082e-9781-4b01-b475-00a0602fcbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2c540c-2c4c-470b-a093-65f97926460c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.337515 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-45dbec5b-c802-4a51-9267-aacdcb8001b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928 HTTP/1.1" status: 200 len: 217 time: 0.0593722 Jul 16 20:18:48.390740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.437969 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cc040585-7a66-4053-97c0-98d51653039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.442941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8ac41e-bf3b-44c0-b3c6-5a80fc1040a9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.518779 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cc040585-7a66-4053-97c0-98d51653039d None None] For port 51d8c244-6e16-40ea-a96f-91edf2e21921, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=51d8c244-6e16-40ea-a96f-91edf2e21921,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:48.546804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-14e1eeb3-0eee-4831-9d1f-7e750989bda7 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:48.548080 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cc040585-7a66-4053-97c0-98d51653039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.561857 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-14e1eeb3-0eee-4831-9d1f-7e750989bda7 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 944 time: 0.3682673 Jul 16 20:18:48.637216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc040585-7a66-4053-97c0-98d51653039d None None] Pushing event updated for resources: {'Port': ['ID=51d8c244-6e16-40ea-a96f-91edf2e21921,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:48.646210 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.675410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17959450-8090-4d3e-b712-028746c1b24e req-ac294ed8-1066-439d-8bd6-5e2b9a2f9607 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:48.677695 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17959450-8090-4d3e-b712-028746c1b24e req-ac294ed8-1066-439d-8bd6-5e2b9a2f9607 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 945 time: 0.4828100 Jul 16 20:18:48.695637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Checking segment: {'id': '6d43e8de-ee74-43e9-864b-478410abc79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '57dafbcd-eca0-4067-9842-0041b46cab8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:48.696578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Network hostable DHCP agents. Network: 57dafbcd-eca0-4067-9842-0041b46cab8d, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:48.758602 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:18:48.759241 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:18:48.803815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Network 57dafbcd-eca0-4067-9842-0041b46cab8d is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:48.822328 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17959450-8090-4d3e-b712-028746c1b24e req-18783762-3105-41c8-8588-1ff66ad6f152 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364653 Jul 16 20:18:48.883404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 57dafbcd-eca0-4067-9842-0041b46cab8d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:48.892830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:48.893473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.897472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94265070-c54f-4909-822b-e2699aeee368 None None] Network 57dafbcd-eca0-4067-9842-0041b46cab8d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:48.933710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-c63fc624-17de-4de3-b1f5-bc859b6d0ace tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:48.940176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Deleting port 9367a5ab-5ba7-49ee-b728-2699f86930d9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:48.940820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:48.942394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-c63fc624-17de-4de3-b1f5-bc859b6d0ace tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 816 time: 0.7223456 Jul 16 20:18:48.964800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2fe1b177-6793-412e-a810-ff5bbfb340ce admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8850076 Jul 16 20:18:48.991322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-20d82aa4-ad48-4563-8c57-3bec8f13b359 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/quotas/8d107ac5d1df456ba22d1e09c7f32c26 HTTP/1.1" status: 200 len: 375 time: 0.0479128 Jul 16 20:18:48.997233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c1fae4e-1a33-4876-8033-f5aaef60dda0 req-4837021d-4557-48fc-a0cb-6408cc1822eb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7614138 Jul 16 20:18:49.067822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-72fc34f9-d5d8-4bf9-bb97-1f0397b02f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.069946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-72fc34f9-d5d8-4bf9-bb97-1f0397b02f3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.7237465 Jul 16 20:18:49.183599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-800918e2-ed65-4a8b-add1-f3ac507a6d41 None None] Provisioning complete for port 51d8c244-6e16-40ea-a96f-91edf2e21921 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:49.183971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-800918e2-ed65-4a8b-add1-f3ac507a6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.216202 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-ec0b4845-bb69-442b-9ff3-4e1bd379341c tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2230444 Jul 16 20:18:49.280556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] For port 9367a5ab-5ba7-49ee-b728-2699f86930d9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9367a5ab-5ba7-49ee-b728-2699f86930d9,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:49.281319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.304378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Calling delete_port for 9367a5ab-5ba7-49ee-b728-2699f86930d9 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:49.367902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63c3c-744a-4bfa-b7ad-c7fc2b7cb51e req-086772b6-47e1-4f13-9bb9-0513156f215b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.370821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2c63c3c-744a-4bfa-b7ad-c7fc2b7cb51e req-086772b6-47e1-4f13-9bb9-0513156f215b tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c745934-7e23-4fb6-8da0-11399c98b6d3 HTTP/1.1" status: 200 len: 944 time: 0.2586391 Jul 16 20:18:49.393373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-89afbc93-7c31-442e-9572-99721a560763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.395286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-89afbc93-7c31-442e-9572-99721a560763 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3177247 Jul 16 20:18:49.452632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c9e6e-7a83-49fc-8e18-463115f736bf None None] Network 57dafbcd-eca0-4067-9842-0041b46cab8d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:49.471532 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2c63c3c-744a-4bfa-b7ad-c7fc2b7cb51e req-f374ea2f-082d-48a6-a517-a15965f884fd tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871253 Jul 16 20:18:49.476450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-afaf265a-3761-456e-bd9d-a8ad6aa3b2d7 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.478583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-afaf265a-3761-456e-bd9d-a8ad6aa3b2d7 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 816 time: 0.3672595 Jul 16 20:18:49.527521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Request body: {'port': {'device_id': '0af4a221-70f5-4e59-9617-7d716aad6f0e', 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d', 'admin_state_up': True, 'tenant_id': '8d107ac5d1df456ba22d1e09c7f32c26'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:49.623881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9968696b-2374-406b-8287-abfe032c1047 service neutron] 10.222.0.10 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063141 Jul 16 20:18:49.639889 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.685822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:49.708367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-3ac9c0fe-c467-48c5-83a8-141553a3b2c7 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028038 Jul 16 20:18:49.722296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Pushing event deleted for resources: {'Port': ['ID=9367a5ab-5ba7-49ee-b728-2699f86930d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:49.756012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 51d8c244-6e16-40ea-a96f-91edf2e21921 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:18:49.839737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] No DVR routers for this DVR port 9367a5ab-5ba7-49ee-b728-2699f86930d9 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:49.845232 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:49.848095 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-441e82cb-57f4-47fb-82ed-b3db201874f2 req-19bb895e-4090-47fa-a145-122ae01a2c51 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.63 "DELETE /v2.0/ports/9367a5ab-5ba7-49ee-b728-2699f86930d9 HTTP/1.1" status: 204 len: 173 time: 1.2782438 Jul 16 20:18:49.848577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'name': 'network-vif-deleted', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:49.851408 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e97d931-a963-4ead-9940-62f4e6d14ae8" -d '{"events": [{"server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "name": "network-vif-deleted", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:49.908827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2ef64-1887-4d1c-b2ed-e3a912095d84 req-527c65d9-4519-425e-a963-6ba84de2d4c3 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:49.909254 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5e2ef64-1887-4d1c-b2ed-e3a912095d84 req-527c65d9-4519-425e-a963-6ba84de2d4c3 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 945 time: 0.1090081 Jul 16 20:18:49.933425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 51d8c244-6e16-40ea-a96f-91edf2e21921 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:49.933829 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.014551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:50.036505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-ec4ef9cc-a172-415a-b098-a8499a92963e service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190427 Jul 16 20:18:50.038274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:50.038649 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.051284 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5e2ef64-1887-4d1c-b2ed-e3a912095d84 req-a71b81a8-9232-4d29-b8d7-6713756057fe tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282279 Jul 16 20:18:50.176454 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.177218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-48f77d5b-ae71-42de-abe4-d396d35bc0c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=df9dca79-5ccf-4472-a245-9c2199c6994b HTTP/1.1" status: 200 len: 217 time: 0.1288073 Jul 16 20:18:50.209417 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-16d14c50-fea6-48d3-83d4-e1024e775ce8 service neutron] 10.222.0.10 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359836 Jul 16 20:18:50.222414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:50.224098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f721ae-6764-4707-b603-0446617a36f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be1d68-8d0a-4fe2-a5fc-3e5a522660b3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:50.226715 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb830727-aada-4b05-94fe-aab21eb076c7" -d '{"events": [{"server_uuid": "66f721ae-6764-4707-b603-0446617a36f3", "name": "network-vif-plugged", "status": "completed", "tag": "10be1d68-8d0a-4fe2-a5fc-3e5a522660b3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:50.235129 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.235978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9367a5ab-5ba7-49ee-b728-2699f86930d9 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:50.258531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Made reservation on behalf of 8d107ac5d1df456ba22d1e09c7f32c26 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:50.265375 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.297455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 9367a5ab-5ba7-49ee-b728-2699f86930d9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:50.297792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9367a5ab-5ba7-49ee-b728-2699f86930d9 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:50.357858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-3e7f49ae-cdea-4a2e-ab0e-1bca7f4f98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.360819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:50.362388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-3e7f49ae-cdea-4a2e-ab0e-1bca7f4f98a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1748717 Jul 16 20:18:50.546329 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a264ea20-eb8f-4b95-9e16-34684e6b3789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:50.666079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-d7e8b787-cbae-4f6a-8800-de92e11f7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.668277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-d7e8b787-cbae-4f6a-8800-de92e11f7a40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2078655 Jul 16 20:18:50.675374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Allocated IP 172.20.0.10 (4e50ef9d-98dd-4d65-8406-072642a6833d/a076df1d-7874-4a7d-895c-c6cdc0c549a1/161a74db-e4b7-424c-8eca-1a6e0d342b63) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:50.822112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94d5d-23aa-4a1d-bd58-c2166af41b98 req-b8362c94-8783-43b2-a512-b9cef810182e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.830557 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94d5d-23aa-4a1d-bd58-c2166af41b98 req-b8362c94-8783-43b2-a512-b9cef810182e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.837998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94d5d-23aa-4a1d-bd58-c2166af41b98 req-b8362c94-8783-43b2-a512-b9cef810182e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.841958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94d5d-23aa-4a1d-bd58-c2166af41b98 req-b8362c94-8783-43b2-a512-b9cef810182e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.850484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94d5d-23aa-4a1d-bd58-c2166af41b98 req-b8362c94-8783-43b2-a512-b9cef810182e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.857232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94d5d-23aa-4a1d-bd58-c2166af41b98 req-b8362c94-8783-43b2-a512-b9cef810182e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.864167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94d5d-23aa-4a1d-bd58-c2166af41b98 req-b8362c94-8783-43b2-a512-b9cef810182e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:50.873250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63c94d5d-23aa-4a1d-bd58-c2166af41b98 req-b8362c94-8783-43b2-a512-b9cef810182e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.2952456 Jul 16 20:18:50.991682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:51.011172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63c94d5d-23aa-4a1d-bd58-c2166af41b98 req-3b60f471-d9ab-431f-aacf-528deab7a851 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369557 Jul 16 20:18:51.032360 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-0fb6a23c-d0f8-4d0a-acee-38f7638c8f45 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408916 Jul 16 20:18:51.124625 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218f273c-7672-4e6f-bbe6-3bbb256f3b59 x-openstack-request-id: req-218f273c-7672-4e6f-bbe6-3bbb256f3b59 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:51.125141 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c745934-7e23-4fb6-8da0-11399c98b6d3", "name": "network-vif-deleted", "tag": "9367a5ab-5ba7-49ee-b728-2699f86930d9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:51.125564 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-218f273c-7672-4e6f-bbe6-3bbb256f3b59 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:51.126138 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c745934-7e23-4fb6-8da0-11399c98b6d3', 'name': 'network-vif-deleted', 'tag': '9367a5ab-5ba7-49ee-b728-2699f86930d9', 'status': 'completed', 'code': 200} Jul 16 20:18:51.138659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30017942-5125-4d7a-a67b-98420235bc30 req-7b581d41-5e0f-48b1-88be-05aea9a45af2 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.140324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-7b581d41-5e0f-48b1-88be-05aea9a45af2 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/networks?id=b9002340-0639-4dde-914d-24768a7ccc11 HTTP/1.1" status: 200 len: 825 time: 0.1886222 Jul 16 20:18:51.170300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-c752d9c0-200f-40da-ae01-2ae27c7429ae tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/quotas/cacdcd4315664c9caba541947251c975 HTTP/1.1" status: 200 len: 375 time: 0.0223572 Jul 16 20:18:51.189548 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.216019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Transition to ACTIVE for port object 161a74db-e4b7-424c-8eca-1a6e0d342b63 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:51.218076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-57c44423-a281-471f-8354-23bbe6a68c4d tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cacdcd4315664c9caba541947251c975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460973 Jul 16 20:18:51.223610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8cbc3d1b-46b6-4176-8b66-798b104b0149 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597986 Jul 16 20:18:51.281704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-9271db37-0305-466a-9c50-920228df8036 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0516329 Jul 16 20:18:51.324301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2086587583'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:51.330935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-2513f4a4-eedd-46b4-8410-98be1b412218 service neutron] 10.222.0.10 "GET /v2.0/networks/b9002340-0639-4dde-914d-24768a7ccc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118340 Jul 16 20:18:51.333108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.385057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Made reservation on behalf of f4a478cd439b46a7ac3b7dbf2b241f84 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:51.389415 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.415191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Network 4e50ef9d-98dd-4d65-8406-072642a6833d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:51.417536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-a7f137c1-c8e0-4490-92a8-39681c1d1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.419308 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-a7f137c1-c8e0-4490-92a8-39681c1d1c00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.1305668 Jul 16 20:18:51.433804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:51.434232 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.436788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:51.491584 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-c92c73bd-341f-48fb-bedd-b5f3beaddc77 service neutron] 10.222.0.10 "GET /v2.0/networks/b9002340-0639-4dde-914d-24768a7ccc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509142 Jul 16 20:18:51.531502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Pushing event updated for resources: {'Port': ['ID=161a74db-e4b7-424c-8eca-1a6e0d342b63,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:51.583349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bc6e4-6c17-48bf-b3bd-faa4816c476e req-d05a8908-4e58-44dc-91df-f2c497d08247 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.584983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-682bc6e4-6c17-48bf-b3bd-faa4816c476e req-d05a8908-4e58-44dc-91df-f2c497d08247 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 946 time: 0.2659841 Jul 16 20:18:51.594573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.595219 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.608398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.615038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.632407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-0f60b688-79c0-4d7f-88b4-392507b15ae5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1452389 Jul 16 20:18:51.647361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Request body: {'port': {'device_id': '0af4a221-70f5-4e59-9617-7d716aad6f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:51.670628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:51.677546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-29089b9e-6bd5-48c1-98e1-c56687c0abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:51.679121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-29089b9e-6bd5-48c1-98e1-c56687c0abff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2508423 Jul 16 20:18:51.686127 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.686682 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Added segment 953f16ba-4205-404f-baba-6ab3c160d257 of type vlan for network aedba275-2ff3-4571-b2e5-29c58468ba34 Jul 16 20:18:51.732382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-682bc6e4-6c17-48bf-b3bd-faa4816c476e req-a787b1e1-2e05-4759-8e37-565eb987960a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260900 Jul 16 20:18:51.732981 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.754559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d28e212-a575-4887-8ab7-8a4706ecfd65,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:51.761377 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528fb524-b034-4b0b-adf6-4c4c96af04ba x-openstack-request-id: req-528fb524-b034-4b0b-adf6-4c4c96af04ba {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:51.761910 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f721ae-6764-4707-b603-0446617a36f3", "name": "network-vif-plugged", "status": "completed", "tag": "10be1d68-8d0a-4fe2-a5fc-3e5a522660b3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:51.761910 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-528fb524-b034-4b0b-adf6-4c4c96af04ba {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:51.763156 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f721ae-6764-4707-b603-0446617a36f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be1d68-8d0a-4fe2-a5fc-3e5a522660b3', 'code': 200} Jul 16 20:18:51.847694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-212aed13-1a7c-4db9-a05b-2f633d14e8a4 None None] Provisioning for port 161a74db-e4b7-424c-8eca-1a6e0d342b63 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:51.856868 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.857660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-212aed13-1a7c-4db9-a05b-2f633d14e8a4 None None] Provisioning complete for port 161a74db-e4b7-424c-8eca-1a6e0d342b63 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:51.860595 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-212aed13-1a7c-4db9-a05b-2f633d14e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:51.932925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-c7a34ba0-e814-4e93-941a-9a368e2d9548 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327366 Jul 16 20:18:51.980757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-212aed13-1a7c-4db9-a05b-2f633d14e8a4 None None] Port 161a74db-e4b7-424c-8eca-1a6e0d342b63 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:52.009654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.018751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.019498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.136742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Pushing event updated for resources: {'Network': ['ID=aedba275-2ff3-4571-b2e5-29c58468ba34,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:52.139986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-03aa894d-9e20-4e5c-a0df-e95f4320ff44 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1466806 Jul 16 20:18:52.151007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network aedba275-2ff3-4571-b2e5-29c58468ba34 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:52.154390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57610) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:52.291669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c1fd6-f107-44b1-afa1-1a345e9ae587 req-8f0d5aab-1295-4bd2-9a38-cb15446a628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.293285 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b05c1fd6-f107-44b1-afa1-1a345e9ae587 req-8f0d5aab-1295-4bd2-9a38-cb15446a628a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 1098 time: 0.4189637 Jul 16 20:18:52.310155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Request body: {'network': {'name': 'tempest-network--1948020347', 'router:external': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:52.365513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Made reservation on behalf of 5b7367072f004095b792ecb4a45b7f3a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:52.368100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.391651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.395560 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-b203e338-1425-45d4-85e1-5d994e852716 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549632 Jul 16 20:18:52.454321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-a82220a6-bd49-4730-9c08-1ca4ceb2fa65 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.461695 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-a82220a6-bd49-4730-9c08-1ca4ceb2fa65 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 816 time: 0.4711149 Jul 16 20:18:52.474962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-2e9c4a20-4ac4-432f-9ce5-8782749dcf38 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.476471 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-2e9c4a20-4ac4-432f-9ce5-8782749dcf38 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 816 time: 0.3501596 Jul 16 20:18:52.482526 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-850ebeb0-384c-4014-94e0-8257ea247797 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1 HTTP/1.1" status: 200 len: 217 time: 0.0535927 Jul 16 20:18:52.493547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-3b3dfccb-6b5a-40c4-a582-90df3e0bb354 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/quotas/8d107ac5d1df456ba22d1e09c7f32c26 HTTP/1.1" status: 200 len: 375 time: 0.0309196 Jul 16 20:18:52.500809 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b05c1fd6-f107-44b1-afa1-1a345e9ae587 req-e4d4b4d7-ad92-4dcc-a056-ad53ec77edc9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588371 Jul 16 20:18:52.507749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Request body: {'port': {'device_id': '385ef62a-a6bd-42e7-b63b-7c7bc24dcf37', 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d', 'admin_state_up': True, 'tenant_id': '8d107ac5d1df456ba22d1e09c7f32c26'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:52.520483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b67c1e-a707-4a17-980d-0025b2792724 req-17ff4c74-73f5-4f2a-841e-5b4fca50f012 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.521983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1b67c1e-a707-4a17-980d-0025b2792724 req-17ff4c74-73f5-4f2a-841e-5b4fca50f012 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 945 time: 0.3033423 Jul 16 20:18:52.609083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-9d771136-9f97-447a-8fde-0ab704c370a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:52.610937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-9d771136-9f97-447a-8fde-0ab704c370a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.1120255 Jul 16 20:18:52.705488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-f2016908-10e5-43b7-800f-201302be09e8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107410 Jul 16 20:18:52.778171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.817517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.867406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:52.881316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Made reservation on behalf of 8d107ac5d1df456ba22d1e09c7f32c26 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:52.885129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.902336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee8d200-29f5-4d0e-8994-758e43a0b1a0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:52.911710 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:52.912058 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Added segment 8f51896a-d717-4d69-8f19-f5ba3ad0b649 of type vlan for network 30ccc2e8-5765-48f3-a7d4-9ee018f7a771 Jul 16 20:18:52.928226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-4f54f6ac-8853-4839-bfcb-bff80529a11d service neutron] 10.222.0.10 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150855 Jul 16 20:18:52.958610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1b67c1e-a707-4a17-980d-0025b2792724 req-414f402a-5512-4d6b-a110-bdae0bc33ecd tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114611 Jul 16 20:18:53.000930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161a74db-e4b7-424c-8eca-1a6e0d342b63 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:53.010378 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.029640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Transition to ACTIVE for port object 161a74db-e4b7-424c-8eca-1a6e0d342b63 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:53.038587 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.039187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.073784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-5f8bb780-ca61-4948-ae8c-09346387b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:53.075382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-5f8bb780-ca61-4948-ae8c-09346387b5c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310856 Jul 16 20:18:53.157942 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-05ca5c9b-0735-46e4-8c44-b16f811b836b req-2913ed30-e397-4cfa-810a-d957b295d7c6 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 210 time: 0.0624409 Jul 16 20:18:53.167687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Pushing event updated for resources: {'Port': ['ID=161a74db-e4b7-424c-8eca-1a6e0d342b63,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.194853 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.197530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:53.199111 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.258389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.259394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.260017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.260635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.261148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.261659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.262160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.262717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.263210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.263798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.264136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.264498 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:53.308397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'Network': ['ID=30ccc2e8-5765-48f3-a7d4-9ee018f7a771,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:53.322669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 30ccc2e8-5765-48f3-a7d4-9ee018f7a771 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:53.420890 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-b8dc4592-79f8-4b0d-90ce-31d772d7832d service neutron] 10.222.0.10 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660609 Jul 16 20:18:53.431664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-8a2320bf-c954-49f3-b00b-e3178a975585 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482049 Jul 16 20:18:53.497282 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85666124-b819-495c-aa58-043a76fb6bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.501039 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.504583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Allocated IP 172.20.0.6 (4e50ef9d-98dd-4d65-8406-072642a6833d/a076df1d-7874-4a7d-895c-c6cdc0c549a1/5066812a-01c8-4d86-8767-19d2ac8d29d6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:53.651761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Attempting to bind port 161a74db-e4b7-424c-8eca-1a6e0d342b63 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:53.652377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Attempting to bind port 161a74db-e4b7-424c-8eca-1a6e0d342b63 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:53.652877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Attempting to bind port 161a74db-e4b7-424c-8eca-1a6e0d342b63 on network 4e50ef9d-98dd-4d65-8406-072642a6833d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:53.678539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Port 161a74db-e4b7-424c-8eca-1a6e0d342b63 on network 4e50ef9d-98dd-4d65-8406-072642a6833d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:53.678871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Attempting to bind port 161a74db-e4b7-424c-8eca-1a6e0d342b63 on network 4e50ef9d-98dd-4d65-8406-072642a6833d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:53.686742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:53.687086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Checking segment: {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:53.687558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Bound using segment: {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:53.688544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Bound port: 161a74db-e4b7-424c-8eca-1a6e0d342b63, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:53.688904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.845816 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.853088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] For port 161a74db-e4b7-424c-8eca-1a6e0d342b63, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:53.856775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] For port 161a74db-e4b7-424c-8eca-1a6e0d342b63, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=161a74db-e4b7-424c-8eca-1a6e0d342b63,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:53.861152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Transition to ACTIVE for port object 5066812a-01c8-4d86-8767-19d2ac8d29d6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:53.875940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.905757 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-47cfb1e9-6eff-41d0-a342-4114069fadac tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7282486 Jul 16 20:18:53.910293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:53.964268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9e1e8db-9953-488b-9bfe-3119ec1e5b52 req-3ae50401-13d5-45ad-82aa-33853f720eff service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138085 Jul 16 20:18:53.977583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:53.978667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:53.980338 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] 10.222.0.30 "PUT /v2.0/ports/161a74db-e4b7-424c-8eca-1a6e0d342b63 HTTP/1.1" status: 200 len: 1093 time: 2.3374379 Jul 16 20:18:53.980990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af4a221-70f5-4e59-9617-7d716aad6f0e', 'tag': '161a74db-e4b7-424c-8eca-1a6e0d342b63'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:53.984904 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ceeae3-a085-420a-86d0-acc58d23f43e" -d '{"events": [{"name": "network-changed", "server_uuid": "0af4a221-70f5-4e59-9617-7d716aad6f0e", "tag": "161a74db-e4b7-424c-8eca-1a6e0d342b63"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:54.048013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72734574-4026-4534-9ac6-ac7e005dc5bf service neutron] Pushing event updated for resources: {'Port': ['ID=161a74db-e4b7-424c-8eca-1a6e0d342b63,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.068895 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.185528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Network 4e50ef9d-98dd-4d65-8406-072642a6833d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:54.194678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:54.199377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:54.241432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e44d-676d-446a-bff8-7afefcf8f634 req-7623a2f1-9966-4b5d-abce-998e5bfda6a0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.243817 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.249850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e44d-676d-446a-bff8-7afefcf8f634 req-7623a2f1-9966-4b5d-abce-998e5bfda6a0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.254498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30017942-5125-4d7a-a67b-98420235bc30 req-88eff9a8-8388-41d6-a42b-4a81b55eacfe tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.256316 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-88eff9a8-8388-41d6-a42b-4a81b55eacfe tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.63 "GET /v2.0/networks?id=b9002340-0639-4dde-914d-24768a7ccc11 HTTP/1.1" status: 200 len: 825 time: 0.9528134 Jul 16 20:18:54.257294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e44d-676d-446a-bff8-7afefcf8f634 req-7623a2f1-9966-4b5d-abce-998e5bfda6a0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.275504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e44d-676d-446a-bff8-7afefcf8f634 req-7623a2f1-9966-4b5d-abce-998e5bfda6a0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.285136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e44d-676d-446a-bff8-7afefcf8f634 req-7623a2f1-9966-4b5d-abce-998e5bfda6a0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.292464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Request body: {'port': {'device_id': '4697b0a1-9ab2-4ffa-95e6-6ba06612d589', 'network_id': 'b9002340-0639-4dde-914d-24768a7ccc11', 'admin_state_up': True, 'tenant_id': 'cacdcd4315664c9caba541947251c975'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:54.294974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e44d-676d-446a-bff8-7afefcf8f634 req-7623a2f1-9966-4b5d-abce-998e5bfda6a0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.302851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097e44d-676d-446a-bff8-7afefcf8f634 req-7623a2f1-9966-4b5d-abce-998e5bfda6a0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.305057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c097e44d-676d-446a-bff8-7afefcf8f634 req-7623a2f1-9966-4b5d-abce-998e5bfda6a0 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.2904246 Jul 16 20:18:54.338742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Pushing event updated for resources: {'Port': ['ID=5066812a-01c8-4d86-8767-19d2ac8d29d6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:54.348162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-81f8e22e-a92c-43a0-aae2-1292f00563c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.348660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-81f8e22e-a92c-43a0-aae2-1292f00563c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.349424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-81f8e22e-a92c-43a0-aae2-1292f00563c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.350049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-81f8e22e-a92c-43a0-aae2-1292f00563c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.350654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-81f8e22e-a92c-43a0-aae2-1292f00563c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.351777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-81f8e22e-a92c-43a0-aae2-1292f00563c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.352469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-81f8e22e-a92c-43a0-aae2-1292f00563c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.354675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-81f8e22e-a92c-43a0-aae2-1292f00563c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6486 time: 0.2668209 Jul 16 20:18:54.386357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb120e1-0aae-4a71-be23-eb6cd60109ea req-90ca4a11-af47-48d0-a985-49aedf49df11 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.388608 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abb120e1-0aae-4a71-be23-eb6cd60109ea req-90ca4a11-af47-48d0-a985-49aedf49df11 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 946 time: 0.3824661 Jul 16 20:18:54.398276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.398934 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.453786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.470195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c097e44d-676d-446a-bff8-7afefcf8f634 req-fd5072e9-2053-4d3a-9625-ea2907e4cf2d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525614 Jul 16 20:18:54.472792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-b38a1784-8ccc-45a6-b946-5e90a02656ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.475140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-b38a1784-8ccc-45a6-b946-5e90a02656ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 1096 time: 0.3891969 Jul 16 20:18:54.479085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.490884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ccc2e8-5765-48f3-a7d4-9ee018f7a771']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:54.515554 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f51896a-d717-4d69-8f19-f5ba3ad0b649') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:54.515833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f51896a-d717-4d69-8f19-f5ba3ad0b649') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:54.526687 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.541297 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.548821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:18:54.549224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.577458 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-1fd11cb5-5e1f-4831-ac8f-6793a298658b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a74db-e4b7-424c-8eca-1a6e0d342b63 HTTP/1.1" status: 200 len: 217 time: 0.0912516 Jul 16 20:18:54.608472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-08839a66-f992-4bb4-9607-8787361715be None None] Provisioning for port 5066812a-01c8-4d86-8767-19d2ac8d29d6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:54.613332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-08839a66-f992-4bb4-9607-8787361715be None None] Provisioning complete for port 5066812a-01c8-4d86-8767-19d2ac8d29d6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:54.613971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-08839a66-f992-4bb4-9607-8787361715be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.666271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-08839a66-f992-4bb4-9607-8787361715be None None] Port 5066812a-01c8-4d86-8767-19d2ac8d29d6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:54.678585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-3d0ed871-0bd9-4bf0-ad22-8c87ad704104 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.680255 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-3d0ed871-0bd9-4bf0-ad22-8c87ad704104 tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.63 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 945 time: 0.3731272 Jul 16 20:18:54.706202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-c1b770a3-9306-4e48-9960-734a214a1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.707884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-c1b770a3-9306-4e48-9960-734a214a1216 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11c173dd-4aaa-49dd-872c-190c74ede91e HTTP/1.1" status: 200 len: 902 time: 0.3117537 Jul 16 20:18:54.746186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-65863a35-0468-4079-a865-6b726b930f65 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-882591041&fields=id&tenant_id=c5d43c360d7945598b94018ca4cd5679 HTTP/1.1" status: 200 len: 267 time: 0.1207445 Jul 16 20:18:54.825178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-6c93f91f-6eb6-4f20-b396-168030f7e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.826616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-6c93f91f-6eb6-4f20-b396-168030f7e9ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a076df1d-7874-4a7d-895c-c6cdc0c549a1 HTTP/1.1" status: 200 len: 855 time: 0.2400460 Jul 16 20:18:54.834702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-692ea822-1eee-4628-91d5-ad2217bea475 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1 HTTP/1.1" status: 200 len: 217 time: 0.1010008 Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:18:54.896891 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:18:54.919935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9a527f08-82e3-45e0-acd5-4cda8c37b2d8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4211297 Jul 16 20:18:54.955816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Request body: {'port': {'device_id': '385ef62a-a6bd-42e7-b63b-7c7bc24dcf37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:54.960650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-a1f15918-4572-4316-8b30-239a1994eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:54.962116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-a1f15918-4572-4316-8b30-239a1994eb53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.1143544 Jul 16 20:18:54.991629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:54.996407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30ccc2e8-5765-48f3-a7d4-9ee018f7a771 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:18:55.009260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.016225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "DELETE /v2.0/networks/30ccc2e8-5765-48f3-a7d4-9ee018f7a771 HTTP/1.1" status: 204 len: 168 time: 1.0984139 Jul 16 20:18:55.017094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:55.029027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:55.040709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a8924abe-5cd9-4f44-848a-157572908c12 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.042217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a8924abe-5cd9-4f44-848a-157572908c12 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 945 time: 0.2952616 Jul 16 20:18:55.045964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baca1cf-dffb-4349-9828-06ee19dc583d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event deleted for resources: {'Network': ['ID=30ccc2e8-5765-48f3-a7d4-9ee018f7a771,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:55.052706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-31fe7326-39d8-4467-9666-c88f5fe28e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.054203 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-31fe7326-39d8-4467-9666-c88f5fe28e0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e50ef9d-98dd-4d65-8406-072642a6833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2162089 Jul 16 20:18:55.055098 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abb120e1-0aae-4a71-be23-eb6cd60109ea req-3d6ac312-07d0-4398-82ba-9a768a094fd2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592600 Jul 16 20:18:55.059718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Deleting port 9f8f96b6-7621-46a3-a237-3131610def83 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:18:55.060240 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.084319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a1a52c33-31f9-4709-ae92-d694f58d74be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'port': {'security_groups': ['e0fde4a1-48af-479d-9b12-40538357e600', 'd44f0dfb-a7e8-4ccd-8ca6-beda8d696768']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:55.095545 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:18:55.095545 n-d-792394-17 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 20:18:55.095545 n-d-792394-17 neutron-server[93958]: [parameters: {'project_id_1': 'cacdcd4315664c9caba541947251c975', 'expiration_1': datetime.datetime(2021, 7, 16, 20, 18, 55, 67778)}] Jul 16 20:18:55.095545 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:18:55.096385 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:18:55.111073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.277168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8312469-497e-4d7c-90f2-a1313b6fcf8b req-338b229b-975e-4a0e-a6db-90cf28dbaee8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 210 time: 0.0469606 Jul 16 20:18:55.298502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-488d9081-03d3-4368-ac89-11af2bb2c7a6 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304633 Jul 16 20:18:55.336618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Made reservation on behalf of 5b7367072f004095b792ecb4a45b7f3a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:55.339161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.421391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-cec766d1-7ca5-49d9-b585-04c1065d5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.423084 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-cec766d1-7ca5-49d9-b585-04c1065d5313 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4494712 Jul 16 20:18:55.458621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:18:55.575832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.576523 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Added segment 682f385c-b97a-44e7-bff3-b2d7db76a7d1 of type vlan for network 3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f Jul 16 20:18:55.578594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5066812a-01c8-4d86-8767-19d2ac8d29d6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:55.588379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.598470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] For port 9f8f96b6-7621-46a3-a237-3131610def83, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=9f8f96b6-7621-46a3-a237-3131610def83,segment=NetworkSegment(e1c75b80-b239-4375-aa03-63be9a950aab),segment_id=e1c75b80-b239-4375-aa03-63be9a950aab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:55.598837 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.622302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Transition to ACTIVE for port object 5066812a-01c8-4d86-8767-19d2ac8d29d6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:55.632994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.643766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Made reservation on behalf of cacdcd4315664c9caba541947251c975 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:55.647289 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.660309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Calling delete_port for 9f8f96b6-7621-46a3-a237-3131610def83 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:18:55.701516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5dd43-b0fc-41d4-9303-a7b171ca44f2 req-684ea9c8-fb0b-4c73-8598-cc811f6ed07d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.703085 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26b5dd43-b0fc-41d4-9303-a7b171ca44f2 req-684ea9c8-fb0b-4c73-8598-cc811f6ed07d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d8bfde-04fe-4774-ab46-298e9689335a HTTP/1.1" status: 200 len: 945 time: 0.1662111 Jul 16 20:18:55.708241 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a1a52c33-31f9-4709-ae92-d694f58d74be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.749010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Pushing event updated for resources: {'Port': ['ID=5066812a-01c8-4d86-8767-19d2ac8d29d6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:55.753478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-21252052-4ed5-422d-8883-62ba0079f77a tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:55.755032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-21252052-4ed5-422d-8883-62ba0079f77a tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 816 time: 0.4849372 Jul 16 20:18:55.764173 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:55.771556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee324fee-e99d-4266-9d3d-bfcc7affce6c req-dfcfce41-3adb-4f73-81ae-79a95987b307 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041321 Jul 16 20:18:55.808177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Request body: {'port': {'device_id': '407db0f4-51a8-48dd-8ab1-b1d83f8a70b7', 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d', 'admin_state_up': True, 'tenant_id': '8d107ac5d1df456ba22d1e09c7f32c26'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:55.860351 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26b5dd43-b0fc-41d4-9303-a7b171ca44f2 req-3400811b-5672-4919-a94c-1e313e785c2f tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.10 "GET /v2.0/security-groups?id=a049f18b-c0c5-4575-bcc4-720993eff220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474698 Jul 16 20:18:55.911468 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-a311a22a-1a51-42c0-b301-97a1764c345e service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505606 Jul 16 20:18:55.926234 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eff037-fe64-476d-9ad7-800e2312bb77 x-openstack-request-id: req-a0eff037-fe64-476d-9ad7-800e2312bb77 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:55.926540 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af4a221-70f5-4e59-9617-7d716aad6f0e", "tag": "161a74db-e4b7-424c-8eca-1a6e0d342b63", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:55.926780 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0eff037-fe64-476d-9ad7-800e2312bb77 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:55.927194 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af4a221-70f5-4e59-9617-7d716aad6f0e', 'tag': '161a74db-e4b7-424c-8eca-1a6e0d342b63', 'status': 'completed', 'code': 200} Jul 16 20:18:55.977615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Attempting to bind port 5066812a-01c8-4d86-8767-19d2ac8d29d6 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:55.977950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Attempting to bind port 5066812a-01c8-4d86-8767-19d2ac8d29d6 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:55.978279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Attempting to bind port 5066812a-01c8-4d86-8767-19d2ac8d29d6 on network 4e50ef9d-98dd-4d65-8406-072642a6833d {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:55.985304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Allocated IP 172.20.0.12 (b9002340-0639-4dde-914d-24768a7ccc11/9b97655f-abfe-41f2-96fe-1ca8be0b5fe3/32ba02a8-3692-45f5-98e5-e35b62751ef9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:55.987595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Port 5066812a-01c8-4d86-8767-19d2ac8d29d6 on network 4e50ef9d-98dd-4d65-8406-072642a6833d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:55.987920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Attempting to bind port 5066812a-01c8-4d86-8767-19d2ac8d29d6 on network 4e50ef9d-98dd-4d65-8406-072642a6833d {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:56.000772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:56.001108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Checking segment: {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:56.001497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Bound using segment: {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:56.001939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Bound port: 5066812a-01c8-4d86-8767-19d2ac8d29d6, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:56.002302 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.110301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a129b49-ebd6-43d3-be69-fe6ea4a91331 req-e82c8a76-8549-4233-bec2-46600f813c24 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 210 time: 0.0523126 Jul 16 20:18:56.148528 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.175225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] For port 5066812a-01c8-4d86-8767-19d2ac8d29d6, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:56.217027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] For port 5066812a-01c8-4d86-8767-19d2ac8d29d6, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5066812a-01c8-4d86-8767-19d2ac8d29d6,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:18:56.226303 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.322762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.323597 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.325699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] 10.222.0.30 "PUT /v2.0/ports/5066812a-01c8-4d86-8767-19d2ac8d29d6 HTTP/1.1" status: 200 len: 1092 time: 1.3761113 Jul 16 20:18:56.328622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385ef62a-a6bd-42e7-b63b-7c7bc24dcf37', 'tag': '5066812a-01c8-4d86-8767-19d2ac8d29d6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:56.330998 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c681e648-d1cc-454e-aab4-eb4baf17805b" -d '{"events": [{"name": "network-changed", "server_uuid": "385ef62a-a6bd-42e7-b63b-7c7bc24dcf37", "tag": "5066812a-01c8-4d86-8767-19d2ac8d29d6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:56.373285 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.385648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97d9cf-0599-49b9-be2c-7cf21199c982 service neutron] Pushing event updated for resources: {'Port': ['ID=5066812a-01c8-4d86-8767-19d2ac8d29d6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.437033 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.437888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.438471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.471744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9fee3-41ff-4555-89a0-9fbcd0239560 req-508e0490-21a4-4029-9b04-f7b95e8ac472 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.473642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86b9fee3-41ff-4555-89a0-9fbcd0239560 req-508e0490-21a4-4029-9b04-f7b95e8ac472 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 946 time: 0.2382493 Jul 16 20:18:56.523371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.548028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-f58842f7-92bd-4bc2-bec6-12bf648acb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.548942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-f58842f7-92bd-4bc2-bec6-12bf648acb50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 1095 time: 0.1587329 Jul 16 20:18:56.572256 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5497122 Jul 16 20:18:56.584200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:56.588934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86b9fee3-41ff-4555-89a0-9fbcd0239560 req-bd2f14fa-bfcd-4231-8c06-cc0a7425fe18 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025505 Jul 16 20:18:56.597201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Request body: {'subnet': {'network_id': '3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:56.669573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-06ab5cd7-0eba-4a50-872c-696c810afb16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5066812a-01c8-4d86-8767-19d2ac8d29d6 HTTP/1.1" status: 200 len: 217 time: 0.0837071 Jul 16 20:18:56.675326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Network b9002340-0639-4dde-914d-24768a7ccc11 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:56.690904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:56.702501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21339ed-a4ae-4064-8c8b-f1c6728cd413 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'Network': ['ID=3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.719207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:18:56.724133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Made reservation on behalf of 8d107ac5d1df456ba22d1e09c7f32c26 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:56.725753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:56.727915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.741690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Pushing event updated for resources: {'Port': ['ID=32ba02a8-3692-45f5-98e5-e35b62751ef9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.747767 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e5fc583-fce0-4477-bc12-921146f9f173 req-39faf7ec-8ed6-44c3-ae2f-9a8bec2d7229 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254206 Jul 16 20:18:56.799875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Made reservation on behalf of 5b7367072f004095b792ecb4a45b7f3a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:18:56.803789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.808603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-aac99952-6afb-48af-8e7e-a81a63507af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.810195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-aac99952-6afb-48af-8e7e-a81a63507af1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 1096 time: 0.8552527 Jul 16 20:18:56.819532 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.824324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9d76648e-0bc1-4fa8-9694-c44227c0487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.826462 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-9d76648e-0bc1-4fa8-9694-c44227c0487e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a076df1d-7874-4a7d-895c-c6cdc0c549a1 HTTP/1.1" status: 200 len: 855 time: 0.1498995 Jul 16 20:18:56.886478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:56.888008 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:56.898192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Pushing event deleted for resources: {'Port': ['ID=9f8f96b6-7621-46a3-a237-3131610def83,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:56.973897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a1a52c33-31f9-4709-ae92-d694f58d74be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] For port ffd03bbf-f931-494a-9e01-732fd7cbf742, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:56.983883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-73db4e08-7250-488f-88d0-5ae57792f319 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6991372 Jul 16 20:18:57.009983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Request body: {'port': {'device_id': '4697b0a1-9ab2-4ffa-95e6-6ba06612d589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:57.060392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] No DVR routers for this DVR port 9f8f96b6-7621-46a3-a237-3131610def83 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:18:57.068648 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.070626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ffa7090f-c217-4f17-9183-c8897d89d876 req-b823dac5-caf6-4651-b54c-2ea88e2df78d tempest-LiveAutoBlockMigrationV225Test-1862679605 tempest-LiveAutoBlockMigrationV225Test-1862679605-project] 10.222.0.63 "DELETE /v2.0/ports/9f8f96b6-7621-46a3-a237-3131610def83 HTTP/1.1" status: 204 len: 173 time: 2.3787692 Jul 16 20:18:57.089372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773786-426c-4481-8f01-12cf930b70ed req-b1ba752d-0088-4e85-9f4a-c17f59b21872 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.096646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773786-426c-4481-8f01-12cf930b70ed req-b1ba752d-0088-4e85-9f4a-c17f59b21872 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.103902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773786-426c-4481-8f01-12cf930b70ed req-b1ba752d-0088-4e85-9f4a-c17f59b21872 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.112260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773786-426c-4481-8f01-12cf930b70ed req-b1ba752d-0088-4e85-9f4a-c17f59b21872 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.118250 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773786-426c-4481-8f01-12cf930b70ed req-b1ba752d-0088-4e85-9f4a-c17f59b21872 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.125563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773786-426c-4481-8f01-12cf930b70ed req-b1ba752d-0088-4e85-9f4a-c17f59b21872 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.132203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773786-426c-4481-8f01-12cf930b70ed req-b1ba752d-0088-4e85-9f4a-c17f59b21872 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.132438 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a1a52c33-31f9-4709-ae92-d694f58d74be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.134432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56773786-426c-4481-8f01-12cf930b70ed req-b1ba752d-0088-4e85-9f4a-c17f59b21872 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.3276377 Jul 16 20:18:57.134647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-43402aac-9e9d-462d-a573-e6350c599cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.136623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-43402aac-9e9d-462d-a573-e6350c599cb6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 917 time: 0.3120553 Jul 16 20:18:57.143106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-5f9f1ac7-315d-48dc-aec3-6c5dde271187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.144666 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-5f9f1ac7-315d-48dc-aec3-6c5dde271187 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e50ef9d-98dd-4d65-8406-072642a6833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2838130 Jul 16 20:18:57.156757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a1a52c33-31f9-4709-ae92-d694f58d74be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.170687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20', 'ffd03bbf-f931-494a-9e01-732fd7cbf742'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:57.235064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-862b3d23-f609-4199-b9a3-e0a915170ef6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a74db-e4b7-424c-8eca-1a6e0d342b63 HTTP/1.1" status: 200 len: 217 time: 0.0869927 Jul 16 20:18:57.256451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Allocated IP 172.20.0.4 (4e50ef9d-98dd-4d65-8406-072642a6833d/a076df1d-7874-4a7d-895c-c6cdc0c549a1/aac1e8f5-559b-4852-96df-3f5b81b902f1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:18:57.302898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a1a52c33-31f9-4709-ae92-d694f58d74be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.303600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a1a52c33-31f9-4709-ae92-d694f58d74be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.321272 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f985a4c7-3d11-4395-92a8-1dd4d38c78cd req-a1a52c33-31f9-4709-ae92-d694f58d74be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "PUT /v2.0/ports/ffd03bbf-f931-494a-9e01-732fd7cbf742 HTTP/1.1" status: 200 len: 981 time: 2.2629254 Jul 16 20:18:57.383453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56773786-426c-4481-8f01-12cf930b70ed req-0f9de623-f1a4-4b04-bac2-75c14fcead3f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2339246 Jul 16 20:18:57.385901 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-4300ea70-47b3-4c6d-b644-ac9d65cc8e32 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286410 Jul 16 20:18:57.386092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['ffd03bbf-f931-494a-9e01-732fd7cbf742'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:57.402281 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69087e6a-5d61-40e7-a55e-596dc9f9d7a8 x-openstack-request-id: req-69087e6a-5d61-40e7-a55e-596dc9f9d7a8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:57.402574 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385ef62a-a6bd-42e7-b63b-7c7bc24dcf37", "tag": "5066812a-01c8-4d86-8767-19d2ac8d29d6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:57.402832 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69087e6a-5d61-40e7-a55e-596dc9f9d7a8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:57.403311 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385ef62a-a6bd-42e7-b63b-7c7bc24dcf37', 'tag': '5066812a-01c8-4d86-8767-19d2ac8d29d6', 'status': 'completed', 'code': 200} Jul 16 20:18:57.405263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:57.421789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a52c33-31f9-4709-ae92-d694f58d74be tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'Port': ['ID=ffd03bbf-f931-494a-9e01-732fd7cbf742,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:57.469417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-5482d0a9-1a09-4f77-addd-bb954ed4e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.482438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-5482d0a9-1a09-4f77-addd-bb954ed4e366 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a076df1d-7874-4a7d-895c-c6cdc0c549a1 HTTP/1.1" status: 200 len: 855 time: 0.2367191 Jul 16 20:18:57.658396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9f8f96b6-7621-46a3-a237-3131610def83 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:18:57.725492 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a52a6ecc-ea69-4d66-83c7-451c38a90845 req-8b6972cb-ceb7-4c80-8a59-7b8d3b91af92 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213010 Jul 16 20:18:57.822501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-a5ef059c-ca60-4f82-a5a3-147c288710be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.824866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-a5ef059c-ca60-4f82-a5a3-147c288710be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e50ef9d-98dd-4d65-8406-072642a6833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3311713 Jul 16 20:18:57.863421 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c798f4aa-85e4-428f-8da1-cbac1e58a23b req-b9aef671-a560-4e10-80f3-a1b05c1ea61a tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 210 time: 0.1494234 Jul 16 20:18:57.940053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'name': 'network-vif-deleted', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83'}, {'name': 'network-changed', 'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:18:57.943315 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02976393-cd23-42c8-8601-5b79a2090d73" -d '{"events": [{"server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "name": "network-vif-deleted", "tag": "9f8f96b6-7621-46a3-a237-3131610def83"}, {"name": "network-changed", "server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:18:57.957469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-d5111310-f325-4722-bedb-d0041594bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:57.959485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-d5111310-f325-4722-bedb-d0041594bab7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 1095 time: 0.1643825 Jul 16 20:18:58.080949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57674) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:58.081396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57676) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:58.087908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 9f8f96b6-7621-46a3-a237-3131610def83 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:18:58.088395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 9f8f96b6-7621-46a3-a237-3131610def83 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:18:58.144162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-f8a9cf8b-6a82-441b-a178-2de106c64f08 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796035 Jul 16 20:18:58.246229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.293867 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83014e42-0a4d-479f-8ac6-47f5cbc3effc req-0ceac360-eb35-4af4-ba6d-b1a145a3dbe9 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/d44f0dfb-a7e8-4ccd-8ca6-beda8d696768 HTTP/1.1" status: 200 len: 1801 time: 0.2111249 Jul 16 20:18:58.319144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Transition to ACTIVE for port object aac1e8f5-559b-4852-96df-3f5b81b902f1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:58.404569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83ceeae3-a085-420a-86d0-acc58d23f43e req-928d7b38-79d9-489f-b48a-0f48b2c46ac3 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526960 Jul 16 20:18:58.405302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e27b1e5-e230-4272-a49c-f57bbc9d1d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.496193 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-83014e42-0a4d-479f-8ac6-47f5cbc3effc req-fd92228e-9f55-46cf-b642-91eef35fcb31 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:18:58.497361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83014e42-0a4d-479f-8ac6-47f5cbc3effc req-fd92228e-9f55-46cf-b642-91eef35fcb31 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/d44f0dfb-a7e8-4ccd-8ca6-beda8d696768 HTTP/1.1" status: 409 len: 341 time: 0.1929631 Jul 16 20:18:58.502500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.509219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9878211e-5873-44c0-a4c4-ddfc06723ae6 admin admin] Deleting subnet 80c8e6cd-e14f-4b4a-bbea-93ed92be01bc {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:18:58.519424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:18:58.520226 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.523026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9878211e-5873-44c0-a4c4-ddfc06723ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.623210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Network 4e50ef9d-98dd-4d65-8406-072642a6833d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:18:58.633059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:58.638998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9878211e-5873-44c0-a4c4-ddfc06723ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.640877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Pushing event updated for resources: {'Port': ['ID=aac1e8f5-559b-4852-96df-3f5b81b902f1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.667300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:18:58.690055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ba02a8-3692-45f5-98e5-e35b62751ef9 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:58.694767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'Subnet': ['ID=68554509-a019-49d7-b7c6-d92df745ca42,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.706829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-9673da39-7969-46ef-bb11-05152e0e8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:58.708540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-9673da39-7969-46ef-bb11-05152e0e8a47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 917 time: 0.7289138 Jul 16 20:18:58.711214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.768570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Transition to ACTIVE for port object 32ba02a8-3692-45f5-98e5-e35b62751ef9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:18:58.770318 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-4f241277-dbfe-4a3b-a268-922fcaa0775d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5066812a-01c8-4d86-8767-19d2ac8d29d6 HTTP/1.1" status: 200 len: 217 time: 0.0528750 Jul 16 20:18:58.777029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Checking segment: {'id': '682f385c-b97a-44e7-bff3-b2d7db76a7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:58.777509 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Network hostable DHCP agents. Network: 3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:18:58.780154 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.799909 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9878211e-5873-44c0-a4c4-ddfc06723ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.806613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48dc49-3163-417f-a33c-09baca3fe0ad req-01968f42-eb29-4337-b66f-72f31642cb22 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:58.807288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:58.807973 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.808259 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec48dc49-3163-417f-a33c-09baca3fe0ad req-01968f42-eb29-4337-b66f-72f31642cb22 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 932 time: 0.4033589 Jul 16 20:18:58.901245 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e27b1e5-e230-4272-a49c-f57bbc9d1d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.910895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e27b1e5-e230-4272-a49c-f57bbc9d1d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.911593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Pushing event updated for resources: {'Port': ['ID=32ba02a8-3692-45f5-98e5-e35b62751ef9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:58.921858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-06e217b9-6a39-483b-a603-1ce620a34950 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1193490 Jul 16 20:18:58.925780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Network 3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:18:58.937221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09844f-3a96-4b96-8ae0-d339bdc760b7 req-b27627f5-4f2f-4258-b744-f62bd665f5cd tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:58.937679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-8c99ea0d-10ea-4849-bf78-a3fa427ccc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:58.937934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 161a74db-e4b7-424c-8eca-1a6e0d342b63 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:18:58.938761 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd09844f-3a96-4b96-8ae0-d339bdc760b7 req-b27627f5-4f2f-4258-b744-f62bd665f5cd tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 946 time: 0.3074996 Jul 16 20:18:58.939166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-8c99ea0d-10ea-4849-bf78-a3fa427ccc80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a076df1d-7874-4a7d-895c-c6cdc0c549a1 HTTP/1.1" status: 200 len: 855 time: 0.1572337 Jul 16 20:18:58.960950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec48dc49-3163-417f-a33c-09baca3fe0ad req-83940bd0-6b2c-40ee-a7b7-ad45cd7cb930 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049917 Jul 16 20:18:58.963204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Request body: {'port': {'device_id': '407db0f4-51a8-48dd-8ab1-b1d83f8a70b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:58.974662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9878211e-5873-44c0-a4c4-ddfc06723ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:58.996085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:18:59.009110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc048ad-2986-44d9-9e5c-c5bb5b6d7c4c None None] Network 3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:59.032413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2e27b1e5-e230-4272-a49c-f57bbc9d1d34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3fc0caef2ba74c51b66eee18f026cade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476488 Jul 16 20:18:59.039893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.040492 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.046470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:59.055541 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7f23e1-a96e-42fc-98b1-75478ac3a233 x-openstack-request-id: req-1b7f23e1-a96e-42fc-98b1-75478ac3a233 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:18:59.055832 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d8bfde-04fe-4774-ab46-298e9689335a", "name": "network-vif-deleted", "tag": "9f8f96b6-7621-46a3-a237-3131610def83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:18:59.056274 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b7f23e1-a96e-42fc-98b1-75478ac3a233 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:18:59.056824 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d8bfde-04fe-4774-ab46-298e9689335a', 'name': 'network-vif-deleted', 'tag': '9f8f96b6-7621-46a3-a237-3131610def83', 'status': 'completed', 'code': 200} Jul 16 20:18:59.057230 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742', 'status': 'completed', 'code': 200} Jul 16 20:18:59.066293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27b1e5-e230-4272-a49c-f57bbc9d1d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da8545-2c5f-41d9-abe0-6e74fa8ff72c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.069370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9878211e-5873-44c0-a4c4-ddfc06723ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.074446 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9878211e-5873-44c0-a4c4-ddfc06723ae6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/80c8e6cd-e14f-4b4a-bbea-93ed92be01bc HTTP/1.1" status: 204 len: 168 time: 0.9884462 Jul 16 20:18:59.075432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:59.084225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878211e-5873-44c0-a4c4-ddfc06723ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c8e6cd-e14f-4b4a-bbea-93ed92be01bc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.097121 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-44d73acf-7520-42fd-afdb-82596e0abcce tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5070848 Jul 16 20:18:59.097773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:18:59.127205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd09844f-3a96-4b96-8ae0-d339bdc760b7 req-d768c76f-d9da-47f6-b3cd-2b73a393e32d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789145 Jul 16 20:18:59.147182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Request body: {'floatingip': {'floating_network_id': '3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:18:59.169419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a654d19-f89e-44e2-b88b-92c6c5988324 None None] Provisioning for port aac1e8f5-559b-4852-96df-3f5b81b902f1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:18:59.215276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a654d19-f89e-44e2-b88b-92c6c5988324 None None] Provisioning complete for port aac1e8f5-559b-4852-96df-3f5b81b902f1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:18:59.216703 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a654d19-f89e-44e2-b88b-92c6c5988324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.242007 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.281967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Attempting to bind port 32ba02a8-3692-45f5-98e5-e35b62751ef9 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:18:59.282264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Attempting to bind port 32ba02a8-3692-45f5-98e5-e35b62751ef9 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '1af1a3dc-957a-437b-a06d-259d8019ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b9002340-0639-4dde-914d-24768a7ccc11'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:18:59.282501 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Attempting to bind port 32ba02a8-3692-45f5-98e5-e35b62751ef9 on network b9002340-0639-4dde-914d-24768a7ccc11 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:59.316552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976393-cd23-42c8-8601-5b79a2090d73 req-bf59e26b-4f7d-41c6-889b-623152948dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.318324 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02976393-cd23-42c8-8601-5b79a2090d73 req-bf59e26b-4f7d-41c6-889b-623152948dfa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 1136 time: 0.2078478 Jul 16 20:18:59.331752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2a654d19-f89e-44e2-b88b-92c6c5988324 None None] Port aac1e8f5-559b-4852-96df-3f5b81b902f1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:18:59.375631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Port 32ba02a8-3692-45f5-98e5-e35b62751ef9 on network b9002340-0639-4dde-914d-24768a7ccc11 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:18:59.375936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Attempting to bind port 32ba02a8-3692-45f5-98e5-e35b62751ef9 on network b9002340-0639-4dde-914d-24768a7ccc11 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:18:59.381716 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ed9968b-7491-4432-9612-588f6b2c5990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.383528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.393332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 161a74db-e4b7-424c-8eca-1a6e0d342b63, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=161a74db-e4b7-424c-8eca-1a6e0d342b63,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:59.399563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80780db9-3117-4a0c-8cc6-8f28147b23e2 None None] Network 3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:18:59.406617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.418442 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-2abdfa14-969c-4e0b-b400-258cfc6a9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.420642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-2abdfa14-969c-4e0b-b400-258cfc6a9c57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e50ef9d-98dd-4d65-8406-072642a6833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4725170 Jul 16 20:18:59.436692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '161a74db-e4b7-424c-8eca-1a6e0d342b63', 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d', 'port_id': '161a74db-e4b7-424c-8eca-1a6e0d342b63', 'mac_address': 'fa:16:3e:2f:63:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a076df1d-7874-4a7d-895c-c6cdc0c549a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:18:59.443472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:18:59.443853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Checking segment: {'id': '1af1a3dc-957a-437b-a06d-259d8019ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b9002340-0639-4dde-914d-24768a7ccc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:18:59.444193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Bound using segment: {'id': '1af1a3dc-957a-437b-a06d-259d8019ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b9002340-0639-4dde-914d-24768a7ccc11'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:18:59.444747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Bound port: 32ba02a8-3692-45f5-98e5-e35b62751ef9, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af1a3dc-957a-437b-a06d-259d8019ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b9002340-0639-4dde-914d-24768a7ccc11'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:18:59.444997 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.517209 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ed9968b-7491-4432-9612-588f6b2c5990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.544488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.578007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161a74db-e4b7-424c-8eca-1a6e0d342b63 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:18:59.673447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 161a74db-e4b7-424c-8eca-1a6e0d342b63, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=161a74db-e4b7-424c-8eca-1a6e0d342b63,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:18:59.686700 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.760147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=161a74db-e4b7-424c-8eca-1a6e0d342b63,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:18:59.768740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0208-0dc9-4884-8460-00ce1a5120fa req-227a7ab3-3736-4be4-b320-12337aa143e9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.769548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.769548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.769548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.769548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.769548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.770781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.770781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.771321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0208-0dc9-4884-8460-00ce1a5120fa req-227a7ab3-3736-4be4-b320-12337aa143e9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.772089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.772089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.772089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.773275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.773275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:18:59.778431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0208-0dc9-4884-8460-00ce1a5120fa req-227a7ab3-3736-4be4-b320-12337aa143e9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.780858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976393-cd23-42c8-8601-5b79a2090d73 req-58ea19e5-fa45-4380-900e-80c0d7ec4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.782356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02976393-cd23-42c8-8601-5b79a2090d73 req-58ea19e5-fa45-4380-900e-80c0d7ec4c2a service neutron] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 913 time: 0.4523704 Jul 16 20:18:59.782626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0208-0dc9-4884-8460-00ce1a5120fa req-227a7ab3-3736-4be4-b320-12337aa143e9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.788537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0208-0dc9-4884-8460-00ce1a5120fa req-227a7ab3-3736-4be4-b320-12337aa143e9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.795011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0208-0dc9-4884-8460-00ce1a5120fa req-227a7ab3-3736-4be4-b320-12337aa143e9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.800754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0208-0dc9-4884-8460-00ce1a5120fa req-227a7ab3-3736-4be4-b320-12337aa143e9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.802709 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0e9c0208-0dc9-4884-8460-00ce1a5120fa req-227a7ab3-3736-4be4-b320-12337aa143e9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.5684702 Jul 16 20:18:59.838954 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02976393-cd23-42c8-8601-5b79a2090d73 req-8de987cb-5633-4311-92f0-79daf3c2f7e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742 HTTP/1.1" status: 200 len: 217 time: 0.0492246 Jul 16 20:18:59.858398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.902637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-9b4acbd1-df63-4106-8ffc-4d9685b05a8b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.904138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-9b4acbd1-df63-4106-8ffc-4d9685b05a8b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 946 time: 0.5468094 Jul 16 20:18:59.905980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['161a74db-e4b7-424c-8eca-1a6e0d342b63'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:18:59.927753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] For port 32ba02a8-3692-45f5-98e5-e35b62751ef9, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:18:59.929808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-aa223661-7066-4043-8ba8-40cdeb2030a1 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922552 Jul 16 20:18:59.942576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090e63f5-0b12-480f-a8ba-caa5cb1116a8']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:18:59.944780 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ed9968b-7491-4432-9612-588f6b2c5990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.946732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761433f9-104b-45f6-95a8-743c89ee582f req-7ac3ec8e-7b99-45e6-bd8e-93f20cbc6b88 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.947535 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ed9968b-7491-4432-9612-588f6b2c5990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:18:59.948487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-761433f9-104b-45f6-95a8-743c89ee582f req-7ac3ec8e-7b99-45e6-bd8e-93f20cbc6b88 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 931 time: 0.3228023 Jul 16 20:18:59.951285 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8ed9968b-7491-4432-9612-588f6b2c5990 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53da8545-2c5f-41d9-abe0-6e74fa8ff72c HTTP/1.1" status: 204 len: 168 time: 0.9037120 Jul 16 20:18:59.957910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976393-cd23-42c8-8601-5b79a2090d73 req-0f25237f-61ba-4d3f-b12f-944e862485fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:18:59.959534 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02976393-cd23-42c8-8601-5b79a2090d73 req-0f25237f-61ba-4d3f-b12f-944e862485fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.1078515 Jul 16 20:19:00.000502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] For port 32ba02a8-3692-45f5-98e5-e35b62751ef9, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=32ba02a8-3692-45f5-98e5-e35b62751ef9,segment=NetworkSegment(1af1a3dc-957a-437b-a06d-259d8019ac35),segment_id=1af1a3dc-957a-437b-a06d-259d8019ac35)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:00.004738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c75b80-b239-4375-aa03-63be9a950aab') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:00.005158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c75b80-b239-4375-aa03-63be9a950aab') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:00.014431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02976393-cd23-42c8-8601-5b79a2090d73 req-c387abf0-dc37-45d1-af43-630b3f402c72 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468230 Jul 16 20:19:00.037921 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.063290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.067849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9968b-7491-4432-9612-588f6b2c5990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da8545-2c5f-41d9-abe0-6e74fa8ff72c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:00.131872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Pushing event updated for resources: {'Port': ['ID=32ba02a8-3692-45f5-98e5-e35b62751ef9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:00.170474 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0e9c0208-0dc9-4884-8460-00ce1a5120fa req-e795a41d-86f2-4e22-8aa9-6779370938d2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3537667 Jul 16 20:19:00.173056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.174452 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02976393-cd23-42c8-8601-5b79a2090d73 req-0d7be0e1-5706-4203-8339-245bd7baa9a2 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328461 Jul 16 20:19:00.237445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.238254 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.239867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-a7ab09a8-2d97-41ab-a5d5-c3d75a1c9a4a service neutron] 10.222.0.63 "PUT /v2.0/ports/32ba02a8-3692-45f5-98e5-e35b62751ef9 HTTP/1.1" status: 200 len: 1093 time: 3.2446387 Jul 16 20:19:00.241542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4697b0a1-9ab2-4ffa-95e6-6ba06612d589', 'tag': '32ba02a8-3692-45f5-98e5-e35b62751ef9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:00.243968 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "4697b0a1-9ab2-4ffa-95e6-6ba06612d589", "tag": "32ba02a8-3692-45f5-98e5-e35b62751ef9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:00.252339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:00.252745 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:00.254590 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:00.316964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac1e8f5-559b-4852-96df-3f5b81b902f1 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:00.331433 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.336064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02976393-cd23-42c8-8601-5b79a2090d73 req-c834a3b5-8833-4755-b4e4-c9923ad0e7d8 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545939 Jul 16 20:19:00.350795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-761433f9-104b-45f6-95a8-743c89ee582f req-c661a0a3-2637-43a2-a889-d170e1bc20ac tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902056 Jul 16 20:19:00.383732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Transition to ACTIVE for port object aac1e8f5-559b-4852-96df-3f5b81b902f1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:00.403572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.515129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.631059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c681e648-d1cc-454e-aab4-eb4baf17805b req-acb1f874-955f-4e27-8074-bac218503c5c service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713138 Jul 16 20:19:00.636127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Pushing event updated for resources: {'Port': ['ID=aac1e8f5-559b-4852-96df-3f5b81b902f1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:00.679343 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.704379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.709585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] 10.222.0.10 "DELETE /v2.0/networks/090e63f5-0b12-480f-a8ba-caa5cb1116a8 HTTP/1.1" status: 204 len: 168 time: 1.6288140 Jul 16 20:19:00.712223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57716) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:00.713665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Attempting to bind port aac1e8f5-559b-4852-96df-3f5b81b902f1 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:00.714256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Attempting to bind port aac1e8f5-559b-4852-96df-3f5b81b902f1 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:00.714694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Attempting to bind port aac1e8f5-559b-4852-96df-3f5b81b902f1 on network 4e50ef9d-98dd-4d65-8406-072642a6833d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:00.724295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Deleting port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:00.724701 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.762179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f97d6-c213-4a4b-b4b9-323570f0b326 admin admin] Pushing event deleted for resources: {'Network': ['ID=090e63f5-0b12-480f-a8ba-caa5cb1116a8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:00.780687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Port aac1e8f5-559b-4852-96df-3f5b81b902f1 on network 4e50ef9d-98dd-4d65-8406-072642a6833d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:00.781496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Attempting to bind port aac1e8f5-559b-4852-96df-3f5b81b902f1 on network 4e50ef9d-98dd-4d65-8406-072642a6833d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:00.814040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f49b71-113c-4b7e-b96d-c525a52fe0d0 admin admin] Deleting subnet 52ad3a7b-007c-4911-b4d1-f1e829dde68d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:00.829547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:00.830264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Checking segment: {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:00.830946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Bound using segment: {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:00.832023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Bound port: aac1e8f5-559b-4852-96df-3f5b81b902f1, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4e1349-daab-4a25-99c8-2c17df9aedc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:00.832743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.836149 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34f49b71-113c-4b7e-b96d-c525a52fe0d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.937039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd345308-05ed-4829-b2d0-db8344704cd2 req-4ac2c8fb-891a-4ff0-aec6-a731c18bc818 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.938879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd345308-05ed-4829-b2d0-db8344704cd2 req-4ac2c8fb-891a-4ff0-aec6-a731c18bc818 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 944 time: 0.3655963 Jul 16 20:19:00.947136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-690d236a-b2bb-4071-ae30-fde0eff8bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:00.947136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-690d236a-b2bb-4071-ae30-fde0eff8bee1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 1136 time: 0.4463391 Jul 16 20:19:00.961599 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34f49b71-113c-4b7e-b96d-c525a52fe0d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:00.965012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5066812a-01c8-4d86-8767-19d2ac8d29d6 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:00.971679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 161a74db-e4b7-424c-8eca-1a6e0d342b63 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:01.093039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] For port aac1e8f5-559b-4852-96df-3f5b81b902f1, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:01.109208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30017942-5125-4d7a-a67b-98420235bc30 req-37dea941-8f46-4305-8ce5-081bd7087e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.113270 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-37dea941-8f46-4305-8ce5-081bd7087e6c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cacdcd4315664c9caba541947251c975&device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 1096 time: 0.8022678 Jul 16 20:19:01.199744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 161a74db-e4b7-424c-8eca-1a6e0d342b63 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:01.211518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 161a74db-e4b7-424c-8eca-1a6e0d342b63 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:01.211995 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.227891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:01.243896 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-6cf9c417-2783-446b-bbbe-86af43e3b6a0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ba02a8-3692-45f5-98e5-e35b62751ef9 HTTP/1.1" status: 200 len: 217 time: 0.0835536 Jul 16 20:19:01.254871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633fa22-0a68-4846-a781-6359ec976d31 req-8c824829-82f8-4183-90b9-db3f0529cd2e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.260317 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1633fa22-0a68-4846-a781-6359ec976d31 req-8c824829-82f8-4183-90b9-db3f0529cd2e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 984 time: 0.7995048 Jul 16 20:19:01.267484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 5066812a-01c8-4d86-8767-19d2ac8d29d6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5066812a-01c8-4d86-8767-19d2ac8d29d6,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:01.284857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Allocated IP 172.20.0.8 (3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f/68554509-a019-49d7-b7c6-d92df745ca42/21a8a483-4287-43e9-a9ed-a2a2f7d66449) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:01.296984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '5066812a-01c8-4d86-8767-19d2ac8d29d6', 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d', 'port_id': '5066812a-01c8-4d86-8767-19d2ac8d29d6', 'mac_address': 'fa:16:3e:c0:c6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a076df1d-7874-4a7d-895c-c6cdc0c549a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:01.360027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] For port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:01.360988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.396848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Calling delete_port for 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:01.417858 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.437898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5066812a-01c8-4d86-8767-19d2ac8d29d6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:01.489489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 5066812a-01c8-4d86-8767-19d2ac8d29d6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5066812a-01c8-4d86-8767-19d2ac8d29d6,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:01.492639 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.502348 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.523564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-329501209-network', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:01.540853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af4a221-70f5-4e59-9617-7d716aad6f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a74db-e4b7-424c-8eca-1a6e0d342b63'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:01.543148 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b5af5e-2407-4cc6-b273-02b992f0b75d" -d '{"events": [{"server_uuid": "0af4a221-70f5-4e59-9617-7d716aad6f0e", "name": "network-vif-plugged", "status": "completed", "tag": "161a74db-e4b7-424c-8eca-1a6e0d342b63"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:01.550428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34f49b71-113c-4b7e-b96d-c525a52fe0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.564904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 161a74db-e4b7-424c-8eca-1a6e0d342b63, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=161a74db-e4b7-424c-8eca-1a6e0d342b63,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:01.575709 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.581989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=5066812a-01c8-4d86-8767-19d2ac8d29d6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:01.583169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] For port aac1e8f5-559b-4852-96df-3f5b81b902f1, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aac1e8f5-559b-4852-96df-3f5b81b902f1,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:01.590724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd345308-05ed-4829-b2d0-db8344704cd2 req-737cc0f3-c9d3-42a1-95f4-643b04bcfce5 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253428 Jul 16 20:19:01.590983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30017942-5125-4d7a-a67b-98420235bc30 req-cbc1af02-ec25-49c6-8302-63c5004a9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.592543 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-cbc1af02-ec25-49c6-8302-63c5004a9c6b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b97655f-abfe-41f2-96fe-1ca8be0b5fe3 HTTP/1.1" status: 200 len: 865 time: 0.3148069 Jul 16 20:19:01.599913 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.611748 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1633fa22-0a68-4846-a781-6359ec976d31 req-bb16e84d-6a0b-443d-af55-27f53f9fc2ee tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&id=d44f0dfb-a7e8-4ccd-8ca6-beda8d696768&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3289609 Jul 16 20:19:01.671970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-c2f953f5-b748-472e-8666-cde9f1df96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.673868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-c2f953f5-b748-472e-8666-cde9f1df96f1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 913 time: 0.7161057 Jul 16 20:19:01.693775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=161a74db-e4b7-424c-8eca-1a6e0d342b63,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:01.719910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:01.721122 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.723980 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] 10.222.0.30 "PUT /v2.0/ports/aac1e8f5-559b-4852-96df-3f5b81b902f1 HTTP/1.1" status: 200 len: 1092 time: 2.7775455 Jul 16 20:19:01.725292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407db0f4-51a8-48dd-8ab1-b1d83f8a70b7', 'tag': 'aac1e8f5-559b-4852-96df-3f5b81b902f1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:01.725956 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ec1d33-4000-4f40-a84f-a920b35335c1 x-openstack-request-id: req-a2ec1d33-4000-4f40-a84f-a920b35335c1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:01.726837 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4697b0a1-9ab2-4ffa-95e6-6ba06612d589", "tag": "32ba02a8-3692-45f5-98e5-e35b62751ef9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:01.729008 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2ec1d33-4000-4f40-a84f-a920b35335c1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:01.729352 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f862ae25-fced-4605-b8ee-2586f68eeae7" -d '{"events": [{"name": "network-changed", "server_uuid": "407db0f4-51a8-48dd-8ab1-b1d83f8a70b7", "tag": "aac1e8f5-559b-4852-96df-3f5b81b902f1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:01.729666 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4697b0a1-9ab2-4ffa-95e6-6ba06612d589', 'tag': '32ba02a8-3692-45f5-98e5-e35b62751ef9', 'status': 'completed', 'code': 200} Jul 16 20:19:01.738083 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-f0ebb8d3-7a2a-4554-999c-216cd7dfc05c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b9002340-0639-4dde-914d-24768a7ccc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086824 Jul 16 20:19:01.739757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5066812a-01c8-4d86-8767-19d2ac8d29d6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:01.794423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-bc0510ed-f3b0-4499-89f4-e22199359219 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742 HTTP/1.1" status: 200 len: 217 time: 0.0972338 Jul 16 20:19:01.844653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Made reservation on behalf of 6385058dcf004a12bbf5ed7bf5647d5d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:01.847068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.870078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a767d-1f97-431b-9f44-8d4e04e80546 service neutron] Pushing event updated for resources: {'Port': ['ID=aac1e8f5-559b-4852-96df-3f5b81b902f1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:01.905053 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:01.930616 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34f49b71-113c-4b7e-b96d-c525a52fe0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.008356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.017374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f49b71-113c-4b7e-b96d-c525a52fe0d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ad3a7b-007c-4911-b4d1-f1e829dde68d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:02.019615 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34f49b71-113c-4b7e-b96d-c525a52fe0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.024220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-34f49b71-113c-4b7e-b96d-c525a52fe0d0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/52ad3a7b-007c-4911-b4d1-f1e829dde68d HTTP/1.1" status: 204 len: 168 time: 1.3031425 Jul 16 20:19:02.027547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:02.047231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-a6f04de2-b7b6-42a0-a37d-f05a80e197af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.048781 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-a6f04de2-b7b6-42a0-a37d-f05a80e197af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.1743438 Jul 16 20:19:02.092512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-0049cfd5-b5a7-4e35-afac-62cc76831c12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370309 Jul 16 20:19:02.095600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-404822d9-f0f7-4c21-b422-6b7b476dd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.097044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-404822d9-f0f7-4c21-b422-6b7b476dd48f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 1095 time: 0.2857246 Jul 16 20:19:02.133409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event deleted for resources: {'Port': ['ID=10be1d68-8d0a-4fe2-a5fc-3e5a522660b3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:02.172528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea9b08-9065-404e-b8fd-2d344e4719f0 req-3a4389d4-01c1-4838-9a31-61cb6cbf74a6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.174089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fea9b08-9065-404e-b8fd-2d344e4719f0 req-3a4389d4-01c1-4838-9a31-61cb6cbf74a6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=66f721ae-6764-4707-b603-0446617a36f3 HTTP/1.1" status: 200 len: 867 time: 0.3010120 Jul 16 20:19:02.177763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-054b7fb2-c3ec-4df5-8915-5aa3cef06141 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aac1e8f5-559b-4852-96df-3f5b81b902f1 HTTP/1.1" status: 200 len: 217 time: 0.0693367 Jul 16 20:19:02.198760 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.248267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] No DVR routers for this DVR port 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:02.251420 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.253670 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-31395419-a6b0-412d-b6cb-9f3e4a6cc797 req-bf022d0a-f16b-43d8-ab1c-c9a5b6b65768 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "DELETE /v2.0/ports/10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 HTTP/1.1" status: 204 len: 173 time: 2.3290265 Jul 16 20:19:02.307811 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fea9b08-9065-404e-b8fd-2d344e4719f0 req-92c2a054-7db9-4b55-8f62-2361f30d63e0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256559 Jul 16 20:19:02.320102 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-1c747c2d-7b6a-402c-98d5-ba1ce0a8a381 service neutron] 10.222.0.63 "GET /v2.0/networks/b9002340-0639-4dde-914d-24768a7ccc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677190 Jul 16 20:19:02.323420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-96e070c0-8009-4cd0-91f7-20ad30109c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.325213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-96e070c0-8009-4cd0-91f7-20ad30109c35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a076df1d-7874-4a7d-895c-c6cdc0c549a1 HTTP/1.1" status: 200 len: 855 time: 0.1341131 Jul 16 20:19:02.329277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-0240ab95-30b4-402f-b96d-20690273ada1 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294068 Jul 16 20:19:02.348968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:02.426284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b18da-fd6c-4e9f-a403-ea797702b19f req-09f8baff-fb6c-4429-a9ba-2e2fc218651c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.446365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b18da-fd6c-4e9f-a403-ea797702b19f req-09f8baff-fb6c-4429-a9ba-2e2fc218651c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.453710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b18da-fd6c-4e9f-a403-ea797702b19f req-09f8baff-fb6c-4429-a9ba-2e2fc218651c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.459760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b18da-fd6c-4e9f-a403-ea797702b19f req-09f8baff-fb6c-4429-a9ba-2e2fc218651c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.466633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b18da-fd6c-4e9f-a403-ea797702b19f req-09f8baff-fb6c-4429-a9ba-2e2fc218651c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.473052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b18da-fd6c-4e9f-a403-ea797702b19f req-09f8baff-fb6c-4429-a9ba-2e2fc218651c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.479125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b18da-fd6c-4e9f-a403-ea797702b19f req-09f8baff-fb6c-4429-a9ba-2e2fc218651c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.481640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-265b18da-fd6c-4e9f-a403-ea797702b19f req-09f8baff-fb6c-4429-a9ba-2e2fc218651c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.5470169 Jul 16 20:19:02.484190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.528737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-8d91ec62-f57a-483f-b56e-73db8e92cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.530304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-8d91ec62-f57a-483f-b56e-73db8e92cc5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e50ef9d-98dd-4d65-8406-072642a6833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1982710 Jul 16 20:19:02.538435 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb60c6c7-c31b-4510-af1c-691298d2a8fe req-9e089000-37eb-4a92-b04e-f67d57ec38a1 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973422 Jul 16 20:19:02.611726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.630697 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.642383 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.645123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f5ef-7894-4507-a895-f7659c682481 req-cfe3ca52-346e-4b09-a0ad-d6d1cb603353 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:02.651855 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b41f5ef-7894-4507-a895-f7659c682481 req-cfe3ca52-346e-4b09-a0ad-d6d1cb603353 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 943 time: 0.1791217 Jul 16 20:19:02.675092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-265b18da-fd6c-4e9f-a403-ea797702b19f req-eae5c1a8-1fe1-4a78-b12a-e329a3caec11 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706259 Jul 16 20:19:02.711343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-1963a004-0728-4476-b305-5510f5097cf3 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716604 Jul 16 20:19:02.756547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:02.774171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Network 3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:02.779893 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ca65c-7065-45dd-bb84-1781604097b8 x-openstack-request-id: req-b02ca65c-7065-45dd-bb84-1781604097b8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:02.780511 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af4a221-70f5-4e59-9617-7d716aad6f0e", "name": "network-vif-plugged", "status": "completed", "tag": "161a74db-e4b7-424c-8eca-1a6e0d342b63", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:02.781028 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b02ca65c-7065-45dd-bb84-1781604097b8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:02.781645 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af4a221-70f5-4e59-9617-7d716aad6f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a74db-e4b7-424c-8eca-1a6e0d342b63', 'code': 200} Jul 16 20:19:02.786665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:02.793294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121cc577-9dff-4252-b178-3c7223e7c6c1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:02.797837 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30017942-5125-4d7a-a67b-98420235bc30 req-e182fd8a-24fd-40c9-acaa-68b60a5ced7f service neutron] 10.222.0.63 "GET /v2.0/networks/b9002340-0639-4dde-914d-24768a7ccc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534543 Jul 16 20:19:02.803074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:02.808103 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.808411 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Added segment e80ed9d7-f93a-411a-a442-69e0a94bcb80 of type vlan for network 3699387c-5233-40ce-b73f-3360c0872698 Jul 16 20:19:02.818806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'Port': ['ID=21a8a483-4287-43e9-a9ed-a2a2f7d66449,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:02.863344 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:02.895377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c70292a6-e72a-41a4-b4a5-3db530b1e3a1 req-1e2e4a33-3f38-4d73-87a9-115d22204d76 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760342 Jul 16 20:19:02.896938 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3995650d-4369-48e9-a404-bfec74ab0aca x-openstack-request-id: req-3995650d-4369-48e9-a404-bfec74ab0aca {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:02.897229 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407db0f4-51a8-48dd-8ab1-b1d83f8a70b7", "tag": "aac1e8f5-559b-4852-96df-3f5b81b902f1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:02.897486 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3995650d-4369-48e9-a404-bfec74ab0aca {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:02.897879 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407db0f4-51a8-48dd-8ab1-b1d83f8a70b7', 'tag': 'aac1e8f5-559b-4852-96df-3f5b81b902f1', 'status': 'completed', 'code': 200} Jul 16 20:19:02.914966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b41f5ef-7894-4507-a895-f7659c682481 req-3c50bc38-2c08-47c9-9443-401f63183b12 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600067 Jul 16 20:19:02.949432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5066812a-01c8-4d86-8767-19d2ac8d29d6 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:02.984438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b5260a-8683-41c2-8edc-7ad5368f0c7a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:03.009300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 5066812a-01c8-4d86-8767-19d2ac8d29d6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:03.014166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 5066812a-01c8-4d86-8767-19d2ac8d29d6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:03.014671 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.028419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960132d8-7a1f-45db-8ef9-600fb520ce1c') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:03.028738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960132d8-7a1f-45db-8ef9-600fb520ce1c') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:03.049857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be911-2d96-4163-b6b1-7a75ad6fedbb req-67bdcde2-e6a4-4055-b356-210c66045f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.053584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-996be911-2d96-4163-b6b1-7a75ad6fedbb req-67bdcde2-e6a4-4055-b356-210c66045f86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 1098 time: 0.0841570 Jul 16 20:19:03.109794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-996be911-2d96-4163-b6b1-7a75ad6fedbb req-ed26cf27-7692-4f1e-925a-fa7927ec89d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 Jul 16 20:19:03.111544 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.154811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 5066812a-01c8-4d86-8767-19d2ac8d29d6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5066812a-01c8-4d86-8767-19d2ac8d29d6,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:03.159544 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.180867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.183517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc30a5-d5c2-4001-ae0a-957521002b20 req-d01d2523-e61f-492d-a58d-05566ff71be3 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.185122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2edc30a5-d5c2-4001-ae0a-957521002b20 req-d01d2523-e61f-492d-a58d-05566ff71be3 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 984 time: 0.0742881 Jul 16 20:19:03.189142 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.216675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=5066812a-01c8-4d86-8767-19d2ac8d29d6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.238748 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2edc30a5-d5c2-4001-ae0a-957521002b20 req-892e3326-2247-45ef-b5dd-a325ff25b1ea tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&id=d44f0dfb-a7e8-4ccd-8ca6-beda8d696768&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0476069 Jul 16 20:19:03.266726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.274998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.291955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:03.292355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:03.295410 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:03.370022 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.371298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.371915 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.458333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.466168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2363279 Jul 16 20:19:03.468209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-3f04c79e-020e-4a62-9f16-796ae863d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.469672 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-3f04c79e-020e-4a62-9f16-796ae863d6a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 1095 time: 0.4390395 Jul 16 20:19:03.470355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:03.475706 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.480268 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.484015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] 10.222.0.10 "DELETE /v2.0/networks/10b5260a-8683-41c2-8edc-7ad5368f0c7a HTTP/1.1" status: 204 len: 168 time: 1.4114196 Jul 16 20:19:03.488334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-9ab6ac34-026a-4fd8-b2e1-9e1feedf4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.488559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Request body: {'subnet': {'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-329501209-subnet', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:03.490839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-9ab6ac34-026a-4fd8-b2e1-9e1feedf4df6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cacdcd4315664c9caba541947251c975&device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 1096 time: 0.4129925 Jul 16 20:19:03.504144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326798b-8494-4549-b566-302258c5f135 req-fa85fbec-7aed-42ec-b98b-f1a22bc4cc3a tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:03.506387 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a326798b-8494-4549-b566-302258c5f135 req-fa85fbec-7aed-42ec-b98b-f1a22bc4cc3a tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 944 time: 0.5010493 Jul 16 20:19:03.526536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Made reservation on behalf of 6385058dcf004a12bbf5ed7bf5647d5d for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:03.530310 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.666127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b737b5-7368-49e2-b391-608abd18766f admin admin] Pushing event updated for resources: {'Network': ['ID=3699387c-5233-40ce-b73f-3360c0872698,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.690383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 3699387c-5233-40ce-b73f-3360c0872698 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:03.750402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:03.777577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:03.777974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 10be1d68-8d0a-4fe2-a5fc-3e5a522660b3 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:03.791477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:03.795311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f721ae-6764-4707-b603-0446617a36f3', 'name': 'network-vif-deleted', 'tag': '10be1d68-8d0a-4fe2-a5fc-3e5a522660b3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:03.799464 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1185701-e4a1-416d-ae96-f4c38bef03ea" -d '{"events": [{"server_uuid": "66f721ae-6764-4707-b603-0446617a36f3", "name": "network-vif-deleted", "tag": "10be1d68-8d0a-4fe2-a5fc-3e5a522660b3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:03.836059 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:03.956159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbebcb38-69e6-421d-93aa-e00cf54f98a2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:03.964832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a44282a9-50a6-4b4a-a464-b795bdee8f42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ca09283cdb344df9c4778a5cbe26f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722894 Jul 16 20:19:03.972895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57776) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.037661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-17a5f554-6a51-496f-9f65-71130b0eefe6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.037661 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-17a5f554-6a51-496f-9f65-71130b0eefe6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.2468190 Jul 16 20:19:04.042022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Checking segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:04.042376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Network hostable DHCP agents. Network: 3699387c-5233-40ce-b73f-3360c0872698, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:04.070579 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-83fdf48a-97d2-40a6-9b5e-77139313771f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/quotas/0410be0c0294441b99dffe52e22a48d5 HTTP/1.1" status: 200 len: 375 time: 0.0329008 Jul 16 20:19:04.118303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Network 3699387c-5233-40ce-b73f-3360c0872698 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:04.124973 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c861b19-c5b6-486a-8fa0-e40241d2c832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.142627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 3699387c-5233-40ce-b73f-3360c0872698) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:04.154837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.155513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.167774 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c861b19-c5b6-486a-8fa0-e40241d2c832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.169122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e25dc-7ec4-4271-b489-bb939ded6f2b None None] Network 3699387c-5233-40ce-b73f-3360c0872698 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:04.172985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5cbcb-5390-4781-928d-b9b82bfa46bf admin admin] Pushing event deleted for resources: {'Network': ['ID=10b5260a-8683-41c2-8edc-7ad5368f0c7a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.198492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-39b7c4d2-4b71-4387-b5eb-5398ea086f27 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7266140 Jul 16 20:19:04.206307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57778) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.219898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:04.238578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a326798b-8494-4549-b566-302258c5f135 req-e8bba534-a0b6-4e10-aaa3-e76e0003774a tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908637 Jul 16 20:19:04.239543 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-e8243ac2-0642-473e-993f-49a63a559e34 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587665 Jul 16 20:19:04.263684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-691a5351-54c9-44ba-9387-c94046aed962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.266011 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-691a5351-54c9-44ba-9387-c94046aed962 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b9002340-0639-4dde-914d-24768a7ccc11 HTTP/1.1" status: 200 len: 926 time: 0.6879449 Jul 16 20:19:04.310024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.321321 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.322940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.341733 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.354698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c861b19-c5b6-486a-8fa0-e40241d2c832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.362182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c861b19-c5b6-486a-8fa0-e40241d2c832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.366440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8c861b19-c5b6-486a-8fa0-e40241d2c832 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a049f18b-c0c5-4575-bcc4-720993eff220 HTTP/1.1" status: 204 len: 168 time: 0.3922560 Jul 16 20:19:04.428923 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-091bdecf-6600-42e1-b314-7aecebccab23 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32ba02a8-3692-45f5-98e5-e35b62751ef9 HTTP/1.1" status: 200 len: 217 time: 0.0980964 Jul 16 20:19:04.431005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-2e8d4ed4-4ce3-4648-8972-ff2adead5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.433677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-2e8d4ed4-4ce3-4648-8972-ff2adead5ca9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 917 time: 0.8566735 Jul 16 20:19:04.476084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c861b19-c5b6-486a-8fa0-e40241d2c832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a049f18b-c0c5-4575-bcc4-720993eff220,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.484631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-3699387c-5233-40ce-b73f-3360c0872698', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:04.486145 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.486828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.598603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-32e060ea-026a-42c0-8320-34bdfde1ac8e service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383048 Jul 16 20:19:04.660549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'Port': ['ID=21a8a483-4287-43e9-a9ed-a2a2f7d66449,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:04.666214 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-27ab57e6-20ff-4ff1-b3be-f5a3e56900ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aac1e8f5-559b-4852-96df-3f5b81b902f1 HTTP/1.1" status: 200 len: 217 time: 0.1949556 Jul 16 20:19:04.725519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.740934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Allocated IP 172.20.0.2 (3699387c-5233-40ce-b73f-3360c0872698/cbebcb38-69e6-421d-93aa-e00cf54f98a2/a3c871db-78ec-457b-b3b7-112316ad8276) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:04.783528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ef62a-a6bd-42e7-b63b-7c7bc24dcf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5066812a-01c8-4d86-8767-19d2ac8d29d6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:04.785084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-bae4154e-db44-44c6-a16a-d35bd420e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.786664 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-bae4154e-db44-44c6-a16a-d35bd420e5ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9b97655f-abfe-41f2-96fe-1ca8be0b5fe3 HTTP/1.1" status: 200 len: 865 time: 0.3362110 Jul 16 20:19:04.787412 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bf4211-e89b-4e0b-b140-b11aad7c826b" -d '{"events": [{"server_uuid": "385ef62a-a6bd-42e7-b63b-7c7bc24dcf37", "name": "network-vif-plugged", "status": "completed", "tag": "5066812a-01c8-4d86-8767-19d2ac8d29d6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:04.789883 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.842507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-010031e4-9312-436c-85f2-2351f20b540a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b9002340-0639-4dde-914d-24768a7ccc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472898 Jul 16 20:19:04.844247 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-c50d74c0-62c6-482d-85c9-d1873df2a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.847805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-c50d74c0-62c6-482d-85c9-d1873df2a0ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a076df1d-7874-4a7d-895c-c6cdc0c549a1 HTTP/1.1" status: 200 len: 855 time: 0.1717706 Jul 16 20:19:04.860213 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:04.864348 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5813863d-7f22-4133-80c4-2699b19917a9 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.7598979 Jul 16 20:19:04.866387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.921898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1892-1443-41c8-a664-55a1ad5556d7 req-25a265ad-ed50-47ca-816f-0d790f41d79e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.928119 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1892-1443-41c8-a664-55a1ad5556d7 req-25a265ad-ed50-47ca-816f-0d790f41d79e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.934401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1892-1443-41c8-a664-55a1ad5556d7 req-25a265ad-ed50-47ca-816f-0d790f41d79e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.940946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1892-1443-41c8-a664-55a1ad5556d7 req-25a265ad-ed50-47ca-816f-0d790f41d79e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.947449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1892-1443-41c8-a664-55a1ad5556d7 req-25a265ad-ed50-47ca-816f-0d790f41d79e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.953901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1892-1443-41c8-a664-55a1ad5556d7 req-25a265ad-ed50-47ca-816f-0d790f41d79e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.958996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-d82203d0-3fc1-497c-93d2-1b3322ac3a31 service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068588 Jul 16 20:19:04.969348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1892-1443-41c8-a664-55a1ad5556d7 req-25a265ad-ed50-47ca-816f-0d790f41d79e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:04.972046 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-10388f49-2d6b-4f3a-b689-2186cc8ce01d tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f HTTP/1.1" status: 200 len: 689 time: 0.1043658 Jul 16 20:19:04.975576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:04.980972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c72f1892-1443-41c8-a664-55a1ad5556d7 req-25a265ad-ed50-47ca-816f-0d790f41d79e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.5810730 Jul 16 20:19:05.004731 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.029156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Transition to ACTIVE for port object a3c871db-78ec-457b-b3b7-112316ad8276 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:05.061970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Transition to ACTIVE for port object a3c871db-78ec-457b-b3b7-112316ad8276 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:05.078895 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.162710 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.190312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:05.197279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Network 3699387c-5233-40ce-b73f-3360c0872698 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:05.202288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:05.231897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c72f1892-1443-41c8-a664-55a1ad5556d7 req-4ee30eb6-6962-4725-8525-64dea6670a46 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2414598 Jul 16 20:19:05.243062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:05.258640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-a0dd0cd5-2635-44fe-aaf8-0c7a02f38f7e service neutron] 10.222.0.63 "GET /v2.0/networks/b9002340-0639-4dde-914d-24768a7ccc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079943 Jul 16 20:19:05.268201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-40719893-0ca4-408c-955d-f8df56ecbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.269816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-40719893-0ca4-408c-955d-f8df56ecbf67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e50ef9d-98dd-4d65-8406-072642a6833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4042864 Jul 16 20:19:05.287222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Pushing event updated for resources: {'Port': ['ID=a3c871db-78ec-457b-b3b7-112316ad8276,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:05.360623 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90829cd-495f-4c78-9709-417fd883ac33 x-openstack-request-id: req-e90829cd-495f-4c78-9709-417fd883ac33 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:05.368522 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f721ae-6764-4707-b603-0446617a36f3", "name": "network-vif-deleted", "tag": "10be1d68-8d0a-4fe2-a5fc-3e5a522660b3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:05.368810 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e90829cd-495f-4c78-9709-417fd883ac33 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:05.369252 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f721ae-6764-4707-b603-0446617a36f3', 'name': 'network-vif-deleted', 'tag': '10be1d68-8d0a-4fe2-a5fc-3e5a522660b3', 'status': 'completed', 'code': 200} Jul 16 20:19:05.423733 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Attempting to bind port a3c871db-78ec-457b-b3b7-112316ad8276 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:05.425956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Attempting to bind port a3c871db-78ec-457b-b3b7-112316ad8276 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:05.426534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Attempting to bind port a3c871db-78ec-457b-b3b7-112316ad8276 on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:05.445964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:05.451471 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Checking segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:05.456580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.456580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Bound using segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:05.456580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Bound port: a3c871db-78ec-457b-b3b7-112316ad8276, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:05.456580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.481836 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-34051bdb-4a23-4b70-af88-2b2f395ceedc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7530b5592f9e4948ab68cda2d1fcc60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842028 Jul 16 20:19:05.485212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:05.627510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] For port a3c871db-78ec-457b-b3b7-112316ad8276, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:05.634476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] For port a3c871db-78ec-457b-b3b7-112316ad8276, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a3c871db-78ec-457b-b3b7-112316ad8276,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:05.646974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.683292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2d15e-f26b-486f-858d-f36ad26cd1bf req-77e22d69-5cb0-478c-b5d3-65c96c989b7b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.691507 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18c2d15e-f26b-486f-858d-f36ad26cd1bf req-77e22d69-5cb0-478c-b5d3-65c96c989b7b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 943 time: 0.3374567 Jul 16 20:19:05.706599 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6d4d23a-06bb-49a8-90dd-8ac55c2a7aa8 req-b5da1aae-dfc6-4bcd-bf21-bc5121b686ae service neutron] 10.222.0.63 "GET /v2.0/networks/b9002340-0639-4dde-914d-24768a7ccc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353189 Jul 16 20:19:05.714200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Deleting port 21a8a483-4287-43e9-a9ed-a2a2f7d66449 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:05.714594 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.727888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 32ba02a8-3692-45f5-98e5-e35b62751ef9 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:05.766330 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-b957cd9f-6cbd-422b-b10f-f2b2dd8b396b service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728320 Jul 16 20:19:05.769363 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91e2a800-6b5f-45f2-ace1-c2d18c60e29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.804102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378e5b9-0ef0-4e46-bac5-be2335806be0 None None] Pushing event updated for resources: {'Port': ['ID=a3c871db-78ec-457b-b3b7-112316ad8276,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:05.876669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56384dc0-744e-4585-9197-deeaa91eee86 req-2d4eb14c-93c5-4086-9b0e-0874c329857b tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:05.878508 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56384dc0-744e-4585-9197-deeaa91eee86 req-2d4eb14c-93c5-4086-9b0e-0874c329857b tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 984 time: 0.2741566 Jul 16 20:19:05.895131 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.910828 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18c2d15e-f26b-486f-858d-f36ad26cd1bf req-6b851fb2-1089-48da-9da2-66f67cfe35fb tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127049 Jul 16 20:19:05.976706 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91e2a800-6b5f-45f2-ace1-c2d18c60e29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:05.988132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 32ba02a8-3692-45f5-98e5-e35b62751ef9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=32ba02a8-3692-45f5-98e5-e35b62751ef9,segment=NetworkSegment(1af1a3dc-957a-437b-a06d-259d8019ac35),segment_id=1af1a3dc-957a-437b-a06d-259d8019ac35)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:06.002273 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.042440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '32ba02a8-3692-45f5-98e5-e35b62751ef9', 'network_id': 'b9002340-0639-4dde-914d-24768a7ccc11', 'port_id': '32ba02a8-3692-45f5-98e5-e35b62751ef9', 'mac_address': 'fa:16:3e:0d:c7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b97655f-abfe-41f2-96fe-1ca8be0b5fe3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:06.047168 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060481ab-7358-42f9-9988-fc6c5081db93 x-openstack-request-id: req-060481ab-7358-42f9-9988-fc6c5081db93 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:06.048091 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385ef62a-a6bd-42e7-b63b-7c7bc24dcf37", "name": "network-vif-plugged", "status": "completed", "tag": "5066812a-01c8-4d86-8767-19d2ac8d29d6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:06.048796 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-060481ab-7358-42f9-9988-fc6c5081db93 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:06.049977 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385ef62a-a6bd-42e7-b63b-7c7bc24dcf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5066812a-01c8-4d86-8767-19d2ac8d29d6', 'code': 200} Jul 16 20:19:06.054900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56384dc0-744e-4585-9197-deeaa91eee86 req-34fe56ea-954e-4ba5-b8b4-ade9c4a31faf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&id=d44f0dfb-a7e8-4ccd-8ca6-beda8d696768&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0874379 Jul 16 20:19:06.063299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f862ae25-fced-4605-b8ee-2586f68eeae7 req-6c605a70-41ce-4fc9-846f-988dd837c7a6 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872825 Jul 16 20:19:06.232130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.236205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.236820 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.254141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Calling delete_port for 21a8a483-4287-43e9-a9ed-a2a2f7d66449 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:06.266920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ba02a8-3692-45f5-98e5-e35b62751ef9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:06.303728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9513b3-50df-4f6e-9640-9afc639a7c3c req-619b0ae3-8e9b-454e-9fea-959f1636962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.308511 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae9513b3-50df-4f6e-9640-9afc639a7c3c req-619b0ae3-8e9b-454e-9fea-959f1636962e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 1097 time: 0.1243613 Jul 16 20:19:06.329075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 32ba02a8-3692-45f5-98e5-e35b62751ef9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=32ba02a8-3692-45f5-98e5-e35b62751ef9,segment=NetworkSegment(1af1a3dc-957a-437b-a06d-259d8019ac35),segment_id=1af1a3dc-957a-437b-a06d-259d8019ac35)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:06.340218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91e2a800-6b5f-45f2-ace1-c2d18c60e29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.341557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.345128 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91e2a800-6b5f-45f2-ace1-c2d18c60e29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:06.361866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-91e2a800-6b5f-45f2-ace1-c2d18c60e29e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b7ec1f0-c2e6-4982-bbbc-723b204bcde1 HTTP/1.1" status: 204 len: 168 time: 0.8647873 Jul 16 20:19:06.417435 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae9513b3-50df-4f6e-9640-9afc639a7c3c req-e9de879d-bc78-474b-ae5f-f949f9920b9e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046476 Jul 16 20:19:06.419646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54f52496-e065-4b1f-b3b6-03e3e38095e1 req-4480cff5-5d32-43aa-85cc-100dee07411d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 210 time: 0.1533437 Jul 16 20:19:06.455957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2a800-6b5f-45f2-ace1-c2d18c60e29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7ec1f0-c2e6-4982-bbbc-723b204bcde1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:06.457396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=32ba02a8-3692-45f5-98e5-e35b62751ef9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:06.549451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Allocated IP 172.25.7.177 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/c5a62dda-4966-4362-a9ea-22ce7e245da9) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:06.569250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['32ba02a8-3692-45f5-98e5-e35b62751ef9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:06.592469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed131a7-59bf-4f16-b403-f602e4705101 req-9524cd2f-d428-40a0-bb26-491df7d79380 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:06.615914 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aed131a7-59bf-4f16-b403-f602e4705101 req-9524cd2f-d428-40a0-bb26-491df7d79380 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 945 time: 0.2469652 Jul 16 20:19:06.674937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aed131a7-59bf-4f16-b403-f602e4705101 req-b527f24e-88c8-4c0b-94a3-cfd9bd8aa454 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577216 Jul 16 20:19:06.940587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aac1e8f5-559b-4852-96df-3f5b81b902f1 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:07.067892 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0221e-b65b-4bfb-927b-8e43ac6b9e0a req-330c07ad-de1c-478a-802b-166bd8fe8a1e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.084611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0221e-b65b-4bfb-927b-8e43ac6b9e0a req-330c07ad-de1c-478a-802b-166bd8fe8a1e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.096427 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0221e-b65b-4bfb-927b-8e43ac6b9e0a req-330c07ad-de1c-478a-802b-166bd8fe8a1e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.107785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0221e-b65b-4bfb-927b-8e43ac6b9e0a req-330c07ad-de1c-478a-802b-166bd8fe8a1e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.119108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0221e-b65b-4bfb-927b-8e43ac6b9e0a req-330c07ad-de1c-478a-802b-166bd8fe8a1e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.130328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0221e-b65b-4bfb-927b-8e43ac6b9e0a req-330c07ad-de1c-478a-802b-166bd8fe8a1e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.141961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0221e-b65b-4bfb-927b-8e43ac6b9e0a req-330c07ad-de1c-478a-802b-166bd8fe8a1e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.145420 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bea0221e-b65b-4bfb-927b-8e43ac6b9e0a req-330c07ad-de1c-478a-802b-166bd8fe8a1e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.2492113 Jul 16 20:19:07.166097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aac1e8f5-559b-4852-96df-3f5b81b902f1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aac1e8f5-559b-4852-96df-3f5b81b902f1,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:07.205825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'aac1e8f5-559b-4852-96df-3f5b81b902f1', 'network_id': '4e50ef9d-98dd-4d65-8406-072642a6833d', 'port_id': 'aac1e8f5-559b-4852-96df-3f5b81b902f1', 'mac_address': 'fa:16:3e:76:38:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a076df1d-7874-4a7d-895c-c6cdc0c549a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:07.231287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d270eee2-4141-4b09-979a-eb291afe5879 req-90320ba0-c39d-484f-b650-f3d6ba8c7dcb tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1257090467&fields=id&tenant_id=c5d43c360d7945598b94018ca4cd5679 HTTP/1.1" status: 200 len: 267 time: 0.0812626 Jul 16 20:19:07.366040 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.405105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac1e8f5-559b-4852-96df-3f5b81b902f1 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:07.440594 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.452765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aac1e8f5-559b-4852-96df-3f5b81b902f1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aac1e8f5-559b-4852-96df-3f5b81b902f1,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:07.459142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.484379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event deleted for resources: {'Port': ['ID=21a8a483-4287-43e9-a9ed-a2a2f7d66449,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:07.514021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5487757-1248-4f0a-9eb0-14f9564ec7b5 None None] Network 3699387c-5233-40ce-b73f-3360c0872698 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:07.531500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270eee2-4141-4b09-979a-eb291afe5879 req-c471bc56-2526-4eaa-854c-f1148395ad29 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.555613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d270eee2-4141-4b09-979a-eb291afe5879 req-c471bc56-2526-4eaa-854c-f1148395ad29 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 984 time: 0.3234193 Jul 16 20:19:07.566802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d270eee2-4141-4b09-979a-eb291afe5879 req-0893fb9d-7cc4-4589-a723-6d6068101e2c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'port': {'security_groups': ['d44f0dfb-a7e8-4ccd-8ca6-beda8d696768', 'e0fde4a1-48af-479d-9b12-40538357e600', 'a2dc361c-11b6-49c7-87eb-d1904cf113be']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:07.590795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bea0221e-b65b-4bfb-927b-8e43ac6b9e0a req-b568d12e-1b29-470a-9d2c-4ed9cca34605 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4131882 Jul 16 20:19:07.617056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fc7c0472-9f95-4736-b549-738a9115b6e9 None None] Provisioning for port a3c871db-78ec-457b-b3b7-112316ad8276 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:07.643003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-3516b351-6b43-4002-9401-21ca7bc6f26c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.655542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-3516b351-6b43-4002-9401-21ca7bc6f26c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.4982743 Jul 16 20:19:07.662175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Request body: {'port': {'device_id': 'a719a849-a1a6-4b59-9e3d-c7aeca0403fc', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'admin_state_up': True, 'tenant_id': '0410be0c0294441b99dffe52e22a48d5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:07.741449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.897792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 32ba02a8-3692-45f5-98e5-e35b62751ef9 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:07.939726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a3c871db-78ec-457b-b3b7-112316ad8276 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:07.948143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aac1e8f5-559b-4852-96df-3f5b81b902f1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:07.967668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d270eee2-4141-4b09-979a-eb291afe5879 req-0893fb9d-7cc4-4589-a723-6d6068101e2c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.969882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b748f9e-aed3-4626-b027-16d6a085d93e req-91371b4f-abb7-4ff8-a2c9-0c6036bb4bbf tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:07.971806 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b748f9e-aed3-4626-b027-16d6a085d93e req-91371b4f-abb7-4ff8-a2c9-0c6036bb4bbf tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 944 time: 0.1624784 Jul 16 20:19:07.973382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Made reservation on behalf of 0410be0c0294441b99dffe52e22a48d5 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:07.977196 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:07.998539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['aac1e8f5-559b-4852-96df-3f5b81b902f1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:08.045514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.083682 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b748f9e-aed3-4626-b027-16d6a085d93e req-abb63e86-1ca2-483a-9b1c-16d5af1e2a5b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940835 Jul 16 20:19:08.168065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.174030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 32ba02a8-3692-45f5-98e5-e35b62751ef9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:08.207599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 32ba02a8-3692-45f5-98e5-e35b62751ef9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:08.207831 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.221597 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Allocated IP 172.20.0.13 (49d84030-b85a-4216-bb1c-9f7bf56f3df7/d816731d-17e8-4d9f-91b2-0f2ddd22c9ba/f6f8274e-7ebd-45aa-9151-656b662476db) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:08.223841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:08.289601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:08.297794 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.300394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:08.305193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port a3c871db-78ec-457b-b3b7-112316ad8276 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:08.306482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a62dda-4966-4362-a9ea-22ce7e245da9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:08.326995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a3c871db-78ec-457b-b3b7-112316ad8276 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:08.328374 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.403943 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-914a9308-cf62-491f-8807-a5cb4f294379 req-8fbd79ba-1ebc-4d1c-9aac-cff81303fb24 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 210 time: 0.0556691 Jul 16 20:19:08.486015 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.592018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4697b0a1-9ab2-4ffa-95e6-6ba06612d589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba02a8-3692-45f5-98e5-e35b62751ef9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:08.595730 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df27da8-50ba-4a01-b7c6-524d7153e744" -d '{"events": [{"server_uuid": "4697b0a1-9ab2-4ffa-95e6-6ba06612d589", "name": "network-vif-plugged", "status": "completed", "tag": "32ba02a8-3692-45f5-98e5-e35b62751ef9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:08.608973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 32ba02a8-3692-45f5-98e5-e35b62751ef9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=32ba02a8-3692-45f5-98e5-e35b62751ef9,segment=NetworkSegment(1af1a3dc-957a-437b-a06d-259d8019ac35),segment_id=1af1a3dc-957a-437b-a06d-259d8019ac35)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:08.615204 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.617697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.625520 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.646622 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.689587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=68554509-a019-49d7-b7c6-d92df745ca42,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:08.710577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port a3c871db-78ec-457b-b3b7-112316ad8276, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a3c871db-78ec-457b-b3b7-112316ad8276,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:08.713330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b06bd-f321-4f25-b533-9e963cb4c862 req-429a61f8-84a5-475a-aae7-56db9952e145 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:08.719219 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-093b06bd-f321-4f25-b533-9e963cb4c862 req-429a61f8-84a5-475a-aae7-56db9952e145 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 945 time: 0.1697149 Jul 16 20:19:08.733417 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.736465 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.775898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=32ba02a8-3692-45f5-98e5-e35b62751ef9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:08.846632 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.856398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:08.860389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=a3c871db-78ec-457b-b3b7-112316ad8276,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:08.863817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:08.872043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:08.875645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:08.879457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:08.881598 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-093b06bd-f321-4f25-b533-9e963cb4c862 req-1a71febb-3ccf-46db-b360-b161a984c5d9 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465800 Jul 16 20:19:08.885505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event updated for resources: {'Port': ['ID=f6f8274e-7ebd-45aa-9151-656b662476db,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:08.948559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6b3a2e31-6f46-4f48-ba90-3f71ec984367 None None] Provisioning complete for port a3c871db-78ec-457b-b3b7-112316ad8276 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:08.949477 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b3a2e31-6f46-4f48-ba90-3f71ec984367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.965747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:08.966669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:08.984008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682f385c-b97a-44e7-bff3-b2d7db76a7d1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:08.984710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682f385c-b97a-44e7-bff3-b2d7db76a7d1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:09.010042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-7342ac1a-6e7d-45fb-9285-52404dffe4e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3520892 Jul 16 20:19:09.022136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.025982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Request body: {'port': {'device_id': 'a719a849-a1a6-4b59-9e3d-c7aeca0403fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:09.046378 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d270eee2-4141-4b09-979a-eb291afe5879 req-0893fb9d-7cc4-4589-a723-6d6068101e2c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] For port ffd03bbf-f931-494a-9e01-732fd7cbf742, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:09.080579 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.089649 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.103283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:09.103913 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:09.107397 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:09.162948 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.192725 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d270eee2-4141-4b09-979a-eb291afe5879 req-0893fb9d-7cc4-4589-a723-6d6068101e2c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.241757 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e68bc16-95fd-43f8-afc3-38ed05ae5aca x-openstack-request-id: req-3e68bc16-95fd-43f8-afc3-38ed05ae5aca {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:09.242067 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4697b0a1-9ab2-4ffa-95e6-6ba06612d589", "name": "network-vif-plugged", "status": "completed", "tag": "32ba02a8-3692-45f5-98e5-e35b62751ef9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:09.242312 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e68bc16-95fd-43f8-afc3-38ed05ae5aca {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:09.242721 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4697b0a1-9ab2-4ffa-95e6-6ba06612d589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba02a8-3692-45f5-98e5-e35b62751ef9', 'code': 200} Jul 16 20:19:09.268552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d270eee2-4141-4b09-979a-eb291afe5879 req-0893fb9d-7cc4-4589-a723-6d6068101e2c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.282972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20', 'ffd03bbf-f931-494a-9e01-732fd7cbf742'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:09.483825 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.486140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893fb9d-7cc4-4589-a723-6d6068101e2c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'Port': ['ID=ffd03bbf-f931-494a-9e01-732fd7cbf742,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:09.493587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270eee2-4141-4b09-979a-eb291afe5879 req-0893fb9d-7cc4-4589-a723-6d6068101e2c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.493879 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d270eee2-4141-4b09-979a-eb291afe5879 req-0893fb9d-7cc4-4589-a723-6d6068101e2c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.495635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d270eee2-4141-4b09-979a-eb291afe5879 req-0893fb9d-7cc4-4589-a723-6d6068101e2c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "PUT /v2.0/ports/ffd03bbf-f931-494a-9e01-732fd7cbf742 HTTP/1.1" status: 200 len: 1020 time: 1.9387622 Jul 16 20:19:09.568770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:09.571104 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:09.577194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:19:09.594721 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.596678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f HTTP/1.1" status: 204 len: 168 time: 4.6190879 Jul 16 20:19:09.603789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57874) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:09.606101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3047e-868f-4df4-86e4-8ba9cb142565 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:09.611166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['ffd03bbf-f931-494a-9e01-732fd7cbf742'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:09.686702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f8274e-7ebd-45aa-9151-656b662476db {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:09.687361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a3c871db-78ec-457b-b3b7-112316ad8276 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:09.709330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.731832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Transition to ACTIVE for port object f6f8274e-7ebd-45aa-9151-656b662476db will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:09.748979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ce01-ced2-4a3c-919e-90320a0d492e req-775a1224-9824-4dc6-be95-b0d4a2d35a57 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.756545 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ce01-ced2-4a3c-919e-90320a0d492e req-775a1224-9824-4dc6-be95-b0d4a2d35a57 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.764234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ce01-ced2-4a3c-919e-90320a0d492e req-775a1224-9824-4dc6-be95-b0d4a2d35a57 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.774521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ce01-ced2-4a3c-919e-90320a0d492e req-775a1224-9824-4dc6-be95-b0d4a2d35a57 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.790285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fdba636b-8aac-462c-af28-191643f5f812 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1825435 Jul 16 20:19:09.794108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ce01-ced2-4a3c-919e-90320a0d492e req-775a1224-9824-4dc6-be95-b0d4a2d35a57 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.805813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ce01-ced2-4a3c-919e-90320a0d492e req-775a1224-9824-4dc6-be95-b0d4a2d35a57 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.814271 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ce01-ced2-4a3c-919e-90320a0d492e req-775a1224-9824-4dc6-be95-b0d4a2d35a57 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:09.823325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c212ce01-ced2-4a3c-919e-90320a0d492e req-775a1224-9824-4dc6-be95-b0d4a2d35a57 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.3253677 Jul 16 20:19:09.837856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57878) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:09.849939 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.943734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a3c871db-78ec-457b-b3b7-112316ad8276 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:09.944308 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:09.982931 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c212ce01-ced2-4a3c-919e-90320a0d492e req-62599984-8f91-4e5f-b85d-45b940b436e7 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583624 Jul 16 20:19:10.043501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9180f5-e6b6-4fcb-a1ea-eacc887d74b7 req-a4b69da8-bdfb-4edb-a044-ed4d892551ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.045358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e9180f5-e6b6-4fcb-a1ea-eacc887d74b7 req-a4b69da8-bdfb-4edb-a044-ed4d892551ff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 1098 time: 0.5823488 Jul 16 20:19:10.073448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.074126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.075211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.075925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.076623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.077136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.077645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.078153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.078656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.079163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.079867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.083451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.085632 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e456b24d-c636-43d1-9397-70187451bdb6 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7774 time: 0.2437775 Jul 16 20:19:10.090314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.095004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.138773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f8274e-7ebd-45aa-9151-656b662476db,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.141765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Attempting to bind port f6f8274e-7ebd-45aa-9151-656b662476db on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:10.142324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Attempting to bind port f6f8274e-7ebd-45aa-9151-656b662476db by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:10.143009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Attempting to bind port f6f8274e-7ebd-45aa-9151-656b662476db on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:10.148825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Port f6f8274e-7ebd-45aa-9151-656b662476db on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:10.149162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Attempting to bind port f6f8274e-7ebd-45aa-9151-656b662476db on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:10.161202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:10.161547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Checking segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:10.162203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Bound using segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:10.162644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Bound port: f6f8274e-7ebd-45aa-9151-656b662476db, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:10.163132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.175204 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-40083dca-883d-41cd-8ffe-8b4a89fff7dc tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:19:10.178783 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-40083dca-883d-41cd-8ffe-8b4a89fff7dc tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/11f5b4a3-57b8-4500-8665-b00415b3c5d3 HTTP/1.1" status: 404 len: 345 time: 0.0745845 Jul 16 20:19:10.180681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.217914 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f308f0-e2cd-4c59-b048-ab6feb292582 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 20:19:10.218705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f308f0-e2cd-4c59-b048-ab6feb292582 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:10.224070 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-21f308f0-e2cd-4c59-b048-ab6feb292582 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3ee8a8a8-ecb1-4b1b-ad6a-34fa3f45528f HTTP/1.1" status: 404 len: 339 time: 0.0318625 Jul 16 20:19:10.231694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.254710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Request body: {'network': {'name': 'tempest-network--1074072583', 'router:external': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:10.255000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e9180f5-e6b6-4fcb-a1ea-eacc887d74b7 req-3c52c0d7-2431-4b0b-8107-7c80c3606a65 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948645 Jul 16 20:19:10.264256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd432349-39ed-47b0-9c03-1dc3001d7eaf req-0e4dbdfc-2709-45d3-9463-2f4d473d2225 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.265917 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd432349-39ed-47b0-9c03-1dc3001d7eaf req-0e4dbdfc-2709-45d3-9463-2f4d473d2225 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 944 time: 0.4363387 Jul 16 20:19:10.353990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Made reservation on behalf of 5b7367072f004095b792ecb4a45b7f3a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:10.357814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd432349-39ed-47b0-9c03-1dc3001d7eaf req-bc5ad3e9-3ca0-45b1-a372-23774bc94dbe tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841377 Jul 16 20:19:10.369463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.394416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] For port f6f8274e-7ebd-45aa-9151-656b662476db, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:10.448472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8c3c3-6161-49b2-98db-1e1dec478ba4 req-120cf18c-05a6-4af5-b7e0-46d6b09feeae tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.450750 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f7e8c3c3-6161-49b2-98db-1e1dec478ba4 req-120cf18c-05a6-4af5-b7e0-46d6b09feeae tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 944 time: 0.2342484 Jul 16 20:19:10.453004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] For port f6f8274e-7ebd-45aa-9151-656b662476db, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f6f8274e-7ebd-45aa-9151-656b662476db,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:10.471502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09a1d715-6d5a-4af3-a747-f8ae9ec4277a req-0999869e-611c-4be4-91e1-5d08d60b6b99 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/a2dc361c-11b6-49c7-87eb-d1904cf113be HTTP/1.1" status: 200 len: 1802 time: 0.0570564 Jul 16 20:19:10.473333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:10.477101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Router 9cddcf46-f997-4d86-b939-38b97e87512f is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:19:10.482880 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.536802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.537980 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.539239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] 10.222.0.63 "PUT /v2.0/ports/f6f8274e-7ebd-45aa-9151-656b662476db HTTP/1.1" status: 200 len: 1093 time: 1.5227034 Jul 16 20:19:10.542964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.544843 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Added segment a0245a0e-dee4-42c8-a413-debc743dfa55 of type vlan for network 23f29f4b-5670-4aa7-b1d4-9187cdc17625 Jul 16 20:19:10.546273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a719a849-a1a6-4b59-9e3d-c7aeca0403fc', 'tag': 'f6f8274e-7ebd-45aa-9151-656b662476db'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:10.548847 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66" -d '{"events": [{"name": "network-changed", "server_uuid": "a719a849-a1a6-4b59-9e3d-c7aeca0403fc", "tag": "f6f8274e-7ebd-45aa-9151-656b662476db"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:10.589223 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f7e8c3c3-6161-49b2-98db-1e1dec478ba4 req-9dbd9213-823c-417c-9060-2cfb59fc3f74 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122313 Jul 16 20:19:10.638459 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-09a1d715-6d5a-4af3-a747-f8ae9ec4277a req-484c71c4-2253-4b16-ab2e-dda6e4158abf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:19:10.639705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09a1d715-6d5a-4af3-a747-f8ae9ec4277a req-484c71c4-2253-4b16-ab2e-dda6e4158abf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/a2dc361c-11b6-49c7-87eb-d1904cf113be HTTP/1.1" status: 409 len: 341 time: 0.1572714 Jul 16 20:19:10.670371 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41d6bd1-d0bd-44eb-b3f8-0058284c077b x-openstack-request-id: req-d41d6bd1-d0bd-44eb-b3f8-0058284c077b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:10.670778 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:10.671186 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d41d6bd1-d0bd-44eb-b3f8-0058284c077b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:10.677826 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742', 'status': 'completed', 'code': 200} Jul 16 20:19:10.682067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:10.693252 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Sync routers for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:10.704055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.705414 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:10.705601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5c40193b-adc7-4b88-baa9-0ff3f31443e5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4929020 Jul 16 20:19:10.705856 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.709380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:10.709575 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:18:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:10.719054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710fa6d-71b0-44cd-b1e4-66ca5cb65ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f8274e-7ebd-45aa-9151-656b662476db,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:10.824747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:10.834916 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72047a3c-6a61-4565-bbb5-39b2cdfb72ab req-ecba4258-1a6c-40d2-831d-5bb37d9f9ab9 tempest-FlavorsV2NegativeTest-641082531 tempest-FlavorsV2NegativeTest-641082531-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6522e254b23d414b8ec39eecebcd2a02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644372 Jul 16 20:19:10.837984 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.839820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.841210 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:10.852906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-dbe84784-1b96-434e-a4e0-a0216ec9f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:10.856454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-dbe84784-1b96-434e-a4e0-a0216ec9f8f7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 1096 time: 0.2330070 Jul 16 20:19:10.940762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7077823 Jul 16 20:19:10.958597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aac1e8f5-559b-4852-96df-3f5b81b902f1 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:10.959167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:11.044057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port aac1e8f5-559b-4852-96df-3f5b81b902f1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:11.054106 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port aac1e8f5-559b-4852-96df-3f5b81b902f1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:11.054677 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.125773 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:08Z', 'revision_number': 3, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:11.169319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-2529f755-57e4-4cdd-9b8d-8ce31f62ef5f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6f8274e-7ebd-45aa-9151-656b662476db HTTP/1.1" status: 200 len: 217 time: 0.2681143 Jul 16 20:19:11.169814 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Checking router: 9cddcf46-f997-4d86-b939-38b97e87512f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:11.170110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae340c-4675-4340-946b-4260c14dcc10 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'Network': ['ID=23f29f4b-5670-4aa7-b1d4-9187cdc17625,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:11.170661 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Updating router 9cddcf46-f997-4d86-b939-38b97e87512f port c5a62dda-4966-4362-a9ea-22ce7e245da9 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:19:11.215910 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.216989 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.221377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 23f29f4b-5670-4aa7-b1d4-9187cdc17625 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:11.254175 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:19:11.313645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407db0f4-51a8-48dd-8ab1-b1d83f8a70b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1e8f5-559b-4852-96df-3f5b81b902f1'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:11.316709 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d77dfc-065d-4749-b524-d0dd338abeae" -d '{"events": [{"server_uuid": "407db0f4-51a8-48dd-8ab1-b1d83f8a70b7", "name": "network-vif-plugged", "status": "completed", "tag": "aac1e8f5-559b-4852-96df-3f5b81b902f1"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:11.343775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port aac1e8f5-559b-4852-96df-3f5b81b902f1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aac1e8f5-559b-4852-96df-3f5b81b902f1,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:11.350332 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.454152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=aac1e8f5-559b-4852-96df-3f5b81b902f1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:11.550412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72047a3c-6a61-4565-bbb5-39b2cdfb72ab req-e1829723-3887-46e2-ad8b-872eb7e2e712 tempest-FlavorsV2NegativeTest-641082531 tempest-FlavorsV2NegativeTest-641082531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.553931 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72047a3c-6a61-4565-bbb5-39b2cdfb72ab req-e1829723-3887-46e2-ad8b-872eb7e2e712 tempest-FlavorsV2NegativeTest-641082531 tempest-FlavorsV2NegativeTest-641082531-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7080913 Jul 16 20:19:11.586450 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.588569 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72047a3c-6a61-4565-bbb5-39b2cdfb72ab req-e8a98b77-1aeb-4f3b-9951-844250ba3f1a tempest-FlavorsV2NegativeTest-641082531 tempest-FlavorsV2NegativeTest-641082531-project] 10.222.0.10 "GET /v2.0/quotas/6522e254b23d414b8ec39eecebcd2a02 HTTP/1.1" status: 200 len: 375 time: 0.0300510 Jul 16 20:19:11.600134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-215e3b95-0a56-4af7-8b88-b36724fab92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.600763 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Transition to ACTIVE for port object c5a62dda-4966-4362-a9ea-22ce7e245da9 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:11.602498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-215e3b95-0a56-4af7-8b88-b36724fab92a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.4169381 Jul 16 20:19:11.606460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-d5b03191-37a2-427e-9a45-c30a371f97d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.607289 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.607956 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-d5b03191-37a2-427e-9a45-c30a371f97d5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 1175 time: 0.8205361 Jul 16 20:19:11.680566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72047a3c-6a61-4565-bbb5-39b2cdfb72ab req-6750cf7c-22a5-4c7d-a2f1-6a383c911ce2 tempest-FlavorsV2NegativeTest-641082531 tempest-FlavorsV2NegativeTest-641082531-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6522e254b23d414b8ec39eecebcd2a02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836010 Jul 16 20:19:11.680959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03aa3e-80ff-49e1-ada7-4b996fbb300a req-7f2bd623-2330-4dec-b0c3-07ee9eaaf533 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.681633 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f03aa3e-80ff-49e1-ada7-4b996fbb300a req-7f2bd623-2330-4dec-b0c3-07ee9eaaf533 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 946 time: 0.8418062 Jul 16 20:19:11.682626 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-69188e8e-d5f7-411d-bb27-b7189c2d9f59 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680194 Jul 16 20:19:11.743581 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b87b516-db9c-41e0-b4ab-15171f144676 x-openstack-request-id: req-8b87b516-db9c-41e0-b4ab-15171f144676 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:11.744498 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a719a849-a1a6-4b59-9e3d-c7aeca0403fc", "tag": "f6f8274e-7ebd-45aa-9151-656b662476db", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:11.747335 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b87b516-db9c-41e0-b4ab-15171f144676 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:11.747885 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a719a849-a1a6-4b59-9e3d-c7aeca0403fc', 'tag': 'f6f8274e-7ebd-45aa-9151-656b662476db', 'status': 'completed', 'code': 200} Jul 16 20:19:11.863148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c03ca0-6c70-496c-baa6-1046e933f2b8 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.866410 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Pushing event updated for resources: {'Port': ['ID=c5a62dda-4966-4362-a9ea-22ce7e245da9,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:11.874398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c03ca0-6c70-496c-baa6-1046e933f2b8 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.877641 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.878080 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.878741 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.879332 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.879919 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.880837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c03ca0-6c70-496c-baa6-1046e933f2b8 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.881243 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.881794 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.882341 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.882886 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.883457 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.884306 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-c079a926-e407-4132-a2fe-c9de591b3c54 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945536 Jul 16 20:19:11.884674 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.885127 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:11.887777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c03ca0-6c70-496c-baa6-1046e933f2b8 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:11.889940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-11c03ca0-6c70-496c-baa6-1046e933f2b8 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.9287822 Jul 16 20:19:11.894066 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Attempting to bind port c5a62dda-4966-4362-a9ea-22ce7e245da9 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:11.894762 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Attempting to bind port c5a62dda-4966-4362-a9ea-22ce7e245da9 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:11.895998 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Attempting to bind port c5a62dda-4966-4362-a9ea-22ce7e245da9 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:11.903519 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:11.904624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:11.905518 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:11.906151 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:11.906764 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:11.907991 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Bound port: c5a62dda-4966-4362-a9ea-22ce7e245da9, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:11.908636 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.006244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-cb1f8f44-5086-4a46-9efb-f48fa9ff3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.007745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-cb1f8f44-5086-4a46-9efb-f48fa9ff3e8f service neutron] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 913 time: 0.3841722 Jul 16 20:19:12.025079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f03aa3e-80ff-49e1-ada7-4b996fbb300a req-20d967e4-19e3-4813-babf-32887e8256e8 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897334 Jul 16 20:19:12.040593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.056982 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] For port c5a62dda-4966-4362-a9ea-22ce7e245da9, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:12.062670 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] For port c5a62dda-4966-4362-a9ea-22ce7e245da9, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c5a62dda-4966-4362-a9ea-22ce7e245da9,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:12.082967 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.118830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb164ab1-cd52-40d8-9ff3-42f7b52c66f8 req-116a12b8-d97a-4e87-9b23-b81965fba1f6 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063377 Jul 16 20:19:12.147546 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23145add-4030-44be-b9da-b0f4549d020c x-openstack-request-id: req-23145add-4030-44be-b9da-b0f4549d020c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:12.148093 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407db0f4-51a8-48dd-8ab1-b1d83f8a70b7", "name": "network-vif-plugged", "status": "completed", "tag": "aac1e8f5-559b-4852-96df-3f5b81b902f1", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:12.148428 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23145add-4030-44be-b9da-b0f4549d020c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:12.149078 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407db0f4-51a8-48dd-8ab1-b1d83f8a70b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac1e8f5-559b-4852-96df-3f5b81b902f1', 'code': 200} Jul 16 20:19:12.169330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-27d700df-cbdd-417a-ad3b-5a4bf8c62293 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742 HTTP/1.1" status: 200 len: 217 time: 0.1496828 Jul 16 20:19:12.241584 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:12.243888 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:18:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:12.348407 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f5bae-9582-4a0e-b377-db166055683d None None] Pushing event updated for resources: {'Port': ['ID=c5a62dda-4966-4362-a9ea-22ce7e245da9,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:12.441800 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:12.461499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-83a87853-2ab2-4b6f-93bc-4a785eebb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.463073 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-83a87853-2ab2-4b6f-93bc-4a785eebb8b3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 1096 time: 0.2535644 Jul 16 20:19:12.464931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-c02cb8a7-0990-4bbe-886d-6a64698cb4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.467761 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-c02cb8a7-0990-4bbe-886d-6a64698cb4f1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.2914243 Jul 16 20:19:12.477236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3dec8-7238-4635-956e-c12afe1f7ae9 req-2d386ad7-4348-42b0-8677-e92d35e07173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.478742 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6bc3dec8-7238-4635-956e-c12afe1f7ae9 req-2d386ad7-4348-42b0-8677-e92d35e07173 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 1097 time: 0.1574001 Jul 16 20:19:12.488268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1deca1-d9f4-42f8-ba66-7d825d5f68ff req-af6771fe-a473-4a2b-8374-221d1cbe6f6d tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.493776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df1deca1-d9f4-42f8-ba66-7d825d5f68ff req-af6771fe-a473-4a2b-8374-221d1cbe6f6d tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 945 time: 0.1588039 Jul 16 20:19:12.540670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.579606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f29f4b-5670-4aa7-b1d4-9187cdc17625']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:12.583476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-4725bcf5-5598-4de0-a8bb-a0d25fd11e70 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997748 Jul 16 20:19:12.594596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df1deca1-d9f4-42f8-ba66-7d825d5f68ff req-221a2858-26fa-4743-95bf-5f8ad1d5b23f tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999227 Jul 16 20:19:12.628749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0245a0e-dee4-42c8-a413-debc743dfa55') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:12.629171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0245a0e-dee4-42c8-a413-debc743dfa55') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:12.655433 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6bc3dec8-7238-4635-956e-c12afe1f7ae9 req-3939d3c8-6097-4a55-9cb5-a005a4c68578 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575534 Jul 16 20:19:12.682112 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.688812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-a02ff908-e14f-4b66-893b-cddad4b8ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.690770 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-a02ff908-e14f-4b66-893b-cddad4b8ae5a service neutron] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 906 time: 0.1942413 Jul 16 20:19:12.737577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105c86-0798-4166-99bf-5e7328ccac24 req-7d2671c6-c310-4a07-a010-4caf1412eb6d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.743531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105c86-0798-4166-99bf-5e7328ccac24 req-7d2671c6-c310-4a07-a010-4caf1412eb6d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.750637 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:08Z', 'revision_number': 3, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:12.757959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105c86-0798-4166-99bf-5e7328ccac24 req-7d2671c6-c310-4a07-a010-4caf1412eb6d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.764665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105c86-0798-4166-99bf-5e7328ccac24 req-7d2671c6-c310-4a07-a010-4caf1412eb6d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.777706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105c86-0798-4166-99bf-5e7328ccac24 req-7d2671c6-c310-4a07-a010-4caf1412eb6d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.784309 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa285c8-bebd-4db0-ba16-dafee60283bb None None] The sync data for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 is: [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:08Z', 'revision_number': 3, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:12.786492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:12.792348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105c86-0798-4166-99bf-5e7328ccac24 req-7d2671c6-c310-4a07-a010-4caf1412eb6d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.796262 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-579981bb-c529-4a54-81d3-dec4d2d98560 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6f8274e-7ebd-45aa-9151-656b662476db HTTP/1.1" status: 200 len: 217 time: 0.0964334 Jul 16 20:19:12.806243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105c86-0798-4166-99bf-5e7328ccac24 req-7d2671c6-c310-4a07-a010-4caf1412eb6d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.819974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce105c86-0798-4166-99bf-5e7328ccac24 req-7d2671c6-c310-4a07-a010-4caf1412eb6d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5422 time: 0.4644678 Jul 16 20:19:12.831175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.930066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-a7971c58-1cd8-4095-b9c2-626e5c6c7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:12.933124 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-a7971c58-1cd8-4095-b9c2-626e5c6c7a6a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.1276562 Jul 16 20:19:12.942312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:12.943141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:12.948600 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:12.963445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ee699a-6554-4b46-b547-df03ed94f1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:12.983848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 359b8264-ec68-4cd3-aab2-aa7be5b623d2 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:12.997185 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-fb890d8d-8743-42c8-a78e-e4233c7ee98f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518041 Jul 16 20:19:13.005523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81366ee-55c1-453f-be1d-9405e9cf0e5c req-84ae3119-37c7-4846-80b0-4da1238e890e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:13.007042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f81366ee-55c1-453f-be1d-9405e9cf0e5c req-84ae3119-37c7-4846-80b0-4da1238e890e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 944 time: 0.1672440 Jul 16 20:19:13.126593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f81366ee-55c1-453f-be1d-9405e9cf0e5c req-1e1b3506-0cbd-4336-9fd3-e16e4d3bee9d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056795 Jul 16 20:19:13.178371 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-944d88a0-f17b-4863-b07a-9c84fad8863a service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692376 Jul 16 20:19:13.178744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce105c86-0798-4166-99bf-5e7328ccac24 req-03bf9ce4-1b8b-4ac6-bf64-dc1adeb406f5 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3410501 Jul 16 20:19:13.204806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.213118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 359b8264-ec68-4cd3-aab2-aa7be5b623d2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:13.217618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-4480da57-653a-41b0-aca4-714db73f3edf service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063714 Jul 16 20:19:13.237973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'port_id': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'mac_address': 'fa:16:3e:5b:60:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:13.345690 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.373524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359b8264-ec68-4cd3-aab2-aa7be5b623d2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:13.402686 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9654a9-89c5-4bd0-b30d-6a8d2f771e66 req-16a6e696-7451-4cf5-b46a-9133110ede67 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150645 Jul 16 20:19:13.441285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 359b8264-ec68-4cd3-aab2-aa7be5b623d2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:13.449498 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.450675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e5c2d366-d7f5-4857-bf3e-da2ff6b86928 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:13.524386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23f29f4b-5670-4aa7-b1d4-9187cdc17625 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:19:13.547351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ee699a-6554-4b46-b547-df03ed94f1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.548834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event deleted for resources: {'Network': ['ID=23f29f4b-5670-4aa7-b1d4-9187cdc17625,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:13.554756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.562003 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ee699a-6554-4b46-b547-df03ed94f1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.565942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:13.572645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=359b8264-ec68-4cd3-aab2-aa7be5b623d2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:13.577027 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4cb17e14-1576-43c1-b03f-a4429aeabe09 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "DELETE /v2.0/networks/23f29f4b-5670-4aa7-b1d4-9187cdc17625 HTTP/1.1" status: 204 len: 168 time: 1.6605151 Jul 16 20:19:13.588786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Request body: {'network': {'name': 'tempest-network--1397569747', 'router:external': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:13.611217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ed6bb08-8e51-4eb3-8cea-0089558b3fa8 req-517306cd-a4ef-4fa9-9153-2726a677c2c9 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645171 Jul 16 20:19:13.613290 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.729782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee699a-6554-4b46-b547-df03ed94f1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b8f83b-3465-4a9d-afbb-d76edca32e9e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:13.757418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-74ee699a-6554-4b46-b547-df03ed94f1f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6522e254b23d414b8ec39eecebcd2a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9698548 Jul 16 20:19:13.763081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c5a62dda-4966-4362-a9ea-22ce7e245da9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:13.767020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:13.785073 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Made reservation on behalf of 5b7367072f004095b792ecb4a45b7f3a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:13.788624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.804451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e92580-b30b-4018-a186-57e45638fde9 req-78b80289-bbed-49f0-b2b0-34ef7980450e tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:13.812616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0521c-dac9-4c23-94fa-c64138d07d8e req-8468b956-3537-4e11-825e-ccf05d389ac4 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:13.813165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04e92580-b30b-4018-a186-57e45638fde9 req-78b80289-bbed-49f0-b2b0-34ef7980450e tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 946 time: 0.2607398 Jul 16 20:19:13.817021 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35b0521c-dac9-4c23-94fa-c64138d07d8e req-8468b956-3537-4e11-825e-ccf05d389ac4 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 1023 time: 0.3883333 Jul 16 20:19:13.853982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c5a62dda-4966-4362-a9ea-22ce7e245da9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:13.858207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e5c2d366-d7f5-4857-bf3e-da2ff6b86928, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:13.872660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c5a62dda-4966-4362-a9ea-22ce7e245da9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:13.873373 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.901106 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928', 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'port_id': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928', 'mac_address': 'fa:16:3e:56:cd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eee0cf-d1e7-4328-ad4e-c2089b6bb17a', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:13.917177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:13.942178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-e8279a8d-7e51-494c-bc0d-356ff6e11b76 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:13.944737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-e8279a8d-7e51-494c-bc0d-356ff6e11b76 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 1023 time: 0.2777946 Jul 16 20:19:13.962082 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:13.962784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35b0521c-dac9-4c23-94fa-c64138d07d8e req-932d0e87-85ed-45c2-bc9d-5d719db155a5 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&id=a2dc361c-11b6-49c7-87eb-d1904cf113be&id=d44f0dfb-a7e8-4ccd-8ca6-beda8d696768&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1220129 Jul 16 20:19:14.011340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c2d366-d7f5-4857-bf3e-da2ff6b86928 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:14.041892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e5c2d366-d7f5-4857-bf3e-da2ff6b86928, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:14.049887 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.051049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:14.054797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04e92580-b30b-4018-a186-57e45638fde9 req-8e6fd847-a662-452b-b8ad-2d2baabf4f0a tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402220 Jul 16 20:19:14.056315 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.081978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.081978 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Added segment db22cc2e-d241-426f-b083-7dae9e8d4398 of type vlan for network e350d968-0423-4ce9-a290-da27e54775f7 Jul 16 20:19:14.118999 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19984d89-9f06-43e5-b273-be24627d4aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.144220 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c5a62dda-4966-4362-a9ea-22ce7e245da9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c5a62dda-4966-4362-a9ea-22ce7e245da9,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:14.153258 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.186875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:14.191808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:14.244451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '0e92e6e8-04d4-46a4-a8cd-96256afb1ee1', 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'port_id': '0e92e6e8-04d4-46a4-a8cd-96256afb1ee1', 'mac_address': 'fa:16:3e:f5:bc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eee0cf-d1e7-4328-ad4e-c2089b6bb17a', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:14.274450 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19984d89-9f06-43e5-b273-be24627d4aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.291940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.329550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Allocated IP 172.20.0.1 (3699387c-5233-40ce-b73f-3360c0872698/cbebcb38-69e6-421d-93aa-e00cf54f98a2/cfe8fd89-c73e-4a68-8698-38849ad9d549) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:14.337043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c5a62dda-4966-4362-a9ea-22ce7e245da9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:14.349670 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.366318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:14.414525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:14.417162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Deleting port ffd03bbf-f931-494a-9e01-732fd7cbf742 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:14.417162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.425417 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.425417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:14.449081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.450771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.451476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.485090 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19984d89-9f06-43e5-b273-be24627d4aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.488737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19984d89-9f06-43e5-b273-be24627d4aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.491877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-19984d89-9f06-43e5-b273-be24627d4aeb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81b8f83b-3465-4a9d-afbb-d76edca32e9e HTTP/1.1" status: 204 len: 168 time: 0.7208760 Jul 16 20:19:14.507430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9230676 Jul 16 20:19:14.518268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:14.522012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:14.525363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:14.537685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8', 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'port_id': 'bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8', 'mac_address': 'fa:16:3e:72:45:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eee0cf-d1e7-4328-ad4e-c2089b6bb17a', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:14.543497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19984d89-9f06-43e5-b273-be24627d4aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b8f83b-3465-4a9d-afbb-d76edca32e9e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:14.585130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.638124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:14.639111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cd817-3f7f-49df-9111-82c94e6d0f96 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'Network': ['ID=e350d968-0423-4ce9-a290-da27e54775f7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:14.666229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network e350d968-0423-4ce9-a290-da27e54775f7 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:14.672952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78903422-4a71-4314-881d-0481e8071eca req-66e9da4a-98db-4288-8183-12b9c5c52af1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.681147 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78903422-4a71-4314-881d-0481e8071eca req-66e9da4a-98db-4288-8183-12b9c5c52af1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 945 time: 0.3547599 Jul 16 20:19:14.698185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] For port ffd03bbf-f931-494a-9e01-732fd7cbf742, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=ffd03bbf-f931-494a-9e01-732fd7cbf742,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:14.698555 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.731246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Calling delete_port for ffd03bbf-f931-494a-9e01-732fd7cbf742 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:14.753653 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:14.767074 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:14.789392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb755cb-1440-439a-9f47-60e2f5ed3641 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.791592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5fb755cb-1440-439a-9f47-60e2f5ed3641 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] 10.222.0.10 "GET /v2.0/networks/e350d968-0423-4ce9-a290-da27e54775f7 HTTP/1.1" status: 200 len: 757 time: 0.2729619 Jul 16 20:19:14.808581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b514539-1fb6-48b9-8d30-f5aea8354093 req-704428a2-ae14-4d1e-8cbe-36fd2898d02a tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:14.808852 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78903422-4a71-4314-881d-0481e8071eca req-8034b775-3374-4632-a357-8c1bb981422d tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255171 Jul 16 20:19:14.811026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:14.841750 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b514539-1fb6-48b9-8d30-f5aea8354093 req-704428a2-ae14-4d1e-8cbe-36fd2898d02a tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 946 time: 0.5245311 Jul 16 20:19:14.929480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:15.009528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a2a92635-3871-4a97-8721-3ecb0b9bb9f3 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:15.032933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06cc8e-9f34-41bd-9300-13461eb41d4d tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:15.035307 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a06cc8e-9f34-41bd-9300-13461eb41d4d tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] 10.222.0.10 "GET /v2.0/networks/aedba275-2ff3-4571-b2e5-29c58468ba34 HTTP/1.1" status: 200 len: 768 time: 0.2222044 Jul 16 20:19:15.039193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b514539-1fb6-48b9-8d30-f5aea8354093 req-b638775c-1445-40f2-b666-e35dd5bcfc1c tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959581 Jul 16 20:19:15.039981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57980) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.048051 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.165067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e088a-339c-4e2e-a19c-4b540baed66d req-d1ea0eab-4952-43e6-aa2a-2be0a9ce0bec tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:15.175250 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-407e088a-339c-4e2e-a19c-4b540baed66d req-d1ea0eab-4952-43e6-aa2a-2be0a9ce0bec tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 944 time: 0.1390676 Jul 16 20:19:15.176493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Transition to ACTIVE for port object cfe8fd89-c73e-4a68-8698-38849ad9d549 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:15.235983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['0e92e6e8-04d4-46a4-a8cd-96256afb1ee1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:15.251500 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-407e088a-339c-4e2e-a19c-4b540baed66d req-93559661-f3d4-4878-b122-c1773b35305f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749753 Jul 16 20:19:15.355290 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.357562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:15.366904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a2a92635-3871-4a97-8721-3ecb0b9bb9f3, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:15.373474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['359b8264-ec68-4cd3-aab2-aa7be5b623d2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:15.507799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3', 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e', 'port_id': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3', 'mac_address': 'fa:16:3e:22:13:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b14b9b1-9548-468b-a029-d6df4c04c1a2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:15.551618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f54f7-7413-4fab-aa88-863c207a9212 req-e86bca32-e609-4ede-8b3e-77053a27b4ad tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:15.564817 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-322f54f7-7413-4fab-aa88-863c207a9212 req-e86bca32-e609-4ede-8b3e-77053a27b4ad tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1442986 Jul 16 20:19:15.622584 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.643326 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-322f54f7-7413-4fab-aa88-863c207a9212 req-a68ca10f-449d-4509-a469-cb409b604218 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750053 Jul 16 20:19:15.837886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c5a62dda-4966-4362-a9ea-22ce7e245da9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:15.860428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f6f8274e-7ebd-45aa-9151-656b662476db details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:15.878445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.960164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.969306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:15.970201 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:15.983072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a92635-3871-4a97-8721-3ecb0b9bb9f3 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:15.987596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20', 'ffd03bbf-f931-494a-9e01-732fd7cbf742'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:16.004229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.004530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f6f8274e-7ebd-45aa-9151-656b662476db, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f6f8274e-7ebd-45aa-9151-656b662476db,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:16.008373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Network 3699387c-5233-40ce-b73f-3360c0872698 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:16.029896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'f6f8274e-7ebd-45aa-9151-656b662476db', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'port_id': 'f6f8274e-7ebd-45aa-9151-656b662476db', 'mac_address': 'fa:16:3e:ec:cc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816731d-17e8-4d9f-91b2-0f2ddd22c9ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:16.030194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceba085-3217-4df6-a7ae-d3921660e253 req-5d818cc7-4386-41f9-a792-670b850a5c71 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.044778 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ceba085-3217-4df6-a7ae-d3921660e253 req-5d818cc7-4386-41f9-a792-670b850a5c71 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d82003-d659-424d-ae68-87cd7e4dbae7 HTTP/1.1" status: 200 len: 945 time: 0.2418442 Jul 16 20:19:16.068351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88917f2-c2a8-46b3-982f-d915ac95451b req-2612892f-644e-4ff2-ac5f-7e7b9a0ebbc2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.082791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88917f2-c2a8-46b3-982f-d915ac95451b req-2612892f-644e-4ff2-ac5f-7e7b9a0ebbc2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.097514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88917f2-c2a8-46b3-982f-d915ac95451b req-2612892f-644e-4ff2-ac5f-7e7b9a0ebbc2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.105103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88917f2-c2a8-46b3-982f-d915ac95451b req-2612892f-644e-4ff2-ac5f-7e7b9a0ebbc2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.113004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88917f2-c2a8-46b3-982f-d915ac95451b req-2612892f-644e-4ff2-ac5f-7e7b9a0ebbc2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.119287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88917f2-c2a8-46b3-982f-d915ac95451b req-2612892f-644e-4ff2-ac5f-7e7b9a0ebbc2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.127815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88917f2-c2a8-46b3-982f-d915ac95451b req-2612892f-644e-4ff2-ac5f-7e7b9a0ebbc2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.135661 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e88917f2-c2a8-46b3-982f-d915ac95451b req-2612892f-644e-4ff2-ac5f-7e7b9a0ebbc2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5426 time: 0.8604324 Jul 16 20:19:16.139321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:16.140433 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ceba085-3217-4df6-a7ae-d3921660e253 req-7af16ac5-c14e-4317-b7b1-cc3da8e91116 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0fde4a1-48af-479d-9b12-40538357e600&id=a2dc361c-11b6-49c7-87eb-d1904cf113be&id=d44f0dfb-a7e8-4ccd-8ca6-beda8d696768&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0789614 Jul 16 20:19:16.142129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:16.146393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e350d968-0423-4ce9-a290-da27e54775f7']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:16.160209 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.213582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db22cc2e-d241-426f-b083-7dae9e8d4398') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:16.213986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db22cc2e-d241-426f-b083-7dae9e8d4398') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:16.225320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe8fd89-c73e-4a68-8698-38849ad9d549,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.250606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-474095142-network', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:16.283884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f8274e-7ebd-45aa-9151-656b662476db {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:16.311702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.316943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a2a92635-3871-4a97-8721-3ecb0b9bb9f3, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:16.338831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Made reservation on behalf of 103b8b39c74d49acb5fbbc73c05b705f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:16.354604 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.355642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8645b5fe-4124-41a6-abd7-15a2d7acffd1 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:16.358495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'Port': ['ID=ffd03bbf-f931-494a-9e01-732fd7cbf742,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.360332 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.383634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e88917f2-c2a8-46b3-982f-d915ac95451b req-3b364890-3da9-415d-9187-6712b7acd43a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2462523 Jul 16 20:19:16.396219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] No DVR routers for this DVR port ffd03bbf-f931-494a-9e01-732fd7cbf742 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:16.402932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.407219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ea0cfd8-b803-4e14-a087-ccce18cd872f req-cd7b6545-38b5-48ce-9346-b0eea41efbc6 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.63 "DELETE /v2.0/ports/ffd03bbf-f931-494a-9e01-732fd7cbf742 HTTP/1.1" status: 204 len: 173 time: 2.4478383 Jul 16 20:19:16.410232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['e5c2d366-d7f5-4857-bf3e-da2ff6b86928'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:16.411030 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.422054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'name': 'network-vif-deleted', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:16.427324 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aefcb3e-01a1-409c-8e3d-5c23346a7d7e" -d '{"events": [{"server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "name": "network-vif-deleted", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:16.442929 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.450704 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.607628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:16.608072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:16.616076 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:16.653950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.666605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f6f8274e-7ebd-45aa-9151-656b662476db, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f6f8274e-7ebd-45aa-9151-656b662476db,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:16.733557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.821427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-31521730-d540-42ad-853e-a3e8785e082b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:19:16.827173 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.836351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8645b5fe-4124-41a6-abd7-15a2d7acffd1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:16.852336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e350d968-0423-4ce9-a290-da27e54775f7 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:19:16.875908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event deleted for resources: {'Network': ['ID=e350d968-0423-4ce9-a290-da27e54775f7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:16.879456 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:16.885763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fe27404c-56ef-4d14-af47-a13184bbe5fe tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "DELETE /v2.0/networks/e350d968-0423-4ce9-a290-da27e54775f7 HTTP/1.1" status: 204 len: 168 time: 1.8210294 Jul 16 20:19:16.894193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b844-0923-4502-87de-244606542398 req-8a6197fe-ff55-4c69-84c0-d47e92b74006 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:16.895899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f31b844-0923-4502-87de-244606542398 req-8a6197fe-ff55-4c69-84c0-d47e92b74006 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 945 time: 0.2962122 Jul 16 20:19:16.897244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:16.902207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Request body: {'network': {'name': 'tempest-network--1358298225'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:16.910061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c5a62dda-4966-4362-a9ea-22ce7e245da9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:16.910493 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.001923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.012829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f31b844-0923-4502-87de-244606542398 req-b5c75d6c-fff9-4168-92ec-9c7783a1bc8f tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991120 Jul 16 20:19:17.039167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc63c39f-a4e9-456c-99dc-e81116df2566 None None] Provisioning for port cfe8fd89-c73e-4a68-8698-38849ad9d549 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:17.051802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a7f3-00f9-41c7-a6b8-1eadbd96dce9 req-ed88c2b8-d66f-4dff-a1df-d95b1d91d7f4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:17.062052 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f865a7f3-00f9-41c7-a6b8-1eadbd96dce9 req-ed88c2b8-d66f-4dff-a1df-d95b1d91d7f4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 945 time: 0.2214160 Jul 16 20:19:17.081177 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.088640 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc63c39f-a4e9-456c-99dc-e81116df2566 None None] Provisioning complete for port cfe8fd89-c73e-4a68-8698-38849ad9d549 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:17.089389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc63c39f-a4e9-456c-99dc-e81116df2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.091749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.092921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.098727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f6f8274e-7ebd-45aa-9151-656b662476db'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:17.104104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:17.114221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.114579 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Added segment 59bc8449-00f0-4762-9250-70de81351cf3 of type vlan for network 6ba134dc-7222-49f5-bcf7-ef2402265848 Jul 16 20:19:17.128047 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a911668c-c9ac-403a-9bfd-e1da28360310 x-openstack-request-id: req-a911668c-c9ac-403a-9bfd-e1da28360310 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:17.129024 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d82003-d659-424d-ae68-87cd7e4dbae7", "name": "network-vif-deleted", "tag": "ffd03bbf-f931-494a-9e01-732fd7cbf742", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:17.129560 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a911668c-c9ac-403a-9bfd-e1da28360310 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:17.130327 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d82003-d659-424d-ae68-87cd7e4dbae7', 'name': 'network-vif-deleted', 'tag': 'ffd03bbf-f931-494a-9e01-732fd7cbf742', 'status': 'completed', 'code': 200} Jul 16 20:19:17.141258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Made reservation on behalf of 5b7367072f004095b792ecb4a45b7f3a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:17.143964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '8645b5fe-4124-41a6-abd7-15a2d7acffd1', 'network_id': '11c173dd-4aaa-49dd-872c-190c74ede91e', 'port_id': '8645b5fe-4124-41a6-abd7-15a2d7acffd1', 'mac_address': 'fa:16:3e:cf:c8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b14b9b1-9548-468b-a029-d6df4c04c1a2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:17.146648 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.188057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.266044 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.267715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:17.268711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.290992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:17.349371 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.349765 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Added segment b731f008-b695-4c46-b937-33f4e6bdeede of type vlan for network ea17b422-22cf-4c3d-ab42-dc045a391de2 Jul 16 20:19:17.378692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f6f8274e-7ebd-45aa-9151-656b662476db,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.472832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bc63c39f-a4e9-456c-99dc-e81116df2566 None None] Port cfe8fd89-c73e-4a68-8698-38849ad9d549 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:17.478951 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.498196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.518174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba134dc-7222-49f5-bcf7-ef2402265848,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.549803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 6ba134dc-7222-49f5-bcf7-ef2402265848 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:17.570772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8645b5fe-4124-41a6-abd7-15a2d7acffd1 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:17.596522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8645b5fe-4124-41a6-abd7-15a2d7acffd1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:17.598375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6272347 Jul 16 20:19:17.602808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:17.614291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Request body: {'subnet': {'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-subnet', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:17.616693 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.617750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:17.618439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.641739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f865a7f3-00f9-41c7-a6b8-1eadbd96dce9 req-ec5c0866-64c4-492a-b622-b25f7b3dfcb6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783062 Jul 16 20:19:17.653549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.658906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f37b7b-675b-4a29-a8a1-8e145806a307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3325dc4-828a-4cb7-bfef-28375f6c2fe3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.660615 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.661462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device df9dca79-5ccf-4472-a245-9c2199c6994b details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:17.691463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Made reservation on behalf of 103b8b39c74d49acb5fbbc73c05b705f for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:17.695077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.696206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c40f7-6c7b-4be8-a3ab-93ab9dda897b req-d91940e1-7a90-4902-9d38-fa259d8ad5ed tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:17.698150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-910c40f7-6c7b-4be8-a3ab-93ab9dda897b req-d91940e1-7a90-4902-9d38-fa259d8ad5ed tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 946 time: 0.2727096 Jul 16 20:19:17.698925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.773451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe8fd89-c73e-4a68-8698-38849ad9d549,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.785659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8872256 Jul 16 20:19:17.786380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:17.806180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-138e2d52-9e5c-4c77-9c98-2e6c370d71f3 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:17.828950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device ffd03bbf-f931-494a-9e01-732fd7cbf742 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:17.865978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: ffd03bbf-f931-494a-9e01-732fd7cbf742 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:17.866276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device ffd03bbf-f931-494a-9e01-732fd7cbf742 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:17.899294 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-31521730-d540-42ad-853e-a3e8785e082b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:19:17.953569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454daa8d-f1ed-4c48-83bd-7b4055391502 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'Network': ['ID=ea17b422-22cf-4c3d-ab42-dc045a391de2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.955184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8645b5fe-4124-41a6-abd7-15a2d7acffd1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:17.989712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:17.990548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network ea17b422-22cf-4c3d-ab42-dc045a391de2 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:18.046153 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.127109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-910c40f7-6c7b-4be8-a3ab-93ab9dda897b req-5c459dda-93ee-4301-8d36-96df11021fc3 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729155 Jul 16 20:19:18.196922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port df9dca79-5ccf-4472-a245-9c2199c6994b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=df9dca79-5ccf-4472-a245-9c2199c6994b,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:18.222462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'df9dca79-5ccf-4472-a245-9c2199c6994b', 'network_id': '7176a9d8-71ad-4889-b4b9-23178524029f', 'port_id': 'df9dca79-5ccf-4472-a245-9c2199c6994b', 'mac_address': 'fa:16:3e:6e:93:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eee0cf-d1e7-4328-ad4e-c2089b6bb17a', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:18.226198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0581928-0ef3-44f1-a368-828747863b7d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.233156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Checking segment: {'id': '59bc8449-00f0-4762-9250-70de81351cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:18.233565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Network hostable DHCP agents. Network: 6ba134dc-7222-49f5-bcf7-ef2402265848, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:18.260845 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-138e2d52-9e5c-4c77-9c98-2e6c370d71f3 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.268590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Network 6ba134dc-7222-49f5-bcf7-ef2402265848 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:18.283960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.290268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e32c4d-cbc1-4b51-86bc-4e258b955b8f req-76971e50-a9c0-4e5b-87c1-d28785f650a4 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.298221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5e32c4d-cbc1-4b51-86bc-4e258b955b8f req-76971e50-a9c0-4e5b-87c1-d28785f650a4 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 945 time: 0.1718628 Jul 16 20:19:18.304114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9dca79-5ccf-4472-a245-9c2199c6994b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:18.307852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 6ba134dc-7222-49f5-bcf7-ef2402265848) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:18.313345 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-138e2d52-9e5c-4c77-9c98-2e6c370d71f3 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.321573 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.322201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.325017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c39b5e-f47f-4b15-aa78-52d614624909 None None] Network 6ba134dc-7222-49f5-bcf7-ef2402265848 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:18.328740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-138e2d52-9e5c-4c77-9c98-2e6c370d71f3 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Network ea17b422-22cf-4c3d-ab42-dc045a391de2 is not hosted by any dhcp agent {{(pid=93959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:19:18.330915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e2d52-9e5c-4c77-9c98-2e6c370d71f3 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:18.332105 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-138e2d52-9e5c-4c77-9c98-2e6c370d71f3 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.341209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-138e2d52-9e5c-4c77-9c98-2e6c370d71f3 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "PUT /v2.0/networks/ea17b422-22cf-4c3d-ab42-dc045a391de2 HTTP/1.1" status: 200 len: 858 time: 0.5430806 Jul 16 20:19:18.342468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:18.375509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port df9dca79-5ccf-4472-a245-9c2199c6994b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=df9dca79-5ccf-4472-a245-9c2199c6994b,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:18.376466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Network 3699387c-5233-40ce-b73f-3360c0872698 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:18.387486 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.389851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:18.404614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58038) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:18.409052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:18.411201 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c80f0e66-cb9c-4782-b155-a066b8c7024e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8052411 Jul 16 20:19:18.427182 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5e32c4d-cbc1-4b51-86bc-4e258b955b8f req-66c52c99-0078-4385-8a3f-521079e946b4 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269822 Jul 16 20:19:18.442805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 359b8264-ec68-4cd3-aab2-aa7be5b623d2 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:18.512893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e2d52-9e5c-4c77-9c98-2e6c370d71f3 tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event updated for resources: {'Network': ['ID=ea17b422-22cf-4c3d-ab42-dc045a391de2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.534169 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.569438 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.570491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.604867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=df9dca79-5ccf-4472-a245-9c2199c6994b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:18.633424 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.646494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:18.658894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:18.659596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.718484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-6ba134dc-7222-49f5-bcf7-ef2402265848', 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'fixed_ips': [{'subnet_id': 'b0581928-0ef3-44f1-a368-828747863b7d'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:18.720123 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.750539 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.776684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea17b422-22cf-4c3d-ab42-dc045a391de2']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.802838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b731f008-b695-4c46-b937-33f4e6bdeede') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.804229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b731f008-b695-4c46-b937-33f4e6bdeede') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:18.866927 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.923606 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.935993 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f94cd9c-1242-46c8-ae3f-b5ce9fa5cac2 req-4e697143-39a1-4a65-b493-1df56a01043b tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/d44f0dfb-a7e8-4ccd-8ca6-beda8d696768 HTTP/1.1" status: 200 len: 1801 time: 0.1088963 Jul 16 20:19:18.940960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:18.942055 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:18.945814 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:19.050917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cc871596-b279-44be-9909-13060eb8d2d6 None None] Provisioning complete for port cfe8fd89-c73e-4a68-8698-38849ad9d549 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:19.051404 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cc871596-b279-44be-9909-13060eb8d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.069788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.110787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.117113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Router 9cddcf46-f997-4d86-b939-38b97e87512f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:19.119353 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.123696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea17b422-22cf-4c3d-ab42-dc045a391de2 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:19:19.128481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.135107 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] 10.222.0.10 "DELETE /v2.0/networks/ea17b422-22cf-4c3d-ab42-dc045a391de2 HTTP/1.1" status: 204 len: 168 time: 0.7883768 Jul 16 20:19:19.137658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58046) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:19.162821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e084f6-972d-4abd-b34f-13e1f63a7d3a tempest-ExternalNetworksTestJSON-1581956250 tempest-ExternalNetworksTestJSON-1581956250-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea17b422-22cf-4c3d-ab42-dc045a391de2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.170961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f94cd9c-1242-46c8-ae3f-b5ce9fa5cac2 req-d5601a45-3a15-4809-b48e-6a74ea53ef2b tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.196601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 359b8264-ec68-4cd3-aab2-aa7be5b623d2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:19.199050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cc871596-b279-44be-9909-13060eb8d2d6 None None] Port cfe8fd89-c73e-4a68-8698-38849ad9d549 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:19.218504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f94cd9c-1242-46c8-ae3f-b5ce9fa5cac2 req-d5601a45-3a15-4809-b48e-6a74ea53ef2b tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.225655 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7924e21e-49b7-471f-a3b1-9722b11da171 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] DELETE failed (client error): The resource could not be found. Jul 16 20:19:19.226408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7924e21e-49b7-471f-a3b1-9722b11da171 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:19:19.231773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7924e21e-49b7-471f-a3b1-9722b11da171 tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] 10.222.0.10 "DELETE /v2.0/subnets/68554509-a019-49d7-b7c6-d92df745ca42 HTTP/1.1" status: 404 len: 337 time: 0.0900464 Jul 16 20:19:19.239563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Allocated IP 172.20.0.2 (6ba134dc-7222-49f5-bcf7-ef2402265848/b0581928-0ef3-44f1-a368-828747863b7d/939b0708-9ee1-405b-a932-cc033748f146) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:19.256966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e40a-92c3-4320-a589-f82461d70026 req-bc388c05-fe99-427f-84b1-3444d250b44d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.269480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e40a-92c3-4320-a589-f82461d70026 req-bc388c05-fe99-427f-84b1-3444d250b44d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.281091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e40a-92c3-4320-a589-f82461d70026 req-bc388c05-fe99-427f-84b1-3444d250b44d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.289661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:19.295388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e40a-92c3-4320-a589-f82461d70026 req-bc388c05-fe99-427f-84b1-3444d250b44d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.301182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:19.305844 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498506fd-ccbe-4e6c-ad06-dc3e87feddb8" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:19.316896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['8645b5fe-4124-41a6-abd7-15a2d7acffd1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:19.317537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e40a-92c3-4320-a589-f82461d70026 req-bc388c05-fe99-427f-84b1-3444d250b44d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.320006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['df9dca79-5ccf-4472-a245-9c2199c6994b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:19.323320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e40a-92c3-4320-a589-f82461d70026 req-bc388c05-fe99-427f-84b1-3444d250b44d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.329766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f94cd9c-1242-46c8-ae3f-b5ce9fa5cac2 req-d5601a45-3a15-4809-b48e-6a74ea53ef2b tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.333217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f94cd9c-1242-46c8-ae3f-b5ce9fa5cac2 req-d5601a45-3a15-4809-b48e-6a74ea53ef2b tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.334269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1e40a-92c3-4320-a589-f82461d70026 req-bc388c05-fe99-427f-84b1-3444d250b44d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:19.334982 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f94cd9c-1242-46c8-ae3f-b5ce9fa5cac2 req-d5601a45-3a15-4809-b48e-6a74ea53ef2b tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/d44f0dfb-a7e8-4ccd-8ca6-beda8d696768 HTTP/1.1" status: 204 len: 173 time: 0.3652344 Jul 16 20:19:19.348448 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32e1e40a-92c3-4320-a589-f82461d70026 req-bc388c05-fe99-427f-84b1-3444d250b44d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5429 time: 0.6203372 Jul 16 20:19:19.377589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5601a45-3a15-4809-b48e-6a74ea53ef2b tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f0dfb-a7e8-4ccd-8ca6-beda8d696768,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.379203 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.380127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:19.443141 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.503192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32e1e40a-92c3-4320-a589-f82461d70026 req-7aeb2239-b26f-4eb4-9b8d-ff1a76d322fa tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528499 Jul 16 20:19:19.535615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=359b8264-ec68-4cd3-aab2-aa7be5b623d2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.572928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:19.593263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:19.593637 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.657033 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.685750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedba275-2ff3-4571-b2e5-29c58468ba34']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:19.709187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953f16ba-4205-404f-baba-6ab3c160d257') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:19.709772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953f16ba-4205-404f-baba-6ab3c160d257') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:19.729660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.737942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:19.747408 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c072894c-f550-4ac2-9371-d8f1d5e4e632 admin admin] 10.222.0.10 "PUT /v2.0/routers/9cddcf46-f997-4d86-b939-38b97e87512f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0348332 Jul 16 20:19:19.748063 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.755967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:19.756632 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:19.824735 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:19.830637 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.839055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.846863 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.851543 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Transition to ACTIVE for port object 939b0708-9ee1-405b-a932-cc033748f146 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:19.852348 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] 10.222.0.10 "DELETE /v2.0/networks/aedba275-2ff3-4571-b2e5-29c58468ba34 HTTP/1.1" status: 204 len: 168 time: 0.5612240 Jul 16 20:19:19.882761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fee7a-7c0d-4836-9ea3-2ef1e456fbaf tempest-ExternalNetworksTestJSON-2139478684 tempest-ExternalNetworksTestJSON-2139478684-project] Pushing event deleted for resources: {'Network': ['ID=aedba275-2ff3-4571-b2e5-29c58468ba34,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:19.907655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Transition to ACTIVE for port object 939b0708-9ee1-405b-a932-cc033748f146 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:19.931488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:19.933613 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f6f8274e-7ebd-45aa-9151-656b662476db up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:20.065079 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.099005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Network 6ba134dc-7222-49f5-bcf7-ef2402265848 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:20.120199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:20.132612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:20.165132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['a2a92635-3871-4a97-8721-3ecb0b9bb9f3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:20.179826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d21826-f622-4a18-8757-b6b2cff7f2e9 req-0e830bb7-e2c9-4617-8327-6887647b56b7 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:20.182936 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f9d21826-f622-4a18-8757-b6b2cff7f2e9 req-0e830bb7-e2c9-4617-8327-6887647b56b7 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1998236 Jul 16 20:19:20.229379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Sync routers for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:20.249412 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f9d21826-f622-4a18-8757-b6b2cff7f2e9 req-f25280ab-a9fb-43fd-a617-ed149bf16f71 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553846 Jul 16 20:19:20.308909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Pushing event updated for resources: {'Port': ['ID=939b0708-9ee1-405b-a932-cc033748f146,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:20.331839 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.343817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:20.376842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:20.378584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:18:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:20.382018 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.385818 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:20.395913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98892ad3-01bb-417a-846b-569b3f759d58 req-a6c0495a-ccd5-4b3e-a733-73962b32ff99 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:20.403504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98892ad3-01bb-417a-846b-569b3f759d58 req-a6c0495a-ccd5-4b3e-a733-73962b32ff99 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 945 time: 0.4215562 Jul 16 20:19:20.474600 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.529264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98892ad3-01bb-417a-846b-569b3f759d58 req-6c93f2a4-a707-469f-a482-0eaa4fc453a9 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244512 Jul 16 20:19:20.619050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-78ad6a6a-d553-4719-a3fd-dfa3664e44d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4a478cd439b46a7ac3b7dbf2b241f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733066 Jul 16 20:19:20.624625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58070) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:20.667945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Attempting to bind port 939b0708-9ee1-405b-a932-cc033748f146 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:20.668632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Attempting to bind port 939b0708-9ee1-405b-a932-cc033748f146 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '59bc8449-00f0-4762-9250-70de81351cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:20.669168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Attempting to bind port 939b0708-9ee1-405b-a932-cc033748f146 on network 6ba134dc-7222-49f5-bcf7-ef2402265848 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:20.676511 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1934d659-070f-4181-afbe-cf00fb074ed7 x-openstack-request-id: req-1934d659-070f-4181-afbe-cf00fb074ed7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:20.676829 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:20.677035 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1934d659-070f-4181-afbe-cf00fb074ed7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:20.677441 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'code': 200} Jul 16 20:19:20.687998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e5c2d366-d7f5-4857-bf3e-da2ff6b86928 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:20.706598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Allocated IP 172.25.7.187 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/0eae9c28-3fca-46db-8510-57ac686a01ef) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:20.782759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:20.783118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Checking segment: {'id': '59bc8449-00f0-4762-9250-70de81351cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:20.783536 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.783929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Bound using segment: {'id': '59bc8449-00f0-4762-9250-70de81351cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:20.784414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Bound port: 939b0708-9ee1-405b-a932-cc033748f146, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bc8449-00f0-4762-9250-70de81351cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:20.784822 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.814020 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29ce6aab-acbe-4cb6-a367-fa586662dd84 req-a246cf61-16fe-4c0a-81c0-df1d8bd68920 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/a2dc361c-11b6-49c7-87eb-d1904cf113be HTTP/1.1" status: 200 len: 1802 time: 0.1604090 Jul 16 20:19:20.818078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fceeb35-588c-4422-98b2-bc4d84c63a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.838165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port f6f8274e-7ebd-45aa-9151-656b662476db completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:20.850041 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da21e9d1-5972-46f1-b273-aac50eacfa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.872066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port f6f8274e-7ebd-45aa-9151-656b662476db triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:20.872355 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.879225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:20.887619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:20.914565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fceeb35-588c-4422-98b2-bc4d84c63a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:20.981150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.005567 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-29ce6aab-acbe-4cb6-a367-fa586662dd84 req-b31a897c-3fcb-4076-915c-69b1d988e279 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.060442 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-29ce6aab-acbe-4cb6-a367-fa586662dd84 req-b31a897c-3fcb-4076-915c-69b1d988e279 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.092623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] For port 939b0708-9ee1-405b-a932-cc033748f146, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:21.106970 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fceeb35-588c-4422-98b2-bc4d84c63a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.108421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:21.110683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fceeb35-588c-4422-98b2-bc4d84c63a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.112272 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9fceeb35-588c-4422-98b2-bc4d84c63a6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d28e212-a575-4887-8ab7-8a4706ecfd65 HTTP/1.1" status: 204 len: 168 time: 0.4860954 Jul 16 20:19:21.157393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceeb35-588c-4422-98b2-bc4d84c63a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d28e212-a575-4887-8ab7-8a4706ecfd65,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.180758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.259044 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-29ce6aab-acbe-4cb6-a367-fa586662dd84 req-b31a897c-3fcb-4076-915c-69b1d988e279 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.263668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-29ce6aab-acbe-4cb6-a367-fa586662dd84 req-b31a897c-3fcb-4076-915c-69b1d988e279 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.265520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29ce6aab-acbe-4cb6-a367-fa586662dd84 req-b31a897c-3fcb-4076-915c-69b1d988e279 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/a2dc361c-11b6-49c7-87eb-d1904cf113be HTTP/1.1" status: 204 len: 173 time: 0.4419825 Jul 16 20:19:21.286098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:21.307967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:21.308202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] For port 939b0708-9ee1-405b-a932-cc033748f146, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=939b0708-9ee1-405b-a932-cc033748f146,segment=NetworkSegment(59bc8449-00f0-4762-9250-70de81351cf3),segment_id=59bc8449-00f0-4762-9250-70de81351cf3)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:21.314472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:21.390132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:21.390732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.397314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.405330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6776334a-34c4-4900-9c0b-c76261bdc7ad tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693178939', 'description': 'tempest-description--2011724618'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:21.441429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a897c-3fcb-4076-915c-69b1d988e279 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dc361c-11b6-49c7-87eb-d1904cf113be,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.481631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.500883 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6776334a-34c4-4900-9c0b-c76261bdc7ad tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.522672 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.610938 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.617309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f6f8274e-7ebd-45aa-9151-656b662476db, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f6f8274e-7ebd-45aa-9151-656b662476db,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:21.704518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c6214761-79b2-4a45-8c9e-c3bc5e4652e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b7367072f004095b792ecb4a45b7f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920403 Jul 16 20:19:21.708796 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:21.712448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2d231-661d-4343-828d-c6481e33464d None None] Pushing event updated for resources: {'Port': ['ID=939b0708-9ee1-405b-a932-cc033748f146,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.719249 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.734369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Pushing event updated for resources: {'Port': ['ID=0eae9c28-3fca-46db-8510-57ac686a01ef,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.861277 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6776334a-34c4-4900-9c0b-c76261bdc7ad tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.872412 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6776334a-34c4-4900-9c0b-c76261bdc7ad tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.932845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776334a-34c4-4900-9c0b-c76261bdc7ad tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:21.961578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6776334a-34c4-4900-9c0b-c76261bdc7ad tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:21.970871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6776334a-34c4-4900-9c0b-c76261bdc7ad tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5664740 Jul 16 20:19:21.970871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.014091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1a5c11e5-7ae8-4082-9554-3b3e3e443086 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'security_group_rule': {'security_group_id': '0b31f6a7-842b-48b5-8bdd-2df5f8776ca8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:22.082479 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08d3a295-f560-4919-b791-a49e730db998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.111040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f6f8274e-7ebd-45aa-9151-656b662476db,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.119405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688099bf-b3dd-4172-a63d-9aacf67f3f0c req-b67f84a7-402e-40a8-bf11-ef8bb4c1597b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.125894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688099bf-b3dd-4172-a63d-9aacf67f3f0c req-b67f84a7-402e-40a8-bf11-ef8bb4c1597b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.129634 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.132785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688099bf-b3dd-4172-a63d-9aacf67f3f0c req-b67f84a7-402e-40a8-bf11-ef8bb4c1597b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.145351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688099bf-b3dd-4172-a63d-9aacf67f3f0c req-b67f84a7-402e-40a8-bf11-ef8bb4c1597b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.162956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688099bf-b3dd-4172-a63d-9aacf67f3f0c req-b67f84a7-402e-40a8-bf11-ef8bb4c1597b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.184651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cfe8fd89-c73e-4a68-8698-38849ad9d549', 'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'mac_address': 'fa:16:3e:cf:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:13Z', 'updated_at': '2021-07-16T20:19:17Z', 'revision_number': 2, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'subnets': [{'id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:22.189900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688099bf-b3dd-4172-a63d-9aacf67f3f0c req-b67f84a7-402e-40a8-bf11-ef8bb4c1597b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.204221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688099bf-b3dd-4172-a63d-9aacf67f3f0c req-b67f84a7-402e-40a8-bf11-ef8bb4c1597b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.208853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-688099bf-b3dd-4172-a63d-9aacf67f3f0c req-b67f84a7-402e-40a8-bf11-ef8bb4c1597b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5431 time: 0.4836249 Jul 16 20:19:22.232581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e5c2d366-d7f5-4857-bf3e-da2ff6b86928, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:22.234892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Checking router: 9cddcf46-f997-4d86-b939-38b97e87512f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:22.235668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Updating router 9cddcf46-f997-4d86-b939-38b97e87512f port cfe8fd89-c73e-4a68-8698-38849ad9d549 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:19:22.238146 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a5c11e5-7ae8-4082-9554-3b3e3e443086 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.242091 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.243523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:22.247878 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08d3a295-f560-4919-b791-a49e730db998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.341655 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-688099bf-b3dd-4172-a63d-9aacf67f3f0c req-32183994-5675-4be7-a679-85c955a33c68 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041274 Jul 16 20:19:22.379412 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a5c11e5-7ae8-4082-9554-3b3e3e443086 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.382900 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a5c11e5-7ae8-4082-9554-3b3e3e443086 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.406063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475cc24-157f-48ab-a1d4-0f45a7e787ed req-4769886a-87e8-435d-a924-e21fcc53d2fe tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.410391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c11e5-7ae8-4082-9554-3b3e3e443086 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137fb81d-db8b-4caf-80dc-2daf0092376c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.412246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475cc24-157f-48ab-a1d4-0f45a7e787ed req-4769886a-87e8-435d-a924-e21fcc53d2fe tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.423046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475cc24-157f-48ab-a1d4-0f45a7e787ed req-4769886a-87e8-435d-a924-e21fcc53d2fe tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.427074 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.430426 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4475cc24-157f-48ab-a1d4-0f45a7e787ed req-4769886a-87e8-435d-a924-e21fcc53d2fe tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7&device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37&device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 2417 time: 0.7613566 Jul 16 20:19:22.434942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08d3a295-f560-4919-b791-a49e730db998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.454825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08d3a295-f560-4919-b791-a49e730db998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.457040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-08d3a295-f560-4919-b791-a49e730db998 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eee8d200-29f5-4d0e-8994-758e43a0b1a0 HTTP/1.1" status: 204 len: 168 time: 0.7463684 Jul 16 20:19:22.494308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:22.498582 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.500118 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3a295-f560-4919-b791-a49e730db998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee8d200-29f5-4d0e-8994-758e43a0b1a0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.509375 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a5c11e5-7ae8-4082-9554-3b3e3e443086 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.511027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a5c11e5-7ae8-4082-9554-3b3e3e443086 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5405700 Jul 16 20:19:22.515831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.524012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:22.524758 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.529528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-60013703-ba55-44db-a6c2-50cfe25a34ae tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'security_group_rule': {'security_group_id': '0b31f6a7-842b-48b5-8bdd-2df5f8776ca8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:22.559708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4475cc24-157f-48ab-a1d4-0f45a7e787ed req-575fe40a-d921-42ab-acdb-bbdf3967cf05 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186657 Jul 16 20:19:22.578201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-9600ebf0-43a2-4f55-b798-6a11312d6581 req-360eac7a-ea0f-4df9-b4c1-8ecc89e3eeb1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-372419201', 'description': 'tempest-description-2090819905'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:22.596752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-415242ef-21e9-45f2-bfad-f14ec0ae4cbe tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.598793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-415242ef-21e9-45f2-bfad-f14ec0ae4cbe tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.63 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 946 time: 0.2637041 Jul 16 20:19:22.599915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.638040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60013703-ba55-44db-a6c2-50cfe25a34ae tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.735662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e92e6e8-04d4-46a4-a8cd-96256afb1ee1'}, {'server_uuid': 'a719a849-a1a6-4b59-9e3d-c7aeca0403fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f8274e-7ebd-45aa-9151-656b662476db'}, {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:22.739478 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a88438-8fdb-4682-bcb0-bd60410deee9" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "0e92e6e8-04d4-46a4-a8cd-96256afb1ee1"}, {"server_uuid": "a719a849-a1a6-4b59-9e3d-c7aeca0403fc", "name": "network-vif-plugged", "status": "completed", "tag": "f6f8274e-7ebd-45aa-9151-656b662476db"}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "e5c2d366-d7f5-4857-bf3e-da2ff6b86928"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:22.750385 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60013703-ba55-44db-a6c2-50cfe25a34ae tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.763552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60013703-ba55-44db-a6c2-50cfe25a34ae tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.790862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60013703-ba55-44db-a6c2-50cfe25a34ae tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5704c423-524f-49a5-b4e7-e54bbcb8628e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:22.824507 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061e80-c7f2-4682-8caa-b67338103efb req-c0085cc2-52b7-4a34-903d-b235057c27b0 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:22.829245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-68061e80-c7f2-4682-8caa-b67338103efb req-c0085cc2-52b7-4a34-903d-b235057c27b0 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 946 time: 0.2061076 Jul 16 20:19:22.889144 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9600ebf0-43a2-4f55-b798-6a11312d6581 req-360eac7a-ea0f-4df9-b4c1-8ecc89e3eeb1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.891765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60013703-ba55-44db-a6c2-50cfe25a34ae tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.897551 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-60013703-ba55-44db-a6c2-50cfe25a34ae tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801661 Jul 16 20:19:22.898580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:22.910522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:22.919174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:22.921177 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-68061e80-c7f2-4682-8caa-b67338103efb req-a1182afe-e7f6-4a4e-9370-ba81a5b3fda1 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/security-groups?id=afe7b21b-b41c-4905-aabf-da82a7997cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865495 Jul 16 20:19:22.950822 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.118714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.120924 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.243703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:23.280743 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.284347 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.316429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a2a92635-3871-4a97-8721-3ecb0b9bb9f3 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:23.320115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Deleting port 32ba02a8-3692-45f5-98e5-e35b62751ef9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:23.320466 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.327347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Transition to ACTIVE for port object cfe8fd89-c73e-4a68-8698-38849ad9d549 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:23.357665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Allocated IP 172.25.7.179 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/5693d47a-9c1c-4882-b330-d0e79039908d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:23.378236 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.415494 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.460692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:23.512890 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a22006eb-f93e-427f-921d-28baa861e7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.538766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade34b84-e16c-41b3-9195-f7ff7b863ffe None None] Network 6ba134dc-7222-49f5-bcf7-ef2402265848 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:23.545037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ab578-432e-4da4-bd34-54674dba7e1f req-768b5a8f-e1dd-41b8-84ed-f9744c12de37 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:23.553007 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a88ab578-432e-4da4-bd34-54674dba7e1f req-768b5a8f-e1dd-41b8-84ed-f9744c12de37 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 946 time: 0.3547039 Jul 16 20:19:23.617402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9600ebf0-43a2-4f55-b798-6a11312d6581 req-360eac7a-ea0f-4df9-b4c1-8ecc89e3eeb1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.639158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Attempting to bind port cfe8fd89-c73e-4a68-8698-38849ad9d549 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:23.639858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Attempting to bind port cfe8fd89-c73e-4a68-8698-38849ad9d549 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:23.640289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Attempting to bind port cfe8fd89-c73e-4a68-8698-38849ad9d549 on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:23.641253 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9600ebf0-43a2-4f55-b798-6a11312d6581 req-360eac7a-ea0f-4df9-b4c1-8ecc89e3eeb1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.660812 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a88ab578-432e-4da4-bd34-54674dba7e1f req-d51d20f9-3f1f-46af-a4b0-bd553c1d8733 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062019 Jul 16 20:19:23.673124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9600ebf0-43a2-4f55-b798-6a11312d6581 req-360eac7a-ea0f-4df9-b4c1-8ecc89e3eeb1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.674373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9600ebf0-43a2-4f55-b798-6a11312d6581 req-360eac7a-ea0f-4df9-b4c1-8ecc89e3eeb1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1054900 Jul 16 20:19:23.687075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.696026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:23.696576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Checking segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:23.697186 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.697826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Bound using segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:23.698589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Bound port: cfe8fd89-c73e-4a68-8698-38849ad9d549, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:23.699211 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.742403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:23.752480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] For port 32ba02a8-3692-45f5-98e5-e35b62751ef9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=32ba02a8-3692-45f5-98e5-e35b62751ef9,segment=NetworkSegment(1af1a3dc-957a-437b-a06d-259d8019ac35),segment_id=1af1a3dc-957a-437b-a06d-259d8019ac35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:23.761617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.783053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e8499-3c61-4e89-b440-2af24c9da0a6 None None] Pushing event updated for resources: {'Port': ['ID=cfe8fd89-c73e-4a68-8698-38849ad9d549,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:23.790886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:23.791343 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.806903 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:23.842706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f5964478-54c9-4847-b323-349ba666533b None None] Provisioning for port 939b0708-9ee1-405b-a932-cc033748f146 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:23.847534 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5612a4-7112-4b4b-930d-7ee2a8175d86 x-openstack-request-id: req-cd5612a4-7112-4b4b-930d-7ee2a8175d86 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:23.847976 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "0e92e6e8-04d4-46a4-a8cd-96256afb1ee1", "code": 200}, {"server_uuid": "a719a849-a1a6-4b59-9e3d-c7aeca0403fc", "name": "network-vif-plugged", "status": "completed", "tag": "f6f8274e-7ebd-45aa-9151-656b662476db", "code": 200}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "e5c2d366-d7f5-4857-bf3e-da2ff6b86928", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:23.848365 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd5612a4-7112-4b4b-930d-7ee2a8175d86 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:23.848826 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e92e6e8-04d4-46a4-a8cd-96256afb1ee1', 'code': 200} Jul 16 20:19:23.849084 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a719a849-a1a6-4b59-9e3d-c7aeca0403fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f8274e-7ebd-45aa-9151-656b662476db', 'code': 200} Jul 16 20:19:23.849339 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928', 'code': 200} Jul 16 20:19:23.897221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Calling delete_port for 32ba02a8-3692-45f5-98e5-e35b62751ef9 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:23.939978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eac7a-ea0f-4df9-b4c1-8ecc89e3eeb1 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a95541-3eb1-4530-8630-7f4bd95a343a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.019949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] For port cfe8fd89-c73e-4a68-8698-38849ad9d549, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:24.049290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:24.062315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:24.073598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] For port cfe8fd89-c73e-4a68-8698-38849ad9d549, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cfe8fd89-c73e-4a68-8698-38849ad9d549,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:24.078810 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.083207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:24.099015 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.191498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 939b0708-9ee1-405b-a932-cc033748f146 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:24.197352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'Port': ['ID=5693d47a-9c1c-4882-b330-d0e79039908d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.253404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a2a92635-3871-4a97-8721-3ecb0b9bb9f3, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:24.283713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Router 4bc37187-827a-46bf-a1cf-23fc04171a5d is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:19:24.285755 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.286460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device df9dca79-5ccf-4472-a245-9c2199c6994b up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:24.308236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49792e-670b-4186-8c6d-9686377e311a req-c426167d-a97f-4966-be0c-fe3d6ac30e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.311659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f49792e-670b-4186-8c6d-9686377e311a req-c426167d-a97f-4966-be0c-fe3d6ac30e4d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 1098 time: 0.4063795 Jul 16 20:19:24.338096 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.430617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:24.432135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:24.448288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e8499-3c61-4e89-b440-2af24c9da0a6 None None] Pushing event updated for resources: {'Port': ['ID=cfe8fd89-c73e-4a68-8698-38849ad9d549,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.551745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.558187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Pushing event deleted for resources: {'Port': ['ID=32ba02a8-3692-45f5-98e5-e35b62751ef9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:24.661587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 939b0708-9ee1-405b-a932-cc033748f146 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:24.667333 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.676158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 939b0708-9ee1-405b-a932-cc033748f146 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:24.676158 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.721922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port df9dca79-5ccf-4472-a245-9c2199c6994b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:24.740919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port df9dca79-5ccf-4472-a245-9c2199c6994b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:24.741577 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.758550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] No DVR routers for this DVR port 32ba02a8-3692-45f5-98e5-e35b62751ef9 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:24.763791 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.769662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc49dc69-48e3-4a36-9c27-06133b7f7655 req-b02bdf94-952a-48c4-a5cc-e3e2c0ddaadd tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.63 "DELETE /v2.0/ports/32ba02a8-3692-45f5-98e5-e35b62751ef9 HTTP/1.1" status: 204 len: 173 time: 2.0040035 Jul 16 20:19:24.770114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4697b0a1-9ab2-4ffa-95e6-6ba06612d589', 'name': 'network-vif-deleted', 'tag': '32ba02a8-3692-45f5-98e5-e35b62751ef9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:24.773432 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a03ca3-81b1-491f-9d42-92d80d04a5b6" -d '{"events": [{"server_uuid": "4697b0a1-9ab2-4ffa-95e6-6ba06612d589", "name": "network-vif-deleted", "tag": "32ba02a8-3692-45f5-98e5-e35b62751ef9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:24.831043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f095ff3-c3aa-461e-947f-b145fdf4d26e req-ba2ccb72-3b07-4542-ae72-b8900c25db29 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.833766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f095ff3-c3aa-461e-947f-b145fdf4d26e req-ba2ccb72-3b07-4542-ae72-b8900c25db29 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 945 time: 0.5152349 Jul 16 20:19:24.835397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:24.858017 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Sync routers for ids ['4bc37187-827a-46bf-a1cf-23fc04171a5d'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:24.888603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076657-fe68-445d-be98-925cde7a5964 req-22db3aa8-c483-40d8-a6d6-4a5766c8c007 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.894338 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Routers {'4bc37187-827a-46bf-a1cf-23fc04171a5d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:24.899804 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4bc37187-827a-46bf-a1cf-23fc04171a5d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:24.915535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076657-fe68-445d-be98-925cde7a5964 req-22db3aa8-c483-40d8-a6d6-4a5766c8c007 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.920224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:24.922417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076657-fe68-445d-be98-925cde7a5964 req-22db3aa8-c483-40d8-a6d6-4a5766c8c007 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.936233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c560c85a-ffc7-4727-8ade-b7918f355756 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5305309 Jul 16 20:19:24.937170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58134) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:24.938294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076657-fe68-445d-be98-925cde7a5964 req-22db3aa8-c483-40d8-a6d6-4a5766c8c007 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.951228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076657-fe68-445d-be98-925cde7a5964 req-22db3aa8-c483-40d8-a6d6-4a5766c8c007 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.960275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076657-fe68-445d-be98-925cde7a5964 req-22db3aa8-c483-40d8-a6d6-4a5766c8c007 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.976615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076657-fe68-445d-be98-925cde7a5964 req-22db3aa8-c483-40d8-a6d6-4a5766c8c007 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:24.979154 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79076657-fe68-445d-be98-925cde7a5964 req-22db3aa8-c483-40d8-a6d6-4a5766c8c007 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5433 time: 0.8092816 Jul 16 20:19:25.028541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.032989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f49792e-670b-4186-8c6d-9686377e311a req-c9264c78-4b8e-4c15-b161-a16e61008da8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032754 Jul 16 20:19:25.065837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f095ff3-c3aa-461e-947f-b145fdf4d26e req-e4a615fe-7e32-4f47-98c5-d7bf12e1172e tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197177 Jul 16 20:19:25.128660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.139050 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.142694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:25.239862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da98abd9-d340-40d7-a161-dce4203ebd9c req-ac169307-7c4d-4cfa-833b-651c685e84a0 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/f6a95541-3eb1-4530-8630-7f4bd95a343a HTTP/1.1" status: 200 len: 1802 time: 0.1272376 Jul 16 20:19:25.247934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-da98abd9-d340-40d7-a161-dce4203ebd9c req-11743374-ca51-4598-a84e-3d6683a43e8f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1569389066', 'description': 'tempest-description-hth-2079705102'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:25.307130 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Set router 4bc37187-827a-46bf-a1cf-23fc04171a5d gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:25.311135 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79076657-fe68-445d-be98-925cde7a5964 req-7cebc493-ecc7-42a8-b28b-7b0ac9aeba9f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3215542 Jul 16 20:19:25.405801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da98abd9-d340-40d7-a161-dce4203ebd9c req-11743374-ca51-4598-a84e-3d6683a43e8f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.440647 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.452515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.517150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 939b0708-9ee1-405b-a932-cc033748f146, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=939b0708-9ee1-405b-a932-cc033748f146,segment=NetworkSegment(59bc8449-00f0-4762-9250-70de81351cf3),segment_id=59bc8449-00f0-4762-9250-70de81351cf3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:25.546250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34096e24-51ef-4a6e-8749-568d9c515bec None None] Provisioning complete for port 939b0708-9ee1-405b-a932-cc033748f146 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:25.546667 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-34096e24-51ef-4a6e-8749-568d9c515bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.618617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'Port': ['ID=5693d47a-9c1c-4882-b330-d0e79039908d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:25.628174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.668914 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.674254 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-db0e14d2-bcf7-4313-ab4e-9a595eaab53d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7711194 Jul 16 20:19:25.715897 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da98abd9-d340-40d7-a161-dce4203ebd9c req-11743374-ca51-4598-a84e-3d6683a43e8f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.727064 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da98abd9-d340-40d7-a161-dce4203ebd9c req-11743374-ca51-4598-a84e-3d6683a43e8f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.731134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da98abd9-d340-40d7-a161-dce4203ebd9c req-11743374-ca51-4598-a84e-3d6683a43e8f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:25.742760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da98abd9-d340-40d7-a161-dce4203ebd9c req-11743374-ca51-4598-a84e-3d6683a43e8f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "PUT /v2.0/security-groups/f6a95541-3eb1-4530-8630-7f4bd95a343a HTTP/1.1" status: 200 len: 1777 time: 0.5018060 Jul 16 20:19:25.892255 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:18Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 3, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'gw_port': {'id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:20Z', 'updated_at': '2021-07-16T20:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:25.937444 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87f91a75-cf80-4747-9a68-0e22b52a9a33 req-c397969b-c734-4dd0-8886-864f638757f1 tempest-ServersNegativeTestMultiTenantJSON-105328344 tempest-ServersNegativeTestMultiTenantJSON-105328344-project] 10.222.0.10 "GET /v2.0/ports?device_id=4697b0a1-9ab2-4ffa-95e6-6ba06612d589 HTTP/1.1" status: 200 len: 210 time: 0.0929720 Jul 16 20:19:26.000275 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Checking router: 4bc37187-827a-46bf-a1cf-23fc04171a5d for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:26.000647 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Updating router 4bc37187-827a-46bf-a1cf-23fc04171a5d port 0eae9c28-3fca-46db-8510-57ac686a01ef binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:19:26.093832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8'}, {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:26.097635 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558e2aa6-82c0-4332-8fca-af5a0bb3ccd0" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8"}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "a2a92635-3871-4a97-8721-3ecb0b9bb9f3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:26.102825 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.107061 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.120425 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.154100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 32ba02a8-3692-45f5-98e5-e35b62751ef9 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:26.207277 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cda240b-81bf-4039-83be-0b53366421fd x-openstack-request-id: req-9cda240b-81bf-4039-83be-0b53366421fd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:26.208125 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4697b0a1-9ab2-4ffa-95e6-6ba06612d589", "name": "network-vif-deleted", "tag": "32ba02a8-3692-45f5-98e5-e35b62751ef9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:26.208125 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9cda240b-81bf-4039-83be-0b53366421fd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:26.208125 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4697b0a1-9ab2-4ffa-95e6-6ba06612d589', 'name': 'network-vif-deleted', 'tag': '32ba02a8-3692-45f5-98e5-e35b62751ef9', 'status': 'completed', 'code': 200} Jul 16 20:19:26.242472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11743374-ca51-4598-a84e-3d6683a43e8f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a95541-3eb1-4530-8630-7f4bd95a343a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.338479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 32ba02a8-3692-45f5-98e5-e35b62751ef9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:26.341365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 32ba02a8-3692-45f5-98e5-e35b62751ef9 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:26.346555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67d3cf-61eb-46c9-a35c-5376d4634c88 req-08170ffb-5697-4c8e-afdc-ad96edef64e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:26.349030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf67d3cf-61eb-46c9-a35c-5376d4634c88 req-08170ffb-5697-4c8e-afdc-ad96edef64e4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 946 time: 0.2942464 Jul 16 20:19:26.436312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf67d3cf-61eb-46c9-a35c-5376d4634c88 req-95823fd1-da14-4d89-afa2-7ab1984d15dc tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623055 Jul 16 20:19:26.484547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.535732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.562159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port df9dca79-5ccf-4472-a245-9c2199c6994b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=df9dca79-5ccf-4472-a245-9c2199c6994b,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:26.640115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=939b0708-9ee1-405b-a932-cc033748f146,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.694077 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.702283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8645b5fe-4124-41a6-abd7-15a2d7acffd1 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:26.708757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Allocated IP 172.20.0.1 (6ba134dc-7222-49f5-bcf7-ef2402265848/b0581928-0ef3-44f1-a368-828747863b7d/3f59e4af-8dc8-4e8a-b27f-68699be6146e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:26.812020 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-807b854c-028a-408f-89b6-a21ff656551a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--693178939&fields=id&tenant_id=6385058dcf004a12bbf5ed7bf5647d5d HTTP/1.1" status: 200 len: 267 time: 0.1489453 Jul 16 20:19:26.854832 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.868244 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Transition to ACTIVE for port object 0eae9c28-3fca-46db-8510-57ac686a01ef will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:26.880619 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.929522 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad4765-7659-4f67-a4a7-cc41b7490f8b None None] Pushing event updated for resources: {'Port': ['ID=0eae9c28-3fca-46db-8510-57ac686a01ef,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:26.963322 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Attempting to bind port 0eae9c28-3fca-46db-8510-57ac686a01ef on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:26.963706 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Attempting to bind port 0eae9c28-3fca-46db-8510-57ac686a01ef by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:26.964076 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Attempting to bind port 0eae9c28-3fca-46db-8510-57ac686a01ef on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:26.974695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:26.980252 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:26.981809 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:26.981959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58180) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:26.982231 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.982639 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:26.983397 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Bound port: 0eae9c28-3fca-46db-8510-57ac686a01ef, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:26.983819 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.988194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:26.989042 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:26.997787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0380252-7691-4d2e-bbd0-26983fab729e req-32a50cb1-331b-4539-a5d9-03bec51dfafd tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/f6a95541-3eb1-4530-8630-7f4bd95a343a HTTP/1.1" status: 200 len: 1777 time: 0.2823882 Jul 16 20:19:27.043954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.060704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=df9dca79-5ccf-4472-a245-9c2199c6994b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.074494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Transition to ACTIVE for port object 3f59e4af-8dc8-4e8a-b27f-68699be6146e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:27.098137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cfe8fd89-c73e-4a68-8698-38849ad9d549', 'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'mac_address': 'fa:16:3e:cf:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:13Z', 'updated_at': '2021-07-16T20:19:23Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'subnets': [{'id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:27.119327 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.138916 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2874e622-0511-4daa-866a-ef273cf02454 x-openstack-request-id: req-2874e622-0511-4daa-866a-ef273cf02454 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:27.139754 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8", "code": 200}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "a2a92635-3871-4a97-8721-3ecb0b9bb9f3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:27.140017 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2874e622-0511-4daa-866a-ef273cf02454 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:27.140417 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8', 'code': 200} Jul 16 20:19:27.140671 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3', 'code': 200} Jul 16 20:19:27.141603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ace70-4fbb-42df-ae78-bb8df4c7b9cb None None] The sync data for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 is: [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cfe8fd89-c73e-4a68-8698-38849ad9d549', 'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'mac_address': 'fa:16:3e:cf:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:13Z', 'updated_at': '2021-07-16T20:19:23Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'subnets': [{'id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:27.149543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-2534080f-6cd5-4a35-b3ba-da4c9079a06a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.169512 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-2534080f-6cd5-4a35-b3ba-da4c9079a06a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.3525212 Jul 16 20:19:27.169812 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] For port 0eae9c28-3fca-46db-8510-57ac686a01ef, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:27.185795 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] For port 0eae9c28-3fca-46db-8510-57ac686a01ef, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0eae9c28-3fca-46db-8510-57ac686a01ef,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:27.195778 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.204126 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-25c9b992-d2ae-4f44-bf86-ffccaddcbb04 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/quotas/6385058dcf004a12bbf5ed7bf5647d5d HTTP/1.1" status: 200 len: 375 time: 0.0331345 Jul 16 20:19:27.286949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Network 6ba134dc-7222-49f5-bcf7-ef2402265848 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:27.310876 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.316374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:27.322433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:27.383603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-2d8c8f6c-470a-46c8-9f48-66b15294be28 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1784406 Jul 16 20:19:27.473845 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Routers {'4bc37187-827a-46bf-a1cf-23fc04171a5d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:27.474840 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4bc37187-827a-46bf-a1cf-23fc04171a5d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:27.501960 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad4765-7659-4f67-a4a7-cc41b7490f8b None None] Pushing event updated for resources: {'Port': ['ID=0eae9c28-3fca-46db-8510-57ac686a01ef,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.513616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8645b5fe-4124-41a6-abd7-15a2d7acffd1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:27.521517 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.536241 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-56653458-e74d-457d-992c-ce9dcd10e690 service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499467 Jul 16 20:19:27.554693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:27.613360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Pushing event updated for resources: {'Port': ['ID=3f59e4af-8dc8-4e8a-b27f-68699be6146e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.698644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.710565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8645b5fe-4124-41a6-abd7-15a2d7acffd1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:27.752078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.783650 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] Set router 4bc37187-827a-46bf-a1cf-23fc04171a5d gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:27.799891 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-7636b6a3-b46a-48e4-ba24-e2ceb32b12f7 service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620962 Jul 16 20:19:27.855742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8c11ce7b-bb3b-452d-ad4c-52193fa2dd29 None None] Provisioning for port 3f59e4af-8dc8-4e8a-b27f-68699be6146e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:27.862440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8c11ce7b-bb3b-452d-ad4c-52193fa2dd29 None None] Provisioning complete for port 3f59e4af-8dc8-4e8a-b27f-68699be6146e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:27.862832 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8c11ce7b-bb3b-452d-ad4c-52193fa2dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:27.908107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c439-e19a-4d23-9b19-1fb0faad8d78 req-48829f63-47d0-4843-8270-e96a3c47a498 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.916035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c439-e19a-4d23-9b19-1fb0faad8d78 req-48829f63-47d0-4843-8270-e96a3c47a498 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.923934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c439-e19a-4d23-9b19-1fb0faad8d78 req-48829f63-47d0-4843-8270-e96a3c47a498 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.931096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c439-e19a-4d23-9b19-1fb0faad8d78 req-48829f63-47d0-4843-8270-e96a3c47a498 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.940149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c439-e19a-4d23-9b19-1fb0faad8d78 req-48829f63-47d0-4843-8270-e96a3c47a498 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.946727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c439-e19a-4d23-9b19-1fb0faad8d78 req-48829f63-47d0-4843-8270-e96a3c47a498 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.954182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c439-e19a-4d23-9b19-1fb0faad8d78 req-48829f63-47d0-4843-8270-e96a3c47a498 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:27.956562 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f801c439-e19a-4d23-9b19-1fb0faad8d78 req-48829f63-47d0-4843-8270-e96a3c47a498 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5436 time: 0.3573186 Jul 16 20:19:28.005525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8c11ce7b-bb3b-452d-ad4c-52193fa2dd29 None None] Port 3f59e4af-8dc8-4e8a-b27f-68699be6146e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:28.119621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f801c439-e19a-4d23-9b19-1fb0faad8d78 req-b819886e-26be-4249-bfaa-c35892f61216 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311393 Jul 16 20:19:28.175405 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.231279 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:18Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 3, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'gw_port': {'id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:20Z', 'updated_at': '2021-07-16T20:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:28.272685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.340596 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df955-0fe5-4386-bca9-f3f31d2e40e8 None None] The sync data for ids ['4bc37187-827a-46bf-a1cf-23fc04171a5d'] in n-d-792394-17 is: [{'id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:18Z', 'updated_at': '2021-07-16T20:19:21Z', 'revision_number': 3, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'gw_port': {'id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:20Z', 'updated_at': '2021-07-16T20:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:28.430694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:28.488024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cfe8fd89-c73e-4a68-8698-38849ad9d549 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:28.581974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bba74fc-00bf-4dda-8180-b11ad48d4f15 admin admin] Deleting subnet 9b97655f-abfe-41f2-96fe-1ca8be0b5fe3 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:28.589353 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bba74fc-00bf-4dda-8180-b11ad48d4f15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.598261 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port cfe8fd89-c73e-4a68-8698-38849ad9d549 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:28.617600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cfe8fd89-c73e-4a68-8698-38849ad9d549 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:28.632558 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.688837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bba74fc-00bf-4dda-8180-b11ad48d4f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.838971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.923631 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bba74fc-00bf-4dda-8180-b11ad48d4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.977441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port cfe8fd89-c73e-4a68-8698-38849ad9d549, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cfe8fd89-c73e-4a68-8698-38849ad9d549,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:28.984727 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:28.985641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 939b0708-9ee1-405b-a932-cc033748f146 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:29.051544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad791eb4-276e-494f-84cc-a63e62981c5a req-1269b9ef-570c-4a92-a75a-665aaca87b53 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:29.053506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad791eb4-276e-494f-84cc-a63e62981c5a req-1269b9ef-570c-4a92-a75a-665aaca87b53 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 946 time: 0.3008046 Jul 16 20:19:29.125993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=cfe8fd89-c73e-4a68-8698-38849ad9d549,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:29.134853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad791eb4-276e-494f-84cc-a63e62981c5a req-7519f1b4-41cb-4890-b6e8-255c206ad98e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727830 Jul 16 20:19:29.150578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9dca79-5ccf-4472-a245-9c2199c6994b'}, {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8645b5fe-4124-41a6-abd7-15a2d7acffd1'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:29.154216 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a72bf23-9f44-43a6-b903-01e15860e9b7" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "df9dca79-5ccf-4472-a245-9c2199c6994b"}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "8645b5fe-4124-41a6-abd7-15a2d7acffd1"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:29.194162 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bba74fc-00bf-4dda-8180-b11ad48d4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.281732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 939b0708-9ee1-405b-a932-cc033748f146 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:29.282370 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.295136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba74fc-00bf-4dda-8180-b11ad48d4f15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b97655f-abfe-41f2-96fe-1ca8be0b5fe3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:29.326384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bba74fc-00bf-4dda-8180-b11ad48d4f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.341501 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4bba74fc-00bf-4dda-8180-b11ad48d4f15 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9b97655f-abfe-41f2-96fe-1ca8be0b5fe3 HTTP/1.1" status: 204 len: 168 time: 0.9084001 Jul 16 20:19:29.341716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:29.442620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a3fd8a43-5a76-433e-967e-f05884521745 req-8dda3541-f580-4741-be73-00fdf7e88798 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/f6a95541-3eb1-4530-8630-7f4bd95a343a HTTP/1.1" status: 200 len: 1777 time: 0.8738289 Jul 16 20:19:29.461996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c8a722b-70a2-428e-b727-128c0f5b2038 req-94f73dae-2e83-494f-b559-da0ae0e72f84 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 210 time: 0.0720992 Jul 16 20:19:29.650819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Allocated IP 172.25.7.144 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/b84146f8-f035-4300-b7b6-8e93792649b3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:29.656934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.712677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.835103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a3fd8a43-5a76-433e-967e-f05884521745 req-e56c305f-09d5-4fe6-a956-1de97475b66d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.839852 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:29.918993 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8296723-9133-4615-ab7c-7445825d51e3 x-openstack-request-id: req-f8296723-9133-4615-ab7c-7445825d51e3 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:29.918993 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "df9dca79-5ccf-4472-a245-9c2199c6994b", "code": 200}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-plugged", "status": "completed", "tag": "8645b5fe-4124-41a6-abd7-15a2d7acffd1", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:29.919599 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8296723-9133-4615-ab7c-7445825d51e3 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:29.919679 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9dca79-5ccf-4472-a245-9c2199c6994b', 'code': 200} Jul 16 20:19:29.920054 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8645b5fe-4124-41a6-abd7-15a2d7acffd1', 'code': 200} Jul 16 20:19:30.080453 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a3fd8a43-5a76-433e-967e-f05884521745 req-e56c305f-09d5-4fe6-a956-1de97475b66d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.159510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a3fd8a43-5a76-433e-967e-f05884521745 req-e56c305f-09d5-4fe6-a956-1de97475b66d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.162164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a3fd8a43-5a76-433e-967e-f05884521745 req-e56c305f-09d5-4fe6-a956-1de97475b66d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.163390 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a3fd8a43-5a76-433e-967e-f05884521745 req-e56c305f-09d5-4fe6-a956-1de97475b66d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/f6a95541-3eb1-4530-8630-7f4bd95a343a HTTP/1.1" status: 204 len: 173 time: 0.7162583 Jul 16 20:19:30.164031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Pushing event updated for resources: {'Port': ['ID=3f59e4af-8dc8-4e8a-b27f-68699be6146e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:30.166825 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.222962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.266226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c305f-09d5-4fe6-a956-1de97475b66d tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a95541-3eb1-4530-8630-7f4bd95a343a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:30.280826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9002340-0639-4dde-914d-24768a7ccc11']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:30.312272 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.323210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af1a3dc-957a-437b-a06d-259d8019ac35') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:30.323578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af1a3dc-957a-437b-a06d-259d8019ac35') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:30.344949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.462795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.495029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844493e2-0388-4636-9e19-16612d777596 req-a3247f9c-b735-4708-ae45-dc846d201708 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.504063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0eae9c28-3fca-46db-8510-57ac686a01ef up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:30.510351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844493e2-0388-4636-9e19-16612d777596 req-a3247f9c-b735-4708-ae45-dc846d201708 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.526071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844493e2-0388-4636-9e19-16612d777596 req-a3247f9c-b735-4708-ae45-dc846d201708 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.537104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844493e2-0388-4636-9e19-16612d777596 req-a3247f9c-b735-4708-ae45-dc846d201708 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.545423 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844493e2-0388-4636-9e19-16612d777596 req-a3247f9c-b735-4708-ae45-dc846d201708 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.552964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844493e2-0388-4636-9e19-16612d777596 req-a3247f9c-b735-4708-ae45-dc846d201708 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.560339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844493e2-0388-4636-9e19-16612d777596 req-a3247f9c-b735-4708-ae45-dc846d201708 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.562753 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-844493e2-0388-4636-9e19-16612d777596 req-a3247f9c-b735-4708-ae45-dc846d201708 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5436 time: 0.4910574 Jul 16 20:19:30.563533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:30.563984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.575760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01eb3d-f979-4ec9-bdc4-e93ceb607c38 req-af3965e6-9893-4e87-9818-fd119c73c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.576365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01eb3d-f979-4ec9-bdc4-e93ceb607c38 req-af3965e6-9893-4e87-9818-fd119c73c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.576839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01eb3d-f979-4ec9-bdc4-e93ceb607c38 req-af3965e6-9893-4e87-9818-fd119c73c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.577463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01eb3d-f979-4ec9-bdc4-e93ceb607c38 req-af3965e6-9893-4e87-9818-fd119c73c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.577962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01eb3d-f979-4ec9-bdc4-e93ceb607c38 req-af3965e6-9893-4e87-9818-fd119c73c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.578557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01eb3d-f979-4ec9-bdc4-e93ceb607c38 req-af3965e6-9893-4e87-9818-fd119c73c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.579025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01eb3d-f979-4ec9-bdc4-e93ceb607c38 req-af3965e6-9893-4e87-9818-fd119c73c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.581433 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-da01eb3d-f979-4ec9-bdc4-e93ceb607c38 req-af3965e6-9893-4e87-9818-fd119c73c5c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6500 time: 0.3782992 Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:30.598222 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:30.602208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 0eae9c28-3fca-46db-8510-57ac686a01ef completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:30.609336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0eae9c28-3fca-46db-8510-57ac686a01ef triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:30.609709 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.663119 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-844493e2-0388-4636-9e19-16612d777596 req-1a5b4073-78f3-477a-8983-06169be924fd tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805650 Jul 16 20:19:30.669787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-da01eb3d-f979-4ec9-bdc4-e93ceb607c38 req-1222011d-fd7e-4592-b6f5-40138d0a32ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771041 Jul 16 20:19:30.716471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.776663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-7036c9a0-389e-42f2-a21c-ea123c92d771 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:30.784474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-7036c9a0-389e-42f2-a21c-ea123c92d771 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.3825514 Jul 16 20:19:30.796325 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.826646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.862900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Network 6ba134dc-7222-49f5-bcf7-ef2402265848 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:30.865087 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.868271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] 10.222.0.10 "DELETE /v2.0/networks/b9002340-0639-4dde-914d-24768a7ccc11 HTTP/1.1" status: 204 len: 168 time: 1.5215149 Jul 16 20:19:30.870857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:30.881087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 0eae9c28-3fca-46db-8510-57ac686a01ef, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0eae9c28-3fca-46db-8510-57ac686a01ef,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:30.886486 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:30.888927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cfe8fd89-c73e-4a68-8698-38849ad9d549 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:30.905979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-5045d6a6-ed4d-40de-8872-01091e13f23b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/quotas/0410be0c0294441b99dffe52e22a48d5 HTTP/1.1" status: 200 len: 375 time: 0.1206396 Jul 16 20:19:30.911414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:30.921279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2912374-e233-4448-bf83-149e37ef776f admin admin] Pushing event deleted for resources: {'Network': ['ID=b9002340-0639-4dde-914d-24768a7ccc11,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:30.999586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=0eae9c28-3fca-46db-8510-57ac686a01ef,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:31.087585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cfe8fd89-c73e-4a68-8698-38849ad9d549 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:31.087964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.127231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c958c793-741e-4035-a5aa-d7aa5973b167 admin admin] Deleting subnet 8f8ac41e-bf3b-44c0-b3c6-5a80fc1040a9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:31.206123 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c958c793-741e-4035-a5aa-d7aa5973b167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.291326 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c958c793-741e-4035-a5aa-d7aa5973b167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.335746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-89b7d11b-6249-4c1a-bcb1-1145b1ef5072 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:31.337722 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-89b7d11b-6249-4c1a-bcb1-1145b1ef5072 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.3778770 Jul 16 20:19:31.364066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:31.381802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf099f4e-3ec2-474e-9773-2f928baf7bd1 None None] Provisioning complete for port 3f59e4af-8dc8-4e8a-b27f-68699be6146e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:31.382536 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf099f4e-3ec2-474e-9773-2f928baf7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.404616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c958c793-741e-4035-a5aa-d7aa5973b167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.459327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cf099f4e-3ec2-474e-9773-2f928baf7bd1 None None] Port 3f59e4af-8dc8-4e8a-b27f-68699be6146e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:31.483750 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-b11035e8-f875-41c4-9d4a-f42d35ea44b9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6385058dcf004a12bbf5ed7bf5647d5d HTTP/1.1" status: 200 len: 379 time: 0.1328897 Jul 16 20:19:31.490860 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:31.501979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Router 4bc37187-827a-46bf-a1cf-23fc04171a5d has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:31.505872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event updated for resources: {'Port': ['ID=b84146f8-f035-4300-b7b6-8e93792649b3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:31.506202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'port': {'device_id': '414d64df-f488-4edb-8765-22b968f19f66', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'admin_state_up': True, 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'security_groups': ['0b31f6a7-842b-48b5-8bdd-2df5f8776ca8']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:31.510333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:31.586629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5494745a-3e9f-45fc-a8fa-d80a75549150 req-79121768-cf49-4f22-b208-5ada78afd70f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 210 time: 0.0930152 Jul 16 20:19:31.660530 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c958c793-741e-4035-a5aa-d7aa5973b167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.692100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c958c793-741e-4035-a5aa-d7aa5973b167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.693995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c958c793-741e-4035-a5aa-d7aa5973b167 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8f8ac41e-bf3b-44c0-b3c6-5a80fc1040a9 HTTP/1.1" status: 204 len: 168 time: 0.8213248 Jul 16 20:19:31.700299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:31.730912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958c793-741e-4035-a5aa-d7aa5973b167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8ac41e-bf3b-44c0-b3c6-5a80fc1040a9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:31.755410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-da122752-2d00-4bb2-89c8-67cfe0083f30 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8018200 Jul 16 20:19:31.801387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Made reservation on behalf of 6385058dcf004a12bbf5ed7bf5647d5d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:31.807160 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.845726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.906940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:31.917826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Sync routers for ids ['4bc37187-827a-46bf-a1cf-23fc04171a5d'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:31.930237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-852ad268-347f-4e00-949c-86947a539992 admin admin] 10.222.0.10 "PUT /v2.0/routers/4bc37187-827a-46bf-a1cf-23fc04171a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9913087 Jul 16 20:19:31.952672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Routers {'4bc37187-827a-46bf-a1cf-23fc04171a5d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:31.955948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4bc37187-827a-46bf-a1cf-23fc04171a5d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:31.975183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:31.986943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Allocated IP 172.20.0.13 (3699387c-5233-40ce-b73f-3360c0872698/cbebcb38-69e6-421d-93aa-e00cf54f98a2/1221de76-f651-4438-be3d-48274262b99f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:32.016472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-fa34dee5-f5c3-478c-b8fb-2a60050f085e service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381616 Jul 16 20:19:32.017184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.201186 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.221795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Transition to ACTIVE for port object 1221de76-f651-4438-be3d-48274262b99f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:32.270092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.276282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0eae9c28-3fca-46db-8510-57ac686a01ef up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:32.301466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dafbcd-eca0-4067-9842-0041b46cab8d']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:32.325089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d43e8de-ee74-43e9-864b-478410abc79c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:32.325431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d43e8de-ee74-43e9-864b-478410abc79c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:32.327445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.348163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Set router 4bc37187-827a-46bf-a1cf-23fc04171a5d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:32.370326 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-69a483a6-c8a3-443c-9962-cbf781e7ad32 service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288703 Jul 16 20:19:32.372595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.385411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Network 3699387c-5233-40ce-b73f-3360c0872698 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:32.391530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:32.399347 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.399672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:32.419949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:32.420422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:32.422534 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:32.462458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:32.466702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0eae9c28-3fca-46db-8510-57ac686a01ef triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:32.466702 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.506967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.518223 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.518485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.519370 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.525677 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/57dafbcd-eca0-4067-9842-0041b46cab8d HTTP/1.1" status: 204 len: 168 time: 0.8217669 Jul 16 20:19:32.555342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb2feb-b085-4347-9a01-0625da318ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=57dafbcd-eca0-4067-9842-0041b46cab8d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:32.560888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff8c1-7ced-44e1-838b-891271564b36 req-86500bc0-0ea9-425a-bc1f-6ced87404691 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.579044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff8c1-7ced-44e1-838b-891271564b36 req-86500bc0-0ea9-425a-bc1f-6ced87404691 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.587531 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.588071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff8c1-7ced-44e1-838b-891271564b36 req-86500bc0-0ea9-425a-bc1f-6ced87404691 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.595723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.599589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff8c1-7ced-44e1-838b-891271564b36 req-86500bc0-0ea9-425a-bc1f-6ced87404691 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.606110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff8c1-7ced-44e1-838b-891271564b36 req-86500bc0-0ea9-425a-bc1f-6ced87404691 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.613105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff8c1-7ced-44e1-838b-891271564b36 req-86500bc0-0ea9-425a-bc1f-6ced87404691 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.619636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cff8c1-7ced-44e1-838b-891271564b36 req-86500bc0-0ea9-425a-bc1f-6ced87404691 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:32.628515 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22cff8c1-7ced-44e1-838b-891271564b36 req-86500bc0-0ea9-425a-bc1f-6ced87404691 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5436 time: 0.3703940 Jul 16 20:19:32.694790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-9bd9e002-637b-4c9e-b96c-8ca8306fa41c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1994102 Jul 16 20:19:32.713693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Request body: {'port': {'device_id': '414d64df-f488-4edb-8765-22b968f19f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:32.833173 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22cff8c1-7ced-44e1-838b-891271564b36 req-fc7cb8b1-78b3-4441-8f4f-c4a97bce1d36 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2036774 Jul 16 20:19:32.894892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event updated for resources: {'Port': ['ID=b84146f8-f035-4300-b7b6-8e93792649b3,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:32.900412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.942619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:32.948569 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:32.951507 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-43db488b-2ad2-446e-bbf4-a97967279856 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9614034 Jul 16 20:19:32.960109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58258) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:32.961867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-563199767'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:32.974103 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.025038 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-2b4f0a16-cfff-4f12-8bd3-a090d940c2bf req-c087f46c-3a87-417f-ad2a-b205841b6c27 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:19:33.027438 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b4f0a16-cfff-4f12-8bd3-a090d940c2bf req-c087f46c-3a87-417f-ad2a-b205841b6c27 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/a2dc361c-11b6-49c7-87eb-d1904cf113be HTTP/1.1" status: 404 len: 352 time: 0.0546036 Jul 16 20:19:33.047481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9783de1a-a7bc-43f5-bea2-a6988434d6b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cacdcd4315664c9caba541947251c975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858846 Jul 16 20:19:33.048160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58266) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:33.053038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a022e132-dda1-4eb8-9c32-8110bc3f7043 None None] Provisioning for port 1221de76-f651-4438-be3d-48274262b99f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:33.075020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a022e132-dda1-4eb8-9c32-8110bc3f7043 None None] Provisioning complete for port 1221de76-f651-4438-be3d-48274262b99f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:33.075422 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a022e132-dda1-4eb8-9c32-8110bc3f7043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.125305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:18Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 4, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'gw_port': {'id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:20Z', 'updated_at': '2021-07-16T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3f59e4af-8dc8-4e8a-b27f-68699be6146e', 'name': '', 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'mac_address': 'fa:16:3e:87:82:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0581928-0ef3-44f1-a368-828747863b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:26Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 2, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'subnets': [{'id': 'b0581928-0ef3-44f1-a368-828747863b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:33.127949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a022e132-dda1-4eb8-9c32-8110bc3f7043 None None] Port 1221de76-f651-4438-be3d-48274262b99f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:33.138352 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfda0adc-6ea4-4f60-8bff-853fe7238501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.191109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Checking router: 4bc37187-827a-46bf-a1cf-23fc04171a5d for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:33.191779 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Updating router 4bc37187-827a-46bf-a1cf-23fc04171a5d port 3f59e4af-8dc8-4e8a-b27f-68699be6146e binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:19:33.219893 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96384209-4505-4454-936b-4e6ad3d7a66b req-652aaef5-1ea5-484a-972a-2002c96f7e0f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 210 time: 0.0636923 Jul 16 20:19:33.226026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfda0adc-6ea4-4f60-8bff-853fe7238501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.269235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Made reservation on behalf of 213a8a1bffd54956901e0cfda92a0980 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:33.272757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.278261 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.290334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.393959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfda0adc-6ea4-4f60-8bff-853fe7238501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.397968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfda0adc-6ea4-4f60-8bff-853fe7238501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.410607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dfda0adc-6ea4-4f60-8bff-853fe7238501 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/afe7b21b-b41c-4905-aabf-da82a7997cdd HTTP/1.1" status: 204 len: 168 time: 0.3610587 Jul 16 20:19:33.443800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda0adc-6ea4-4f60-8bff-853fe7238501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe7b21b-b41c-4905-aabf-da82a7997cdd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:33.784527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27959f-34e0-4425-bd46-5ad312bb8653 req-b3e802af-2b2a-4d9d-868e-a573e6965d9e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:33.798512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d27959f-34e0-4425-bd46-5ad312bb8653 req-b3e802af-2b2a-4d9d-868e-a573e6965d9e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 932 time: 0.1982827 Jul 16 20:19:33.892204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d27959f-34e0-4425-bd46-5ad312bb8653 req-40a51796-22a9-42f4-a317-f1ee5edb3100 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922573 Jul 16 20:19:33.904086 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.926011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Transition to ACTIVE for port object 3f59e4af-8dc8-4e8a-b27f-68699be6146e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:33.934439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:33.943681 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-1f456096-f3a6-4f26-bf84-5281753e4d46 req-68917d61-32e1-4821-a84b-4a31e00e8bbf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:19:33.946998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f456096-f3a6-4f26-bf84-5281753e4d46 req-68917d61-32e1-4821-a84b-4a31e00e8bbf tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/d44f0dfb-a7e8-4ccd-8ca6-beda8d696768 HTTP/1.1" status: 404 len: 352 time: 0.0197129 Jul 16 20:19:34.065713 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09209147-379e-4def-8067-f2f522417fb3 None None] Pushing event updated for resources: {'Port': ['ID=3f59e4af-8dc8-4e8a-b27f-68699be6146e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:34.129154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:34.185885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1221de76-f651-4438-be3d-48274262b99f {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:34.222476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.223710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Attempting to bind port 3f59e4af-8dc8-4e8a-b27f-68699be6146e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:34.224097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Attempting to bind port 3f59e4af-8dc8-4e8a-b27f-68699be6146e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '59bc8449-00f0-4762-9250-70de81351cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:34.224466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Attempting to bind port 3f59e4af-8dc8-4e8a-b27f-68699be6146e on network 6ba134dc-7222-49f5-bcf7-ef2402265848 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:34.226918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.231599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:34.232767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Checking segment: {'id': '59bc8449-00f0-4762-9250-70de81351cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:34.233676 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.233830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cf49e3cf-69b6-451c-9def-00e24fa46dad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=383975c4d62741a4a3da060af3544c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031642 Jul 16 20:19:34.234703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Bound using segment: {'id': '59bc8449-00f0-4762-9250-70de81351cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:34.235474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Bound port: 3f59e4af-8dc8-4e8a-b27f-68699be6146e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bc8449-00f0-4762-9250-70de81351cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:34.236340 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.241897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:34.247239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-03ded94a-c17d-4c49-a118-dc55d06694bc tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6654766 Jul 16 20:19:34.267705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:34.275146 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.366305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-868f0d48-916d-40fc-a42b-ec7b28223717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.394293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Transition to ACTIVE for port object 1221de76-f651-4438-be3d-48274262b99f will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:34.396550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] For port 3f59e4af-8dc8-4e8a-b27f-68699be6146e, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:34.404380 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-868f0d48-916d-40fc-a42b-ec7b28223717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.409155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] For port 3f59e4af-8dc8-4e8a-b27f-68699be6146e, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3f59e4af-8dc8-4e8a-b27f-68699be6146e,segment=NetworkSegment(59bc8449-00f0-4762-9250-70de81351cf3),segment_id=59bc8449-00f0-4762-9250-70de81351cf3)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:34.418517 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.427830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:34.429788 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.471907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028d4f2e-e278-4dbb-b127-ae769f451cb4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:34.485453 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.485808 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Added segment ddb878c0-62d4-48cf-b542-ed4c4eb72b8c of type vlan for network f3e6a22e-934c-4f4f-814f-025a4106ea9a Jul 16 20:19:34.500908 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.578657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Routers {'4bc37187-827a-46bf-a1cf-23fc04171a5d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:34.579413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:34.581922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4bc37187-827a-46bf-a1cf-23fc04171a5d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:34.593247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-868f0d48-916d-40fc-a42b-ec7b28223717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.597976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-868f0d48-916d-40fc-a42b-ec7b28223717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.601555 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-868f0d48-916d-40fc-a42b-ec7b28223717 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c949a74c-2d61-41ee-988d-349a8c37edd7 HTTP/1.1" status: 204 len: 168 time: 0.3530140 Jul 16 20:19:34.633035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:34.677687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0d48-916d-40fc-a42b-ec7b28223717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c949a74c-2d61-41ee-988d-349a8c37edd7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:34.707870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09209147-379e-4def-8067-f2f522417fb3 None None] Pushing event updated for resources: {'Port': ['ID=3f59e4af-8dc8-4e8a-b27f-68699be6146e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:34.741652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9db8-7ac0-4385-a9d0-3a99ac755a95 req-b642cdb3-7ef5-422e-ae91-695034123c37 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.772523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9db8-7ac0-4385-a9d0-3a99ac755a95 req-b642cdb3-7ef5-422e-ae91-695034123c37 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.789704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9db8-7ac0-4385-a9d0-3a99ac755a95 req-b642cdb3-7ef5-422e-ae91-695034123c37 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.801304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9db8-7ac0-4385-a9d0-3a99ac755a95 req-b642cdb3-7ef5-422e-ae91-695034123c37 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.812411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9db8-7ac0-4385-a9d0-3a99ac755a95 req-b642cdb3-7ef5-422e-ae91-695034123c37 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.822285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9db8-7ac0-4385-a9d0-3a99ac755a95 req-b642cdb3-7ef5-422e-ae91-695034123c37 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.849577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9db8-7ac0-4385-a9d0-3a99ac755a95 req-b642cdb3-7ef5-422e-ae91-695034123c37 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:34.858517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:19:34.862828 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-afdf9db8-7ac0-4385-a9d0-3a99ac755a95 req-b642cdb3-7ef5-422e-ae91-695034123c37 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5436 time: 0.2624433 Jul 16 20:19:34.921080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] Set router 4bc37187-827a-46bf-a1cf-23fc04171a5d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:35.050114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-afdf9db8-7ac0-4385-a9d0-3a99ac755a95 req-c71e877b-ecc8-426f-87f5-16a9ebd4a007 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1844418 Jul 16 20:19:35.066529 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.073565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:35.075217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.157011 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-7f3ca8ab-2f63-4d20-9d06-bdc770d72cac req-d0cc359b-b719-499f-930a-94c6093c1066 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:19:35.158235 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f3ca8ab-2f63-4d20-9d06-bdc770d72cac req-d0cc359b-b719-499f-930a-94c6093c1066 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/12e937b3-3d09-420c-8dca-4db5f6f49e7d HTTP/1.1" status: 404 len: 352 time: 0.0280573 Jul 16 20:19:35.184592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-c807a817-1b55-45f5-afbb-b4cce8407671 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:35.186266 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-c807a817-1b55-45f5-afbb-b4cce8407671 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.3169465 Jul 16 20:19:35.200578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Request body: {'port': {'device_id': 'fb0df705-a984-45e2-913b-f91c630e9e1d', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'admin_state_up': True, 'tenant_id': '0410be0c0294441b99dffe52e22a48d5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:35.215429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Attempting to bind port 1221de76-f651-4438-be3d-48274262b99f on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:35.216566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Attempting to bind port 1221de76-f651-4438-be3d-48274262b99f by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:35.217108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Attempting to bind port 1221de76-f651-4438-be3d-48274262b99f on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:35.258296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Port 1221de76-f651-4438-be3d-48274262b99f on network 3699387c-5233-40ce-b73f-3360c0872698 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:35.259464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Attempting to bind port 1221de76-f651-4438-be3d-48274262b99f on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:35.263829 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3132796 Jul 16 20:19:35.285974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58302) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:35.315500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Request body: {'subnet': {'network_id': 'f3e6a22e-934c-4f4f-814f-025a4106ea9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:35.318063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841dbd1-b79f-4dd7-932c-f839d63058bb tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event updated for resources: {'Network': ['ID=f3e6a22e-934c-4f4f-814f-025a4106ea9a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:35.326727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:35.328606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Checking segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:35.329572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Bound using segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:35.331174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Bound port: 1221de76-f651-4438-be3d-48274262b99f, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:35.332157 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.435647 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.437050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f59ee77-13a2-4972-bf21-adeea5fc63a5 req-1b2daa90-aded-4389-af82-d0e503f3e754 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 210 time: 0.0621951 Jul 16 20:19:35.447231 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-f98f2642-8646-4f53-a914-3999e794bd4c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3822830 Jul 16 20:19:35.458895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network f3e6a22e-934c-4f4f-814f-025a4106ea9a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:35.529511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Made reservation on behalf of 0410be0c0294441b99dffe52e22a48d5 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:35.539498 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.584299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:35.593749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Made reservation on behalf of 213a8a1bffd54956901e0cfda92a0980 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:35.597875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.689231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:35.708843 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:35.762183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:18Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 4, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'gw_port': {'id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:20Z', 'updated_at': '2021-07-16T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3f59e4af-8dc8-4e8a-b27f-68699be6146e', 'name': '', 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'mac_address': 'fa:16:3e:87:82:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0581928-0ef3-44f1-a368-828747863b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:26Z', 'updated_at': '2021-07-16T20:19:34Z', 'revision_number': 4, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'subnets': [{'id': 'b0581928-0ef3-44f1-a368-828747863b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:35.797376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85439edc-459e-4c74-b269-939bc4883dc3 None None] The sync data for ids ['4bc37187-827a-46bf-a1cf-23fc04171a5d'] in n-d-792394-17 is: [{'id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:18Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 4, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'gw_port': {'id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:20Z', 'updated_at': '2021-07-16T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3f59e4af-8dc8-4e8a-b27f-68699be6146e', 'name': '', 'network_id': '6ba134dc-7222-49f5-bcf7-ef2402265848', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'mac_address': 'fa:16:3e:87:82:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'b0581928-0ef3-44f1-a368-828747863b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:26Z', 'updated_at': '2021-07-16T20:19:34Z', 'revision_number': 4, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'subnets': [{'id': 'b0581928-0ef3-44f1-a368-828747863b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:36.027002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e68ad-2358-43f4-a4a1-ffbf9461f33e req-5d4a67ed-bd4b-4e00-97ff-689b26ec1877 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:36.036096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e6e68ad-2358-43f4-a4a1-ffbf9461f33e req-5d4a67ed-bd4b-4e00-97ff-689b26ec1877 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.3618565 Jul 16 20:19:36.039547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Allocated IP 172.20.0.3 (49d84030-b85a-4216-bb1c-9f7bf56f3df7/d816731d-17e8-4d9f-91b2-0f2ddd22c9ba/7a9e8570-f586-4d8f-8593-a679f1e12470) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:36.167760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:36.220224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:36.255605 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e6e68ad-2358-43f4-a4a1-ffbf9461f33e req-4ff52a02-3f8b-4556-8cc8-4cf59913dfa3 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179143 Jul 16 20:19:36.276155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:36.277382 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.279949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3f59e4af-8dc8-4e8a-b27f-68699be6146e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:36.290662 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-c6365dd6-28cd-48b6-860e-758e41cd9e7b service neutron] 10.222.0.63 "PUT /v2.0/ports/1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1093 time: 3.5845873 Jul 16 20:19:36.332974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:36.339482 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6756db31-f7bb-4144-93b0-fbccdf257196" -d '{"events": [{"name": "network-changed", "server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:36.377390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-430bdd4a-012f-4dda-ae70-2d19eada4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:36.385793 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-430bdd4a-012f-4dda-ae70-2d19eada4319 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c5d43c360d7945598b94018ca4cd5679&device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1175 time: 0.8313439 Jul 16 20:19:36.437040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3f59e4af-8dc8-4e8a-b27f-68699be6146e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:36.450250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3f59e4af-8dc8-4e8a-b27f-68699be6146e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:36.451407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.535053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Allocated IP 172.25.7.213 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/c51e5d6c-1a26-4ef7-805b-e1a984d7b8de) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:36.709765 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.774081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 3f59e4af-8dc8-4e8a-b27f-68699be6146e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3f59e4af-8dc8-4e8a-b27f-68699be6146e,segment=NetworkSegment(59bc8449-00f0-4762-9250-70de81351cf3),segment_id=59bc8449-00f0-4762-9250-70de81351cf3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:36.782130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.826415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-97d2d48a-fe37-4846-8c26-3ea71a3be8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:36.828585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-97d2d48a-fe37-4846-8c26-3ea71a3be8b1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 200 len: 913 time: 0.4011948 Jul 16 20:19:36.894882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=3f59e4af-8dc8-4e8a-b27f-68699be6146e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:36.912506 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:36.918850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-01282cef-3076-484c-9cb7-bc9b04d3d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:36.920591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-01282cef-3076-484c-9cb7-bc9b04d3d968 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1096 time: 0.5336599 Jul 16 20:19:36.924235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-bdf579c4-25e2-4cff-9f38-6340ea783308 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14ffbaff-4c1d-46fd-90df-206089a46c20 HTTP/1.1" status: 200 len: 217 time: 0.0857375 Jul 16 20:19:36.962365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1222280289-network', 'tenant_id': '66596efb7b7c4b148426c25963f1d245'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:36.991054 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.020652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-2f0df4d5-99e4-4373-9e8b-dc12575cce0b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 217 time: 0.0765762 Jul 16 20:19:37.091099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event updated for resources: {'Subnet': ['ID=b069b4ad-385f-4bba-964f-5529ee314557,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:37.095876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-5cd63c40-d731-49c1-8a01-2ca6d2143f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.100542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-5cd63c40-d731-49c1-8a01-2ca6d2143f3b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.0724435 Jul 16 20:19:37.122032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-2fd57c47-5363-41ed-954d-e72344e19cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.123564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-2fd57c47-5363-41ed-954d-e72344e19cae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 200 len: 852 time: 0.1884279 Jul 16 20:19:37.154884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Made reservation on behalf of 66596efb7b7c4b148426c25963f1d245 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:37.158388 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.172182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.191735 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-a4332b47-05b9-4c14-b270-2f318ce07656 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449903 Jul 16 20:19:37.241683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-8cfb8a7a-23a2-4064-a924-979ed348fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.243464 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-8cfb8a7a-23a2-4064-a924-979ed348fe4b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314461 Jul 16 20:19:37.244442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.329929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147bdbe-d752-4133-baba-96ab27dd766d req-62de4de7-2f91-4e40-8f73-f61d402c4525 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.332452 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9147bdbe-d752-4133-baba-96ab27dd766d req-62de4de7-2f91-4e40-8f73-f61d402c4525 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 944 time: 0.3773155 Jul 16 20:19:37.348328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Checking segment: {'id': 'ddb878c0-62d4-48cf-b542-ed4c4eb72b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3e6a22e-934c-4f4f-814f-025a4106ea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:37.348967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Network hostable DHCP agents. Network: f3e6a22e-934c-4f4f-814f-025a4106ea9a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:37.388535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:37.439859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.457695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:37.460147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:37.491760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Network f3e6a22e-934c-4f4f-814f-025a4106ea9a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:37.494146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event updated for resources: {'Port': ['ID=c51e5d6c-1a26-4ef7-805b-e1a984d7b8de,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:37.521397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9147bdbe-d752-4133-baba-96ab27dd766d req-c053d231-9e46-4e6a-a824-d91968a84d14 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735151 Jul 16 20:19:37.538335 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-e26b11ae-592a-4bb3-adcd-1fb4625c98d3 service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306978 Jul 16 20:19:37.547195 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-34dc1327-53e1-475e-a92e-6ee549e1557f service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861807 Jul 16 20:19:37.554182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, f3e6a22e-934c-4f4f-814f-025a4106ea9a) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:37.564491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a24246-1c01-4f28-a3f9-d1f3ff22598c None None] Network f3e6a22e-934c-4f4f-814f-025a4106ea9a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:37.594320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:37.598635 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.746875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.762577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.837524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-f3e6a22e-934c-4f4f-814f-025a4106ea9a', 'network_id': 'f3e6a22e-934c-4f4f-814f-025a4106ea9a', 'tenant_id': '213a8a1bffd54956901e0cfda92a0980', 'fixed_ips': [{'subnet_id': 'b069b4ad-385f-4bba-964f-5529ee314557'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:19:37.839068 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.848326 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.853003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea835c6d-162d-4538-9128-472e5fe57920,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:37.860480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ade6ccfa-bef0-4fa1-a942-97566b73fe3f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5621641 Jul 16 20:19:37.870808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f6f8274e-7ebd-45aa-9151-656b662476db'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:37.873748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:37.874808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:37.887469 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.908650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1635112566', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:37.928576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:37.973337 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12dbc2ea-fc3b-488e-8020-49b5fea1baab req-aaca15b7-67a3-4365-95fe-9ea4bb4159ab service neutron] 10.222.0.63 "GET /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238002 Jul 16 20:19:37.973621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:37.974387 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Added segment 515c8b85-6fee-47c6-9b77-2199f413f2b7 of type vlan for network 6e27aa60-474f-4405-8e71-85bd4292ea8b Jul 16 20:19:38.002539 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.003873 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.005819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:38.029103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:38.064679 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcc405f9-720c-4c81-bf91-b2f0f0f7bb18 req-507ef469-3b4f-4114-a796-50df5775735d service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962294 Jul 16 20:19:38.068263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:38.084088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447cb1b-f719-4e5a-9eff-028b81695e13 req-54a4177e-46b4-4b7e-90a2-b1460bfcca2e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.091107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447cb1b-f719-4e5a-9eff-028b81695e13 req-54a4177e-46b4-4b7e-90a2-b1460bfcca2e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.096392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447cb1b-f719-4e5a-9eff-028b81695e13 req-54a4177e-46b4-4b7e-90a2-b1460bfcca2e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.102655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447cb1b-f719-4e5a-9eff-028b81695e13 req-54a4177e-46b4-4b7e-90a2-b1460bfcca2e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.109144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447cb1b-f719-4e5a-9eff-028b81695e13 req-54a4177e-46b4-4b7e-90a2-b1460bfcca2e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.115669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447cb1b-f719-4e5a-9eff-028b81695e13 req-54a4177e-46b4-4b7e-90a2-b1460bfcca2e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.123812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447cb1b-f719-4e5a-9eff-028b81695e13 req-54a4177e-46b4-4b7e-90a2-b1460bfcca2e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.125862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5447cb1b-f719-4e5a-9eff-028b81695e13 req-54a4177e-46b4-4b7e-90a2-b1460bfcca2e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5436 time: 0.3955603 Jul 16 20:19:38.126632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event updated for resources: {'Port': ['ID=7a9e8570-f586-4d8f-8593-a679f1e12470,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:38.141161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:38.148429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.152087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Request body: {'floatingip': {'port_id': '359b8264-ec68-4cd3-aab2-aa7be5b623d2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:38.239980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Allocated IP 172.20.0.2 (f3e6a22e-934c-4f4f-814f-025a4106ea9a/b069b4ad-385f-4bba-964f-5529ee314557/d347903d-8476-44c4-bf81-1208a7cd1de1) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:38.241330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.261119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.269331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.286128 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.301101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3f59e4af-8dc8-4e8a-b27f-68699be6146e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:38.327770 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-054a2217-2906-410a-920b-462fa1f1456d req-161b88f7-bc08-48e5-b409-706b188c6569 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:19:38.329427 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-054a2217-2906-410a-920b-462fa1f1456d req-161b88f7-bc08-48e5-b409-706b188c6569 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/5f57102b-3243-4b0f-bf2d-bc757fa12901 HTTP/1.1" status: 404 len: 352 time: 0.0490081 Jul 16 20:19:38.334770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-2fe5c5c8-ade9-4036-a5fc-fab47fbc4bbb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1400380 Jul 16 20:19:38.356338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.360066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Request body: {'port': {'device_id': 'fb0df705-a984-45e2-913b-f91c630e9e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:38.453441 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81480537-197b-4f0b-97ac-49fb0063bebb x-openstack-request-id: req-81480537-197b-4f0b-97ac-49fb0063bebb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:38.453983 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "tag": "1221de76-f651-4438-be3d-48274262b99f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:38.455535 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81480537-197b-4f0b-97ac-49fb0063bebb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:38.455535 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'status': 'completed', 'code': 200} Jul 16 20:19:38.471227 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.473014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.473945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.513765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.574493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3f59e4af-8dc8-4e8a-b27f-68699be6146e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:38.574985 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.620837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4519022 Jul 16 20:19:38.655504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:38.675009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Request body: {'subnet': {'network_id': '6e27aa60-474f-4405-8e71-85bd4292ea8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1222280289-subnet', 'tenant_id': '66596efb7b7c4b148426c25963f1d245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:38.688943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a86574-5030-4803-8be7-85bc574c0291 admin admin] Pushing event updated for resources: {'Network': ['ID=6e27aa60-474f-4405-8e71-85bd4292ea8b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:38.719210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 6e27aa60-474f-4405-8e71-85bd4292ea8b details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:38.738240 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.772155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Transition to ACTIVE for port object d347903d-8476-44c4-bf81-1208a7cd1de1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:38.783591 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.861971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Transition to ACTIVE for port object d347903d-8476-44c4-bf81-1208a7cd1de1 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:38.870272 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.877740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Made reservation on behalf of 66596efb7b7c4b148426c25963f1d245 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:38.880168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:38.912309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Network f3e6a22e-934c-4f4f-814f-025a4106ea9a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:38.917697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:38.927322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:38.962891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Pushing event updated for resources: {'Port': ['ID=d347903d-8476-44c4-bf81-1208a7cd1de1,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:38.976667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-c6b74c8d-da98-4b34-b44e-bd4d64c65c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:38.978191 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-c6b74c8d-da98-4b34-b44e-bd4d64c65c53 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1096 time: 0.4974132 Jul 16 20:19:39.021493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Attempting to bind port d347903d-8476-44c4-bf81-1208a7cd1de1 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:39.021887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Attempting to bind port d347903d-8476-44c4-bf81-1208a7cd1de1 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'ddb878c0-62d4-48cf-b542-ed4c4eb72b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3e6a22e-934c-4f4f-814f-025a4106ea9a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:39.022313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Attempting to bind port d347903d-8476-44c4-bf81-1208a7cd1de1 on network f3e6a22e-934c-4f4f-814f-025a4106ea9a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:39.034889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:39.035430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Checking segment: {'id': 'ddb878c0-62d4-48cf-b542-ed4c4eb72b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3e6a22e-934c-4f4f-814f-025a4106ea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:39.036023 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.036544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Bound using segment: {'id': 'ddb878c0-62d4-48cf-b542-ed4c4eb72b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3e6a22e-934c-4f4f-814f-025a4106ea9a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:39.037193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Bound port: d347903d-8476-44c4-bf81-1208a7cd1de1, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb878c0-62d4-48cf-b542-ed4c4eb72b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f3e6a22e-934c-4f4f-814f-025a4106ea9a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:39.037891 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.141249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd8660-b4c3-442a-8683-a912e425acb2 req-490efda1-d762-494c-82d6-d291527c58b5 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.141249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfdd8660-b4c3-442a-8683-a912e425acb2 req-490efda1-d762-494c-82d6-d291527c58b5 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 931 time: 0.4529858 Jul 16 20:19:39.150219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] For port d347903d-8476-44c4-bf81-1208a7cd1de1, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:39.156674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] For port d347903d-8476-44c4-bf81-1208a7cd1de1, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d347903d-8476-44c4-bf81-1208a7cd1de1,segment=NetworkSegment(ddb878c0-62d4-48cf-b542-ed4c4eb72b8c),segment_id=ddb878c0-62d4-48cf-b542-ed4c4eb72b8c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:39.163683 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.249254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27abb2d-a7a9-41f2-89c5-013bef707416 None None] Pushing event updated for resources: {'Port': ['ID=d347903d-8476-44c4-bf81-1208a7cd1de1,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.306193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfdd8660-b4c3-442a-8683-a912e425acb2 req-9be6354b-4806-4ccf-9ad5-d1a3b4b280c7 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286111 Jul 16 20:19:39.318543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.428713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2e174a-b473-4e73-910f-ea232e895ab2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.439603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9e8570-f586-4d8f-8593-a679f1e12470 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:39.448161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Checking segment: {'id': '515c8b85-6fee-47c6-9b77-2199f413f2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6e27aa60-474f-4405-8e71-85bd4292ea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:39.448521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Network hostable DHCP agents. Network: 6e27aa60-474f-4405-8e71-85bd4292ea8b, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:39.452025 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.480071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Transition to ACTIVE for port object 7a9e8570-f586-4d8f-8593-a679f1e12470 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:39.481994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Network 6e27aa60-474f-4405-8e71-85bd4292ea8b is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:39.506224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.514679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 6e27aa60-474f-4405-8e71-85bd4292ea8b) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:39.524379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.531394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.540428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57a4d0-827f-4157-868f-8b22531dfa6a None None] Network 6e27aa60-474f-4405-8e71-85bd4292ea8b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:39.572409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.615661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.654935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b28c6e7e-034f-44fe-a43a-9ebee12c792b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9948523 Jul 16 20:19:39.690400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Pushing event updated for resources: {'Port': ['ID=7a9e8570-f586-4d8f-8593-a679f1e12470,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:39.816628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddfa0f0-9c10-493b-b4f6-3770f9381843 None None] Network 6e27aa60-474f-4405-8e71-85bd4292ea8b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:39.865178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3177deb-157e-4463-91b8-4ee00cc64ef6 req-f814217d-5b8a-48b2-8921-a4d86f1317a6 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:39.873598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3177deb-157e-4463-91b8-4ee00cc64ef6 req-f814217d-5b8a-48b2-8921-a4d86f1317a6 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.2917688 Jul 16 20:19:39.916186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Attempting to bind port 7a9e8570-f586-4d8f-8593-a679f1e12470 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:19:39.916521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Attempting to bind port 7a9e8570-f586-4d8f-8593-a679f1e12470 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:19:39.916850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Attempting to bind port 7a9e8570-f586-4d8f-8593-a679f1e12470 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:39.928684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Port 7a9e8570-f586-4d8f-8593-a679f1e12470 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:19:39.929006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Attempting to bind port 7a9e8570-f586-4d8f-8593-a679f1e12470 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:19:39.936700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:19:39.937017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Checking segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:39.937404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Bound using segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:19:39.937836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Bound port: 7a9e8570-f586-4d8f-8593-a679f1e12470, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:19:39.938191 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:39.948110 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3177deb-157e-4463-91b8-4ee00cc64ef6 req-185b602a-bc0a-404e-9af2-6a7a68b36a8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724669 Jul 16 20:19:39.988228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event updated for resources: {'Port': ['ID=c51e5d6c-1a26-4ef7-805b-e1a984d7b8de,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:40.005321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-af9f8307-de78-452a-8698-b3dd3d26fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.006704 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-af9f8307-de78-452a-8698-b3dd3d26fa50 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 1.0213456 Jul 16 20:19:40.028068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.046721 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-761df9e0-e830-4d43-b503-1c8b521d28d3 req-61096d31-8e65-44e2-aba6-05ccd37f7cc3 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:19:40.048088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-761df9e0-e830-4d43-b503-1c8b521d28d3 req-61096d31-8e65-44e2-aba6-05ccd37f7cc3 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/b267fb5c-edfe-4415-9601-78c248a4010b HTTP/1.1" status: 404 len: 352 time: 0.0252151 Jul 16 20:19:40.093667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] For port 7a9e8570-f586-4d8f-8593-a679f1e12470, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:19:40.099340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] For port 7a9e8570-f586-4d8f-8593-a679f1e12470, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7a9e8570-f586-4d8f-8593-a679f1e12470,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:19:40.099568 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-c7984aa8-4193-44f6-a69c-9e0c7a92ed49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6283116 Jul 16 20:19:40.105347 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.106196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-61558fcc-3b2c-4fcd-9362-a87d701a9931 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 217 time: 0.0897906 Jul 16 20:19:40.133110 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.137988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-033194a1-3edb-4d24-94ca-08d82d567a76 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8864124 Jul 16 20:19:40.145204 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:19:40.156851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.157494 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.158931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] 10.222.0.63 "PUT /v2.0/ports/7a9e8570-f586-4d8f-8593-a679f1e12470 HTTP/1.1" status: 200 len: 1092 time: 1.8148019 Jul 16 20:19:40.159405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0df705-a984-45e2-913b-f91c630e9e1d', 'tag': '7a9e8570-f586-4d8f-8593-a679f1e12470'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:40.162550 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0df705-a984-45e2-913b-f91c630e9e1d", "tag": "7a9e8570-f586-4d8f-8593-a679f1e12470"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:40.228093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff171d-d5c2-4237-869e-b0baf2ad4d1b service neutron] Pushing event updated for resources: {'Port': ['ID=7a9e8570-f586-4d8f-8593-a679f1e12470,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:40.260975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d347903d-8476-44c4-bf81-1208a7cd1de1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:40.297095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.321934 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-115b37d8-b8df-4fbb-bc15-b6a8341ddce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.325487 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-115b37d8-b8df-4fbb-bc15-b6a8341ddce6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.2138069 Jul 16 20:19:40.329031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d347903d-8476-44c4-bf81-1208a7cd1de1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:40.389506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e453cf-59e8-4be4-8095-360ed963f997 req-accf1f79-8b80-486f-98c4-ddc828d93da8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.396946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88e453cf-59e8-4be4-8095-360ed963f997 req-accf1f79-8b80-486f-98c4-ddc828d93da8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 944 time: 0.1900375 Jul 16 20:19:40.397835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-94133c1a-f64c-4094-bd55-f2dade664721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.399378 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-94133c1a-f64c-4094-bd55-f2dade664721 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 1095 time: 0.1564896 Jul 16 20:19:40.402993 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.453083 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-3c69fca7-3c3a-4e7a-9050-9888b24dab62 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a9e8570-f586-4d8f-8593-a679f1e12470 HTTP/1.1" status: 200 len: 217 time: 0.0450132 Jul 16 20:19:40.498939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88e453cf-59e8-4be4-8095-360ed963f997 req-f29cd258-7ebe-4462-9242-10aac8d32c4b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985491 Jul 16 20:19:40.531151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-903aec6c-a4ba-456e-b9ce-c5ccf29c6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.531151 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-903aec6c-a4ba-456e-b9ce-c5ccf29c6090 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.0633767 Jul 16 20:19:40.542688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:40.568034 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-9579fa5a-047e-4317-aa7e-96c9f021909f tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.3797343 Jul 16 20:19:40.592561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-42f11247-fabb-4be0-a08e-44dbb62e1871 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597248 Jul 16 20:19:40.653575 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-30e5e8a0-3d2b-4350-8a3b-8cc2554063e6 req-8a8f8d41-bda6-465d-86bb-d7aaf2085b05 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] show failed (client error): The resource could not be found. Jul 16 20:19:40.654702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30e5e8a0-3d2b-4350-8a3b-8cc2554063e6 req-8a8f8d41-bda6-465d-86bb-d7aaf2085b05 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/876c5c6f-35f8-4f91-be97-178299c81926 HTTP/1.1" status: 404 len: 352 time: 0.0674670 Jul 16 20:19:40.686427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a79ab1-ea52-4094-8591-e7a2e83910f0 None None] Network f3e6a22e-934c-4f4f-814f-025a4106ea9a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:40.713787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d2578d-460b-454e-9020-d003df43e358 admin admin] Deleting subnet 3f2e174a-b473-4e73-910f-ea232e895ab2 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:40.718875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9d2578d-460b-454e-9020-d003df43e358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.740851 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085bb136-6dfc-4919-abd2-aacb97ef8910 x-openstack-request-id: req-085bb136-6dfc-4919-abd2-aacb97ef8910 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:40.741284 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0df705-a984-45e2-913b-f91c630e9e1d", "tag": "7a9e8570-f586-4d8f-8593-a679f1e12470", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:40.741785 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-085bb136-6dfc-4919-abd2-aacb97ef8910 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:40.742328 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0df705-a984-45e2-913b-f91c630e9e1d', 'tag': '7a9e8570-f586-4d8f-8593-a679f1e12470', 'status': 'completed', 'code': 200} Jul 16 20:19:40.756649 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.770817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c94ad087-5fd9-451e-a86d-abaf302e17d5 None None] Provisioning for port d347903d-8476-44c4-bf81-1208a7cd1de1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:40.786005 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9d2578d-460b-454e-9020-d003df43e358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.786321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c94ad087-5fd9-451e-a86d-abaf302e17d5 None None] Provisioning complete for port d347903d-8476-44c4-bf81-1208a7cd1de1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:40.786496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c94ad087-5fd9-451e-a86d-abaf302e17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.826510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-c314e146-a6fe-4402-b319-88a363df1bf2 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106516 Jul 16 20:19:40.845896 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.874841 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Floating IP e966ab69-78cf-411e-8b34-492b4d3eb08d associated. External IP: 172.25.7.12, port: 359b8264-ec68-4cd3-aab2-aa7be5b623d2. Jul 16 20:19:40.890918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-69c3e5b2-2a53-4001-8810-c0b905ea0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:40.892609 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-69c3e5b2-2a53-4001-8810-c0b905ea0c58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 1097 time: 0.7012887 Jul 16 20:19:40.898863 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9d2578d-460b-454e-9020-d003df43e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:40.998755 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c94ad087-5fd9-451e-a86d-abaf302e17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.019602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-1653f4d4-eeeb-4cc0-bc88-4a78e88847da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.021178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-1653f4d4-eeeb-4cc0-bc88-4a78e88847da service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6299295 Jul 16 20:19:41.055199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c94ad087-5fd9-451e-a86d-abaf302e17d5 None None] For port d347903d-8476-44c4-bf81-1208a7cd1de1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d347903d-8476-44c4-bf81-1208a7cd1de1,segment=NetworkSegment(ddb878c0-62d4-48cf-b542-ed4c4eb72b8c),segment_id=ddb878c0-62d4-48cf-b542-ed4c4eb72b8c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:41.061550 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c94ad087-5fd9-451e-a86d-abaf302e17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.071241 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78538104-3b02-49c7-90c2-8ba1530e15b1 req-496faf60-de35-4534-9cc2-5f075946bfea service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372413 Jul 16 20:19:41.092416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9d2578d-460b-454e-9020-d003df43e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.117662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ad087-5fd9-451e-a86d-abaf302e17d5 None None] Pushing event updated for resources: {'Port': ['ID=d347903d-8476-44c4-bf81-1208a7cd1de1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:41.141032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9d2578d-460b-454e-9020-d003df43e358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.147152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f9d2578d-460b-454e-9020-d003df43e358 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3f2e174a-b473-4e73-910f-ea232e895ab2 HTTP/1.1" status: 204 len: 168 time: 0.5995498 Jul 16 20:19:41.147152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2578d-460b-454e-9020-d003df43e358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2e174a-b473-4e73-910f-ea232e895ab2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:41.148534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58356) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:41.169037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888899b-3b4c-4d8d-afcd-acdb834a0d3d req-d2888dc8-ff8d-4bbb-ab96-2d8eb62b7f82 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.177296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4888899b-3b4c-4d8d-afcd-acdb834a0d3d req-d2888dc8-ff8d-4bbb-ab96-2d8eb62b7f82 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 943 time: 0.2157333 Jul 16 20:19:41.199302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-bc26e0c5-32eb-48d5-90e6-e881389d5b35 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.201151 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-bc26e0c5-32eb-48d5-90e6-e881389d5b35 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.6237388 Jul 16 20:19:41.262811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-6fa7e8ba-9c2e-429b-9b0a-19509dec7640 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:19:41.263917 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb0421e4-6daf-4c40-92d6-4cf253b4c264 req-6fa7e8ba-9c2e-429b-9b0a-19509dec7640 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264411 Jul 16 20:19:41.304192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4888899b-3b4c-4d8d-afcd-acdb834a0d3d req-73af1119-3532-4519-8060-e888f0b93e88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256890 Jul 16 20:19:41.309867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-9fd4972c-8a5b-440e-9643-509c9fa4be91 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752547 Jul 16 20:19:41.318813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.346265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Allocated IP 172.25.7.174 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/3454eaa3-839b-4f14-8a77-4aa566091ef6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:41.353128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-2273ab67-efa1-4322-8547-22dd576c1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.355881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-2273ab67-efa1-4322-8547-22dd576c1d80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 1095 time: 0.1740594 Jul 16 20:19:41.455431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c14ac523-da8b-4474-8e55-1544b4963302 None None] Provisioning complete for port d347903d-8476-44c4-bf81-1208a7cd1de1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:41.456062 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c14ac523-da8b-4474-8e55-1544b4963302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.523346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.563042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e27aa60-474f-4405-8e71-85bd4292ea8b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:41.591351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515c8b85-6fee-47c6-9b77-2199f413f2b7') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:41.592042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515c8b85-6fee-47c6-9b77-2199f413f2b7') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:41.607793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-59060833-b3d3-4258-868e-60570076d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.609504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-59060833-b3d3-4258-868e-60570076d177 service neutron] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 906 time: 0.2187963 Jul 16 20:19:41.613485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.614154 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.670520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-4f544af2-45ba-45ec-ad4d-d9b466106519 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a9e8570-f586-4d8f-8593-a679f1e12470 HTTP/1.1" status: 200 len: 217 time: 0.0513344 Jul 16 20:19:41.685331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.718450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-23588360-7f9f-4ecb-a0d2-80f7af6ffd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.720841 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-23588360-7f9f-4ecb-a0d2-80f7af6ffd8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 906 time: 0.7569468 Jul 16 20:19:41.727539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:41.728455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:41.729864 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:41.750098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a406-bf1e-4942-9006-d402effd5692 req-56e010f4-781a-4c5c-bc74-9f2ef90b5bfa tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.751858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cd9a406-bf1e-4942-9006-d402effd5692 req-56e010f4-781a-4c5c-bc74-9f2ef90b5bfa tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.2693281 Jul 16 20:19:41.828155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-05c3fc44-c574-40db-9803-e52865bce762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:41.829849 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-05c3fc44-c574-40db-9803-e52865bce762 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.1402066 Jul 16 20:19:41.836405 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.853370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:41.855424 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] 10.222.0.10 "DELETE /v2.0/networks/6e27aa60-474f-4405-8e71-85bd4292ea8b HTTP/1.1" status: 204 len: 168 time: 0.7006745 Jul 16 20:19:41.900903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cd9a406-bf1e-4942-9006-d402effd5692 req-e14d0b00-462d-4fcd-886e-f1cb904dde50 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383219 Jul 16 20:19:41.907029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-e4e461b6-23ca-4368-b358-80e3c5251f41 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686085 Jul 16 20:19:41.912837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac92e5-75ce-40ba-91df-512ad8f81b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e27aa60-474f-4405-8e71-85bd4292ea8b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:41.955965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:42.067186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-69ad085c-b953-4035-a1fa-9e3f267d8985 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520123 Jul 16 20:19:42.069441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58366) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:42.121184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:42.134445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '1221de76-f651-4438-be3d-48274262b99f', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'port_id': '1221de76-f651-4438-be3d-48274262b99f', 'mac_address': 'fa:16:3e:1a:bb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:42.177009 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.238793 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-8e856da7-ea29-4eb3-a8b4-44e5b742252c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b4990ac-625c-4a89-a690-8f046759f8d4 HTTP/1.1" status: 200 len: 217 time: 0.1586323 Jul 16 20:19:42.271839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0a2456c0-d94c-4048-9464-3d600a9cd202 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66596efb7b7c4b148426c25963f1d245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010856 Jul 16 20:19:42.276120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58368) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:42.325876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d347903d-8476-44c4-bf81-1208a7cd1de1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:42.359385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1221de76-f651-4438-be3d-48274262b99f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:42.363091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef482310-8e1f-4db4-be5c-5184762e29fc req-4cca68af-634f-430b-8f5c-fa9174c6744b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.364804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef482310-8e1f-4db4-be5c-5184762e29fc req-4cca68af-634f-430b-8f5c-fa9174c6744b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 944 time: 0.2964938 Jul 16 20:19:42.368578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d13a5a1-59c5-4d5d-aec8-243d40d50a59 req-54c48437-a602-4066-b70f-201aaadc40f3 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781665 Jul 16 20:19:42.391512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5148-3a1e-45e6-aa38-3b3c295bf714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.392130 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6756db31-f7bb-4144-93b0-fbccdf257196 req-f2ca2a7a-1662-48cd-97a9-d81d85b62aa5 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0655093 Jul 16 20:19:42.400083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:42.406668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.439503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-f0c4043e-7ede-448e-84f8-c5bb3e620d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.441041 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-f0c4043e-7ede-448e-84f8-c5bb3e620d6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.1771152 Jul 16 20:19:42.443033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Router df179710-cd6f-4c3a-8d82-42913df8e25f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:42.451075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.473684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef482310-8e1f-4db4-be5c-5184762e29fc req-f9f26f69-a45f-485e-be62-ef1118c4e9ea tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791473 Jul 16 20:19:42.480658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d347903d-8476-44c4-bf81-1208a7cd1de1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:42.481442 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.523677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3022c095-9303-46c2-86f6-f59025a150dc req-7a07547c-4b6c-4f63-a4c9-42536107dcc0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7993174 Jul 16 20:19:42.544847 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5148-3a1e-45e6-aa38-3b3c295bf714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.552382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:42.558114 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-233e59dc-2896-4037-8351-b4cd1a3418ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925372 Jul 16 20:19:42.566854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:42.573876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:42.628655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:42.636737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event updated for resources: {'Port': ['ID=3454eaa3-839b-4f14-8a77-4aa566091ef6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:42.656856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:42.660202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['1221de76-f651-4438-be3d-48274262b99f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:42.725626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.726329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.727082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.727434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.728039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.728607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.729133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.729691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.730692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.731200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.731701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.732241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:42.746643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5148-3a1e-45e6-aa38-3b3c295bf714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.749204 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f0f5148-3a1e-45e6-aa38-3b3c295bf714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.753185 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2f0f5148-3a1e-45e6-aa38-3b3c295bf714 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea835c6d-162d-4538-9128-472e5fe57920 HTTP/1.1" status: 204 len: 168 time: 0.4726090 Jul 16 20:19:42.766927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f5148-3a1e-45e6-aa38-3b3c295bf714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea835c6d-162d-4538-9128-472e5fe57920,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:42.806826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5237a-0993-4d0d-bf17-554a39133d2a req-a3488c03-89dc-41ad-9b7c-7a4da84f4f47 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:42.810717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84b5237a-0993-4d0d-bf17-554a39133d2a req-a3488c03-89dc-41ad-9b7c-7a4da84f4f47 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1023 time: 0.1046491 Jul 16 20:19:42.888537 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84b5237a-0993-4d0d-bf17-554a39133d2a req-3631b6bd-c06c-414d-81d7-42fc38ad8387 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=97318b5e-4256-4813-827f-e3aa3cf9f606&id=e0fde4a1-48af-479d-9b12-40538357e600&id=879f8da7-faa6-486e-bdda-09a7521dfb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0706673 Jul 16 20:19:42.909494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.964157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:42.975078 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:42.982387 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] Sync routers for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:43.001628 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:43.002549 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:43.012432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-d034ee1a-86c5-4f19-a665-57af94b1ccbe service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293859 Jul 16 20:19:43.134370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fc5de-d838-45a2-9ef8-5e9c43665a86 req-f1a8ce42-4e42-4659-809d-2cb16dc118db tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.135982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-269fc5de-d838-45a2-9ef8-5e9c43665a86 req-f1a8ce42-4e42-4659-809d-2cb16dc118db tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 943 time: 0.0824409 Jul 16 20:19:43.173381 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-02a7be78-7b89-4ee1-ae0a-55cc01c11f5f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "PUT /v2.0/floatingips/e966ab69-78cf-411e-8b34-492b4d3eb08d HTTP/1.1" status: 200 len: 991 time: 5.0319314 Jul 16 20:19:43.179231 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:43.200942 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-269fc5de-d838-45a2-9ef8-5e9c43665a86 req-c9e3f34d-b1a9-48b5-b583-6f4ccac37f25 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565467 Jul 16 20:19:43.266104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:43.271198 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afe4145-86f0-4059-be9f-536bb8ddcfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:43.448102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c706e0-0e8b-4a08-a74b-5a3b1c85090c req-34f84c2c-7d7c-4c1c-9e89-4fbb996bda5f tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.452021 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9c706e0-0e8b-4a08-a74b-5a3b1c85090c req-34f84c2c-7d7c-4c1c-9e89-4fbb996bda5f tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1147215 Jul 16 20:19:43.479031 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1434d0a3-b206-4957-b0de-08f3209f90e6 req-b2b25058-9ded-49d9-9710-9fc6cb72176e service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929591 Jul 16 20:19:43.582805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9c706e0-0e8b-4a08-a74b-5a3b1c85090c req-6c3165fa-43d9-48a0-b9be-9bf73ac5655a tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214664 Jul 16 20:19:43.611576 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e966ab69-78cf-411e-8b34-492b4d3eb08d', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'port_id': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'mac_address': 'fa:16:3e:5b:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:17:43Z', 'updated_at': '2021-07-16T20:19:40Z', 'revision_number': 1, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4262ff9-488d-4a31-8bd2-4fb864ecba93', 'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'mac_address': 'fa:16:3e:fc:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:48Z', 'updated_at': '2021-07-16T20:16:59Z', 'revision_number': 5, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'subnets': [{'id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:43.631583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113b242-aa2c-43cb-a930-176d14e6967a req-6f192205-6bee-469c-ab3f-076626e9a42e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:43.633214 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c113b242-aa2c-43cb-a930-176d14e6967a req-6f192205-6bee-469c-ab3f-076626e9a42e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.63 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1023 time: 0.4573867 Jul 16 20:19:43.660080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.673233 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] Checking router: df179710-cd6f-4c3a-8d82-42913df8e25f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:43.689213 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:43.690226 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:43.801191 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:43.828936 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8241e28b-052d-4604-82ba-7998a1bd4083 x-openstack-request-id: req-8241e28b-052d-4604-82ba-7998a1bd4083 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:43.829213 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:43.829477 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8241e28b-052d-4604-82ba-7998a1bd4083 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:43.830379 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'status': 'completed', 'code': 200} Jul 16 20:19:43.860016 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:43.917669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58402) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:43.969885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7a9e8570-f586-4d8f-8593-a679f1e12470 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:19:43.974287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:44.095625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-884843383-network', 'tenant_id': '0745cf12c7154edfb2aa3bb180973366'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:44.124672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c113b242-aa2c-43cb-a930-176d14e6967a req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Deleting port 14ffbaff-4c1d-46fd-90df-206089a46c20 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:44.125719 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c113b242-aa2c-43cb-a930-176d14e6967a req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.149383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Made reservation on behalf of 0745cf12c7154edfb2aa3bb180973366 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:44.151733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.185080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.188943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Allocated IP 172.25.7.11 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/ddddd338-6075-4fe7-94b6-1afe496cdab9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:44.199625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 1221de76-f651-4438-be3d-48274262b99f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:44.206008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cc159-fb84-431f-9ae6-1410340fefa1 req-0147d6fc-1af5-44be-aeee-1f99ab101447 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.207680 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a4cc159-fb84-431f-9ae6-1410340fefa1 req-0147d6fc-1af5-44be-aeee-1f99ab101447 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1733916 Jul 16 20:19:44.225119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 1221de76-f651-4438-be3d-48274262b99f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:44.225664 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.281795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a4cc159-fb84-431f-9ae6-1410340fefa1 req-c4cd4153-48ef-4d92-92d7-d7e02fb1cf58 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626271 Jul 16 20:19:44.347326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7a9e8570-f586-4d8f-8593-a679f1e12470, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7a9e8570-f586-4d8f-8593-a679f1e12470,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:44.377132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '7a9e8570-f586-4d8f-8593-a679f1e12470', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'port_id': '7a9e8570-f586-4d8f-8593-a679f1e12470', 'mac_address': 'fa:16:3e:58:40:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816731d-17e8-4d9f-91b2-0f2ddd22c9ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:19:44.384167 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e966ab69-78cf-411e-8b34-492b4d3eb08d', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'port_id': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'mac_address': 'fa:16:3e:5b:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:17:43Z', 'updated_at': '2021-07-16T20:19:40Z', 'revision_number': 1, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4262ff9-488d-4a31-8bd2-4fb864ecba93', 'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'mac_address': 'fa:16:3e:fc:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:48Z', 'updated_at': '2021-07-16T20:16:59Z', 'revision_number': 5, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'subnets': [{'id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:44.392701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.399479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.450798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:44.460118 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b70b598-efc7-43c4-ba3c-3c25a1341757 None None] The sync data for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 is: [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e966ab69-78cf-411e-8b34-492b4d3eb08d', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'port_id': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'mac_address': 'fa:16:3e:5b:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696f5163-c397-452b-9201-75be924f4ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:17:43Z', 'updated_at': '2021-07-16T20:19:40Z', 'revision_number': 1, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4262ff9-488d-4a31-8bd2-4fb864ecba93', 'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'mac_address': 'fa:16:3e:fc:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:48Z', 'updated_at': '2021-07-16T20:16:59Z', 'revision_number': 5, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'subnets': [{'id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:44.475690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bcdd5d-dab6-460a-824d-003bc9bf18c0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:44.487209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.489210 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Added segment 5dd98ea1-4bef-47cf-b0c2-b3628e5dcee4 of type vlan for network 3692d013-5d4c-45fa-a524-cee0ea56e14f Jul 16 20:19:44.503928 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.505977 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.528493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9e8570-f586-4d8f-8593-a679f1e12470 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:19:44.552719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:44.560269 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db85826-082f-4657-802b-a28885c28f0b" -d '{"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-plugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:44.592878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7a9e8570-f586-4d8f-8593-a679f1e12470, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7a9e8570-f586-4d8f-8593-a679f1e12470,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:44.602256 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.610038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:44.631130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.646793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.694097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7a9e8570-f586-4d8f-8593-a679f1e12470,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:44.720864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a6e6-5868-471a-ad4d-09d94148389b req-8bd0af2a-2b4f-4963-a606-16ec83ef8b31 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.723420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-62d8a6e6-5868-471a-ad4d-09d94148389b req-8bd0af2a-2b4f-4963-a606-16ec83ef8b31 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba14f9ce-bb6a-4371-922c-0ff3edec84fa HTTP/1.1" status: 200 len: 1023 time: 0.1719577 Jul 16 20:19:44.742177 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.743552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.744462 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:44.797407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:44.819922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['7a9e8570-f586-4d8f-8593-a679f1e12470'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:44.838696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-7101252c-4243-4726-9a99-0d36b64a5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.840147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-7101252c-4243-4726-9a99-0d36b64a5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.841051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-7101252c-4243-4726-9a99-0d36b64a5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.841883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-7101252c-4243-4726-9a99-0d36b64a5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.842695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-7101252c-4243-4726-9a99-0d36b64a5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.843551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-7101252c-4243-4726-9a99-0d36b64a5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.844374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-7101252c-4243-4726-9a99-0d36b64a5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:44.847884 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-7101252c-4243-4726-9a99-0d36b64a5297 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6500 time: 0.9682837 Jul 16 20:19:44.848869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] Pushing event updated for resources: {'Network': ['ID=3692d013-5d4c-45fa-a524-cee0ea56e14f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:44.878339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-403812b2-b590-4007-807f-2d7edcec1ecf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9595478 Jul 16 20:19:44.890033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 3692d013-5d4c-45fa-a524-cee0ea56e14f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:44.917693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-62d8a6e6-5868-471a-ad4d-09d94148389b req-a48cef63-c22c-4063-afa4-f24f0992c08f tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups?id=97318b5e-4256-4813-827f-e3aa3cf9f606&id=e0fde4a1-48af-479d-9b12-40538357e600&id=879f8da7-faa6-486e-bdda-09a7521dfb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1881232 Jul 16 20:19:45.034027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c4172d-1c59-4013-936c-8815ea2f3275 None None] New status for floating IP e966ab69-78cf-411e-8b34-492b4d3eb08d: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:19:45.115324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.284774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.296304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-93e37c84-4228-4d21-9499-02f82667e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.298733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-93e37c84-4228-4d21-9499-02f82667e073 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2966c3cb-c680-4c12-8fde-f33e0b87a958 HTTP/1.1" status: 200 len: 913 time: 0.3852539 Jul 16 20:19:45.299938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6ea82-c310-4669-a388-45f7794ed18b req-2267ab39-d48a-4161-a34a-c8334f62c702 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.301615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5e6ea82-c310-4669-a388-45f7794ed18b req-2267ab39-d48a-4161-a34a-c8334f62c702 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 944 time: 0.1304662 Jul 16 20:19:45.374349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5e6ea82-c310-4669-a388-45f7794ed18b req-3d22c52e-25ba-433a-952a-66023d36a2d6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661333 Jul 16 20:19:45.395218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c113b242-aa2c-43cb-a930-176d14e6967a req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] For port 14ffbaff-4c1d-46fd-90df-206089a46c20, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=14ffbaff-4c1d-46fd-90df-206089a46c20,segment=NetworkSegment(f475224a-60db-456d-ac92-1f33786c5bd0),segment_id=f475224a-60db-456d-ac92-1f33786c5bd0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:45.395218 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c113b242-aa2c-43cb-a930-176d14e6967a req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.435594 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32b3401-469e-46a4-a3c6-da953091973a x-openstack-request-id: req-a32b3401-469e-46a4-a3c6-da953091973a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:45.435928 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-plugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:45.436143 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a32b3401-469e-46a4-a3c6-da953091973a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:45.437017 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'code': 200} Jul 16 20:19:45.452583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c113b242-aa2c-43cb-a930-176d14e6967a req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Calling delete_port for 14ffbaff-4c1d-46fd-90df-206089a46c20 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:45.487745 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-b6ddff55-a3db-474e-b2fa-4ea4a9bfd1a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2 HTTP/1.1" status: 200 len: 1001 time: 0.1673968 Jul 16 20:19:45.548478 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.573611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.632284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c268e-54cb-4105-8eba-2abf6a91c8f2 req-65ab8925-5323-4b98-83cf-3628b461e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.634133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d4c268e-54cb-4105-8eba-2abf6a91c8f2 req-65ab8925-5323-4b98-83cf-3628b461e237 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1098 time: 0.1125257 Jul 16 20:19:45.660351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:45.665781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-698fc54d-9d6a-4353-b82c-3a0158d6830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.667356 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-698fc54d-9d6a-4353-b82c-3a0158d6830f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e13b6ad-328a-4ca7-84c2-946e8e68e401 HTTP/1.1" status: 200 len: 851 time: 0.1380472 Jul 16 20:19:45.676666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3fce0-c3dc-4c2e-aee1-aa4d884c1e28 req-dffff460-3f4b-43c0-bee2-6bf8edc730ef tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:45.676991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:45.678899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfc3fce0-c3dc-4c2e-aee1-aa4d884c1e28 req-dffff460-3f4b-43c0-bee2-6bf8edc730ef tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1106608 Jul 16 20:19:45.684819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:45.688049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event updated for resources: {'Port': ['ID=ddddd338-6075-4fe7-94b6-1afe496cdab9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:45.692736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d4c268e-54cb-4105-8eba-2abf6a91c8f2 req-14489d7a-a29b-4cdd-b056-500d7b94f67e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512974 Jul 16 20:19:45.748295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfc3fce0-c3dc-4c2e-aee1-aa4d884c1e28 req-e30ad3b3-adae-4f98-a4aa-192d4b1bc71e tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474594 Jul 16 20:19:45.795461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Router 60752b50-a70c-4463-b9be-f111590abc03 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:19:45.930364 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c113b242-aa2c-43cb-a930-176d14e6967a req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.942380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['14ffbaff-4c1d-46fd-90df-206089a46c20'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:45.979093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:45.990919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'Port': ['ID=14ffbaff-4c1d-46fd-90df-206089a46c20,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:45.998982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-c95fedf6-f241-4701-8ad5-5488e2e740f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.001133 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-c95fedf6-f241-4701-8ad5-5488e2e740f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2966c3cb-c680-4c12-8fde-f33e0b87a958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3141508 Jul 16 20:19:46.006986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7a9e8570-f586-4d8f-8593-a679f1e12470 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:19:46.101334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 7a9e8570-f586-4d8f-8593-a679f1e12470 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:46.107835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 7a9e8570-f586-4d8f-8593-a679f1e12470 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:46.108683 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.140234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c113b242-aa2c-43cb-a930-176d14e6967a req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] No DVR routers for this DVR port 14ffbaff-4c1d-46fd-90df-206089a46c20 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:46.147249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c113b242-aa2c-43cb-a930-176d14e6967a req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.149534 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c113b242-aa2c-43cb-a930-176d14e6967a req-a694de61-2cd8-48bf-8cba-18538eb943df tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.63 "DELETE /v2.0/ports/14ffbaff-4c1d-46fd-90df-206089a46c20 HTTP/1.1" status: 204 len: 173 time: 2.5057707 Jul 16 20:19:46.151895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'name': 'network-vif-deleted', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:46.154413 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349fcd7a-dc08-4c49-b6bc-ddb7259d5f10" -d '{"events": [{"server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "name": "network-vif-deleted", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:46.212598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:46.214174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.226108 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706eb63-e945-4d4c-9614-fcae034222db None None] Sync routers for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:46.242881 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706eb63-e945-4d4c-9614-fcae034222db None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:46.244050 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3706eb63-e945-4d4c-9614-fcae034222db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:46.255659 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.293568 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-d25f46e1-26ec-410f-8723-2f35204da714 service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501733 Jul 16 20:19:46.297405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.302603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9276a370-5147-498f-9fbb-03c4a89c9c40 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.4100537 Jul 16 20:19:46.318369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58430) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:46.323232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7a9e8570-f586-4d8f-8593-a679f1e12470, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7a9e8570-f586-4d8f-8593-a679f1e12470,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:46.330427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.331705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 14ffbaff-4c1d-46fd-90df-206089a46c20 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:19:46.346016 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3706eb63-e945-4d4c-9614-fcae034222db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:46.368986 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706eb63-e945-4d4c-9614-fcae034222db None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:46.369920 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3706eb63-e945-4d4c-9614-fcae034222db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:46.394635 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 14ffbaff-4c1d-46fd-90df-206089a46c20 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:19:46.395137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 14ffbaff-4c1d-46fd-90df-206089a46c20 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:19:46.415977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6050a-e967-4582-a6a4-8a15fed67e6e req-ca7b360c-42c1-4ead-9f76-b30cf97496d0 tempest-ComputeTenantNetworksTest-1082256347 tempest-ComputeTenantNetworksTest-1082256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.426579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6050a-e967-4582-a6a4-8a15fed67e6e req-ca7b360c-42c1-4ead-9f76-b30cf97496d0 tempest-ComputeTenantNetworksTest-1082256347 tempest-ComputeTenantNetworksTest-1082256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.432796 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3706eb63-e945-4d4c-9614-fcae034222db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:46.433999 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706eb63-e945-4d4c-9614-fcae034222db None None] The sync data for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:46.439554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6050a-e967-4582-a6a4-8a15fed67e6e req-ca7b360c-42c1-4ead-9f76-b30cf97496d0 tempest-ComputeTenantNetworksTest-1082256347 tempest-ComputeTenantNetworksTest-1082256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.463734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.465380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1af6050a-e967-4582-a6a4-8a15fed67e6e req-ca7b360c-42c1-4ead-9f76-b30cf97496d0 tempest-ComputeTenantNetworksTest-1082256347 tempest-ComputeTenantNetworksTest-1082256347-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3542309 Jul 16 20:19:46.484647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7a9e8570-f586-4d8f-8593-a679f1e12470,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:46.505886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.541966 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.641477 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0afe4145-86f0-4059-be9f-536bb8ddcfe7 req-65af2f03-02a7-4e4f-a640-d3378615ffb2 service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951673 Jul 16 20:19:46.649676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event updated for resources: {'Port': ['ID=ddddd338-6075-4fe7-94b6-1afe496cdab9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:46.673038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.694054 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:46.696122 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3022c095-9303-46c2-86f6-f59025a150dc req-2739a549-51a0-4a48-bb6b-45f9f84b82df tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1712799 Jul 16 20:19:46.772138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3022c095-9303-46c2-86f6-f59025a150dc req-7ac370b6-9fd1-44ac-a477-33508ee4a98d tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 695 time: 0.0668499 Jul 16 20:19:46.927654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022c095-9303-46c2-86f6-f59025a150dc req-ae64688a-542f-4882-ac9d-e62e878afd6b tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:46.929332 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3022c095-9303-46c2-86f6-f59025a150dc req-ae64688a-542f-4882-ac9d-e62e878afd6b tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1528540 Jul 16 20:19:47.213066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14779c25-54a4-4cd8-ac8a-ec4312ca05ec req-12362088-c851-4c5f-a168-4067b2bf5c8a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.216683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-14779c25-54a4-4cd8-ac8a-ec4312ca05ec req-12362088-c851-4c5f-a168-4067b2bf5c8a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 946 time: 0.1993420 Jul 16 20:19:47.264279 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fe4594-8246-4e5d-af8b-414cf0e2d0ed x-openstack-request-id: req-82fe4594-8246-4e5d-af8b-414cf0e2d0ed {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:47.264788 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14f9ce-bb6a-4371-922c-0ff3edec84fa", "name": "network-vif-deleted", "tag": "14ffbaff-4c1d-46fd-90df-206089a46c20", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:47.264788 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82fe4594-8246-4e5d-af8b-414cf0e2d0ed {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:47.265326 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14f9ce-bb6a-4371-922c-0ff3edec84fa', 'name': 'network-vif-deleted', 'tag': '14ffbaff-4c1d-46fd-90df-206089a46c20', 'status': 'completed', 'code': 200} Jul 16 20:19:47.314161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-14779c25-54a4-4cd8-ac8a-ec4312ca05ec req-29855fe2-fd1c-43b1-b31c-5412662fba81 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624688 Jul 16 20:19:47.438469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0df705-a984-45e2-913b-f91c630e9e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9e8570-f586-4d8f-8593-a679f1e12470'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:47.446811 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818cfde1-d6ed-416c-a65b-c6b3da498861" -d '{"events": [{"server_uuid": "fb0df705-a984-45e2-913b-f91c630e9e1d", "name": "network-vif-plugged", "status": "completed", "tag": "7a9e8570-f586-4d8f-8593-a679f1e12470"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:47.475023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395b919-22ea-4d3b-a5d5-5de5013418de req-356b2c28-3524-4aae-81ba-10a1b8ba348a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.476990 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c395b919-22ea-4d3b-a5d5-5de5013418de req-356b2c28-3524-4aae-81ba-10a1b8ba348a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 945 time: 0.0991495 Jul 16 20:19:47.525312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c395b919-22ea-4d3b-a5d5-5de5013418de req-9af89e7e-0230-4c26-a9c5-b1b1aac159cb tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392127 Jul 16 20:19:47.538808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75a74e-e065-423b-abba-c4c00531978b req-66c8de87-2ee8-4485-b483-96919dc1ec7e tempest-ComputeTenantNetworksTest-1082256347 tempest-ComputeTenantNetworksTest-1082256347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:47.541324 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b75a74e-e065-423b-abba-c4c00531978b req-66c8de87-2ee8-4485-b483-96919dc1ec7e tempest-ComputeTenantNetworksTest-1082256347 tempest-ComputeTenantNetworksTest-1082256347-project] 10.222.0.10 "GET /v2.0/networks/3692d013-5d4c-45fa-a524-cee0ea56e14f HTTP/1.1" status: 200 len: 768 time: 0.1731088 Jul 16 20:19:47.557324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58446) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:47.661428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.769314 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.782146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3692d013-5d4c-45fa-a524-cee0ea56e14f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:47.796319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd98ea1-4bef-47cf-b0c2-b3628e5dcee4') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:47.796514 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd98ea1-4bef-47cf-b0c2-b3628e5dcee4') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:47.814913 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.840794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.849575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:47.849992 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:47.851995 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:47.944209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-f0561140-6848-4ca9-8a5c-9f7d21861339 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3549862 Jul 16 20:19:47.949418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.965805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:47.966466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.968749 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3692d013-5d4c-45fa-a524-cee0ea56e14f HTTP/1.1" status: 204 len: 168 time: 0.4101279 Jul 16 20:19:47.980014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:47.998472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24946e-bf78-40b7-a7ab-e5240ea93eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3692d013-5d4c-45fa-a524-cee0ea56e14f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:48.062453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce1fcef1-51ba-4226-86b5-a36b721aa74a req-9db15bae-cfc2-4362-804d-8ed12fa681ed tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/97318b5e-4256-4813-827f-e3aa3cf9f606 HTTP/1.1" status: 200 len: 1800 time: 0.1327026 Jul 16 20:19:48.099178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.166347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:48.178440 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ce1fcef1-51ba-4226-86b5-a36b721aa74a req-6f5c4eed-35c6-49d8-bb2f-fae481f1352c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.220470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-e05f70dc-ad4d-4280-b47e-785af5b48954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.222004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-e05f70dc-ad4d-4280-b47e-785af5b48954 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 1098 time: 0.1403859 Jul 16 20:19:48.223666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ce1fcef1-51ba-4226-86b5-a36b721aa74a req-6f5c4eed-35c6-49d8-bb2f-fae481f1352c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.257131 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:19:48.292109 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fae52e16-135c-4846-9a48-db597721f98d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0745cf12c7154edfb2aa3bb180973366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1235974 Jul 16 20:19:48.298625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:48.358361 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ce1fcef1-51ba-4226-86b5-a36b721aa74a req-6f5c4eed-35c6-49d8-bb2f-fae481f1352c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.361552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ce1fcef1-51ba-4226-86b5-a36b721aa74a req-6f5c4eed-35c6-49d8-bb2f-fae481f1352c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.362706 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce1fcef1-51ba-4226-86b5-a36b721aa74a req-6f5c4eed-35c6-49d8-bb2f-fae481f1352c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/97318b5e-4256-4813-827f-e3aa3cf9f606 HTTP/1.1" status: 204 len: 173 time: 0.2993131 Jul 16 20:19:48.389136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c4eed-35c6-49d8-bb2f-fae481f1352c tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97318b5e-4256-4813-827f-e3aa3cf9f606,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:48.399229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-d932511e-4543-4d42-b461-edb7dda77fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.402050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-d932511e-4543-4d42-b461-edb7dda77fa8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 200 len: 917 time: 0.1649723 Jul 16 20:19:48.426991 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1037b558-1a4b-434e-98c2-594b2a4376f1 x-openstack-request-id: req-1037b558-1a4b-434e-98c2-594b2a4376f1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:48.427312 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0df705-a984-45e2-913b-f91c630e9e1d", "name": "network-vif-plugged", "status": "completed", "tag": "7a9e8570-f586-4d8f-8593-a679f1e12470", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:48.427575 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1037b558-1a4b-434e-98c2-594b2a4376f1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:48.427973 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0df705-a984-45e2-913b-f91c630e9e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9e8570-f586-4d8f-8593-a679f1e12470', 'code': 200} Jul 16 20:19:48.438864 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e1c68ac-98de-4b62-8df6-94465824d254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.477321 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-951fb638-5916-4065-920d-b5307d60990a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=161a74db-e4b7-424c-8eca-1a6e0d342b63 HTTP/1.1" status: 200 len: 217 time: 0.0590737 Jul 16 20:19:48.497189 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.515769 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e1c68ac-98de-4b62-8df6-94465824d254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.572387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Allocated IP 172.20.0.1 (f3e6a22e-934c-4f4f-814f-025a4106ea9a/b069b4ad-385f-4bba-964f-5529ee314557/85d8e864-645f-49e1-8e67-f1b87fa1eb68) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:48.610043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-8d67050a-5b49-46c1-9e42-fdfeae95dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.611455 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-8d67050a-5b49-46c1-9e42-fdfeae95dccd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a076df1d-7874-4a7d-895c-c6cdc0c549a1 HTTP/1.1" status: 200 len: 855 time: 0.1259506 Jul 16 20:19:48.690220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154be9b0-4ad5-4bc8-8693-3327200730fe req-fff6cce5-5d0b-409c-ab41-54d6fda81654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.691783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-154be9b0-4ad5-4bc8-8693-3327200730fe req-fff6cce5-5d0b-409c-ab41-54d6fda81654 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 1097 time: 0.1633091 Jul 16 20:19:48.716050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35332ee8-2e45-43f9-afd4-9ab1b1edf942 req-1dc5c818-c3b5-40fb-b922-7a5dd6729ea8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.717574 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35332ee8-2e45-43f9-afd4-9ab1b1edf942 req-1dc5c818-c3b5-40fb-b922-7a5dd6729ea8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1755803 Jul 16 20:19:48.741533 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e1c68ac-98de-4b62-8df6-94465824d254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.742787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-798918a8-04c6-450c-a909-8dabbdf82d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:48.744274 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e1c68ac-98de-4b62-8df6-94465824d254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.744466 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-798918a8-04c6-450c-a909-8dabbdf82d60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e50ef9d-98dd-4d65-8406-072642a6833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242497 Jul 16 20:19:48.745556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4e1c68ac-98de-4b62-8df6-94465824d254 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95bcdd5d-dab6-460a-824d-003bc9bf18c0 HTTP/1.1" status: 204 len: 168 time: 0.4445376 Jul 16 20:19:48.751617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Allocated IP 172.25.7.53 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/244de259-699d-422d-add2-b7fcc466fc3f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:48.774948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c68ac-98de-4b62-8df6-94465824d254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bcdd5d-dab6-460a-824d-003bc9bf18c0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:48.797624 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-154be9b0-4ad5-4bc8-8693-3327200730fe req-7e9094a3-728b-47e5-96f1-ee81548925f1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962605 Jul 16 20:19:48.851109 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.852470 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35332ee8-2e45-43f9-afd4-9ab1b1edf942 req-ee4f2b42-b997-4d17-961d-af1da8572e97 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205728 Jul 16 20:19:48.899827 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-ccee16ad-7de6-4d4c-ab30-75ab06ff87aa service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456552 Jul 16 20:19:48.900944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Transition to ACTIVE for port object 85d8e864-645f-49e1-8e67-f1b87fa1eb68 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:48.947607 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:48.984854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.052721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Network f3e6a22e-934c-4f4f-814f-025a4106ea9a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:49.058112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:49.060582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event updated for resources: {'Port': ['ID=85d8e864-645f-49e1-8e67-f1b87fa1eb68,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:49.063028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:49.066196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.109048 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4037026a-8f84-4780-aa95-44c48e1a7656 req-4ceb559d-3074-4315-baac-e790ab0b7bc6 service neutron] 10.222.0.30 "GET /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952398 Jul 16 20:19:49.147610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490cec0-6864-497c-ad87-0c9eafe5050d req-73775dda-246b-480b-9c30-071d3f3f8c8f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.157743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8490cec0-6864-497c-ad87-0c9eafe5050d req-73775dda-246b-480b-9c30-071d3f3f8c8f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 946 time: 0.1387815 Jul 16 20:19:49.177467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:49.182773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event updated for resources: {'Port': ['ID=244de259-699d-422d-add2-b7fcc466fc3f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:49.186291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:49.188702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.210753 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8490cec0-6864-497c-ad87-0c9eafe5050d req-a1402b7d-26db-495c-9545-a184592de74b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520232 Jul 16 20:19:49.228132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:49.330949 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24292c35-3e9d-49a3-985e-143bbfd6480d req-186768ec-d75d-4034-bd2c-51f1fc4b719e tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "GET /v2.0/security-groups/879f8da7-faa6-486e-bdda-09a7521dfb0c HTTP/1.1" status: 200 len: 1803 time: 0.0767050 Jul 16 20:19:49.405055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.417994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24292c35-3e9d-49a3-985e-143bbfd6480d req-18983c95-59bd-4f9c-8887-454e63445215 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.465366 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24292c35-3e9d-49a3-985e-143bbfd6480d req-18983c95-59bd-4f9c-8887-454e63445215 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.489576 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.492748 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.533023 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24292c35-3e9d-49a3-985e-143bbfd6480d req-18983c95-59bd-4f9c-8887-454e63445215 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.537228 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24292c35-3e9d-49a3-985e-143bbfd6480d req-18983c95-59bd-4f9c-8887-454e63445215 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.555561 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24292c35-3e9d-49a3-985e-143bbfd6480d req-18983c95-59bd-4f9c-8887-454e63445215 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] 10.222.0.10 "DELETE /v2.0/security-groups/879f8da7-faa6-486e-bdda-09a7521dfb0c HTTP/1.1" status: 204 len: 173 time: 0.2165644 Jul 16 20:19:49.556604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:49.604672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-20eca6d8-5c7c-4068-a019-f11a9b326ae5 None None] Provisioning for port 85d8e864-645f-49e1-8e67-f1b87fa1eb68 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:49.631191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-20eca6d8-5c7c-4068-a019-f11a9b326ae5 None None] Provisioning complete for port 85d8e864-645f-49e1-8e67-f1b87fa1eb68 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:49.631877 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20eca6d8-5c7c-4068-a019-f11a9b326ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.659884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e371979-c931-4d29-8bc7-b5c88c14359b admin admin] Deleting subnet 3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:19:49.668318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e371979-c931-4d29-8bc7-b5c88c14359b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.741367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-20eca6d8-5c7c-4068-a019-f11a9b326ae5 None None] Port 85d8e864-645f-49e1-8e67-f1b87fa1eb68 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:49.745354 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e371979-c931-4d29-8bc7-b5c88c14359b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.840384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18983c95-59bd-4f9c-8887-454e63445215 tempest-SecurityGroupsTestJSON-256456096 tempest-SecurityGroupsTestJSON-256456096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879f8da7-faa6-486e-bdda-09a7521dfb0c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:49.894512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.901419 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.928008 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e371979-c931-4d29-8bc7-b5c88c14359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:49.996560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef48a-c169-4306-a89d-b8232c5415e3 req-f909e535-7ad2-4d4c-b8d0-d29c6ea247de tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:49.998235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-67eef48a-c169-4306-a89d-b8232c5415e3 req-f909e535-7ad2-4d4c-b8d0-d29c6ea247de tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 945 time: 0.1629167 Jul 16 20:19:50.046655 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e371979-c931-4d29-8bc7-b5c88c14359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.084784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e371979-c931-4d29-8bc7-b5c88c14359b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd02fa8-dece-4d3f-9f52-1a01106dc3b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:50.091498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e371979-c931-4d29-8bc7-b5c88c14359b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.092747 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e371979-c931-4d29-8bc7-b5c88c14359b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3fd02fa8-dece-4d3f-9f52-1a01106dc3b0 HTTP/1.1" status: 204 len: 168 time: 0.5301251 Jul 16 20:19:50.096012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:50.096976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event updated for resources: {'Port': ['ID=244de259-699d-422d-add2-b7fcc466fc3f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:50.105255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.107001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-67eef48a-c169-4306-a89d-b8232c5415e3 req-5dd80dc8-2bc0-4c1e-8979-7f98632a3954 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808251 Jul 16 20:19:50.145191 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.146870 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-eb9dd97a-b8ac-4b5f-8836-187d801ddce9 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1910918 Jul 16 20:19:50.153647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.160216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.215042 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.543312 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3990bfc8-3021-4a16-bc89-29d94f4c4233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.616204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-919f8780-d6d0-49ce-af2f-983b06c16c87 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.4516060 Jul 16 20:19:50.643542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event updated for resources: {'Port': ['ID=85d8e864-645f-49e1-8e67-f1b87fa1eb68,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:50.668616 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.676957 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.705838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed8c7f4-b764-46d9-9a1c-4cf54469ae6a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:50.737325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f475224a-60db-456d-ac92-1f33786c5bd0') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:50.737556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f475224a-60db-456d-ac92-1f33786c5bd0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:50.750403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.769335 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.781983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:19:50.782400 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:19:50.784340 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:19:50.815030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-de9feb8a-a60e-49a4-892a-f6453c726369 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.816614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-de9feb8a-a60e-49a4-892a-f6453c726369 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1881077 Jul 16 20:19:50.821923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcb0ee-7487-4116-b9e8-42e14df4de94 req-442058f7-13ac-45ff-8817-1fd819b1331f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:50.823685 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7fbcb0ee-7487-4116-b9e8-42e14df4de94 req-442058f7-13ac-45ff-8817-1fd819b1331f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 946 time: 0.1419594 Jul 16 20:19:50.842433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:50.852197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-40edf955-0065-41df-81bb-61be67764a3d tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:19:50.853618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaaa3f3b-33e0-4691-afdb-c7564656a0fd req-40edf955-0065-41df-81bb-61be67764a3d tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263615 Jul 16 20:19:50.859485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'floatingip': {'port_id': '1221de76-f651-4438-be3d-48274262b99f'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:50.871693 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.884304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.886386 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bed8c7f4-b764-46d9-9a1c-4cf54469ae6a HTTP/1.1" status: 204 len: 168 time: 0.7886810 Jul 16 20:19:50.900390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d43b7-4fa4-4d23-8782-bf3491e065a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed8c7f4-b764-46d9-9a1c-4cf54469ae6a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:50.908723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:50.918864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Network f3e6a22e-934c-4f4f-814f-025a4106ea9a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:50.923089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:51.171731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9af134-6409-4aa1-aec7-6ac699a499cf req-94a1409a-e181-48f3-af5c-a5798463a4f3 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:51.173694 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-de9af134-6409-4aa1-aec7-6ac699a499cf req-94a1409a-e181-48f3-af5c-a5798463a4f3 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1638513 Jul 16 20:19:51.248034 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-de9af134-6409-4aa1-aec7-6ac699a499cf req-3e435d7e-d72a-4adb-972a-6d2acf4e66bc tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626869 Jul 16 20:19:51.286851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:51.298663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Router 60752b50-a70c-4463-b9be-f111590abc03 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:51.312741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bf5e5401-30f5-4557-ac32-ba2c484718c9 None None] Provisioning complete for port 85d8e864-645f-49e1-8e67-f1b87fa1eb68 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:51.314895 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5401-30f5-4557-ac32-ba2c484718c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.371923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e5401-30f5-4557-ac32-ba2c484718c9 None None] Port 85d8e864-645f-49e1-8e67-f1b87fa1eb68 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:51.435966 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-607f2d93-145f-4da7-a5d7-f4d55e6db0db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5d43c360d7945598b94018ca4cd5679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478868 Jul 16 20:19:51.439643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:51.515322 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-71a2b274-8f9d-4193-8c65-7acd9495884b tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2170985 Jul 16 20:19:51.539188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:51.546969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a54b4530-c95b-4b3d-88e4-2113e9f13ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.595064 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a54b4530-c95b-4b3d-88e4-2113e9f13ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.605809 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.753513 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a54b4530-c95b-4b3d-88e4-2113e9f13ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.757265 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a54b4530-c95b-4b3d-88e4-2113e9f13ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.759522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a54b4530-c95b-4b3d-88e4-2113e9f13ba9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0fde4a1-48af-479d-9b12-40538357e600 HTTP/1.1" status: 204 len: 168 time: 0.3184066 Jul 16 20:19:51.779754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b4530-c95b-4b3d-88e4-2113e9f13ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fde4a1-48af-479d-9b12-40538357e600,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:51.815957 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:51.946555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:51.956028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4beb3041-d2ff-4e62-9c7b-d8704e158320 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "PUT /v2.0/routers/60752b50-a70c-4463-b9be-f111590abc03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6358919 Jul 16 20:19:51.957041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58530) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:51.963231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d3660-891b-43fc-be9d-5a0a4ea20864 None None] Sync routers for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:51.975549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Request body: {'port': {'network_id': 'f3e6a22e-934c-4f4f-814f-025a4106ea9a', 'name': 'tempest-FloatingIPAdminTestJSON-798385690'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:51.977884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d3660-891b-43fc-be9d-5a0a4ea20864 None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:51.978736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6e6d3660-891b-43fc-be9d-5a0a4ea20864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:52.007116 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:19:52.081149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6e6d3660-891b-43fc-be9d-5a0a4ea20864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:52.097059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d3660-891b-43fc-be9d-5a0a4ea20864 None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:52.098457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6e6d3660-891b-43fc-be9d-5a0a4ea20864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:52.122755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Allocated IP 172.25.7.51 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/21bffc75-c121-4e3e-b581-de4bb48c82f1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:52.123570 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.134121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0d8dd-24df-4344-94ea-8d9454a5984b req-c92f28d9-35c9-4246-a9ac-de1dc2c8ba5c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:52.135796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38c0d8dd-24df-4344-94ea-8d9454a5984b req-c92f28d9-35c9-4246-a9ac-de1dc2c8ba5c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 945 time: 0.2303996 Jul 16 20:19:52.137774 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.148718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6e6d3660-891b-43fc-be9d-5a0a4ea20864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:52.150017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d3660-891b-43fc-be9d-5a0a4ea20864 None None] The sync data for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:52.263123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38c0d8dd-24df-4344-94ea-8d9454a5984b req-b423a9b9-fb2c-43bc-9c9b-9018d23343e2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871551 Jul 16 20:19:52.283318 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Floating IP 8cbbe2e0-58d7-4ab7-8bd4-3873ee853346 associated. External IP: 172.25.7.179, port: 1221de76-f651-4438-be3d-48274262b99f. Jul 16 20:19:52.467199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Made reservation on behalf of 213a8a1bffd54956901e0cfda92a0980 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:52.471658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.511238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.519406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] device_id is not set on port 867b841c-b0fc-4075-a608-86313d367ca4 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:19:52.719924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Router 9cddcf46-f997-4d86-b939-38b97e87512f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:52.741567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Allocated IP 172.20.0.5 (f3e6a22e-934c-4f4f-814f-025a4106ea9a/b069b4ad-385f-4bba-964f-5529ee314557/867b841c-b0fc-4075-a608-86313d367ca4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:52.876953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:52.881771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:52.892342 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] Sync routers for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:52.921308 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:52.922368 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:52.951212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-85951daa-4de6-4710-976d-fa39a7a5ca19 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "PUT /v2.0/floatingips/8cbbe2e0-58d7-4ab7-8bd4-3873ee853346 HTTP/1.1" status: 200 len: 992 time: 2.0960901 Jul 16 20:19:52.953236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:52.957883 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3a9558-74da-41af-ba95-fc2fd429b40f" -d '{"events": [{"name": "network-changed", "server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:53.050167 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.075493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Transition to ACTIVE for port object 867b841c-b0fc-4075-a608-86313d367ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:19:53.130704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.141230 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.169594 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:53.171907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dc259-b244-41ae-9186-ba5a235fcf41 req-8414ae44-26a2-44cc-9127-0feb1b4420e5 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.179687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b93dc259-b244-41ae-9186-ba5a235fcf41 req-8414ae44-26a2-44cc-9127-0feb1b4420e5 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 946 time: 0.1103113 Jul 16 20:19:53.186984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:53.193771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:53.196380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:53.241739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b93dc259-b244-41ae-9186-ba5a235fcf41 req-4702f80e-cb9f-4915-a722-65bc8035d9ba tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610805 Jul 16 20:19:53.245546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Network f3e6a22e-934c-4f4f-814f-025a4106ea9a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:53.261138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:53.270734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:53.309228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event updated for resources: {'Port': ['ID=867b841c-b0fc-4075-a608-86313d367ca4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:53.366530 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.368084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:53.407039 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d0b2a2c-00b7-4862-b65d-e65eaa3d5d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.473352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b429b-4c5a-4dcf-90a3-037a10a1d209 req-92a6bb98-7f45-4871-955c-bb22902c7f6e tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.481657 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e2b429b-4c5a-4dcf-90a3-037a10a1d209 req-92a6bb98-7f45-4871-955c-bb22902c7f6e tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.0911844 Jul 16 20:19:53.528269 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.528969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.536064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e2b429b-4c5a-4dcf-90a3-037a10a1d209 req-ec22ced2-6294-42f1-8ed1-3a0c82ea8edf tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531642 Jul 16 20:19:53.543794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.545340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event updated for resources: {'Port': ['ID=21bffc75-c121-4e3e-b581-de4bb48c82f1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:53.549996 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '8cbbe2e0-58d7-4ab7-8bd4-3873ee853346', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'port_id': '1221de76-f651-4438-be3d-48274262b99f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'mac_address': 'fa:16:3e:1a:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d64df-f488-4edb-8765-22b968f19f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:19:24Z', 'updated_at': '2021-07-16T20:19:51Z', 'revision_number': 1, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe8fd89-c73e-4a68-8698-38849ad9d549', 'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'mac_address': 'fa:16:3e:cf:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:13Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 5, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'subnets': [{'id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:53.571306 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-41f85710-bb2a-4b60-a05a-e96eec29e357 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6131694 Jul 16 20:19:53.576047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1722964833-network', 'tenant_id': 'c986ab48bbc74ff584c60a2be4119edf'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:53.580555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:53.585239 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] Checking router: 9cddcf46-f997-4d86-b939-38b97e87512f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:19:53.594448 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:53.602269 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:53.618403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.631087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-465acdd5-79c8-4327-88a0-0a29bb3b53f7 None None] Provisioning for port 867b841c-b0fc-4075-a608-86313d367ca4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:19:53.642312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-465acdd5-79c8-4327-88a0-0a29bb3b53f7 None None] Provisioning complete for port 867b841c-b0fc-4075-a608-86313d367ca4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:19:53.643388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-465acdd5-79c8-4327-88a0-0a29bb3b53f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.646096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Made reservation on behalf of c986ab48bbc74ff584c60a2be4119edf for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:53.655763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.680549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.740177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-465acdd5-79c8-4327-88a0-0a29bb3b53f7 None None] Port 867b841c-b0fc-4075-a608-86313d367ca4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:19:53.742882 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b843655e-090e-41e0-977d-7e5df4509078 x-openstack-request-id: req-b843655e-090e-41e0-977d-7e5df4509078 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:53.744326 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "tag": "1221de76-f651-4438-be3d-48274262b99f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:53.745190 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b843655e-090e-41e0-977d-7e5df4509078 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:53.747203 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'status': 'completed', 'code': 200} Jul 16 20:19:53.782759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'project_id': '213a8a1bffd54956901e0cfda92a0980', 'port_id': '867b841c-b0fc-4075-a608-86313d367ca4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:53.841127 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:19:53.894898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.903353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.913668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-ce720839-8fd4-49ed-95e3-6139bc575447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:53.915225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-ce720839-8fd4-49ed-95e3-6139bc575447 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1098 time: 0.1069405 Jul 16 20:19:53.949935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.960560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:53.974348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:19:53.992833 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.000425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.001150 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Added segment c296a36b-446d-4063-9562-3e78da5474e9 of type vlan for network dfe2a8fe-45c8-4d08-8a33-100b668e792b Jul 16 20:19:54.002729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:54.057608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.059504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.059880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.060713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.061009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.061473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.061890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.062383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.062872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.063612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.067617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.067617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:19:54.100138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event updated for resources: {'Port': ['ID=21bffc75-c121-4e3e-b581-de4bb48c82f1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:54.109470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e8c69-beca-4d3f-8830-d3c1f2acd24e req-9de3b4d5-b625-4532-8982-4585970f664a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.111118 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-721e8c69-beca-4d3f-8830-d3c1f2acd24e req-9de3b4d5-b625-4532-8982-4585970f664a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 945 time: 0.2606213 Jul 16 20:19:54.117017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-7812cdc1-6f69-4226-b0f4-5e0bd9c69f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.119392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-7812cdc1-6f69-4226-b0f4-5e0bd9c69f4c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.1968088 Jul 16 20:19:54.119635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.158311 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.180663 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.183985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-8f979b16-e9a0-45a1-98c2-77afca8b763a tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6505110 Jul 16 20:19:54.216819 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-fa119219-4aad-4603-bebe-250770bd9c53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1000 time: 0.0915227 Jul 16 20:19:54.220260 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '8cbbe2e0-58d7-4ab7-8bd4-3873ee853346', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'port_id': '1221de76-f651-4438-be3d-48274262b99f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'mac_address': 'fa:16:3e:1a:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d64df-f488-4edb-8765-22b968f19f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:19:24Z', 'updated_at': '2021-07-16T20:19:51Z', 'revision_number': 1, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe8fd89-c73e-4a68-8698-38849ad9d549', 'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'mac_address': 'fa:16:3e:cf:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:13Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 5, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'subnets': [{'id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:54.249450 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b89bd2-b287-4c03-b895-841269672c7e None None] The sync data for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 is: [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '8cbbe2e0-58d7-4ab7-8bd4-3873ee853346', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'port_id': '1221de76-f651-4438-be3d-48274262b99f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'mac_address': 'fa:16:3e:1a:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d64df-f488-4edb-8765-22b968f19f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:19:24Z', 'updated_at': '2021-07-16T20:19:51Z', 'revision_number': 1, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe8fd89-c73e-4a68-8698-38849ad9d549', 'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'mac_address': 'fa:16:3e:cf:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:13Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 5, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'subnets': [{'id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:54.275333 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-9707fab7-931e-41a0-895c-12e2ef7b14cf tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0688984 Jul 16 20:19:54.392079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-18a73be3-a017-4b0d-ab96-a9667e7218ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.393588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-18a73be3-a017-4b0d-ab96-a9667e7218ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1449654 Jul 16 20:19:54.456542 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.466299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-228ae04e-5add-4f27-95f1-736b9c11bbd6 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.467775 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b0c0a48-714d-4b9b-ab75-c4acb64db6e5 req-228ae04e-5add-4f27-95f1-736b9c11bbd6 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1596134 Jul 16 20:19:54.491395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-09959325-7ee4-4083-a0bc-56e79df0f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.493096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-09959325-7ee4-4083-a0bc-56e79df0f4eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936573 Jul 16 20:19:54.532603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8ddf0f-2806-40c8-901a-2cab4aae8300 None None] New status for floating IP 8cbbe2e0-58d7-4ab7-8bd4-3873ee853346: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:19:54.581239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:19:54.604828 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-721e8c69-beca-4d3f-8830-d3c1f2acd24e req-40d199f1-1af4-442c-b47d-afda87b723a6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826522 Jul 16 20:19:54.629777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.630763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.631381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.632833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-1e33797d-747f-4f81-95c6-509ee3ab50d3 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318061 Jul 16 20:19:54.697026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3270695 Jul 16 20:19:54.702206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:54.715690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Request body: {'subnet': {'network_id': 'dfe2a8fe-45c8-4d08-8a33-100b668e792b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1722964833-subnet', 'tenant_id': 'c986ab48bbc74ff584c60a2be4119edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:19:54.784849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5f1ce-2434-4424-9380-d259c5f218f4 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe2a8fe-45c8-4d08-8a33-100b668e792b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:54.796945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.802139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6f5d0-7ec5-41b0-85c6-fb65932ef7b5 req-213a8fe8-c1af-4ed9-b624-9db7f5edea3b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:54.803747 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1b6f5d0-7ec5-41b0-85c6-fb65932ef7b5 req-213a8fe8-c1af-4ed9-b624-9db7f5edea3b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 945 time: 0.1882114 Jul 16 20:19:54.807668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network dfe2a8fe-45c8-4d08-8a33-100b668e792b details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:19:54.811787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b3a9558-74da-41af-ba95-fc2fd429b40f req-41bc1e4f-8e2e-444b-9558-d7621ff56c0c service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455550 Jul 16 20:19:54.848688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Made reservation on behalf of c986ab48bbc74ff584c60a2be4119edf for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:19:54.867898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:54.871397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1b6f5d0-7ec5-41b0-85c6-fb65932ef7b5 req-665b3903-ef9d-47b8-ba7d-6bc54f4391df tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Jul 16 20:19:54.981451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb1bd92f-5f00-4f8e-b752-df81cf83ca90 req-7afcb625-7cec-44c4-aaea-e97867689343 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips/bc58bdab-dfa2-41f1-9308-2dd4c9f9c145 HTTP/1.1" status: 200 len: 692 time: 0.0445373 Jul 16 20:19:55.080225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Allocated IP 172.25.7.155 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/3c3247bf-5222-484a-894b-ccaa2d4c1edc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:19:55.103949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bd92f-5f00-4f8e-b752-df81cf83ca90 req-68a2558b-faef-41c3-b8c2-a4fac51d4fc3 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.107762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb1bd92f-5f00-4f8e-b752-df81cf83ca90 req-68a2558b-faef-41c3-b8c2-a4fac51d4fc3 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1202939 Jul 16 20:19:55.272903 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.338088 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.351312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-dea639f0-9d75-425b-922f-7ab951fe9d54 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips/bc58bdab-dfa2-41f1-9308-2dd4c9f9c145 HTTP/1.1" status: 200 len: 692 time: 0.0460529 Jul 16 20:19:55.372580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ac67a7-15cf-4ced-95f7-03b4532d94f1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.414936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Checking segment: {'id': 'c296a36b-446d-4063-9562-3e78da5474e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfe2a8fe-45c8-4d08-8a33-100b668e792b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:19:55.415304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Network hostable DHCP agents. Network: dfe2a8fe-45c8-4d08-8a33-100b668e792b, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:19:55.439454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b3246-ef18-4694-a5bb-84fd0737213f req-2f59ecab-c5f6-4ddc-8b69-ce4cdc7dd3af tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.440960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee4b3246-ef18-4694-a5bb-84fd0737213f req-2f59ecab-c5f6-4ddc-8b69-ce4cdc7dd3af tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 945 time: 0.1873369 Jul 16 20:19:55.456147 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.461578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-89ca13c1-bee7-49ea-9803-42178fd0d541 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.462964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-89ca13c1-bee7-49ea-9803-42178fd0d541 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.1054320 Jul 16 20:19:55.470511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Network dfe2a8fe-45c8-4d08-8a33-100b668e792b is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:19:55.474944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ecf9cc3a-9e3e-47e9-b9bd-71bac9ad9ec7 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:19:55.475991 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ecf9cc3a-9e3e-47e9-b9bd-71bac9ad9ec7 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061684 Jul 16 20:19:55.518843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, dfe2a8fe-45c8-4d08-8a33-100b668e792b) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:55.521506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:19:55.527897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-63f449ed-063b-41cb-a1a1-9bbbc844c369 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0455005 Jul 16 20:19:55.528094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6129de1-2744-4643-9ca8-1cfd9437ba02 None None] Network dfe2a8fe-45c8-4d08-8a33-100b668e792b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:55.537175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:19:55.542160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.542946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.545263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:19:55.548223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Pushing event updated for resources: {'Port': ['ID=3c3247bf-5222-484a-894b-ccaa2d4c1edc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:55.560006 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee4b3246-ef18-4694-a5bb-84fd0737213f req-e0b0ad87-63ab-49ec-b54a-93b8a9403f48 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066015 Jul 16 20:19:55.588510 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-18811bb9-baf7-4fd3-9bfc-687ed433dc16 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0526192 Jul 16 20:19:55.601884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3de96ce1-207f-46b5-9747-4489e21a78ef admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8968532 Jul 16 20:19:55.723092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811faf6f-7fa9-40e5-b700-f740a83fb408 None None] Network dfe2a8fe-45c8-4d08-8a33-100b668e792b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:19:55.756658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Deleting port 21bffc75-c121-4e3e-b581-de4bb48c82f1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:55.757015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.875894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.876266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:55.888553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Calling delete_port for 21bffc75-c121-4e3e-b581-de4bb48c82f1 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:55.925061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da224a9e-5260-47a0-8bc6-85203c7c4dd2 req-dbe5701d-5bf3-4adf-be92-60742b56194f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:55.926579 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da224a9e-5260-47a0-8bc6-85203c7c4dd2 req-dbe5701d-5bf3-4adf-be92-60742b56194f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 945 time: 0.1703637 Jul 16 20:19:56.008869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da224a9e-5260-47a0-8bc6-85203c7c4dd2 req-756a087a-8ec4-4ef7-ab7b-84face81936e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737815 Jul 16 20:19:56.040001 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.069147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event deleted for resources: {'Port': ['ID=21bffc75-c121-4e3e-b581-de4bb48c82f1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:56.131891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-081129a3-a7e5-474f-b32f-f1b19aca5b99 req-0cd6dcba-890a-4a1d-a185-e019c1bc4ab9 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:19:56.132994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-081129a3-a7e5-474f-b32f-f1b19aca5b99 req-0cd6dcba-890a-4a1d-a185-e019c1bc4ab9 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080783 Jul 16 20:19:56.142413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.155547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.158425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.169854 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.170608 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee10621b-4dfb-4373-b6ea-08fa8680a2e6 req-ddd60850-8d97-4a7c-b128-da8a8d93c20c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "DELETE /v2.0/floatingips/bc58bdab-dfa2-41f1-9308-2dd4c9f9c145 HTTP/1.1" status: 204 len: 173 time: 0.5644760 Jul 16 20:19:56.315221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-081129a3-a7e5-474f-b32f-f1b19aca5b99 req-27368232-22d3-4ebe-8780-b3a17407f6c8 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1498363 Jul 16 20:19:56.316506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.488920 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.494256 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.574614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Pushing event updated for resources: {'Port': ['ID=3c3247bf-5222-484a-894b-ccaa2d4c1edc,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:56.590502 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:56.709861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a75a-876f-4500-bf37-6c695a65812d req-4939dbf5-e82e-47f5-9991-8f4b3d59b32a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.712506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-4939dbf5-e82e-47f5-9991-8f4b3d59b32a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/networks?id=dfe2a8fe-45c8-4d08-8a33-100b668e792b HTTP/1.1" status: 200 len: 809 time: 0.1642234 Jul 16 20:19:56.734717 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-ef788a33-ccda-4f53-8f02-95010b975c8d tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/quotas/c986ab48bbc74ff584c60a2be4119edf HTTP/1.1" status: 200 len: 375 time: 0.0169473 Jul 16 20:19:56.780196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-95ac32cd-4004-4bf2-9727-0262dde0a328 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c986ab48bbc74ff584c60a2be4119edf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387349 Jul 16 20:19:56.794333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-b3a58bf5-076d-4128-8847-692dcdce4e5e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.796585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-b3a58bf5-076d-4128-8847-692dcdce4e5e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 945 time: 0.1405542 Jul 16 20:19:56.876078 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Floating IP 9ee6ef21-e6df-4fa5-92c0-962fadcaa271 associated. External IP: 172.25.7.155, port: 867b841c-b0fc-4075-a608-86313d367ca4. Jul 16 20:19:56.885742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb19c4-fc96-4d04-b221-937e24c48082 req-d24f1737-9946-42b9-af62-8d6ac1e3f124 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:56.887463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ecb19c4-fc96-4d04-b221-937e24c48082 req-d24f1737-9946-42b9-af62-8d6ac1e3f124 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2554760 Jul 16 20:19:56.972379 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-3b0c8ad9-8b19-487b-bcb9-6fbc04b134f1 service neutron] 10.222.0.10 "GET /v2.0/networks/dfe2a8fe-45c8-4d08-8a33-100b668e792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746390 Jul 16 20:19:57.013238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Deleting port 7a9e8570-f586-4d8f-8593-a679f1e12470 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:57.013652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.400569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96904f22-06ec-4559-b381-5f3dedb6cb79 req-1bacd2ea-caa0-4190-a5f4-74b9a6598560 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.402621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96904f22-06ec-4559-b381-5f3dedb6cb79 req-1bacd2ea-caa0-4190-a5f4-74b9a6598560 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1331134 Jul 16 20:19:57.457596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-1910569d-0660-494b-8956-6550ec657c24 service neutron] 10.222.0.10 "GET /v2.0/networks/dfe2a8fe-45c8-4d08-8a33-100b668e792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760904 Jul 16 20:19:57.471457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] For port 7a9e8570-f586-4d8f-8593-a679f1e12470, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7a9e8570-f586-4d8f-8593-a679f1e12470,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:19:57.472000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.493977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Calling delete_port for 7a9e8570-f586-4d8f-8593-a679f1e12470 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:57.525613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96904f22-06ec-4559-b381-5f3dedb6cb79 req-1330b9be-8997-40c6-9213-180b7b332cf9 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819235 Jul 16 20:19:57.565537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Router 60752b50-a70c-4463-b9be-f111590abc03 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:19:57.673651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3a6500c-4a10-496c-a340-5a329d8c63f5 req-b44581bf-4bd5-4a5c-8690-2031303d4af7 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=103b8b39c74d49acb5fbbc73c05b705f HTTP/1.1" status: 200 len: 1655 time: 0.1045487 Jul 16 20:19:57.771121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.783628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f6f8274e-7ebd-45aa-9151-656b662476db', '7a9e8570-f586-4d8f-8593-a679f1e12470'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:57.792582 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:19:57.868472 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bc4b564-a828-4361-9c2e-a771e6ffaac4 req-d80d9e4a-dd40-4c2c-8419-7c7b35b00457 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb0df705-a984-45e2-913b-f91c630e9e1d HTTP/1.1" status: 200 len: 210 time: 0.0959771 Jul 16 20:19:57.887817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event deleted for resources: {'Port': ['ID=7a9e8570-f586-4d8f-8593-a679f1e12470,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:57.923126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:19:57.932869 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7918d5d-73ec-4fd5-994e-4dccdacfdf1e None None] Sync routers for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:19:57.952899 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7918d5d-73ec-4fd5-994e-4dccdacfdf1e None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:57.954496 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b7918d5d-73ec-4fd5-994e-4dccdacfdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:57.962731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6500c-4a10-496c-a340-5a329d8c63f5 req-00e8d025-996f-4015-bed7-171ea5befb38 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:57.970086 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3a6500c-4a10-496c-a340-5a329d8c63f5 req-00e8d025-996f-4015-bed7-171ea5befb38 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks?id=36f424e5-c152-427a-be5b-71ffae083c29&id=36f424e5-c152-427a-be5b-71ffae083c29&id=36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 787 time: 0.2954502 Jul 16 20:19:57.972856 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:57.978937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-f3a6500c-4a10-496c-a340-5a329d8c63f5 req-6a0328a0-250a-4ae7-91ac-875186838a79 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:19:57.999821 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3a6500c-4a10-496c-a340-5a329d8c63f5 req-6a0328a0-250a-4ae7-91ac-875186838a79 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258334 Jul 16 20:19:58.015545 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] No DVR routers for this DVR port 7a9e8570-f586-4d8f-8593-a679f1e12470 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:19:58.019662 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:58.026769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1415dfc7-e476-4d00-81c2-6f6c48d7193a req-090d6dc3-6807-4ba3-a52e-8b5321f5b3b2 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "DELETE /v2.0/ports/7a9e8570-f586-4d8f-8593-a679f1e12470 HTTP/1.1" status: 204 len: 173 time: 1.2204630 Jul 16 20:19:58.027274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0df705-a984-45e2-913b-f91c630e9e1d', 'name': 'network-vif-deleted', 'tag': '7a9e8570-f586-4d8f-8593-a679f1e12470'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:19:58.034543 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd98b3c-355d-48fd-86f0-138c36c440a3" -d '{"events": [{"server_uuid": "fb0df705-a984-45e2-913b-f91c630e9e1d", "name": "network-vif-deleted", "tag": "7a9e8570-f586-4d8f-8593-a679f1e12470"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:19:58.081358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d8153264-8829-4cdb-825b-5786fda39c4d tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.4975371 Jul 16 20:19:58.081611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.127831 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b7918d5d-73ec-4fd5-994e-4dccdacfdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:58.168264 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7918d5d-73ec-4fd5-994e-4dccdacfdf1e None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:19:58.171519 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b7918d5d-73ec-4fd5-994e-4dccdacfdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:58.325799 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b7918d5d-73ec-4fd5-994e-4dccdacfdf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:19:58.328679 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7918d5d-73ec-4fd5-994e-4dccdacfdf1e None None] The sync data for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:19:58.357484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafc51-87a8-43ba-8a68-6aa7392f1d5e req-442d2c67-2302-4388-93c1-18ac73e8b56c tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:58.363085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5aaafc51-87a8-43ba-8a68-6aa7392f1d5e req-442d2c67-2302-4388-93c1-18ac73e8b56c tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 945 time: 0.1975317 Jul 16 20:19:58.375309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c4a335fd-2e6a-4ec9-95c9-3c191a9e60e3 req-6ec9c234-1a01-4f55-a969-10d9ea63063c tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 210 time: 0.0681431 Jul 16 20:19:58.449196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6acca4d6-3f15-4117-948a-12e4400950b4 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] 10.222.0.10 "GET /v2.0/floatingips/9ee6ef21-e6df-4fa5-92c0-962fadcaa271 HTTP/1.1" status: 200 len: 982 time: 0.3624339 Jul 16 20:19:58.452797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.467629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5aaafc51-87a8-43ba-8a68-6aa7392f1d5e req-b2068507-9779-4b41-ace6-015e59f51281 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971124 Jul 16 20:19:58.525071 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-d8d3e41d-d967-4c1a-8afa-2158bdbb308f tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips/f3aee48e-26f7-484d-b9d9-8a647e0d2fe2 HTTP/1.1" status: 200 len: 692 time: 0.0982728 Jul 16 20:19:58.645763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d973261b-88d0-4568-bb7e-426b08026f90 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4475 time: 0.1887670 Jul 16 20:19:58.646474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58668) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.705104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58670) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:58.784617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-3fe4db32-55bd-4c8d-9925-d727cd334e2b tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:58.786217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-3fe4db32-55bd-4c8d-9925-d727cd334e2b tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.2462628 Jul 16 20:19:58.801423 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3304b3e5-ccfb-4fa2-a0fb-02f898588245 x-openstack-request-id: req-3304b3e5-ccfb-4fa2-a0fb-02f898588245 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:19:58.801725 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0df705-a984-45e2-913b-f91c630e9e1d", "name": "network-vif-deleted", "tag": "7a9e8570-f586-4d8f-8593-a679f1e12470", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:19:58.801977 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3304b3e5-ccfb-4fa2-a0fb-02f898588245 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:19:58.802379 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0df705-a984-45e2-913b-f91c630e9e1d', 'name': 'network-vif-deleted', 'tag': '7a9e8570-f586-4d8f-8593-a679f1e12470', 'status': 'completed', 'code': 200} Jul 16 20:19:58.905511 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-26e35905-7c3a-4050-9670-eb1876da666e tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.1021881 Jul 16 20:19:58.985501 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47615f75-4ea6-4928-be5e-39a28ebbcb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.016166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-c9577256-5d05-4b47-bba7-394903e9681d tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.53 HTTP/1.1" status: 200 len: 695 time: 0.1053238 Jul 16 20:19:59.070869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a33b4-e35f-4fbf-ae3d-ec06ee904ee9 req-6f7e28ac-2bcc-4f2d-aa6d-6a7230473486 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:59.072794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-471a33b4-e35f-4fbf-ae3d-ec06ee904ee9 req-6f7e28ac-2bcc-4f2d-aa6d-6a7230473486 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 945 time: 0.1346412 Jul 16 20:19:59.112067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Deleting port 3c3247bf-5222-484a-894b-ccaa2d4c1edc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:59.112421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.168070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-471a33b4-e35f-4fbf-ae3d-ec06ee904ee9 req-46659a68-29b2-45b7-9618-227550f484f1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839777 Jul 16 20:19:59.241635 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.242004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.256737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Calling delete_port for 3c3247bf-5222-484a-894b-ccaa2d4c1edc owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:59.259491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Deleting port 244de259-699d-422d-add2-b7fcc466fc3f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:19:59.259839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.281696 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47615f75-4ea6-4928-be5e-39a28ebbcb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.306083 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47615f75-4ea6-4928-be5e-39a28ebbcb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.438242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-47615f75-4ea6-4928-be5e-39a28ebbcb38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27aead08c07b419c88dbf4efdfa7aa0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7287602 Jul 16 20:19:59.439354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58684) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:19:59.441903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47615f75-4ea6-4928-be5e-39a28ebbcb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956ff254-4ce7-4706-a5ce-baad3376e1fe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:59.485256 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.485700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.503288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Calling delete_port for 244de259-699d-422d-add2-b7fcc466fc3f owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:19:59.541948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5058d1d-a7c1-4fda-9d66-b6bef88d6a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.556244 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.598809 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5058d1d-a7c1-4fda-9d66-b6bef88d6a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.607610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event deleted for resources: {'Port': ['ID=3c3247bf-5222-484a-894b-ccaa2d4c1edc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:59.716570 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.717021 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Floating IP 9ee6ef21-e6df-4fa5-92c0-962fadcaa271 disassociated (deleted). External IP: 172.25.7.155, port: 867b841c-b0fc-4075-a608-86313d367ca4. Jul 16 20:19:59.785773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5058d1d-a7c1-4fda-9d66-b6bef88d6a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.787448 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.788505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5058d1d-a7c1-4fda-9d66-b6bef88d6a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:19:59.794792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e5058d1d-a7c1-4fda-9d66-b6bef88d6a2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/956ff254-4ce7-4706-a5ce-baad3376e1fe HTTP/1.1" status: 204 len: 168 time: 0.3493698 Jul 16 20:19:59.830426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5058d1d-a7c1-4fda-9d66-b6bef88d6a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956ff254-4ce7-4706-a5ce-baad3376e1fe,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:59.907844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event deleted for resources: {'Port': ['ID=244de259-699d-422d-add2-b7fcc466fc3f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:19:59.928125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eebaf-323d-43b9-bbfc-7ad25a5d5dc5 req-053fc33b-dbe7-4bc1-955b-5fbdabe96031 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:59.937358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eebaf-323d-43b9-bbfc-7ad25a5d5dc5 req-053fc33b-dbe7-4bc1-955b-5fbdabe96031 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:59.943796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eebaf-323d-43b9-bbfc-7ad25a5d5dc5 req-053fc33b-dbe7-4bc1-955b-5fbdabe96031 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:19:59.945859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-003eebaf-323d-43b9-bbfc-7ad25a5d5dc5 req-053fc33b-dbe7-4bc1-955b-5fbdabe96031 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7&device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37&device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 2417 time: 0.1816754 Jul 16 20:20:00.038302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a75a-876f-4500-bf37-6c695a65812d req-a9a23b1f-2fec-4812-a8fe-0a9800b78c7f tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.040820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-a9a23b1f-2fec-4812-a8fe-0a9800b78c7f tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.30 "GET /v2.0/networks?id=dfe2a8fe-45c8-4d08-8a33-100b668e792b HTTP/1.1" status: 200 len: 809 time: 0.2869730 Jul 16 20:20:00.049578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.053475 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.055293 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2c5c0ab-aa2f-4e0a-9ac8-e91ca3beab1d req-63c1f02b-36d5-4398-83c7-2a3f21b54aa0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "DELETE /v2.0/floatingips/f3aee48e-26f7-484d-b9d9-8a647e0d2fe2 HTTP/1.1" status: 204 len: 173 time: 1.0348291 Jul 16 20:20:00.064390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7a9e8570-f586-4d8f-8593-a679f1e12470 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:00.069765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Request body: {'port': {'device_id': 'f87cfec1-e647-4c92-861c-71bba9b37c8f', 'network_id': 'dfe2a8fe-45c8-4d08-8a33-100b668e792b', 'admin_state_up': True, 'tenant_id': 'c986ab48bbc74ff584c60a2be4119edf'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:00.096541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-003eebaf-323d-43b9-bbfc-7ad25a5d5dc5 req-41c02eaf-f97c-43cd-99d3-d8a9525209df tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130595 Jul 16 20:20:00.098517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 7a9e8570-f586-4d8f-8593-a679f1e12470 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:00.098875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7a9e8570-f586-4d8f-8593-a679f1e12470 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:00.157493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Router 60752b50-a70c-4463-b9be-f111590abc03 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:00.325529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Made reservation on behalf of c986ab48bbc74ff584c60a2be4119edf for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:00.333572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.336511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f0fadcc-8ff7-4c9c-913a-045640c9b720 req-e79f6fb2-5c83-4371-a8ca-c40a679814ff tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 210 time: 0.0402184 Jul 16 20:20:00.350920 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:00.359158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.366022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311e7ab-9a94-4009-b3f4-d1578dec43ab None None] Sync routers for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:00.389138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311e7ab-9a94-4009-b3f4-d1578dec43ab None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:00.389875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0311e7ab-9a94-4009-b3f4-d1578dec43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:00.469449 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-be056901-bd56-4594-a919-0a5385bff9df tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "DELETE /v2.0/floatingips/9ee6ef21-e6df-4fa5-92c0-962fadcaa271 HTTP/1.1" status: 204 len: 168 time: 1.8215473 Jul 16 20:20:00.470331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:00.478358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0311e7ab-9a94-4009-b3f4-d1578dec43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:00.488669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311e7ab-9a94-4009-b3f4-d1578dec43ab None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:00.489643 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0311e7ab-9a94-4009-b3f4-d1578dec43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:00.490314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:00.603864 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f42988c-319f-4887-9940-89008d787c32 req-71ca25b2-6c50-4d32-88f2-6adf5a7e90d0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips/79dc17e4-6132-4568-a1d2-e07ab0e95afc HTTP/1.1" status: 200 len: 692 time: 0.1319597 Jul 16 20:20:00.675619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0311e7ab-9a94-4009-b3f4-d1578dec43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:00.676495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311e7ab-9a94-4009-b3f4-d1578dec43ab None None] The sync data for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:00.688289 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:00.716898 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7106299-9918-4d9a-87f5-5b13e5622e92 req-a3ca833c-594c-4180-a95b-35685314dd75 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1099763 Jul 16 20:20:00.813631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Allocated IP 172.20.0.13 (dfe2a8fe-45c8-4d08-8a33-100b668e792b/a0ac67a7-15cf-4ced-95f7-03b4532d94f1/882ee41f-8497-49f6-b90c-86bf7a7ff377) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:00.829785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42988c-319f-4887-9940-89008d787c32 req-3f0100f2-c5f4-4e28-87a4-30b80a7c41ac tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:00.831283 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f42988c-319f-4887-9940-89008d787c32 req-3f0100f2-c5f4-4e28-87a4-30b80a7c41ac tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.2264383 Jul 16 20:20:00.937178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f42988c-319f-4887-9940-89008d787c32 req-5a95ada2-f535-4437-b1de-a0631ae13271 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 695 time: 0.0979517 Jul 16 20:20:01.024437 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f42988c-319f-4887-9940-89008d787c32 req-2ea2568e-8367-46ee-914d-2e2b0320082f tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.11 HTTP/1.1" status: 200 len: 695 time: 0.0741453 Jul 16 20:20:01.130894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.178955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e384f-556e-48dc-9319-ec13947b0255 req-96672ebb-d218-4cf7-bf29-53c2958f5e44 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.180563 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-360e384f-556e-48dc-9319-ec13947b0255 req-96672ebb-d218-4cf7-bf29-53c2958f5e44 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 946 time: 0.0815158 Jul 16 20:20:01.231824 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-360e384f-556e-48dc-9319-ec13947b0255 req-b96a4497-b0fd-410a-8b16-78bef6bf76b7 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436018 Jul 16 20:20:01.300776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.394750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-9f42988c-319f-4887-9940-89008d787c32 req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Deleting port ddddd338-6075-4fe7-94b6-1afe496cdab9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:01.395332 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f42988c-319f-4887-9940-89008d787c32 req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.474435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Allocated IP 172.25.7.210 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/27245047-5adb-4ca2-885d-3add234f7d52) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:01.496971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.658079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Network dfe2a8fe-45c8-4d08-8a33-100b668e792b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:01.675314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336872f-4a70-4a68-afae-435933564849 req-9b2868ca-c6d8-4ffe-bf47-f000d8bca7b2 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.676767 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3336872f-4a70-4a68-afae-435933564849 req-9b2868ca-c6d8-4ffe-bf47-f000d8bca7b2 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 932 time: 0.0911338 Jul 16 20:20:01.699939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:01.707706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:01.713458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Pushing event updated for resources: {'Port': ['ID=882ee41f-8497-49f6-b90c-86bf7a7ff377,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:01.728218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3336872f-4a70-4a68-afae-435933564849 req-7801568d-8ba7-41cf-b766-562f7c147223 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 Jul 16 20:20:01.749379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f42988c-319f-4887-9940-89008d787c32 req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.749709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f42988c-319f-4887-9940-89008d787c32 req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.788577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-9f42988c-319f-4887-9940-89008d787c32 req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Calling delete_port for ddddd338-6075-4fe7-94b6-1afe496cdab9 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:01.822400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:01.823109 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.848313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:01.937441 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-cad184eb-fe75-420a-ae4a-a2e1b6cd239a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8704178 Jul 16 20:20:01.956494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Request body: {'port': {'device_id': 'f87cfec1-e647-4c92-861c-71bba9b37c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:02.468220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-4a879038-9ab1-4cc6-9c77-e8b9b06415a3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.469798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-4a879038-9ab1-4cc6-9c77-e8b9b06415a3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 946 time: 0.5821922 Jul 16 20:20:02.475442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.583221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.596508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:02.610361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90014397-0755-444b-81ed-46dee4b1df3f req-4d1c07ef-6345-494e-9241-092b7287e99c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:02.611977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-90014397-0755-444b-81ed-46dee4b1df3f req-4d1c07ef-6345-494e-9241-092b7287e99c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 946 time: 0.0866716 Jul 16 20:20:02.621296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:02.630711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:02.668418 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Pushing event updated for resources: {'Port': ['ID=27245047-5adb-4ca2-885d-3add234f7d52,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:02.686028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-90014397-0755-444b-81ed-46dee4b1df3f req-55cb2f5f-b5ea-4510-9b11-79235a12f77e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676577 Jul 16 20:20:02.748331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f42988c-319f-4887-9940-89008d787c32 req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:02.800054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event deleted for resources: {'Port': ['ID=ddddd338-6075-4fe7-94b6-1afe496cdab9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:02.894326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:02.996145 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.041052 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f42988c-319f-4887-9940-89008d787c32 req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.044798 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f42988c-319f-4887-9940-89008d787c32 req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.045924 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f42988c-319f-4887-9940-89008d787c32 req-501b5dd3-1a45-4d6d-b04a-5edfacb78ef0 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "DELETE /v2.0/floatingips/79dc17e4-6132-4568-a1d2-e07ab0e95afc HTTP/1.1" status: 204 len: 173 time: 2.0136905 Jul 16 20:20:03.053569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99d27b4-5e69-404d-9d98-c62ef78fc65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.072008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Deleting port f6f8274e-7ebd-45aa-9151-656b662476db {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:03.072225 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.190925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.214838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c687c-d62e-4055-9ba5-39987292c223 req-65c0e5b9-3368-4f9e-abe5-5366c4aff37c tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:03.217090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f8c687c-d62e-4055-9ba5-39987292c223 req-65c0e5b9-3368-4f9e-abe5-5366c4aff37c tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 932 time: 0.1286287 Jul 16 20:20:03.268367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99d27b4-5e69-404d-9d98-c62ef78fc65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.291814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f8c687c-d62e-4055-9ba5-39987292c223 req-d3b47123-a6c9-45a3-aa5e-7aad8e1683e3 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612211 Jul 16 20:20:03.293346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99d27b4-5e69-404d-9d98-c62ef78fc65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.295050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] For port f6f8274e-7ebd-45aa-9151-656b662476db, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f6f8274e-7ebd-45aa-9151-656b662476db,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:03.295453 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.327172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Calling delete_port for f6f8274e-7ebd-45aa-9151-656b662476db owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:03.337408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d27b4-5e69-404d-9d98-c62ef78fc65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b5401b-a8d4-452a-b4fb-9edb1523a898,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:03.347897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d99d27b4-5e69-404d-9d98-c62ef78fc65f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0949b223782c4231a3b044c5a7d51e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524424 Jul 16 20:20:03.348582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58782) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:03.403029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-529cb0c5-788d-42ae-9cb4-22c70df7728d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.436995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-529cb0c5-788d-42ae-9cb4-22c70df7728d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.462200 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-2a4c9ea1-2191-4b5a-8565-e21f9013e357 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips/d5874172-7856-4bb9-9248-cb1e36ffe213 HTTP/1.1" status: 200 len: 693 time: 0.1552837 Jul 16 20:20:03.555817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882ee41f-8497-49f6-b90c-86bf7a7ff377 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:03.574405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.674667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Transition to ACTIVE for port object 882ee41f-8497-49f6-b90c-86bf7a7ff377 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:03.692281 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.774459 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.777701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-529cb0c5-788d-42ae-9cb4-22c70df7728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.780569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-529cb0c5-788d-42ae-9cb4-22c70df7728d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.781947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-529cb0c5-788d-42ae-9cb4-22c70df7728d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27b5401b-a8d4-452a-b4fb-9edb1523a898 HTTP/1.1" status: 204 len: 168 time: 0.4318266 Jul 16 20:20:03.793590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cb0c5-788d-42ae-9cb4-22c70df7728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b5401b-a8d4-452a-b4fb-9edb1523a898,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:03.796658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:03.846223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-6d85cccf-1d82-4fe2-bfc5-a4dd92614461 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:03.847823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-6d85cccf-1d82-4fe2-bfc5-a4dd92614461 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 784 time: 0.3563032 Jul 16 20:20:03.852588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Pushing event updated for resources: {'Port': ['ID=882ee41f-8497-49f6-b90c-86bf7a7ff377,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.007875 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.015322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ebd23-0dbe-464e-a3f6-e893c348636f req-0272b390-16dd-4ae1-9d70-ef52c1036436 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:04.019829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f6f8274e-7ebd-45aa-9151-656b662476db'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:04.025805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-269ebd23-0dbe-464e-a3f6-e893c348636f req-0272b390-16dd-4ae1-9d70-ef52c1036436 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 945 time: 0.0833635 Jul 16 20:20:04.029383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:04.043417 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-7fd093ea-10d6-4a35-a9de-6c666aca68d8 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.1856713 Jul 16 20:20:04.054868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Pushing event updated for resources: {'Port': ['ID=27245047-5adb-4ca2-885d-3add234f7d52,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.082427 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-269ebd23-0dbe-464e-a3f6-e893c348636f req-aab2e6f3-0948-4bed-b9e3-23f520c249c0 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535998 Jul 16 20:20:04.134705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.147420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:04.163694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-587c00ad-f5a3-40d4-9fb6-8b97cda6ad0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.177872 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-b94921b5-8b3d-44ee-8e46-83e3b169292c tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.7.213 HTTP/1.1" status: 200 len: 696 time: 0.1335230 Jul 16 20:20:04.221970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event deleted for resources: {'Port': ['ID=f6f8274e-7ebd-45aa-9151-656b662476db,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.260666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4e0eb4a-7e91-40b2-a754-3b92608912fc req-6fa5e781-f74c-4fac-bb87-55e458725074 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=a719a849-a1a6-4b59-9e3d-c7aeca0403fc HTTP/1.1" status: 200 len: 210 time: 0.0403109 Jul 16 20:20:04.281930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] No DVR routers for this DVR port f6f8274e-7ebd-45aa-9151-656b662476db on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:04.293902 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.295969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27808e20-9711-48c7-b7a9-6ef339c64d5c req-438fa1fd-c75a-4680-9758-1217d707f701 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "DELETE /v2.0/ports/f6f8274e-7ebd-45aa-9151-656b662476db HTTP/1.1" status: 204 len: 173 time: 1.8131559 Jul 16 20:20:04.296416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a719a849-a1a6-4b59-9e3d-c7aeca0403fc', 'name': 'network-vif-deleted', 'tag': 'f6f8274e-7ebd-45aa-9151-656b662476db'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:04.298668 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9490206-99a8-479e-8832-1be061649a6d" -d '{"events": [{"server_uuid": "a719a849-a1a6-4b59-9e3d-c7aeca0403fc", "name": "network-vif-deleted", "tag": "f6f8274e-7ebd-45aa-9151-656b662476db"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:04.309928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Attempting to bind port 882ee41f-8497-49f6-b90c-86bf7a7ff377 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:04.310260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Attempting to bind port 882ee41f-8497-49f6-b90c-86bf7a7ff377 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c296a36b-446d-4063-9562-3e78da5474e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfe2a8fe-45c8-4d08-8a33-100b668e792b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:04.310583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Attempting to bind port 882ee41f-8497-49f6-b90c-86bf7a7ff377 on network dfe2a8fe-45c8-4d08-8a33-100b668e792b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:04.324248 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-587c00ad-f5a3-40d4-9fb6-8b97cda6ad0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.331621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-587c00ad-f5a3-40d4-9fb6-8b97cda6ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.347712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Port 882ee41f-8497-49f6-b90c-86bf7a7ff377 on network dfe2a8fe-45c8-4d08-8a33-100b668e792b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:04.348050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Attempting to bind port 882ee41f-8497-49f6-b90c-86bf7a7ff377 on network dfe2a8fe-45c8-4d08-8a33-100b668e792b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:04.357866 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e33df3-d302-4eba-a5d2-144a62cc8e88 x-openstack-request-id: req-b6e33df3-d302-4eba-a5d2-144a62cc8e88 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:04.358422 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a719a849-a1a6-4b59-9e3d-c7aeca0403fc", "name": "network-vif-deleted", "tag": "f6f8274e-7ebd-45aa-9151-656b662476db", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:04.358722 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6e33df3-d302-4eba-a5d2-144a62cc8e88 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:04.359113 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a719a849-a1a6-4b59-9e3d-c7aeca0403fc', 'name': 'network-vif-deleted', 'tag': 'f6f8274e-7ebd-45aa-9151-656b662476db', 'status': 'completed', 'code': 200} Jul 16 20:20:04.360022 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.364607 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2a8c208f-0529-4f63-9d66-99573bffcb08 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8862464 Jul 16 20:20:04.367649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:04.383074 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-587c00ad-f5a3-40d4-9fb6-8b97cda6ad0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e03844d68a44786970ebb9a698f7921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345614 Jul 16 20:20:04.384253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c00ad-f5a3-40d4-9fb6-8b97cda6ad0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30419da2-cb32-4ad1-b401-1ca09df8ba5e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.387570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:04.387992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:04.389878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Checking segment: {'id': 'c296a36b-446d-4063-9562-3e78da5474e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfe2a8fe-45c8-4d08-8a33-100b668e792b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:04.391691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Bound using segment: {'id': 'c296a36b-446d-4063-9562-3e78da5474e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfe2a8fe-45c8-4d08-8a33-100b668e792b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:04.392858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Bound port: 882ee41f-8497-49f6-b90c-86bf7a7ff377, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c296a36b-446d-4063-9562-3e78da5474e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfe2a8fe-45c8-4d08-8a33-100b668e792b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:04.393899 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.454445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-724a0421-cc0a-4e6a-bfd9-563a2d304c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.489335 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-724a0421-cc0a-4e6a-bfd9-563a2d304c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.566865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Deleting port c51e5d6c-1a26-4ef7-805b-e1a984d7b8de {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:04.567304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.570172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] For port 882ee41f-8497-49f6-b90c-86bf7a7ff377, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:04.575696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] For port 882ee41f-8497-49f6-b90c-86bf7a7ff377, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=882ee41f-8497-49f6-b90c-86bf7a7ff377,segment=NetworkSegment(c296a36b-446d-4063-9562-3e78da5474e9),segment_id=c296a36b-446d-4063-9562-3e78da5474e9)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:04.597031 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.611822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c6cdb-da1b-48bd-b789-cbd94cd83bb2 req-9e77a823-1259-4060-ba8c-fa0db0739ec1 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:04.615749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f8c6cdb-da1b-48bd-b789-cbd94cd83bb2 req-9e77a823-1259-4060-ba8c-fa0db0739ec1 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 944 time: 0.1240323 Jul 16 20:20:04.643150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:04.645166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.646617 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] 10.222.0.30 "PUT /v2.0/ports/882ee41f-8497-49f6-b90c-86bf7a7ff377 HTTP/1.1" status: 200 len: 1093 time: 2.6981015 Jul 16 20:20:04.692907 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f8c6cdb-da1b-48bd-b789-cbd94cd83bb2 req-c5000213-abed-44e8-b21f-30e1e0bc445e tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710611 Jul 16 20:20:04.694875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-724a0421-cc0a-4e6a-bfd9-563a2d304c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.699824 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-724a0421-cc0a-4e6a-bfd9-563a2d304c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.702880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-724a0421-cc0a-4e6a-bfd9-563a2d304c07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30419da2-cb32-4ad1-b401-1ca09df8ba5e HTTP/1.1" status: 204 len: 168 time: 0.3133438 Jul 16 20:20:04.713272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a0421-cc0a-4e6a-bfd9-563a2d304c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30419da2-cb32-4ad1-b401-1ca09df8ba5e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.816132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.816486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.833345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:04.841767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcfc72-a264-41c7-9e86-d2ef5b41d503 service neutron] Pushing event updated for resources: {'Port': ['ID=882ee41f-8497-49f6-b90c-86bf7a7ff377,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:04.852965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Calling delete_port for c51e5d6c-1a26-4ef7-805b-e1a984d7b8de owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:04.906446 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:04.985652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a75a-876f-4500-bf37-6c695a65812d req-67a0cd81-8bc1-4efd-83eb-b6afe23f4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:04.987571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-67a0cd81-8bc1-4efd-83eb-b6afe23f4883 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c986ab48bbc74ff584c60a2be4119edf&device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 1096 time: 0.2623317 Jul 16 20:20:05.060987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-4d9cc75a-0732-4af2-8ccc-874dc68776f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=882ee41f-8497-49f6-b90c-86bf7a7ff377 HTTP/1.1" status: 200 len: 217 time: 0.0589468 Jul 16 20:20:05.213460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a75a-876f-4500-bf37-6c695a65812d req-18be3931-904d-4822-9010-f58631d212fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:05.215131 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-18be3931-904d-4822-9010-f58631d212fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0ac67a7-15cf-4ced-95f7-03b4532d94f1 HTTP/1.1" status: 200 len: 849 time: 0.1363382 Jul 16 20:20:05.263000 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-35be5df6-c021-4dab-b689-316dd09398c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfe2a8fe-45c8-4d08-8a33-100b668e792b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350342 Jul 16 20:20:05.264703 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.315878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Pushing event deleted for resources: {'Port': ['ID=c51e5d6c-1a26-4ef7-805b-e1a984d7b8de,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:05.365286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223475b-1a04-46dc-b18b-451d95fad3c5 req-263c834b-be06-406d-8dc9-ccba23cade84 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:05.366907 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a223475b-1a04-46dc-b18b-451d95fad3c5 req-263c834b-be06-406d-8dc9-ccba23cade84 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 945 time: 0.1262717 Jul 16 20:20:05.427182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a223475b-1a04-46dc-b18b-451d95fad3c5 req-ea759ea6-0336-4cdc-8847-7c13b8997a03 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511539 Jul 16 20:20:05.697550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.828849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-ee5b9d33-9c97-491c-981a-6bf69c39a1c5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:05.830553 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-ee5b9d33-9c97-491c-981a-6bf69c39a1c5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 945 time: 0.0970454 Jul 16 20:20:05.993519 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:05.998175 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.006800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5653c34e-39b5-45dd-8d9c-da5dbb060fb4 req-c3dbf5a0-4c33-423c-b2ad-d1e8335367d5 tempest-FloatingIPDetailsTestJSON-1302177610 tempest-FloatingIPDetailsTestJSON-1302177610-project] 10.222.0.10 "DELETE /v2.0/floatingips/d5874172-7856-4bb9-9248-cb1e36ffe213 HTTP/1.1" status: 204 len: 173 time: 1.8277442 Jul 16 20:20:06.013889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:06.035772 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-fc5fc00d-6bfc-4cfc-86d0-7d0ac597c505 service neutron] 10.222.0.30 "GET /v2.0/networks/dfe2a8fe-45c8-4d08-8a33-100b668e792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7334971 Jul 16 20:20:06.088219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f6f8274e-7ebd-45aa-9151-656b662476db no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:06.106773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-10eb4b5b-500d-45bb-9a8f-d86c2f31a88a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:06.112496 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-10eb4b5b-500d-45bb-9a8f-d86c2f31a88a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.2795696 Jul 16 20:20:06.134228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: f6f8274e-7ebd-45aa-9151-656b662476db {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:06.134867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f6f8274e-7ebd-45aa-9151-656b662476db not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:06.142492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-9b4be853-db11-497a-b240-5834331f1695 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/quotas/0410be0c0294441b99dffe52e22a48d5 HTTP/1.1" status: 200 len: 375 time: 0.0239160 Jul 16 20:20:06.156151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Deleting port aac1e8f5-559b-4852-96df-3f5b81b902f1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:06.158667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.170836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Allocated IP 172.25.7.103 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/38644880-fa16-45e4-b234-d2acf5dbc346) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:06.346849 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-13fb152a-0f6d-45a7-a529-41f9739d6664 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781540 Jul 16 20:20:06.349058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] For port aac1e8f5-559b-4852-96df-3f5b81b902f1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=aac1e8f5-559b-4852-96df-3f5b81b902f1,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:06.349504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.369555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87cfec1-e647-4c92-861c-71bba9b37c8f', 'tag': '882ee41f-8497-49f6-b90c-86bf7a7ff377'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:06.372084 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f87cfec1-e647-4c92-861c-71bba9b37c8f", "tag": "882ee41f-8497-49f6-b90c-86bf7a7ff377"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:06.375525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Calling delete_port for aac1e8f5-559b-4852-96df-3f5b81b902f1 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:06.470498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0127a75a-876f-4500-bf37-6c695a65812d req-3c4c2a03-fbdd-42dd-b150-d09178ce7e87 service neutron] 10.222.0.30 "GET /v2.0/networks/dfe2a8fe-45c8-4d08-8a33-100b668e792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729320 Jul 16 20:20:06.517925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa786488-7da9-4444-9b26-f1b2112e458a req-1d47894b-64b0-43f8-942d-6140a39e2b18 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:06.525140 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aa786488-7da9-4444-9b26-f1b2112e458a req-1d47894b-64b0-43f8-942d-6140a39e2b18 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 944 time: 0.3424566 Jul 16 20:20:06.549947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-7d05227d-7354-45e3-84e8-f713a6874605 service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884325 Jul 16 20:20:06.693377 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.709265 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aa786488-7da9-4444-9b26-f1b2112e458a req-ee77043d-450d-4cd0-a347-a0a4c7647b13 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824389 Jul 16 20:20:06.725742 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-9890e9ae-1605-4a64-a431-e7a0dc6b98e4 service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638801 Jul 16 20:20:06.744141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.765229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['161a74db-e4b7-424c-8eca-1a6e0d342b63', '5066812a-01c8-4d86-8767-19d2ac8d29d6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:06.825953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Pushing event deleted for resources: {'Port': ['ID=aac1e8f5-559b-4852-96df-3f5b81b902f1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:06.947142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] No DVR routers for this DVR port aac1e8f5-559b-4852-96df-3f5b81b902f1 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:06.956564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.963367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc4646ba-8797-40a6-a01a-abb8dcaedd1e req-6d0abbec-aa1b-4818-82f6-5bd3a1e625d1 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "DELETE /v2.0/ports/aac1e8f5-559b-4852-96df-3f5b81b902f1 HTTP/1.1" status: 204 len: 173 time: 1.1165466 Jul 16 20:20:06.964999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407db0f4-51a8-48dd-8ab1-b1d83f8a70b7', 'name': 'network-vif-deleted', 'tag': 'aac1e8f5-559b-4852-96df-3f5b81b902f1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:06.966894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:06.972397 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c165010-81d4-4f78-b752-235381f14ca8" -d '{"events": [{"server_uuid": "407db0f4-51a8-48dd-8ab1-b1d83f8a70b7", "name": "network-vif-deleted", "tag": "aac1e8f5-559b-4852-96df-3f5b81b902f1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:07.064156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:07.070740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:07.077017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:07.130607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Pushing event updated for resources: {'Port': ['ID=38644880-fa16-45e4-b234-d2acf5dbc346,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:07.297219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.311690 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6e5891-aa88-4cd9-a27e-7d631291077b x-openstack-request-id: req-fe6e5891-aa88-4cd9-a27e-7d631291077b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:07.312138 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87cfec1-e647-4c92-861c-71bba9b37c8f", "tag": "882ee41f-8497-49f6-b90c-86bf7a7ff377", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:07.312726 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe6e5891-aa88-4cd9-a27e-7d631291077b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:07.313341 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87cfec1-e647-4c92-861c-71bba9b37c8f', 'tag': '882ee41f-8497-49f6-b90c-86bf7a7ff377', 'status': 'completed', 'code': 200} Jul 16 20:20:07.412924 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.415195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:07.460107 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a7d9f2-8f89-4ea0-ab83-aca248ccde6a x-openstack-request-id: req-b6a7d9f2-8f89-4ea0-ab83-aca248ccde6a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:07.460706 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407db0f4-51a8-48dd-8ab1-b1d83f8a70b7", "name": "network-vif-deleted", "tag": "aac1e8f5-559b-4852-96df-3f5b81b902f1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:07.462872 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6a7d9f2-8f89-4ea0-ab83-aca248ccde6a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:07.463536 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407db0f4-51a8-48dd-8ab1-b1d83f8a70b7', 'name': 'network-vif-deleted', 'tag': 'aac1e8f5-559b-4852-96df-3f5b81b902f1', 'status': 'completed', 'code': 200} Jul 16 20:20:07.506052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-97a04af9-c699-4787-88fa-7d6a304de51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:07.513317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-97a04af9-c699-4787-88fa-7d6a304de51b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c986ab48bbc74ff584c60a2be4119edf&device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 1096 time: 0.1997578 Jul 16 20:20:07.579074 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e766dae2-6799-4c40-adc9-f2f3cfd1fea1 req-63c2e3bf-a2a9-4031-81d7-ec6283f4fcb5 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=407db0f4-51a8-48dd-8ab1-b1d83f8a70b7 HTTP/1.1" status: 200 len: 210 time: 0.0541794 Jul 16 20:20:07.655087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c293ceb-15ea-4be8-9579-8e34e2304d98 req-60d7f00f-3b16-48ac-adfd-17f9ce2bf4f4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 210 time: 0.1013520 Jul 16 20:20:07.728164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-3515e7e8-0b73-43ce-9928-e913abc3cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:07.734880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-3515e7e8-0b73-43ce-9928-e913abc3cf95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfe2a8fe-45c8-4d08-8a33-100b668e792b HTTP/1.1" status: 200 len: 910 time: 0.1726737 Jul 16 20:20:07.822070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-10272bf0-8d02-4de9-811f-fbf84a67e372 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=882ee41f-8497-49f6-b90c-86bf7a7ff377 HTTP/1.1" status: 200 len: 217 time: 0.0671079 Jul 16 20:20:07.952390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-4d667f85-afff-4929-b6e1-2a0f33a70c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:07.955032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-4d667f85-afff-4929-b6e1-2a0f33a70c94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0ac67a7-15cf-4ced-95f7-03b4532d94f1 HTTP/1.1" status: 200 len: 849 time: 0.1221204 Jul 16 20:20:08.013579 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.019704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-9e10b685-68e6-4b20-ac1a-a956a69fe5cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfe2a8fe-45c8-4d08-8a33-100b668e792b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458703 Jul 16 20:20:08.070484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.198059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47189de1-0bc5-45fa-810e-8cbaff259c5b req-4e7cc2cf-d5f5-404e-8a92-ae227333920f tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:08.212746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-47189de1-0bc5-45fa-810e-8cbaff259c5b req-4e7cc2cf-d5f5-404e-8a92-ae227333920f tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 944 time: 0.3362603 Jul 16 20:20:08.334299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Pushing event updated for resources: {'Port': ['ID=38644880-fa16-45e4-b234-d2acf5dbc346,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:08.338475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-47189de1-0bc5-45fa-810e-8cbaff259c5b req-8e2a4d15-d0ad-4bfb-a94c-70d12fe52f8a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240284 Jul 16 20:20:08.340410 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.376788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Deleting port 3f59e4af-8dc8-4e8a-b27f-68699be6146e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:08.377396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.382324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.384437 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1fe9e558-bd83-439e-8966-9ef6a41aa389 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0146503 Jul 16 20:20:08.387964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:08.487797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-dbcbc1de-013c-4a63-951b-c4d1c7816265 service neutron] 10.222.0.30 "GET /v2.0/networks/dfe2a8fe-45c8-4d08-8a33-100b668e792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409819 Jul 16 20:20:08.566799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:08.569051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f0006dd3-4788-49b9-9a71-a82e9d819dc9 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.1785336 Jul 16 20:20:08.586469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 882ee41f-8497-49f6-b90c-86bf7a7ff377 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:08.589772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aac1e8f5-559b-4852-96df-3f5b81b902f1 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:08.683771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd05a244-2a02-4b83-aed5-20d4e0e2a4e3 req-a04d6144-9746-4dd1-bd5c-55ccc12b0e70 service neutron] 10.222.0.30 "GET /v2.0/networks/dfe2a8fe-45c8-4d08-8a33-100b668e792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824028 Jul 16 20:20:08.684693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: aac1e8f5-559b-4852-96df-3f5b81b902f1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:08.685182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device aac1e8f5-559b-4852-96df-3f5b81b902f1 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:08.750193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] For port 3f59e4af-8dc8-4e8a-b27f-68699be6146e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3f59e4af-8dc8-4e8a-b27f-68699be6146e,segment=NetworkSegment(59bc8449-00f0-4762-9250-70de81351cf3),segment_id=59bc8449-00f0-4762-9250-70de81351cf3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:08.750456 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:08.759357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-47250393-d2d6-4149-b5f6-5ca63176d51b tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1855016 Jul 16 20:20:08.761809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:08.776578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Calling delete_port for 3f59e4af-8dc8-4e8a-b27f-68699be6146e owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:08.926295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 882ee41f-8497-49f6-b90c-86bf7a7ff377, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=882ee41f-8497-49f6-b90c-86bf7a7ff377,segment=NetworkSegment(c296a36b-446d-4063-9562-3e78da5474e9),segment_id=c296a36b-446d-4063-9562-3e78da5474e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:08.942074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '882ee41f-8497-49f6-b90c-86bf7a7ff377', 'network_id': 'dfe2a8fe-45c8-4d08-8a33-100b668e792b', 'port_id': '882ee41f-8497-49f6-b90c-86bf7a7ff377', 'mac_address': 'fa:16:3e:bc:3c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ac67a7-15cf-4ced-95f7-03b4532d94f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:09.004637 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.012447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Deleting port 38644880-fa16-45e4-b234-d2acf5dbc346 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:09.012887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.027833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882ee41f-8497-49f6-b90c-86bf7a7ff377 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:09.061825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 882ee41f-8497-49f6-b90c-86bf7a7ff377, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=882ee41f-8497-49f6-b90c-86bf7a7ff377,segment=NetworkSegment(c296a36b-446d-4063-9562-3e78da5474e9),segment_id=c296a36b-446d-4063-9562-3e78da5474e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:09.071000 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.128822 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-25bc15ad-af94-4787-8f2b-45becafdbb67 req-ee47ca79-693a-4d8f-8b00-954dbed439bd tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 210 time: 0.0841269 Jul 16 20:20:09.220252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=882ee41f-8497-49f6-b90c-86bf7a7ff377,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.233015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.233361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.233747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.234358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.234758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.235404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.235794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.236124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.236449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.237308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.237648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.238023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:09.253524 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.254013 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.273929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Calling delete_port for 38644880-fa16-45e4-b234-d2acf5dbc346 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:09.313041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.358781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58944) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:09.368708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f59e4af-8dc8-4e8a-b27f-68699be6146e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.553458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['882ee41f-8497-49f6-b90c-86bf7a7ff377'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:09.650549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53075d6e-c4e4-4b0c-b928-ff5bea12840a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.712957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1cfe97f8-abd1-40bb-b4f6-81da1e6a3e61 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:09.715726 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1cfe97f8-abd1-40bb-b4f6-81da1e6a3e61 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.3369722 Jul 16 20:20:09.741412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Request body: {'port': {'device_id': '4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'admin_state_up': True, 'tenant_id': '0410be0c0294441b99dffe52e22a48d5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:09.834167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc107d3-7e9b-4718-a3f7-4948cf8b9928 req-039d9577-3a99-419d-ad61-d2611fc80580 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:09.836151 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cc107d3-7e9b-4718-a3f7-4948cf8b9928 req-039d9577-3a99-419d-ad61-d2611fc80580 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 945 time: 0.3840296 Jul 16 20:20:09.855247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:09.913263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Pushing event deleted for resources: {'Port': ['ID=38644880-fa16-45e4-b234-d2acf5dbc346,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:09.939575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cc107d3-7e9b-4718-a3f7-4948cf8b9928 req-1d0cf157-2f97-46b7-a48c-1847990fb9dd tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942605 Jul 16 20:20:10.029518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.032207 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.036059 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2d8ac8a7-ad70-45ff-8a38-80311c4d74d6 tempest-FloatingIPAdminTestJSON-1817392758 tempest-FloatingIPAdminTestJSON-1817392758-project] 10.222.0.10 "DELETE /v2.0/floatingips/a5dfa924-5aaf-43a2-818e-3b84de3789af HTTP/1.1" status: 204 len: 168 time: 1.2702479 Jul 16 20:20:10.036962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:10.112475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53075d6e-c4e4-4b0c-b928-ff5bea12840a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.124131 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53075d6e-c4e4-4b0c-b928-ff5bea12840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.227714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-53075d6e-c4e4-4b0c-b928-ff5bea12840a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=011331c4bd7b4044b1783519b317897a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8650489 Jul 16 20:20:10.227714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53075d6e-c4e4-4b0c-b928-ff5bea12840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f366822-0abd-4aa8-9981-e80db331ab84,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:10.228156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58956) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:10.301264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Deleting port 27245047-5adb-4ca2-885d-3add234f7d52 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:10.301657 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.306534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c15d-fc46-44d5-9be3-3aa4f0c47c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.317491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.335946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfd34b-924d-4b1a-9805-e45845798143 req-0a4c8fae-364a-4b54-a050-3dd029a4f67a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:10.337464 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcdfd34b-924d-4b1a-9805-e45845798143 req-0a4c8fae-364a-4b54-a050-3dd029a4f67a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 945 time: 0.4609258 Jul 16 20:20:10.366806 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ac09931-11eb-461a-87fd-63dd5f256459 req-75c1b3f2-4165-4b6b-a941-e11460d95f8b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 210 time: 0.0487208 Jul 16 20:20:10.379112 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c15d-fc46-44d5-9be3-3aa4f0c47c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.391430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Made reservation on behalf of 0410be0c0294441b99dffe52e22a48d5 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:10.394928 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.457566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.457923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.476273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Calling delete_port for 27245047-5adb-4ca2-885d-3add234f7d52 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:10.510311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fcdfd34b-924d-4b1a-9805-e45845798143 req-f88a6666-dd6f-44a7-b6a8-46efe6dd2ac3 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615524 Jul 16 20:20:10.525382 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c15d-fc46-44d5-9be3-3aa4f0c47c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.528154 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c15d-fc46-44d5-9be3-3aa4f0c47c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.529407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5ee6c15d-fc46-44d5-9be3-3aa4f0c47c81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f366822-0abd-4aa8-9981-e80db331ab84 HTTP/1.1" status: 204 len: 168 time: 0.2990289 Jul 16 20:20:10.546794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6c15d-fc46-44d5-9be3-3aa4f0c47c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f366822-0abd-4aa8-9981-e80db331ab84,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:10.667706 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:10.719398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Allocated IP 172.20.0.7 (49d84030-b85a-4216-bb1c-9f7bf56f3df7/d816731d-17e8-4d9f-91b2-0f2ddd22c9ba/56d84043-0800-4dd3-ab66-1d0e419b7166) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:10.768444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Router 4bc37187-827a-46bf-a1cf-23fc04171a5d has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:10.933563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:10.965233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0012f12d-c0c7-4f12-a4dc-e60db891d2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.019911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:11.021866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Pushing event deleted for resources: {'Port': ['ID=27245047-5adb-4ca2-885d-3add234f7d52,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:11.030169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9186503c-e8cc-4b0a-aa6c-cbff75a0dd81 admin admin] 10.222.0.10 "PUT /v2.0/routers/4bc37187-827a-46bf-a1cf-23fc04171a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0121586 Jul 16 20:20:11.035131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.037214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.044030 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] Sync routers for ids ['4bc37187-827a-46bf-a1cf-23fc04171a5d'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:11.059074 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] Routers {'4bc37187-827a-46bf-a1cf-23fc04171a5d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:11.059737 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4bc37187-827a-46bf-a1cf-23fc04171a5d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:11.151000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.154949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.156645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6b0e4257-ab7a-48da-b6aa-b457f52feb82 tempest-FloatingIPAdminTestJSON-1665528818 tempest-FloatingIPAdminTestJSON-1665528818-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/3978a5f7-2800-424d-8502-41006fcabe30 HTTP/1.1" status: 204 len: 168 time: 1.1194279 Jul 16 20:20:11.161044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.227093 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] Set router 4bc37187-827a-46bf-a1cf-23fc04171a5d gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:11.257301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.271055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:11.310334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.359205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0bee3ba9-93f7-4c78-8c46-7a4ea2f80387 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Deleting port 867b841c-b0fc-4075-a608-86313d367ca4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:11.359671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bee3ba9-93f7-4c78-8c46-7a4ea2f80387 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.387351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:11.395909 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0012f12d-c0c7-4f12-a4dc-e60db891d2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.396648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-17fe1ec9-a873-4044-b3dc-0075775333f4 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:11.398145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-17fe1ec9-a873-4044-b3dc-0075775333f4 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "GET /v2.0/ports?device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 945 time: 0.1341484 Jul 16 20:20:11.411849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:11.418407 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0012f12d-c0c7-4f12-a4dc-e60db891d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.454241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:11.466812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21059e-193f-4aa7-bdff-80bb157f3b7e req-16ff49e9-5e63-4775-96e3-84ae9c205e8f tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:11.474116 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e21059e-193f-4aa7-bdff-80bb157f3b7e req-16ff49e9-5e63-4775-96e3-84ae9c205e8f tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 945 time: 0.3522103 Jul 16 20:20:11.476187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event updated for resources: {'Port': ['ID=56d84043-0800-4dd3-ab66-1d0e419b7166,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:11.576211 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:18Z', 'updated_at': '2021-07-16T20:20:09Z', 'revision_number': 5, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'gw_port': {'id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:20Z', 'updated_at': '2021-07-16T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:11.580562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012f12d-c0c7-4f12-a4dc-e60db891d2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb406904-bcb8-4225-9597-5599d011ed26,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:11.594009 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0012f12d-c0c7-4f12-a4dc-e60db891d2a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfd122ccf2c140618daa9d452989c28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593485 Jul 16 20:20:11.600678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:11.614651 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bee3ba9-93f7-4c78-8c46-7a4ea2f80387 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.618849 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] Checking router: 4bc37187-827a-46bf-a1cf-23fc04171a5d for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:20:11.624005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:11.624005 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.640302 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e21059e-193f-4aa7-bdff-80bb157f3b7e req-641c1097-2441-490c-a654-324af65c0278 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647725 Jul 16 20:20:11.641675 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] Routers {'4bc37187-827a-46bf-a1cf-23fc04171a5d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:11.642347 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4bc37187-827a-46bf-a1cf-23fc04171a5d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:11.679888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0bee3ba9-93f7-4c78-8c46-7a4ea2f80387 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Calling delete_port for 867b841c-b0fc-4075-a608-86313d367ca4 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:11.698079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.728597 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b00161b9-7d9a-4456-a82b-847ea52f668f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.754839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-1addaa6c-256f-486b-b380-bc7513f8c0a0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0222545 Jul 16 20:20:11.764503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b00161b9-7d9a-4456-a82b-847ea52f668f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.773011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Deleting port 5066812a-01c8-4d86-8767-19d2ac8d29d6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:11.773357 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.808595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Request body: {'port': {'device_id': '4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:11.819237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc8b32-ad8c-4743-a448-8899c76c5ede req-b73a6038-ed00-42db-8f80-b7ee379c3e2f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:11.821000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bcfc8b32-ad8c-4743-a448-8899c76c5ede req-b73a6038-ed00-42db-8f80-b7ee379c3e2f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 931 time: 0.1917214 Jul 16 20:20:11.842711 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] Set router 4bc37187-827a-46bf-a1cf-23fc04171a5d gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:20:11.952358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bcfc8b32-ad8c-4743-a448-8899c76c5ede req-7ac13842-1f53-46de-a2c4-8b02d1a64e85 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227741 Jul 16 20:20:11.978764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Deleting port 0eae9c28-3fca-46db-8510-57ac686a01ef {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:11.979463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:11.982774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] For port 5066812a-01c8-4d86-8767-19d2ac8d29d6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5066812a-01c8-4d86-8767-19d2ac8d29d6,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:11.983206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.003249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Calling delete_port for 5066812a-01c8-4d86-8767-19d2ac8d29d6 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:12.020177 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bee3ba9-93f7-4c78-8c46-7a4ea2f80387 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.022921 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b00161b9-7d9a-4456-a82b-847ea52f668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.026205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b00161b9-7d9a-4456-a82b-847ea52f668f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.034621 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b00161b9-7d9a-4456-a82b-847ea52f668f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb406904-bcb8-4225-9597-5599d011ed26 HTTP/1.1" status: 204 len: 168 time: 0.4278636 Jul 16 20:20:12.043635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.083802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ee674-027d-4cec-989f-d6be3b7e2f87 req-86a918ad-9452-4985-8f31-4c6cbe81852a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:12.089884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee3ba9-93f7-4c78-8c46-7a4ea2f80387 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event deleted for resources: {'Port': ['ID=867b841c-b0fc-4075-a608-86313d367ca4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.093238 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7f8ee674-027d-4cec-989f-d6be3b7e2f87 req-86a918ad-9452-4985-8f31-4c6cbe81852a tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 945 time: 0.3261681 Jul 16 20:20:12.105607 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:18Z', 'updated_at': '2021-07-16T20:20:09Z', 'revision_number': 5, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'gw_port': {'id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:20Z', 'updated_at': '2021-07-16T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:12.172416 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77572e-9795-4c1c-8f60-567b0d8caed6 None None] The sync data for ids ['4bc37187-827a-46bf-a1cf-23fc04171a5d'] in n-d-792394-17 is: [{'id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'name': 'tempest-FloatingIPDetailsTestJSON-474095142-router', 'tenant_id': '103b8b39c74d49acb5fbbc73c05b705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:18Z', 'updated_at': '2021-07-16T20:20:09Z', 'revision_number': 5, 'project_id': '103b8b39c74d49acb5fbbc73c05b705f', 'gw_port': {'id': '0eae9c28-3fca-46db-8510-57ac686a01ef', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc37187-827a-46bf-a1cf-23fc04171a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:20Z', 'updated_at': '2021-07-16T20:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:12.183237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00161b9-7d9a-4456-a82b-847ea52f668f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb406904-bcb8-4225-9597-5599d011ed26,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.230359 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bee3ba9-93f7-4c78-8c46-7a4ea2f80387 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.235031 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0bee3ba9-93f7-4c78-8c46-7a4ea2f80387 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "DELETE /v2.0/ports/867b841c-b0fc-4075-a608-86313d367ca4 HTTP/1.1" status: 204 len: 168 time: 1.0685806 Jul 16 20:20:12.235884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:12.328701 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7f8ee674-027d-4cec-989f-d6be3b7e2f87 req-0edee5fe-6c92-4765-a9aa-703fe69b4b39 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337968 Jul 16 20:20:12.347601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] For port 0eae9c28-3fca-46db-8510-57ac686a01ef, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0eae9c28-3fca-46db-8510-57ac686a01ef,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:12.351768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.358643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.378148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['161a74db-e4b7-424c-8eca-1a6e0d342b63', '5066812a-01c8-4d86-8767-19d2ac8d29d6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:12.430488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Pushing event deleted for resources: {'Port': ['ID=5066812a-01c8-4d86-8767-19d2ac8d29d6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:12.447623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28661894-77f1-4959-8a0f-645716c43923 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:12.450262 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-28661894-77f1-4959-8a0f-645716c43923 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "GET /v2.0/ports?device_id=60752b50-a70c-4463-b9be-f111590abc03 HTTP/1.1" status: 200 len: 913 time: 0.2132516 Jul 16 20:20:12.455493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58988) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:12.504111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Calling delete_port for 0eae9c28-3fca-46db-8510-57ac686a01ef owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:12.677186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] No DVR routers for this DVR port 5066812a-01c8-4d86-8767-19d2ac8d29d6 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:12.684718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:12.688374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6baed3a-1d4b-4796-93cc-65e241ddcced req-62a63af6-f328-49da-98d4-7d99fa289a11 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "DELETE /v2.0/ports/5066812a-01c8-4d86-8767-19d2ac8d29d6 HTTP/1.1" status: 204 len: 173 time: 1.2791169 Jul 16 20:20:12.689204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ef62a-a6bd-42e7-b63b-7c7bc24dcf37', 'name': 'network-vif-deleted', 'tag': '5066812a-01c8-4d86-8767-19d2ac8d29d6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:12.692498 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09602e40-7a54-4944-87f7-fabfe966bc7a" -d '{"events": [{"server_uuid": "385ef62a-a6bd-42e7-b63b-7c7bc24dcf37", "name": "network-vif-deleted", "tag": "5066812a-01c8-4d86-8767-19d2ac8d29d6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:12.840331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 882ee41f-8497-49f6-b90c-86bf7a7ff377 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:12.928077 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a244aef-5fed-4508-9ead-b65d28c74090 x-openstack-request-id: req-8a244aef-5fed-4508-9ead-b65d28c74090 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:12.928544 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385ef62a-a6bd-42e7-b63b-7c7bc24dcf37", "name": "network-vif-deleted", "tag": "5066812a-01c8-4d86-8767-19d2ac8d29d6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:12.928897 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a244aef-5fed-4508-9ead-b65d28c74090 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:12.929405 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385ef62a-a6bd-42e7-b63b-7c7bc24dcf37', 'name': 'network-vif-deleted', 'tag': '5066812a-01c8-4d86-8767-19d2ac8d29d6', 'status': 'completed', 'code': 200} Jul 16 20:20:13.053401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 882ee41f-8497-49f6-b90c-86bf7a7ff377 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:13.065438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 882ee41f-8497-49f6-b90c-86bf7a7ff377 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:13.066080 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.270905 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.278928 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f2e5f52-900b-4c7e-b739-4e32464e42a9 req-0b7e12c3-fa2a-4420-b164-1c1b856c7561 tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=385ef62a-a6bd-42e7-b63b-7c7bc24dcf37 HTTP/1.1" status: 200 len: 210 time: 0.1600280 Jul 16 20:20:13.388681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87cfec1-e647-4c92-861c-71bba9b37c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ee41f-8497-49f6-b90c-86bf7a7ff377'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:13.396831 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b45b81-8037-494b-859f-993e13e69bc7" -d '{"events": [{"server_uuid": "f87cfec1-e647-4c92-861c-71bba9b37c8f", "name": "network-vif-plugged", "status": "completed", "tag": "882ee41f-8497-49f6-b90c-86bf7a7ff377"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:13.449399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 882ee41f-8497-49f6-b90c-86bf7a7ff377, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=882ee41f-8497-49f6-b90c-86bf7a7ff377,segment=NetworkSegment(c296a36b-446d-4063-9562-3e78da5474e9),segment_id=c296a36b-446d-4063-9562-3e78da5474e9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:13.458030 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.465873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5066812a-01c8-4d86-8767-19d2ac8d29d6 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:13.511578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d84043-0800-4dd3-ab66-1d0e419b7166 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:13.538579 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.549035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.652726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Pushing event deleted for resources: {'Port': ['ID=0eae9c28-3fca-46db-8510-57ac686a01ef,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.682718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=882ee41f-8497-49f6-b90c-86bf7a7ff377,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:13.683573 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Transition to ACTIVE for port object 56d84043-0800-4dd3-ab66-1d0e419b7166 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:13.693665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 5066812a-01c8-4d86-8767-19d2ac8d29d6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:13.694848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5066812a-01c8-4d86-8767-19d2ac8d29d6 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:13.715487 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.845391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06470b-b72d-48e8-a40e-60a2a6aa281b req-1c81a468-4755-4c7f-a9f2-c9863021b251 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:13.849220 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b06470b-b72d-48e8-a40e-60a2a6aa281b req-1c81a468-4755-4c7f-a9f2-c9863021b251 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 931 time: 0.5549104 Jul 16 20:20:13.869240 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:13.982995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c19561-5775-414c-ac64-8458fea95dff req-61c2029d-35aa-41b0-8ba6-bbf7af5b7556 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:13.985812 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1c19561-5775-414c-ac64-8458fea95dff req-61c2029d-35aa-41b0-8ba6-bbf7af5b7556 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 946 time: 0.2169657 Jul 16 20:20:14.047696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Pushing event updated for resources: {'Port': ['ID=56d84043-0800-4dd3-ab66-1d0e419b7166,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:14.098674 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.108955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1c19561-5775-414c-ac64-8458fea95dff req-dd7bd140-cdab-4f59-ba24-59d46960cf80 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145124 Jul 16 20:20:14.220832 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b06470b-b72d-48e8-a40e-60a2a6aa281b req-9c12f768-520b-4bf2-bea2-b158495d745e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069825 Jul 16 20:20:14.325223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Attempting to bind port 56d84043-0800-4dd3-ab66-1d0e419b7166 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:14.325223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Attempting to bind port 56d84043-0800-4dd3-ab66-1d0e419b7166 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:14.325223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Attempting to bind port 56d84043-0800-4dd3-ab66-1d0e419b7166 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:14.336844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3f59e4af-8dc8-4e8a-b27f-68699be6146e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:14.362665 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.366755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Port 56d84043-0800-4dd3-ab66-1d0e419b7166 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:14.370226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Attempting to bind port 56d84043-0800-4dd3-ab66-1d0e419b7166 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:14.375686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.404711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:14.404867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Checking segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:14.405500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Bound using segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:14.406411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Bound port: 56d84043-0800-4dd3-ab66-1d0e419b7166, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:14.407024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.414532 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098dc88e-cc72-480e-9108-5a9cb9d9d60a x-openstack-request-id: req-098dc88e-cc72-480e-9108-5a9cb9d9d60a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:14.415305 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87cfec1-e647-4c92-861c-71bba9b37c8f", "name": "network-vif-plugged", "status": "completed", "tag": "882ee41f-8497-49f6-b90c-86bf7a7ff377", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:14.415592 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-098dc88e-cc72-480e-9108-5a9cb9d9d60a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:14.416265 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87cfec1-e647-4c92-861c-71bba9b37c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882ee41f-8497-49f6-b90c-86bf7a7ff377', 'code': 200} Jul 16 20:20:14.417582 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3f59e4af-8dc8-4e8a-b27f-68699be6146e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:14.418133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3f59e4af-8dc8-4e8a-b27f-68699be6146e not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:14.584403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.585136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc37187-827a-46bf-a1cf-23fc04171a5d {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:20:14.600918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.606446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b6cd709b-92f3-47ed-8355-d9c36ef8790c admin admin] 10.222.0.10 "DELETE /v2.0/routers/4bc37187-827a-46bf-a1cf-23fc04171a5d HTTP/1.1" status: 204 len: 168 time: 3.5659680 Jul 16 20:20:14.607768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:14.691216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46c3b0-af95-4997-b569-63f5d31d2f16 req-7814388d-5477-49cc-8035-602972fea257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.721056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f46c3b0-af95-4997-b569-63f5d31d2f16 req-7814388d-5477-49cc-8035-602972fea257 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 1098 time: 0.2196839 Jul 16 20:20:14.740039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2070a4-f6ce-415c-87d6-ba6053f51e94 admin admin] Deleting subnet b0581928-0ef3-44f1-a368-828747863b7d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:14.752710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] For port 56d84043-0800-4dd3-ab66-1d0e419b7166, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:14.755868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a2070a4-f6ce-415c-87d6-ba6053f51e94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.760572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] For port 56d84043-0800-4dd3-ab66-1d0e419b7166, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=56d84043-0800-4dd3-ab66-1d0e419b7166,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:14.805528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.812595 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f46c3b0-af95-4997-b569-63f5d31d2f16 req-916c24e9-8ae8-4d58-9443-0dab18259359 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830967 Jul 16 20:20:14.846814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:14.847744 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.848484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Deleting port 85d8e864-645f-49e1-8e67-f1b87fa1eb68 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:14.848910 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:14.850174 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] 10.222.0.63 "PUT /v2.0/ports/56d84043-0800-4dd3-ab66-1d0e419b7166 HTTP/1.1" status: 200 len: 1092 time: 3.0564978 Jul 16 20:20:14.850782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb', 'tag': '56d84043-0800-4dd3-ab66-1d0e419b7166'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:14.856355 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6c6775-b857-4c45-b503-97b5d14c49b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb", "tag": "56d84043-0800-4dd3-ab66-1d0e419b7166"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:14.929473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a2070a4-f6ce-415c-87d6-ba6053f51e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.003984 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cbe125-61b9-409d-80d3-81af0bb24be7 x-openstack-request-id: req-c4cbe125-61b9-409d-80d3-81af0bb24be7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:15.004364 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb", "tag": "56d84043-0800-4dd3-ab66-1d0e419b7166", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:15.004687 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4cbe125-61b9-409d-80d3-81af0bb24be7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:15.005164 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb', 'tag': '56d84043-0800-4dd3-ab66-1d0e419b7166', 'status': 'completed', 'code': 200} Jul 16 20:20:15.027889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cd992-acb3-4cc9-8de1-ac9913a10645 service neutron] Pushing event updated for resources: {'Port': ['ID=56d84043-0800-4dd3-ab66-1d0e419b7166,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.036791 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.055002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Calling delete_port for 85d8e864-645f-49e1-8e67-f1b87fa1eb68 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:15.083238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6f207829-5d34-4f44-99d2-9cdcfd0d2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.084744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-6f207829-5d34-4f44-99d2-9cdcfd0d2a49 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 1095 time: 0.1820083 Jul 16 20:20:15.157054 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-af1f0fb2-cdc5-4db6-8820-41c5665d7e0b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d84043-0800-4dd3-ab66-1d0e419b7166 HTTP/1.1" status: 200 len: 217 time: 0.0535789 Jul 16 20:20:15.195328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a2070a4-f6ce-415c-87d6-ba6053f51e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.270349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-45093b96-a9f0-479f-9642-13fbc95d366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.272323 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-45093b96-a9f0-479f-9642-13fbc95d366c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.0976145 Jul 16 20:20:15.354689 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-43626adb-de5d-4cd6-a370-b0e0dd897f52 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682490 Jul 16 20:20:15.395763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.438767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc442-d845-4ccc-89ac-a8da5946e41b req-cf80a5f0-29bc-44c8-b11b-6071f51829cc tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:15.448057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c9bc442-d845-4ccc-89ac-a8da5946e41b req-cf80a5f0-29bc-44c8-b11b-6071f51829cc tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1896989 Jul 16 20:20:15.453985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a2070a4-f6ce-415c-87d6-ba6053f51e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.461129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event deleted for resources: {'Port': ['ID=85d8e864-645f-49e1-8e67-f1b87fa1eb68,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.558499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.578380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c9bc442-d845-4ccc-89ac-a8da5946e41b req-a144eed7-117a-4cf3-aae5-889a893719dd tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284873 Jul 16 20:20:15.962360 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2070a4-f6ce-415c-87d6-ba6053f51e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0581928-0ef3-44f1-a368-828747863b7d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:15.968167 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a2070a4-f6ce-415c-87d6-ba6053f51e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:15.976518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2a2070a4-f6ce-415c-87d6-ba6053f51e94 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b0581928-0ef3-44f1-a368-828747863b7d HTTP/1.1" status: 204 len: 168 time: 1.3673167 Jul 16 20:20:15.984620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:15.984931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b755548-0b2d-416f-8191-c6d01ac187cd None None] Network 6ba134dc-7222-49f5-bcf7-ef2402265848 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:16.153563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-b85d6e39-413d-4d09-ac99-b3fee0444550 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7967336 Jul 16 20:20:16.171726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb4a6a-9ca9-4e16-85b4-14c51f2c5703 req-da43c4fa-7f62-4a04-a3de-033851cfe2a5 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.186098 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ccb4a6a-9ca9-4e16-85b4-14c51f2c5703 req-da43c4fa-7f62-4a04-a3de-033851cfe2a5 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 946 time: 0.8008187 Jul 16 20:20:16.208087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0eae9c28-3fca-46db-8510-57ac686a01ef no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:16.220454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.232848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 0eae9c28-3fca-46db-8510-57ac686a01ef {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:16.233199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0eae9c28-3fca-46db-8510-57ac686a01ef not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:16.287744 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.314610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6738f-933a-4529-bc7c-dbaeb463ea8c req-26c78fce-e907-48b6-ab5b-9c6d58b32e88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.316745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02a6738f-933a-4529-bc7c-dbaeb463ea8c req-26c78fce-e907-48b6-ab5b-9c6d58b32e88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 943 time: 0.1659341 Jul 16 20:20:16.400011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e998898-6d82-4412-a17e-71660064acb5 None None] DHCP port deletion for 6ba134dc-7222-49f5-bcf7-ef2402265848 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:16.412279 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ccb4a6a-9ca9-4e16-85b4-14c51f2c5703 req-67c1eccb-ba3a-4295-8707-66f3bdf48051 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245247 Jul 16 20:20:16.437578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02a6738f-933a-4529-bc7c-dbaeb463ea8c req-0af16db0-ce09-4e55-8bbf-03dbd03bf6b1 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028106 Jul 16 20:20:16.472620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.503150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8e998898-6d82-4412-a17e-71660064acb5 None None] Deleting port 939b0708-9ee1-405b-a932-cc033748f146 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:16.510629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e998898-6d82-4412-a17e-71660064acb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.553093 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0655bfa-61da-4771-9cce-8297cfa11693 req-8be64e72-ceac-4c52-9d1c-e06ce76a1101 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611431 Jul 16 20:20:16.576357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Deleting port 939b0708-9ee1-405b-a932-cc033748f146 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:16.590012 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.616229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8e998898-6d82-4412-a17e-71660064acb5 None None] For port 939b0708-9ee1-405b-a932-cc033748f146, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=939b0708-9ee1-405b-a932-cc033748f146,segment=NetworkSegment(59bc8449-00f0-4762-9250-70de81351cf3),segment_id=59bc8449-00f0-4762-9250-70de81351cf3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:16.617997 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e998898-6d82-4412-a17e-71660064acb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.635352 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8e998898-6d82-4412-a17e-71660064acb5 None None] Calling delete_port for 939b0708-9ee1-405b-a932-cc033748f146 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:16.772739 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e998898-6d82-4412-a17e-71660064acb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.799049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] For port 939b0708-9ee1-405b-a932-cc033748f146, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=939b0708-9ee1-405b-a932-cc033748f146,segment=NetworkSegment(59bc8449-00f0-4762-9250-70de81351cf3),segment_id=59bc8449-00f0-4762-9250-70de81351cf3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:16.799434 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:16.818282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Calling delete_port for 939b0708-9ee1-405b-a932-cc033748f146 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:16.839468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e998898-6d82-4412-a17e-71660064acb5 None None] No DVR routers for this DVR port 939b0708-9ee1-405b-a932-cc033748f146 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:16.849547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e998898-6d82-4412-a17e-71660064acb5 None None] Pushing event deleted for resources: {'Port': ['ID=939b0708-9ee1-405b-a932-cc033748f146,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:16.888699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-258d3e96-0033-4a41-b677-3c1e0c4db829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.890250 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-258d3e96-0033-4a41-b677-3c1e0c4db829 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 1095 time: 0.1421444 Jul 16 20:20:16.922303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Router 60752b50-a70c-4463-b9be-f111590abc03 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:16.973999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24377c72-cdd3-491a-ace2-7bb8ffca2266 req-23ad2725-59af-46b0-9568-9c1b139375fe tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:16.976209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24377c72-cdd3-491a-ace2-7bb8ffca2266 req-23ad2725-59af-46b0-9568-9c1b139375fe tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1452417 Jul 16 20:20:17.017408 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.061770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Pushing event deleted for resources: {'Port': ['ID=939b0708-9ee1-405b-a932-cc033748f146,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:17.068528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-59ec24e1-e31e-46e0-842e-81cdec82d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.070761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-59ec24e1-e31e-46e0-842e-81cdec82d88d service neutron] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 906 time: 0.1724968 Jul 16 20:20:17.071990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] No DVR routers for this DVR port 939b0708-9ee1-405b-a932-cc033748f146 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:17.150388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24377c72-cdd3-491a-ace2-7bb8ffca2266 req-8f8e56f9-8f98-49e1-9da1-7ac526d2925f tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/security-groups?id=564c82f2-00a1-4c97-a605-93e2deaa7f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159093 Jul 16 20:20:17.157248 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-b289bfbd-4d19-4196-a00b-ec65f4bf18e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d84043-0800-4dd3-ab66-1d0e419b7166 HTTP/1.1" status: 200 len: 217 time: 0.0787132 Jul 16 20:20:17.173649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:17.192134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7e3bf551-5825-4866-8977-c8453e37553f tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "PUT /v2.0/routers/60752b50-a70c-4463-b9be-f111590abc03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7340922 Jul 16 20:20:17.195821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59084) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:17.196549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a8a77-ec91-4046-9cce-2d66ea7bfc10 None None] Sync routers for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:17.208184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a8a77-ec91-4046-9cce-2d66ea7bfc10 None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:17.209143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dc5a8a77-ec91-4046-9cce-2d66ea7bfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:17.255214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dc5a8a77-ec91-4046-9cce-2d66ea7bfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:17.269903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a8a77-ec91-4046-9cce-2d66ea7bfc10 None None] Routers {'60752b50-a70c-4463-b9be-f111590abc03'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:17.271232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dc5a8a77-ec91-4046-9cce-2d66ea7bfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['60752b50-a70c-4463-b9be-f111590abc03'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:17.278825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.302085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba134dc-7222-49f5-bcf7-ef2402265848']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:17.321410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dc5a8a77-ec91-4046-9cce-2d66ea7bfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:17.322363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a8a77-ec91-4046-9cce-2d66ea7bfc10 None None] The sync data for ids ['60752b50-a70c-4463-b9be-f111590abc03'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:17.324880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-bab6d4f9-554e-4094-b484-912c839696bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.328853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-bab6d4f9-554e-4094-b484-912c839696bf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.1604917 Jul 16 20:20:17.330712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bc8449-00f0-4762-9250-70de81351cf3') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:17.331256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bc8449-00f0-4762-9250-70de81351cf3') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:17.362266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.395524 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.407184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-b31ee365-d665-48d3-ab27-58f17fa3191c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641432 Jul 16 20:20:17.426676 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.466861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dba6ef8b-4d22-465e-b249-022bc9ecd91f tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.468577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dba6ef8b-4d22-465e-b249-022bc9ecd91f tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 946 time: 0.1390841 Jul 16 20:20:17.474197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:17.481633 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:17.484579 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:17.578576 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.676169 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.687172 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.693719 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6ba134dc-7222-49f5-bcf7-ef2402265848 HTTP/1.1" status: 204 len: 168 time: 1.7046371 Jul 16 20:20:17.713568 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-75e0c867-0fc0-4950-a1f9-dc46d19dc774 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992353 Jul 16 20:20:17.716043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5469e-da4e-45ec-ae22-ba2f4e545121 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba134dc-7222-49f5-bcf7-ef2402265848,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:17.843924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Deleting port 3454eaa3-839b-4f14-8a77-4aa566091ef6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:17.844286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.870709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03725-445d-430a-be1b-fde36c315aeb req-ba60edb3-d8a8-4b3f-96a7-ac75f5f571cc tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.887901 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1eb03725-445d-430a-be1b-fde36c315aeb req-ba60edb3-d8a8-4b3f-96a7-ac75f5f571cc tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 946 time: 0.2207432 Jul 16 20:20:17.903918 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b6c6775-b857-4c45-b503-97b5d14c49b2 req-7b20782d-6083-4036-b072-5d49dfa6cb3c service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825485 Jul 16 20:20:17.916704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7220b-5242-45e2-8496-07ec09963d87 req-c36d8265-e946-41e2-abe6-654da92060dc tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:17.919830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Deleting port 161a74db-e4b7-424c-8eca-1a6e0d342b63 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:17.920176 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:17.930458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-90f7220b-5242-45e2-8496-07ec09963d87 req-c36d8265-e946-41e2-abe6-654da92060dc tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 943 time: 0.2107162 Jul 16 20:20:17.998947 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-90f7220b-5242-45e2-8496-07ec09963d87 req-3dea469d-6e9d-424e-96c0-08cd8c073814 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669549 Jul 16 20:20:18.015109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:18.085707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8f85bfd3-f147-4acc-8ae3-d72e100e2fe0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=103b8b39c74d49acb5fbbc73c05b705f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667858 Jul 16 20:20:18.086373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1eb03725-445d-430a-be1b-fde36c315aeb req-38c9fddb-0e8e-4e98-af80-359ba8706aa4 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965158 Jul 16 20:20:18.096455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:18.144734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] For port 161a74db-e4b7-424c-8eca-1a6e0d342b63, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=161a74db-e4b7-424c-8eca-1a6e0d342b63,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:18.145106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.184471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Calling delete_port for 161a74db-e4b7-424c-8eca-1a6e0d342b63 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:18.203552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.252963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Calling delete_port for 3454eaa3-839b-4f14-8a77-4aa566091ef6 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:18.266617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34b24c9c-6a81-4ab0-89a2-557ccc52c0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.328779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34b24c9c-6a81-4ab0-89a2-557ccc52c0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.371810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 939b0708-9ee1-405b-a932-cc033748f146 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:18.444996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 939b0708-9ee1-405b-a932-cc033748f146 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:18.445344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 939b0708-9ee1-405b-a932-cc033748f146 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:18.471589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34b24c9c-6a81-4ab0-89a2-557ccc52c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.484255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34b24c9c-6a81-4ab0-89a2-557ccc52c0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.491012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-34b24c9c-6a81-4ab0-89a2-557ccc52c0ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3325dc4-828a-4cb7-bfef-28375f6c2fe3 HTTP/1.1" status: 204 len: 168 time: 0.3892958 Jul 16 20:20:18.523482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b24c9c-6a81-4ab0-89a2-557ccc52c0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3325dc4-828a-4cb7-bfef-28375f6c2fe3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:18.551194 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.581614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['161a74db-e4b7-424c-8eca-1a6e0d342b63'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:18.638470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Pushing event deleted for resources: {'Port': ['ID=161a74db-e4b7-424c-8eca-1a6e0d342b63,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:18.653025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c3cd5a1-6f54-4af7-a263-c9e8d7fe8568 req-1945f2f0-67d9-4d2c-93e2-d366f9495a4e tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.10 "GET /v2.0/ports?device_id=0af4a221-70f5-4e59-9617-7d716aad6f0e HTTP/1.1" status: 200 len: 210 time: 0.0837505 Jul 16 20:20:18.731201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] No DVR routers for this DVR port 161a74db-e4b7-424c-8eca-1a6e0d342b63 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:18.737372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.743354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e5c3234-adf7-4741-847e-6017b2a7bed3 req-dbf82b4d-15f0-46bb-93ec-7cb956f72c8b tempest-ListServerFiltersTestJSON-1863919929 tempest-ListServerFiltersTestJSON-1863919929-project] 10.222.0.30 "DELETE /v2.0/ports/161a74db-e4b7-424c-8eca-1a6e0d342b63 HTTP/1.1" status: 204 len: 173 time: 1.2411563 Jul 16 20:20:18.744011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af4a221-70f5-4e59-9617-7d716aad6f0e', 'name': 'network-vif-deleted', 'tag': '161a74db-e4b7-424c-8eca-1a6e0d342b63'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:18.747240 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c350901e-1e75-454d-a88a-99d480513fdd" -d '{"events": [{"server_uuid": "0af4a221-70f5-4e59-9617-7d716aad6f0e", "name": "network-vif-deleted", "tag": "161a74db-e4b7-424c-8eca-1a6e0d342b63"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:18.759107 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:18.829551 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f5d648-17d9-49c4-842f-106cd21abbb2 x-openstack-request-id: req-98f5d648-17d9-49c4-842f-106cd21abbb2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:18.829860 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af4a221-70f5-4e59-9617-7d716aad6f0e", "name": "network-vif-deleted", "tag": "161a74db-e4b7-424c-8eca-1a6e0d342b63", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:18.830193 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98f5d648-17d9-49c4-842f-106cd21abbb2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:18.830494 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af4a221-70f5-4e59-9617-7d716aad6f0e', 'name': 'network-vif-deleted', 'tag': '161a74db-e4b7-424c-8eca-1a6e0d342b63', 'status': 'completed', 'code': 200} Jul 16 20:20:18.831441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event deleted for resources: {'Port': ['ID=3454eaa3-839b-4f14-8a77-4aa566091ef6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:18.903807 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.108313 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.118680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.249475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.249961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Fanout notify agent at l3_agent the message router_deleted on router 60752b50-a70c-4463-b9be-f111590abc03 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:20:19.266231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.267477 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-231634cd-2384-4409-98b1-6252f4e8fee4 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "DELETE /v2.0/routers/60752b50-a70c-4463-b9be-f111590abc03 HTTP/1.1" status: 204 len: 168 time: 2.0705624 Jul 16 20:20:19.271296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59142) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:19.394482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d1e51e-75c9-4eef-a819-8012e163f898 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Deleting subnet b069b4ad-385f-4bba-964f-5529ee314557 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:19.400056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80d1e51e-75c9-4eef-a819-8012e163f898 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.456163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281f642-f4fa-4e6f-88d2-cc80a4e62397 req-873e4909-4d7f-476a-a1d6-4280104dfb4a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:19.458724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1281f642-f4fa-4e6f-88d2-cc80a4e62397 req-873e4909-4d7f-476a-a1d6-4280104dfb4a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 943 time: 0.1896906 Jul 16 20:20:19.518667 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80d1e51e-75c9-4eef-a819-8012e163f898 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.602569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1281f642-f4fa-4e6f-88d2-cc80a4e62397 req-5bc3f927-6446-4c5f-b8f4-7294370ed5d3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330829 Jul 16 20:20:19.752068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80d1e51e-75c9-4eef-a819-8012e163f898 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.895975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59166) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:19.903131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80d1e51e-75c9-4eef-a819-8012e163f898 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.941242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1e51e-75c9-4eef-a819-8012e163f898 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event deleted for resources: {'Subnet': ['ID=b069b4ad-385f-4bba-964f-5529ee314557,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:19.949750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80d1e51e-75c9-4eef-a819-8012e163f898 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:19.955578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-80d1e51e-75c9-4eef-a819-8012e163f898 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "DELETE /v2.0/subnets/b069b4ad-385f-4bba-964f-5529ee314557 HTTP/1.1" status: 204 len: 168 time: 0.6798511 Jul 16 20:20:19.955834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:19.975814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21955406-1954-4daa-a08d-68e8bad5f201 None None] Network f3e6a22e-934c-4f4f-814f-025a4106ea9a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:20.019684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d89101-0d35-4c11-a1b9-6522061f31ef admin admin] Deleting subnet a076df1d-7874-4a7d-895c-c6cdc0c549a1 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:20.026316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01d89101-0d35-4c11-a1b9-6522061f31ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.071890 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01d89101-0d35-4c11-a1b9-6522061f31ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.184458 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.202922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 56d84043-0800-4dd3-ab66-1d0e419b7166 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:20.241210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01d89101-0d35-4c11-a1b9-6522061f31ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.317393 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01d89101-0d35-4c11-a1b9-6522061f31ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.337762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Deleting port d347903d-8476-44c4-bf81-1208a7cd1de1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:20.338589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.390475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d89101-0d35-4c11-a1b9-6522061f31ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a076df1d-7874-4a7d-895c-c6cdc0c549a1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:20.410248 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01d89101-0d35-4c11-a1b9-6522061f31ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.412861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-01d89101-0d35-4c11-a1b9-6522061f31ef admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a076df1d-7874-4a7d-895c-c6cdc0c549a1 HTTP/1.1" status: 204 len: 168 time: 0.5153284 Jul 16 20:20:20.415564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59188) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:20.457865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761dc9e9-a860-4269-89df-5a94f930b50c None None] Network 4e50ef9d-98dd-4d65-8406-072642a6833d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:20.488168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] For port d347903d-8476-44c4-bf81-1208a7cd1de1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d347903d-8476-44c4-bf81-1208a7cd1de1,segment=NetworkSegment(ddb878c0-62d4-48cf-b542-ed4c4eb72b8c),segment_id=ddb878c0-62d4-48cf-b542-ed4c4eb72b8c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:20.488807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.504094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Calling delete_port for d347903d-8476-44c4-bf81-1208a7cd1de1 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:20.581218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.696447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.768394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Deleting port 51d8c244-6e16-40ea-a96f-91edf2e21921 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:20.771144 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.780855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9471264-0d90-4b39-9b15-eaadd770006e None None] DHCP port deletion for f3e6a22e-934c-4f4f-814f-025a4106ea9a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:20.782728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 161a74db-e4b7-424c-8eca-1a6e0d342b63 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:20.785233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event deleted for resources: {'Port': ['ID=d347903d-8476-44c4-bf81-1208a7cd1de1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:20.787667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] No DVR routers for this DVR port d347903d-8476-44c4-bf81-1208a7cd1de1 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:20.834015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 161a74db-e4b7-424c-8eca-1a6e0d342b63 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:20.834015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 161a74db-e4b7-424c-8eca-1a6e0d342b63 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:20.874845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] For port 51d8c244-6e16-40ea-a96f-91edf2e21921, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=51d8c244-6e16-40ea-a96f-91edf2e21921,segment=NetworkSegment(6c4e1349-daab-4a25-99c8-2c17df9aedc8),segment_id=6c4e1349-daab-4a25-99c8-2c17df9aedc8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:20.875138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.884038 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-746ef9e2-6abd-4d1a-82b7-e5a58ea2fd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.904755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Calling delete_port for 51d8c244-6e16-40ea-a96f-91edf2e21921 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:20.931024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 56d84043-0800-4dd3-ab66-1d0e419b7166, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=56d84043-0800-4dd3-ab66-1d0e419b7166,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:20.956641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '56d84043-0800-4dd3-ab66-1d0e419b7166', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'port_id': '56d84043-0800-4dd3-ab66-1d0e419b7166', 'mac_address': 'fa:16:3e:5c:3e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816731d-17e8-4d9f-91b2-0f2ddd22c9ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:20.966185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:20.999512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e6a22e-934c-4f4f-814f-025a4106ea9a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.014247 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb878c0-62d4-48cf-b542-ed4c4eb72b8c') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.014595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb878c0-62d4-48cf-b542-ed4c4eb72b8c') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.028776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.055684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.059180 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.070728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:21.071409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.104900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d84043-0800-4dd3-ab66-1d0e419b7166 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:21.157078 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:21.163747 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.166144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 56d84043-0800-4dd3-ab66-1d0e419b7166, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=56d84043-0800-4dd3-ab66-1d0e419b7166,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:21.179430 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.181436 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.191324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59212) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:21.204081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "DELETE /v2.0/networks/f3e6a22e-934c-4f4f-814f-025a4106ea9a HTTP/1.1" status: 204 len: 168 time: 1.2469018 Jul 16 20:20:21.242876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea8cc2-09d5-4994-8d42-3fe0feda1be1 tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event deleted for resources: {'Network': ['ID=f3e6a22e-934c-4f4f-814f-025a4106ea9a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:21.249413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] DHCP port deletion for 4e50ef9d-98dd-4d65-8406-072642a6833d request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:21.345375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14adbf-309b-4a5c-a67e-7e145dceb3af req-3aeab5e5-990a-45a6-9fd8-3513144e77fc tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:21.347195 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f14adbf-309b-4a5c-a67e-7e145dceb3af req-3aeab5e5-990a-45a6-9fd8-3513144e77fc tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 944 time: 0.1310322 Jul 16 20:20:21.413145 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.426715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=56d84043-0800-4dd3-ab66-1d0e419b7166,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:21.446830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f14adbf-309b-4a5c-a67e-7e145dceb3af req-574470e2-83b5-40b0-b75e-4a268e7bc414 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852270 Jul 16 20:20:21.457953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['56d84043-0800-4dd3-ab66-1d0e419b7166'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:21.495714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] No DVR routers for this DVR port 51d8c244-6e16-40ea-a96f-91edf2e21921 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:21.501956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d8c244-6e16-40ea-a96f-91edf2e21921,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:21.567368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] Deleting port 51d8c244-6e16-40ea-a96f-91edf2e21921 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:21.568062 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.753445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.804093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e50ef9d-98dd-4d65-8406-072642a6833d']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.834129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Deleting port b84146f8-f035-4300-b7b6-8e93792649b3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:21.835585 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.846243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4e1349-daab-4a25-99c8-2c17df9aedc8') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.847060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4e1349-daab-4a25-99c8-2c17df9aedc8') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:21.887090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.916250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] For port 51d8c244-6e16-40ea-a96f-91edf2e21921, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:21.916898 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.955571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] Calling delete_port for 51d8c244-6e16-40ea-a96f-91edf2e21921 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:21.963520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] Port 51d8c244-6e16-40ea-a96f-91edf2e21921 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:20:21.967463 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:21.981818 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.018223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:22.018940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:22.021064 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:22.079829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] Pushing event deleted for resources: {'Port': ['ID=51d8c244-6e16-40ea-a96f-91edf2e21921,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:22.093281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f18ba60-e527-44fa-9b7d-1f612052aa64 None None] No DVR routers for this DVR port 51d8c244-6e16-40ea-a96f-91edf2e21921 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:22.108940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.109644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.130492 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.132559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Calling delete_port for b84146f8-f035-4300-b7b6-8e93792649b3 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:22.142860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.145144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4e50ef9d-98dd-4d65-8406-072642a6833d HTTP/1.1" status: 204 len: 168 time: 1.7277539 Jul 16 20:20:22.160725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398af676-a7f7-42c5-bfb4-cf0ee9c84a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e50ef9d-98dd-4d65-8406-072642a6833d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:22.334529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 51d8c244-6e16-40ea-a96f-91edf2e21921 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:22.399895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 51d8c244-6e16-40ea-a96f-91edf2e21921 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:22.409624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 51d8c244-6e16-40ea-a96f-91edf2e21921 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:22.410459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d347903d-8476-44c4-bf81-1208a7cd1de1 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:22.481758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d347903d-8476-44c4-bf81-1208a7cd1de1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:22.483190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d347903d-8476-44c4-bf81-1208a7cd1de1 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:22.664362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:22.730087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-99057f33-e037-4536-a48a-202b3c6ab5de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d107ac5d1df456ba22d1e09c7f32c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636270 Jul 16 20:20:22.731354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59250) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:22.764903 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.798323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84c0ace0-6bfc-452b-8b68-9211d8f04b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.817761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Pushing event deleted for resources: {'Port': ['ID=b84146f8-f035-4300-b7b6-8e93792649b3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:22.829637 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84c0ace0-6bfc-452b-8b68-9211d8f04b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.863634 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352e534-7d69-4370-b308-5fe163e9753a req-88082cf9-35e9-4579-bede-75f00e316c3f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:22.865416 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c352e534-7d69-4370-b308-5fe163e9753a req-88082cf9-35e9-4579-bede-75f00e316c3f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 944 time: 0.1760075 Jul 16 20:20:22.894015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84c0ace0-6bfc-452b-8b68-9211d8f04b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.897218 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84c0ace0-6bfc-452b-8b68-9211d8f04b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.901713 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-84c0ace0-6bfc-452b-8b68-9211d8f04b9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/564c82f2-00a1-4c97-a605-93e2deaa7f99 HTTP/1.1" status: 204 len: 168 time: 0.1661696 Jul 16 20:20:22.909752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0ace0-6bfc-452b-8b68-9211d8f04b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564c82f2-00a1-4c97-a605-93e2deaa7f99,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:22.962809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c352e534-7d69-4370-b308-5fe163e9753a req-d628bfd3-bc6d-415a-8dde-1d775d223da9 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738509 Jul 16 20:20:22.972609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.976771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:22.982765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7d69aa99-2367-4a0a-8b88-dd311e5690cc tempest-FloatingIPAdminTestJSON-475878695 tempest-FloatingIPAdminTestJSON-475878695-project] 10.222.0.10 "DELETE /v2.0/floatingips/2ee4b628-a06b-45e5-8780-e773d2fd194c HTTP/1.1" status: 204 len: 168 time: 1.7875888 Jul 16 20:20:23.358522 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.429617 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab58de14-4daa-40c8-b4d9-adcc42389c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.436523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:23.711276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-55efd068-196c-48ac-99ae-135aa94f8925 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=213a8a1bffd54956901e0cfda92a0980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727249 Jul 16 20:20:23.714181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:23.780351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41b9da91-9821-4a67-9023-d71af5951726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.809484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41b9da91-9821-4a67-9023-d71af5951726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.888888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41b9da91-9821-4a67-9023-d71af5951726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.895712 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41b9da91-9821-4a67-9023-d71af5951726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:23.898563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-41b9da91-9821-4a67-9023-d71af5951726 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/028d4f2e-e278-4dbb-b127-ae769f451cb4 HTTP/1.1" status: 204 len: 168 time: 0.1831219 Jul 16 20:20:23.923440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9da91-9821-4a67-9023-d71af5951726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d4f2e-e278-4dbb-b127-ae769f451cb4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:24.180052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 56d84043-0800-4dd3-ab66-1d0e419b7166 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:24.262344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 56d84043-0800-4dd3-ab66-1d0e419b7166 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:24.268464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 56d84043-0800-4dd3-ab66-1d0e419b7166 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:24.269229 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.399436 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.440978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d84043-0800-4dd3-ab66-1d0e419b7166'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:24.446226 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c8f6b0-a8dc-45e7-bca9-7140e0b48501" -d '{"events": [{"server_uuid": "4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb", "name": "network-vif-plugged", "status": "completed", "tag": "56d84043-0800-4dd3-ab66-1d0e419b7166"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:24.480215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 56d84043-0800-4dd3-ab66-1d0e419b7166, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=56d84043-0800-4dd3-ab66-1d0e419b7166,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:24.490708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.508215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278473cf-914a-4b08-b273-45bba187d08b req-ce142ca6-3d17-4ba1-9874-abd53329a91a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:24.519737 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-278473cf-914a-4b08-b273-45bba187d08b req-ce142ca6-3d17-4ba1-9874-abd53329a91a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 944 time: 0.1794758 Jul 16 20:20:24.570844 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.584010 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-278473cf-914a-4b08-b273-45bba187d08b req-d30dd392-cb41-409f-b443-e8e20ef554dc tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629900 Jul 16 20:20:24.593292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=56d84043-0800-4dd3-ab66-1d0e419b7166,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:24.622585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.642615 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-646a96ca-18f9-42de-8c4a-131c5d349bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.644855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8f6c8-63b8-4cc7-82d4-34c227af58f8 req-5414f39f-aaeb-4453-bc85-3c9b4c793d32 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:24.647131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51e8f6c8-63b8-4cc7-82d4-34c227af58f8 req-5414f39f-aaeb-4453-bc85-3c9b4c793d32 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 946 time: 0.1004629 Jul 16 20:20:24.729991 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51e8f6c8-63b8-4cc7-82d4-34c227af58f8 req-24497c5b-d140-4650-a5cd-e458734c1f1e tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754070 Jul 16 20:20:24.777931 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-646a96ca-18f9-42de-8c4a-131c5d349bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.787178 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-646a96ca-18f9-42de-8c4a-131c5d349bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.807181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.824633 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f99c30b-1695-4ddb-87de-3c8f49ce6729 x-openstack-request-id: req-9f99c30b-1695-4ddb-87de-3c8f49ce6729 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:24.825542 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb", "name": "network-vif-plugged", "status": "completed", "tag": "56d84043-0800-4dd3-ab66-1d0e419b7166", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:24.825824 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f99c30b-1695-4ddb-87de-3c8f49ce6729 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:24.826283 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d84043-0800-4dd3-ab66-1d0e419b7166', 'code': 200} Jul 16 20:20:24.842482 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-646a96ca-18f9-42de-8c4a-131c5d349bba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35fc09f1be7c42ebbccf37656808aa16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180512 Jul 16 20:20:24.845536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59344) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:24.873792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a96ca-18f9-42de-8c4a-131c5d349bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555d4686-083d-4253-bb76-0b02f43e0c32,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:24.971139 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a98e5ac-7934-45cf-bc08-857983533af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:24.994106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1974794381-network', 'tenant_id': '89a771b8da354653b62f0b624b6694ef'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:25.011211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8009f0-a642-439f-80ac-40068079dbcd req-fb078837-a974-4c38-9313-db5ba843dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.014539 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc8009f0-a642-439f-80ac-40068079dbcd req-fb078837-a974-4c38-9313-db5ba843dd9d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 1097 time: 0.1065838 Jul 16 20:20:25.020880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Made reservation on behalf of 89a771b8da354653b62f0b624b6694ef for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:25.023532 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.038518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.045127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a98e5ac-7934-45cf-bc08-857983533af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.078561 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc8009f0-a642-439f-80ac-40068079dbcd req-fb0d5ca7-8ee3-4bab-a0a8-c2e58edeed29 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573115 Jul 16 20:20:25.175633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a98e5ac-7934-45cf-bc08-857983533af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.177894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a98e5ac-7934-45cf-bc08-857983533af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.180133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4a98e5ac-7934-45cf-bc08-857983533af0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/555d4686-083d-4253-bb76-0b02f43e0c32 HTTP/1.1" status: 204 len: 168 time: 0.3329072 Jul 16 20:20:25.208738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98e5ac-7934-45cf-bc08-857983533af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555d4686-083d-4253-bb76-0b02f43e0c32,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:25.262006 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:20:25.291235 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.298603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.329940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:25.348939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf0ec78-2e7b-4ec7-b746-267d300094c7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:25.372694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.373047 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Added segment fb1a19ad-99f4-4d76-9b18-d471238d8507 of type vlan for network 31ac591c-8319-4046-95d0-0aba09af692f Jul 16 20:20:25.433733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.501905 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.503222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.504240 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.569176 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7601588 Jul 16 20:20:25.572095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.578120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Request body: {'subnet': {'network_id': '31ac591c-8319-4046-95d0-0aba09af692f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1974794381-subnet', 'tenant_id': '89a771b8da354653b62f0b624b6694ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:25.611114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Made reservation on behalf of 89a771b8da354653b62f0b624b6694ef for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:25.614163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.624285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6f112-cab2-4e0b-ae23-c34a2f8df137 admin admin] Pushing event updated for resources: {'Network': ['ID=31ac591c-8319-4046-95d0-0aba09af692f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:25.639987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 31ac591c-8319-4046-95d0-0aba09af692f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:25.724380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59388) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:25.770954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b23e27-2b96-4cf3-a944-3ff6636dcb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:25.882655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a98a-b6ef-4abf-94f2-0bef5914c82a req-54861bcf-dbdb-4125-987b-8938ab992f70 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:25.891120 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aca5a98a-b6ef-4abf-94f2-0bef5914c82a req-54861bcf-dbdb-4125-987b-8938ab992f70 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 945 time: 0.1257687 Jul 16 20:20:26.050418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.060145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aca5a98a-b6ef-4abf-94f2-0bef5914c82a req-c1c037ac-4560-4965-b05b-7d5fe24ac849 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675274 Jul 16 20:20:26.145513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b23e27-2b96-4cf3-a944-3ff6636dcb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.160164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b23e27-2b96-4cf3-a944-3ff6636dcb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.169497 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.207939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e356c27-1240-4941-8253-d4e6116f3d70,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:26.216993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Checking segment: {'id': 'fb1a19ad-99f4-4d76-9b18-d471238d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '31ac591c-8319-4046-95d0-0aba09af692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:26.216993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Network hostable DHCP agents. Network: 31ac591c-8319-4046-95d0-0aba09af692f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:26.267865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-46b23e27-2b96-4cf3-a944-3ff6636dcb6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ad41e5a227c4205aaf2df597389663e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5422752 Jul 16 20:20:26.272972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59404) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.274855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Network 31ac591c-8319-4046-95d0-0aba09af692f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:26.294235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23e27-2b96-4cf3-a944-3ff6636dcb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e48fc9b-fc05-4ad2-8728-5f24afd42cc9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:26.294550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 31ac591c-8319-4046-95d0-0aba09af692f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:26.303680 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.304298 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.307464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-c7dda8a6-53c2-495c-b86c-dfc07ef0ea2c tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.309367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-c7dda8a6-53c2-495c-b86c-dfc07ef0ea2c tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.30 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 946 time: 0.4032111 Jul 16 20:20:26.321430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8811fe03-2b4f-4136-92e9-cfc3a32fd67f None None] Network 31ac591c-8319-4046-95d0-0aba09af692f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:26.344667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ba08b-5e11-4811-807a-d5f0c53fb842 req-6240c4aa-c899-4a8a-9cf0-26e9de390836 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:26.353563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e38ba08b-5e11-4811-807a-d5f0c53fb842 req-6240c4aa-c899-4a8a-9cf0-26e9de390836 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 946 time: 0.1197898 Jul 16 20:20:26.365401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-df49f147-f947-49c8-ba68-7c0cf1cf3215 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7821753 Jul 16 20:20:26.450695 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e38ba08b-5e11-4811-807a-d5f0c53fb842 req-b71a84c0-8f39-4251-a326-883003b56880 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688472 Jul 16 20:20:26.530851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f89aa5-772f-40e8-be80-aa6d4086c2e4 None None] Network 31ac591c-8319-4046-95d0-0aba09af692f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:26.555113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf55d0f0-7f13-4275-b527-85cd29cc2e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.591053 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf55d0f0-7f13-4275-b527-85cd29cc2e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.606093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59414) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:26.655560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Deleting port 882ee41f-8497-49f6-b90c-86bf7a7ff377 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:26.656295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.800222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] For port 882ee41f-8497-49f6-b90c-86bf7a7ff377, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=882ee41f-8497-49f6-b90c-86bf7a7ff377,segment=NetworkSegment(c296a36b-446d-4063-9562-3e78da5474e9),segment_id=c296a36b-446d-4063-9562-3e78da5474e9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:26.802026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.819193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf55d0f0-7f13-4275-b527-85cd29cc2e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.822217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf55d0f0-7f13-4275-b527-85cd29cc2e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.826985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c0c2cb8-dd65-41b8-b969-77187d7360b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:26.827984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bf55d0f0-7f13-4275-b527-85cd29cc2e53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e48fc9b-fc05-4ad2-8728-5f24afd42cc9 HTTP/1.1" status: 204 len: 168 time: 0.5536513 Jul 16 20:20:26.829333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Calling delete_port for 882ee41f-8497-49f6-b90c-86bf7a7ff377 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:26.842769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55d0f0-7f13-4275-b527-85cd29cc2e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e48fc9b-fc05-4ad2-8728-5f24afd42cc9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:27.045353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.112104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c0c2cb8-dd65-41b8-b969-77187d7360b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.120644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c0c2cb8-dd65-41b8-b969-77187d7360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.133240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Pushing event deleted for resources: {'Port': ['ID=882ee41f-8497-49f6-b90c-86bf7a7ff377,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:27.209817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c2cb8-dd65-41b8-b969-77187d7360b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8daba3-7ab4-46d6-ac66-d2bda8c9f1c5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:27.229857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] No DVR routers for this DVR port 882ee41f-8497-49f6-b90c-86bf7a7ff377 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:27.244745 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.247243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca5f42d3-ac11-4514-ad9d-408d92ddb5cf req-ccf85942-0a8b-4d2c-9f70-57129afc6747 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.30 "DELETE /v2.0/ports/882ee41f-8497-49f6-b90c-86bf7a7ff377 HTTP/1.1" status: 204 len: 173 time: 0.9288630 Jul 16 20:20:27.247793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87cfec1-e647-4c92-861c-71bba9b37c8f', 'name': 'network-vif-deleted', 'tag': '882ee41f-8497-49f6-b90c-86bf7a7ff377'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:27.251414 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b59d92-5115-4bfb-bb80-fccb52b54794" -d '{"events": [{"server_uuid": "f87cfec1-e647-4c92-861c-71bba9b37c8f", "name": "network-vif-deleted", "tag": "882ee41f-8497-49f6-b90c-86bf7a7ff377"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:27.267009 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2c0c2cb8-dd65-41b8-b969-77187d7360b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=051a0c8b698d4682856982cbadb75e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571350 Jul 16 20:20:27.267246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59436) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:27.435457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089bca28-7454-4bdf-8249-f7d1a8083055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.469406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087cf09-f292-4269-91a1-d42676b4a4f2 req-a788026c-fae5-4f68-9552-1be78cd56652 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.478671 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b087cf09-f292-4269-91a1-d42676b4a4f2 req-a788026c-fae5-4f68-9552-1be78cd56652 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 945 time: 0.1630187 Jul 16 20:20:27.524036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089bca28-7454-4bdf-8249-f7d1a8083055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.558829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b087cf09-f292-4269-91a1-d42676b4a4f2 req-f5d82b06-538c-40b6-8c34-8aa54465b28b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752788 Jul 16 20:20:27.626536 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e440caa6-d867-42f9-8d7b-4d67becc1c5d x-openstack-request-id: req-e440caa6-d867-42f9-8d7b-4d67becc1c5d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:27.626983 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87cfec1-e647-4c92-861c-71bba9b37c8f", "name": "network-vif-deleted", "tag": "882ee41f-8497-49f6-b90c-86bf7a7ff377", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:27.627426 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e440caa6-d867-42f9-8d7b-4d67becc1c5d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:27.627953 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87cfec1-e647-4c92-861c-71bba9b37c8f', 'name': 'network-vif-deleted', 'tag': '882ee41f-8497-49f6-b90c-86bf7a7ff377', 'status': 'completed', 'code': 200} Jul 16 20:20:27.639621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089bca28-7454-4bdf-8249-f7d1a8083055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.641925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-a1368902-1190-4051-823f-52b03c1c0b0e tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:27.643803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-a1368902-1190-4051-823f-52b03c1c0b0e tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/networks?id=31ac591c-8319-4046-95d0-0aba09af692f HTTP/1.1" status: 200 len: 821 time: 0.2034380 Jul 16 20:20:27.645336 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089bca28-7454-4bdf-8249-f7d1a8083055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:27.653675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-089bca28-7454-4bdf-8249-f7d1a8083055 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c8daba3-7ab4-46d6-ac66-d2bda8c9f1c5 HTTP/1.1" status: 204 len: 168 time: 0.3841858 Jul 16 20:20:27.669733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-b598815e-f375-409b-894a-80be0e74cba4 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/quotas/89a771b8da354653b62f0b624b6694ef HTTP/1.1" status: 200 len: 375 time: 0.0198991 Jul 16 20:20:27.676832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bca28-7454-4bdf-8249-f7d1a8083055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8daba3-7ab4-46d6-ac66-d2bda8c9f1c5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:27.741238 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-06556f32-ea4e-40c5-8449-c08468568303 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=89a771b8da354653b62f0b624b6694ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555837 Jul 16 20:20:27.870850 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96ed4808-c6a1-4a00-a341-505f1aadf94e req-9fa7f322-83e2-4978-8d72-1d478eadffe3 tempest-ServerTagsTestJSON-355170582 tempest-ServerTagsTestJSON-355170582-project] 10.222.0.10 "GET /v2.0/ports?device_id=f87cfec1-e647-4c92-861c-71bba9b37c8f HTTP/1.1" status: 200 len: 210 time: 0.0744171 Jul 16 20:20:27.909556 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1d95b43e-7bc4-47cb-b915-e38f850126db service neutron] 10.222.0.10 "GET /v2.0/networks/31ac591c-8319-4046-95d0-0aba09af692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564322 Jul 16 20:20:28.082171 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-c7654e24-ef90-4a39-970e-fd79ed9501d5 service neutron] 10.222.0.10 "GET /v2.0/networks/31ac591c-8319-4046-95d0-0aba09af692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706300 Jul 16 20:20:28.499774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0dbc6b9e-69df-44e8-94b9-65c0abf0d356 req-3543bf61-9ae1-490c-b2f2-0accf067e225 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 210 time: 0.0496333 Jul 16 20:20:28.589458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac33458-3db8-4a2e-9909-e6094d375232 req-4b00ea20-a136-4a4f-b9e2-ffba2465f2dd tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:28.591206 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ac33458-3db8-4a2e-9909-e6094d375232 req-4b00ea20-a136-4a4f-b9e2-ffba2465f2dd tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 945 time: 0.0760343 Jul 16 20:20:28.650448 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ac33458-3db8-4a2e-9909-e6094d375232 req-addb84db-f47c-40c7-ac11-383e89f95131 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523450 Jul 16 20:20:28.720388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 882ee41f-8497-49f6-b90c-86bf7a7ff377 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:28.765633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 882ee41f-8497-49f6-b90c-86bf7a7ff377 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:28.765633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 882ee41f-8497-49f6-b90c-86bf7a7ff377 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:28.907217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfbf0b-b90a-42a9-bc2f-cc8000967014 req-bfee775f-8c5d-4b1b-83cc-959bb2df06c8 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:28.908911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13cfbf0b-b90a-42a9-bc2f-cc8000967014 req-bfee775f-8c5d-4b1b-83cc-959bb2df06c8 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 945 time: 0.0824575 Jul 16 20:20:28.958052 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13cfbf0b-b90a-42a9-bc2f-cc8000967014 req-4da524ab-81a6-48b6-befe-55d1960474f0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Jul 16 20:20:28.995031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:29.085999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6bc81b-5bf7-4666-ba58-9c1991208214 admin admin] Deleting subnet a0ac67a7-15cf-4ced-95f7-03b4532d94f1 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:29.094233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc81b-5bf7-4666-ba58-9c1991208214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.154695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:29.167147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc81b-5bf7-4666-ba58-9c1991208214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.241867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc81b-5bf7-4666-ba58-9c1991208214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.316712 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc81b-5bf7-4666-ba58-9c1991208214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.347570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bc81b-5bf7-4666-ba58-9c1991208214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ac67a7-15cf-4ced-95f7-03b4532d94f1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:29.354121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc81b-5bf7-4666-ba58-9c1991208214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.360282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0b6bc81b-5bf7-4666-ba58-9c1991208214 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a0ac67a7-15cf-4ced-95f7-03b4532d94f1 HTTP/1.1" status: 204 len: 168 time: 0.3634086 Jul 16 20:20:29.360524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59536) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:29.416402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2020599453'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:29.460544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Made reservation on behalf of 5fb1a9cf4c2b4eeba3469ce2a602506f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:29.464915 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.487040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.502462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891e038-391c-4dd4-9089-8c5a2443542f req-5f989720-5954-48ca-b78b-fea6b994e85f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.503323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.510797 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d891e038-391c-4dd4-9089-8c5a2443542f req-5f989720-5954-48ca-b78b-fea6b994e85f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 945 time: 0.1387601 Jul 16 20:20:29.587874 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d891e038-391c-4dd4-9089-8c5a2443542f req-772cb59a-ab5f-4ebd-8a63-1aebf51c8297 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713909 Jul 16 20:20:29.610966 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.643029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe2a8fe-45c8-4d08-8a33-100b668e792b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:29.674322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c296a36b-446d-4063-9562-3e78da5474e9') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:29.675001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c296a36b-446d-4063-9562-3e78da5474e9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:29.692844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.727744 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.735586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:29.736625 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:29.738586 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:29.747357 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.795274 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0f4cfdd9-888c-4616-9cf2-7e0a17237865 req-697f7921-d2d3-4e58-9333-4191e0f8eef5 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 210 time: 0.0547981 Jul 16 20:20:29.796165 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.831957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:29.852955 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.853329 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Added segment 065aaf81-84da-4ff3-896d-8efe464b8e41 of type vlan for network 1cb7cc84-d771-40f4-a3f0-340437e7b52b Jul 16 20:20:29.856567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06c2daf-1685-4c59-a30c-5baa7fa258bc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:29.883841 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.906876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.908974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dfe2a8fe-45c8-4d08-8a33-100b668e792b HTTP/1.1" status: 204 len: 168 time: 0.5473232 Jul 16 20:20:29.911781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82ca1b-7bbe-40b4-8c72-1a2c87166251 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe2a8fe-45c8-4d08-8a33-100b668e792b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:29.941231 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.988827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:29.994623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:29.995466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.038669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8824179 Jul 16 20:20:30.041575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:30.047218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Request body: {'subnet': {'network_id': '1cb7cc84-d771-40f4-a3f0-340437e7b52b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:30.047812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-9fbe4cce-ded7-4aae-a708-c99cd3238e4e tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.049714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-9fbe4cce-ded7-4aae-a708-c99cd3238e4e tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.30 "GET /v2.0/networks?id=31ac591c-8319-4046-95d0-0aba09af692f HTTP/1.1" status: 200 len: 821 time: 0.2056968 Jul 16 20:20:30.065571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Request body: {'port': {'device_id': '164b4828-0717-4f04-bf73-30fc71183f03', 'network_id': '31ac591c-8319-4046-95d0-0aba09af692f', 'admin_state_up': True, 'tenant_id': '89a771b8da354653b62f0b624b6694ef'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:30.092916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce7259-bd8f-4b48-ab85-d0d2894b79aa tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event updated for resources: {'Network': ['ID=1cb7cc84-d771-40f4-a3f0-340437e7b52b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:30.107094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 1cb7cc84-d771-40f4-a3f0-340437e7b52b details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:30.217811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Made reservation on behalf of 5fb1a9cf4c2b4eeba3469ce2a602506f for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:30.222685 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.254178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:30.337747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Made reservation on behalf of 89a771b8da354653b62f0b624b6694ef for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:30.343342 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.372241 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-643e88c4-5fb5-4802-a73e-9464df53f662 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c986ab48bbc74ff584c60a2be4119edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166530 Jul 16 20:20:30.374980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:30.476821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-039e9da3-02bf-49b1-8cda-512a59becbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.515987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Allocated IP 172.20.0.9 (31ac591c-8319-4046-95d0-0aba09af692f/4e356c27-1240-4941-8253-d4e6116f3d70/507cdcbc-374e-4ea3-9a63-657112d27664) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:30.516361 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-039e9da3-02bf-49b1-8cda-512a59becbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.712117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.716389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:30.811652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-039e9da3-02bf-49b1-8cda-512a59becbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.814305 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-039e9da3-02bf-49b1-8cda-512a59becbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.815340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-039e9da3-02bf-49b1-8cda-512a59becbf5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5 HTTP/1.1" status: 204 len: 168 time: 0.4393890 Jul 16 20:20:30.825176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event updated for resources: {'Subnet': ['ID=b56e5551-bc2c-42bf-ad67-34e24504a4b3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:30.841893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-7ea8086d-8517-4b3b-b46d-c0282477056c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.843311 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.843463 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-7ea8086d-8517-4b3b-b46d-c0282477056c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 945 time: 0.3042088 Jul 16 20:20:30.845484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e9da3-02bf-49b1-8cda-512a59becbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b6cbb4-7ae5-4d46-92e6-3c5a4d5f54b5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:30.851589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Checking segment: {'id': '065aaf81-84da-4ff3-896d-8efe464b8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cb7cc84-d771-40f4-a3f0-340437e7b52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:30.852037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Network hostable DHCP agents. Network: 1cb7cc84-d771-40f4-a3f0-340437e7b52b, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:30.914608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Network 1cb7cc84-d771-40f4-a3f0-340437e7b52b is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:30.938009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 1cb7cc84-d771-40f4-a3f0-340437e7b52b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:30.942743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.944260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:30.951899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7770079c-01a8-4b35-87b3-49f604d0ef76 None None] Network 1cb7cc84-d771-40f4-a3f0-340437e7b52b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:30.988743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277457e1-767e-4522-851c-c9bd288c1528 req-10fada42-2aa0-4867-9bf2-8a50bfe2773b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:30.996747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-277457e1-767e-4522-851c-c9bd288c1528 req-10fada42-2aa0-4867-9bf2-8a50bfe2773b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 945 time: 0.1591671 Jul 16 20:20:31.005407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.008689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59588) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:31.009300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b54c5f8d-1413-45a4-b009-82f0fd29610e tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9666095 Jul 16 20:20:31.023282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Deleting port 56d84043-0800-4dd3-ab66-1d0e419b7166 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:31.023475 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.027656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3a5dfa86-7699-47cc-badb-7d97ba66ce94 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-841453450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:31.092997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Network 31ac591c-8319-4046-95d0-0aba09af692f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:31.115570 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-277457e1-767e-4522-851c-c9bd288c1528 req-6aeba9a7-0fbe-4e59-9182-8c02e94dc33c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177511 Jul 16 20:20:31.133918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:31.133918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:31.137196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Pushing event updated for resources: {'Port': ['ID=507cdcbc-374e-4ea3-9a63-657112d27664,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:31.158977 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfa86-7699-47cc-badb-7d97ba66ce94 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.160091 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfa86-7699-47cc-badb-7d97ba66ce94 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.215150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.215855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.285314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-1cb7cc84-d771-40f4-a3f0-340437e7b52b', 'network_id': '1cb7cc84-d771-40f4-a3f0-340437e7b52b', 'tenant_id': '5fb1a9cf4c2b4eeba3469ce2a602506f', 'fixed_ips': [{'subnet_id': 'b56e5551-bc2c-42bf-ad67-34e24504a4b3'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:31.286385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfa86-7699-47cc-badb-7d97ba66ce94 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.287448 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.293523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-1bb206b6-25c0-43f6-9aa2-f0d0014c7ec7 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2323358 Jul 16 20:20:31.294966 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfa86-7699-47cc-badb-7d97ba66ce94 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.299012 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1e5575b-c3b0-4004-8448-9cf2da412c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.309287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Request body: {'port': {'device_id': '164b4828-0717-4f04-bf73-30fc71183f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:31.351181 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfa86-7699-47cc-badb-7d97ba66ce94 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.353383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3a5dfa86-7699-47cc-badb-7d97ba66ce94 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3434844 Jul 16 20:20:31.357079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59594) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:31.390458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] For port 56d84043-0800-4dd3-ab66-1d0e419b7166, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=56d84043-0800-4dd3-ab66-1d0e419b7166,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:31.390962 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.504174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Allocated IP 172.20.0.2 (1cb7cc84-d771-40f4-a3f0-340437e7b52b/b56e5551-bc2c-42bf-ad67-34e24504a4b3/53f2182f-7051-4f50-8c8b-117de36e72de) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:31.514098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Calling delete_port for 56d84043-0800-4dd3-ab66-1d0e419b7166 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:31.647994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1e5575b-c3b0-4004-8448-9cf2da412c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.651926 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.667570 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1e5575b-c3b0-4004-8448-9cf2da412c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.690021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4dff2-7bc3-41aa-9b9c-dab8cd24e7cb req-38a9f15e-efa9-4b12-9289-2e10d43c8247 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:31.697618 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-00c4dff2-7bc3-41aa-9b9c-dab8cd24e7cb req-38a9f15e-efa9-4b12-9289-2e10d43c8247 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 931 time: 0.4443629 Jul 16 20:20:31.780725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a1e5575b-c3b0-4004-8448-9cf2da412c61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9aaaf6e21c3e472c9ba5974709fbab3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0501328 Jul 16 20:20:31.781393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:31.781795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5575b-c3b0-4004-8448-9cf2da412c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb92ea9-0857-4e3a-9d94-5aba2ef96229,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:31.848619 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.864144 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-00c4dff2-7bc3-41aa-9b9c-dab8cd24e7cb req-238603ba-ce32-416d-adf2-28ca23f89b54 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643536 Jul 16 20:20:31.940211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Transition to ACTIVE for port object 53f2182f-7051-4f50-8c8b-117de36e72de will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:31.950577 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14095f89-ec46-411d-aaf6-81e418ea7b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.952636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.979839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Transition to ACTIVE for port object 53f2182f-7051-4f50-8c8b-117de36e72de will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:31.981841 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:31.998334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['56d84043-0800-4dd3-ab66-1d0e419b7166'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:32.015079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:32.058923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event deleted for resources: {'Port': ['ID=56d84043-0800-4dd3-ab66-1d0e419b7166,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.212216 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.221836 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14095f89-ec46-411d-aaf6-81e418ea7b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.342695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14095f89-ec46-411d-aaf6-81e418ea7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.365945 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14095f89-ec46-411d-aaf6-81e418ea7b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.369277 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Pushing event updated for resources: {'Port': ['ID=53f2182f-7051-4f50-8c8b-117de36e72de,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.370395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-14095f89-ec46-411d-aaf6-81e418ea7b8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bb92ea9-0857-4e3a-9d94-5aba2ef96229 HTTP/1.1" status: 204 len: 168 time: 0.5838218 Jul 16 20:20:32.373371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] No DVR routers for this DVR port 56d84043-0800-4dd3-ab66-1d0e419b7166 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:32.391348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.397875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-43bf956f-dbec-4e11-8fbf-a50b47d9c244 req-cb5adbce-3ec8-4bef-8bb7-6825294a0d88 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "DELETE /v2.0/ports/56d84043-0800-4dd3-ab66-1d0e419b7166 HTTP/1.1" status: 204 len: 173 time: 1.5449355 Jul 16 20:20:32.418660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb', 'name': 'network-vif-deleted', 'tag': '56d84043-0800-4dd3-ab66-1d0e419b7166'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:32.426142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Network 1cb7cc84-d771-40f4-a3f0-340437e7b52b is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:32.426397 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d53c716-9c98-46b8-a62e-f64a5231f634" -d '{"events": [{"server_uuid": "4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb", "name": "network-vif-deleted", "tag": "56d84043-0800-4dd3-ab66-1d0e419b7166"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:32.432026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:32.435289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14095f89-ec46-411d-aaf6-81e418ea7b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb92ea9-0857-4e3a-9d94-5aba2ef96229,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.440678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:32.473498 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507cdcbc-374e-4ea3-9a63-657112d27664 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:32.486508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Allocated IP 172.20.0.1 (1cb7cc84-d771-40f4-a3f0-340437e7b52b/b56e5551-bc2c-42bf-ad67-34e24504a4b3/204c6b0d-f9d2-4314-bd3b-0aabbae039c1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:32.498073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.530094 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf0ad1-150d-4ba7-a4a1-4c8b764e9ba5 x-openstack-request-id: req-2acf0ad1-150d-4ba7-a4a1-4c8b764e9ba5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:32.530394 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb", "name": "network-vif-deleted", "tag": "56d84043-0800-4dd3-ab66-1d0e419b7166", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:32.530650 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2acf0ad1-150d-4ba7-a4a1-4c8b764e9ba5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:32.531073 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb', 'name': 'network-vif-deleted', 'tag': '56d84043-0800-4dd3-ab66-1d0e419b7166', 'status': 'completed', 'code': 200} Jul 16 20:20:32.544618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-057a4d2e-20ed-4f1a-bd24-fcb5fe02bdf1 req-e116b70b-cc45-40fc-a101-cf08f157c4af tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4548ba93-e1a6-4f66-9f0a-cb3c9c85fadb HTTP/1.1" status: 200 len: 210 time: 0.0624881 Jul 16 20:20:32.599899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Transition to ACTIVE for port object 507cdcbc-374e-4ea3-9a63-657112d27664 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:32.754857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Attempting to bind port 53f2182f-7051-4f50-8c8b-117de36e72de on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:32.755901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Attempting to bind port 53f2182f-7051-4f50-8c8b-117de36e72de by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '065aaf81-84da-4ff3-896d-8efe464b8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cb7cc84-d771-40f4-a3f0-340437e7b52b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:32.756445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Attempting to bind port 53f2182f-7051-4f50-8c8b-117de36e72de on network 1cb7cc84-d771-40f4-a3f0-340437e7b52b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:32.767134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.785399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:32.787527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Checking segment: {'id': '065aaf81-84da-4ff3-896d-8efe464b8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cb7cc84-d771-40f4-a3f0-340437e7b52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:32.788201 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.788728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Bound using segment: {'id': '065aaf81-84da-4ff3-896d-8efe464b8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cb7cc84-d771-40f4-a3f0-340437e7b52b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:32.789448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Bound port: 53f2182f-7051-4f50-8c8b-117de36e72de, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065aaf81-84da-4ff3-896d-8efe464b8e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1cb7cc84-d771-40f4-a3f0-340437e7b52b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:32.789855 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.817187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.866242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] For port 53f2182f-7051-4f50-8c8b-117de36e72de, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:32.868046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Pushing event updated for resources: {'Port': ['ID=507cdcbc-374e-4ea3-9a63-657112d27664,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:32.869586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] For port 53f2182f-7051-4f50-8c8b-117de36e72de, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=53f2182f-7051-4f50-8c8b-117de36e72de,segment=NetworkSegment(065aaf81-84da-4ff3-896d-8efe464b8e41),segment_id=065aaf81-84da-4ff3-896d-8efe464b8e41)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:32.871456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Transition to ACTIVE for port object 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:32.878563 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:32.960744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe2dfb-bd6c-4679-9d9b-6e7704f7546c None None] Pushing event updated for resources: {'Port': ['ID=53f2182f-7051-4f50-8c8b-117de36e72de,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:33.064024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Attempting to bind port 507cdcbc-374e-4ea3-9a63-657112d27664 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:33.064819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Attempting to bind port 507cdcbc-374e-4ea3-9a63-657112d27664 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'fb1a19ad-99f4-4d76-9b18-d471238d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '31ac591c-8319-4046-95d0-0aba09af692f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:33.065469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Attempting to bind port 507cdcbc-374e-4ea3-9a63-657112d27664 on network 31ac591c-8319-4046-95d0-0aba09af692f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:33.082902 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.173575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Port 507cdcbc-374e-4ea3-9a63-657112d27664 on network 31ac591c-8319-4046-95d0-0aba09af692f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:33.173866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Attempting to bind port 507cdcbc-374e-4ea3-9a63-657112d27664 on network 31ac591c-8319-4046-95d0-0aba09af692f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:33.192381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:33.192771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Checking segment: {'id': 'fb1a19ad-99f4-4d76-9b18-d471238d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '31ac591c-8319-4046-95d0-0aba09af692f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:33.193115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Bound using segment: {'id': 'fb1a19ad-99f4-4d76-9b18-d471238d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '31ac591c-8319-4046-95d0-0aba09af692f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:33.196895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Bound port: 507cdcbc-374e-4ea3-9a63-657112d27664, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1a19ad-99f4-4d76-9b18-d471238d8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '31ac591c-8319-4046-95d0-0aba09af692f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:33.196895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.248515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Network 1cb7cc84-d771-40f4-a3f0-340437e7b52b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:33.289791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac2fab-d020-4aa4-9a35-7aa2af0bd687 req-9a000a1a-442d-477c-869c-11910079b679 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:33.299213 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-62ac2fab-d020-4aa4-9a35-7aa2af0bd687 req-9a000a1a-442d-477c-869c-11910079b679 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 943 time: 0.1748033 Jul 16 20:20:33.331350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] For port 507cdcbc-374e-4ea3-9a63-657112d27664, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:33.343925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:33.344117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:33.386879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-62ac2fab-d020-4aa4-9a35-7aa2af0bd687 req-7d19be8f-fee2-4476-a15e-d351db420c82 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860379 Jul 16 20:20:33.431614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.449727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] For port 507cdcbc-374e-4ea3-9a63-657112d27664, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=507cdcbc-374e-4ea3-9a63-657112d27664,segment=NetworkSegment(fb1a19ad-99f4-4d76-9b18-d471238d8507),segment_id=fb1a19ad-99f4-4d76-9b18-d471238d8507)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:33.504807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event updated for resources: {'Port': ['ID=204c6b0d-f9d2-4314-bd3b-0aabbae039c1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:33.509003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.574396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:33.575412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:33.577098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] 10.222.0.30 "PUT /v2.0/ports/507cdcbc-374e-4ea3-9a63-657112d27664 HTTP/1.1" status: 200 len: 1092 time: 2.2749465 Jul 16 20:20:33.584314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164b4828-0717-4f04-bf73-30fc71183f03', 'tag': '507cdcbc-374e-4ea3-9a63-657112d27664'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:33.586614 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5cdaaa-343f-43a4-8683-386c57d2cd40" -d '{"events": [{"name": "network-changed", "server_uuid": "164b4828-0717-4f04-bf73-30fc71183f03", "tag": "507cdcbc-374e-4ea3-9a63-657112d27664"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:33.644292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dfdb6-04f3-473d-9747-f7fa512c906c service neutron] Pushing event updated for resources: {'Port': ['ID=507cdcbc-374e-4ea3-9a63-657112d27664,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:34.114394 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dce513a-65ec-4b52-babe-fd9c4f10c60d x-openstack-request-id: req-0dce513a-65ec-4b52-babe-fd9c4f10c60d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:34.114685 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164b4828-0717-4f04-bf73-30fc71183f03", "tag": "507cdcbc-374e-4ea3-9a63-657112d27664", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:34.114933 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dce513a-65ec-4b52-babe-fd9c4f10c60d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:34.115347 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164b4828-0717-4f04-bf73-30fc71183f03', 'tag': '507cdcbc-374e-4ea3-9a63-657112d27664', 'status': 'completed', 'code': 200} Jul 16 20:20:34.125064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-cf73d40f-66d8-45fe-bc3f-867364bf2758 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.126904 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-cf73d40f-66d8-45fe-bc3f-867364bf2758 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.1758981 Jul 16 20:20:34.155851 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-018637b1-e0d8-486e-a378-3326ce919c3f tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/quotas/0410be0c0294441b99dffe52e22a48d5 HTTP/1.1" status: 200 len: 375 time: 0.0158734 Jul 16 20:20:34.176032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08db47f0-54bc-4043-a06c-23dbb5cdfafd req-d0876546-ce54-4b93-a41a-5b82aa9860d7 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0594025 Jul 16 20:20:34.200450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.238850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 56d84043-0800-4dd3-ab66-1d0e419b7166 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:34.280336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-d95d0a74-c436-4516-99f4-5a3033a24991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.290981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-d95d0a74-c436-4516-99f4-5a3033a24991 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89a771b8da354653b62f0b624b6694ef&device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 1095 time: 0.6486349 Jul 16 20:20:34.327496 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-cce43144-6254-4793-9808-1be471629e0e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1699052 Jul 16 20:20:34.332049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 56d84043-0800-4dd3-ab66-1d0e419b7166 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:34.332400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 56d84043-0800-4dd3-ab66-1d0e419b7166 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:34.380255 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-2d9663bb-c1f1-4144-b4e9-cc8e6d8f9257 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=507cdcbc-374e-4ea3-9a63-657112d27664 HTTP/1.1" status: 200 len: 217 time: 0.0878654 Jul 16 20:20:34.398577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 53f2182f-7051-4f50-8c8b-117de36e72de up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:34.499771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-00ca92f5-da62-47ba-b5ed-0c30f6b11ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:34.503020 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-00ca92f5-da62-47ba-b5ed-0c30f6b11ded service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e356c27-1240-4941-8253-d4e6116f3d70 HTTP/1.1" status: 200 len: 861 time: 0.1051531 Jul 16 20:20:34.505236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 53f2182f-7051-4f50-8c8b-117de36e72de completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:34.516078 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-26650d23-88ac-4747-bc2a-c52f60081839 service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843982 Jul 16 20:20:34.551860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c738c8-0005-46d4-b0c3-302e0791d258 None None] Network 1cb7cc84-d771-40f4-a3f0-340437e7b52b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:34.656437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee9af292-96f6-4890-8133-2f7bca4a6217 None None] Provisioning for port 53f2182f-7051-4f50-8c8b-117de36e72de completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:34.667797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee9af292-96f6-4890-8133-2f7bca4a6217 None None] Provisioning complete for port 53f2182f-7051-4f50-8c8b-117de36e72de triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:34.668099 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-167706fb-4bbf-4a0a-a7d5-bb6dc2594d42 service neutron] 10.222.0.10 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508515 Jul 16 20:20:34.668622 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee9af292-96f6-4890-8133-2f7bca4a6217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.753539 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-ad3bcb72-6715-4ac1-982b-6dfcd97307e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31ac591c-8319-4046-95d0-0aba09af692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075733 Jul 16 20:20:34.820859 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee9af292-96f6-4890-8133-2f7bca4a6217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.870850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee9af292-96f6-4890-8133-2f7bca4a6217 None None] For port 53f2182f-7051-4f50-8c8b-117de36e72de, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=53f2182f-7051-4f50-8c8b-117de36e72de,segment=NetworkSegment(065aaf81-84da-4ff3-896d-8efe464b8e41),segment_id=065aaf81-84da-4ff3-896d-8efe464b8e41)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:34.881147 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee9af292-96f6-4890-8133-2f7bca4a6217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:34.970992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9af292-96f6-4890-8133-2f7bca4a6217 None None] Pushing event updated for resources: {'Port': ['ID=53f2182f-7051-4f50-8c8b-117de36e72de,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:35.254115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-b22755a1-dfe9-40aa-be9c-b9c6d621122c service neutron] 10.222.0.30 "GET /v2.0/networks/31ac591c-8319-4046-95d0-0aba09af692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900930 Jul 16 20:20:35.311439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c986c34-c582-4193-92a5-2dad447a5b26 None None] Provisioning for port 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:35.318675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c986c34-c582-4193-92a5-2dad447a5b26 None None] Provisioning complete for port 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:35.319061 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c986c34-c582-4193-92a5-2dad447a5b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.415707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6c986c34-c582-4193-92a5-2dad447a5b26 None None] Port 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:35.453779 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c986c34-c582-4193-92a5-2dad447a5b26 None None] Provisioning complete for port 53f2182f-7051-4f50-8c8b-117de36e72de triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:35.456205 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c986c34-c582-4193-92a5-2dad447a5b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.553744 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.577300 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.611571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d6b0da12-2fe3-42d0-b4b6-941c2a7048a6 req-96947cdb-ac18-4afe-b8ce-41309c281282 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 210 time: 0.1050909 Jul 16 20:20:35.676679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event updated for resources: {'Port': ['ID=204c6b0d-f9d2-4314-bd3b-0aabbae039c1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:35.702936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6d996-e808-4437-98a5-94ed8acbd074 req-99b15a5d-5b5b-4b13-82bb-dfe71586049d tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:35.710320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5db6d996-e808-4437-98a5-94ed8acbd074 req-99b15a5d-5b5b-4b13-82bb-dfe71586049d tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 943 time: 0.4552011 Jul 16 20:20:35.779172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72982e5a-eb0a-4def-b4ea-b083ca4529fb req-b8afd282-8cbe-4ddc-9887-07a809927372 service neutron] 10.222.0.30 "GET /v2.0/networks/31ac591c-8319-4046-95d0-0aba09af692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581437 Jul 16 20:20:35.779996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.800233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5db6d996-e808-4437-98a5-94ed8acbd074 req-08e82dd0-8446-4b1f-a49a-fd63067d8db5 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883577 Jul 16 20:20:35.823530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fe2c6e05-321b-4a75-8c27-68031c62d82c None None] Provisioning complete for port 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:35.826528 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6e05-321b-4a75-8c27-68031c62d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:35.861892 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ca105124-f977-4f3a-8ea1-73debcb46cf3 req-739882e6-42af-4921-b337-1908168b74ee tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0732305 Jul 16 20:20:35.892324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c6e05-321b-4a75-8c27-68031c62d82c None None] Port 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:36.003299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-053e93fe-4b9b-4fc1-ba32-092f012a654c req-9ea9820b-19bc-41e8-9e9d-c321e05bf944 tempest-AbsoluteLimitsNegativeTestJSON-2113015677 tempest-AbsoluteLimitsNegativeTestJSON-2113015677-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a8662bf94f5b482c8697e04e91f2b80c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492067 Jul 16 20:20:36.088397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Network 1cb7cc84-d771-40f4-a3f0-340437e7b52b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:36.110228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:36.125280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-8406c8c8-84dc-443a-8479-4b8e6bdf8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.127860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-8406c8c8-84dc-443a-8479-4b8e6bdf8ad2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89a771b8da354653b62f0b624b6694ef&device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 1095 time: 0.2160475 Jul 16 20:20:36.286585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 53f2182f-7051-4f50-8c8b-117de36e72de up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:36.373885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 53f2182f-7051-4f50-8c8b-117de36e72de triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:36.374582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.605827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e93fe-4b9b-4fc1-ba32-092f012a654c req-f6fd0424-1506-4d3a-89be-a890e8c4a82e tempest-AbsoluteLimitsNegativeTestJSON-2113015677 tempest-AbsoluteLimitsNegativeTestJSON-2113015677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.607387 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-053e93fe-4b9b-4fc1-ba32-092f012a654c req-f6fd0424-1506-4d3a-89be-a890e8c4a82e tempest-AbsoluteLimitsNegativeTestJSON-2113015677 tempest-AbsoluteLimitsNegativeTestJSON-2113015677-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5970383 Jul 16 20:20:36.653768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1eb7e389-a391-420e-a488-6c178594e92b None None] Provisioning complete for port 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:36.654125 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1eb7e389-a391-420e-a488-6c178594e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:36.660737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-053e93fe-4b9b-4fc1-ba32-092f012a654c req-713837a5-f924-4803-9e0d-3ee9391dfc21 tempest-AbsoluteLimitsNegativeTestJSON-2113015677 tempest-AbsoluteLimitsNegativeTestJSON-2113015677-project] 10.222.0.10 "GET /v2.0/quotas/a8662bf94f5b482c8697e04e91f2b80c HTTP/1.1" status: 200 len: 375 time: 0.0449424 Jul 16 20:20:36.673964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-b57576c9-1969-4f5f-a612-0e76beea9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:36.675513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-b57576c9-1969-4f5f-a612-0e76beea9b97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31ac591c-8319-4046-95d0-0aba09af692f HTTP/1.1" status: 200 len: 922 time: 0.5140052 Jul 16 20:20:36.718454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7e389-a391-420e-a488-6c178594e92b None None] Port 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:36.831054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-053e93fe-4b9b-4fc1-ba32-092f012a654c req-bbd38249-ea44-4413-91d1-ab60aabd9a6f tempest-AbsoluteLimitsNegativeTestJSON-2113015677 tempest-AbsoluteLimitsNegativeTestJSON-2113015677-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8662bf94f5b482c8697e04e91f2b80c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1465254 Jul 16 20:20:36.850482 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d7eb1aa2-d476-4d00-9768-f789d656ffdb req-115d318a-5544-4596-bdab-b6985ab8eba6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 210 time: 0.0563059 Jul 16 20:20:36.907049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-528db9af-770b-4ca9-acbe-1d9008b71888 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=507cdcbc-374e-4ea3-9a63-657112d27664 HTTP/1.1" status: 200 len: 217 time: 0.2104475 Jul 16 20:20:37.024823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Router e53e4ce4-5d19-44e5-ad21-40bcf54e2b27 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:20:37.039887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-35edca64-2fd6-4988-9f6f-8a601f6371db tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.044341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-35edca64-2fd6-4988-9f6f-8a601f6371db tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 805 time: 0.3318942 Jul 16 20:20:37.059728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Request body: {'port': {'device_id': '529cff9d-3637-4277-95c0-7c88c317be8d', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'admin_state_up': True, 'tenant_id': '0410be0c0294441b99dffe52e22a48d5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:37.133729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-4734761d-eb50-48e9-9054-440b1bb3e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.135540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-4734761d-eb50-48e9-9054-440b1bb3e016 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e356c27-1240-4941-8253-d4e6116f3d70 HTTP/1.1" status: 200 len: 861 time: 0.2193716 Jul 16 20:20:37.184442 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-749f128b-4166-41db-b3ec-924f000ed023 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31ac591c-8319-4046-95d0-0aba09af692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409424 Jul 16 20:20:37.254494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:37.267233 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a50390-1364-4755-8264-60c57490d098 None None] Sync routers for ids ['e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:37.278915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-807c5cce-81fa-4373-ab5b-cdeb8fb12255 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "PUT /v2.0/routers/e53e4ce4-5d19-44e5-ad21-40bcf54e2b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9200792 Jul 16 20:20:37.285680 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:37.290891 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a50390-1364-4755-8264-60c57490d098 None None] Routers {'e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:37.292697 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a1a50390-1364-4755-8264-60c57490d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.294696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Request body: {'port': {'network_id': '1cb7cc84-d771-40f4-a3f0-340437e7b52b', 'name': 'tempest-FloatingIPNegativeTestJSON-1996672051'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:37.320472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db745249-291e-4fea-a1a9-1cd2453e35b6 req-581a4f59-f98a-4e4f-9f16-6c6f6205d6fa tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.1039867 Jul 16 20:20:37.360267 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a1a50390-1364-4755-8264-60c57490d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.371869 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a50390-1364-4755-8264-60c57490d098 None None] Routers {'e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:37.372764 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a1a50390-1364-4755-8264-60c57490d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.410729 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a1a50390-1364-4755-8264-60c57490d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:37.411760 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a50390-1364-4755-8264-60c57490d098 None None] The sync data for ids ['e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:37.425838 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34ddcd70-694d-40aa-b3b1-401ff0cb7ed0 req-e29fdf32-f723-44cb-a069-cf3dec5a59f5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0971725 Jul 16 20:20:37.464959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-62570427-792e-4827-9309-685ac8408f68 service neutron] 10.222.0.30 "GET /v2.0/networks/31ac591c-8319-4046-95d0-0aba09af692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706759 Jul 16 20:20:37.543051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59808) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:37.582237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a5cdaaa-343f-43a4-8683-386c57d2cd40 req-86993849-b859-4679-8abf-864381c58f59 service neutron] 10.222.0.30 "GET /v2.0/networks/31ac591c-8319-4046-95d0-0aba09af692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104836 Jul 16 20:20:37.723221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a4a463e-c65e-4281-8428-5fcc34961a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.747074 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-5a4a463e-c65e-4281-8428-5fcc34961a56 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:20:37.747074 n-d-792394-17 neutron-server[93959]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:20:37.747074 n-d-792394-17 neutron-server[93959]: [parameters: {'project_id': 'a8662bf94f5b482c8697e04e91f2b80c', 'id': '346582de-0e81-43e6-9eaf-e81ffd5a60af', 'expiration': datetime.datetime(2021, 7, 16, 20, 22, 37, 742605)}] Jul 16 20:20:37.747074 n-d-792394-17 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:20:37.748099 n-d-792394-17 neutron-server[93959]: DEBUG oslo_db.api [None req-5a4a463e-c65e-4281-8428-5fcc34961a56 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:20:37.771836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef399b-00e4-487b-b8f2-39c7b0a9838b req-4ee16846-2aa1-447c-b73f-9e7844ac2b29 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:37.773353 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-59ef399b-00e4-487b-b8f2-39c7b0a9838b req-4ee16846-2aa1-447c-b73f-9e7844ac2b29 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 943 time: 0.5781512 Jul 16 20:20:37.777949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Made reservation on behalf of 0410be0c0294441b99dffe52e22a48d5 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:37.781565 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.845766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Made reservation on behalf of 5fb1a9cf4c2b4eeba3469ce2a602506f for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:37.849171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:37.900088 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-59ef399b-00e4-487b-b8f2-39c7b0a9838b req-0fe80444-87d9-4f8d-bf41-027c1bec6aa3 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157861 Jul 16 20:20:37.931881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] device_id is not set on port 8d39fc98-acd3-4514-aa2b-6eb43868ce2c yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:20:38.020519 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-813981ec-e363-4f0a-b639-8b2b92825293 req-21685749-63d3-4379-8c05-04e837d0e847 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 210 time: 0.0395439 Jul 16 20:20:38.036318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Allocated IP 172.20.0.7 (49d84030-b85a-4216-bb1c-9f7bf56f3df7/d816731d-17e8-4d9f-91b2-0f2ddd22c9ba/f4b6a10d-5269-4073-b028-773dc16105d3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:38.111022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-f73765cd-4ad3-4e19-b8f9-73be03bd9e13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546193 Jul 16 20:20:38.126436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Allocated IP 172.20.0.9 (1cb7cc84-d771-40f4-a3f0-340437e7b52b/b56e5551-bc2c-42bf-ad67-34e24504a4b3/8d39fc98-acd3-4514-aa2b-6eb43868ce2c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:38.276483 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a4a463e-c65e-4281-8428-5fcc34961a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.337220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.345065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-a76510af-9902-4f26-9994-81893b292940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.346985 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-a76510af-9902-4f26-9994-81893b292940 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1146541 Jul 16 20:20:38.391032 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.414269 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Transition to ACTIVE for port object 8d39fc98-acd3-4514-aa2b-6eb43868ce2c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:38.429628 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.442535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:38.488399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:38.501935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-7ae45f2b-5e9c-4ee8-bfb9-91c2382b5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.503823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-7ae45f2b-5e9c-4ee8-bfb9-91c2382b5031 service neutron] 10.222.0.30 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 906 time: 0.1255369 Jul 16 20:20:38.530629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:38.551322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:38.553927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-402b592a-912d-4883-b862-b7fee1e31675 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b4990ac-625c-4a89-a690-8f046759f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0408828 Jul 16 20:20:38.572390 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a4a463e-c65e-4281-8428-5fcc34961a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.581014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17d19e38-2204-46b2-bcd3-261c82e01c0b req-cd254a4d-9918-4f94-aa43-d84e5c2ac538 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.1003664 Jul 16 20:20:38.597831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a4a463e-c65e-4281-8428-5fcc34961a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.601367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event updated for resources: {'Port': ['ID=f4b6a10d-5269-4073-b028-773dc16105d3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:38.635024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.685278 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5a4a463e-c65e-4281-8428-5fcc34961a56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8662bf94f5b482c8697e04e91f2b80c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1402662 Jul 16 20:20:38.690176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-e081fd58-2fad-4dfc-81c9-ca11bdbb9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.692010 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-e081fd58-2fad-4dfc-81c9-ca11bdbb9fd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.1288178 Jul 16 20:20:38.693475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:38.694220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a463e-c65e-4281-8428-5fcc34961a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f98093-163f-4d2b-baa6-d1cd4b956e21,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:38.737524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Network 1cb7cc84-d771-40f4-a3f0-340437e7b52b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:38.749177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 507cdcbc-374e-4ea3-9a63-657112d27664 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:38.750338 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-f04cde84-55ae-40c0-9bf0-25cc1c78c0f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452437 Jul 16 20:20:38.769035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:38.769984 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:38.818499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event updated for resources: {'Port': ['ID=8d39fc98-acd3-4514-aa2b-6eb43868ce2c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:38.828667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:38.832509 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:38.925903 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-5593f976-50da-4e09-9673-e9eb5ceb7175 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8710060 Jul 16 20:20:38.947092 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Request body: {'port': {'device_id': '529cff9d-3637-4277-95c0-7c88c317be8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:39.008601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.009537 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.053203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 507cdcbc-374e-4ea3-9a63-657112d27664, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=507cdcbc-374e-4ea3-9a63-657112d27664,segment=NetworkSegment(fb1a19ad-99f4-4d76-9b18-d471238d8507),segment_id=fb1a19ad-99f4-4d76-9b18-d471238d8507)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:39.078926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '507cdcbc-374e-4ea3-9a63-657112d27664', 'network_id': '31ac591c-8319-4046-95d0-0aba09af692f', 'port_id': '507cdcbc-374e-4ea3-9a63-657112d27664', 'mac_address': 'fa:16:3e:5b:be:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e356c27-1240-4941-8253-d4e6116f3d70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:39.134474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.141272 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-01cb68ab-3d7d-4ed2-bea1-f33e8ce577c2 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8476491 Jul 16 20:20:39.142487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:39.157485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:39.218706 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.256805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507cdcbc-374e-4ea3-9a63-657112d27664 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:39.325289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 507cdcbc-374e-4ea3-9a63-657112d27664, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=507cdcbc-374e-4ea3-9a63-657112d27664,segment=NetworkSegment(fb1a19ad-99f4-4d76-9b18-d471238d8507),segment_id=fb1a19ad-99f4-4d76-9b18-d471238d8507)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:39.331485 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.342503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:39.345831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.399504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-62e44430-38c4-4e25-a7b8-9f8896f8d350 None None] Provisioning for port 8d39fc98-acd3-4514-aa2b-6eb43868ce2c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:39.407592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-62e44430-38c4-4e25-a7b8-9f8896f8d350 None None] Provisioning complete for port 8d39fc98-acd3-4514-aa2b-6eb43868ce2c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:39.407959 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62e44430-38c4-4e25-a7b8-9f8896f8d350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.458430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=507cdcbc-374e-4ea3-9a63-657112d27664,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:39.462736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c686b986-30e8-40fe-bb19-ef4150e7fb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.480369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-62e44430-38c4-4e25-a7b8-9f8896f8d350 None None] Port 8d39fc98-acd3-4514-aa2b-6eb43868ce2c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:20:39.499397 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c686b986-30e8-40fe-bb19-ef4150e7fb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.545482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030bfa-df92-4228-8b72-03ac336b5426 req-15661da9-c6ea-4619-9f1c-19b9093cce46 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.552889 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b030bfa-df92-4228-8b72-03ac336b5426 req-15661da9-c6ea-4619-9f1c-19b9093cce46 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 944 time: 0.2088768 Jul 16 20:20:39.574037 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c686b986-30e8-40fe-bb19-ef4150e7fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.576641 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c686b986-30e8-40fe-bb19-ef4150e7fb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.580056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c686b986-30e8-40fe-bb19-ef4150e7fb66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0f98093-163f-4d2b-baa6-d1cd4b956e21 HTTP/1.1" status: 204 len: 168 time: 0.8787441 Jul 16 20:20:39.592878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686b986-30e8-40fe-bb19-ef4150e7fb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f98093-163f-4d2b-baa6-d1cd4b956e21,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:39.613137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab3a1808-005f-45ad-8560-415053c5d6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.614440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-b7c6ef4d-de4d-4b3d-a265-9400f9a46bd4 service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8536363 Jul 16 20:20:39.686455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['507cdcbc-374e-4ea3-9a63-657112d27664'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:39.710642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b030bfa-df92-4228-8b72-03ac336b5426 req-35c4d5d8-a059-46ff-bf1d-68392dc6269e tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563656 Jul 16 20:20:39.763815 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f86495b-cc70-474b-bf7c-fbbc45dc37d4 req-8e7f3aa4-de0c-418e-bc47-db9b3e3f6907 service neutron] 10.222.0.30 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353707 Jul 16 20:20:39.926316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ab0e8-df1f-4009-964a-587a76ee5e97 req-3a980788-cd57-4f9e-aecc-b3512cc79556 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:39.928589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-315ab0e8-df1f-4009-964a-587a76ee5e97 req-3a980788-cd57-4f9e-aecc-b3512cc79556 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 931 time: 0.1029270 Jul 16 20:20:39.936089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b6a10d-5269-4073-b028-773dc16105d3 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:39.947370 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.996359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:39.998348 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-315ab0e8-df1f-4009-964a-587a76ee5e97 req-75fe6263-8a4b-463a-8c8f-6128f592ecf0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587099 Jul 16 20:20:40.006955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Transition to ACTIVE for port object f4b6a10d-5269-4073-b028-773dc16105d3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:40.020098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.065243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab3a1808-005f-45ad-8560-415053c5d6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.101466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab3a1808-005f-45ad-8560-415053c5d6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.174913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b6a10d-5269-4073-b028-773dc16105d3,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.215750 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ab3a1808-005f-45ad-8560-415053c5d6af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dae48a0576f64e56aaa903c9f071ff5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8653727 Jul 16 20:20:40.218869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59878) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:40.237389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a1808-005f-45ad-8560-415053c5d6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bad32c4-3ff3-4a58-9109-3a48d4a96277,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.321979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Allocated IP 172.25.7.193 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/c1fda9af-ce48-4dad-ac98-1d7974a94e30) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:40.350560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4293bb9e-9f10-429d-b04b-785ab9c52190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.382565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4293bb9e-9f10-429d-b04b-785ab9c52190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.422767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Attempting to bind port f4b6a10d-5269-4073-b028-773dc16105d3 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:40.423147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Attempting to bind port f4b6a10d-5269-4073-b028-773dc16105d3 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:40.423426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Attempting to bind port f4b6a10d-5269-4073-b028-773dc16105d3 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:40.433640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Port f4b6a10d-5269-4073-b028-773dc16105d3 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:40.433971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Attempting to bind port f4b6a10d-5269-4073-b028-773dc16105d3 on network 49d84030-b85a-4216-bb1c-9f7bf56f3df7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:40.442725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:40.443011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Checking segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:40.443391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Bound using segment: {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:40.443832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Bound port: f4b6a10d-5269-4073-b028-773dc16105d3, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0e920-a664-457e-9cef-c3ad88dfa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:40.444199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.464742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4293bb9e-9f10-429d-b04b-785ab9c52190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.475708 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4293bb9e-9f10-429d-b04b-785ab9c52190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.479710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4293bb9e-9f10-429d-b04b-785ab9c52190 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bad32c4-3ff3-4a58-9109-3a48d4a96277 HTTP/1.1" status: 204 len: 168 time: 0.2567441 Jul 16 20:20:40.508930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293bb9e-9f10-429d-b04b-785ab9c52190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bad32c4-3ff3-4a58-9109-3a48d4a96277,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.558272 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.571370 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e50eae5-3fec-4439-94f1-c100ce50c4e2 req-d81e9697-22c3-46d3-924a-ffe6304d5ee6 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0926344 Jul 16 20:20:40.577522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] For port f4b6a10d-5269-4073-b028-773dc16105d3, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:40.582983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] For port f4b6a10d-5269-4073-b028-773dc16105d3, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f4b6a10d-5269-4073-b028-773dc16105d3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:40.630344 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.699149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.700476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.702987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] 10.222.0.63 "PUT /v2.0/ports/f4b6a10d-5269-4073-b028-773dc16105d3 HTTP/1.1" status: 200 len: 1092 time: 1.7624977 Jul 16 20:20:40.704622 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:40.706667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529cff9d-3637-4277-95c0-7c88c317be8d', 'tag': 'f4b6a10d-5269-4073-b028-773dc16105d3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:40.709342 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711" -d '{"events": [{"name": "network-changed", "server_uuid": "529cff9d-3637-4277-95c0-7c88c317be8d", "tag": "f4b6a10d-5269-4073-b028-773dc16105d3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:40.807366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:40.821477 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00227fa4-1de3-456f-9de7-35f8a3f59675 x-openstack-request-id: req-00227fa4-1de3-456f-9de7-35f8a3f59675 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:40.822192 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529cff9d-3637-4277-95c0-7c88c317be8d", "tag": "f4b6a10d-5269-4073-b028-773dc16105d3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:40.822803 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00227fa4-1de3-456f-9de7-35f8a3f59675 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:40.823573 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529cff9d-3637-4277-95c0-7c88c317be8d', 'tag': 'f4b6a10d-5269-4073-b028-773dc16105d3', 'status': 'completed', 'code': 200} Jul 16 20:20:40.827235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:40.844894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca4774-0da1-415f-9de4-098f9f2cd141 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b6a10d-5269-4073-b028-773dc16105d3,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.851724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:40.858258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:40.934077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event updated for resources: {'Port': ['ID=c1fda9af-ce48-4dad-ac98-1d7974a94e30,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:40.959930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-0a6f6edf-9157-4730-841a-c5785d0fdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.962432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-0a6f6edf-9157-4730-841a-c5785d0fdb86 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 1095 time: 0.1726139 Jul 16 20:20:40.970958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6e34-d1d9-45c2-9e11-0ee9cffb2e2c req-969051a6-a665-4dbb-8419-7d9424470d12 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:40.978354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ea6e34-d1d9-45c2-9e11-0ee9cffb2e2c req-969051a6-a665-4dbb-8419-7d9424470d12 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 944 time: 0.0946012 Jul 16 20:20:41.025569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6ea6e34-d1d9-45c2-9e11-0ee9cffb2e2c req-4dcfdedf-79d8-4653-b4f6-da67c210896e tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459144 Jul 16 20:20:41.037660 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-15928e0a-a492-4578-b41f-a15078e63784 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4b6a10d-5269-4073-b028-773dc16105d3 HTTP/1.1" status: 200 len: 217 time: 0.0429265 Jul 16 20:20:41.041763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1374097550-network', 'tenant_id': 'f6e57886c0464ec29b897dfcaa2782c2'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:41.051371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:41.073147 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d5875cc-0fbb-4877-87bc-6544114e3101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.084554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Made reservation on behalf of f6e57886c0464ec29b897dfcaa2782c2 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:41.087098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.090259 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.098617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.108398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-593e887e-bf4a-468a-a23d-3ea5e66459b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.110028 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-593e887e-bf4a-468a-a23d-3ea5e66459b9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.0619209 Jul 16 20:20:41.172303 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-b1f53c4d-f5dd-4e18-95b6-901c0a9bfe30 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439217 Jul 16 20:20:41.200458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d5875cc-0fbb-4877-87bc-6544114e3101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.208878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d5875cc-0fbb-4877-87bc-6544114e3101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.268741 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.269495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2d5875cc-0fbb-4877-87bc-6544114e3101 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12f89db874fc4bc196c40fb1713f9265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167797 Jul 16 20:20:41.272761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5875cc-0fbb-4877-87bc-6544114e3101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbdbb2e-0ad8-489f-9423-cb38bb6f96eb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:41.278073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59912) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:41.347457 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-a7e75222-23f3-48ea-833f-cfdaa577f4a5 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513608 Jul 16 20:20:41.366490 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f51a73d-6e93-40a6-b999-32eebdc367d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.386868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260cbb0-c346-43d4-b528-a5f42edc7c07 req-a6ca63b2-ce13-489c-9848-ad90e9a7a998 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.388423 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9260cbb0-c346-43d4-b528-a5f42edc7c07 req-a6ca63b2-ce13-489c-9848-ad90e9a7a998 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 943 time: 0.2439530 Jul 16 20:20:41.390605 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.399343 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.404219 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f51a73d-6e93-40a6-b999-32eebdc367d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.429128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:41.466421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.467159 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Added segment 4dbe8c31-dff4-4a01-847c-1f8cb44cfd66 of type vlan for network 76795a6f-f160-4376-a942-4e1da90a8991 Jul 16 20:20:41.468506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8017e802-fe51-408f-9984-8e51204bcea7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:41.516374 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.527506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f51a73d-6e93-40a6-b999-32eebdc367d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.528628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9260cbb0-c346-43d4-b528-a5f42edc7c07 req-8f0ef749-f12a-4b7b-9bb7-68b822bf4588 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287487 Jul 16 20:20:41.530047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f51a73d-6e93-40a6-b999-32eebdc367d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.533608 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3f51a73d-6e93-40a6-b999-32eebdc367d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8cbdbb2e-0ad8-489f-9423-cb38bb6f96eb HTTP/1.1" status: 204 len: 168 time: 0.2521677 Jul 16 20:20:41.544597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51a73d-6e93-40a6-b999-32eebdc367d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbdbb2e-0ad8-489f-9423-cb38bb6f96eb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:41.564557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.564753 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d990ff-f756-4db3-b0c5-42664645a481 req-922c4877-ad6a-4a81-9b54-036cd23e31a7 service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992180 Jul 16 20:20:41.565837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.566543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.584922 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.591943 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.611950 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8028250 Jul 16 20:20:41.614787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:41.650611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Request body: {'subnet': {'network_id': '76795a6f-f160-4376-a942-4e1da90a8991', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1374097550-subnet', 'tenant_id': 'f6e57886c0464ec29b897dfcaa2782c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:41.657177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe984106-0313-4b55-b22c-986089017cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=76795a6f-f160-4376-a942-4e1da90a8991,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:41.668670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 76795a6f-f160-4376-a942-4e1da90a8991 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:41.693250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Made reservation on behalf of f6e57886c0464ec29b897dfcaa2782c2 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:41.700329 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.750862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event updated for resources: {'Port': ['ID=c1fda9af-ce48-4dad-ac98-1d7974a94e30,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:41.757264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-06e19a81-6f9c-4814-b010-6965c78dbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.759036 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-06e19a81-6f9c-4814-b010-6965c78dbcce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0410be0c0294441b99dffe52e22a48d5&device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 1095 time: 0.1349132 Jul 16 20:20:41.765579 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.788516 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.789686 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f918add7-36b5-4c0b-908a-e41264da0f6d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6400571 Jul 16 20:20:41.793487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:41.827133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b009517d-50e6-40d7-a9bb-05b81ea9ce7d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Request body: {'floatingip': {'port_id': '8d39fc98-acd3-4514-aa2b-6eb43868ce2c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:41.831514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67664b59-52f9-4bda-907d-5d08233a758a req-2e497c7f-590e-4354-99f8-d33d153c941f tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0842521 Jul 16 20:20:41.884292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-0741cf4e-62b9-419a-b040-b1d85d105340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.886548 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-0741cf4e-62b9-419a-b040-b1d85d105340 service neutron] 10.222.0.63 "GET /v2.0/networks?id=49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 200 len: 906 time: 0.1083512 Jul 16 20:20:41.887901 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b009517d-50e6-40d7-a9bb-05b81ea9ce7d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:41.931433 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-8902368b-3103-4dcb-97be-a900d50e416f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4b6a10d-5269-4073-b028-773dc16105d3 HTTP/1.1" status: 200 len: 217 time: 0.0374207 Jul 16 20:20:41.983274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-34054914-a123-4019-b39e-20c4fa24c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:41.984793 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-34054914-a123-4019-b39e-20c4fa24c97e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 200 len: 845 time: 0.0479445 Jul 16 20:20:42.024878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-5d9fb6c9-596d-4b62-b022-503ec40acabe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49d84030-b85a-4216-bb1c-9f7bf56f3df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335515 Jul 16 20:20:42.086605 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-b009517d-50e6-40d7-a9bb-05b81ea9ce7d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] update failed (client error): The resource could not be found. Jul 16 20:20:42.092181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b009517d-50e6-40d7-a9bb-05b81ea9ce7d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "PUT /v2.0/floatingips/06484a14-c728-4096-bb6c-f07addff8c4a HTTP/1.1" status: 404 len: 507 time: 0.2936964 Jul 16 20:20:42.097511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59936) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:42.147645 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-ed18b320-a840-40b4-ae60-ac5d8e25673d service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150768 Jul 16 20:20:42.197315 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.285258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a902cf-ba7b-4813-9f85-40676465a00e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:42.322142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Checking segment: {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:42.323840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Network hostable DHCP agents. Network: 76795a6f-f160-4376-a942-4e1da90a8991, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:42.332032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9453b5-d81f-4c6f-8d66-3ace4a7e68a2 req-15afd297-a1b7-442c-a4d4-60bb545455e1 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.333429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Deleting port c1fda9af-ce48-4dad-ac98-1d7974a94e30 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:42.333771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.337016 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a9453b5-d81f-4c6f-8d66-3ace4a7e68a2 req-15afd297-a1b7-442c-a4d4-60bb545455e1 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 944 time: 0.1678689 Jul 16 20:20:42.344714 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4b0c2ac-14c3-48dd-b987-d7a2ce244711 req-30d72f6b-0c5b-479f-b22a-ee41a46dcd0a service neutron] 10.222.0.63 "GET /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895816 Jul 16 20:20:42.385861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Network 76795a6f-f160-4376-a942-4e1da90a8991 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:42.398688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a9453b5-d81f-4c6f-8d66-3ace4a7e68a2 req-3be62cab-5109-4264-8880-cc5fa15f8096 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527904 Jul 16 20:20:42.430359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 76795a6f-f160-4376-a942-4e1da90a8991) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:42.435367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.436717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.440715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f396f-d7d2-44da-93ec-80acb791c730 None None] Network 76795a6f-f160-4376-a942-4e1da90a8991 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:42.462277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-07182f43-dd79-49b4-9b10-0f349c80ed1e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8464019 Jul 16 20:20:42.466100 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.466520 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.484542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Calling delete_port for c1fda9af-ce48-4dad-ac98-1d7974a94e30 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:42.602917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff57922-03f2-450e-83bd-b5aecf2b7c2c None None] Network 76795a6f-f160-4376-a942-4e1da90a8991 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:42.755701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.797408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event deleted for resources: {'Port': ['ID=c1fda9af-ce48-4dad-ac98-1d7974a94e30,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:42.829317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3012b-3581-4d0d-a159-4b1d0b2553cd req-c5b35780-f379-4c94-95bb-b4c9c3519b0c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:42.836421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2bd3012b-3581-4d0d-a159-4b1d0b2553cd req-c5b35780-f379-4c94-95bb-b4c9c3519b0c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 943 time: 0.1319416 Jul 16 20:20:42.841178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 507cdcbc-374e-4ea3-9a63-657112d27664 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:42.875140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.878006 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.879523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a432ef94-dc50-49b7-8e3e-ee33f6853751 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "DELETE /v2.0/floatingips/06484a14-c728-4096-bb6c-f07addff8c4a HTTP/1.1" status: 204 len: 168 time: 0.7810261 Jul 16 20:20:42.884237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:42.888507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2bd3012b-3581-4d0d-a159-4b1d0b2553cd req-38e63134-9ec6-4628-865b-01f24b4b2d35 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508556 Jul 16 20:20:42.895195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-82625b42-a93d-44d5-95da-89c407d8b64f tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Request body: {'floatingip': {'floating_network_id': '1cb7cc84-d771-40f4-a3f0-340437e7b52b', 'port_id': '8d39fc98-acd3-4514-aa2b-6eb43868ce2c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:42.912660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 507cdcbc-374e-4ea3-9a63-657112d27664 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:42.922125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 507cdcbc-374e-4ea3-9a63-657112d27664 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:42.922696 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.946259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82625b42-a93d-44d5-95da-89c407d8b64f tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:42.959935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.062803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-38dcc4e7-4181-4681-8d5d-1d819fce18af req-7840295f-2a64-495e-99a7-81ef09aa014c tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0441401 Jul 16 20:20:43.101927 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.122304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.134857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164b4828-0717-4f04-bf73-30fc71183f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507cdcbc-374e-4ea3-9a63-657112d27664'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:43.137484 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dbc94a-cfa1-462a-bac5-7a7d0bceaeb4" -d '{"events": [{"server_uuid": "164b4828-0717-4f04-bf73-30fc71183f03", "name": "network-vif-plugged", "status": "completed", "tag": "507cdcbc-374e-4ea3-9a63-657112d27664"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:43.151486 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-82625b42-a93d-44d5-95da-89c407d8b64f tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:20:43.155275 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-82625b42-a93d-44d5-95da-89c407d8b64f tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2696390 Jul 16 20:20:43.159479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.162557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 507cdcbc-374e-4ea3-9a63-657112d27664, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=507cdcbc-374e-4ea3-9a63-657112d27664,segment=NetworkSegment(fb1a19ad-99f4-4d76-9b18-d471238d8507),segment_id=fb1a19ad-99f4-4d76-9b18-d471238d8507)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:43.164616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '8d39fc98-acd3-4514-aa2b-6eb43868ce2c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:43.170931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.201893 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506a414d-de57-4b86-a98a-ebd517d3d5b4 x-openstack-request-id: req-506a414d-de57-4b86-a98a-ebd517d3d5b4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:43.202208 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164b4828-0717-4f04-bf73-30fc71183f03", "name": "network-vif-plugged", "status": "completed", "tag": "507cdcbc-374e-4ea3-9a63-657112d27664", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:43.202535 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-506a414d-de57-4b86-a98a-ebd517d3d5b4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:43.203956 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164b4828-0717-4f04-bf73-30fc71183f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507cdcbc-374e-4ea3-9a63-657112d27664', 'code': 200} Jul 16 20:20:43.240256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=507cdcbc-374e-4ea3-9a63-657112d27664,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.260929 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.267046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.316692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f3e5ba8c67045b79229d9852c2c6397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554089 Jul 16 20:20:43.318579 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.321038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:43.321477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-7aa11391-d3dc-4287-b3eb-e912dbc3f1af tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.323518 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-7aa11391-d3dc-4287-b3eb-e912dbc3f1af tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 813 time: 0.1559508 Jul 16 20:20:43.337571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38b8c0-4275-41e4-82b4-39f3dc0a0d30,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.345263 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-3eefcf46-5a63-4764-9324-ce2bf881fafb tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/quotas/f6e57886c0464ec29b897dfcaa2782c2 HTTP/1.1" status: 200 len: 375 time: 0.0145226 Jul 16 20:20:43.350447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f64291-2a1a-4e35-a93b-096e5257ac71 req-b03fc8a9-be40-473c-8271-2bb0e12c5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.351930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a7f64291-2a1a-4e35-a93b-096e5257ac71 req-b03fc8a9-be40-473c-8271-2bb0e12c5728 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 1097 time: 0.0893097 Jul 16 20:20:43.369194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.369551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.370575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.370575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.370575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.370937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.371231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.371574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.371893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.372205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.372520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.372831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8dea11-c8e6-4d9d-9a30-bab5fe989560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:43.392804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-32970a93-a8a4-4d76-8ff4-41cf948e259e tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399218 Jul 16 20:20:43.423818 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ad70-ba11-4f9a-aa8f-9bafea96f422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.436017 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a7f64291-2a1a-4e35-a93b-096e5257ac71 req-24548da3-167e-48ec-b6b6-6c3bd7116600 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737062 Jul 16 20:20:43.476633 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ad70-ba11-4f9a-aa8f-9bafea96f422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.498861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-4476122c-a116-4fc3-b76e-1d9d24cb22aa service neutron] 10.222.0.10 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943441 Jul 16 20:20:43.538099 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.558480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ad70-ba11-4f9a-aa8f-9bafea96f422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.561150 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6a7ad70-ba11-4f9a-aa8f-9bafea96f422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.564652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e6a7ad70-ba11-4f9a-aa8f-9bafea96f422 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb38b8c0-4275-41e4-82b4-39f3dc0a0d30 HTTP/1.1" status: 204 len: 168 time: 0.2384138 Jul 16 20:20:43.607618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-29cf5e5e-2379-4027-9805-536b86c790ae service neutron] 10.222.0.10 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992703 Jul 16 20:20:43.625067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7ad70-ba11-4f9a-aa8f-9bafea96f422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38b8c0-4275-41e4-82b4-39f3dc0a0d30,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:43.729655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0009-0c45-4e4c-aee2-a68e713d8429 req-fe0697ca-79f6-4fbe-9f6b-1cb02050e236 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:43.731176 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22ea0009-0c45-4e4c-aee2-a68e713d8429 req-fe0697ca-79f6-4fbe-9f6b-1cb02050e236 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 945 time: 0.1262896 Jul 16 20:20:43.751826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Allocated IP 172.25.7.112 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/8210d69a-f60c-4c4b-8ead-948f131e5d33) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:43.815865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22ea0009-0c45-4e4c-aee2-a68e713d8429 req-0eed399a-d5b5-4c30-9df6-a3abf404d860 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759001 Jul 16 20:20:43.902400 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:43.950646 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.014625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:44.023738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:44.030195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:44.036580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event updated for resources: {'Port': ['ID=8210d69a-f60c-4c4b-8ead-948f131e5d33,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.153186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b901a3d-3d94-4fe5-b540-a997e8f27779 req-31aec34c-5834-4de4-b882-d7dddc486440 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:44.156003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b901a3d-3d94-4fe5-b540-a997e8f27779 req-31aec34c-5834-4de4-b882-d7dddc486440 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 943 time: 0.1042070 Jul 16 20:20:44.210836 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b901a3d-3d94-4fe5-b540-a997e8f27779 req-3fe63986-c284-4921-8674-590046677a65 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494916 Jul 16 20:20:44.252001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4a36679f-305e-46aa-99d4-166918027308 req-23b5ae19-062d-437f-8fdc-2aec4e218c3c tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0407751 Jul 16 20:20:44.285027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f4b6a10d-5269-4073-b028-773dc16105d3 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:44.330485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Deleting port 8210d69a-f60c-4c4b-8ead-948f131e5d33 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:44.330871 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.370689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d399eff9-a38d-4a64-9481-da41b5d6299b req-a03885c2-1001-48d7-a24b-b1f8e06c9e4d tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 210 time: 0.0730753 Jul 16 20:20:44.472928 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.473266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.476647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f4b6a10d-5269-4073-b028-773dc16105d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f4b6a10d-5269-4073-b028-773dc16105d3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:44.491531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'f4b6a10d-5269-4073-b028-773dc16105d3', 'network_id': '49d84030-b85a-4216-bb1c-9f7bf56f3df7', 'port_id': 'f4b6a10d-5269-4073-b028-773dc16105d3', 'mac_address': 'fa:16:3e:4e:eb:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816731d-17e8-4d9f-91b2-0f2ddd22c9ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:44.524991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Calling delete_port for 8210d69a-f60c-4c4b-8ead-948f131e5d33 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:44.546942 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.565015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b6a10d-5269-4073-b028-773dc16105d3 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:44.588816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f4b6a10d-5269-4073-b028-773dc16105d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f4b6a10d-5269-4073-b028-773dc16105d3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:44.593634 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.661308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f4b6a10d-5269-4073-b028-773dc16105d3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.759683 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:44.797638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event deleted for resources: {'Port': ['ID=8210d69a-f60c-4c4b-8ead-948f131e5d33,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:44.801645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f4b6a10d-5269-4073-b028-773dc16105d3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:44.958448 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] create failed (client error): The resource could not be found. Jul 16 20:20:44.963687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-89421613-149a-422e-b099-35d202bd1cad tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7995028 Jul 16 20:20:44.964434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60054) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:45.033926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:45.143809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6a529732-8523-45ff-b0d8-b17b03527b1d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Deleting port 8d39fc98-acd3-4514-aa2b-6eb43868ce2c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:45.144553 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a529732-8523-45ff-b0d8-b17b03527b1d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.155665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4bb2c-2d8e-4871-ad95-a666e8202700 req-3ad5e6f6-65b7-4bf0-b112-eb727089aa7a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:45.157080 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-90c4bb2c-2d8e-4871-ad95-a666e8202700 req-3ad5e6f6-65b7-4bf0-b112-eb727089aa7a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 945 time: 0.1313636 Jul 16 20:20:45.184061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef596f3c-5480-417b-99a1-8bcef503d6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.253327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-90c4bb2c-2d8e-4871-ad95-a666e8202700 req-60f22330-0d0e-4c8b-a5ac-ecb2d16c743f tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840719 Jul 16 20:20:45.295225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a529732-8523-45ff-b0d8-b17b03527b1d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.322121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef596f3c-5480-417b-99a1-8bcef503d6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.327050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6a529732-8523-45ff-b0d8-b17b03527b1d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Calling delete_port for 8d39fc98-acd3-4514-aa2b-6eb43868ce2c owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:45.328578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef596f3c-5480-417b-99a1-8bcef503d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.393961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef596f3c-5480-417b-99a1-8bcef503d6b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54d1d6929edc45d4ba8efb11c71dcebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587325 Jul 16 20:20:45.396641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60068) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:45.413131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef596f3c-5480-417b-99a1-8bcef503d6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d588027-7a04-406a-bddd-ddee6cc137b5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.474182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a3592-a98d-41e5-8950-3ad4cdfc87de req-f7afd675-dfa9-442d-8b5d-4b3645f4b100 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:45.475880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-671a3592-a98d-41e5-8950-3ad4cdfc87de req-f7afd675-dfa9-442d-8b5d-4b3645f4b100 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 944 time: 0.1081038 Jul 16 20:20:45.508633 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10f3cf75-9eac-4834-a3d5-7112648755f9 req-7bd9ac41-5e8b-4669-85c5-0dd2d64c6d59 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0520031 Jul 16 20:20:45.547116 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-671a3592-a98d-41e5-8950-3ad4cdfc87de req-aa662a4c-b053-4bf0-a60e-c3b2df6b5e9e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634885 Jul 16 20:20:45.556694 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.601176 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf27a31-6886-4487-9cb8-29501360e3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.757866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-70868e06-6a1b-46d0-b3ab-e801a5653b92 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:45.764504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-70868e06-6a1b-46d0-b3ab-e801a5653b92 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.63 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 813 time: 0.1854208 Jul 16 20:20:45.785615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Request body: {'port': {'device_id': 'ba8f5d6b-2c84-4094-b4c2-3cd1280021c9', 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991', 'admin_state_up': True, 'tenant_id': 'f6e57886c0464ec29b897dfcaa2782c2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:45.806596 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bb7ea5c-b8b8-47b0-8199-0c4cc94ce58d req-1e5cd1ac-a15e-49fe-9460-dfa53834b053 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 210 time: 0.0903816 Jul 16 20:20:45.848705 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf27a31-6886-4487-9cb8-29501360e3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.880947 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a529732-8523-45ff-b0d8-b17b03527b1d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:45.934855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Made reservation on behalf of f6e57886c0464ec29b897dfcaa2782c2 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:45.937772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529732-8523-45ff-b0d8-b17b03527b1d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event deleted for resources: {'Port': ['ID=8d39fc98-acd3-4514-aa2b-6eb43868ce2c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:45.941031 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.041114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-a1688be8-8722-4583-aed9-6821a506e7b7 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.042044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-a1688be8-8722-4583-aed9-6821a506e7b7 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 813 time: 0.4381161 Jul 16 20:20:46.074571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Request body: {'port': {'device_id': '9a7c613b-91a7-4cf9-9c64-30686bfc57bd', 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991', 'admin_state_up': True, 'tenant_id': 'f6e57886c0464ec29b897dfcaa2782c2'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:46.111449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf27a31-6886-4487-9cb8-29501360e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.119955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf27a31-6886-4487-9cb8-29501360e3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.122821 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eaf27a31-6886-4487-9cb8-29501360e3ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d588027-7a04-406a-bddd-ddee6cc137b5 HTTP/1.1" status: 204 len: 168 time: 0.7251916 Jul 16 20:20:46.146569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a529732-8523-45ff-b0d8-b17b03527b1d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.153000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6a529732-8523-45ff-b0d8-b17b03527b1d tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "DELETE /v2.0/ports/8d39fc98-acd3-4514-aa2b-6eb43868ce2c HTTP/1.1" status: 204 len: 168 time: 1.1876273 Jul 16 20:20:46.161391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60098) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.175197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf27a31-6886-4487-9cb8-29501360e3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d588027-7a04-406a-bddd-ddee6cc137b5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.294370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f4b6a10d-5269-4073-b028-773dc16105d3 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:46.354584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412fa56e-d918-47cc-9072-e7e064105b59 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.356303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-412fa56e-d918-47cc-9072-e7e064105b59 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "GET /v2.0/ports?device_id=e53e4ce4-5d19-44e5-ad21-40bcf54e2b27 HTTP/1.1" status: 200 len: 913 time: 0.1941335 Jul 16 20:20:46.359493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:46.429775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port f4b6a10d-5269-4073-b028-773dc16105d3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:46.460055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port f4b6a10d-5269-4073-b028-773dc16105d3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:46.460274 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Made reservation on behalf of f6e57886c0464ec29b897dfcaa2782c2 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:46.461580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.463942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.524941 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.588621 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.650555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f4b6a10d-5269-4073-b028-773dc16105d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f4b6a10d-5269-4073-b028-773dc16105d3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:46.652234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529cff9d-3637-4277-95c0-7c88c317be8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6a10d-5269-4073-b028-773dc16105d3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:46.655587 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545cc7ad-0116-49cc-8c96-0bbe8cdee7ec" -d '{"events": [{"server_uuid": "529cff9d-3637-4277-95c0-7c88c317be8d", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6a10d-5269-4073-b028-773dc16105d3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:46.660867 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.669489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Allocated IP 172.20.0.10 (76795a6f-f160-4376-a942-4e1da90a8991/67a902cf-ba7b-4813-9f85-40676465a00e/7155cbea-d767-48f2-a3ba-4df152f286ca) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:46.721524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f4b6a10d-5269-4073-b028-773dc16105d3,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:46.853398 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93813694-a994-48bd-b833-d96bf41acab0 req-d3e3419c-9943-4f82-9bd6-0ec20d7538cc tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0421679 Jul 16 20:20:46.902986 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.951446 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:46.952104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223095-fbe3-4032-9d72-54b258d95148 req-970c95fe-c08f-4920-8228-d3abd94351df tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:46.959009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c223095-fbe3-4032-9d72-54b258d95148 req-970c95fe-c08f-4920-8228-d3abd94351df tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1413329 Jul 16 20:20:47.030371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.071391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c223095-fbe3-4032-9d72-54b258d95148 req-e2d406c5-3b00-43a2-9957-0bf01c76858e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111381 Jul 16 20:20:47.092189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Network 76795a6f-f160-4376-a942-4e1da90a8991 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:47.099537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:47.102628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:47.106220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Pushing event updated for resources: {'Port': ['ID=7155cbea-d767-48f2-a3ba-4df152f286ca,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:47.124159 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55840b-db64-4075-a609-8d4a57e68e9d x-openstack-request-id: req-3d55840b-db64-4075-a609-8d4a57e68e9d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:47.124460 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529cff9d-3637-4277-95c0-7c88c317be8d", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6a10d-5269-4073-b028-773dc16105d3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:47.124714 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d55840b-db64-4075-a609-8d4a57e68e9d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:47.125134 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529cff9d-3637-4277-95c0-7c88c317be8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6a10d-5269-4073-b028-773dc16105d3', 'code': 200} Jul 16 20:20:47.151882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a53a2-eec8-4038-97f0-8cc91a2829e4 req-4e9f10dc-0688-4d2d-b735-e335a1bd9ca9 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.165786 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc0a53a2-eec8-4038-97f0-8cc91a2829e4 req-4e9f10dc-0688-4d2d-b735-e335a1bd9ca9 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 945 time: 0.1813321 Jul 16 20:20:47.200741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Allocated IP 172.20.0.13 (76795a6f-f160-4376-a942-4e1da90a8991/67a902cf-ba7b-4813-9f85-40676465a00e/8eef90ef-aa66-4f00-922c-ab5287b0a76c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:47.208191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.208766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.232710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc0a53a2-eec8-4038-97f0-8cc91a2829e4 req-ca101fb6-2095-416d-b234-bf56ebce75ca tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659938 Jul 16 20:20:47.235641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-e3d1d7e6-7f4f-49f3-990a-8fec7f9c8bea tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4629898 Jul 16 20:20:47.251681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Request body: {'port': {'device_id': 'ba8f5d6b-2c84-4094-b4c2-3cd1280021c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:47.372263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.585268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfbe7e-8a76-47d5-bdff-55a94bbd801f req-0fe2baf4-4e40-4856-a74b-52adabb06a78 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.586874 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-89bfbe7e-8a76-47d5-bdff-55a94bbd801f req-0fe2baf4-4e40-4856-a74b-52adabb06a78 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 932 time: 0.1649623 Jul 16 20:20:47.636364 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-89bfbe7e-8a76-47d5-bdff-55a94bbd801f req-8656fb73-ea69-4af3-a863-c2bdabc3b364 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Jul 16 20:20:47.767699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a915b-457c-49fe-802c-cb071b119594 req-bae62983-9fcb-4e17-880f-d0fc3748a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:47.769212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd7a915b-457c-49fe-802c-cb071b119594 req-bae62983-9fcb-4e17-880f-d0fc3748a72d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 1097 time: 0.5534542 Jul 16 20:20:47.863186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd7a915b-457c-49fe-802c-cb071b119594 req-7bb01563-1c6e-4dee-8bde-686395215ebc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806479 Jul 16 20:20:47.866001 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.898969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Deleting port 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:47.899354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:47.983104 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.077436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.110654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Network 76795a6f-f160-4376-a942-4e1da90a8991 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:48.120198 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e656b826-c6ef-41f2-b19a-3e3930306df9 req-b3f6a927-c2ad-4173-bb22-460e1837b65c tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0700028 Jul 16 20:20:48.130977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Calling delete_port for 204c6b0d-f9d2-4314-bd3b-0aabbae039c1 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:48.204317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:48.206577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:48.213965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Pushing event updated for resources: {'Port': ['ID=8eef90ef-aa66-4f00-922c-ab5287b0a76c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.250990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7155cbea-d767-48f2-a3ba-4df152f286ca {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:48.274844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.318579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.319241 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.367760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-7074d20e-afd9-4868-9348-21943bec3a56 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.370006 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-7074d20e-afd9-4868-9348-21943bec3a56 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.30 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 945 time: 0.1925347 Jul 16 20:20:48.392748 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-5e5ba8fc-4b64-4abe-980d-26a84e6ec61b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3258774 Jul 16 20:20:48.426273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8589a-a28e-4af8-87b4-95e1a934ca3c req-28a3478b-4983-4e4b-8f37-71fa8195aa82 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.428453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Request body: {'port': {'device_id': '9a7c613b-91a7-4cf9-9c64-30686bfc57bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:48.434079 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebf8589a-a28e-4af8-87b4-95e1a934ca3c req-28a3478b-4983-4e4b-8f37-71fa8195aa82 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1690004 Jul 16 20:20:48.448240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:48.478076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.488944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Transition to ACTIVE for port object 7155cbea-d767-48f2-a3ba-4df152f286ca will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:48.497725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.535371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event deleted for resources: {'Port': ['ID=204c6b0d-f9d2-4314-bd3b-0aabbae039c1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.567680 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebf8589a-a28e-4af8-87b4-95e1a934ca3c req-75dd54e2-c192-4aa8-b263-a04a69bf53b6 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284626 Jul 16 20:20:48.599468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Pushing event updated for resources: {'Port': ['ID=7155cbea-d767-48f2-a3ba-4df152f286ca,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:48.658642 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.664071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Deleting port 507cdcbc-374e-4ea3-9a63-657112d27664 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:48.664413 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.689656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd12122-e269-4791-8594-1d1c2051cf85 req-1431d7c9-e3c7-4423-9134-a8eef6e2ff1c tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:48.698730 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7cd12122-e269-4791-8594-1d1c2051cf85 req-1431d7c9-e3c7-4423-9134-a8eef6e2ff1c tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 945 time: 0.3204584 Jul 16 20:20:48.786202 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3712361-4b5d-4529-8460-ad5578bd1634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.814437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Attempting to bind port 7155cbea-d767-48f2-a3ba-4df152f286ca on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:48.814870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Attempting to bind port 7155cbea-d767-48f2-a3ba-4df152f286ca by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:48.815503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Attempting to bind port 7155cbea-d767-48f2-a3ba-4df152f286ca on network 76795a6f-f160-4376-a942-4e1da90a8991 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:48.834779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Port 7155cbea-d767-48f2-a3ba-4df152f286ca on network 76795a6f-f160-4376-a942-4e1da90a8991 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:48.835847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Attempting to bind port 7155cbea-d767-48f2-a3ba-4df152f286ca on network 76795a6f-f160-4376-a942-4e1da90a8991 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:48.883629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:48.884352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Checking segment: {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:48.885476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Bound using segment: {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:48.885946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Bound port: 7155cbea-d767-48f2-a3ba-4df152f286ca, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:48.886311 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.969890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] For port 507cdcbc-374e-4ea3-9a63-657112d27664, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=507cdcbc-374e-4ea3-9a63-657112d27664,segment=NetworkSegment(fb1a19ad-99f4-4d76-9b18-d471238d8507),segment_id=fb1a19ad-99f4-4d76-9b18-d471238d8507)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:48.970259 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.971551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7cd12122-e269-4791-8594-1d1c2051cf85 req-92531fa7-d839-4437-b07a-f2b58f7ad526 tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbf0ec78-2e7b-4ec7-b746-267d300094c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718506 Jul 16 20:20:48.981866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:48.999233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Calling delete_port for 507cdcbc-374e-4ea3-9a63-657112d27664 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:49.074834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] For port 7155cbea-d767-48f2-a3ba-4df152f286ca, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:49.120748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] For port 7155cbea-d767-48f2-a3ba-4df152f286ca, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7155cbea-d767-48f2-a3ba-4df152f286ca,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:49.130666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.179132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3712361-4b5d-4529-8460-ad5578bd1634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.207682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3712361-4b5d-4529-8460-ad5578bd1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.235109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.235765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.237311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] 10.222.0.63 "PUT /v2.0/ports/7155cbea-d767-48f2-a3ba-4df152f286ca HTTP/1.1" status: 200 len: 1093 time: 1.9946005 Jul 16 20:20:49.241169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8f5d6b-2c84-4094-b4c2-3cd1280021c9', 'tag': '7155cbea-d767-48f2-a3ba-4df152f286ca'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:49.243682 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5446bc-ce28-4bc6-b175-552881062956" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8f5d6b-2c84-4094-b4c2-3cd1280021c9", "tag": "7155cbea-d767-48f2-a3ba-4df152f286ca"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:49.290789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Router e53e4ce4-5d19-44e5-ad21-40bcf54e2b27 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:20:49.346997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6e80-342c-47ec-8812-5d6366dcdb94 service neutron] Pushing event updated for resources: {'Port': ['ID=7155cbea-d767-48f2-a3ba-4df152f286ca,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.367230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9d6cd8d-00eb-4bee-bf6f-03cac83b09f2 req-868abc9b-3112-4f06-91dd-291f7e5f79f8 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0456722 Jul 16 20:20:49.374778 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f3712361-4b5d-4529-8460-ad5578bd1634 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7fecf6525bfc4401a0d5aa4dfbabca81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9255950 Jul 16 20:20:49.376105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eef90ef-aa66-4f00-922c-ab5287b0a76c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:49.381816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:49.387714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3712361-4b5d-4529-8460-ad5578bd1634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c673be0-4733-478b-8bc7-3827021c4745,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.441889 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.466667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.471277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99155d63-1a2d-4ddc-a474-6ab78d6b4f2b req-94d367b9-77a0-4ccb-a9b9-3759aa8d06b3 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.472844 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99155d63-1a2d-4ddc-a474-6ab78d6b4f2b req-94d367b9-77a0-4ccb-a9b9-3759aa8d06b3 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 944 time: 0.2980776 Jul 16 20:20:49.475754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:20:49.487332 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8273cae8-a5ba-47e2-8a62-e77f9193b2bf tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "PUT /v2.0/routers/e53e4ce4-5d19-44e5-ad21-40bcf54e2b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1225655 Jul 16 20:20:49.488753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60188) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:49.490360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f44824-1497-415e-af24-94b02b1c4f7a None None] Sync routers for ids ['e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:20:49.495343 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085bd8c6-7ca8-4be2-885d-6ba13be6da8f x-openstack-request-id: req-085bd8c6-7ca8-4be2-885d-6ba13be6da8f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:49.495634 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8f5d6b-2c84-4094-b4c2-3cd1280021c9", "tag": "7155cbea-d767-48f2-a3ba-4df152f286ca", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:49.495893 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-085bd8c6-7ca8-4be2-885d-6ba13be6da8f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:49.496292 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8f5d6b-2c84-4094-b4c2-3cd1280021c9', 'tag': '7155cbea-d767-48f2-a3ba-4df152f286ca', 'status': 'completed', 'code': 200} Jul 16 20:20:49.504575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f44824-1497-415e-af24-94b02b1c4f7a None None] Routers {'e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:49.505711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-26f44824-1497-415e-af24-94b02b1c4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:49.507422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Pushing event deleted for resources: {'Port': ['ID=507cdcbc-374e-4ea3-9a63-657112d27664,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.552576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-26f44824-1497-415e-af24-94b02b1c4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:49.566717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f44824-1497-415e-af24-94b02b1c4f7a None None] Routers {'e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:20:49.568502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-26f44824-1497-415e-af24-94b02b1c4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:49.569935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Transition to ACTIVE for port object 8eef90ef-aa66-4f00-922c-ab5287b0a76c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:49.577971 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.595623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93fab964-c1c3-4562-b387-0c2ae57ed8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.602798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] No DVR routers for this DVR port 507cdcbc-374e-4ea3-9a63-657112d27664 on host n-h2-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:49.613687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-d67b104f-fabb-443a-af54-9b974d9e5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.614925 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-d67b104f-fabb-443a-af54-9b974d9e5a2f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 1096 time: 0.2905657 Jul 16 20:20:49.616997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-26f44824-1497-415e-af24-94b02b1c4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:49.618345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f44824-1497-415e-af24-94b02b1c4f7a None None] The sync data for ids ['e53e4ce4-5d19-44e5-ad21-40bcf54e2b27'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:20:49.621349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.623367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9fcf079-1de2-483c-876f-38e515cb4594 req-19e81733-5b5c-4a88-82ea-052d63ca449a tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.30 "DELETE /v2.0/ports/507cdcbc-374e-4ea3-9a63-657112d27664 HTTP/1.1" status: 204 len: 173 time: 1.2483041 Jul 16 20:20:49.654358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a549e3a-a949-4035-b931-257fc95067a8 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.697944 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99155d63-1a2d-4ddc-a474-6ab78d6b4f2b req-3cd68d4e-c826-491b-83e3-9f5507384fd4 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952114 Jul 16 20:20:49.699928 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93fab964-c1c3-4562-b387-0c2ae57ed8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.715096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-0949b702-b959-4d11-a9a5-7a17d50afb9e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7155cbea-d767-48f2-a3ba-4df152f286ca HTTP/1.1" status: 200 len: 217 time: 0.0869708 Jul 16 20:20:49.805110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-8b3e7572-fd35-4feb-832f-d04b672e39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:49.807015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-8b3e7572-fd35-4feb-832f-d04b672e39f5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67a902cf-ba7b-4813-9f85-40676465a00e HTTP/1.1" status: 200 len: 853 time: 0.0710142 Jul 16 20:20:49.826199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93216062-9919-4126-a045-21f78701cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=8eef90ef-aa66-4f00-922c-ab5287b0a76c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:49.870593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-c6bae07b-5f75-4fc6-b9c9-c6d745ee7405 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=76795a6f-f160-4376-a942-4e1da90a8991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564678 Jul 16 20:20:49.871850 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93fab964-c1c3-4562-b387-0c2ae57ed8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.874492 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93fab964-c1c3-4562-b387-0c2ae57ed8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:49.876115 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-93fab964-c1c3-4562-b387-0c2ae57ed8f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c673be0-4733-478b-8bc7-3827021c4745 HTTP/1.1" status: 204 len: 168 time: 0.4916327 Jul 16 20:20:50.003770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fab964-c1c3-4562-b387-0c2ae57ed8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c673be0-4733-478b-8bc7-3827021c4745,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.004433 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a549e3a-a949-4035-b931-257fc95067a8 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.006272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Attempting to bind port 8eef90ef-aa66-4f00-922c-ab5287b0a76c on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:50.006615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Attempting to bind port 8eef90ef-aa66-4f00-922c-ab5287b0a76c by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:50.007143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Attempting to bind port 8eef90ef-aa66-4f00-922c-ab5287b0a76c on network 76795a6f-f160-4376-a942-4e1da90a8991 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:50.017306 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a549e3a-a949-4035-b931-257fc95067a8 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.035199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Port 8eef90ef-aa66-4f00-922c-ab5287b0a76c on network 76795a6f-f160-4376-a942-4e1da90a8991 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:20:50.035470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Attempting to bind port 8eef90ef-aa66-4f00-922c-ab5287b0a76c on network 76795a6f-f160-4376-a942-4e1da90a8991 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:50.067536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-7f1acd03-e075-492b-9bdc-c0026ade785c service neutron] 10.222.0.63 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902506 Jul 16 20:20:50.097186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534af7a5-fa43-471e-b29d-58e320322245 req-8983df96-0068-4ba0-b00f-896d691f6946 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.105280 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-534af7a5-fa43-471e-b29d-58e320322245 req-8983df96-0068-4ba0-b00f-896d691f6946 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.3470814 Jul 16 20:20:50.123585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:50.123984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Checking segment: {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:50.124789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Bound using segment: {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:50.125419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Bound port: 8eef90ef-aa66-4f00-922c-ab5287b0a76c, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:50.125988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.146338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a549e3a-a949-4035-b931-257fc95067a8 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.147066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a549e3a-a949-4035-b931-257fc95067a8 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Fanout notify agent at l3_agent the message router_deleted on router e53e4ce4-5d19-44e5-ad21-40bcf54e2b27 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:20:50.164892 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a549e3a-a949-4035-b931-257fc95067a8 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.173833 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6a549e3a-a949-4035-b931-257fc95067a8 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "DELETE /v2.0/routers/e53e4ce4-5d19-44e5-ad21-40bcf54e2b27 HTTP/1.1" status: 204 len: 168 time: 0.6839817 Jul 16 20:20:50.174737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:50.246146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-3b016a2a-790d-4997-b6e9-234cd7123bd9 service neutron] 10.222.0.63 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707366 Jul 16 20:20:50.275237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] For port 8eef90ef-aa66-4f00-922c-ab5287b0a76c, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:50.281636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] For port 8eef90ef-aa66-4f00-922c-ab5287b0a76c, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8eef90ef-aa66-4f00-922c-ab5287b0a76c,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:50.288012 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.328797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a08c61-a332-432d-ad69-2d73804b0013 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Deleting subnet b56e5551-bc2c-42bf-ad67-34e24504a4b3 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:50.336156 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94a08c61-a332-432d-ad69-2d73804b0013 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.362519 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-534af7a5-fa43-471e-b29d-58e320322245 req-9299697d-4bd2-4e6f-8bad-179597713920 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561946 Jul 16 20:20:50.370523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93216062-9919-4126-a045-21f78701cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=8eef90ef-aa66-4f00-922c-ab5287b0a76c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:50.415296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.416461 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.419959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-93216062-9919-4126-a045-21f78701cb91 service neutron] 10.222.0.30 "PUT /v2.0/ports/8eef90ef-aa66-4f00-922c-ab5287b0a76c HTTP/1.1" status: 200 len: 1093 time: 2.0001707 Jul 16 20:20:50.420953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7c613b-91a7-4cf9-9c64-30686bfc57bd', 'tag': '8eef90ef-aa66-4f00-922c-ab5287b0a76c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:50.427441 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d288ee7b-33a5-4574-a17a-d09d2ebcb416" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7c613b-91a7-4cf9-9c64-30686bfc57bd", "tag": "8eef90ef-aa66-4f00-922c-ab5287b0a76c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:50.560724 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e31fa2d-6eeb-4a1d-9b6e-9f87319a0c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.564927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a03d9be1-50b2-4385-8af9-c38e4b5ba9b3 req-3db87fcd-a6ad-4b47-9eec-8cf96414672d tempest-ServerMetadataNegativeTestJSON-1898815532 tempest-ServerMetadataNegativeTestJSON-1898815532-project] 10.222.0.10 "GET /v2.0/ports?device_id=164b4828-0717-4f04-bf73-30fc71183f03 HTTP/1.1" status: 200 len: 210 time: 0.0712492 Jul 16 20:20:50.565549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-ec367ffa-84b6-4dfa-a44d-120ace83f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.567343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-ec367ffa-84b6-4dfa-a44d-120ace83f6d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&device_id=9a7c613b-91a7-4cf9-9c64-30686bfc57bd HTTP/1.1" status: 200 len: 1096 time: 0.0734968 Jul 16 20:20:50.568198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94a08c61-a332-432d-ad69-2d73804b0013 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.628228 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-8ad0fda0-51d2-4ccb-a89b-1a45022222f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eef90ef-aa66-4f00-922c-ab5287b0a76c HTTP/1.1" status: 200 len: 217 time: 0.0515666 Jul 16 20:20:50.646621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5446bc-ce28-4bc6-b175-552881062956 req-97ebf31f-3920-4ffc-a645-44628968e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.648790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a5446bc-ce28-4bc6-b175-552881062956 req-97ebf31f-3920-4ffc-a645-44628968e594 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 1096 time: 0.2384586 Jul 16 20:20:50.731146 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94a08c61-a332-432d-ad69-2d73804b0013 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:50.748925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-85f3798f-41ff-487c-98f8-831b9d69c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.752697 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-85f3798f-41ff-487c-98f8-831b9d69c894 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67a902cf-ba7b-4813-9f85-40676465a00e HTTP/1.1" status: 200 len: 853 time: 0.1140928 Jul 16 20:20:50.763641 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ee0765-d7be-42c6-a4c4-3786da2acba5 x-openstack-request-id: req-96ee0765-d7be-42c6-a4c4-3786da2acba5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:50.763900 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7c613b-91a7-4cf9-9c64-30686bfc57bd", "tag": "8eef90ef-aa66-4f00-922c-ab5287b0a76c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:50.764390 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96ee0765-d7be-42c6-a4c4-3786da2acba5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:50.764813 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7c613b-91a7-4cf9-9c64-30686bfc57bd', 'tag': '8eef90ef-aa66-4f00-922c-ab5287b0a76c', 'status': 'completed', 'code': 200} Jul 16 20:20:50.807372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-6394d754-35ad-4e19-aa63-c983ec960cac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76795a6f-f160-4376-a942-4e1da90a8991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343571 Jul 16 20:20:50.824924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 507cdcbc-374e-4ea3-9a63-657112d27664 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:50.835881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bbee42bc-647e-469d-9479-5462b498a606 req-37dca968-6ebd-47f4-a944-09ce1aa907f1 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0477059 Jul 16 20:20:50.876667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5446bc-ce28-4bc6-b175-552881062956 req-d49ec0ad-9299-4da4-a330-1a065b77fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:50.878187 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a5446bc-ce28-4bc6-b175-552881062956 req-d49ec0ad-9299-4da4-a330-1a065b77fd7b service neutron] 10.222.0.63 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 914 time: 0.2067156 Jul 16 20:20:50.903554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 507cdcbc-374e-4ea3-9a63-657112d27664 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:50.903905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 507cdcbc-374e-4ea3-9a63-657112d27664 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:50.942751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a5446bc-ce28-4bc6-b175-552881062956 req-669c78be-1367-4d57-8cdc-2f33c77fdd2c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7155cbea-d767-48f2-a3ba-4df152f286ca HTTP/1.1" status: 200 len: 217 time: 0.0511849 Jul 16 20:20:50.963571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94a08c61-a332-432d-ad69-2d73804b0013 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.002436 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94a08c61-a332-432d-ad69-2d73804b0013 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.007468 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-94a08c61-a332-432d-ad69-2d73804b0013 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "DELETE /v2.0/subnets/b56e5551-bc2c-42bf-ad67-34e24504a4b3 HTTP/1.1" status: 204 len: 168 time: 0.8311374 Jul 16 20:20:51.011840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd55a03-eb28-49ec-b9c4-c157097e3465 None None] Network 1cb7cc84-d771-40f4-a3f0-340437e7b52b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:51.035854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:51.049778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a08c61-a332-432d-ad69-2d73804b0013 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event deleted for resources: {'Subnet': ['ID=b56e5551-bc2c-42bf-ad67-34e24504a4b3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.130875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5446bc-ce28-4bc6-b175-552881062956 req-f179b712-43f7-45f5-b74b-e06f43e7a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.132773 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a5446bc-ce28-4bc6-b175-552881062956 req-f179b712-43f7-45f5-b74b-e06f43e7a0f9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67a902cf-ba7b-4813-9f85-40676465a00e HTTP/1.1" status: 200 len: 853 time: 0.1808164 Jul 16 20:20:51.220393 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a5446bc-ce28-4bc6-b175-552881062956 req-ff0782b0-5f09-47cd-bc55-0e3405334ed5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=76795a6f-f160-4376-a942-4e1da90a8991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787268 Jul 16 20:20:51.227785 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.269849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd9804c-c1c7-4993-a80b-60d1cf637acd None None] DHCP port deletion for 1cb7cc84-d771-40f4-a3f0-340437e7b52b request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:20:51.292807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb72caa-e65b-4cec-a07c-b02a70b81c8d req-cceb7160-25af-486b-806a-da1d4247c3cf tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.294423 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5cb72caa-e65b-4cec-a07c-b02a70b81c8d req-cceb7160-25af-486b-806a-da1d4247c3cf tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 944 time: 0.2614770 Jul 16 20:20:51.346466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9804c-c1c7-4993-a80b-60d1cf637acd None None] Deleting port 53f2182f-7051-4f50-8c8b-117de36e72de {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:51.347714 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7bd9804c-c1c7-4993-a80b-60d1cf637acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.376488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-b43cc6b4-1bc8-4bd6-925a-a2d6605a3960 service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471196 Jul 16 20:20:51.423839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5cb72caa-e65b-4cec-a07c-b02a70b81c8d req-30fa21d7-9596-4935-9ed9-b7de8a5ac9a8 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218750 Jul 16 20:20:51.433273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7bd9804c-c1c7-4993-a80b-60d1cf637acd None None] For port 53f2182f-7051-4f50-8c8b-117de36e72de, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=53f2182f-7051-4f50-8c8b-117de36e72de,segment=NetworkSegment(065aaf81-84da-4ff3-896d-8efe464b8e41),segment_id=065aaf81-84da-4ff3-896d-8efe464b8e41)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:51.434098 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7bd9804c-c1c7-4993-a80b-60d1cf637acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.451332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9804c-c1c7-4993-a80b-60d1cf637acd None None] Calling delete_port for 53f2182f-7051-4f50-8c8b-117de36e72de owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:51.455177 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a5446bc-ce28-4bc6-b175-552881062956 req-50739ba2-864b-4818-beb3-f8f7c7b5ba3d service neutron] 10.222.0.63 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240951 Jul 16 20:20:51.490215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7efbb1-d3a1-4d33-87e0-a3f182211250 req-a198913c-525d-4259-a1e2-87f5a9796dfc tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.498707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b7efbb1-d3a1-4d33-87e0-a3f182211250 req-a198913c-525d-4259-a1e2-87f5a9796dfc tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.5837245 Jul 16 20:20:51.538475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-998fc16f-d6b0-4455-87bf-7bdb82bc1993 req-19e608df-bdb0-4026-ab4a-5f8d360ef31b service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551530 Jul 16 20:20:51.563631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7bd9804c-c1c7-4993-a80b-60d1cf637acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.568642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b7efbb1-d3a1-4d33-87e0-a3f182211250 req-3e62365a-a9e4-4171-a2f0-0f24f63336e1 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688806 Jul 16 20:20:51.596985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164b4828-0717-4f04-bf73-30fc71183f03', 'name': 'network-vif-deleted', 'tag': '507cdcbc-374e-4ea3-9a63-657112d27664'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:51.599619 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b44e7d-d9ae-4e82-9c7f-7c62a5adadd6" -d '{"events": [{"server_uuid": "164b4828-0717-4f04-bf73-30fc71183f03", "name": "network-vif-deleted", "tag": "507cdcbc-374e-4ea3-9a63-657112d27664"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:51.605337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd9804c-c1c7-4993-a80b-60d1cf637acd None None] No DVR routers for this DVR port 53f2182f-7051-4f50-8c8b-117de36e72de on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:51.609228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9804c-c1c7-4993-a80b-60d1cf637acd None None] Pushing event deleted for resources: {'Port': ['ID=53f2182f-7051-4f50-8c8b-117de36e72de,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.627132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Deleting port 53f2182f-7051-4f50-8c8b-117de36e72de {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:20:51.627132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.727280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-2afd5940-a33e-4f94-ad6e-1f5a78926e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:51.730188 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-2afd5940-a33e-4f94-ad6e-1f5a78926e0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&device_id=9a7c613b-91a7-4cf9-9c64-30686bfc57bd HTTP/1.1" status: 200 len: 1096 time: 0.0777757 Jul 16 20:20:51.794498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a5446bc-ce28-4bc6-b175-552881062956 req-daf16370-b281-44e3-9acb-8749c6f7f66c service neutron] 10.222.0.63 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218298 Jul 16 20:20:51.795754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] For port 53f2182f-7051-4f50-8c8b-117de36e72de, host n-d-792394-17, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:51.797149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.813965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Calling delete_port for 53f2182f-7051-4f50-8c8b-117de36e72de owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:20:51.816728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Port 53f2182f-7051-4f50-8c8b-117de36e72de was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:20:51.818150 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:51.857840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event deleted for resources: {'Port': ['ID=53f2182f-7051-4f50-8c8b-117de36e72de,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:51.866828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] No DVR routers for this DVR port 53f2182f-7051-4f50-8c8b-117de36e72de on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:20:51.884402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60252) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:51.933529 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d25dcf-1313-49f9-9c4d-41fd7a381748 x-openstack-request-id: req-b1d25dcf-1313-49f9-9c4d-41fd7a381748 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:51.934167 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164b4828-0717-4f04-bf73-30fc71183f03", "name": "network-vif-deleted", "tag": "507cdcbc-374e-4ea3-9a63-657112d27664", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:51.934657 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1d25dcf-1313-49f9-9c4d-41fd7a381748 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:51.935448 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164b4828-0717-4f04-bf73-30fc71183f03', 'name': 'network-vif-deleted', 'tag': '507cdcbc-374e-4ea3-9a63-657112d27664', 'status': 'completed', 'code': 200} Jul 16 20:20:51.979651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.012146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-8cf0d7be-58ec-40c6-93cf-1026f7c37641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.014602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-8cf0d7be-58ec-40c6-93cf-1026f7c37641 service neutron] 10.222.0.30 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 914 time: 0.2762375 Jul 16 20:20:52.018854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b8dad4-d383-435a-bde3-ad84dc549374 admin admin] Deleting subnet 4e356c27-1240-4941-8253-d4e6116f3d70 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:20:52.023739 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4b8dad4-d383-435a-bde3-ad84dc549374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.030790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb7cc84-d771-40f4-a3f0-340437e7b52b']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.053184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065aaf81-84da-4ff3-896d-8efe464b8e41') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.053565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065aaf81-84da-4ff3-896d-8efe464b8e41') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.066426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.095145 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.100045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-743c488d-499c-4a1c-8aae-8d0e644848db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eef90ef-aa66-4f00-922c-ab5287b0a76c HTTP/1.1" status: 200 len: 217 time: 0.0728760 Jul 16 20:20:52.105836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:52.106332 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:52.109651 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:52.131829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071943-5576-4c46-99c3-b7f04f88cf02 req-2b5f4db2-78fc-4fb6-84d5-0f6c607c2cf0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.133669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d0071943-5576-4c46-99c3-b7f04f88cf02 req-2b5f4db2-78fc-4fb6-84d5-0f6c607c2cf0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1489813 Jul 16 20:20:52.141736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78e62d82-299d-4e26-b11b-58f0a801a76d req-c3ea738a-6c4e-41fe-ad1c-bf15bc5dd317 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0434508 Jul 16 20:20:52.188479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4b8dad4-d383-435a-bde3-ad84dc549374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.212399 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d0071943-5576-4c46-99c3-b7f04f88cf02 req-546761d6-efec-45f2-95fb-59ffa6795caf tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Jul 16 20:20:52.215623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.225525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.227350 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] 10.222.0.10 "DELETE /v2.0/networks/1cb7cc84-d771-40f4-a3f0-340437e7b52b HTTP/1.1" status: 204 len: 168 time: 1.1905003 Jul 16 20:20:52.248399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-f2c39403-10c4-406b-987e-834c00f270c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.248399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-f2c39403-10c4-406b-987e-834c00f270c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67a902cf-ba7b-4813-9f85-40676465a00e HTTP/1.1" status: 200 len: 853 time: 0.1115348 Jul 16 20:20:52.250818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75350f0f-6b62-40c2-a29a-2a750535b040 tempest-FloatingIPNegativeTestJSON-1504363465 tempest-FloatingIPNegativeTestJSON-1504363465-project] Pushing event deleted for resources: {'Network': ['ID=1cb7cc84-d771-40f4-a3f0-340437e7b52b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.290111 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-753eb602-3bd1-45ac-8c2a-5e2d97e4859c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76795a6f-f160-4376-a942-4e1da90a8991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378876 Jul 16 20:20:52.296595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4b8dad4-d383-435a-bde3-ad84dc549374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.359244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 53f2182f-7051-4f50-8c8b-117de36e72de no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:20:52.424075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4b8dad4-d383-435a-bde3-ad84dc549374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.434501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 53f2182f-7051-4f50-8c8b-117de36e72de {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:20:52.435669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 53f2182f-7051-4f50-8c8b-117de36e72de not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:20:52.440418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-da5356c2-05e6-4280-9661-f0cf7d0f4ed1 service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414418 Jul 16 20:20:52.474221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4b8dad4-d383-435a-bde3-ad84dc549374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.476171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b4b8dad4-d383-435a-bde3-ad84dc549374 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4e356c27-1240-4941-8253-d4e6116f3d70 HTTP/1.1" status: 204 len: 168 time: 0.5905218 Jul 16 20:20:52.477238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8dad4-d383-435a-bde3-ad84dc549374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e356c27-1240-4941-8253-d4e6116f3d70,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:52.479461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60270) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:52.493151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:52.688175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-413d67f5-a408-4a3b-90cc-1a4b647b969f tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:52.721191 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.752921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d288ee7b-33a5-4574-a17a-d09d2ebcb416 req-2e9e29d1-bd53-4006-a4ef-e3ff64bbad88 service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864306 Jul 16 20:20:52.786232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:52.827113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8eef90ef-aa66-4f00-922c-ab5287b0a76c details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:52.828637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daefbe-5bfe-439b-9bbc-9f0f1eeee2c0 req-93ead95c-9ea1-443e-8cd0-e192745da8aa tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:52.830320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58daefbe-5bfe-439b-9bbc-9f0f1eeee2c0 req-93ead95c-9ea1-443e-8cd0-e192745da8aa tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1559825 Jul 16 20:20:52.878400 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.916237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ac591c-8319-4046-95d0-0aba09af692f']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.941735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1a19ad-99f4-4d76-9b18-d471238d8507') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.942214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1a19ad-99f4-4d76-9b18-d471238d8507') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:52.974089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8eef90ef-aa66-4f00-922c-ab5287b0a76c, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8eef90ef-aa66-4f00-922c-ab5287b0a76c,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:52.983547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:52.992149 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58daefbe-5bfe-439b-9bbc-9f0f1eeee2c0 req-f83eda0e-d969-4d87-9501-13294cb3e4f7 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499097 Jul 16 20:20:52.993672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '8eef90ef-aa66-4f00-922c-ab5287b0a76c', 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991', 'port_id': '8eef90ef-aa66-4f00-922c-ab5287b0a76c', 'mac_address': 'fa:16:3e:9e:06:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a902cf-ba7b-4813-9f85-40676465a00e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:53.036332 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-036e908a-461c-45a6-9d36-30068545e8d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fb1a9cf4c2b4eeba3469ce2a602506f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491281 Jul 16 20:20:53.040507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.057941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.067338 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.080014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:53.080667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:53.083489 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:53.093981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eef90ef-aa66-4f00-922c-ab5287b0a76c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:53.137047 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-413d67f5-a408-4a3b-90cc-1a4b647b969f tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] 10.222.0.10 "PUT /v2.0/quotas/2b53015bce624a079421f9f2a0fc19da HTTP/1.1" status: 200 len: 368 time: 0.6400676 Jul 16 20:20:53.139070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60292) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.140349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8eef90ef-aa66-4f00-922c-ab5287b0a76c, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8eef90ef-aa66-4f00-922c-ab5287b0a76c,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:53.148845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Request body: {'network': {'project_id': '2b53015bce624a079421f9f2a0fc19da'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:53.149942 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.166703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5508fb-0670-4643-a6c6-eb362ad9b9db req-a2215b31-4782-442a-a3ed-8f6472cdc64a tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.180378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b5508fb-0670-4643-a6c6-eb362ad9b9db req-a2215b31-4782-442a-a3ed-8f6472cdc64a tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 944 time: 0.5153096 Jul 16 20:20:53.235830 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.236633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8eef90ef-aa66-4f00-922c-ab5287b0a76c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.245330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.247167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] 10.222.0.10 "DELETE /v2.0/networks/31ac591c-8319-4046-95d0-0aba09af692f HTTP/1.1" status: 204 len: 168 time: 0.7656307 Jul 16 20:20:53.264216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a98712c7-c3ae-45a3-a534-44d0e09f91cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.266304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f07286-afa6-4601-8cec-eaf29f30d169 admin admin] Pushing event deleted for resources: {'Network': ['ID=31ac591c-8319-4046-95d0-0aba09af692f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.269799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Made reservation on behalf of 2b53015bce624a079421f9f2a0fc19da for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:53.272275 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.287439 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b5508fb-0670-4643-a6c6-eb362ad9b9db req-c18aa4e7-da2c-425d-a9e7-77554cc4d44f tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051617 Jul 16 20:20:53.290851 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.315134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a98712c7-c3ae-45a3-a534-44d0e09f91cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.382601 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.424675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-183a721d-5563-44e5-a6f0-57fb8e533287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.454174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a98712c7-c3ae-45a3-a534-44d0e09f91cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.460336 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a98712c7-c3ae-45a3-a534-44d0e09f91cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.461061 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66705107-bf9a-4f08-b666-4c26362b4436 req-7e003460-8b22-4d89-88d0-e85f8c20fea4 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0462191 Jul 16 20:20:53.461478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a98712c7-c3ae-45a3-a534-44d0e09f91cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b06c2daf-1685-4c59-a30c-5baa7fa258bc HTTP/1.1" status: 204 len: 168 time: 0.4192026 Jul 16 20:20:53.461670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.476256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98712c7-c3ae-45a3-a534-44d0e09f91cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06c2daf-1685-4c59-a30c-5baa7fa258bc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.483131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['8eef90ef-aa66-4f00-922c-ab5287b0a76c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:53.512439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.518243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.539406 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4227e342-9bb8-4da7-87a2-590356083b20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89a771b8da354653b62f0b624b6694ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764930 Jul 16 20:20:53.542343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.582103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:53.585198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb798719-7631-4bff-8a93-e665264b55cb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.598461 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.598947 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Added segment 09e2c53f-a3a3-4dd3-b969-336b74544ddb of type vlan for network 5bbef121-a50f-43d5-b5b2-a6dff54fb7cf Jul 16 20:20:53.631096 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9a2c-13f1-436c-82e2-af4c13db1b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.653937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.665404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9a2c-13f1-436c-82e2-af4c13db1b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.692657 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.693929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.694864 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.733000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5922799 Jul 16 20:20:53.736389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.748886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Request body: {'network': {'project_id': '2b53015bce624a079421f9f2a0fc19da'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:53.764176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32259822-3196-4f4f-9443-501224c3a4c1 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Pushing event updated for resources: {'Network': ['ID=5bbef121-a50f-43d5-b5b2-a6dff54fb7cf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.764530 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9a2c-13f1-436c-82e2-af4c13db1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.768917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9a2c-13f1-436c-82e2-af4c13db1b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.770094 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e7aa9a2c-13f1-436c-82e2-af4c13db1b31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbf0ec78-2e7b-4ec7-b746-267d300094c7 HTTP/1.1" status: 204 len: 168 time: 0.2267487 Jul 16 20:20:53.781691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 5bbef121-a50f-43d5-b5b2-a6dff54fb7cf details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:53.783959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa9a2c-13f1-436c-82e2-af4c13db1b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf0ec78-2e7b-4ec7-b746-267d300094c7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:53.786392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Made reservation on behalf of 2b53015bce624a079421f9f2a0fc19da for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:53.788838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.823350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:53.837113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.837508 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Added segment 46bd8671-650b-4324-a82b-55be1246436f of type vlan for network aeef2a0e-4868-4528-b297-0bdb0eee5003 Jul 16 20:20:53.893166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.929717 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.931172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:53.931836 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:53.983860 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2409401 Jul 16 20:20:53.984175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:53.991108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dde71e07-eba7-4a08-a251-28be983b7300 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Request body: {'network': {'project_id': '2b53015bce624a079421f9f2a0fc19da'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:54.031497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b6b74-69d5-4994-a504-69efa1dfce6d tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Pushing event updated for resources: {'Network': ['ID=aeef2a0e-4868-4528-b297-0bdb0eee5003,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:54.043146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network aeef2a0e-4868-4528-b297-0bdb0eee5003 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:54.050991 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde71e07-eba7-4a08-a251-28be983b7300 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:20:54.051679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde71e07-eba7-4a08-a251-28be983b7300 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:20:54.062324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dde71e07-eba7-4a08-a251-28be983b7300 tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0768213 Jul 16 20:20:54.107958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.230443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9cc1-0e08-4e05-b678-42b2418d43a4 req-7de4ec2b-a726-49b6-9558-9a0f7ebd6140 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:54.232643 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8dde9cc1-0e08-4e05-b678-42b2418d43a4 req-7de4ec2b-a726-49b6-9558-9a0f7ebd6140 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.0931957 Jul 16 20:20:54.309745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8dde9cc1-0e08-4e05-b678-42b2418d43a4 req-931e2a3d-baf0-4bf3-88c6-b6496dcdb365 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655413 Jul 16 20:20:54.341772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7155cbea-d767-48f2-a3ba-4df152f286ca details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:20:54.486603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0e402807-7e23-47c9-be66-f9e7325625b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b53015bce624a079421f9f2a0fc19da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771009 Jul 16 20:20:54.489864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60348) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.586533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.616776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7155cbea-d767-48f2-a3ba-4df152f286ca, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7155cbea-d767-48f2-a3ba-4df152f286ca,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:54.634965 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.641451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '7155cbea-d767-48f2-a3ba-4df152f286ca', 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991', 'port_id': '7155cbea-d767-48f2-a3ba-4df152f286ca', 'mac_address': 'fa:16:3e:6a:33:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a902cf-ba7b-4813-9f85-40676465a00e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:20:54.689743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.693273 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.711729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7155cbea-d767-48f2-a3ba-4df152f286ca {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:20:54.749138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7155cbea-d767-48f2-a3ba-4df152f286ca, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7155cbea-d767-48f2-a3ba-4df152f286ca,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:54.761207 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61a45fc2-65ff-48c0-8dc5-a0b9a64f756f req-8d626778-a10d-452e-8ba7-d6b591c43d47 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0560527 Jul 16 20:20:54.770910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d2a2-f587-42e8-9b79-3322c6c48e12 req-ed3d0220-6548-4382-804d-5f921b5343eb tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:54.772709 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.772975 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3629d2a2-f587-42e8-9b79-3322c6c48e12 req-ed3d0220-6548-4382-804d-5f921b5343eb tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 944 time: 0.2373736 Jul 16 20:20:54.773753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.776654 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.777977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb798719-7631-4bff-8a93-e665264b55cb HTTP/1.1" status: 204 len: 168 time: 0.2861261 Jul 16 20:20:54.781162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60362) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.808954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb798719-7631-4bff-8a93-e665264b55cb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:54.832678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.833395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.833909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.834241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.834572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.834902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.835019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8eef90ef-aa66-4f00-922c-ab5287b0a76c up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:54.835233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.835664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.835996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.836321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.836640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.836961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9391efc-2fc4-499d-be5d-976036cdada9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:20:54.868748 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3629d2a2-f587-42e8-9b79-3322c6c48e12 req-89cc95ca-a6da-49c8-8903-6aaa35933adb tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851741 Jul 16 20:20:54.946308 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:54.950730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7155cbea-d767-48f2-a3ba-4df152f286ca,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:54.961573 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60366) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:54.987278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 8eef90ef-aa66-4f00-922c-ab5287b0a76c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:54.997638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 8eef90ef-aa66-4f00-922c-ab5287b0a76c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:54.998415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.054588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['7155cbea-d767-48f2-a3ba-4df152f286ca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:20:55.077126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:55.117304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.134792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeef2a0e-4868-4528-b297-0bdb0eee5003']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:55.153666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bd8671-650b-4324-a82b-55be1246436f') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:55.154545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bd8671-650b-4324-a82b-55be1246436f') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:55.173621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.209616 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.219140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:55.219751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:55.221543 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:55.246609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-772809625-network', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:55.287146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Made reservation on behalf of dde9efda680d41c8a54a6ca42dde58d2 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:55.292865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.312595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.326251 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.351709 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.356289 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] 10.222.0.10 "DELETE /v2.0/networks/aeef2a0e-4868-4528-b297-0bdb0eee5003 HTTP/1.1" status: 204 len: 168 time: 0.5732465 Jul 16 20:20:55.358245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaa9fa-3ab6-4842-aa41-7345962532df tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Pushing event deleted for resources: {'Network': ['ID=aeef2a0e-4868-4528-b297-0bdb0eee5003,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.368867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60378) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:55.419875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1437985279'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:55.438314 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.462086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.469740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.498198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.498808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c613b-91a7-4cf9-9c64-30686bfc57bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eef90ef-aa66-4f00-922c-ab5287b0a76c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:55.501022 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2ff608-70ef-401c-976f-1eb92a404da6" -d '{"events": [{"server_uuid": "9a7c613b-91a7-4cf9-9c64-30686bfc57bd", "name": "network-vif-plugged", "status": "completed", "tag": "8eef90ef-aa66-4f00-922c-ab5287b0a76c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:55.521138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8eef90ef-aa66-4f00-922c-ab5287b0a76c, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8eef90ef-aa66-4f00-922c-ab5287b0a76c,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:55.529624 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.536415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:55.567443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:55.572257 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.580975 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.581411 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Added segment 0c0f7c6d-919f-4bf6-86df-587204bf2cad of type vlan for network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 Jul 16 20:20:55.600974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96a2e6d-76fd-40bd-a104-38aee0534cba,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.605621 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.643092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8eef90ef-aa66-4f00-922c-ab5287b0a76c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.662784 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.692809 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b640ba-ad0c-492a-b88d-6a3b8edc82dd x-openstack-request-id: req-a6b640ba-ad0c-492a-b88d-6a3b8edc82dd {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:55.693563 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c613b-91a7-4cf9-9c64-30686bfc57bd", "name": "network-vif-plugged", "status": "completed", "tag": "8eef90ef-aa66-4f00-922c-ab5287b0a76c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:55.693935 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6b640ba-ad0c-492a-b88d-6a3b8edc82dd {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:55.694824 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7c613b-91a7-4cf9-9c64-30686bfc57bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eef90ef-aa66-4f00-922c-ab5287b0a76c', 'code': 200} Jul 16 20:20:55.733323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.734741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.735447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.739291 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.754463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbef121-a50f-43d5-b5b2-a6dff54fb7cf']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:55.770683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e2c53f-a3a3-4dd3-b969-336b74544ddb') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:55.771888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e2c53f-a3a3-4dd3-b969-336b74544ddb') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:20:55.820292 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.841577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:55.843007 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.855755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:55.882849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.888964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.890918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f5b10-937a-49ed-8d16-47b11919043b req-d66b876b-1317-4761-af6f-e7e3f4a3cd13 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:55.902525 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-975f5b10-937a-49ed-8d16-47b11919043b req-d66b876b-1317-4761-af6f-e7e3f4a3cd13 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.3216238 Jul 16 20:20:55.906031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:20:55.906031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:20:55.909515 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:20:55.912761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:55.926641 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:55.927108 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added segment f76b3eee-1147-4c7b-8968-5542938fe772 of type vlan for network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f Jul 16 20:20:55.954234 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2ab8dd4d-ae69-4ad1-a326-c09a517744e4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8758347 Jul 16 20:20:55.959329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60388) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:55.970863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Request body: {'subnet': {'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-subnet', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:56.023483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364c9d7-8466-4cd1-976b-6f4419f9a117 req-a3f252b6-88d7-460f-b12a-e7e198c6044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.024996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c364c9d7-8466-4cd1-976b-6f4419f9a117 req-a3f252b6-88d7-460f-b12a-e7e198c6044b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a7c613b-91a7-4cf9-9c64-30686bfc57bd HTTP/1.1" status: 200 len: 1098 time: 0.2591155 Jul 16 20:20:56.063818 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.064104 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c1c9060f-a496-4789-acf9-acd950ba8ab8 req-a0413d47-8244-4a33-8169-4eaacb069a39 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0570707 Jul 16 20:20:56.065828 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.071156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf63049-8f04-4995-93b9-3dcd2cc58d62,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.080136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-975f5b10-937a-49ed-8d16-47b11919043b req-b5bdcbc3-9b39-4501-b8dc-65f112855382 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775603 Jul 16 20:20:56.097984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.105101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] 10.222.0.10 "DELETE /v2.0/networks/5bbef121-a50f-43d5-b5b2-a6dff54fb7cf HTTP/1.1" status: 204 len: 168 time: 0.7294161 Jul 16 20:20:56.112481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Made reservation on behalf of dde9efda680d41c8a54a6ca42dde58d2 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:56.115589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.121152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468c76c-88dd-469f-8e81-bae6877d8deb tempest-QuotasNegativeTest-328862534 tempest-QuotasNegativeTest-328862534-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bbef121-a50f-43d5-b5b2-a6dff54fb7cf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.122159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.149354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.152482 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.167054 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.178135 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c364c9d7-8466-4cd1-976b-6f4419f9a117 req-07699501-129a-4540-a0c2-5fa37b5a16dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352408 Jul 16 20:20:56.201862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2393758 Jul 16 20:20:56.212992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.221598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'network': {'name': 'tempest-RoutersTest-867299141'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:56.299708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f817b6-0780-46f0-8ce3-e1c3d6b175f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Network': ['ID=4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.315963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:56.319967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:56.325879 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.349407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7155cbea-d767-48f2-a3ba-4df152f286ca up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:20:56.383007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:20:56.397414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.398203 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added segment be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0 of type vlan for network e31056b3-84d4-4e83-a784-6335e289a7ae Jul 16 20:20:56.458518 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.475554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d99b5-22fd-4aef-8ee1-3cafe9f6c734 req-aa16c1f5-22ef-45d3-8f1e-1ceb77a3e295 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.477623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-032d99b5-22fd-4aef-8ee1-3cafe9f6c734 req-aa16c1f5-22ef-45d3-8f1e-1ceb77a3e295 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 945 time: 0.1370966 Jul 16 20:20:56.485386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.499373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 7155cbea-d767-48f2-a3ba-4df152f286ca completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:20:56.508685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 7155cbea-d767-48f2-a3ba-4df152f286ca triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:20:56.508903 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.520928 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.531837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.532998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.596097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3805981 Jul 16 20:20:56.598767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60396) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.606897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'subnet': {'network_id': '4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:56.634894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=47dd6d09-92f9-4445-8da6-4e6d51c22b93,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.664070 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.681225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-032d99b5-22fd-4aef-8ee1-3cafe9f6c734 req-ec341921-a7c0-4556-b683-b34ca1bd198a tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289549 Jul 16 20:20:56.721022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Checking segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:56.721381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Network hostable DHCP agents. Network: 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:56.723927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a9888-bb3d-409a-be9a-8ff877f5e545 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Network': ['ID=e31056b3-84d4-4e83-a784-6335e289a7ae,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:56.747583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network e31056b3-84d4-4e83-a784-6335e289a7ae details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:20:56.762325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:56.782811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:56.786593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.790444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:56.796032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7155cbea-d767-48f2-a3ba-4df152f286ca, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7155cbea-d767-48f2-a3ba-4df152f286ca,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:20:56.802134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c368c0d6-8a8f-4d8f-aece-dcfd87526df7 None None] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:56.808996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:56.809757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.810253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.828089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92b55499-5792-4c88-beb3-f1ebcbaa3a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.896488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f63629e-9f61-496f-9615-ee89dd21a71d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9331169 Jul 16 20:20:56.899764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:56.906544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:56.916332 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.979521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92b55499-5792-4c88-beb3-f1ebcbaa3a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:56.988855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92b55499-5792-4c88-beb3-f1ebcbaa3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.033944 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.035070 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.051397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7155cbea-d767-48f2-a3ba-4df152f286ca,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.064962 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-92b55499-5792-4c88-beb3-f1ebcbaa3a87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd2c167e8cf5455f8da4ac2e4d40b0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533441 Jul 16 20:20:57.065713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55499-5792-4c88-beb3-f1ebcbaa3a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eeec21-7690-4507-b189-c35006fc7e6e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.068187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60406) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:57.095782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:57.096674 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.111598 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.165651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.259299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Subnet': ['ID=7cbc9b9c-a613-4d81-8e72-bf43f800f17b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.266627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d4f61b6-0589-4070-9b84-00aeeff921b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.270330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Checking segment: {'id': 'f76b3eee-1147-4c7b-8968-5542938fe772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:57.271143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network hostable DHCP agents. Network: 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:57.323801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d4f61b6-0589-4070-9b84-00aeeff921b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.372571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:57.408908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Allocated IP 172.20.0.2 (6c4a28b1-f848-4b03-bf7d-1ab3d51719f0/47dd6d09-92f9-4445-8da6-4e6d51c22b93/51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:57.418382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:57.437848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:57.440084 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.453470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b90d32-fb24-4461-8714-1f806bbad89a None None] Network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:57.473107 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.480455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b5a80d0-5708-4273-b7ca-85d52642fe47 req-01731142-08ad-4288-a8ff-74c20f3740a1 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0807059 Jul 16 20:20:57.524786 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7fd517af-d48d-46c5-b1a9-5eaae66969e7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9192977 Jul 16 20:20:57.524786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:57.533352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'subnet': {'network_id': 'e31056b3-84d4-4e83-a784-6335e289a7ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:57.553122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f739f-2391-4727-8bdb-aca5e2f41172 req-7aa5beb9-b6e7-4e31-8d2d-f2509ea08994 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:57.560077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-191f739f-2391-4727-8bdb-aca5e2f41172 req-7aa5beb9-b6e7-4e31-8d2d-f2509ea08994 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1571903 Jul 16 20:20:57.651500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d4f61b6-0589-4070-9b84-00aeeff921b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.654882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d4f61b6-0589-4070-9b84-00aeeff921b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.660361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5d4f61b6-0589-4070-9b84-00aeeff921b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9eeec21-7690-4507-b189-c35006fc7e6e HTTP/1.1" status: 204 len: 168 time: 0.5839796 Jul 16 20:20:57.671707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-191f739f-2391-4727-8bdb-aca5e2f41172 req-731874ff-9b4e-4434-8d86-94c8ff6fa689 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023116 Jul 16 20:20:57.697470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f61b6-0589-4070-9b84-00aeeff921b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eeec21-7690-4507-b189-c35006fc7e6e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:57.705042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8f5d6b-2c84-4094-b4c2-3cd1280021c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7155cbea-d767-48f2-a3ba-4df152f286ca'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:20:57.705818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:20:57.711618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.711933 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b6c09e-402e-4ca8-89d4-c1ddfbaf8aa7" -d '{"events": [{"server_uuid": "ba8f5d6b-2c84-4094-b4c2-3cd1280021c9", "name": "network-vif-plugged", "status": "completed", "tag": "7155cbea-d767-48f2-a3ba-4df152f286ca"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:20:57.777326 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.792694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f', 'network_id': '4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'fixed_ips': [{'subnet_id': '7cbc9b9c-a613-4d81-8e72-bf43f800f17b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:57.793842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:57.799096 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Transition to ACTIVE for port object 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:57.841729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Transition to ACTIVE for port object 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:57.844362 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b1cf58-13d7-427f-92ee-37e2b77af6a0 x-openstack-request-id: req-b9b1cf58-13d7-427f-92ee-37e2b77af6a0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:20:57.844856 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8f5d6b-2c84-4094-b4c2-3cd1280021c9", "name": "network-vif-plugged", "status": "completed", "tag": "7155cbea-d767-48f2-a3ba-4df152f286ca", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:20:57.845286 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9b1cf58-13d7-427f-92ee-37e2b77af6a0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:20:57.845827 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8f5d6b-2c84-4094-b4c2-3cd1280021c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7155cbea-d767-48f2-a3ba-4df152f286ca', 'code': 200} Jul 16 20:20:57.926144 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.032939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:58.044409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:58.055858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:58.102127 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.103750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Pushing event updated for resources: {'Port': ['ID=51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.151926 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.173127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Attempting to bind port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:58.174233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Attempting to bind port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:58.174233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Attempting to bind port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:58.179853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Allocated IP 172.20.0.2 (4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f/7cbc9b9c-a613-4d81-8e72-bf43f800f17b/a826583b-f102-4a3e-8b57-b864213f545a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:58.187508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:58.187889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Checking segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:58.188330 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.189293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Bound using segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:58.189293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Bound port: 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:58.189705 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.220863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b43666-22ae-4a23-812b-8c0ef45289ce req-cabc1863-9d73-48da-a4f7-0b2e13527bfd tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.223886 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e6b43666-22ae-4a23-812b-8c0ef45289ce req-cabc1863-9d73-48da-a4f7-0b2e13527bfd tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 946 time: 0.2930696 Jul 16 20:20:58.277120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Allocated IP 172.25.7.161 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/a655772c-6a1c-406b-ac86-416762a4c4d9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:58.328042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] For port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:58.338066 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e6b43666-22ae-4a23-812b-8c0ef45289ce req-dec55684-0395-426d-a003-b771c0d3ee36 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045976 Jul 16 20:20:58.345385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] For port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:58.356561 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.370160 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.388261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e1b8d-3f0d-4a67-8c80-7d3d7efdc2bc req-f4c90294-4713-42c6-b3d2-cea4019cb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.389968 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a22e1b8d-3f0d-4a67-8c80-7d3d7efdc2bc req-f4c90294-4713-42c6-b3d2-cea4019cb9d5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 1098 time: 0.3955798 Jul 16 20:20:58.413591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8a337-b2ab-4546-b2c7-cd724417f99d None None] Pushing event updated for resources: {'Port': ['ID=51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.435419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60426) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.457197 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1da403aa-aa76-406f-9ab8-7a2fd959717d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.476044 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.477286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Subnet': ['ID=4e2877b5-63a1-4cd7-a76c-e8bb3b338dfa,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.482854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Checking segment: {'id': 'be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e31056b3-84d4-4e83-a784-6335e289a7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:58.483342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network hostable DHCP agents. Network: e31056b3-84d4-4e83-a784-6335e289a7ae, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:20:58.493880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a22e1b8d-3f0d-4a67-8c80-7d3d7efdc2bc req-2963091e-26ef-4b70-9d32-1591f9f54242 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854981 Jul 16 20:20:58.496037 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.505641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Transition to ACTIVE for port object a826583b-f102-4a3e-8b57-b864213f545a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:58.524274 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network e31056b3-84d4-4e83-a784-6335e289a7ae is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:20:58.525195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Transition to ACTIVE for port object a826583b-f102-4a3e-8b57-b864213f545a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:20:58.537375 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.558128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.615098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Pushing event updated for resources: {'Port': ['ID=a826583b-f102-4a3e-8b57-b864213f545a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.616644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, e31056b3-84d4-4e83-a784-6335e289a7ae) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:58.623572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Pushing event updated for resources: {'Port': ['ID=a655772c-6a1c-406b-ac86-416762a4c4d9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:58.638587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de820a6e-5ac9-4123-af80-ebefcc9234f7 None None] Network e31056b3-84d4-4e83-a784-6335e289a7ae requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:20:58.638706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:58.639862 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.645650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:58.647425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:58.650181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:58.671487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1da403aa-aa76-406f-9ab8-7a2fd959717d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.681940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1da403aa-aa76-406f-9ab8-7a2fd959717d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.697537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:20:58.702909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:20:58.705664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:20:58.761552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1e4ba805-f09a-47a1-b52e-97f1d522a975 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2360494 Jul 16 20:20:58.768718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60432) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.781573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7f135c19-0967-4adf-bdd2-ddbcab46f8a0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-331833631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:20:58.835717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f135c19-0967-4adf-bdd2-ddbcab46f8a0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.836971 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f135c19-0967-4adf-bdd2-ddbcab46f8a0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.887104 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d74e3aaa-9057-44d2-9af9-20b86f7b26a4 req-bc6a5acb-0672-4a69-aa02-845e32da59f1 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.1227713 Jul 16 20:20:58.929387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f135c19-0967-4adf-bdd2-ddbcab46f8a0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.929387 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1da403aa-aa76-406f-9ab8-7a2fd959717d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2125c60366e426b875e120bde97b5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4884908 Jul 16 20:20:58.929387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:58.931880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f135c19-0967-4adf-bdd2-ddbcab46f8a0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:58.952061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da403aa-aa76-406f-9ab8-7a2fd959717d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b161f-52ee-4de7-9d21-3a0d502ab73a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.007126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f135c19-0967-4adf-bdd2-ddbcab46f8a0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.008069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7f135c19-0967-4adf-bdd2-ddbcab46f8a0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2353911 Jul 16 20:20:59.012939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60436) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:20:59.057206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb9e7-aedf-4e09-9037-ce1105bfd8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.081934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb9e7-aedf-4e09-9037-ce1105bfd8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.110245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Attempting to bind port a826583b-f102-4a3e-8b57-b864213f545a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:20:59.111000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Attempting to bind port a826583b-f102-4a3e-8b57-b864213f545a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f76b3eee-1147-4c7b-8968-5542938fe772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:20:59.111400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Attempting to bind port a826583b-f102-4a3e-8b57-b864213f545a on network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:20:59.132285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:20:59.132928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Checking segment: {'id': 'f76b3eee-1147-4c7b-8968-5542938fe772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:20:59.139632 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.140234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Bound using segment: {'id': 'f76b3eee-1147-4c7b-8968-5542938fe772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:20:59.140752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Bound port: a826583b-f102-4a3e-8b57-b864213f545a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76b3eee-1147-4c7b-8968-5542938fe772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:20:59.141449 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.142782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e998722-56c9-43bf-ae63-4b660180e6b3 req-278d49ff-8d88-4eab-9895-184d31fae0f0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:59.144662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e998722-56c9-43bf-ae63-4b660180e6b3 req-278d49ff-8d88-4eab-9895-184d31fae0f0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.2240901 Jul 16 20:20:59.146225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb9e7-aedf-4e09-9037-ce1105bfd8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.149217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d1bb9e7-aedf-4e09-9037-ce1105bfd8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.154386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5d1bb9e7-aedf-4e09-9037-ce1105bfd8df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f6b161f-52ee-4de7-9d21-3a0d502ab73a HTTP/1.1" status: 204 len: 168 time: 0.2238224 Jul 16 20:20:59.172911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bb9e7-aedf-4e09-9037-ce1105bfd8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b161f-52ee-4de7-9d21-3a0d502ab73a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.205655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e998722-56c9-43bf-ae63-4b660180e6b3 req-d457146e-af84-43d4-a3c2-363e4c2323aa tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495851 Jul 16 20:20:59.264883 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.311369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-e31056b3-84d4-4e83-a784-6335e289a7ae', 'network_id': 'e31056b3-84d4-4e83-a784-6335e289a7ae', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'fixed_ips': [{'subnet_id': '4e2877b5-63a1-4cd7-a76c-e8bb3b338dfa'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:20:59.313964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.347810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] For port a826583b-f102-4a3e-8b57-b864213f545a, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:20:59.402170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] For port a826583b-f102-4a3e-8b57-b864213f545a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a826583b-f102-4a3e-8b57-b864213f545a,segment=NetworkSegment(f76b3eee-1147-4c7b-8968-5542938fe772),segment_id=f76b3eee-1147-4c7b-8968-5542938fe772)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:20:59.546246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.592613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.694215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761a13-9186-4d4c-8e6b-846280be8758 req-a5e6e9db-da7d-4346-a2e2-5d2cd150394f tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:20:59.701856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02761a13-9186-4d4c-8e6b-846280be8758 req-a5e6e9db-da7d-4346-a2e2-5d2cd150394f tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 946 time: 0.1327381 Jul 16 20:20:59.730304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:20:59.767174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a3313-a438-49b0-a0cf-db94bb55745d None None] Pushing event updated for resources: {'Port': ['ID=a826583b-f102-4a3e-8b57-b864213f545a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:20:59.797592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Allocated IP 172.21.0.2 (e31056b3-84d4-4e83-a784-6335e289a7ae/4e2877b5-63a1-4cd7-a76c-e8bb3b338dfa/bae79f38-c43b-4bca-9f18-ec32c10e38cb) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:20:59.798434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02761a13-9186-4d4c-8e6b-846280be8758 req-a5c90092-325d-43d6-b438-3a1e2b964940 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955777 Jul 16 20:21:00.075414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060843b-4ef9-4c67-960b-3e1992cafbf9 None None] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:00.096645 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.137480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Transition to ACTIVE for port object bae79f38-c43b-4bca-9f18-ec32c10e38cb will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:00.303048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Transition to ACTIVE for port object bae79f38-c43b-4bca-9f18-ec32c10e38cb will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:00.338482 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.379733 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3941467e-7879-4692-9076-1ab72e2f3a0a None None] Provisioning for port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:00.483747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Network e31056b3-84d4-4e83-a784-6335e289a7ae is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:00.503707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:00.507484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:00.521770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Pushing event updated for resources: {'Port': ['ID=bae79f38-c43b-4bca-9f18-ec32c10e38cb,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.525377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:00.555507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15fcab-fd75-424a-990c-8fe0e798e62d req-2b34e3c4-7f81-46cb-9225-f9321a671de1 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:00.558447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f15fcab-fd75-424a-990c-8fe0e798e62d req-2b34e3c4-7f81-46cb-9225-f9321a671de1 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.0955520 Jul 16 20:21:00.605540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f15fcab-fd75-424a-990c-8fe0e798e62d req-7e42d94f-356f-4bc0-ad2a-5489a93f2d68 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392253 Jul 16 20:21:00.661248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Attempting to bind port bae79f38-c43b-4bca-9f18-ec32c10e38cb on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:00.661947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Attempting to bind port bae79f38-c43b-4bca-9f18-ec32c10e38cb by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e31056b3-84d4-4e83-a784-6335e289a7ae'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:00.662083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Attempting to bind port bae79f38-c43b-4bca-9f18-ec32c10e38cb on network e31056b3-84d4-4e83-a784-6335e289a7ae {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:00.678914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:00.679329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Checking segment: {'id': 'be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e31056b3-84d4-4e83-a784-6335e289a7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:00.679742 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.680142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Bound using segment: {'id': 'be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e31056b3-84d4-4e83-a784-6335e289a7ae'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:00.680624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Bound port: bae79f38-c43b-4bca-9f18-ec32c10e38cb, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e31056b3-84d4-4e83-a784-6335e289a7ae'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:00.681009 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.743493 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fc8a898a-adbd-4ee7-9f21-8eaf151934a6 req-20e1ba52-c105-48ce-90df-eb93d290e63e tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.6130800 Jul 16 20:21:00.787548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] For port bae79f38-c43b-4bca-9f18-ec32c10e38cb, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:00.793124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] For port bae79f38-c43b-4bca-9f18-ec32c10e38cb, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bae79f38-c43b-4bca-9f18-ec32c10e38cb,segment=NetworkSegment(be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0),segment_id=be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:00.801113 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.839049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:00.859522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:00.860044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:00.868241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Router aaea8574-7b1e-4385-8d27-5b119d349b85 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:00.933645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356437c7-c863-4b17-8f36-b2674e00447b None None] Pushing event updated for resources: {'Port': ['ID=bae79f38-c43b-4bca-9f18-ec32c10e38cb,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:00.999900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.20.0.1 (4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f/7cbc9b9c-a613-4d81-8e72-bf43f800f17b/782c589c-c4d2-4a57-8658-2c4f0437e9d1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:01.059305 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.128442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:01.141708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.142753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a826583b-f102-4a3e-8b57-b864213f545a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:01.232099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:01.251657 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Sync routers for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:01.265522 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:01.266069 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:01.342291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.372879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cc99db28-1f45-4bbd-8c7a-4f6bb67f15e1 None None] Provisioning complete for port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:01.373675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cc99db28-1f45-4bbd-8c7a-4f6bb67f15e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.393727 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.416705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.421273 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-549259c3-0d99-4a41-af36-3f9c75ebcac2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5175562 Jul 16 20:21:01.421669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60486) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.459566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Transition to ACTIVE for port object 782c589c-c4d2-4a57-8658-2c4f0437e9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:01.467809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port a826583b-f102-4a3e-8b57-b864213f545a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:01.501721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7ab6-67ba-4241-a953-0526d96025e8 req-0745c043-9d16-4e11-932e-185eb5b87247 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:01.503234 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-202c7ab6-67ba-4241-a953-0526d96025e8 req-0745c043-9d16-4e11-932e-185eb5b87247 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 946 time: 0.4258349 Jul 16 20:21:01.583987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3025d97-8eb0-47fb-8a94-7763359420fd None None] Network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:01.604510 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:01.648380 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-202c7ab6-67ba-4241-a953-0526d96025e8 req-77bcb82e-990c-41f0-bc4e-6fdad12b98a7 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316073 Jul 16 20:21:01.656296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.774386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:01.794564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:01.801481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:01.858492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8bbfb8b6-cea2-4d17-ba82-788f92eb36e1 None None] Provisioning for port a826583b-f102-4a3e-8b57-b864213f545a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:01.863230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:01.868493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8bbfb8b6-cea2-4d17-ba82-788f92eb36e1 None None] Provisioning complete for port a826583b-f102-4a3e-8b57-b864213f545a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:01.869076 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8bbfb8b6-cea2-4d17-ba82-788f92eb36e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:01.885353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=782c589c-c4d2-4a57-8658-2c4f0437e9d1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:01.954112 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.038271 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:20:58Z', 'revision_number': 3, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:02.067314 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Checking router: aaea8574-7b1e-4385-8d27-5b119d349b85 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:02.067932 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Updating router aaea8574-7b1e-4385-8d27-5b119d349b85 port a655772c-6a1c-406b-ac86-416762a4c4d9 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:02.107152 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.126050 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8bbfb8b6-cea2-4d17-ba82-788f92eb36e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.192768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1636361839'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:02.242373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8bbfb8b6-cea2-4d17-ba82-788f92eb36e1 None None] For port a826583b-f102-4a3e-8b57-b864213f545a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a826583b-f102-4a3e-8b57-b864213f545a,segment=NetworkSegment(f76b3eee-1147-4c7b-8968-5542938fe772),segment_id=f76b3eee-1147-4c7b-8968-5542938fe772)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:02.251228 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8bbfb8b6-cea2-4d17-ba82-788f92eb36e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.345068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfb8b6-cea2-4d17-ba82-788f92eb36e1 None None] Pushing event updated for resources: {'Port': ['ID=a826583b-f102-4a3e-8b57-b864213f545a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.422617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.427687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Made reservation on behalf of 6ce75267049c44279f7b7e3892f79fd8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:02.432085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.476195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.504893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772244-f3f2-41a4-b04d-87a115d05a1d req-09252940-945b-4319-98a3-0ffb0f3e5598 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.513739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf772244-f3f2-41a4-b04d-87a115d05a1d req-09252940-945b-4319-98a3-0ffb0f3e5598 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.6298606 Jul 16 20:21:02.558725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:02.575565 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:02.605328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dda8d-6a93-4c2e-b1f9-a8b78e7fcfc9 req-ac8c7d0c-9455-4f86-8638-6e2887925460 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:02.616220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c42dda8d-6a93-4c2e-b1f9-a8b78e7fcfc9 req-ac8c7d0c-9455-4f86-8638-6e2887925460 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a7c613b-91a7-4cf9-9c64-30686bfc57bd HTTP/1.1" status: 200 len: 946 time: 0.3429754 Jul 16 20:21:02.696992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7c5e9454-8985-46c2-9669-18b0ffb34fb2 None None] Provisioning complete for port a826583b-f102-4a3e-8b57-b864213f545a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:02.697416 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9454-8985-46c2-9669-18b0ffb34fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.711969 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.736044 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Transition to ACTIVE for port object a655772c-6a1c-406b-ac86-416762a4c4d9 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:02.740303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:02.740671 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.754759 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.820351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c42dda8d-6a93-4c2e-b1f9-a8b78e7fcfc9 req-9949af8f-4068-473a-aaf0-f25889ed0b19 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028913 Jul 16 20:21:02.834553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f94b89-9a2a-4314-aec3-ba6916a098c3 None None] Network e31056b3-84d4-4e83-a784-6335e289a7ae requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:02.864534 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf772244-f3f2-41a4-b04d-87a115d05a1d req-6ba30b43-0145-4f5e-a5ec-5b9cc6015c15 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445616 Jul 16 20:21:02.920330 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Pushing event updated for resources: {'Port': ['ID=a655772c-6a1c-406b-ac86-416762a4c4d9,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:02.940912 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.941799 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.942588 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.943117 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.943908 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.944515 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.945053 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.946183 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.946934 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.948874 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.949436 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.952738 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:02.957462 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Attempting to bind port a655772c-6a1c-406b-ac86-416762a4c4d9 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:02.958131 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Attempting to bind port a655772c-6a1c-406b-ac86-416762a4c4d9 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:02.958764 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Attempting to bind port a655772c-6a1c-406b-ac86-416762a4c4d9 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:02.967979 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:02.969849 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:02.970500 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:02.971120 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:02.973363 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Bound port: a655772c-6a1c-406b-ac86-416762a4c4d9, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:02.974506 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.044946 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.071319 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] For port a655772c-6a1c-406b-ac86-416762a4c4d9, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:03.078265 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] For port a655772c-6a1c-406b-ac86-416762a4c4d9, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a655772c-6a1c-406b-ac86-416762a4c4d9,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:03.085817 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.117269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a63d198-97c8-478b-99cd-b71651ad892d req-1aaef155-f283-406d-b39c-3a2aa2e71f91 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0863094 Jul 16 20:21:03.126007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.182896 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:03.183632 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:03.231482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7c5e9454-8985-46c2-9669-18b0ffb34fb2 None None] Provisioning for port 782c589c-c4d2-4a57-8658-2c4f0437e9d1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:03.244584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bae79f38-c43b-4bca-9f18-ec32c10e38cb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:03.278578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7c5e9454-8985-46c2-9669-18b0ffb34fb2 None None] Provisioning complete for port 782c589c-c4d2-4a57-8658-2c4f0437e9d1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:03.279499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9454-8985-46c2-9669-18b0ffb34fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.301019 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:03.318416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:03.365949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21867a6e-7954-4593-974e-45a0b5425f06,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.390339 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.392089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.392560 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Added segment 19142205-a2e6-43c1-a0e6-27d735e91357 of type vlan for network 8e2b5b63-aca6-4b84-9310-65f989429a59 Jul 16 20:21:03.458098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e9454-8985-46c2-9669-18b0ffb34fb2 None None] Port 782c589c-c4d2-4a57-8658-2c4f0437e9d1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:03.538630 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.563346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.571239 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcac1f-cd15-4598-a0a4-89778187bf65 None None] Pushing event updated for resources: {'Port': ['ID=a655772c-6a1c-406b-ac86-416762a4c4d9,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.574793 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.602650 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:20:58Z', 'revision_number': 3, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:03.634270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Allocated IP 172.20.0.1 (6c4a28b1-f848-4b03-bf7d-1ab3d51719f0/47dd6d09-92f9-4445-8da6-4e6d51c22b93/3544cd87-0e95-4a79-926e-26d1e51b14c6) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:03.682728 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cab9f7-135a-4852-86a7-5a9f7f554e9e None None] The sync data for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 is: [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:20:58Z', 'revision_number': 3, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:03.709772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port bae79f38-c43b-4bca-9f18-ec32c10e38cb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:03.737437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] Provisioning for port bae79f38-c43b-4bca-9f18-ec32c10e38cb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:03.750455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] Provisioning complete for port bae79f38-c43b-4bca-9f18-ec32c10e38cb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:03.751147 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.755813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.762579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:03.763360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.773293 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.806790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Transition to ACTIVE for port object 3544cd87-0e95-4a79-926e-26d1e51b14c6 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:03.865035 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.882884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.909924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Pushing event updated for resources: {'Network': ['ID=8e2b5b63-aca6-4b84-9310-65f989429a59,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.911997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] For port bae79f38-c43b-4bca-9f18-ec32c10e38cb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bae79f38-c43b-4bca-9f18-ec32c10e38cb,segment=NetworkSegment(be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0),segment_id=be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:03.914640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-17ea3d9b-175f-477c-bb68-f9d93f13004a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0500348 Jul 16 20:21:03.917837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=782c589c-c4d2-4a57-8658-2c4f0437e9d1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:03.931333 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.942203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:03.956966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Pushing event updated for resources: {'Port': ['ID=3544cd87-0e95-4a79-926e-26d1e51b14c6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:04.002097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:04.003955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:04.013756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:04.113843 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.117632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8e2b5b63-aca6-4b84-9310-65f989429a59 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:04.123898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] Pushing event updated for resources: {'Port': ['ID=bae79f38-c43b-4bca-9f18-ec32c10e38cb,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:04.234252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] Provisioning complete for port 782c589c-c4d2-4a57-8658-2c4f0437e9d1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:04.235349 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.343766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-95903ab1-a28d-4f21-9e7d-ae39af8eee8b None None] Port 782c589c-c4d2-4a57-8658-2c4f0437e9d1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:04.418613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:04.420834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:04.455805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60526) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:04.462382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Request body: {'port': {'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59', 'binding:host_id': 'n-h1-792394-17', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009145304'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:04.488176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d829ab8c-0db6-4e1a-9080-5fecc0f9db38 None None] Provisioning complete for port bae79f38-c43b-4bca-9f18-ec32c10e38cb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:04.488796 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d829ab8c-0db6-4e1a-9080-5fecc0f9db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.599010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.600913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bae79f38-c43b-4bca-9f18-ec32c10e38cb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:04.661907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25a3b-f080-4bcd-952e-dcdafa754fd7 req-a9bf8bf9-576e-4c0c-bc32-7c6f7b2f2025 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:04.669661 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-23e25a3b-f080-4bcd-952e-dcdafa754fd7 req-a9bf8bf9-576e-4c0c-bc32-7c6f7b2f2025 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.3873451 Jul 16 20:21:04.709493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Made reservation on behalf of 09e8a9cba7734b209fa7652a2805e6de for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:04.716073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.718325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port bae79f38-c43b-4bca-9f18-ec32c10e38cb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:04.718420 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.746256 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.800292 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-23e25a3b-f080-4bcd-952e-dcdafa754fd7 req-f2b39caf-802a-47ef-bfd7-086798d09ef7 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294930 Jul 16 20:21:04.834366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a826583b-f102-4a3e-8b57-b864213f545a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:04.869457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 68eead4b-27e7-4c0d-964b-4e1b5759191a is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:04.901482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-85247f55-9a3b-4cb8-906c-cb8c21ee160f None None] Provisioning for port 3544cd87-0e95-4a79-926e-26d1e51b14c6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:04.929129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-85247f55-9a3b-4cb8-906c-cb8c21ee160f None None] Provisioning complete for port 3544cd87-0e95-4a79-926e-26d1e51b14c6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:04.929552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85247f55-9a3b-4cb8-906c-cb8c21ee160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:04.968871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-85247f55-9a3b-4cb8-906c-cb8c21ee160f None None] Port 3544cd87-0e95-4a79-926e-26d1e51b14c6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:04.972237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fde2ba96-a0f5-428d-bea3-b2c74ef24de5 req-93779400-7191-46c1-8667-b1a8a0adff1b tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0673356 Jul 16 20:21:04.994696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a826583b-f102-4a3e-8b57-b864213f545a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:04.996038 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.128259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.139915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c14add89-8fe0-4864-8683-8c2eecca8cec None None] Provisioning complete for port 782c589c-c4d2-4a57-8658-2c4f0437e9d1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:05.140493 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c14add89-8fe0-4864-8683-8c2eecca8cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.140729 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.144527 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.161476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:05.169244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d64f84cf-1af7-4547-bef6-c517344f3434 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/68eead4b-27e7-4c0d-964b-4e1b5759191a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1549873 Jul 16 20:21:05.176768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:05.189417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.193904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] device_id is not set on port 182916a1-a88b-484b-8a56-e30850e17723 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:05.207687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c14add89-8fe0-4864-8683-8c2eecca8cec None None] Port 782c589c-c4d2-4a57-8658-2c4f0437e9d1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:05.213542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e25357-24e2-4ec4-9101-6ed97164527c None None] Sync routers for ids ['68eead4b-27e7-4c0d-964b-4e1b5759191a'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:05.228196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e25357-24e2-4ec4-9101-6ed97164527c None None] Routers {'68eead4b-27e7-4c0d-964b-4e1b5759191a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:05.229057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-35e25357-24e2-4ec4-9101-6ed97164527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['68eead4b-27e7-4c0d-964b-4e1b5759191a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:05.267315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86281a7-adee-4178-bd3c-0ce168ff68bc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.268913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f86281a7-adee-4178-bd3c-0ce168ff68bc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports/782c589c-c4d2-4a57-8658-2c4f0437e9d1 HTTP/1.1" status: 200 len: 910 time: 0.0903268 Jul 16 20:21:05.277640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-320a7b3c-4c67-4ce7-9732-e005c3311f48 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.279602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-35e25357-24e2-4ec4-9101-6ed97164527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:05.280159 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-320a7b3c-4c67-4ce7-9732-e005c3311f48 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 813 time: 0.3128467 Jul 16 20:21:05.280685 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:05.288326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a655772c-6a1c-406b-ac86-416762a4c4d9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:05.334749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e25357-24e2-4ec4-9101-6ed97164527c None None] Routers {'68eead4b-27e7-4c0d-964b-4e1b5759191a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:05.335707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-35e25357-24e2-4ec4-9101-6ed97164527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['68eead4b-27e7-4c0d-964b-4e1b5759191a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:05.382009 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a50c5856-c70f-4782-a51a-42bcd631bae7 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/quotas/f6e57886c0464ec29b897dfcaa2782c2 HTTP/1.1" status: 200 len: 375 time: 0.0430474 Jul 16 20:21:05.392850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-35e25357-24e2-4ec4-9101-6ed97164527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:05.393686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e25357-24e2-4ec4-9101-6ed97164527c None None] The sync data for ids ['68eead4b-27e7-4c0d-964b-4e1b5759191a'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:05.415428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port a655772c-6a1c-406b-ac86-416762a4c4d9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:05.427100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a655772c-6a1c-406b-ac86-416762a4c4d9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:05.427561 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.438001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e25a68-71f3-4e67-9f31-f6bce35d13af,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.526373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Pushing event updated for resources: {'Port': ['ID=3544cd87-0e95-4a79-926e-26d1e51b14c6,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.528932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.555761 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.572012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-1b4dc7c9-32bf-4b9d-b4b7-38896273498e tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.574153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-1b4dc7c9-32bf-4b9d-b4b7-38896273498e tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a7c613b-91a7-4cf9-9c64-30686bfc57bd HTTP/1.1" status: 200 len: 946 time: 0.2326169 Jul 16 20:21:05.581953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port a655772c-6a1c-406b-ac86-416762a4c4d9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a655772c-6a1c-406b-ac86-416762a4c4d9,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:05.586625 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.655549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=a655772c-6a1c-406b-ac86-416762a4c4d9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:05.694184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-dfcba0ba-7d4a-4079-a01c-67483e240944 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2925615 Jul 16 20:21:05.731474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] device_id is not set on port 182916a1-a88b-484b-8a56-e30850e17723 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:05.752130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.793311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-9bfa0f0b-a166-422c-931b-b7d5a7949754 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:05.794902 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-9bfa0f0b-a166-422c-931b-b7d5a7949754 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.63 "GET /v2.0/ports?device_id=ba8f5d6b-2c84-4094-b4c2-3cd1280021c9 HTTP/1.1" status: 200 len: 946 time: 0.3075843 Jul 16 20:21:05.804166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Transition to ACTIVE for port object 182916a1-a88b-484b-8a56-e30850e17723 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:05.826070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:05.827531 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:05.839099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:05.979739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'Port': ['ID=182916a1-a88b-484b-8a56-e30850e17723,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:06.024087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-059d8a2b-b90b-4b9b-b37c-acd635d047b8 service neutron] 10.222.0.10 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019924 Jul 16 20:21:06.062784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Deleting port 8eef90ef-aa66-4f00-922c-ab5287b0a76c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:06.063825 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.071886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Checking segment: {'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:06.072307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Network hostable DHCP agents. Network: 8e2b5b63-aca6-4b84-9310-65f989429a59, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:06.240139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Router aaea8574-7b1e-4385-8d27-5b119d349b85 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:06.241391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Network 8e2b5b63-aca6-4b84-9310-65f989429a59 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:06.285551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6639b160-839e-40f3-9ca3-4507df8aa1f3 None None] Provisioning complete for port 3544cd87-0e95-4a79-926e-26d1e51b14c6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:06.286293 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6639b160-839e-40f3-9ca3-4507df8aa1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.318576 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-b54b4da7-7879-4928-b12f-f61ca2458082 service neutron] 10.222.0.10 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277002 Jul 16 20:21:06.324000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8e2b5b63-aca6-4b84-9310-65f989429a59) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:06.326152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.327911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:06.335185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] For port 8eef90ef-aa66-4f00-922c-ab5287b0a76c, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8eef90ef-aa66-4f00-922c-ab5287b0a76c,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:06.336453 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.340465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e29a2-5937-401a-85fe-27df2c6883e6 None None] Network 8e2b5b63-aca6-4b84-9310-65f989429a59 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:06.388425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6639b160-839e-40f3-9ca3-4507df8aa1f3 None None] Port 3544cd87-0e95-4a79-926e-26d1e51b14c6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:06.399111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e7b72-f22b-4760-a72b-90101fed0e8e req-6b8c0758-b7bf-44d9-8f26-75d5e16857da tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:06.403808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a9e7b72-f22b-4760-a72b-90101fed0e8e req-6b8c0758-b7bf-44d9-8f26-75d5e16857da tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.3954203 Jul 16 20:21:06.430483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a655772c-6a1c-406b-ac86-416762a4c4d9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:06.454483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Calling delete_port for 8eef90ef-aa66-4f00-922c-ab5287b0a76c owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:06.460010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:06.460747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:06.461652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:06.520931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:06.521285 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:06.529599 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 2 to bind port 182916a1-a88b-484b-8a56-e30850e17723 Jul 16 20:21:06.549377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a655772c-6a1c-406b-ac86-416762a4c4d9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:06.549757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:06.659049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:06.660476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:06.661121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:06.682409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a9e7b72-f22b-4760-a72b-90101fed0e8e req-4527361f-f086-46d3-aad0-59f44af1395a tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709272 Jul 16 20:21:06.708055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:06.708418 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:06.720945 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 3 to bind port 182916a1-a88b-484b-8a56-e30850e17723 Jul 16 20:21:06.779461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:06.796464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9fb73533-7de8-465e-86a0-a42c6bb52836 admin admin] 10.222.0.10 "PUT /v2.0/routers/aaea8574-7b1e-4385-8d27-5b119d349b85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3733985 Jul 16 20:21:06.800000 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Sync routers for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:06.810238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:06.810727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:06.811200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:06.824923 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:06.825692 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:06.857689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:06.859896 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:06.908648 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 4 to bind port 182916a1-a88b-484b-8a56-e30850e17723 Jul 16 20:21:06.934068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:06.934584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:06.935313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:06.945729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:06.946218 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:06.953330 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 5 to bind port 182916a1-a88b-484b-8a56-e30850e17723 Jul 16 20:21:06.981382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:06.981915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:06.982446 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:06.993805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:06.994762 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:06.995325 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 6 to bind port 182916a1-a88b-484b-8a56-e30850e17723 Jul 16 20:21:07.017722 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.067587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:07.068180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:07.068680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:07.076572 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:07.091935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a905542c-a03a-4d24-8509-3d7a654e0f74 req-9b6c41c5-14bc-4543-86ac-c7336e1b06e2 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.1745834 Jul 16 20:21:07.097661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Deleting port 7155cbea-d767-48f2-a3ba-4df152f286ca {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:07.098010 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.164257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Pushing event deleted for resources: {'Port': ['ID=8eef90ef-aa66-4f00-922c-ab5287b0a76c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:07.170105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:07.178739 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:07.199862 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 7 to bind port 182916a1-a88b-484b-8a56-e30850e17723 Jul 16 20:21:07.207301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] No DVR routers for this DVR port 8eef90ef-aa66-4f00-922c-ab5287b0a76c on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:07.211572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.215359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0db94240-5153-4bd6-99f3-e5615b787e67 req-67f58cee-9557-461c-a413-b6545865b864 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "DELETE /v2.0/ports/8eef90ef-aa66-4f00-922c-ab5287b0a76c HTTP/1.1" status: 204 len: 173 time: 1.6167796 Jul 16 20:21:07.223015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c613b-91a7-4cf9-9c64-30686bfc57bd', 'name': 'network-vif-deleted', 'tag': '8eef90ef-aa66-4f00-922c-ab5287b0a76c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:07.227574 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d223e340-bda9-4c2c-bb0c-f9623f30279a" -d '{"events": [{"server_uuid": "9a7c613b-91a7-4cf9-9c64-30686bfc57bd", "name": "network-vif-deleted", "tag": "8eef90ef-aa66-4f00-922c-ab5287b0a76c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:07.246706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:07.247041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:07.247426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:07.260583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:07.260942 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:07.261459 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 8 to bind port 182916a1-a88b-484b-8a56-e30850e17723 Jul 16 20:21:07.301019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:07.301412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:07.301548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:07.320777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:07.321155 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:07.321674 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 9 to bind port 182916a1-a88b-484b-8a56-e30850e17723 Jul 16 20:21:07.347246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:07.347597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:07.347943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:07.364143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:07.364792 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:07.365098 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 10 to bind port 182916a1-a88b-484b-8a56-e30850e17723 Jul 16 20:21:07.402162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:07.404672 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fa3aa82f-6d3e-420a-af68-20153c29f3d8 req-ef9ad8fb-a7bb-4373-a62f-efca0ae0b6f0 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 210 time: 0.0505776 Jul 16 20:21:07.407324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:07.407691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:07.425753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 182916a1-a88b-484b-8a56-e30850e17723 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:07.426231 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 182916a1-a88b-484b-8a56-e30850e17723 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:07.426581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.536417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] For port 7155cbea-d767-48f2-a3ba-4df152f286ca, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7155cbea-d767-48f2-a3ba-4df152f286ca,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:07.537584 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.569015 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 2, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:07.580737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] For port 182916a1-a88b-484b-8a56-e30850e17723, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:07.585491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempted to set empty binding levels {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:21:07.591713 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.597530 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0567699-1881-4234-9b18-03d92a2db61b x-openstack-request-id: req-b0567699-1881-4234-9b18-03d92a2db61b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:07.597953 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c613b-91a7-4cf9-9c64-30686bfc57bd", "name": "network-vif-deleted", "tag": "8eef90ef-aa66-4f00-922c-ab5287b0a76c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:07.598329 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0567699-1881-4234-9b18-03d92a2db61b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:07.598867 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7c613b-91a7-4cf9-9c64-30686bfc57bd', 'name': 'network-vif-deleted', 'tag': '8eef90ef-aa66-4f00-922c-ab5287b0a76c', 'status': 'completed', 'code': 200} Jul 16 20:21:07.605319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Calling delete_port for 7155cbea-d767-48f2-a3ba-4df152f286ca owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:07.646911 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Checking router: aaea8574-7b1e-4385-8d27-5b119d349b85 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:07.647999 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Updating router aaea8574-7b1e-4385-8d27-5b119d349b85 port 3544cd87-0e95-4a79-926e-26d1e51b14c6 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:07.670333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:07.670928 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.695556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'Port': ['ID=182916a1-a88b-484b-8a56-e30850e17723,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:07.723487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a42c98c0-4842-4aba-95d2-9e4dfa0dec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.2636979 Jul 16 20:21:07.723847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60576) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:07.780589 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:07.987153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-af2b8047-0fe4-46d7-94ea-45ea27bee8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Deleting port 182916a1-a88b-484b-8a56-e30850e17723 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:07.987751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af2b8047-0fe4-46d7-94ea-45ea27bee8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.161169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-af2b8047-0fe4-46d7-94ea-45ea27bee8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] For port 182916a1-a88b-484b-8a56-e30850e17723, host n-h1-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:08.161850 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af2b8047-0fe4-46d7-94ea-45ea27bee8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.167783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.21.0.1 (e31056b3-84d4-4e83-a784-6335e289a7ae/4e2877b5-63a1-4cd7-a76c-e8bb3b338dfa/cd925271-387b-4970-a10d-f0bae7b90f7b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:08.174917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.196682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d6d121c0-5891-450b-b865-41edbde796ed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516363711', 'description': 'tempest-description--14743028'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:08.200680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-af2b8047-0fe4-46d7-94ea-45ea27bee8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Calling delete_port for 182916a1-a88b-484b-8a56-e30850e17723 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:08.359690 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.375578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7155cbea-d767-48f2-a3ba-4df152f286ca no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:08.395152 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af2b8047-0fe4-46d7-94ea-45ea27bee8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.428139 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Transition to ACTIVE for port object 3544cd87-0e95-4a79-926e-26d1e51b14c6 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:08.440159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af2b8047-0fe4-46d7-94ea-45ea27bee8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.442163 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.446052 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-af2b8047-0fe4-46d7-94ea-45ea27bee8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "DELETE /v2.0/ports/182916a1-a88b-484b-8a56-e30850e17723 HTTP/1.1" status: 204 len: 168 time: 0.7208495 Jul 16 20:21:08.447250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b8047-0fe4-46d7-94ea-45ea27bee8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event deleted for resources: {'Port': ['ID=182916a1-a88b-484b-8a56-e30850e17723,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.448282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce2c8-cdf1-488d-b361-691e80dd9a99 req-c2c5d956-05bb-4e16-b41e-148f394a23ce tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:08.456968 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2cdce2c8-cdf1-488d-b361-691e80dd9a99 req-c2c5d956-05bb-4e16-b41e-148f394a23ce tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.4150879 Jul 16 20:21:08.463170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.464073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.470973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No active binding found for port 7155cbea-d767-48f2-a3ba-4df152f286ca {{(pid=93960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:21:08.471701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7155cbea-d767-48f2-a3ba-4df152f286ca not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:08.505334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6d121c0-5891-450b-b865-41edbde796ed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.523168 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc956ac-4a1b-4ab1-b0f8-758cb63dc42f None None] Pushing event updated for resources: {'Port': ['ID=3544cd87-0e95-4a79-926e-26d1e51b14c6,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.604950 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Attempting to bind port 3544cd87-0e95-4a79-926e-26d1e51b14c6 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:08.605416 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Attempting to bind port 3544cd87-0e95-4a79-926e-26d1e51b14c6 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:08.605840 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Attempting to bind port 3544cd87-0e95-4a79-926e-26d1e51b14c6 on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:08.612459 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:08.613065 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Checking segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:08.613562 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.614029 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Bound using segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:08.614722 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Bound port: 3544cd87-0e95-4a79-926e-26d1e51b14c6, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:08.615333 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.621090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Pushing event deleted for resources: {'Port': ['ID=7155cbea-d767-48f2-a3ba-4df152f286ca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:08.636368 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b62a11-043a-4668-865c-2333cb00ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:21:08.644019 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-25b62a11-043a-4668-865c-2333cb00ac9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "GET /v2.0/ports/182916a1-a88b-484b-8a56-e30850e17723 HTTP/1.1" status: 404 len: 333 time: 0.1778450 Jul 16 20:21:08.646378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:08.694534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Request body: {'port': {'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-493550404'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:08.709024 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] For port 3544cd87-0e95-4a79-926e-26d1e51b14c6, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:08.716383 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] For port 3544cd87-0e95-4a79-926e-26d1e51b14c6, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3544cd87-0e95-4a79-926e-26d1e51b14c6,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:08.724001 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.761006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] No DVR routers for this DVR port 7155cbea-d767-48f2-a3ba-4df152f286ca on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:08.777563 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.779668 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e071acf2-8724-4622-a9fe-88e9658adb2a req-5486a3ce-9174-485c-9527-37e60918ee08 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.63 "DELETE /v2.0/ports/7155cbea-d767-48f2-a3ba-4df152f286ca HTTP/1.1" status: 204 len: 173 time: 2.9771240 Jul 16 20:21:08.780138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8f5d6b-2c84-4094-b4c2-3cd1280021c9', 'name': 'network-vif-deleted', 'tag': '7155cbea-d767-48f2-a3ba-4df152f286ca'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:08.783610 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bc4d85-491a-4166-b88a-6ac1f41791f9" -d '{"events": [{"server_uuid": "ba8f5d6b-2c84-4094-b4c2-3cd1280021c9", "name": "network-vif-deleted", "tag": "7155cbea-d767-48f2-a3ba-4df152f286ca"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:08.792702 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:08.793565 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:08.819678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2cdce2c8-cdf1-488d-b361-691e80dd9a99 req-08cee37e-42b4-4a86-ada6-55dc4481a135 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508558 Jul 16 20:21:08.866467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Made reservation on behalf of 09e8a9cba7734b209fa7652a2805e6de for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:08.869498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.874980 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:08.886262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8eef90ef-aa66-4f00-922c-ab5287b0a76c no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:08.940395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Transition to ACTIVE for port object cd925271-387b-4970-a10d-f0bae7b90f7b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:08.968052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] device_id is not set on port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:08.994714 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc956ac-4a1b-4ab1-b0f8-758cb63dc42f None None] Pushing event updated for resources: {'Port': ['ID=3544cd87-0e95-4a79-926e-26d1e51b14c6,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.019957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 8eef90ef-aa66-4f00-922c-ab5287b0a76c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:09.020334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8eef90ef-aa66-4f00-922c-ab5287b0a76c not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:09.164873 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:09.200406 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-230e504a-ce87-40b5-9787-0fc52c1f151d req-58b22c30-0ed4-48d2-9efa-a91b27a329e6 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.6832116 Jul 16 20:21:09.290923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6d121c0-5891-450b-b865-41edbde796ed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.298018 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.310159 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d992c230-cc1a-40c9-bddf-e5e678c03beb x-openstack-request-id: req-d992c230-cc1a-40c9-bddf-e5e678c03beb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:09.310752 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8f5d6b-2c84-4094-b4c2-3cd1280021c9", "name": "network-vif-deleted", "tag": "7155cbea-d767-48f2-a3ba-4df152f286ca", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:09.311173 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d992c230-cc1a-40c9-bddf-e5e678c03beb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:09.311799 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8f5d6b-2c84-4094-b4c2-3cd1280021c9', 'name': 'network-vif-deleted', 'tag': '7155cbea-d767-48f2-a3ba-4df152f286ca', 'status': 'completed', 'code': 200} Jul 16 20:21:09.325427 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6d121c0-5891-450b-b865-41edbde796ed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.417022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d121c0-5891-450b-b865-41edbde796ed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1c59c9-1029-4a58-a11e-b8e3424e095e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.421421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network e31056b3-84d4-4e83-a784-6335e289a7ae is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:09.454693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:09.510729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-2cbde208-36e0-426f-9c3b-a29f6d3d33f0 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:09.512451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:09.517757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-2cbde208-36e0-426f-9c3b-a29f6d3d33f0 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 813 time: 0.3361437 Jul 16 20:21:09.535892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Request body: {'port': {'device_id': 'f863a219-76ea-4c15-93a1-1e45cfa0a50a', 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991', 'admin_state_up': True, 'tenant_id': 'f6e57886c0464ec29b897dfcaa2782c2'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:09.604493 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:08Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:09.617762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6d121c0-5891-450b-b865-41edbde796ed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.623881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d6d121c0-5891-450b-b865-41edbde796ed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4405949 Jul 16 20:21:09.624233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60598) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:09.632376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6084e163-de96-457c-b84c-f942753aacd4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'security_group_rule': {'security_group_id': '7b1c59c9-1029-4a58-a11e-b8e3424e095e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:09.635769 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed875a7-1a2f-4cfb-a04b-747b1c514590 None None] The sync data for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 is: [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:08Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:09.694955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=cd925271-387b-4970-a10d-f0bae7b90f7b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:09.757455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6084e163-de96-457c-b84c-f942753aacd4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.773457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.777832 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-00fae94d-0d30-4351-b5b0-691e09e88d53 req-ec1aa049-c01d-40ef-a811-788b2250f63a tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 210 time: 0.1695793 Jul 16 20:21:09.818867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.888304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Made reservation on behalf of f6e57886c0464ec29b897dfcaa2782c2 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:09.897201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:09.997682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.001210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6084e163-de96-457c-b84c-f942753aacd4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.003416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3b59a963-6575-4f0a-b4de-1579ba26c501 None None] Provisioning for port cd925271-387b-4970-a10d-f0bae7b90f7b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:10.012093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3b59a963-6575-4f0a-b4de-1579ba26c501 None None] Provisioning complete for port cd925271-387b-4970-a10d-f0bae7b90f7b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:10.014873 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b59a963-6575-4f0a-b4de-1579ba26c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.025933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6084e163-de96-457c-b84c-f942753aacd4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.108547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3b59a963-6575-4f0a-b4de-1579ba26c501 None None] Port cd925271-387b-4970-a10d-f0bae7b90f7b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:10.271487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Network 8e2b5b63-aca6-4b84-9310-65f989429a59 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:10.276562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.305360 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:10.307554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Allocated IP 172.20.0.6 (76795a6f-f160-4376-a942-4e1da90a8991/67a902cf-ba7b-4813-9f85-40676465a00e/0f982162-2484-40cc-86a9-ebc41dd76020) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:10.310730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:10.312555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.313643 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.333462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'Port': ['ID=5bccbcf3-de9c-4af1-8352-e345c8e8d882,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.391654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084e163-de96-457c-b84c-f942753aacd4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b71e011-d456-430a-8c2d-a13314385bd4,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.419406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3544cd87-0e95-4a79-926e-26d1e51b14c6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:10.445266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cdf9620a-b663-47e6-8100-1aae0ea408b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7925146 Jul 16 20:21:10.460760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60608) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.470996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:10.486923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6084e163-de96-457c-b84c-f942753aacd4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.496248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6084e163-de96-457c-b84c-f942753aacd4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8722413 Jul 16 20:21:10.501481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60610) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:10.529738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3544cd87-0e95-4a79-926e-26d1e51b14c6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:10.544740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3544cd87-0e95-4a79-926e-26d1e51b14c6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:10.545274 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.574044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-75141420-1d2c-4709-83c1-9d50380c8e24 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'security_group_rule': {'security_group_id': '7b1c59c9-1029-4a58-a11e-b8e3424e095e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:10.692561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-534e0162-ffd0-4ee7-9e28-513b5f50309e tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.694205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-534e0162-ffd0-4ee7-9e28-513b5f50309e tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 813 time: 0.5104024 Jul 16 20:21:10.718594 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.729468 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cec34878-ef20-4141-ae75-3200896bacaf req-b58a59a3-84fc-4288-a778-7cb1f9f4996f tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0818167 Jul 16 20:21:10.738863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Request body: {'port': {'device_id': 'f996fbf4-ad77-4eb9-80b2-d99bb2996b88', 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991', 'admin_state_up': True, 'tenant_id': 'f6e57886c0464ec29b897dfcaa2782c2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:10.803215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 3544cd87-0e95-4a79-926e-26d1e51b14c6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3544cd87-0e95-4a79-926e-26d1e51b14c6,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:10.809321 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.864661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75141420-1d2c-4709-83c1-9d50380c8e24 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.897333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51633725-9eaa-403e-b3ab-26ca4d4ffe04 req-86d664cb-af91-4d00-bd78-f15d1b531743 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:10.899144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51633725-9eaa-403e-b3ab-26ca4d4ffe04 req-86d664cb-af91-4d00-bd78-f15d1b531743 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.8486454 Jul 16 20:21:10.907038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:10.913408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=3544cd87-0e95-4a79-926e-26d1e51b14c6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:10.929779 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.930375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.930865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.931429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.931997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.932479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.933216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.933730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.934613 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.935111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.936153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:10.936737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:11.063469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.119707 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75141420-1d2c-4709-83c1-9d50380c8e24 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.148375 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51633725-9eaa-403e-b3ab-26ca4d4ffe04 req-ad2fa6db-b5cd-4660-a70d-335a03dd2411 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329183 Jul 16 20:21:11.164136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-983656c1-6bda-4e3f-a754-094aa22a265a req-929fb83b-f9ee-4748-94d0-bfa2250a1df9 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 210 time: 0.0902119 Jul 16 20:21:11.171538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Made reservation on behalf of f6e57886c0464ec29b897dfcaa2782c2 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:11.175796 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.192523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75141420-1d2c-4709-83c1-9d50380c8e24 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.229779 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.242921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75141420-1d2c-4709-83c1-9d50380c8e24 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541de181-d2fb-4cee-bf3a-add26e40b609,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.253318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] device_id is not set on port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:11.280702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.296459 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.298649 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75141420-1d2c-4709-83c1-9d50380c8e24 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.304259 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-75141420-1d2c-4709-83c1-9d50380c8e24 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7948148 Jul 16 20:21:11.307018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:11.308141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Network 76795a6f-f160-4376-a942-4e1da90a8991 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:11.310295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:11.319566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:11.322511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:11.327304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.352342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Transition to ACTIVE for port object 5bccbcf3-de9c-4af1-8352-e345c8e8d882 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:11.366256 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.368918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Pushing event updated for resources: {'Port': ['ID=0f982162-2484-40cc-86a9-ebc41dd76020,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.409754 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.434122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:11.435132 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.444008 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.468361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'Port': ['ID=5bccbcf3-de9c-4af1-8352-e345c8e8d882,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.475611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:11.476097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:11.476520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:11.482018 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-92418993-ad02-496d-b983-3be6c46b88ff tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9553866 Jul 16 20:21:11.484339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:11.484888 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:11.485330 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 2 to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 Jul 16 20:21:11.501444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Request body: {'port': {'device_id': 'f863a219-76ea-4c15-93a1-1e45cfa0a50a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:11.535755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Allocated IP 172.20.0.13 (76795a6f-f160-4376-a942-4e1da90a8991/67a902cf-ba7b-4813-9f85-40676465a00e/f145e3f0-2a02-49e6-b53c-1d04e1e85ae6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:11.540284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=cd925271-387b-4970-a10d-f0bae7b90f7b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:11.585825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:11.586168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:11.586510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:11.596776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:11.597057 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:11.602553 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 3 to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 Jul 16 20:21:11.624080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:11.633583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:11.633583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:11.633992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:11.641562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:11.641963 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:11.642995 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 4 to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 Jul 16 20:21:11.688653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:11.689098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:11.689555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:11.715409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:11.716132 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:11.717963 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 5 to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 Jul 16 20:21:11.757662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network e31056b3-84d4-4e83-a784-6335e289a7ae is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:11.764480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:11.839390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:11.839928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:11.840477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:11.867245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:11.868202 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:11.873416 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 6 to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 Jul 16 20:21:11.907771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:11.908549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:11.909233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:11.953616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2a092f1f-a9fe-4655-996b-e8030b4cc746 req-b99fbf1a-63a2-4689-86ec-76e1243123f8 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0496457 Jul 16 20:21:11.954380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:11.954877 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:11.955281 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 7 to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 Jul 16 20:21:11.975712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:11.976035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:11.976384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:11.982271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:11.982610 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:11.983045 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 8 to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 Jul 16 20:21:11.997968 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:11.998335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:11.998806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:12.004534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:12.004863 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:12.005250 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 9 to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 Jul 16 20:21:12.021654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:12.022158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:12.022752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:12.031774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:12.032278 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:12.032867 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 10 to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 Jul 16 20:21:12.049715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:12.050069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:12.050384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:12.052006 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.056135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:12.056482 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:12.056859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.120554 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.152814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2d99d33c-1f5c-4544-9f3d-a52ecf936672 None None] Provisioning complete for port cd925271-387b-4970-a10d-f0bae7b90f7b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:12.153668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2d99d33c-1f5c-4544-9f3d-a52ecf936672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.153821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] For port 5bccbcf3-de9c-4af1-8352-e345c8e8d882, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:12.153936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempted to set empty binding levels {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:21:12.160335 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.217023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] In _notify_port_updated(), no bound segment for port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:21:12.218598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.219537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.224167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "PUT /v2.0/ports/5bccbcf3-de9c-4af1-8352-e345c8e8d882 HTTP/1.1" status: 200 len: 979 time: 1.7585604 Jul 16 20:21:12.224358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2d99d33c-1f5c-4544-9f3d-a52ecf936672 None None] Port cd925271-387b-4970-a10d-f0bae7b90f7b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:12.225917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60628) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:12.361387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e2bf8-ebea-4627-bc42-491199fa6f56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'Port': ['ID=5bccbcf3-de9c-4af1-8352-e345c8e8d882,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:12.415772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3544cd87-0e95-4a79-926e-26d1e51b14c6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:12.451833 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a691aef2-3602-4988-9545-1cb4dd4b76a5 req-70582bb4-4331-4565-89d6-cdbfeca32baa tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 210 time: 0.0383248 Jul 16 20:21:12.508409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.509084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.510184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.510902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.511473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.512013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.512552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.513087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.513621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.514202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.514732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.515288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.515537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3544cd87-0e95-4a79-926e-26d1e51b14c6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:12.515936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.516156 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.516830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.517404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.518137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.518752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.520474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.521038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.521610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.522176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.522695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.523431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.523976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.524516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.525083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.525615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.526184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.526804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.527620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.528096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.528778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.529305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.533964 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-48d4c72c-3291-46ac-a061-cf3776337b61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29684 time: 0.3066800 Jul 16 20:21:12.540457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:12.585830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 68eead4b-27e7-4c0d-964b-4e1b5759191a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:12.639315 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.713220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8874146e-b2ee-430a-987b-5925eea501ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Deleting port 5bccbcf3-de9c-4af1-8352-e345c8e8d882 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:12.713577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8874146e-b2ee-430a-987b-5925eea501ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.736529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Network 76795a6f-f160-4376-a942-4e1da90a8991 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:12.802893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8874146e-b2ee-430a-987b-5925eea501ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] For port 5bccbcf3-de9c-4af1-8352-e345c8e8d882, host n-h1-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:12.803164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8874146e-b2ee-430a-987b-5925eea501ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.806790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:12.816472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Pushing event updated for resources: {'Port': ['ID=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:12.818515 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:12.829175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8874146e-b2ee-430a-987b-5925eea501ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Calling delete_port for 5bccbcf3-de9c-4af1-8352-e345c8e8d882 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:12.868260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Allocated IP 172.25.7.155 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/ce2838f4-611a-4a41-806e-48598399c54d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:12.874643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f982162-2484-40cc-86a9-ebc41dd76020 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:12.902076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34352e6-d5d1-4d9f-9a30-79834a065623 req-7017a7ad-e298-4848-bfff-0be042405732 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.903831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c34352e6-d5d1-4d9f-9a30-79834a065623 req-7017a7ad-e298-4848-bfff-0be042405732 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.3227601 Jul 16 20:21:12.912435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:12.912979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.924485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e1a93006-9cf5-4639-b7be-ddde74a4b46e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/68eead4b-27e7-4c0d-964b-4e1b5759191a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6427469 Jul 16 20:21:12.927374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256c6fb9-758a-43ab-9337-184f594c18e1 None None] Sync routers for ids ['68eead4b-27e7-4c0d-964b-4e1b5759191a'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:12.931135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60634) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:12.938259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c6fb9-758a-43ab-9337-184f594c18e1 None None] Routers {'68eead4b-27e7-4c0d-964b-4e1b5759191a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:12.939025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-256c6fb9-758a-43ab-9337-184f594c18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['68eead4b-27e7-4c0d-964b-4e1b5759191a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:12.951164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:12.951829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:12.957200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Transition to ACTIVE for port object 0f982162-2484-40cc-86a9-ebc41dd76020 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:12.976879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-256c6fb9-758a-43ab-9337-184f594c18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:12.988269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c6fb9-758a-43ab-9337-184f594c18e1 None None] Routers {'68eead4b-27e7-4c0d-964b-4e1b5759191a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:12.988875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-256c6fb9-758a-43ab-9337-184f594c18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['68eead4b-27e7-4c0d-964b-4e1b5759191a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:13.006122 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.068752 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.075472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-256c6fb9-758a-43ab-9337-184f594c18e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:13.076495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256c6fb9-758a-43ab-9337-184f594c18e1 None None] The sync data for ids ['68eead4b-27e7-4c0d-964b-4e1b5759191a'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:13.087270 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-c14b1ccc-949e-4e00-ba2f-63ddb43282ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3704605 Jul 16 20:21:13.099802 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c34352e6-d5d1-4d9f-9a30-79834a065623 req-ae7926b9-86c0-4dce-97de-71f8fb4a8422 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790736 Jul 16 20:21:13.109881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Request body: {'port': {'device_id': 'f996fbf4-ad77-4eb9-80b2-d99bb2996b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:13.126570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Pushing event updated for resources: {'Port': ['ID=0f982162-2484-40cc-86a9-ebc41dd76020,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.174622 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752026d-f31f-4fb4-bc29-0abca9aa7d4f tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.179418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c752026d-f31f-4fb4-bc29-0abca9aa7d4f tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports/cd925271-387b-4970-a10d-f0bae7b90f7b HTTP/1.1" status: 200 len: 910 time: 0.2415080 Jul 16 20:21:13.179858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:13.192674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13dc657d-b145-465f-a1b3-fa70cfab3cf2 req-7cf467a3-85be-4e32-b6bd-7ede9e8ff1d2 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0854356 Jul 16 20:21:13.258939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8874146e-b2ee-430a-987b-5925eea501ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.280689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.306514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874146e-b2ee-430a-987b-5925eea501ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bccbcf3-de9c-4af1-8352-e345c8e8d882,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.316612 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8874146e-b2ee-430a-987b-5925eea501ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.320952 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8874146e-b2ee-430a-987b-5925eea501ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5bccbcf3-de9c-4af1-8352-e345c8e8d882 HTTP/1.1" status: 204 len: 168 time: 0.7764232 Jul 16 20:21:13.321821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:13.335679 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.356703 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f10464-0287-4cf7-8bba-813f77df3cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:21:13.361641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f8f10464-0287-4cf7-8bba-813f77df3cd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "GET /v2.0/ports/5bccbcf3-de9c-4af1-8352-e345c8e8d882 HTTP/1.1" status: 404 len: 333 time: 0.0349717 Jul 16 20:21:13.361641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Attempting to bind port 0f982162-2484-40cc-86a9-ebc41dd76020 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:13.361641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Attempting to bind port 0f982162-2484-40cc-86a9-ebc41dd76020 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:13.361641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Attempting to bind port 0f982162-2484-40cc-86a9-ebc41dd76020 on network 76795a6f-f160-4376-a942-4e1da90a8991 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:13.362548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60644) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:13.367522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1284987860', 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:13.368624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:13.374309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Port 0f982162-2484-40cc-86a9-ebc41dd76020 on network 76795a6f-f160-4376-a942-4e1da90a8991 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:13.374632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Attempting to bind port 0f982162-2484-40cc-86a9-ebc41dd76020 on network 76795a6f-f160-4376-a942-4e1da90a8991 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:13.377147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:13.379627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:13.383953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'Port': ['ID=ce2838f4-611a-4a41-806e-48598399c54d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.386179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:13.386519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Checking segment: {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:13.386961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Bound using segment: {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:13.387357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Bound port: 0f982162-2484-40cc-86a9-ebc41dd76020, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:13.387719 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.408855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Made reservation on behalf of 09e8a9cba7734b209fa7652a2805e6de for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:13.411231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.450642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] device_id is not set on port 959ea22d-364e-43bf-b65c-3b79f083b4d6 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:13.537367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] For port 0f982162-2484-40cc-86a9-ebc41dd76020, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:13.544053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] For port 0f982162-2484-40cc-86a9-ebc41dd76020, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0f982162-2484-40cc-86a9-ebc41dd76020,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:13.554450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.605248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.605855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.607486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] 10.222.0.30 "PUT /v2.0/ports/0f982162-2484-40cc-86a9-ebc41dd76020 HTTP/1.1" status: 200 len: 1092 time: 2.1112144 Jul 16 20:21:13.610315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f863a219-76ea-4c15-93a1-1e45cfa0a50a', 'tag': '0f982162-2484-40cc-86a9-ebc41dd76020'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:13.612305 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f863a219-76ea-4c15-93a1-1e45cfa0a50a", "tag": "0f982162-2484-40cc-86a9-ebc41dd76020"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:13.677003 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e487c3b1-ca14-4fab-88a3-6345c44ffb8f req-43756623-36fe-4427-971b-5f402fa73c51 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0655923 Jul 16 20:21:13.692879 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1ebfa-7a1c-463c-91a0-7a47efd14e26 x-openstack-request-id: req-3ea1ebfa-7a1c-463c-91a0-7a47efd14e26 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:13.693331 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f863a219-76ea-4c15-93a1-1e45cfa0a50a", "tag": "0f982162-2484-40cc-86a9-ebc41dd76020", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:13.693736 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ea1ebfa-7a1c-463c-91a0-7a47efd14e26 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:13.694321 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f863a219-76ea-4c15-93a1-1e45cfa0a50a', 'tag': '0f982162-2484-40cc-86a9-ebc41dd76020', 'status': 'completed', 'code': 200} Jul 16 20:21:13.776127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca5025-404c-4f44-a100-5739a94f6eaf service neutron] Pushing event updated for resources: {'Port': ['ID=0f982162-2484-40cc-86a9-ebc41dd76020,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:13.829345 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.835815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.899604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-1bbcb0a0-d4ff-404f-9a6f-0c32fcfd0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.901926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-1bbcb0a0-d4ff-404f-9a6f-0c32fcfd0c64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&device_id=f863a219-76ea-4c15-93a1-1e45cfa0a50a HTTP/1.1" status: 200 len: 1095 time: 0.2065148 Jul 16 20:21:13.911795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de78e1-3d25-4ea9-8286-5e3a2bb1f5d4 req-9df763c7-8821-48b3-af43-f7d5e61e3cac tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:13.913319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48de78e1-3d25-4ea9-8286-5e3a2bb1f5d4 req-9df763c7-8821-48b3-af43-f7d5e61e3cac tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 932 time: 0.2718022 Jul 16 20:21:13.932193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.961929 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:13.971758 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-e6faaa48-5a32-4ec8-a902-b7ef7e425961 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f982162-2484-40cc-86a9-ebc41dd76020 HTTP/1.1" status: 200 len: 217 time: 0.0560057 Jul 16 20:21:14.033567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:14.046495 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.069299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Network 8e2b5b63-aca6-4b84-9310-65f989429a59 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:14.077541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48de78e1-3d25-4ea9-8286-5e3a2bb1f5d4 req-babeb2c5-11b9-4e3e-a89b-539b68b806b4 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507466 Jul 16 20:21:14.083859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:14.093815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:14.095123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.095918 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.099166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-5d89fe1e-9488-46b4-baa6-7210d8b5dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.100853 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-5d89fe1e-9488-46b4-baa6-7210d8b5dd3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67a902cf-ba7b-4813-9f85-40676465a00e HTTP/1.1" status: 200 len: 853 time: 0.1210237 Jul 16 20:21:14.101080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Transition to ACTIVE for port object f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:14.101525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'Port': ['ID=959ea22d-364e-43bf-b65c-3b79f083b4d6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:14.114580 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.139926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-849c0b7f-d619-4c04-9e53-c539135c3b4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76795a6f-f160-4376-a942-4e1da90a8991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316453 Jul 16 20:21:14.145416 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bb1f91d9-2396-409a-8177-1910f2aebd63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7822371 Jul 16 20:21:14.152458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60654) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:14.233262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:14.273308 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.292631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ee76c-2e72-4b05-84e0-231b47369d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.294328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a56ee76c-2e72-4b05-84e0-231b47369d02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "GET /v2.0/ports/959ea22d-364e-43bf-b65c-3b79f083b4d6 HTTP/1.1" status: 200 len: 959 time: 0.1441264 Jul 16 20:21:14.299089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:14.374578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-e9068e3c-d398-4855-95ce-5c0bb04198b5 service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269812 Jul 16 20:21:14.439476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.453567 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.495142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5b19376e-8ff2-447e-8103-b4002dc398b3 req-0f091167-c4ca-4622-86b3-cd7f20fc0667 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0836008 Jul 16 20:21:14.534120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Attempting to bind port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:14.534463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Attempting to bind port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:14.534793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Attempting to bind port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 on network 76795a6f-f160-4376-a942-4e1da90a8991 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:14.571228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-26b05443-f7d7-43d8-b51a-c0fd6c497525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Deleting port 959ea22d-364e-43bf-b65c-3b79f083b4d6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:14.571631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26b05443-f7d7-43d8-b51a-c0fd6c497525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.605306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 on network 76795a6f-f160-4376-a942-4e1da90a8991 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:14.605714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Attempting to bind port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 on network 76795a6f-f160-4376-a942-4e1da90a8991 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:14.607603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'Port': ['ID=ce2838f4-611a-4a41-806e-48598399c54d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:14.625214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-41a598a5-f90e-4dcf-a6c6-83a2e65b1b9f service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197418 Jul 16 20:21:14.669385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:14.669825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Checking segment: {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:14.670287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Bound using segment: {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:14.670821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Bound port: f145e3f0-2a02-49e6-b53c-1d04e1e85ae6, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:14.675377 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.680631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999c60d-acca-4a55-b622-c194335149ff req-a01c7c93-c7b6-4a1c-a5db-82b9986992bf tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.682562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b999c60d-acca-4a55-b622-c194335149ff req-a01c7c93-c7b6-4a1c-a5db-82b9986992bf tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.3109787 Jul 16 20:21:14.686795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26b05443-f7d7-43d8-b51a-c0fd6c497525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.697811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.713397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-26b05443-f7d7-43d8-b51a-c0fd6c497525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Calling delete_port for 959ea22d-364e-43bf-b65c-3b79f083b4d6 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:14.754794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.756165 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-17b2ef8b-0f0f-477f-a802-f1c0719bdbff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4500113 Jul 16 20:21:14.791988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b999c60d-acca-4a55-b622-c194335149ff req-8e6f6e11-aa5d-4775-91a5-13b87f031f4b tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950935 Jul 16 20:21:14.824906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-550c1396-7c2b-483c-9a64-a08c218cb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.826714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-550c1396-7c2b-483c-9a64-a08c218cb735 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&device_id=f863a219-76ea-4c15-93a1-1e45cfa0a50a HTTP/1.1" status: 200 len: 1095 time: 0.1269262 Jul 16 20:21:14.830152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] For port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:14.834084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] For port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:14.842708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.942097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:14.942715 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:14.944318 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 HTTP/1.1" status: 200 len: 1093 time: 1.8427837 Jul 16 20:21:14.944819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f996fbf4-ad77-4eb9-80b2-d99bb2996b88', 'tag': 'f145e3f0-2a02-49e6-b53c-1d04e1e85ae6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:14.947228 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fe92fd-967e-44fc-8246-32c63f82473d" -d '{"events": [{"name": "network-changed", "server_uuid": "f996fbf4-ad77-4eb9-80b2-d99bb2996b88", "tag": "f145e3f0-2a02-49e6-b53c-1d04e1e85ae6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:15.000456 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7344232e-64bb-4ce7-97f8-580b45aad007 x-openstack-request-id: req-7344232e-64bb-4ce7-97f8-580b45aad007 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:15.000632 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f996fbf4-ad77-4eb9-80b2-d99bb2996b88", "tag": "f145e3f0-2a02-49e6-b53c-1d04e1e85ae6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:15.000780 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7344232e-64bb-4ce7-97f8-580b45aad007 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:15.001169 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f996fbf4-ad77-4eb9-80b2-d99bb2996b88', 'tag': 'f145e3f0-2a02-49e6-b53c-1d04e1e85ae6', 'status': 'completed', 'code': 200} Jul 16 20:21:15.036105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b607c9-5518-42de-8a9c-8c09fac845f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:15.085181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port cd925271-387b-4970-a10d-f0bae7b90f7b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:15.085626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.224222 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26b05443-f7d7-43d8-b51a-c0fd6c497525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.315558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b05443-f7d7-43d8-b51a-c0fd6c497525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event deleted for resources: {'Port': ['ID=959ea22d-364e-43bf-b65c-3b79f083b4d6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:15.325095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-1aad385f-01f8-46c5-937b-5af622670083 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1516363711&fields=id&tenant_id=dde9efda680d41c8a54a6ca42dde58d2 HTTP/1.1" status: 200 len: 267 time: 0.1440623 Jul 16 20:21:15.329119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26b05443-f7d7-43d8-b51a-c0fd6c497525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.331421 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-26b05443-f7d7-43d8-b51a-c0fd6c497525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "DELETE /v2.0/ports/959ea22d-364e-43bf-b65c-3b79f083b4d6 HTTP/1.1" status: 204 len: 168 time: 1.0310407 Jul 16 20:21:15.335881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60680) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:15.409163 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b2136c-74df-4f31-a7da-0de22555762f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:21:15.410800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b6b2136c-74df-4f31-a7da-0de22555762f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "GET /v2.0/ports/959ea22d-364e-43bf-b65c-3b79f083b4d6 HTTP/1.1" status: 404 len: 333 time: 0.0735624 Jul 16 20:21:15.418625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60682) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:15.424431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-2a2bc67a-7cea-4922-bbeb-b4a3279f567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.425894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-2a2bc67a-7cea-4922-bbeb-b4a3279f567b service neutron] 10.222.0.30 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 914 time: 0.5900998 Jul 16 20:21:15.432150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Request body: {'port': {'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1598835571'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:15.446666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-e8aed182-4381-4981-8328-91a45a5618d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.448281 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-e8aed182-4381-4981-8328-91a45a5618d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 1096 time: 0.4440060 Jul 16 20:21:15.518362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-f9139e77-48a7-41bf-8a6f-fda8dfb72215 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f982162-2484-40cc-86a9-ebc41dd76020 HTTP/1.1" status: 200 len: 217 time: 0.0840604 Jul 16 20:21:15.559850 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-76869f3f-5b62-4455-ac89-22af42c8cae1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 HTTP/1.1" status: 200 len: 217 time: 0.0858748 Jul 16 20:21:15.561754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.569171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Made reservation on behalf of 09e8a9cba7734b209fa7652a2805e6de for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:15.571597 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.603584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-cada1048-b790-4e94-8370-8d4e339e39f3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.605159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-cada1048-b790-4e94-8370-8d4e339e39f3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 816 time: 0.2657487 Jul 16 20:21:15.608978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-2f1c05c5-8089-4122-bac9-43049cdcdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.610524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-2f1c05c5-8089-4122-bac9-43049cdcdf15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67a902cf-ba7b-4813-9f85-40676465a00e HTTP/1.1" status: 200 len: 853 time: 0.0783370 Jul 16 20:21:15.638555 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-065fcd33-d060-4010-a3f9-6f3cbb704017 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/quotas/dde9efda680d41c8a54a6ca42dde58d2 HTTP/1.1" status: 200 len: 375 time: 0.0241482 Jul 16 20:21:15.656840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:15.660693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] device_id is not set on port 4888408a-2405-46dc-9a8c-2edde6994e41 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:15.667605 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-9b76f63a-4b30-49e1-93dd-7111853ddf73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76795a6f-f160-4376-a942-4e1da90a8991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432177 Jul 16 20:21:15.689477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for cd925271-387b-4970-a10d-f0bae7b90f7b owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:15.731029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4023e1e-1cc2-48ee-8b2c-692e9dd1198b req-f9db6797-752a-4d06-a037-483de3628d94 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.732669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4023e1e-1cc2-48ee-8b2c-692e9dd1198b req-f9db6797-752a-4d06-a037-483de3628d94 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 944 time: 0.3131506 Jul 16 20:21:15.744398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-9ad11c73-a8d5-403b-8ccc-6d204f9c1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:15.745879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-9ad11c73-a8d5-403b-8ccc-6d204f9c1154 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67a902cf-ba7b-4813-9f85-40676465a00e HTTP/1.1" status: 200 len: 853 time: 0.1707170 Jul 16 20:21:15.802604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-b7dcef0f-415f-42f6-9dd2-a2a8e74176b5 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1378257 Jul 16 20:21:15.804701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-c70436e0-f328-4247-9926-5dd2013b9d08 service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284125 Jul 16 20:21:15.841751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-30203904-ed4f-4c71-9cf3-5a985d95c06a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76795a6f-f160-4376-a942-4e1da90a8991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857081 Jul 16 20:21:15.906712 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4023e1e-1cc2-48ee-8b2c-692e9dd1198b req-8bf24f3b-97f8-4347-b0b5-850250e757ef tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641374 Jul 16 20:21:15.975146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-207f2238-96d8-4dbb-baf7-9316ecb1c2c1 req-9e0b4eb3-dd18-4f6d-a1e6-0c7b5b51b520 service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641140 Jul 16 20:21:15.978635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-3e32cd2d-a9cf-4586-bbe0-d288de2c8d75 service neutron] 10.222.0.10 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598821 Jul 16 20:21:16.092101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-5c4d7fa3-8065-4a49-9b16-86b3f886c53e service neutron] 10.222.0.10 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011233 Jul 16 20:21:16.132420 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-15acb35f-472c-4c9d-af8b-0bf5ef755bee req-02cbf6ee-2a65-4d4d-a065-1c4e98d261a2 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0615420 Jul 16 20:21:16.143006 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.181752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-adec08c8-99e4-41c1-aa92-c8b3319ef18c service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246739 Jul 16 20:21:16.284196 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.304716 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.332524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=cd925271-387b-4970-a10d-f0bae7b90f7b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.467834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92a35a7e-57e0-4e26-96b6-0cae280267a3 req-fbc0eedb-974c-4383-b6e0-715d03de7d05 service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787609 Jul 16 20:21:16.479740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'Port': ['ID=4888408a-2405-46dc-9a8c-2edde6994e41,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:16.504319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Network 8e2b5b63-aca6-4b84-9310-65f989429a59 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:16.509457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:16.513869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:16.515097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.516231 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.523703 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.581161 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-945423ce-2de3-4154-9df1-e3f0c652317f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1540227 Jul 16 20:21:16.584971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:16.590976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:16.629232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0ed27-c966-4578-bfbd-3b4325075274 req-499f79a6-ed7d-41e3-a282-394b4829e591 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.631047 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24c0ed27-c966-4578-bfbd-3b4325075274 req-499f79a6-ed7d-41e3-a282-394b4829e591 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1872823 Jul 16 20:21:16.729793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24c0ed27-c966-4578-bfbd-3b4325075274 req-4bab5e2f-9091-4b98-991d-26f43aec9732 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904794 Jul 16 20:21:16.804130 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78d6b116-c926-443f-8dc1-43368c4465f3 req-90355fb0-0832-49db-961f-5900dd1e068e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 210 time: 0.0605865 Jul 16 20:21:16.866510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.873600 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:16.897372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-a145d9e8-d6a8-4b27-bf3d-95ee0717ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:16.899029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-a145d9e8-d6a8-4b27-bf3d-95ee0717ff5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 1096 time: 0.3688524 Jul 16 20:21:16.935039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 0f982162-2484-40cc-86a9-ebc41dd76020 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:17.082603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 0f982162-2484-40cc-86a9-ebc41dd76020, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0f982162-2484-40cc-86a9-ebc41dd76020,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:17.106484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '0f982162-2484-40cc-86a9-ebc41dd76020', 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991', 'port_id': '0f982162-2484-40cc-86a9-ebc41dd76020', 'mac_address': 'fa:16:3e:a6:4c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a902cf-ba7b-4813-9f85-40676465a00e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:17.180222 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.216562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f982162-2484-40cc-86a9-ebc41dd76020 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:17.251808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 0f982162-2484-40cc-86a9-ebc41dd76020, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0f982162-2484-40cc-86a9-ebc41dd76020,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:17.253039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-83cc8131-5164-4402-852f-a60054d066bd req-f329700b-d4fa-47fe-a33a-c5d35b211967 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ce2f47a02a0649fca1f92371b7a5d678&device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0444109 Jul 16 20:21:17.257980 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:17.346818 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=0f982162-2484-40cc-86a9-ebc41dd76020,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:17.355047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-68857fb4-7c00-4cb4-b589-646a841324cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.356652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-68857fb4-7c00-4cb4-b589-646a841324cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 200 len: 914 time: 0.3096828 Jul 16 20:21:17.367647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df4259a0-1b43-40fa-8a34-04f41a898cd3 req-3aa7b785-9f7f-44f2-b1cd-7e63c2d45861 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0524664 Jul 16 20:21:17.384942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-83cc8131-5164-4402-852f-a60054d066bd req-36ea1e74-a999-4578-82c1-9c18e3ab17e8 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=ce2f47a02a0649fca1f92371b7a5d678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150889 Jul 16 20:21:17.491832 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-7cc7d398-587b-4ed6-a016-e9d6a2d8bd6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 HTTP/1.1" status: 200 len: 217 time: 0.1017420 Jul 16 20:21:17.563833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['0f982162-2484-40cc-86a9-ebc41dd76020'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:17.630507 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fe7bd-d047-4d92-a965-bd77a6037ee7 req-55e51898-a88c-417f-b654-f988845c6d0e tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.632103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-832fe7bd-d047-4d92-a965-bd77a6037ee7 req-55e51898-a88c-417f-b654-f988845c6d0e tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 944 time: 0.4950495 Jul 16 20:21:17.637388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 68eead4b-27e7-4c0d-964b-4e1b5759191a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:17.664316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-83f30c94-f87e-4b3b-8e51-44c1d4506ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.665608 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-83f30c94-f87e-4b3b-8e51-44c1d4506ebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67a902cf-ba7b-4813-9f85-40676465a00e HTTP/1.1" status: 200 len: 853 time: 0.1609271 Jul 16 20:21:17.743743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc8131-5164-4402-852f-a60054d066bd req-a1495d32-afb7-4413-9e06-6ae4cfcf8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:17.745155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-83cc8131-5164-4402-852f-a60054d066bd req-a1495d32-afb7-4413-9e06-6ae4cfcf8a93 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3437803 Jul 16 20:21:17.747115 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-8412b095-3f9b-4fa1-a40e-856e7a5102f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76795a6f-f160-4376-a942-4e1da90a8991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561502 Jul 16 20:21:18.072876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ade37-c689-4d32-a51d-f8c425b4ec98 req-78085e0e-587c-48fb-97b6-ecec94267a6d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.075294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-860ade37-c689-4d32-a51d-f8c425b4ec98 req-78085e0e-587c-48fb-97b6-ecec94267a6d tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1071579 Jul 16 20:21:18.142285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-860ade37-c689-4d32-a51d-f8c425b4ec98 req-0dcb3e94-71a8-412f-94c2-21aabc847e59 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580616 Jul 16 20:21:18.146763 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] device_id is not set on port 4888408a-2405-46dc-9a8c-2edde6994e41 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:18.174045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.240613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-832fe7bd-d047-4d92-a965-bd77a6037ee7 req-b772f494-ff65-4152-9a47-c326136430fa tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955410 Jul 16 20:21:18.300713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Transition to ACTIVE for port object 4888408a-2405-46dc-9a8c-2edde6994e41 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:18.334028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b612a02-7bc0-4e64-babd-912a35b727fc req-ebb66a2c-8c9c-4436-acaf-55cf9a170a8a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 210 time: 0.0353224 Jul 16 20:21:18.338585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:18.454626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:18.469886 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ebdd77-47bd-41c9-a5b1-17943eeb883c None None] Sync routers for ids ['68eead4b-27e7-4c0d-964b-4e1b5759191a'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:18.470983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60722) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:18.472854 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ad6d9f37-e2cf-49ea-803c-bba38ffd5e3b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/68eead4b-27e7-4c0d-964b-4e1b5759191a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2869940 Jul 16 20:21:18.482486 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-bffe2ce8-3be2-4b51-8883-6ef73559c592 service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251508 Jul 16 20:21:18.486943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'Port': ['ID=4888408a-2405-46dc-9a8c-2edde6994e41,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:18.490700 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebdd77-47bd-41c9-a5b1-17943eeb883c None None] Routers {'68eead4b-27e7-4c0d-964b-4e1b5759191a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:18.491362 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b1ebdd77-47bd-41c9-a5b1-17943eeb883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['68eead4b-27e7-4c0d-964b-4e1b5759191a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:18.525013 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b1ebdd77-47bd-41c9-a5b1-17943eeb883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:18.535232 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebdd77-47bd-41c9-a5b1-17943eeb883c None None] Routers {'68eead4b-27e7-4c0d-964b-4e1b5759191a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:18.536311 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b1ebdd77-47bd-41c9-a5b1-17943eeb883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['68eead4b-27e7-4c0d-964b-4e1b5759191a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:18.574744 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b1ebdd77-47bd-41c9-a5b1-17943eeb883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:18.575754 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ebdd77-47bd-41c9-a5b1-17943eeb883c None None] The sync data for ids ['68eead4b-27e7-4c0d-964b-4e1b5759191a'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:18.618082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-8113e028-a41a-4848-8302-67c7ec749633 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:18.622275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-8113e028-a41a-4848-8302-67c7ec749633 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.63 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 816 time: 0.4616504 Jul 16 20:21:18.651649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:18.652324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:18.655375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:18.664605 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ab7067d-e8a2-4d05-ba9c-d07c5780eb0f req-bb125b8d-4273-4e96-bf42-63955e2453e6 tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.1031332 Jul 16 20:21:18.682142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:18.682597 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:18.717223 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 2 to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 Jul 16 20:21:18.752419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:18.752752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:18.753086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:18.776431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:18.776755 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:18.777615 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 3 to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 Jul 16 20:21:18.781595 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8fe92fd-967e-44fc-8246-32c63f82473d req-f0e1275a-e55d-4829-9132-9561ce5309b5 service neutron] 10.222.0.30 "GET /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605977 Jul 16 20:21:18.787766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-8b6ca33c-c672-4f4e-ad80-7deff3bbb094 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde9efda680d41c8a54a6ca42dde58d2 HTTP/1.1" status: 200 len: 380 time: 0.1308644 Jul 16 20:21:18.804395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'port': {'device_id': '0642720f-8044-41c3-aee4-980339e72bf8', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'admin_state_up': True, 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'security_groups': ['7b1c59c9-1029-4a58-a11e-b8e3424e095e']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:18.841249 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:18.841794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:18.842328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:18.867637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:18.868216 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:18.872639 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 4 to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 Jul 16 20:21:18.916734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:18.916734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:18.917193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:18.930064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:18.930378 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:18.933479 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 5 to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 Jul 16 20:21:18.954402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:18.958414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 0f982162-2484-40cc-86a9-ebc41dd76020 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:18.959019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:18.959725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:18.960174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:18.973398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:18.973943 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:18.977039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83cc8131-5164-4402-852f-a60054d066bd req-bd9a8bef-88b0-42ea-82e7-eef3fac60b2d tempest-ServerShowV254Test-227792229 tempest-ServerShowV254Test-227792229-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9d38487-5337-4a45-8859-e5a6f801ba38 HTTP/1.1" status: 200 len: 210 time: 0.0313058 Jul 16 20:21:18.977318 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 6 to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 Jul 16 20:21:19.003140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:19.003505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:19.003842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:19.012715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:19.012715 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:19.012715 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 7 to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 Jul 16 20:21:19.022436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Made reservation on behalf of dde9efda680d41c8a54a6ca42dde58d2 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:19.026576 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.032523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:19.032865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:19.033208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:19.045786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:19.046269 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:19.047618 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 8 to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 Jul 16 20:21:19.055563 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.070741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:19.071190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:19.071455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:19.112300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 0f982162-2484-40cc-86a9-ebc41dd76020 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:19.120098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:19.120559 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:19.120948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 0f982162-2484-40cc-86a9-ebc41dd76020 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:19.121529 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.125103 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 9 to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 Jul 16 20:21:19.158492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:19.159390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:19.159568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:19.174505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:19.174832 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:19.201461 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempt 10 to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 Jul 16 20:21:19.229034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:19.229415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:19.229761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempting to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:19.237488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:19.237802 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Failed to bind port 4888408a-2405-46dc-9a8c-2edde6994e41 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '19142205-a2e6-43c1-a0e6-27d735e91357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8e2b5b63-aca6-4b84-9310-65f989429a59'}] Jul 16 20:21:19.238179 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.248405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:19.270429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Allocated IP 172.20.0.13 (6c4a28b1-f848-4b03-bf7d-1ab3d51719f0/47dd6d09-92f9-4445-8da6-4e6d51c22b93/283c9a09-4833-4f9f-8797-cdfd26c8da2e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:19.287649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'f145e3f0-2a02-49e6-b53c-1d04e1e85ae6', 'network_id': '76795a6f-f160-4376-a942-4e1da90a8991', 'port_id': 'f145e3f0-2a02-49e6-b53c-1d04e1e85ae6', 'mac_address': 'fa:16:3e:7f:32:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a902cf-ba7b-4813-9f85-40676465a00e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:19.363859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] For port 4888408a-2405-46dc-9a8c-2edde6994e41, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:19.364409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:21:19.396382 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.398586 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.424836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:19.437093 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.472118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:19.481923 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.487380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port 782c589c-c4d2-4a57-8658-2c4f0437e9d1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:19.488035 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.492246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863a219-76ea-4c15-93a1-1e45cfa0a50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f982162-2484-40cc-86a9-ebc41dd76020'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:19.495739 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40ba660-29c0-4837-9864-1c84ca6772b7" -d '{"events": [{"server_uuid": "f863a219-76ea-4c15-93a1-1e45cfa0a50a", "name": "network-vif-plugged", "status": "completed", "tag": "0f982162-2484-40cc-86a9-ebc41dd76020"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:19.533049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 0f982162-2484-40cc-86a9-ebc41dd76020, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0f982162-2484-40cc-86a9-ebc41dd76020,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:19.546738 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.594609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] In _notify_port_updated(), no bound segment for port 4888408a-2405-46dc-9a8c-2edde6994e41 on network 8e2b5b63-aca6-4b84-9310-65f989429a59 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:21:19.595458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.596029 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.597531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "PUT /v2.0/ports/4888408a-2405-46dc-9a8c-2edde6994e41 HTTP/1.1" status: 200 len: 980 time: 3.0113590 Jul 16 20:21:19.603299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.606460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60736) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:19.615157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8fdf7-6065-43c1-ad19-ca70b233c75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event updated for resources: {'Port': ['ID=4888408a-2405-46dc-9a8c-2edde6994e41,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.659758 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.705393 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=0f982162-2484-40cc-86a9-ebc41dd76020,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.708563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Transition to ACTIVE for port object 283c9a09-4833-4f9f-8797-cdfd26c8da2e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:19.749427 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af002d12-e002-4455-a59f-0eabf414ced5 req-e0dcab60-76ab-4cdd-9b74-6a41d5db68f4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.756894 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af002d12-e002-4455-a59f-0eabf414ced5 req-e0dcab60-76ab-4cdd-9b74-6a41d5db68f4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.3434906 Jul 16 20:21:19.770912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.814536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for 782c589c-c4d2-4a57-8658-2c4f0437e9d1 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:19.820147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['f145e3f0-2a02-49e6-b53c-1d04e1e85ae6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:19.831069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d241641-442b-4381-bd14-5f8c24ead40c req-88e107f0-3aa4-4db5-82af-7ac21936633f tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:19.832775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d241641-442b-4381-bd14-5f8c24ead40c req-88e107f0-3aa4-4db5-82af-7ac21936633f tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 945 time: 0.2946129 Jul 16 20:21:19.848596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af002d12-e002-4455-a59f-0eabf414ced5 req-756dc8a2-36fc-4e16-a022-b3bb057db609 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904717 Jul 16 20:21:19.851178 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:19.933943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:19.959556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:19.961030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:19.963956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:19.964301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-90208430-904a-475c-85a1-0ad258407dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Deleting port 4888408a-2405-46dc-9a8c-2edde6994e41 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:19.964787 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90208430-904a-475c-85a1-0ad258407dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.057601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:20.059100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.074100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-90208430-904a-475c-85a1-0ad258407dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] For port 4888408a-2405-46dc-9a8c-2edde6994e41, host n-h1-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:20.074720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90208430-904a-475c-85a1-0ad258407dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.083875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54e1a2d5-4bc4-48b3-92ac-c0ee78f18b31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2860634 Jul 16 20:21:20.092176 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d241641-442b-4381-bd14-5f8c24ead40c req-c32a8cbe-a432-4d85-be84-f731e8ad6020 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450902 Jul 16 20:21:20.098906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-90208430-904a-475c-85a1-0ad258407dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Calling delete_port for 4888408a-2405-46dc-9a8c-2edde6994e41 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:20.135296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Request body: {'port': {'device_id': '0642720f-8044-41c3-aee4-980339e72bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:20.151191 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950c139-e69f-4470-9cba-61f0c1eae0e3 x-openstack-request-id: req-0950c139-e69f-4470-9cba-61f0c1eae0e3 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:20.151718 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863a219-76ea-4c15-93a1-1e45cfa0a50a", "name": "network-vif-plugged", "status": "completed", "tag": "0f982162-2484-40cc-86a9-ebc41dd76020", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:20.151718 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0950c139-e69f-4470-9cba-61f0c1eae0e3 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:20.152226 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863a219-76ea-4c15-93a1-1e45cfa0a50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f982162-2484-40cc-86a9-ebc41dd76020', 'code': 200} Jul 16 20:21:20.180674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409915ab-2dab-487a-9d24-16a239c7c9d4 req-284afbd2-814d-4a7e-ab0e-e6c5971c32c7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:20.189188 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-409915ab-2dab-487a-9d24-16a239c7c9d4 req-284afbd2-814d-4a7e-ab0e-e6c5971c32c7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 932 time: 0.1731679 Jul 16 20:21:20.287651 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-409915ab-2dab-487a-9d24-16a239c7c9d4 req-4e94d168-0f9d-4418-90f0-5b54a7897064 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969148 Jul 16 20:21:20.362963 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.364821 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.369331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-adabd28a-9d48-4da8-ae2a-61dc7a420def None None] Provisioning for port 283c9a09-4833-4f9f-8797-cdfd26c8da2e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:20.375307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-adabd28a-9d48-4da8-ae2a-61dc7a420def None None] Provisioning complete for port 283c9a09-4833-4f9f-8797-cdfd26c8da2e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:20.377119 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-adabd28a-9d48-4da8-ae2a-61dc7a420def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.402990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=782c589c-c4d2-4a57-8658-2c4f0437e9d1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:20.448162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ae9eb-ad83-498e-aad3-2317ada8a3e7 req-433ef32d-309c-46f3-b94c-b27db499958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:20.463632 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ca8ae9eb-ad83-498e-aad3-2317ada8a3e7 req-433ef32d-309c-46f3-b94c-b27db499958b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f863a219-76ea-4c15-93a1-1e45cfa0a50a HTTP/1.1" status: 200 len: 1097 time: 0.1981189 Jul 16 20:21:20.492212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-adabd28a-9d48-4da8-ae2a-61dc7a420def None None] Port 283c9a09-4833-4f9f-8797-cdfd26c8da2e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:20.518157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90208430-904a-475c-85a1-0ad258407dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.543790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90208430-904a-475c-85a1-0ad258407dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.545822 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c707-256f-44b7-829c-40c415642ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.550687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-90208430-904a-475c-85a1-0ad258407dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "DELETE /v2.0/ports/4888408a-2405-46dc-9a8c-2edde6994e41 HTTP/1.1" status: 204 len: 168 time: 0.9397402 Jul 16 20:21:20.551550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:20.613818 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-489952c7-de05-4219-8dd5-9e7cf366a4a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:21:20.624299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-489952c7-de05-4219-8dd5-9e7cf366a4a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] 10.222.0.10 "GET /v2.0/ports/4888408a-2405-46dc-9a8c-2edde6994e41 HTTP/1.1" status: 404 len: 333 time: 0.0681672 Jul 16 20:21:20.627063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60750) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:20.645891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90208430-904a-475c-85a1-0ad258407dd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420397990-project-admin] Pushing event deleted for resources: {'Port': ['ID=4888408a-2405-46dc-9a8c-2edde6994e41,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:20.766982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.888195 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:20.965450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:20.976502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283c9a09-4833-4f9f-8797-cdfd26c8da2e {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:20.988130 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ca8ae9eb-ad83-498e-aad3-2317ada8a3e7 req-ea15e699-174f-463b-a8d4-08761baf716c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157185 Jul 16 20:21:20.991060 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.001128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:21.019110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:21.024849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Transition to ACTIVE for port object 283c9a09-4833-4f9f-8797-cdfd26c8da2e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:21.028910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:21.029964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.030651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.076161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542059d5-700b-401a-bc0f-83d33e6fb858 req-067c8ea1-932b-4639-8298-1322140721e3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.077871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-542059d5-700b-401a-bc0f-83d33e6fb858 req-067c8ea1-932b-4639-8298-1322140721e3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1573343 Jul 16 20:21:21.121236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.168127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.183030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2b5b63-aca6-4b84-9310-65f989429a59']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:21.202314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19142205-a2e6-43c1-a0e6-27d735e91357') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:21.202614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19142205-a2e6-43c1-a0e6-27d735e91357') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:21.218246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-542059d5-700b-401a-bc0f-83d33e6fb858 req-f69ed040-6de5-4eec-b1c8-a9dbba6748f3 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228881 Jul 16 20:21:21.221618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.243844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 68eead4b-27e7-4c0d-964b-4e1b5759191a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:21.247854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.267286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Attempting to bind port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:21.267617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:21.268605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Attempting to bind port 283c9a09-4833-4f9f-8797-cdfd26c8da2e by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:21.269205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Attempting to bind port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:21.272548 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.283640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.295908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:21.296416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:21.299782 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:21.307217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:21:21.308471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Attempting to bind port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:21.366840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.395509 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:21.395736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Checking segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:21.396400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Bound using segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:21.396989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Bound port: 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:21.397357 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.418593 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fba7f225-100e-4243-a4f2-745f78a5307c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.561075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:21.587940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:21.603957 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.695652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.696320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.697823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] 10.222.0.63 "PUT /v2.0/ports/283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 200 len: 1093 time: 1.5964074 Jul 16 20:21:21.698487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:21.700874 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20e7103-1eba-458c-bc19-c8f94faab45f" -d '{"events": [{"name": "network-changed", "server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:21.734186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff96b31-7b60-44d1-aaee-d194fb73ff9c service neutron] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:21.746207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaedea5-09f4-4f30-8e67-8a128d9c51f9 req-09251796-d742-41e9-8e79-146eca3857e1 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:21.756079 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9aaedea5-09f4-4f30-8e67-8a128d9c51f9 req-09251796-d742-41e9-8e79-146eca3857e1 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.2578211 Jul 16 20:21:21.862519 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fba7f225-100e-4243-a4f2-745f78a5307c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.870974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:21.873827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fba7f225-100e-4243-a4f2-745f78a5307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.884713 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0b903e10-8440-47d4-bb62-bc484f0514e5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/68eead4b-27e7-4c0d-964b-4e1b5759191a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4117990 Jul 16 20:21:21.889322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60772) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:21.889816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9aaedea5-09f4-4f30-8e67-8a128d9c51f9 req-d6fb91b3-a8ee-4dc7-a607-66fa684d078e tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091487 Jul 16 20:21:21.891894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29a15a-4009-45f6-80e4-e50d62f32043 None None] Sync routers for ids ['68eead4b-27e7-4c0d-964b-4e1b5759191a'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:21.923362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29a15a-4009-45f6-80e4-e50d62f32043 None None] Routers {'68eead4b-27e7-4c0d-964b-4e1b5759191a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:21.923510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.923652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d29a15a-4009-45f6-80e4-e50d62f32043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['68eead4b-27e7-4c0d-964b-4e1b5759191a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:21.960997 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:21.963740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] 10.222.0.10 "DELETE /v2.0/networks/8e2b5b63-aca6-4b84-9310-65f989429a59 HTTP/1.1" status: 204 len: 168 time: 1.3293691 Jul 16 20:21:21.977239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fba7f225-100e-4243-a4f2-745f78a5307c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce2f47a02a0649fca1f92371b7a5d678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9705110 Jul 16 20:21:21.979211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:22.018822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7f225-100e-4243-a4f2-745f78a5307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e426a861-c628-4acd-beab-4335743f37d3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.019661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d29a15a-4009-45f6-80e4-e50d62f32043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:22.021281 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0462e209-c5cc-412c-9958-2caed2f6ec5d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eead4b-27e7-4c0d-964b-4e1b5759191a HTTP/1.1" status: 200 len: 205 time: 0.1278679 Jul 16 20:21:22.026600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60780) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:22.039962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-10f3c7f8-ef5e-4092-88a1-21fffbe35912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.042523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-10f3c7f8-ef5e-4092-88a1-21fffbe35912 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 1096 time: 0.2785728 Jul 16 20:21:22.045105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29a15a-4009-45f6-80e4-e50d62f32043 None None] Routers {'68eead4b-27e7-4c0d-964b-4e1b5759191a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:22.045814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d29a15a-4009-45f6-80e4-e50d62f32043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:20:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['68eead4b-27e7-4c0d-964b-4e1b5759191a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:22.049640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f5af-eea5-4d2b-960d-0d40f99649d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843155146-project] Pushing event deleted for resources: {'Network': ['ID=8e2b5b63-aca6-4b84-9310-65f989429a59,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.146874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22d20d-844b-46e9-bcc5-cd0e74607a0e req-ea47f068-7f98-4900-9e69-402e3467f8cb tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.154264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c22d20d-844b-46e9-bcc5-cd0e74607a0e req-ea47f068-7f98-4900-9e69-402e3467f8cb tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 946 time: 0.7501161 Jul 16 20:21:22.166945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f996fbf4-ad77-4eb9-80b2-d99bb2996b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f145e3f0-2a02-49e6-b53c-1d04e1e85ae6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:22.172574 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd64f56a-5435-420d-89f0-1a5f112912f1" -d '{"events": [{"server_uuid": "f996fbf4-ad77-4eb9-80b2-d99bb2996b88", "name": "network-vif-plugged", "status": "completed", "tag": "f145e3f0-2a02-49e6-b53c-1d04e1e85ae6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:22.173562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-a6a7c94b-6030-440f-900f-596745e6ef20 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 200 len: 217 time: 0.1124265 Jul 16 20:21:22.188187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d29a15a-4009-45f6-80e4-e50d62f32043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:22.195651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29a15a-4009-45f6-80e4-e50d62f32043 None None] The sync data for ids ['68eead4b-27e7-4c0d-964b-4e1b5759191a'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:22.196492 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-731e6c92-ad76-434d-9b49-be01d6ad4df2 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.311346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09560057-14c2-496a-bd93-6686768d11a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.335311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-1a5ef403-9a4e-44e8-a9a3-07784678c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.337897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-1a5ef403-9a4e-44e8-a9a3-07784678c66e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.1580300 Jul 16 20:21:22.365856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c22d20d-844b-46e9-bcc5-cd0e74607a0e req-d4ebb946-e5ec-4c90-baec-2e9d5d82522a tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107134 Jul 16 20:21:22.400823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:22.408267 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-731e6c92-ad76-434d-9b49-be01d6ad4df2 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.410484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-731e6c92-ad76-434d-9b49-be01d6ad4df2 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.414189 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09560057-14c2-496a-bd93-6686768d11a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.489237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bef35-5c1c-4088-85ea-c7ea32216e33 req-406b6116-9408-42e0-bb6b-9f9b08b88038 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.490795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d8bef35-5c1c-4088-85ea-c7ea32216e33 req-406b6116-9408-42e0-bb6b-9f9b08b88038 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.2837977 Jul 16 20:21:22.510439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-731e6c92-ad76-434d-9b49-be01d6ad4df2 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.512008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e6c92-ad76-434d-9b49-be01d6ad4df2 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Fanout notify agent at l3_agent the message router_deleted on router 68eead4b-27e7-4c0d-964b-4e1b5759191a {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:21:22.516077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54804ef7-0b1c-4377-946d-1ec7d0f0895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:22.516077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-54804ef7-0b1c-4377-946d-1ec7d0f0895a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709962 Jul 16 20:21:22.541960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-731e6c92-ad76-434d-9b49-be01d6ad4df2 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.547888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-731e6c92-ad76-434d-9b49-be01d6ad4df2 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/68eead4b-27e7-4c0d-964b-4e1b5759191a HTTP/1.1" status: 204 len: 168 time: 0.5164340 Jul 16 20:21:22.548426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:22.559207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09560057-14c2-496a-bd93-6686768d11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.561682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09560057-14c2-496a-bd93-6686768d11a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.566393 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-09560057-14c2-496a-bd93-6686768d11a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e426a861-c628-4acd-beab-4335743f37d3 HTTP/1.1" status: 204 len: 168 time: 0.5816197 Jul 16 20:21:22.582799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09560057-14c2-496a-bd93-6686768d11a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e426a861-c628-4acd-beab-4335743f37d3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:22.644571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d8bef35-5c1c-4088-85ea-c7ea32216e33 req-8be99f49-ea4b-4170-b52f-356739997396 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396406 Jul 16 20:21:22.724526 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a784ce95-5e81-4932-8e51-5dca77215e4d x-openstack-request-id: req-a784ce95-5e81-4932-8e51-5dca77215e4d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:22.724847 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:22.725061 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a784ce95-5e81-4932-8e51-5dca77215e4d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:22.725482 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'status': 'completed', 'code': 200} Jul 16 20:21:22.762870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-cd0e2119-bed1-44f7-9360-7788901bbcb0 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343891 Jul 16 20:21:22.772289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3bbe0f-46a0-4fec-a1f5-0508fb4cc3e1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting subnet 4e2877b5-63a1-4cd7-a76c-e8bb3b338dfa {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:22.786302 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d99c46d6-d203-49d9-b20d-fe918dbb69b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ce75267049c44279f7b7e3892f79fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785188 Jul 16 20:21:22.786815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad3bbe0f-46a0-4fec-a1f5-0508fb4cc3e1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.789312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:22.872122 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd042bc-6c6d-4741-ad06-945f90faf042 x-openstack-request-id: req-2dd042bc-6c6d-4741-ad06-945f90faf042 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:22.873752 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f996fbf4-ad77-4eb9-80b2-d99bb2996b88", "name": "network-vif-plugged", "status": "completed", "tag": "f145e3f0-2a02-49e6-b53c-1d04e1e85ae6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:22.874565 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2dd042bc-6c6d-4741-ad06-945f90faf042 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:22.875509 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f996fbf4-ad77-4eb9-80b2-d99bb2996b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f145e3f0-2a02-49e6-b53c-1d04e1e85ae6', 'code': 200} Jul 16 20:21:22.889489 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad3bbe0f-46a0-4fec-a1f5-0508fb4cc3e1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.892828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01648818-2e21-406a-95b5-9d699425cbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:22.949305 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2666ea7-21d5-4f30-baa1-8c213639f9c9 req-03d827d9-3947-4f10-ba90-90ba74042218 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798747 Jul 16 20:21:23.031810 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad3bbe0f-46a0-4fec-a1f5-0508fb4cc3e1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.107658 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01648818-2e21-406a-95b5-9d699425cbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.108706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6ed2c-aa20-4ef8-8e24-9d450edc6156 req-fb963c30-aabb-40b5-b770-f93c06d7a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.110303 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-40c6ed2c-aa20-4ef8-8e24-9d450edc6156 req-fb963c30-aabb-40b5-b770-f93c06d7a92d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 1098 time: 0.1439703 Jul 16 20:21:23.116814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-c9df0854-034d-4f96-8e84-ab314e92bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.122980 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-c9df0854-034d-4f96-8e84-ab314e92bd4b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 1096 time: 0.1045525 Jul 16 20:21:23.150675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad3bbe0f-46a0-4fec-a1f5-0508fb4cc3e1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.183378 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bbe0f-46a0-4fec-a1f5-0508fb4cc3e1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2877b5-63a1-4cd7-a76c-e8bb3b338dfa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.189792 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad3bbe0f-46a0-4fec-a1f5-0508fb4cc3e1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.203511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ad3bbe0f-46a0-4fec-a1f5-0508fb4cc3e1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/4e2877b5-63a1-4cd7-a76c-e8bb3b338dfa HTTP/1.1" status: 204 len: 168 time: 0.6537392 Jul 16 20:21:23.204518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:23.207566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a5ed0-f47f-412c-8cf3-9a0f73f75cc0 None None] Network e31056b3-84d4-4e83-a784-6335e289a7ae requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:23.265572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-40c6ed2c-aa20-4ef8-8e24-9d450edc6156 req-33e2e317-5c45-4fca-84ee-b57ca3bbf490 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403844 Jul 16 20:21:23.288879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e9301d-aa05-4d39-9b14-461ecf50bbf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting subnet 7cbc9b9c-a613-4d81-8e72-bf43f800f17b {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:23.294961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01648818-2e21-406a-95b5-9d699425cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.298742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01648818-2e21-406a-95b5-9d699425cbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.302640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-01648818-2e21-406a-95b5-9d699425cbb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21867a6e-7954-4593-974e-45a0b5425f06 HTTP/1.1" status: 204 len: 168 time: 0.5107937 Jul 16 20:21:23.302640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87e9301d-aa05-4d39-9b14-461ecf50bbf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.369956 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.373345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-b8de9045-f8b4-466c-8feb-4828426808bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.374883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-b8de9045-f8b4-466c-8feb-4828426808bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.2306571 Jul 16 20:21:23.438627 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e0f42ed-72a7-47e7-aac4-e558eab307fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.440561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01648818-2e21-406a-95b5-9d699425cbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21867a6e-7954-4593-974e-45a0b5425f06,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.475874 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-81794189-ba44-4e56-8d86-22f145a71332 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 200 len: 217 time: 0.0878520 Jul 16 20:21:23.510868 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87e9301d-aa05-4d39-9b14-461ecf50bbf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.535782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af180c7c-234f-4a78-8c2c-02ec0b87f9f8 None None] DHCP port deletion for e31056b3-84d4-4e83-a784-6335e289a7ae request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:23.574422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-1a100fce-3772-46cf-b219-b7e467964667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.581156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9082dc-f30e-4156-a76c-429e477e0b50 req-8b0edf74-f7e7-4c15-8e52-945dae5e2047 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.583335 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-1a100fce-3772-46cf-b219-b7e467964667 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.0990496 Jul 16 20:21:23.596256 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f9082dc-f30e-4156-a76c-429e477e0b50 req-8b0edf74-f7e7-4c15-8e52-945dae5e2047 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.3041210 Jul 16 20:21:23.657299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-af180c7c-234f-4a78-8c2c-02ec0b87f9f8 None None] Deleting port bae79f38-c43b-4bca-9f18-ec32c10e38cb {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:23.657909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af180c7c-234f-4a78-8c2c-02ec0b87f9f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.709437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-cd40caf5-6e0c-4d65-ab3c-4fcf997b125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.711030 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-cd40caf5-6e0c-4d65-ab3c-4fcf997b125c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186664 Jul 16 20:21:23.715109 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87e9301d-aa05-4d39-9b14-461ecf50bbf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.723889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412c1db-c331-4cee-a3a0-0bf21930759d req-0b0c5a5b-ab03-424d-8e8f-9f3353dfb407 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:23.725408 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7412c1db-c331-4cee-a3a0-0bf21930759d req-0b0c5a5b-ab03-424d-8e8f-9f3353dfb407 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 946 time: 0.1342602 Jul 16 20:21:23.791894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-af180c7c-234f-4a78-8c2c-02ec0b87f9f8 None None] For port bae79f38-c43b-4bca-9f18-ec32c10e38cb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bae79f38-c43b-4bca-9f18-ec32c10e38cb,segment=NetworkSegment(be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0),segment_id=be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:23.792250 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af180c7c-234f-4a78-8c2c-02ec0b87f9f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.808235 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f9082dc-f30e-4156-a76c-429e477e0b50 req-1b363185-299b-481f-b308-b53fefa726c4 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106986 Jul 16 20:21:23.815925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-af180c7c-234f-4a78-8c2c-02ec0b87f9f8 None None] Calling delete_port for bae79f38-c43b-4bca-9f18-ec32c10e38cb owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:23.836208 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87e9301d-aa05-4d39-9b14-461ecf50bbf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.857819 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7412c1db-c331-4cee-a3a0-0bf21930759d req-e4df64ab-8061-4075-8737-4260f4187ca8 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204834 Jul 16 20:21:23.895350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9301d-aa05-4d39-9b14-461ecf50bbf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbc9b9c-a613-4d81-8e72-bf43f800f17b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:23.918863 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87e9301d-aa05-4d39-9b14-461ecf50bbf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:23.923102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-87e9301d-aa05-4d39-9b14-461ecf50bbf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/7cbc9b9c-a613-4d81-8e72-bf43f800f17b HTTP/1.1" status: 204 len: 168 time: 0.7022150 Jul 16 20:21:23.926058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60828) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:23.932179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4677fe7-002e-4037-9e7d-adfb32664d91 None None] Network 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:23.942146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-23ba489a-9eb4-4ffb-b701-70999eb76b98 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157547 Jul 16 20:21:24.015857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60830) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:24.119318 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a20e7103-1eba-458c-bc19-c8f94faab45f req-ec2578fd-7f72-49c9-bd76-98ab7cbddbeb service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701040 Jul 16 20:21:24.165538 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af180c7c-234f-4a78-8c2c-02ec0b87f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.208858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af180c7c-234f-4a78-8c2c-02ec0b87f9f8 None None] No DVR routers for this DVR port bae79f38-c43b-4bca-9f18-ec32c10e38cb on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:24.245860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b7752-c8a3-47ca-9234-288aadb1141b req-2bda69ec-ca82-4546-96f7-986f30cccb3c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.246030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.257298 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4d6b7752-c8a3-47ca-9234-288aadb1141b req-2bda69ec-ca82-4546-96f7-986f30cccb3c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.1415544 Jul 16 20:21:24.262647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af180c7c-234f-4a78-8c2c-02ec0b87f9f8 None None] Pushing event deleted for resources: {'Port': ['ID=bae79f38-c43b-4bca-9f18-ec32c10e38cb,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.284845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:24.285615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8555a62b-8680-4ecf-a5f0-aa69a70cd6c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09e8a9cba7734b209fa7652a2805e6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685270 Jul 16 20:21:24.363389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4d6b7752-c8a3-47ca-9234-288aadb1141b req-e2e79bbe-d8e1-4863-bf09-66dfd8a6df0d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047616 Jul 16 20:21:24.426562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bae79f38-c43b-4bca-9f18-ec32c10e38cb no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:24.440178 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b39fe179-c830-4587-969e-f786e73a0d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.459403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: bae79f38-c43b-4bca-9f18-ec32c10e38cb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:24.460121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bae79f38-c43b-4bca-9f18-ec32c10e38cb not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:24.473630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cfeae0-89ca-4956-9068-e2b740d60fca None None] DHCP port deletion for 4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:24.511032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.520371 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.530356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31056b3-84d4-4e83-a784-6335e289a7ae']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:24.534252 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b39fe179-c830-4587-969e-f786e73a0d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.547567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:24.547990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be943cd9-fa4c-40d5-8bd4-a76f3d70d3a0') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:24.560440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-68cfeae0-89ca-4956-9068-e2b740d60fca None None] Deleting port a826583b-f102-4a3e-8b57-b864213f545a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:24.560974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68cfeae0-89ca-4956-9068-e2b740d60fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.568801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.603668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.617780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:24.619713 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.621962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-1915e41f-b790-4e63-8e7a-b9902b937af0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:24.626469 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:24.628985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-1915e41f-b790-4e63-8e7a-b9902b937af0 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1802654 Jul 16 20:21:24.698059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-68cfeae0-89ca-4956-9068-e2b740d60fca None None] For port a826583b-f102-4a3e-8b57-b864213f545a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a826583b-f102-4a3e-8b57-b864213f545a,segment=NetworkSegment(f76b3eee-1147-4c7b-8968-5542938fe772),segment_id=f76b3eee-1147-4c7b-8968-5542938fe772)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:24.698059 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68cfeae0-89ca-4956-9068-e2b740d60fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.720025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-68cfeae0-89ca-4956-9068-e2b740d60fca None None] Calling delete_port for a826583b-f102-4a3e-8b57-b864213f545a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:24.729987 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.744664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.752818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/networks/e31056b3-84d4-4e83-a784-6335e289a7ae HTTP/1.1" status: 204 len: 168 time: 0.8253169 Jul 16 20:21:24.758355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60850) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:24.828791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578eee1-c609-4c2a-aeaf-5d0e1c02f718 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Network': ['ID=e31056b3-84d4-4e83-a784-6335e289a7ae,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.836219 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68cfeae0-89ca-4956-9068-e2b740d60fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:24.889074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfeae0-89ca-4956-9068-e2b740d60fca None None] Pushing event deleted for resources: {'Port': ['ID=a826583b-f102-4a3e-8b57-b864213f545a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:24.895414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfeae0-89ca-4956-9068-e2b740d60fca None None] No DVR routers for this DVR port a826583b-f102-4a3e-8b57-b864213f545a on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:24.935248 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.116358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.131425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:25.147567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76b3eee-1147-4c7b-8968-5542938fe772') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:25.147918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76b3eee-1147-4c7b-8968-5542938fe772') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:25.161208 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.183646 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.189891 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b39fe179-c830-4587-969e-f786e73a0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.194425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b39fe179-c830-4587-969e-f786e73a0d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.195690 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b39fe179-c830-4587-969e-f786e73a0d4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94e25a68-71f3-4e67-9f31-f6bce35d13af HTTP/1.1" status: 204 len: 168 time: 0.9099030 Jul 16 20:21:25.196665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:25.197077 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:25.201489 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:25.209129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f920ab-b00b-4ab6-9cf9-c4b78935df9f req-5579f9b7-3ebb-43da-becf-3d56112df560 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.210879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e7f920ab-b00b-4ab6-9cf9-c4b78935df9f req-5579f9b7-3ebb-43da-becf-3d56112df560 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 945 time: 0.1637514 Jul 16 20:21:25.242977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fe179-c830-4587-969e-f786e73a0d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e25a68-71f3-4e67-9f31-f6bce35d13af,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:25.313917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58953-98fa-4f50-96c6-746fbcc3ad41 req-a0170016-8c2f-49fb-bac9-2f42bf1457be tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.319604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e7f920ab-b00b-4ab6-9cf9-c4b78935df9f req-93495cdc-4692-4c49-99d5-b0644e0b2145 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969706 Jul 16 20:21:25.320240 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.326876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91a58953-98fa-4f50-96c6-746fbcc3ad41 req-a0170016-8c2f-49fb-bac9-2f42bf1457be tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 946 time: 0.1390886 Jul 16 20:21:25.337328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Deleting port f4b6a10d-5269-4073-b028-773dc16105d3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:25.337686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.344899 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.347000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/networks/4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f HTTP/1.1" status: 204 len: 168 time: 0.5871797 Jul 16 20:21:25.347886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ef673-354b-4feb-a99e-cb53a9cef031 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Network': ['ID=4306c5e5-f9bc-44e1-8d0c-6fe3509d1e7f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:25.353626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:25.362193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1694529943'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:25.476155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91a58953-98fa-4f50-96c6-746fbcc3ad41 req-d68e5e5e-bd4e-4bae-a509-0298f748ab26 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487982 Jul 16 20:21:25.482520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:25.488537 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.537364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:25.561548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.562214 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added segment d8a7d37a-371c-467d-ab04-83e7b731fecb of type vlan for network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 Jul 16 20:21:25.564604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] For port f4b6a10d-5269-4073-b028-773dc16105d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f4b6a10d-5269-4073-b028-773dc16105d3,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:25.565015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.607186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Calling delete_port for f4b6a10d-5269-4073-b028-773dc16105d3 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:25.640998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.801540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.808738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:25.809597 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:25.910355 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5528805 Jul 16 20:21:25.916121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:25.927294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'subnet': {'network_id': 'fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:25.995034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca8036-414e-4d50-8d43-ea0b0f87013e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Network': ['ID=fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.012832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:26.079634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b99e-0699-4cb5-9b72-779e24f21af4 req-72df73ef-2eed-4ae1-8dba-81181fc6d902 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.092677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3981b99e-0699-4cb5-9b72-779e24f21af4 req-72df73ef-2eed-4ae1-8dba-81181fc6d902 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.3254933 Jul 16 20:21:26.184425 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3981b99e-0699-4cb5-9b72-779e24f21af4 req-f0b4a55b-2ade-4fe7-8443-c8c0e3e09a30 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901403 Jul 16 20:21:26.185698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.220004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:26.236848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f4b6a10d-5269-4073-b028-773dc16105d3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:26.242595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.330964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event deleted for resources: {'Port': ['ID=f4b6a10d-5269-4073-b028-773dc16105d3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:26.342755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4b4990ac-625c-4a89-a690-8f046759f8d4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:26.528264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] No DVR routers for this DVR port f4b6a10d-5269-4073-b028-773dc16105d3 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:26.529185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:26.532775 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.533354 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a826583b-f102-4a3e-8b57-b864213f545a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:26.536063 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b3afcff-76f8-4501-9ee3-9b4c57a73689 req-136b9449-3e43-4d41-96a0-75db893e0631 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.63 "DELETE /v2.0/ports/f4b6a10d-5269-4073-b028-773dc16105d3 HTTP/1.1" status: 204 len: 173 time: 1.9020882 Jul 16 20:21:26.536679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529cff9d-3637-4277-95c0-7c88c317be8d', 'name': 'network-vif-deleted', 'tag': 'f4b6a10d-5269-4073-b028-773dc16105d3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:26.539373 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d55da2-2a5d-4ac9-9dd0-15901a468668" -d '{"events": [{"server_uuid": "529cff9d-3637-4277-95c0-7c88c317be8d", "name": "network-vif-deleted", "tag": "f4b6a10d-5269-4073-b028-773dc16105d3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:26.633316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: a826583b-f102-4a3e-8b57-b864213f545a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:26.633872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a826583b-f102-4a3e-8b57-b864213f545a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:26.636664 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:26.730277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a8531-024b-4985-b1e4-64d4715486b7 req-5e6595dc-19fa-4b4f-98c5-8b8aa1da4fcd tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.732359 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-388a8531-024b-4985-b1e4-64d4715486b7 req-5e6595dc-19fa-4b4f-98c5-8b8aa1da4fcd tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 946 time: 0.1309359 Jul 16 20:21:26.841900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-388a8531-024b-4985-b1e4-64d4715486b7 req-76af4171-4542-4696-96cb-16e1b63ff84f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961192 Jul 16 20:21:26.843180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e4ca5-6f01-4f49-8199-979cc6a79fa3 req-509d3750-38b8-4e1f-9c15-fb6826968877 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:26.855912 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f8e4ca5-6f01-4f49-8199-979cc6a79fa3 req-509d3750-38b8-4e1f-9c15-fb6826968877 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f863a219-76ea-4c15-93a1-1e45cfa0a50a HTTP/1.1" status: 200 len: 945 time: 0.2551517 Jul 16 20:21:26.976343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f8e4ca5-6f01-4f49-8199-979cc6a79fa3 req-6dde314c-48f7-4a98-ae5e-587498906886 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187270 Jul 16 20:21:27.009770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:27.037381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'port_id': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'mac_address': 'fa:16:3e:31:26:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:27.193522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.216453 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.266403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283c9a09-4833-4f9f-8797-cdfd26c8da2e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:27.324380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:27.342742 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.449380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a317ee6-fa74-4667-a4c2-6eb478e10cd7 req-fe019f8c-c730-4da1-a522-bf108c1fb954 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=529cff9d-3637-4277-95c0-7c88c317be8d HTTP/1.1" status: 200 len: 210 time: 0.1203346 Jul 16 20:21:27.475548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.559792 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e715d70-3e6f-4fe4-97e5-ee08229d1bf6 x-openstack-request-id: req-7e715d70-3e6f-4fe4-97e5-ee08229d1bf6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:27.560614 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529cff9d-3637-4277-95c0-7c88c317be8d", "name": "network-vif-deleted", "tag": "f4b6a10d-5269-4073-b028-773dc16105d3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:27.560865 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e715d70-3e6f-4fe4-97e5-ee08229d1bf6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:27.561675 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529cff9d-3637-4277-95c0-7c88c317be8d', 'name': 'network-vif-deleted', 'tag': 'f4b6a10d-5269-4073-b028-773dc16105d3', 'status': 'completed', 'code': 200} Jul 16 20:21:27.569290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['283c9a09-4833-4f9f-8797-cdfd26c8da2e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:27.571790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Subnet': ['ID=b714f189-9d26-492a-9e48-fc90383fd845,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:27.591858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Checking segment: {'id': 'd8a7d37a-371c-467d-ab04-83e7b731fecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:27.592949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network hostable DHCP agents. Network: fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:27.639745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:27.677073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:27.704716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:27.707485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.708048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a26c15-35f5-4bd1-b37c-e7b4d0936ed7 None None] Network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:27.764610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60934) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:27.765413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e0f20616-f892-4e2f-84fe-061e5169ba33 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8479207 Jul 16 20:21:27.774598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-034d3a9a-405b-4157-acf8-122fc8cf7f50 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-166640467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:27.851382 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-034d3a9a-405b-4157-acf8-122fc8cf7f50 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.854266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-034d3a9a-405b-4157-acf8-122fc8cf7f50 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.903649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60936) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:27.966628 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-034d3a9a-405b-4157-acf8-122fc8cf7f50 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:27.981148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-034d3a9a-405b-4157-acf8-122fc8cf7f50 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.013885 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-034d3a9a-405b-4157-acf8-122fc8cf7f50 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.019817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60944) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.027055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'port': {'network_id': 'fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56', 'name': 'tempest-RoutersTest-1121116001'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:28.030052 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-034d3a9a-405b-4157-acf8-122fc8cf7f50 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2629430 Jul 16 20:21:28.170597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56', 'network_id': 'fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'fixed_ips': [{'subnet_id': 'b714f189-9d26-492a-9e48-fc90383fd845'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:28.171488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.242178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d747-17c4-40d2-8e67-ceb89210b261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.314362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:28.318904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.366725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] device_id is not set on port 83bfdaca-fd3a-4329-a8c5-b6112403fc32 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:28.484327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60956) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.521108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.20.0.11 (fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56/b714f189-9d26-492a-9e48-fc90383fd845/83bfdaca-fd3a-4329-a8c5-b6112403fc32) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:28.540033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:28.609069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 283c9a09-4833-4f9f-8797-cdfd26c8da2e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:28.613862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 283c9a09-4833-4f9f-8797-cdfd26c8da2e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:28.615838 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.701564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e76201-c95a-4d25-9eed-19d5d1a850e5 req-05cc0d61-afb4-43f5-8f7c-2c1e7c822d31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:28.708684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e7e76201-c95a-4d25-9eed-19d5d1a850e5 req-05cc0d61-afb4-43f5-8f7c-2c1e7c822d31 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.1789732 Jul 16 20:21:28.731825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2114486417', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:28.776357 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.826199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:28.829326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:28.835074 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27da0774-56b5-4ace-b2b0-3f8092ceb4d0" -d '{"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-plugged", "status": "completed", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:28.842065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.844327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f4b6a10d-5269-4073-b028-773dc16105d3 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:28.847375 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d747-17c4-40d2-8e67-ceb89210b261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.857501 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d747-17c4-40d2-8e67-ceb89210b261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.872439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: f4b6a10d-5269-4073-b028-773dc16105d3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:28.872965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f4b6a10d-5269-4073-b028-773dc16105d3 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:28.874212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Made reservation on behalf of de551eb342314199b456cd3002e449f2 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:28.875102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e7e76201-c95a-4d25-9eed-19d5d1a850e5 req-613ac98d-a920-4c85-b228-05b2a9f295d9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653330 Jul 16 20:21:28.885745 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.896501 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:28.957842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:28.959784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:28.961292 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cfa0d747-17c4-40d2-8e67-ceb89210b261 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a66f8d9e9ca4def99dbaac5dbc11e15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0558050 Jul 16 20:21:28.980145 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc89f166-10ed-4f29-979d-37bbd68b2efb x-openstack-request-id: req-cc89f166-10ed-4f29-979d-37bbd68b2efb {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:28.980537 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-plugged", "status": "completed", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:28.980968 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc89f166-10ed-4f29-979d-37bbd68b2efb {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:28.981544 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'code': 200} Jul 16 20:21:28.996250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0d747-17c4-40d2-8e67-ceb89210b261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e8c94c-112d-41b8-9e8b-2d8d85b0e840,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.047941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.067593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Transition to ACTIVE for port object 83bfdaca-fd3a-4329-a8c5-b6112403fc32 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:29.117216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.156738 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42fe8d0a-3a15-414e-9fb5-ed9d99d8aaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.175998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=83bfdaca-fd3a-4329-a8c5-b6112403fc32,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.188051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:29.188509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Allocated IP 172.20.0.2 (fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56/b714f189-9d26-492a-9e48-fc90383fd845/7e325ff1-3558-4e4d-9344-c4b59bc340c8) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:29.189562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:29.192225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:29.267033 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42fe8d0a-3a15-414e-9fb5-ed9d99d8aaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.271165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:29.272246 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.348664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.362943 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e25496bc-74e9-4fbf-94b1-18ac85eeb172 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3376756 Jul 16 20:21:29.363076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2c1c-f914-43df-8e92-bb12fec01003 req-16b9f76f-3bd4-4222-8d61-85bfb312f7e6 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:29.363076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-861d2c1c-f914-43df-8e92-bb12fec01003 req-16b9f76f-3bd4-4222-8d61-85bfb312f7e6 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f863a219-76ea-4c15-93a1-1e45cfa0a50a HTTP/1.1" status: 200 len: 945 time: 0.2525840 Jul 16 20:21:29.363992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:29.379387 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.394371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] device_id is not set on port 23801fa7-b6e8-4a50-a567-742e0ce00799 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:21:29.422237 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.440452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15d73-cefc-4987-8551-56ac3c52a9db req-6273c960-902e-4da5-a1b1-d3e4ac6f1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:29.441948 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ec15d73-cefc-4987-8551-56ac3c52a9db req-6273c960-902e-4da5-a1b1-d3e4ac6f1005 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 1098 time: 0.3642256 Jul 16 20:21:29.538503 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Transition to ACTIVE for port object 7e325ff1-3558-4e4d-9344-c4b59bc340c8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:29.561558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42fe8d0a-3a15-414e-9fb5-ed9d99d8aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.563660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Transition to ACTIVE for port object 7e325ff1-3558-4e4d-9344-c4b59bc340c8 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:29.564432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42fe8d0a-3a15-414e-9fb5-ed9d99d8aaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.568632 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-42fe8d0a-3a15-414e-9fb5-ed9d99d8aaf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74e8c94c-112d-41b8-9e8b-2d8d85b0e840 HTTP/1.1" status: 204 len: 168 time: 0.6044056 Jul 16 20:21:29.579735 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.583449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a7b2d6-4072-47c2-9be3-168a4dbe44d0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.678314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Pushing event updated for resources: {'Port': ['ID=7e325ff1-3558-4e4d-9344-c4b59bc340c8,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.709670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:29.711536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:29.714498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:29.745621 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-861d2c1c-f914-43df-8e92-bb12fec01003 req-a1c932f9-be45-467e-8989-da35e29d3ebc tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680124 Jul 16 20:21:29.746601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe8d0a-3a15-414e-9fb5-ed9d99d8aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e8c94c-112d-41b8-9e8b-2d8d85b0e840,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:29.820629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Attempting to bind port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:29.821929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Attempting to bind port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd8a7d37a-371c-467d-ab04-83e7b731fecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:29.822371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Attempting to bind port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 on network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:29.828309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:29.828986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Checking segment: {'id': 'd8a7d37a-371c-467d-ab04-83e7b731fecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:29.830901 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.832652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Bound using segment: {'id': 'd8a7d37a-371c-467d-ab04-83e7b731fecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:29.833289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Bound port: 7e325ff1-3558-4e4d-9344-c4b59bc340c8, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a7d37a-371c-467d-ab04-83e7b731fecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:29.833451 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.839857 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ec15d73-cefc-4987-8551-56ac3c52a9db req-0670c78d-451b-404f-ad13-df736037fa27 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645854 Jul 16 20:21:29.922466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] For port 7e325ff1-3558-4e4d-9344-c4b59bc340c8, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:29.926568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] For port 7e325ff1-3558-4e4d-9344-c4b59bc340c8, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7e325ff1-3558-4e4d-9344-c4b59bc340c8,segment=NetworkSegment(d8a7d37a-371c-467d-ab04-83e7b731fecb),segment_id=d8a7d37a-371c-467d-ab04-83e7b731fecb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:29.935533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:29.978362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Allocated IP 172.25.7.3 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/23801fa7-b6e8-4a50-a567-742e0ce00799) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:30.042920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a546e75-12a8-4510-9b00-a008cff5ecd1 None None] Pushing event updated for resources: {'Port': ['ID=7e325ff1-3558-4e4d-9344-c4b59bc340c8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:30.208412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99726ebe-b120-423f-b40b-db23f455c6fb req-1d2591be-ebca-4609-8af6-311d501592c6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:30.211540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-99726ebe-b120-423f-b40b-db23f455c6fb req-1d2591be-ebca-4609-8af6-311d501592c6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.1174035 Jul 16 20:21:30.319902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-99726ebe-b120-423f-b40b-db23f455c6fb req-f726d61c-8988-4b13-9b3e-5f19ce3efd92 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903831 Jul 16 20:21:30.365401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-972d7852-6a80-4b12-9a36-22bca7ecc0c5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:30.366943 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-972d7852-6a80-4b12-9a36-22bca7ecc0c5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "GET /v2.0/ports?device_id=f863a219-76ea-4c15-93a1-1e45cfa0a50a HTTP/1.1" status: 200 len: 945 time: 0.5262072 Jul 16 20:21:30.514821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.562387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe5dd-3362-4496-b764-7257da485e00 req-dd1f28c4-6023-47b9-8a61-2b513b849386 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:30.562387 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d57fe5dd-3362-4496-b764-7257da485e00 req-dd1f28c4-6023-47b9-8a61-2b513b849386 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "GET /v2.0/ports?device_id=f996fbf4-ad77-4eb9-80b2-d99bb2996b88 HTTP/1.1" status: 200 len: 946 time: 0.1582708 Jul 16 20:21:30.621605 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.746191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-d57fe5dd-3362-4496-b764-7257da485e00 req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Deleting port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:30.747278 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d57fe5dd-3362-4496-b764-7257da485e00 req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.776238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Deleting port 0f982162-2484-40cc-86a9-ebc41dd76020 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:30.776867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.956086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d57fe5dd-3362-4496-b764-7257da485e00 req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] For port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:30.956086 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d57fe5dd-3362-4496-b764-7257da485e00 req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.975998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:30.988754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-d57fe5dd-3362-4496-b764-7257da485e00 req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Calling delete_port for f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:31.111012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] For port 0f982162-2484-40cc-86a9-ebc41dd76020, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0f982162-2484-40cc-86a9-ebc41dd76020,segment=NetworkSegment(4dbe8c31-dff4-4a01-847c-1f8cb44cfd66),segment_id=4dbe8c31-dff4-4a01-847c-1f8cb44cfd66)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:31.111311 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.139239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:31.147326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Calling delete_port for 0f982162-2484-40cc-86a9-ebc41dd76020 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:31.162318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:31.174888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:31.215324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Pushing event updated for resources: {'Port': ['ID=23801fa7-b6e8-4a50-a567-742e0ce00799,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.218305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.219062 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.274278 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d57fe5dd-3362-4496-b764-7257da485e00 req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.298830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e703b70-b4be-45f4-a314-22affbf50a72 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.8132946 Jul 16 20:21:31.307620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 32810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:31.320233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.3'}]}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:31.323319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Pushing event deleted for resources: {'Port': ['ID=f145e3f0-2a02-49e6-b53c-1d04e1e85ae6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.354305 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.369547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.394495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57fe5dd-3362-4496-b764-7257da485e00 req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] No DVR routers for this DVR port f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:31.394708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe3260-f16d-45db-81a7-3583de0d42f0 req-4dba8bac-ae4c-42cf-bfa6-27c2bcab0bd5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.397231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d57fe5dd-3362-4496-b764-7257da485e00 req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.399507 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d57fe5dd-3362-4496-b764-7257da485e00 req-ddf92d16-2fec-49eb-924f-93389af16705 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "DELETE /v2.0/ports/f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 HTTP/1.1" status: 204 len: 173 time: 0.8311512 Jul 16 20:21:31.400039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f996fbf4-ad77-4eb9-80b2-d99bb2996b88', 'name': 'network-vif-deleted', 'tag': 'f145e3f0-2a02-49e6-b53c-1d04e1e85ae6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:31.402520 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4f58f4-fe4b-4087-9ed0-0006b07c93f0" -d '{"events": [{"server_uuid": "f996fbf4-ad77-4eb9-80b2-d99bb2996b88", "name": "network-vif-deleted", "tag": "f145e3f0-2a02-49e6-b53c-1d04e1e85ae6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:31.403647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dcbe3260-f16d-45db-81a7-3583de0d42f0 req-4dba8bac-ae4c-42cf-bfa6-27c2bcab0bd5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f863a219-76ea-4c15-93a1-1e45cfa0a50a HTTP/1.1" status: 200 len: 945 time: 0.3740797 Jul 16 20:21:31.419834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.420947 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.535772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=83bfdaca-fd3a-4329-a8c5-b6112403fc32,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.598611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f1f75f-f9a1-487f-a884-f20129591c53 None None] Network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:31.677020 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.697784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dcbe3260-f16d-45db-81a7-3583de0d42f0 req-8e8dad16-54eb-4907-9984-a3484545ab6f tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/security-groups?id=8017e802-fe51-408f-9984-8e51204bcea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932079 Jul 16 20:21:31.732536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-97200a75-f5d0-48c1-b743-dc343a83afa0 None None] Provisioning for port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:31.845507 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:31.888391 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a33aec9-6e34-48ca-a8fa-82fae806f2fe x-openstack-request-id: req-9a33aec9-6e34-48ca-a8fa-82fae806f2fe {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:31.888684 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f996fbf4-ad77-4eb9-80b2-d99bb2996b88", "name": "network-vif-deleted", "tag": "f145e3f0-2a02-49e6-b53c-1d04e1e85ae6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:31.888942 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a33aec9-6e34-48ca-a8fa-82fae806f2fe {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:31.889345 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f996fbf4-ad77-4eb9-80b2-d99bb2996b88', 'name': 'network-vif-deleted', 'tag': 'f145e3f0-2a02-49e6-b53c-1d04e1e85ae6', 'status': 'completed', 'code': 200} Jul 16 20:21:31.902461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aa7ee-ef1d-471c-bc55-a5caf11ee640 req-5cbfa561-c113-41d4-8e4f-fca16c1bcbba tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:31.909509 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-762aa7ee-ef1d-471c-bc55-a5caf11ee640 req-5cbfa561-c113-41d4-8e4f-fca16c1bcbba tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.0827541 Jul 16 20:21:31.946693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Pushing event deleted for resources: {'Port': ['ID=0f982162-2484-40cc-86a9-ebc41dd76020,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:31.957214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-762aa7ee-ef1d-471c-bc55-a5caf11ee640 req-1ed64081-6741-4416-b03d-ea89a26afb68 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435638 Jul 16 20:21:32.452727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:21:32.663858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7e325ff1-3558-4e4d-9344-c4b59bc340c8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:32.682378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] No DVR routers for this DVR port 0f982162-2484-40cc-86a9-ebc41dd76020 on host n-h2-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:32.685674 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.730818 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.733577 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2670c1c0-ed65-4cf0-b8ea-1e763daf25ea req-6620c8cd-22b0-4c72-a0a4-ca24f167cfc5 tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.30 "DELETE /v2.0/ports/0f982162-2484-40cc-86a9-ebc41dd76020 HTTP/1.1" status: 204 len: 173 time: 2.3395648 Jul 16 20:21:32.738038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f863a219-76ea-4c15-93a1-1e45cfa0a50a', 'name': 'network-vif-deleted', 'tag': '0f982162-2484-40cc-86a9-ebc41dd76020'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:32.741505 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be115d49-d0a2-46b5-aaaa-29b7957dc84e" -d '{"events": [{"server_uuid": "f863a219-76ea-4c15-93a1-1e45cfa0a50a", "name": "network-vif-deleted", "tag": "0f982162-2484-40cc-86a9-ebc41dd76020"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:32.866344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:32.901306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03460454-5ac7-4c6f-a768-acf9d1e9a202 None None] Provisioning for port 83bfdaca-fd3a-4329-a8c5-b6112403fc32 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:32.918024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03460454-5ac7-4c6f-a768-acf9d1e9a202 None None] Provisioning complete for port 83bfdaca-fd3a-4329-a8c5-b6112403fc32 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:32.918436 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03460454-5ac7-4c6f-a768-acf9d1e9a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:32.951916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '1221de76-f651-4438-be3d-48274262b99f', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'port_id': '1221de76-f651-4438-be3d-48274262b99f', 'mac_address': 'fa:16:3e:1a:bb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:21:32.960210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:32.969631 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.009663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:33.010991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.052157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 0f982162-2484-40cc-86a9-ebc41dd76020 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:33.065042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ea95d-49ec-424f-94de-2d1e7697b951 req-39030514-4e7a-4dc2-90a8-889cf1c51d77 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.090443 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-465ea95d-49ec-424f-94de-2d1e7697b951 req-39030514-4e7a-4dc2-90a8-889cf1c51d77 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.3986840 Jul 16 20:21:33.092422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 32864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:33.099939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-03460454-5ac7-4c6f-a768-acf9d1e9a202 None None] Port 83bfdaca-fd3a-4329-a8c5-b6112403fc32 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:33.108332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 0f982162-2484-40cc-86a9-ebc41dd76020 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:33.108718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 0f982162-2484-40cc-86a9-ebc41dd76020 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:33.109171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:33.131829 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.141345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:33.141696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f145e3f0-2a02-49e6-b53c-1d04e1e85ae6 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:33.159389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1221de76-f651-4438-be3d-48274262b99f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:21:33.163929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'floatingip': {'port_id': '283c9a09-4833-4f9f-8797-cdfd26c8da2e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:33.182938 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9965071-07fe-4003-9f8f-0a1e78022f97 x-openstack-request-id: req-e9965071-07fe-4003-9f8f-0a1e78022f97 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:33.183308 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f863a219-76ea-4c15-93a1-1e45cfa0a50a", "name": "network-vif-deleted", "tag": "0f982162-2484-40cc-86a9-ebc41dd76020", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:33.183524 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9965071-07fe-4003-9f8f-0a1e78022f97 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:33.183947 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f863a219-76ea-4c15-93a1-1e45cfa0a50a', 'name': 'network-vif-deleted', 'tag': '0f982162-2484-40cc-86a9-ebc41dd76020', 'status': 'completed', 'code': 200} Jul 16 20:21:33.188996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710a1c6-9055-4167-b213-4576ad205f36 req-16f7c422-33b5-4707-a84c-05d57e899167 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:33.198922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7710a1c6-9055-4167-b213-4576ad205f36 req-16f7c422-33b5-4707-a84c-05d57e899167 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 945 time: 0.1518092 Jul 16 20:21:33.244372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.288432 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7710a1c6-9055-4167-b213-4576ad205f36 req-a57397db-1a24-46ed-b2fe-3e4a22a8143c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836711 Jul 16 20:21:33.301034 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.352758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 7e325ff1-3558-4e4d-9344-c4b59bc340c8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7e325ff1-3558-4e4d-9344-c4b59bc340c8,segment=NetworkSegment(d8a7d37a-371c-467d-ab04-83e7b731fecb),segment_id=d8a7d37a-371c-467d-ab04-83e7b731fecb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:33.382161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:33.387922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.406007 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.479463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-334652a8-ab49-435e-ab05-29450e484b2b None None] Provisioning complete for port 83bfdaca-fd3a-4329-a8c5-b6112403fc32 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:33.479852 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-334652a8-ab49-435e-ab05-29450e484b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.517796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['1221de76-f651-4438-be3d-48274262b99f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:21:33.529984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ba6238e-1f67-431d-93ce-c837be87142b req-34778a84-cbbf-487e-ab31-22f6cd5d126b tempest-MultipleCreateTestJSON-22045001 tempest-MultipleCreateTestJSON-22045001-project] 10.222.0.10 "GET /v2.0/ports?device_id=f863a219-76ea-4c15-93a1-1e45cfa0a50a HTTP/1.1" status: 200 len: 210 time: 0.0895224 Jul 16 20:21:33.593390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=7e325ff1-3558-4e4d-9344-c4b59bc340c8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:33.597049 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:33.640585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-334652a8-ab49-435e-ab05-29450e484b2b None None] Port 83bfdaca-fd3a-4329-a8c5-b6112403fc32 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:33.689829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:34.257652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.298249 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-1dfe8347-4c3b-42cc-83d5-f1d3db1d3a77 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:34.301490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-1dfe8347-4c3b-42cc-83d5-f1d3db1d3a77 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.30 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 945 time: 0.4821908 Jul 16 20:21:34.411043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7e325ff1-3558-4e4d-9344-c4b59bc340c8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:34.475334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:34.501359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:34.503607 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.574028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:34.574472 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.622012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 1221de76-f651-4438-be3d-48274262b99f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:34.622392 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.683191 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.697243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.765926 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.822499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:34.825353 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d73400-a679-446c-b61c-e3f7fb9afb65" -d '{"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-plugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:34.852549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:34.861529 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.870474 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c45301b4-a4ac-45d4-9e06-4c70b9caca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:34.923069 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:21:34.964849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.063979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c45301b4-a4ac-45d4-9e06-4c70b9caca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.077326 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c45301b4-a4ac-45d4-9e06-4c70b9caca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.116672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c45301b4-a4ac-45d4-9e06-4c70b9caca29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97e88cbb62a34e1796acb639028be628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6131430 Jul 16 20:21:35.118499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.123661 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df69c15-4ff1-4dee-94c2-241fb12b8df4 x-openstack-request-id: req-9df69c15-4ff1-4dee-94c2-241fb12b8df4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:35.123983 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-plugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:35.124339 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9df69c15-4ff1-4dee-94c2-241fb12b8df4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:35.124656 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'code': 200} Jul 16 20:21:35.168298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45301b4-a4ac-45d4-9e06-4c70b9caca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055b4b7f-d342-439f-9140-1b201061f05b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.191130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.193845 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.211475 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.219446 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4de191f9-97e8-4231-9ab4-d39fbbb1e16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.245456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.264021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4de191f9-97e8-4231-9ab4-d39fbbb1e16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.300007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=83bfdaca-fd3a-4329-a8c5-b6112403fc32,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.354351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4de191f9-97e8-4231-9ab4-d39fbbb1e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.357332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4de191f9-97e8-4231-9ab4-d39fbbb1e16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.363554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4de191f9-97e8-4231-9ab4-d39fbbb1e16d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/055b4b7f-d342-439f-9140-1b201061f05b HTTP/1.1" status: 204 len: 168 time: 0.2431614 Jul 16 20:21:35.385910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de191f9-97e8-4231-9ab4-d39fbbb1e16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055b4b7f-d342-439f-9140-1b201061f05b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.393713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f11246-263d-4087-9bf2-04bbd6b377e3 admin admin] Deleting subnet 67a902cf-ba7b-4813-9f85-40676465a00e {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:35.405601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17f11246-263d-4087-9bf2-04bbd6b377e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.485035 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17f11246-263d-4087-9bf2-04bbd6b377e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.608906 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17f11246-263d-4087-9bf2-04bbd6b377e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.673704 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17f11246-263d-4087-9bf2-04bbd6b377e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.735389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f11246-263d-4087-9bf2-04bbd6b377e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a902cf-ba7b-4813-9f85-40676465a00e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:35.739621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17f11246-263d-4087-9bf2-04bbd6b377e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.743983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-17f11246-263d-4087-9bf2-04bbd6b377e3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/67a902cf-ba7b-4813-9f85-40676465a00e HTTP/1.1" status: 204 len: 168 time: 0.4964368 Jul 16 20:21:35.746554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:35.921706 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:35.994512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ea1cb-d2dc-417b-bfd0-fc164e93eea0 req-390d7d02-ae17-4dc6-b089-e7dd6324eff1 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:35.996133 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7f3ea1cb-d2dc-417b-bfd0-fc164e93eea0 req-390d7d02-ae17-4dc6-b089-e7dd6324eff1 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 945 time: 1.3264840 Jul 16 20:21:36.142671 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Floating IP 7a619a96-2b62-41b3-be00-62905dc05d99 associated. External IP: 172.25.7.155, port: 283c9a09-4833-4f9f-8797-cdfd26c8da2e. Jul 16 20:21:36.153195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Deleting port 4b4990ac-625c-4a89-a690-8f046759f8d4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:36.153596 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.196164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.209877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76795a6f-f160-4376-a942-4e1da90a8991']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:36.240773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:36.241238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbe8c31-dff4-4a01-847c-1f8cb44cfd66') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:36.253603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.275056 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.284704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] For port 4b4990ac-625c-4a89-a690-8f046759f8d4, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4b4990ac-625c-4a89-a690-8f046759f8d4,segment=NetworkSegment(39c0e920-a664-457e-9cef-c3ad88dfa911),segment_id=39c0e920-a664-457e-9cef-c3ad88dfa911)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:36.285489 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.291535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:36.291996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:36.294530 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:36.300692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Calling delete_port for 4b4990ac-625c-4a89-a690-8f046759f8d4 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:36.424503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.440432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:36.459862 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.477255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.483220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] 10.222.0.10 "DELETE /v2.0/networks/76795a6f-f160-4376-a942-4e1da90a8991 HTTP/1.1" status: 204 len: 168 time: 0.7335665 Jul 16 20:21:36.523314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f27236-f522-418f-9342-a17ccbbf8f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=76795a6f-f160-4376-a942-4e1da90a8991,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:36.534544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:36.921749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.925257 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:36.937438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32958) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:36.949977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-d0b030c7-de74-4808-986e-9e300c55cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:36.951797 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-d0b030c7-de74-4808-986e-9e300c55cf08 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1098 time: 0.9148526 Jul 16 20:21:36.997223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e8ea055-f375-4b38-ac80-6fa21d155d78 None None] Provisioning complete for port 83bfdaca-fd3a-4329-a8c5-b6112403fc32 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:36.997875 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2e8ea055-f375-4b38-ac80-6fa21d155d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.049553 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3cd3a4df-f5d6-49d2-9f33-9eaaa2b1728c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6e57886c0464ec29b897dfcaa2782c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107171 Jul 16 20:21:37.051425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4b4990ac-625c-4a89-a690-8f046759f8d4 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:37.053411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32960) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:37.158561 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.159059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8dd5ce1-753d-4778-adeb-a163f803b417 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:21:37.165395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7f3ea1cb-d2dc-417b-bfd0-fc164e93eea0 req-88a7a4bf-0029-4730-a7c5-da819bd6a4cc tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/security-groups?id=d350131f-680b-431c-9bc0-5d945db2e7dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1471012 Jul 16 20:21:37.190049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2e8ea055-f375-4b38-ac80-6fa21d155d78 None None] Port 83bfdaca-fd3a-4329-a8c5-b6112403fc32 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:21:37.208604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-205997c4-ad5b-443b-a7a5-77d2a0f32e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.240715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-205997c4-ad5b-443b-a7a5-77d2a0f32e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.288799 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.334158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-205997c4-ad5b-443b-a7a5-77d2a0f32e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.337617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-205997c4-ad5b-443b-a7a5-77d2a0f32e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.338987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-205997c4-ad5b-443b-a7a5-77d2a0f32e4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8017e802-fe51-408f-9984-8e51204bcea7 HTTP/1.1" status: 204 len: 168 time: 0.2851555 Jul 16 20:21:37.370895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205997c4-ad5b-443b-a7a5-77d2a0f32e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8017e802-fe51-408f-9984-8e51204bcea7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.510235 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:21:37.511350 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4da6b57b-f297-436f-9c66-c3a6a53205e6 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 6.2005029 Jul 16 20:21:37.514315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32974) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:37.546503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router db90f0b5-8ecb-4444-bc1e-496f74fb10da is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:37.683115 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.729380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a53066fc-d3de-4e92-82a9-1be876c0c3b3 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Deleting port 23801fa7-b6e8-4a50-a567-742e0ce00799 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:37.729731 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a53066fc-d3de-4e92-82a9-1be876c0c3b3 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.890870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Pushing event deleted for resources: {'Port': ['ID=4b4990ac-625c-4a89-a690-8f046759f8d4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:37.914696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a53066fc-d3de-4e92-82a9-1be876c0c3b3 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:37.953293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a53066fc-d3de-4e92-82a9-1be876c0c3b3 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Calling delete_port for 23801fa7-b6e8-4a50-a567-742e0ce00799 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:38.042894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-f029f53a-3e8d-4c61-ad03-f72aa32c33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.044506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-f029f53a-3e8d-4c61-ad03-f72aa32c33d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.9867361 Jul 16 20:21:38.045958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:38.054974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9c512a75-ed3d-4bf9-808a-4074fe2160af tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/db90f0b5-8ecb-4444-bc1e-496f74fb10da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6876998 Jul 16 20:21:38.060669 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d4e90-4be9-44b4-9887-97565e8525b4 None None] Sync routers for ids ['db90f0b5-8ecb-4444-bc1e-496f74fb10da'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:38.061551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:38.076506 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d4e90-4be9-44b4-9887-97565e8525b4 None None] Routers {'db90f0b5-8ecb-4444-bc1e-496f74fb10da'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:38.077145 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-165d4e90-4be9-44b4-9887-97565e8525b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db90f0b5-8ecb-4444-bc1e-496f74fb10da'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:38.080067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Router aaea8574-7b1e-4385-8d27-5b119d349b85 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:38.169929 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-165d4e90-4be9-44b4-9887-97565e8525b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:38.235884 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d4e90-4be9-44b4-9887-97565e8525b4 None None] Routers {'db90f0b5-8ecb-4444-bc1e-496f74fb10da'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:38.236541 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-165d4e90-4be9-44b4-9887-97565e8525b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db90f0b5-8ecb-4444-bc1e-496f74fb10da'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:38.279636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] No DVR routers for this DVR port 4b4990ac-625c-4a89-a690-8f046759f8d4 on host n-h2-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:38.297874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a654e6-c829-4f8a-bc94-0a46880efccd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.299635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f3a654e6-c829-4f8a-bc94-0a46880efccd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports/83bfdaca-fd3a-4329-a8c5-b6112403fc32 HTTP/1.1" status: 200 len: 978 time: 0.2346890 Jul 16 20:21:38.302560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:38.357445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.361804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10d60c33-0e07-42c9-ad9f-e2a83a3ce7ce req-692b6fcc-145b-457a-acb3-7612beeca978 tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.30 "DELETE /v2.0/ports/4b4990ac-625c-4a89-a690-8f046759f8d4 HTTP/1.1" status: 204 len: 173 time: 3.6888204 Jul 16 20:21:38.388176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f49a12-317a-43d5-97d2-baebd9b3e9b3', 'name': 'network-vif-deleted', 'tag': '4b4990ac-625c-4a89-a690-8f046759f8d4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:38.390445 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe38dda3-338e-4008-8e3a-7ae53dd95f2c" -d '{"events": [{"server_uuid": "27f49a12-317a-43d5-97d2-baebd9b3e9b3", "name": "network-vif-deleted", "tag": "4b4990ac-625c-4a89-a690-8f046759f8d4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:38.474825 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-165d4e90-4be9-44b4-9887-97565e8525b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:38.475549 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d4e90-4be9-44b4-9887-97565e8525b4 None None] The sync data for ids ['db90f0b5-8ecb-4444-bc1e-496f74fb10da'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:38.604465 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9e8af3-a58c-4b1f-836e-d2184dfe6b51 x-openstack-request-id: req-4f9e8af3-a58c-4b1f-836e-d2184dfe6b51 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:38.605086 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f49a12-317a-43d5-97d2-baebd9b3e9b3", "name": "network-vif-deleted", "tag": "4b4990ac-625c-4a89-a690-8f046759f8d4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:38.605086 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f9e8af3-a58c-4b1f-836e-d2184dfe6b51 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:38.605487 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f49a12-317a-43d5-97d2-baebd9b3e9b3', 'name': 'network-vif-deleted', 'tag': '4b4990ac-625c-4a89-a690-8f046759f8d4', 'status': 'completed', 'code': 200} Jul 16 20:21:38.637453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-9482a5df-1d42-41eb-ba14-0912144f8f1e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1002 time: 0.5802591 Jul 16 20:21:38.679851 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a53066fc-d3de-4e92-82a9-1be876c0c3b3 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:38.874988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53066fc-d3de-4e92-82a9-1be876c0c3b3 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Pushing event deleted for resources: {'Port': ['ID=23801fa7-b6e8-4a50-a567-742e0ce00799,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:38.935583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed7f2d24-e548-469a-b8e9-5fccc1a7b5f1 req-50c9fa21-b0a4-40d4-a4fa-7c4e5aa74c0c tempest-ServersTestJSON-1605267326 tempest-ServersTestJSON-1605267326-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f49a12-317a-43d5-97d2-baebd9b3e9b3 HTTP/1.1" status: 200 len: 210 time: 0.2943163 Jul 16 20:21:38.950045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-8346ea40-c3fe-4961-8801-ea496c7dfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:38.952006 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-8346ea40-c3fe-4961-8801-ea496c7dfc6f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.3067045 Jul 16 20:21:39.154719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:39.163186 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.170132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] Sync routers for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:39.196767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:39.199589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:39.348339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-f2fa029c-d26a-4118-a1bd-56e1b8068f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:39.353942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-f2fa029c-d26a-4118-a1bd-56e1b8068f53 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3562293 Jul 16 20:21:39.357758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-236cc708-1311-4a3a-94d5-47fe763454e4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "PUT /v2.0/floatingips/7a619a96-2b62-41b3-be00-62905dc05d99 HTTP/1.1" status: 200 len: 992 time: 6.2018123 Jul 16 20:21:39.453026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:39.567148 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:21:39.625050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:39.688341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-1172b3fc-4afb-4665-a719-ff515dabdfe2 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223050 Jul 16 20:21:39.812013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1827961694-network', 'tenant_id': '01bfec0d7089476faf03201c196b82cd'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:39.950672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Made reservation on behalf of 01bfec0d7089476faf03201c196b82cd for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:39.953740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:39.979586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-741c00ab-b3b1-464c-95ca-7383b351bcea req-7001862a-2208-473e-9cb9-1e3922efabc5 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757113 Jul 16 20:21:39.992884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.141741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '7a619a96-2b62-41b3-be00-62905dc05d99', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'port_id': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'mac_address': 'fa:16:3e:31:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0642720f-8044-41c3-aee4-980339e72bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 1, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:40.217253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:40.242026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] Checking router: aaea8574-7b1e-4385-8d27-5b119d349b85 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:40.287502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:40.288322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:40.336884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.351132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.381155 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a53066fc-d3de-4e92-82a9-1be876c0c3b3 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.388151 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a53066fc-d3de-4e92-82a9-1be876c0c3b3 tempest-RoutersAdminNegativeIpV6Test-724223283 tempest-RoutersAdminNegativeIpV6Test-724223283-project-admin] 10.222.0.10 "DELETE /v2.0/ports/23801fa7-b6e8-4a50-a567-742e0ce00799 HTTP/1.1" status: 204 len: 168 time: 2.8665473 Jul 16 20:21:40.440565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:40.482664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-855803b3-a63f-44b3-aa82-cc6f7ba41930 admin admin] Deleting subnet d816731d-17e8-4d9f-91b2-0f2ddd22c9ba {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:40.493564 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-855803b3-a63f-44b3-aa82-cc6f7ba41930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.589723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.591724 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Added segment 15e0adc2-1d30-445c-8809-5eb8184b8da7 of type vlan for network a600703a-147f-4da0-9e9d-9b2fbe655fab Jul 16 20:21:40.594900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f093bf87-af04-461d-8008-9e073c230686,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:40.601207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:40.638335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:21:40.644783 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc1406b-9916-43cc-9bae-4c182c75377c" -d '{"events": [{"name": "network-changed", "server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:21:40.795954 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.899995 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-855803b3-a63f-44b3-aa82-cc6f7ba41930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:40.956351 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e01390-5e6d-4637-842d-4c0838bfc43b x-openstack-request-id: req-d4e01390-5e6d-4637-842d-4c0838bfc43b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:21:40.956971 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:21:40.957469 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4e01390-5e6d-4637-842d-4c0838bfc43b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:21:40.957928 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'status': 'completed', 'code': 200} Jul 16 20:21:41.000847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.002434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:41.003280 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.007446 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.091501 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a600703a-147f-4da0-9e9d-9b2fbe655fab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:41.107850 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-81ee46b8-1386-4524-82de-108356a9c874 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8692551 Jul 16 20:21:41.159560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-855803b3-a63f-44b3-aa82-cc6f7ba41930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.195870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8645d92e-9689-4d47-9afa-8c8eff7dc1f3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7414677 Jul 16 20:21:41.200859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:41.207490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Request body: {'subnet': {'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1827961694-subnet', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:41.279705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Made reservation on behalf of 01bfec0d7089476faf03201c196b82cd for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:41.282042 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.343063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network a600703a-147f-4da0-9e9d-9b2fbe655fab details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:41.423344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-426e3179-7eb2-404e-81ee-1541c9a6c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:41.457450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33078) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:41.458528 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-426e3179-7eb2-404e-81ee-1541c9a6c5ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 1098 time: 0.5115168 Jul 16 20:21:41.586509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port 83bfdaca-fd3a-4329-a8c5-b6112403fc32 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:41.586509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.799220 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.807191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-05be7316-e86c-4d87-af60-7d9fc6433c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:41.815047 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-05be7316-e86c-4d87-af60-7d9fc6433c02 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.3474674 Jul 16 20:21:41.831067 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-855803b3-a63f-44b3-aa82-cc6f7ba41930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.972075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-211e078d-4883-43ef-b6e7-e342c544fb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.981974 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:41.994657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for 83bfdaca-fd3a-4329-a8c5-b6112403fc32 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:42.050736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '7a619a96-2b62-41b3-be00-62905dc05d99', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'port_id': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'mac_address': 'fa:16:3e:31:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0642720f-8044-41c3-aee4-980339e72bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 1, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:42.101777 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855803b3-a63f-44b3-aa82-cc6f7ba41930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d816731d-17e8-4d9f-91b2-0f2ddd22c9ba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:42.164750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-241d00b8-8c07-4d7d-aeea-8900e5d996db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.166096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-241d00b8-8c07-4d7d-aeea-8900e5d996db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.166757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-241d00b8-8c07-4d7d-aeea-8900e5d996db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.167759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-241d00b8-8c07-4d7d-aeea-8900e5d996db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.168563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-241d00b8-8c07-4d7d-aeea-8900e5d996db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.170823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb24162-ab04-4a38-8e31-6f7ff398b2e7 None None] The sync data for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 is: [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '7a619a96-2b62-41b3-be00-62905dc05d99', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'port_id': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'mac_address': 'fa:16:3e:31:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0642720f-8044-41c3-aee4-980339e72bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:21:13Z', 'updated_at': '2021-07-16T20:21:34Z', 'revision_number': 1, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:42.171759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-241d00b8-8c07-4d7d-aeea-8900e5d996db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.172832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-241d00b8-8c07-4d7d-aeea-8900e5d996db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.176540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-241d00b8-8c07-4d7d-aeea-8900e5d996db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6500 time: 1.0105782 Jul 16 20:21:42.213632 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-855803b3-a63f-44b3-aa82-cc6f7ba41930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.222808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-855803b3-a63f-44b3-aa82-cc6f7ba41930 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d816731d-17e8-4d9f-91b2-0f2ddd22c9ba HTTP/1.1" status: 204 len: 168 time: 2.0031967 Jul 16 20:21:42.223565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:42.295623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Checking segment: {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:42.296767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Network hostable DHCP agents. Network: a600703a-147f-4da0-9e9d-9b2fbe655fab, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:42.303452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b06e39-8389-48a6-b1bd-e35791a3db83,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:42.374749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Network a600703a-147f-4da0-9e9d-9b2fbe655fab is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:42.435207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, a600703a-147f-4da0-9e9d-9b2fbe655fab) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:42.446281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc24ed90-a532-4a48-9f83-51719ad95784 None None] Network a600703a-147f-4da0-9e9d-9b2fbe655fab requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:42.456067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:42.456908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.657650 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c76d1-5a8d-4a0d-a497-de38cbcf8071 None None] New status for floating IP 7a619a96-2b62-41b3-be00-62905dc05d99: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:21:42.696706 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-211e078d-4883-43ef-b6e7-e342c544fb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.712855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-211e078d-4883-43ef-b6e7-e342c544fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.730675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fc1458c0-3954-4e44-8a82-ac9d6df97622 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5284445 Jul 16 20:21:42.799377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33110) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:42.811336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:42.865897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac49a89-393d-4f68-9485-ab9ce066a89c None None] Network a600703a-147f-4da0-9e9d-9b2fbe655fab requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:42.914787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-211e078d-4883-43ef-b6e7-e342c544fb40 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd9646112788472baedacab27c8804b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4519980 Jul 16 20:21:42.937834 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:42.946053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:42.969640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-0a640ba6-245f-42ef-b871-4324ca96ef5c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 200 len: 1000 time: 1.1284819 Jul 16 20:21:43.027039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e078d-4883-43ef-b6e7-e342c544fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0652c5ce-757f-4f77-940a-45f88319c94f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:43.076500 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.144379 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.149891 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.210794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=83bfdaca-fd3a-4329-a8c5-b6112403fc32,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:43.430095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-7dd2324a-1955-4778-8596-c0f76afbc7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.448622 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-7dd2324a-1955-4778-8596-c0f76afbc7b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.4464624 Jul 16 20:21:43.545232 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.643009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.653909 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.699839 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.759759 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.763633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-8fdfa140-9344-462e-805a-5750d364bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.764125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-8fdfa140-9344-462e-805a-5750d364bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.767588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-8fdfa140-9344-462e-805a-5750d364bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.767588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-8fdfa140-9344-462e-805a-5750d364bde7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2966c3cb-c680-4c12-8fde-f33e0b87a958&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=11c173dd-4aaa-49dd-872c-190c74ede91e&id=11c173dd-4aaa-49dd-872c-190c74ede91e HTTP/1.1" status: 200 len: 2292 time: 0.8018322 Jul 16 20:21:43.835082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d84030-b85a-4216-bb1c-9f7bf56f3df7']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:43.908334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c0e920-a664-457e-9cef-c3ad88dfa911') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:43.908709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c0e920-a664-457e-9cef-c3ad88dfa911') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:43.947163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-b769602b-83a1-467f-a4e0-a91756ecd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:43.948956 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-b769602b-83a1-467f-a4e0-a91756ecd1e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4670584 Jul 16 20:21:43.953346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.957277 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.963796 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:43.969225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0652c5ce-757f-4f77-940a-45f88319c94f HTTP/1.1" status: 204 len: 168 time: 0.9989681 Jul 16 20:21:44.058437 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.118841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.120689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0652c5ce-757f-4f77-940a-45f88319c94f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:44.133205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.134285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.134640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.135025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.135573 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.136116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.136478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.136831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.137198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.137538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.137861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.138188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5234fc83-f14e-4019-8e83-7ce7e1c2d720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:44.153055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-0700c92f-170f-4183-9d68-aea6581bca15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2 HTTP/1.1" status: 200 len: 1001 time: 0.3272564 Jul 16 20:21:44.176265 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-4a8a6e37-dd4b-462c-8ea3-6271532664f1 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072651 Jul 16 20:21:44.185953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:44.187156 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:44.266886 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:44.295183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router db90f0b5-8ecb-4444-bc1e-496f74fb10da has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:44.346163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-5567e7d1-0aa3-4775-9e2c-3eb5818ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.347806 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-5567e7d1-0aa3-4775-9e2c-3eb5818ee598 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e13b6ad-328a-4ca7-84c2-946e8e68e401 HTTP/1.1" status: 200 len: 851 time: 0.1690695 Jul 16 20:21:44.445894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:44.457240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-df868b2b-5327-453e-85ab-7047ec9101d8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/db90f0b5-8ecb-4444-bc1e-496f74fb10da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1527457 Jul 16 20:21:44.458048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33148) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:44.461689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25cb87-ad11-42ad-b949-6688d3c8d3f6 None None] Sync routers for ids ['db90f0b5-8ecb-4444-bc1e-496f74fb10da'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:44.498263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25cb87-ad11-42ad-b949-6688d3c8d3f6 None None] Routers {'db90f0b5-8ecb-4444-bc1e-496f74fb10da'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:44.502077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc25cb87-ad11-42ad-b949-6688d3c8d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db90f0b5-8ecb-4444-bc1e-496f74fb10da'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:44.580248 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.589065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:44.596783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] 10.222.0.10 "DELETE /v2.0/networks/49d84030-b85a-4216-bb1c-9f7bf56f3df7 HTTP/1.1" status: 204 len: 168 time: 2.3691931 Jul 16 20:21:44.600637 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ddc1406b-9916-43cc-9bae-4c182c75377c req-4369a35f-8446-45c3-8c36-a879441f0fcd service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825370 Jul 16 20:21:44.692652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc25cb87-ad11-42ad-b949-6688d3c8d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:44.723720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25cb87-ad11-42ad-b949-6688d3c8d3f6 None None] Routers {'db90f0b5-8ecb-4444-bc1e-496f74fb10da'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:44.725728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc25cb87-ad11-42ad-b949-6688d3c8d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db90f0b5-8ecb-4444-bc1e-496f74fb10da'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:44.820959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f45a39-070b-4721-af63-346805fb757d admin admin] Pushing event deleted for resources: {'Network': ['ID=49d84030-b85a-4216-bb1c-9f7bf56f3df7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:44.837948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cc25cb87-ad11-42ad-b949-6688d3c8d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:44.839568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25cb87-ad11-42ad-b949-6688d3c8d3f6 None None] The sync data for ids ['db90f0b5-8ecb-4444-bc1e-496f74fb10da'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:44.876539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-1ba4ae16-5751-461e-a647-ab66898b155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:44.878567 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-1ba4ae16-5751-461e-a647-ab66898b155e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2966c3cb-c680-4c12-8fde-f33e0b87a958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2770665 Jul 16 20:21:44.979492 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-1152d800-9479-468c-8e97-c1db01f46a27 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:21:44.980531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1152d800-9479-468c-8e97-c1db01f46a27 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/db90f0b5-8ecb-4444-bc1e-496f74fb10da/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5204775 Jul 16 20:21:44.986324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33162) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.043281 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ee5ac857-d27a-4c17-993a-ab57a7aa9639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=db90f0b5-8ecb-4444-bc1e-496f74fb10da HTTP/1.1" status: 200 len: 205 time: 0.0533545 Jul 16 20:21:45.043528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.107610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.127940 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-d4562770-6ebc-4c58-a5ba-3318a0328681 service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393379 Jul 16 20:21:45.145151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33170) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.172736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.178688 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d26be29-d5c5-4221-842f-1429fee810bf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.245234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.293817 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e79c1785-1997-445f-aed3-e652a8450648 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0410be0c0294441b99dffe52e22a48d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822386 Jul 16 20:21:45.295111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.362763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c9f55035-554c-41bf-ad5a-1a6e787e5645 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de551eb342314199b456cd3002e449f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150333 Jul 16 20:21:45.369604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:45.426609 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-243fd4bb-9378-47ea-b36b-1a3a9ca6868d service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905176 Jul 16 20:21:45.528381 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-10b61d35-2f2f-4366-a465-516ddf3714cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 200 len: 217 time: 0.0937252 Jul 16 20:21:45.549801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-240a112d-dc9a-445c-955f-d104b6ac1d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.585606 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.648421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-240a112d-dc9a-445c-955f-d104b6ac1d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.676049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-5c38c167-3ad5-49d5-b120-860234589ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.677640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-5c38c167-3ad5-49d5-b120-860234589ebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1291170 Jul 16 20:21:45.786291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-240a112d-dc9a-445c-955f-d104b6ac1d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.791596 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-240a112d-dc9a-445c-955f-d104b6ac1d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:45.800030 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-240a112d-dc9a-445c-955f-d104b6ac1d72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92a7b2d6-4072-47c2-9be3-168a4dbe44d0 HTTP/1.1" status: 204 len: 168 time: 0.4256375 Jul 16 20:21:45.866569 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a112d-dc9a-445c-955f-d104b6ac1d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a7b2d6-4072-47c2-9be3-168a4dbe44d0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:45.884311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-437ca77f-993a-41a6-899c-61bcdf173355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:45.887242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-437ca77f-993a-41a6-899c-61bcdf173355 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2002380 Jul 16 20:21:45.979752 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d26be29-d5c5-4221-842f-1429fee810bf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.034017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d26be29-d5c5-4221-842f-1429fee810bf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.108575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-1796d301-fa42-4c78-af27-641d0f5187f2 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044947 Jul 16 20:21:46.124670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98777c31-e60c-4c79-9ea8-f30778992d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.228682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Allocated IP 172.25.7.114 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/212763eb-ee56-4d65-a0e8-92a29d08bd60) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:46.239561 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d26be29-d5c5-4221-842f-1429fee810bf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.240605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d26be29-d5c5-4221-842f-1429fee810bf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Fanout notify agent at l3_agent the message router_deleted on router db90f0b5-8ecb-4444-bc1e-496f74fb10da {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:21:46.252907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98777c31-e60c-4c79-9ea8-f30778992d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.263776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d26be29-d5c5-4221-842f-1429fee810bf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.263776 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6d26be29-d5c5-4221-842f-1429fee810bf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/db90f0b5-8ecb-4444-bc1e-496f74fb10da HTTP/1.1" status: 204 len: 168 time: 1.2175803 Jul 16 20:21:46.266140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:46.410260 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98777c31-e60c-4c79-9ea8-f30778992d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.413404 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98777c31-e60c-4c79-9ea8-f30778992d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.417573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-98777c31-e60c-4c79-9ea8-f30778992d7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d350131f-680b-431c-9bc0-5d945db2e7dd HTTP/1.1" status: 204 len: 168 time: 1.1123207 Jul 16 20:21:46.419206 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-03852702-5a22-48fa-8dfc-84d54d27444e service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028302 Jul 16 20:21:46.440434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98777c31-e60c-4c79-9ea8-f30778992d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350131f-680b-431c-9bc0-5d945db2e7dd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:46.449512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.488317 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.501802 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-fd735bae-e307-4b81-abd9-842d7567aff9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 200 len: 217 time: 0.0762944 Jul 16 20:21:46.517700 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.585417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c1e9c0-b58d-4e26-a218-51f80c49957a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting subnet b714f189-9d26-492a-9e48-fc90383fd845 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:21:46.589148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:46.593943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:46.605044 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c1e9c0-b58d-4e26-a218-51f80c49957a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.605557 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:46.610085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Pushing event updated for resources: {'Port': ['ID=212763eb-ee56-4d65-a0e8-92a29d08bd60,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:46.766737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-ad73c2cd-f14a-4958-aaed-5428c4e8a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:46.768193 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-ad73c2cd-f14a-4958-aaed-5428c4e8a0c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.2603438 Jul 16 20:21:46.817924 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c1e9c0-b58d-4e26-a218-51f80c49957a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:46.950125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-0dd47773-5bb4-4ae4-805b-5311a0ab4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:46.951734 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-0dd47773-5bb4-4ae4-805b-5311a0ab4a63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1735823 Jul 16 20:21:47.079126 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-42fa8079-01d4-4b13-9207-b9164d354d59 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201875 Jul 16 20:21:47.080611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c1e9c0-b58d-4e26-a218-51f80c49957a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.348236 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c1e9c0-b58d-4e26-a218-51f80c49957a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.359349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.418248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b4c8c-bcbd-4478-87c3-71a6cfe76324 None None] Network fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:47.475212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1e9c0-b58d-4e26-a218-51f80c49957a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Subnet': ['ID=b714f189-9d26-492a-9e48-fc90383fd845,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:47.487433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10c1e9c0-b58d-4e26-a218-51f80c49957a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.496823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:47.502275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-10c1e9c0-b58d-4e26-a218-51f80c49957a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/b714f189-9d26-492a-9e48-fc90383fd845 HTTP/1.1" status: 204 len: 168 time: 1.2207186 Jul 16 20:21:47.512881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-712fbae8-12dd-46e8-8676-84e8ca9a1eef service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236424 Jul 16 20:21:47.608672 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-605bdc05-291e-4ece-a861-71e34ba511e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928 HTTP/1.1" status: 200 len: 217 time: 0.0839651 Jul 16 20:21:47.755010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-730ce0ec-0f88-4aef-9534-e2a4e65629f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.755241 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-730ce0ec-0f88-4aef-9534-e2a4e65629f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1377695 Jul 16 20:21:47.869811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae752e3-01c2-4537-ac72-7e4e7b327742 None None] DHCP port deletion for fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:21:47.954480 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:47.980259 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-fd2f115c-d93e-4d19-964b-626e2c42a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:47.984732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-fd2f115c-d93e-4d19-964b-626e2c42a8e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2201355 Jul 16 20:21:47.994593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ae752e3-01c2-4537-ac72-7e4e7b327742 None None] Deleting port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:47.995356 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ae752e3-01c2-4537-ac72-7e4e7b327742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.144735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3ae752e3-01c2-4537-ac72-7e4e7b327742 None None] For port 7e325ff1-3558-4e4d-9344-c4b59bc340c8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7e325ff1-3558-4e4d-9344-c4b59bc340c8,segment=NetworkSegment(d8a7d37a-371c-467d-ab04-83e7b731fecb),segment_id=d8a7d37a-371c-467d-ab04-83e7b731fecb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:48.145439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ae752e3-01c2-4537-ac72-7e4e7b327742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.174556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ae752e3-01c2-4537-ac72-7e4e7b327742 None None] Calling delete_port for 7e325ff1-3558-4e4d-9344-c4b59bc340c8 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:48.274184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-ddd7ee8a-2e1d-4455-9f99-e01e1d688ccb service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811840 Jul 16 20:21:48.280098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.291881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:21:48.293985 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.414685 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ae752e3-01c2-4537-ac72-7e4e7b327742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.534644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7e325ff1-3558-4e4d-9344-c4b59bc340c8 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:21:48.607462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 7e325ff1-3558-4e4d-9344-c4b59bc340c8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:21:48.609781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7e325ff1-3558-4e4d-9344-c4b59bc340c8 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:21:48.612874 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-9f4007c1-4331-4766-acc2-b47886103e40 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312051 Jul 16 20:21:48.615709 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae752e3-01c2-4537-ac72-7e4e7b327742 None None] Pushing event deleted for resources: {'Port': ['ID=7e325ff1-3558-4e4d-9344-c4b59bc340c8,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:48.633052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae752e3-01c2-4537-ac72-7e4e7b327742 None None] No DVR routers for this DVR port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:48.752812 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-fe7c9381-2ef6-4247-97d2-45bfdf406470 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=df9dca79-5ccf-4472-a245-9c2199c6994b HTTP/1.1" status: 200 len: 217 time: 0.1262047 Jul 16 20:21:48.806657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port 7e325ff1-3558-4e4d-9344-c4b59bc340c8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7e325ff1-3558-4e4d-9344-c4b59bc340c8,segment=NetworkSegment(d8a7d37a-371c-467d-ab04-83e7b731fecb),segment_id=d8a7d37a-371c-467d-ab04-83e7b731fecb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:48.807343 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:48.853812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for 7e325ff1-3558-4e4d-9344-c4b59bc340c8 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:21:48.926854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-3954dc77-f62b-41a5-af2c-a5c6c58fe59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:48.932297 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-3954dc77-f62b-41a5-af2c-a5c6c58fe59e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1679909 Jul 16 20:21:49.018689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Router bdff5ae5-6fab-4408-af33-654b3baaed6f is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:21:49.128402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.191210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-77f4b94a-76b9-413b-a218-3d0413012c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.198560 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-77f4b94a-76b9-413b-a218-3d0413012c0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2562406 Jul 16 20:21:49.222852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=7e325ff1-3558-4e4d-9344-c4b59bc340c8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:49.226342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No DVR routers for this DVR port 7e325ff1-3558-4e4d-9344-c4b59bc340c8 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:21:49.326242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-0101f1f5-9f0b-467d-b905-c562a1643712 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224518 Jul 16 20:21:49.326809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:49.339996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.352769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:49.364465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a7d37a-371c-467d-ab04-83e7b731fecb') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:49.364785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a7d37a-371c-467d-ab04-83e7b731fecb') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:49.376185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.391159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.402257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:21:49.402815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:21:49.482476 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:21:49.548749 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-29f624bb-e6ef-4216-b7db-e2f96e20c2e5 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126384 Jul 16 20:21:49.623182 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-1b4ef218-fbcb-4b25-b7ea-692ddb53ce69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0678172 Jul 16 20:21:49.636637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:49.653866 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Sync routers for ids ['bdff5ae5-6fab-4408-af33-654b3baaed6f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:49.659026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.671309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.678482 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-53b9530f-af50-434d-8b3f-90a50d16570c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8726215 Jul 16 20:21:49.678482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:49.679693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/networks/fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56 HTTP/1.1" status: 204 len: 168 time: 2.1803753 Jul 16 20:21:49.686929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33308) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:49.687657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:49.730016 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Routers {'bdff5ae5-6fab-4408-af33-654b3baaed6f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:49.734365 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bdff5ae5-6fab-4408-af33-654b3baaed6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:49.849642 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-724a3bed-f406-4bff-92bd-4b475787c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.859168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-724a3bed-f406-4bff-92bd-4b475787c349 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.2271605 Jul 16 20:21:49.996237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-f2ca3a36-35c7-4cb0-8026-987d6ccd6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:49.997972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-f2ca3a36-35c7-4cb0-8026-987d6ccd6ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1288290 Jul 16 20:21:50.049658 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-39b1af5b-027c-4c0f-8fba-c8f0266d42ce tempest-AgentManagementNegativeTest-180976922 tempest-AgentManagementNegativeTest-180976922-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7212722 Jul 16 20:21:50.062275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'network': {'name': 'tempest-RoutersTest-190788645'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:50.092948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:50.211642 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Set router bdff5ae5-6fab-4408-af33-654b3baaed6f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:50.230564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-2563df6f-2469-465e-bd0b-baad95b2a190 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230992 Jul 16 20:21:50.481418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ce35f-ee0a-47e4-a2b0-1dc66550fcf6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Network': ['ID=fd1e5991-9703-4d5e-bdfb-ff17c1dd6e56,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:50.510353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-159078436-network', 'tenant_id': '41aefefc724547d6905046615f64a065'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:50.568632 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b70c244-fc54-4706-9b5e-48c37d00f06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.656222 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-659219ed-fd91-4262-92b6-c252f7a61ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171555 Jul 16 20:21:50.663771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:50.685573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:50.692110 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:43Z', 'updated_at': '2021-07-16T20:21:46Z', 'revision_number': 3, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'gw_port': {'id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:50.695384 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.776436 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-283f2059-3b2c-45c5-9d49-1a83b2bce2b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1 HTTP/1.1" status: 200 len: 217 time: 0.1075442 Jul 16 20:21:50.827035 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Checking router: bdff5ae5-6fab-4408-af33-654b3baaed6f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:50.827400 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Updating router bdff5ae5-6fab-4408-af33-654b3baaed6f port 212763eb-ee56-4d65-a0e8-92a29d08bd60 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:50.857198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Made reservation on behalf of 41aefefc724547d6905046615f64a065 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:50.861056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.878518 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.932066 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:50.945298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-f3c20285-f8ee-4d28-8f47-d72623d06aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:50.957287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-f3c20285-f8ee-4d28-8f47-d72623d06aa3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.1605058 Jul 16 20:21:50.967386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:51.112415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.113361 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added segment 5f6bc7f3-3199-405a-b6d6-752e35637028 of type vlan for network 9633fbfd-1725-4160-a2da-9587c4f64303 Jul 16 20:21:51.151248 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb7b9a1-d51b-4d5e-a02e-b1f4151eddf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.354333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-d4115e1c-f9d0-41bc-9bed-63d7cf155a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:51.360628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-d4115e1c-f9d0-41bc-9bed-63d7cf155a87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3905280 Jul 16 20:21:51.391158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.584324 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.588022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.592448 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.602795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:51.604704 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.726525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb7b9a1-d51b-4d5e-a02e-b1f4151eddf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.728851 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.746976 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edb7b9a1-d51b-4d5e-a02e-b1f4151eddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.768412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0769546 Jul 16 20:21:51.775962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:51.792714 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-edb7b9a1-d51b-4d5e-a02e-b1f4151eddf6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=758c40b35e8e4a688727887c64895e18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1230519 Jul 16 20:21:51.803718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'subnet': {'network_id': '9633fbfd-1725-4160-a2da-9587c4f64303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:51.816960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:51.842554 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.900856 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Transition to ACTIVE for port object 212763eb-ee56-4d65-a0e8-92a29d08bd60 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:51.915647 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:51.935396 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:51.945299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd435f9a-ca2d-418b-9c46-95c185b629a5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.003864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f6bed-ba4b-45ab-b3ee-7f96a06d17f4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Network': ['ID=9633fbfd-1725-4160-a2da-9587c4f64303,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.017894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 9633fbfd-1725-4160-a2da-9587c4f64303 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:52.061226 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb44276-597d-4ea5-bd80-545c34d36012 None None] Pushing event updated for resources: {'Port': ['ID=212763eb-ee56-4d65-a0e8-92a29d08bd60,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.099461 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Attempting to bind port 212763eb-ee56-4d65-a0e8-92a29d08bd60 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:52.100467 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Attempting to bind port 212763eb-ee56-4d65-a0e8-92a29d08bd60 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:52.100703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7b9a1-d51b-4d5e-a02e-b1f4151eddf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b330aa-9260-4f9e-bb21-18d6eadf1dd5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.101216 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Attempting to bind port 212763eb-ee56-4d65-a0e8-92a29d08bd60 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:52.126227 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:52.127086 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:52.127932 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.128637 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:52.129700 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Bound port: 212763eb-ee56-4d65-a0e8-92a29d08bd60, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:52.131361 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.305631 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.306059 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Added segment 2244ad68-2167-4063-8578-67be833bd0f6 of type vlan for network 9f8a9f91-cca8-440c-8799-5fb011d0f568 Jul 16 20:21:52.324431 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-6c79cbbb-e444-44a2-9637-2d9eff0d8cd4 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9544909 Jul 16 20:21:52.434930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Allocated IP 172.20.0.1 (a600703a-147f-4da0-9e9d-9b2fbe655fab/f8b06e39-8389-48a6-b1bd-e35791a3db83/92077294-7d47-4c22-a2d5-be0bd00c13e7) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:52.528867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.533380 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] For port 212763eb-ee56-4d65-a0e8-92a29d08bd60, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:52.546800 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] For port 212763eb-ee56-4d65-a0e8-92a29d08bd60, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=212763eb-ee56-4d65-a0e8-92a29d08bd60,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:52.564719 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.622538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56b26db5-c64c-427c-9ba7-af5db1766445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.623827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:52.630066 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.655679 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.663290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:52.665133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.679172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.701404 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Routers {'bdff5ae5-6fab-4408-af33-654b3baaed6f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:52.702633 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bdff5ae5-6fab-4408-af33-654b3baaed6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:52.726469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.790608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Network a600703a-147f-4da0-9e9d-9b2fbe655fab is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:52.795906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:52.807922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:52.875181 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.898942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56b26db5-c64c-427c-9ba7-af5db1766445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:52.960269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Pushing event updated for resources: {'Port': ['ID=92077294-7d47-4c22-a2d5-be0bd00c13e7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:52.988292 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8814955 Jul 16 20:21:52.989057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.038994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Request body: {'subnet': {'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-159078436-subnet', 'tenant_id': '41aefefc724547d6905046615f64a065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:53.066661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95616e50-a1a8-44e0-8697-078834d81683 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8a9f91-cca8-440c-8799-5fb011d0f568,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.080664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 9f8a9f91-cca8-440c-8799-5fb011d0f568 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:53.153372 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb44276-597d-4ea5-bd80-545c34d36012 None None] Pushing event updated for resources: {'Port': ['ID=212763eb-ee56-4d65-a0e8-92a29d08bd60,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.171442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5725e0d7-0ab7-4ef6-8044-169baa14138a req-0cf4222b-f1ae-4e77-92d2-4dd96b542e34 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250289 Jul 16 20:21:53.193580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Made reservation on behalf of 41aefefc724547d6905046615f64a065 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:53.199998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.263420 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56b26db5-c64c-427c-9ba7-af5db1766445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.264449 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] Set router bdff5ae5-6fab-4408-af33-654b3baaed6f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:53.266149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56b26db5-c64c-427c-9ba7-af5db1766445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.270377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-56b26db5-c64c-427c-9ba7-af5db1766445 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28b330aa-9260-4f9e-bb21-18d6eadf1dd5 HTTP/1.1" status: 204 len: 168 time: 1.4523034 Jul 16 20:21:53.289620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.393302 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.408973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b26db5-c64c-427c-9ba7-af5db1766445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b330aa-9260-4f9e-bb21-18d6eadf1dd5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.449760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:53.471043 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8702-b40a-4169-83b4-bad00dd01d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.801138 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.862853 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.872488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.877355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:53.977455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Pushing event updated for resources: {'Port': ['ID=92077294-7d47-4c22-a2d5-be0bd00c13e7,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:53.984950 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.018052 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:43Z', 'updated_at': '2021-07-16T20:21:46Z', 'revision_number': 3, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'gw_port': {'id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:54.039786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Subnet': ['ID=216047a8-498b-429e-b10b-adf89930abb4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.112323 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed9382-9771-4a81-9bb8-4c579e28e0ed None None] The sync data for ids ['bdff5ae5-6fab-4408-af33-654b3baaed6f'] in n-d-792394-17 is: [{'id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:43Z', 'updated_at': '2021-07-16T20:21:46Z', 'revision_number': 3, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'gw_port': {'id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:21:54.122840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Checking segment: {'id': '5f6bc7f3-3199-405a-b6d6-752e35637028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9633fbfd-1725-4160-a2da-9587c4f64303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:54.123206 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network hostable DHCP agents. Network: 9633fbfd-1725-4160-a2da-9587c4f64303, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:54.145243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.283945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 9633fbfd-1725-4160-a2da-9587c4f64303 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:54.319242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:54.331089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 9633fbfd-1725-4160-a2da-9587c4f64303) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:54.343784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b47acfa-2106-4253-a72c-395d07940aad None None] Network 9633fbfd-1725-4160-a2da-9587c4f64303 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:54.364760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.365661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.400913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Checking segment: {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:54.411770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Network hostable DHCP agents. Network: 9f8a9f91-cca8-440c-8799-5fb011d0f568, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:21:54.482135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Network 9f8a9f91-cca8-440c-8799-5fb011d0f568 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:21:54.503806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 9f8a9f91-cca8-440c-8799-5fb011d0f568) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:54.523641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:54.524896 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:54.735480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bad3f3-615d-4dc5-a690-c71b55f5e673 None None] Network 9f8a9f91-cca8-440c-8799-5fb011d0f568 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:55.193837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2916767b-9753-410c-aca3-208451529cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-9633fbfd-1725-4160-a2da-9587c4f64303', 'network_id': '9633fbfd-1725-4160-a2da-9587c4f64303', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'fixed_ips': [{'subnet_id': '216047a8-498b-429e-b10b-adf89930abb4'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:21:55.207668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2916767b-9753-410c-aca3-208451529cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.230831 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.254720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Network a600703a-147f-4da0-9e9d-9b2fbe655fab is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:55.264858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:55.346406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:55.403400 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.426130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.434241 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b831ae9e-9d91-4224-8c4f-aa49407e18e8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4369144 Jul 16 20:21:55.436944 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-40ad48db-adfc-4741-9f28-52ea7e58c725 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6458299 Jul 16 20:21:55.439570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:55.444486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ec8fe44a-70b5-46a7-bc13-68d1bacf125c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1233757400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:55.506015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec5af0846a664b388d554c2ce98c7ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0548017 Jul 16 20:21:55.512094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:55.596489 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe44a-70b5-46a7-bc13-68d1bacf125c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.596756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f64886-f7eb-43dd-ba4e-8c891139f70f None None] Network 9f8a9f91-cca8-440c-8799-5fb011d0f568 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:21:55.602935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe44a-70b5-46a7-bc13-68d1bacf125c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.775920 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe44a-70b5-46a7-bc13-68d1bacf125c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.788379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe44a-70b5-46a7-bc13-68d1bacf125c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.797272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ff8d2-3527-4092-8e04-6b9bd07fae79,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:55.801661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Router bdff5ae5-6fab-4408-af33-654b3baaed6f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:21:55.817120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.817904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.827237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.828080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.828868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.829710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.830617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.842322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.844096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.844784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.845484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.845986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa88ff2-9ad0-482a-8330-aee3a65d60d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:21:55.854123 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe44a-70b5-46a7-bc13-68d1bacf125c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:55.857613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ec8fe44a-70b5-46a7-bc13-68d1bacf125c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4164999 Jul 16 20:21:55.865867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:56.214101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:21:56.236241 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-17d116f3-7d39-49dc-8483-3d688ea491c4 admin admin] 10.222.0.10 "PUT /v2.0/routers/bdff5ae5-6fab-4408-af33-654b3baaed6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5467942 Jul 16 20:21:56.414389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:56.439445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2916767b-9753-410c-aca3-208451529cca None None] Allocated IP 172.20.0.2 (9633fbfd-1725-4160-a2da-9587c4f64303/216047a8-498b-429e-b10b-adf89930abb4/4058c7a6-b33b-499c-aef4-38127cafa8d0) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:56.693052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 212763eb-ee56-4d65-a0e8-92a29d08bd60 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:57.108354 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 212763eb-ee56-4d65-a0e8-92a29d08bd60 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:21:57.118725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 212763eb-ee56-4d65-a0e8-92a29d08bd60 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:57.119676 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.196474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1935423284'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:57.222776 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2916767b-9753-410c-aca3-208451529cca None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.246470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2916767b-9753-410c-aca3-208451529cca None None] Transition to ACTIVE for port object 4058c7a6-b33b-499c-aef4-38127cafa8d0 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:57.254220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e027042-06cd-448b-abe0-26053fa7eae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.317764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2916767b-9753-410c-aca3-208451529cca None None] Transition to ACTIVE for port object 4058c7a6-b33b-499c-aef4-38127cafa8d0 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:57.335695 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2916767b-9753-410c-aca3-208451529cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.445913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916767b-9753-410c-aca3-208451529cca None None] Pushing event updated for resources: {'Port': ['ID=4058c7a6-b33b-499c-aef4-38127cafa8d0,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.462162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-b1f0d7e8-0b61-42e4-bdf2-1df8e64a7f32 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.464576 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.467888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-b1f0d7e8-0b61-42e4-bdf2-1df8e64a7f32 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 811 time: 0.2844224 Jul 16 20:21:57.485388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2916767b-9753-410c-aca3-208451529cca None None] Network 9633fbfd-1725-4160-a2da-9587c4f64303 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:21:57.501080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2916767b-9753-410c-aca3-208451529cca None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:21:57.509671 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-b7722407-9390-432d-865c-702fc7d5149d tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/quotas/01bfec0d7089476faf03201c196b82cd HTTP/1.1" status: 200 len: 375 time: 0.0304134 Jul 16 20:21:57.514285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916767b-9753-410c-aca3-208451529cca None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:21:57.525003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 212763eb-ee56-4d65-a0e8-92a29d08bd60, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=212763eb-ee56-4d65-a0e8-92a29d08bd60,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:21:57.585237 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.638839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2916767b-9753-410c-aca3-208451529cca None None] Attempting to bind port 4058c7a6-b33b-499c-aef4-38127cafa8d0 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:57.639321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2916767b-9753-410c-aca3-208451529cca None None] Attempting to bind port 4058c7a6-b33b-499c-aef4-38127cafa8d0 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '5f6bc7f3-3199-405a-b6d6-752e35637028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9633fbfd-1725-4160-a2da-9587c4f64303'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:57.639722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916767b-9753-410c-aca3-208451529cca None None] Attempting to bind port 4058c7a6-b33b-499c-aef4-38127cafa8d0 on network 9633fbfd-1725-4160-a2da-9587c4f64303 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:57.662848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916767b-9753-410c-aca3-208451529cca None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:57.663422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916767b-9753-410c-aca3-208451529cca None None] Checking segment: {'id': '5f6bc7f3-3199-405a-b6d6-752e35637028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9633fbfd-1725-4160-a2da-9587c4f64303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:57.663833 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2916767b-9753-410c-aca3-208451529cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.664238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916767b-9753-410c-aca3-208451529cca None None] Bound using segment: {'id': '5f6bc7f3-3199-405a-b6d6-752e35637028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9633fbfd-1725-4160-a2da-9587c4f64303'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:57.664767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2916767b-9753-410c-aca3-208451529cca None None] Bound port: 4058c7a6-b33b-499c-aef4-38127cafa8d0, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6bc7f3-3199-405a-b6d6-752e35637028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9633fbfd-1725-4160-a2da-9587c4f64303'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:57.665149 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2916767b-9753-410c-aca3-208451529cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.703596 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-2db24f4e-f851-4a86-9c7a-55f5a7d5ce60 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1875851 Jul 16 20:21:57.707347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=212763eb-ee56-4d65-a0e8-92a29d08bd60,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:57.720761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-431d8488-7968-438a-9636-f071c8aef380 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:57.722653 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-431d8488-7968-438a-9636-f071c8aef380 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 813 time: 0.5583489 Jul 16 20:21:57.745480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Sync routers for ids ['bdff5ae5-6fab-4408-af33-654b3baaed6f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:21:57.766830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Routers {'bdff5ae5-6fab-4408-af33-654b3baaed6f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:21:57.767515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bdff5ae5-6fab-4408-af33-654b3baaed6f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:57.768423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e027042-06cd-448b-abe0-26053fa7eae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.828037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-c92c75cd-c5b6-4d13-9508-49502e2b88ba tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/quotas/41aefefc724547d6905046615f64a065 HTTP/1.1" status: 200 len: 375 time: 0.0669634 Jul 16 20:21:57.849433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Made reservation on behalf of 49f3702ab6604a1baccfe7ce0dacc1ab for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:21:57.854038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.870415 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.873198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:57.894444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Set router bdff5ae5-6fab-4408-af33-654b3baaed6f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:21:57.934821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-c70d569d-60e9-4bad-8aa4-e134b88f949d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658286 Jul 16 20:21:57.970487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-d63d7efc-67e4-40a1-a957-ba174247a536 service neutron] 10.222.0.10 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646878 Jul 16 20:21:58.066523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2916767b-9753-410c-aca3-208451529cca None None] For port 4058c7a6-b33b-499c-aef4-38127cafa8d0, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:58.076612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2916767b-9753-410c-aca3-208451529cca None None] For port 4058c7a6-b33b-499c-aef4-38127cafa8d0, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4058c7a6-b33b-499c-aef4-38127cafa8d0,segment=NetworkSegment(5f6bc7f3-3199-405a-b6d6-752e35637028),segment_id=5f6bc7f3-3199-405a-b6d6-752e35637028)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:21:58.116141 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2916767b-9753-410c-aca3-208451529cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.120633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-4be87ffe-cd68-434d-a85b-08d53321731f service neutron] 10.222.0.10 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609700 Jul 16 20:21:58.165046 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-e20432ad-b70c-4efa-a746-48672dbd114e service neutron] 10.222.0.10 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914012 Jul 16 20:21:58.323362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916767b-9753-410c-aca3-208451529cca None None] Pushing event updated for resources: {'Port': ['ID=4058c7a6-b33b-499c-aef4-38127cafa8d0,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:58.388701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:43Z', 'updated_at': '2021-07-16T20:21:53Z', 'revision_number': 4, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'gw_port': {'id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '92077294-7d47-4c22-a2d5-be0bd00c13e7', 'name': '', 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'mac_address': 'fa:16:3e:b0:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f8b06e39-8389-48a6-b1bd-e35791a3db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:51Z', 'updated_at': '2021-07-16T20:21:53Z', 'revision_number': 2, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'subnets': [{'id': 'f8b06e39-8389-48a6-b1bd-e35791a3db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:21:58.418874 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.491811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Checking router: bdff5ae5-6fab-4408-af33-654b3baaed6f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:21:58.492238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Updating router bdff5ae5-6fab-4408-af33-654b3baaed6f port 92077294-7d47-4c22-a2d5-be0bd00c13e7 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:21:58.515193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 212763eb-ee56-4d65-a0e8-92a29d08bd60 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:21:58.655961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.663571 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.842138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2924652-84b8-4805-8246-af9d98df6767,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:58.901544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 212763eb-ee56-4d65-a0e8-92a29d08bd60 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:21:58.902048 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.937580 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e027042-06cd-448b-abe0-26053fa7eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.946995 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e027042-06cd-448b-abe0-26053fa7eae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:58.951886 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e027042-06cd-448b-abe0-26053fa7eae8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a7ff8d2-3527-4092-8e04-6b9bd07fae79 HTTP/1.1" status: 204 len: 168 time: 3.4315648 Jul 16 20:21:58.966729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:21:59.033652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-248d92a2-bbd2-4d1c-99e1-3c9ba0e60fe1 service neutron] 10.222.0.10 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8198369 Jul 16 20:21:59.035180 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e027042-06cd-448b-abe0-26053fa7eae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ff8d2-3527-4092-8e04-6b9bd07fae79,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:59.238658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.20.0.1 (9633fbfd-1725-4160-a2da-9587c4f64303/216047a8-498b-429e-b10b-adf89930abb4/c36827aa-9956-4018-9932-a920d6b33e4b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:21:59.260007 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.287944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Transition to ACTIVE for port object 92077294-7d47-4c22-a2d5-be0bd00c13e7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:59.299825 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.328481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.328840 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Added segment 671c8030-9a7a-4447-b54d-70c45421593b of type vlan for network df6ab75a-d6f2-4314-9202-3396dd41a88f Jul 16 20:21:59.432287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c7b68bd-23d5-431c-b1bc-16b26adb8b96 req-26d6ec45-0f27-4531-ae5c-841b251217f9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 210 time: 0.1393664 Jul 16 20:21:59.481533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe352807-1a5f-4c33-b6ca-c0c5041fef64 None None] Pushing event updated for resources: {'Port': ['ID=92077294-7d47-4c22-a2d5-be0bd00c13e7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:59.527895 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb012b0c-7ef2-48b0-abde-ed7ac5cd0fc5 req-fa613ce4-5b36-4e13-965d-112eb3018311 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 210 time: 0.1064734 Jul 16 20:21:59.572826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Attempting to bind port 92077294-7d47-4c22-a2d5-be0bd00c13e7 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:21:59.573208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Attempting to bind port 92077294-7d47-4c22-a2d5-be0bd00c13e7 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:21:59.573586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Attempting to bind port 92077294-7d47-4c22-a2d5-be0bd00c13e7 on network a600703a-147f-4da0-9e9d-9b2fbe655fab {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:21:59.588542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:21:59.588932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Checking segment: {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:21:59.590081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.590336 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.590677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Bound using segment: {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:21:59.592793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Bound port: 92077294-7d47-4c22-a2d5-be0bd00c13e7, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:21:59.593218 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.614940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.658803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Transition to ACTIVE for port object c36827aa-9956-4018-9932-a920d6b33e4b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:21:59.683299 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.693664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:21:59.694589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.805650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Network': ['ID=df6ab75a-d6f2-4314-9202-3396dd41a88f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:21:59.830118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network df6ab75a-d6f2-4314-9202-3396dd41a88f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:21:59.864628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33544) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:21:59.866921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-13fe4287-5b12-48d9-8bde-7b046dbe2312 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.5190299 Jul 16 20:21:59.871086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] For port 92077294-7d47-4c22-a2d5-be0bd00c13e7, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:21:59.873947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'subnet': {'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:21:59.884813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:21:59.997341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 9633fbfd-1725-4160-a2da-9587c4f64303 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:00.014314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] For port 92077294-7d47-4c22-a2d5-be0bd00c13e7, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=92077294-7d47-4c22-a2d5-be0bd00c13e7,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:00.034843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:00.043206 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:00.053964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.171098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.175177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:00.177789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=c36827aa-9956-4018-9932-a920d6b33e4b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.324771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Made reservation on behalf of 49f3702ab6604a1baccfe7ce0dacc1ab for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:00.334295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.360386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Routers {'bdff5ae5-6fab-4408-af33-654b3baaed6f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:00.360976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bdff5ae5-6fab-4408-af33-654b3baaed6f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:00.375489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe352807-1a5f-4c33-b6ca-c0c5041fef64 None None] Pushing event updated for resources: {'Port': ['ID=92077294-7d47-4c22-a2d5-be0bd00c13e7,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:00.382384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f05a36b-2a23-4e2b-9e23-ed361b247859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.611592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.616458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323691f2-143b-41bc-8237-75c13c94489a None None] Network 9633fbfd-1725-4160-a2da-9587c4f64303 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:00.643962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4058c7a6-b33b-499c-aef4-38127cafa8d0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:00.696671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b451559-8c37-41ef-b7b3-acc23d19c207 req-f647327b-c295-4dad-90c4-4eec8a5b7bd8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 210 time: 0.0566204 Jul 16 20:22:00.823575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] Set router bdff5ae5-6fab-4408-af33-654b3baaed6f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:00.936406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f05a36b-2a23-4e2b-9e23-ed361b247859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:00.945340 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f05a36b-2a23-4e2b-9e23-ed361b247859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.022141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7fcf237-484e-4a42-a214-326a53b55724 req-3522135c-d8ac-4e44-9a13-0fdd6af134e4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 210 time: 0.1108336 Jul 16 20:22:01.125266 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05a36b-2a23-4e2b-9e23-ed361b247859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a45a53-b4af-4d86-9cfb-b698475d47e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:01.172823 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.239750 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5f05a36b-2a23-4e2b-9e23-ed361b247859 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e8e6d6368734657b99fcbb007e6002a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0395339 Jul 16 20:22:01.255998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33572) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:01.393234 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Subnet': ['ID=3dd49a9a-e641-4dca-aed3-cc4e06d42696,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:01.492572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Checking segment: {'id': '671c8030-9a7a-4447-b54d-70c45421593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:01.494990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Network hostable DHCP agents. Network: df6ab75a-d6f2-4314-9202-3396dd41a88f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:01.527163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3aa802cf-677c-4103-9f5d-70227fb2b268 None None] Provisioning for port 4058c7a6-b33b-499c-aef4-38127cafa8d0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:01.568430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Network df6ab75a-d6f2-4314-9202-3396dd41a88f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:01.602303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, df6ab75a-d6f2-4314-9202-3396dd41a88f) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:01.617926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 4058c7a6-b33b-499c-aef4-38127cafa8d0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:01.618636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:01.620036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.625961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4058c7a6-b33b-499c-aef4-38127cafa8d0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:01.626665 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.637354 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a3e39-6088-414b-94c3-5a44a054e580 None None] Network df6ab75a-d6f2-4314-9202-3396dd41a88f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:01.653451 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-57adc83d-7997-4f13-a54e-a4e4fd3a4fa4 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7819378 Jul 16 20:22:01.653451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c3da5f9-4e76-4e89-a956-ac487f795fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.670703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:01.681026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'port': {'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1301344593'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:01.720791 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c3da5f9-4e76-4e89-a956-ac487f795fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.777490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-0e84724c-61a1-403b-9af6-713b101e137c tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:01.779615 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-0e84724c-61a1-403b-9af6-713b101e137c tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.30 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 811 time: 0.4432335 Jul 16 20:22:01.824553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Request body: {'port': {'device_id': '7868b666-dc7e-4fa9-92db-35a1bc116570', 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab', 'admin_state_up': True, 'tenant_id': '01bfec0d7089476faf03201c196b82cd'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:01.856804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c3da5f9-4e76-4e89-a956-ac487f795fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.860516 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c3da5f9-4e76-4e89-a956-ac487f795fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.864116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0c3da5f9-4e76-4e89-a956-ac487f795fcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55a45a53-b4af-4d86-9cfb-b698475d47e3 HTTP/1.1" status: 204 len: 168 time: 0.6074319 Jul 16 20:22:01.881566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3da5f9-4e76-4e89-a956-ac487f795fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a45a53-b4af-4d86-9cfb-b698475d47e3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:01.889428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Made reservation on behalf of 49f3702ab6604a1baccfe7ce0dacc1ab for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:01.894173 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:01.922985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] device_id is not set on port 722bc7e4-b813-4061-b12a-52fc0204bc7f yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:01.942664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:43Z', 'updated_at': '2021-07-16T20:21:53Z', 'revision_number': 4, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'gw_port': {'id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '92077294-7d47-4c22-a2d5-be0bd00c13e7', 'name': '', 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'mac_address': 'fa:16:3e:b0:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f8b06e39-8389-48a6-b1bd-e35791a3db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:51Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 4, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'subnets': [{'id': 'f8b06e39-8389-48a6-b1bd-e35791a3db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:01.975306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.017496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92cf88-3637-4d60-b149-42a3fd139a58 None None] The sync data for ids ['bdff5ae5-6fab-4408-af33-654b3baaed6f'] in n-d-792394-17 is: [{'id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:43Z', 'updated_at': '2021-07-16T20:21:53Z', 'revision_number': 4, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'gw_port': {'id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '92077294-7d47-4c22-a2d5-be0bd00c13e7', 'name': '', 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'mac_address': 'fa:16:3e:b0:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f8b06e39-8389-48a6-b1bd-e35791a3db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:51Z', 'updated_at': '2021-07-16T20:21:59Z', 'revision_number': 4, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'subnets': [{'id': 'f8b06e39-8389-48a6-b1bd-e35791a3db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:02.039636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.229295 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.299603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-df6ab75a-d6f2-4314-9202-3396dd41a88f', 'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f', 'tenant_id': '49f3702ab6604a1baccfe7ce0dacc1ab', 'fixed_ips': [{'subnet_id': '3dd49a9a-e641-4dca-aed3-cc4e06d42696'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:02.300458 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.320183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Allocated IP 2001:db8::1b7 (df6ab75a-d6f2-4314-9202-3396dd41a88f/3dd49a9a-e641-4dca-aed3-cc4e06d42696/722bc7e4-b813-4061-b12a-52fc0204bc7f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:02.376463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 4058c7a6-b33b-499c-aef4-38127cafa8d0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4058c7a6-b33b-499c-aef4-38127cafa8d0,segment=NetworkSegment(5f6bc7f3-3199-405a-b6d6-752e35637028),segment_id=5f6bc7f3-3199-405a-b6d6-752e35637028)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:02.392317 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.573440 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5f3293a-fd1e-4293-a808-7f2fb87a62b8 req-fe5b9f3c-433f-4a0f-8ec8-d446e6e56bad tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 210 time: 0.5624137 Jul 16 20:22:02.739027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 92077294-7d47-4c22-a2d5-be0bd00c13e7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:02.779411 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.793753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=c36827aa-9956-4018-9932-a920d6b33e4b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:02.799651 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Made reservation on behalf of 01bfec0d7089476faf03201c196b82cd for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:02.804332 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:02.940457 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1208ca53-b286-4bf0-a193-eb4d6d88fe9f req-37051d4b-35b1-4f1c-8460-9cab56fb88d8 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 210 time: 0.1775572 Jul 16 20:22:03.073231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=4058c7a6-b33b-499c-aef4-38127cafa8d0,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.076544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-af5a8c5a-a82c-40be-9798-6faccb89e147 None None] Provisioning complete for port 4058c7a6-b33b-499c-aef4-38127cafa8d0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:03.077215 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af5a8c5a-a82c-40be-9798-6faccb89e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.177550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-bd4d4b31-6788-4f79-996a-c09a7afc8406 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:03.181572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-bd4d4b31-6788-4f79-996a-c09a7afc8406 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.30 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 813 time: 0.6299074 Jul 16 20:22:03.204684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 92077294-7d47-4c22-a2d5-be0bd00c13e7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:03.208623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Request body: {'port': {'device_id': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568', 'admin_state_up': True, 'tenant_id': '41aefefc724547d6905046615f64a065'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:03.218473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 92077294-7d47-4c22-a2d5-be0bd00c13e7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:03.218847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.301110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-af5a8c5a-a82c-40be-9798-6faccb89e147 None None] Provisioning for port c36827aa-9956-4018-9932-a920d6b33e4b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:03.309395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-af5a8c5a-a82c-40be-9798-6faccb89e147 None None] Provisioning complete for port c36827aa-9956-4018-9932-a920d6b33e4b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:03.310311 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af5a8c5a-a82c-40be-9798-6faccb89e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.328154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 9633fbfd-1725-4160-a2da-9587c4f64303 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:03.387316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.404084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:03.447058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-af5a8c5a-a82c-40be-9798-6faccb89e147 None None] Port c36827aa-9956-4018-9932-a920d6b33e4b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:03.461055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.533828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Transition to ACTIVE for port object 722bc7e4-b813-4061-b12a-52fc0204bc7f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:03.596459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 92077294-7d47-4c22-a2d5-be0bd00c13e7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=92077294-7d47-4c22-a2d5-be0bd00c13e7,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:03.604169 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.620079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Made reservation on behalf of 41aefefc724547d6905046615f64a065 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:03.624855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.648463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ed74d-893b-465d-9349-c5772b7c5247 req-c149ec19-78d6-43b6-8dc6-d1d0aaeb9c4d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:03.662721 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb6ed74d-893b-465d-9349-c5772b7c5247 req-c149ec19-78d6-43b6-8dc6-d1d0aaeb9c4d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 946 time: 0.6168687 Jul 16 20:22:03.699335 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.784178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Allocated IP 2001:db8::2 (df6ab75a-d6f2-4314-9202-3396dd41a88f/3dd49a9a-e641-4dca-aed3-cc4e06d42696/eb7ae5b6-7882-467b-929a-3f4098d8fa66) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:03.785032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Allocated IP 172.20.0.14 (a600703a-147f-4da0-9e9d-9b2fbe655fab/f8b06e39-8389-48a6-b1bd-e35791a3db83/783b369d-288c-4fc3-bb1b-421cf443e159) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:03.864302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-debe6cc7-1832-4ed5-930f-9e1f74f53abb None None] Provisioning complete for port c36827aa-9956-4018-9932-a920d6b33e4b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:03.864854 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-debe6cc7-1832-4ed5-930f-9e1f74f53abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.879701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Network df6ab75a-d6f2-4314-9202-3396dd41a88f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:03.895423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:03.910194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:03.916423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:03.917217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:03.938442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb6ed74d-893b-465d-9349-c5772b7c5247 req-a28fa9a7-cc6f-4c2e-8be1-8e11ceb31f40 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677245 Jul 16 20:22:03.956304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Port': ['ID=722bc7e4-b813-4061-b12a-52fc0204bc7f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:03.987302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0541e2e-068b-40ac-a845-75ff6b28be0e req-ad3e126c-cc8e-4b4f-9b86-ade6c21596bb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 210 time: 0.0989614 Jul 16 20:22:04.000607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-56ac770c-f2be-476e-a264-caf00969d2e2 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3267796 Jul 16 20:22:04.010231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33634) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:04.015333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'port': {'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-338038755', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:42:ac:00'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:04.070039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 67800fdc-1065-437a-8d15-fff6db7da99a is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:04.093527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-debe6cc7-1832-4ed5-930f-9e1f74f53abb None None] Port c36827aa-9956-4018-9932-a920d6b33e4b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:04.102531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=92077294-7d47-4c22-a2d5-be0bd00c13e7,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:04.131019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Allocated IP 172.20.0.10 (9f8a9f91-cca8-440c-8799-5fb011d0f568/8483f5bb-9e1e-496b-8f57-f6ad5c0d272a/3e9182b0-be2e-443c-b9b0-e4e268ff15ca) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:04.279384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0658eb80-d8ae-43aa-b5fc-2dd125a95295 None None] Provisioning complete for port c36827aa-9956-4018-9932-a920d6b33e4b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:04.280145 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0658eb80-d8ae-43aa-b5fc-2dd125a95295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.331555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Made reservation on behalf of 49f3702ab6604a1baccfe7ce0dacc1ab for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:04.367052 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.386275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4559832-8813-4c9c-acba-a3c3b3195648 req-79fc98b8-6ee4-46f7-8b03-bc990ccf1b94 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 210 time: 0.1484797 Jul 16 20:22:04.432924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Transition to ACTIVE for port object eb7ae5b6-7882-467b-929a-3f4098d8fa66 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:04.482835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0658eb80-d8ae-43aa-b5fc-2dd125a95295 None None] Port c36827aa-9956-4018-9932-a920d6b33e4b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:04.521065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Transition to ACTIVE for port object eb7ae5b6-7882-467b-929a-3f4098d8fa66 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:04.535833 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.547786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:04.568360 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc9d52-bef9-4307-8ec4-9fdddb9b8e85 None None] Sync routers for ids ['67800fdc-1065-437a-8d15-fff6db7da99a'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:04.577518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fc4a9b0a-5352-4bb9-add5-590b183457a5 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/67800fdc-1065-437a-8d15-fff6db7da99a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7079442 Jul 16 20:22:04.581909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:04.592488 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc9d52-bef9-4307-8ec4-9fdddb9b8e85 None None] Routers {'67800fdc-1065-437a-8d15-fff6db7da99a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:04.593906 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4afc9d52-bef9-4307-8ec4-9fdddb9b8e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67800fdc-1065-437a-8d15-fff6db7da99a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:04.648931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.674628 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4afc9d52-bef9-4307-8ec4-9fdddb9b8e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:04.697952 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc9d52-bef9-4307-8ec4-9fdddb9b8e85 None None] Routers {'67800fdc-1065-437a-8d15-fff6db7da99a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:04.698606 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4afc9d52-bef9-4307-8ec4-9fdddb9b8e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67800fdc-1065-437a-8d15-fff6db7da99a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:04.704229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Network df6ab75a-d6f2-4314-9202-3396dd41a88f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:04.710167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:04.712228 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.719989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:04.745203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:04.748002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 92077294-7d47-4c22-a2d5-be0bd00c13e7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:04.753295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] device_id is not set on port 7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:04.788831 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4afc9d52-bef9-4307-8ec4-9fdddb9b8e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:04.789600 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc9d52-bef9-4307-8ec4-9fdddb9b8e85 None None] The sync data for ids ['67800fdc-1065-437a-8d15-fff6db7da99a'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:04.791606 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.800411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10397b02-f869-46d0-ae81-ccc8e2ee3d86 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:04.806791 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-10397b02-f869-46d0-ae81-ccc8e2ee3d86 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports/c36827aa-9956-4018-9932-a920d6b33e4b HTTP/1.1" status: 200 len: 910 time: 0.2226832 Jul 16 20:22:04.807454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:04.961162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:04.964367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Allocated IP 2001:db8::3d3 (df6ab75a-d6f2-4314-9202-3396dd41a88f/3dd49a9a-e641-4dca-aed3-cc4e06d42696/7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:05.048101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Pushing event updated for resources: {'Port': ['ID=eb7ae5b6-7882-467b-929a-3f4098d8fa66,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.061543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Network 9f8a9f91-cca8-440c-8799-5fb011d0f568 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:05.081409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:05.097383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:05.168998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.171755 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.209782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.236482 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-ef9257e1-c4d4-4e89-a7d7-da0d148f4c72 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0363634 Jul 16 20:22:05.251488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Request body: {'port': {'device_id': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:05.263287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Attempting to bind port eb7ae5b6-7882-467b-929a-3f4098d8fa66 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:05.263799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Attempting to bind port eb7ae5b6-7882-467b-929a-3f4098d8fa66 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '671c8030-9a7a-4447-b54d-70c45421593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:05.264387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Attempting to bind port eb7ae5b6-7882-467b-929a-3f4098d8fa66 on network df6ab75a-d6f2-4314-9202-3396dd41a88f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:05.270979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 92077294-7d47-4c22-a2d5-be0bd00c13e7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:05.271723 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.320359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:05.321498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Checking segment: {'id': '671c8030-9a7a-4447-b54d-70c45421593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:05.322228 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.322881 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Bound using segment: {'id': '671c8030-9a7a-4447-b54d-70c45421593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:05.323723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Bound port: eb7ae5b6-7882-467b-929a-3f4098d8fa66, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671c8030-9a7a-4447-b54d-70c45421593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:05.324349 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.453120 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.525435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.554819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aec21-1e5f-4bbb-b3c4-1fed42d1e5fe req-8f60b61a-0ee1-42f8-a5e1-66e5ebcf43e1 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.559811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.564102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3aec21-1e5f-4bbb-b3c4-1fed42d1e5fe req-8f60b61a-0ee1-42f8-a5e1-66e5ebcf43e1 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 932 time: 0.3178914 Jul 16 20:22:05.590114 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.637964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Transition to ACTIVE for port object 7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:05.647099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:05.652302 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7876ba3-3ba8-496c-886e-2f90a1506e1b" -d '{"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:05.656381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] For port eb7ae5b6-7882-467b-929a-3f4098d8fa66, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:05.704427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:05.710674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Network a600703a-147f-4da0-9e9d-9b2fbe655fab is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:05.711724 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] For port eb7ae5b6-7882-467b-929a-3f4098d8fa66, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=eb7ae5b6-7882-467b-929a-3f4098d8fa66,segment=NetworkSegment(671c8030-9a7a-4447-b54d-70c45421593b),segment_id=671c8030-9a7a-4447-b54d-70c45421593b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:05.714492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4058c7a6-b33b-499c-aef4-38127cafa8d0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:05.719134 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.721126 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.759822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb3aec21-1e5f-4bbb-b3c4-1fed42d1e5fe req-ec769ab9-a3f1-4997-a334-90a4a224a394 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944799 Jul 16 20:22:05.785081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:05.797404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:05.837910 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdec56f4-9c3c-45e6-81bb-8f6563bec32e x-openstack-request-id: req-cdec56f4-9c3c-45e6-81bb-8f6563bec32e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:05.838232 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:05.838451 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdec56f4-9c3c-45e6-81bb-8f6563bec32e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:05.838852 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'code': 200} Jul 16 20:22:05.880082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:05.893448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c32974-e878-4be6-ba44-b7ac23e6c7aa None None] Pushing event updated for resources: {'Port': ['ID=eb7ae5b6-7882-467b-929a-3f4098d8fa66,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:05.957788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:05.966004 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.005998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Pushing event updated for resources: {'Port': ['ID=783b369d-288c-4fc3-bb1b-421cf443e159,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.025288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Network df6ab75a-d6f2-4314-9202-3396dd41a88f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:06.033953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:06.036822 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-3f795ae4-b8d6-4f08-98a1-735b114101ab tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2245190 Jul 16 20:22:06.052074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:06.060638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.061341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.085961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0721705 Jul 16 20:22:06.089547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33708) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:06.101382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331c0ab-01af-4f8f-9590-3eef5bc71f55 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Port': ['ID=7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.143606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Request body: {'port': {'device_id': '7868b666-dc7e-4fa9-92db-35a1bc116570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:06.237878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4058c7a6-b33b-499c-aef4-38127cafa8d0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:06.238400 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.319389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe676fd-25d7-425c-aa89-932db0f11d94 req-62806e89-4c7f-45ce-beb8-342e69f82ec9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.321041 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dbe676fd-25d7-425c-aa89-932db0f11d94 req-62806e89-4c7f-45ce-beb8-342e69f82ec9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 932 time: 0.6188262 Jul 16 20:22:06.325167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.440577 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.449869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9182b0-be2e-443c-b9b0-e4e268ff15ca {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:06.463425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.480819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Transition to ACTIVE for port object 3e9182b0-be2e-443c-b9b0-e4e268ff15ca will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:06.494129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.531976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420cca2-fee2-4361-922a-d3772d837f6c tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.540794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420cca2-fee2-4361-922a-d3772d837f6c tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.553313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dbe676fd-25d7-425c-aa89-932db0f11d94 req-ba598298-6009-4b89-bef4-44cf305e37ac tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839111 Jul 16 20:22:06.553753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420cca2-fee2-4361-922a-d3772d837f6c tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.554661 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d420cca2-fee2-4361-922a-d3772d837f6c tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4639401 Jul 16 20:22:06.557643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:06.592437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33714) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:06.638496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device eb7ae5b6-7882-467b-929a-3f4098d8fa66 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:06.646526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:06.711439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port eb7ae5b6-7882-467b-929a-3f4098d8fa66 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:06.720002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Attempting to bind port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:06.720351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Attempting to bind port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:06.721409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Attempting to bind port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on network 9f8a9f91-cca8-440c-8799-5fb011d0f568 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:06.727364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on network 9f8a9f91-cca8-440c-8799-5fb011d0f568 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:06.727848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Attempting to bind port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on network 9f8a9f91-cca8-440c-8799-5fb011d0f568 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:06.733168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:06.733567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Checking segment: {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:06.734031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Bound using segment: {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:06.734675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Bound port: 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:06.735105 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.794669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-675e7389-7078-4422-b7c0-117834314662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.833854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:06.853188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:06.857835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.869112 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.924335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:06.924957 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:06.926360 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] 10.222.0.30 "PUT /v2.0/ports/3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 200 len: 1093 time: 1.6790895 Jul 16 20:22:06.930563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:06.932957 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77" -d '{"events": [{"name": "network-changed", "server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:07.023290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002d4b4-2bfb-4583-ab11-5fed1c8bf9bc service neutron] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.064110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8d7fb33a-2be7-4c3e-a630-7c5bdfdb228d tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Deleting port 7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:07.064711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb33a-2be7-4c3e-a630-7c5bdfdb228d tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.157955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-675e7389-7078-4422-b7c0-117834314662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.175748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3799-bdef-43d7-8833-dab238683665 req-375790e2-6778-4ee2-964f-30d386cc2bab tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.179831 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-770f3799-bdef-43d7-8833-dab238683665 req-375790e2-6778-4ee2-964f-30d386cc2bab tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 944 time: 0.2830784 Jul 16 20:22:07.185008 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deec8877-e1bb-4e26-b5a3-c2d4cf9e2548 x-openstack-request-id: req-deec8877-e1bb-4e26-b5a3-c2d4cf9e2548 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:07.185421 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:07.185772 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-deec8877-e1bb-4e26-b5a3-c2d4cf9e2548 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:07.186272 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'status': 'completed', 'code': 200} Jul 16 20:22:07.188648 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-675e7389-7078-4422-b7c0-117834314662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.201425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-8a6ce292-3b07-4a92-af84-12077fcd1c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.203136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-8a6ce292-3b07-4a92-af84-12077fcd1c7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 1096 time: 0.2232819 Jul 16 20:22:07.233398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783b369d-288c-4fc3-bb1b-421cf443e159 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:07.244117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.260507 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Transition to ACTIVE for port object 783b369d-288c-4fc3-bb1b-421cf443e159 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:07.268096 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.419490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Pushing event updated for resources: {'Port': ['ID=783b369d-288c-4fc3-bb1b-421cf443e159,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.425922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7555922-42ca-4dd2-9182-bfbfd4c3ad5d None None] Network df6ab75a-d6f2-4314-9202-3396dd41a88f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:07.433441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb33a-2be7-4c3e-a630-7c5bdfdb228d tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.493370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8d7fb33a-2be7-4c3e-a630-7c5bdfdb228d tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Calling delete_port for 7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:07.631414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d3e5f31c-ccd6-46d6-a4ba-2c557896489d None None] Provisioning for port eb7ae5b6-7882-467b-929a-3f4098d8fa66 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:07.643470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d3e5f31c-ccd6-46d6-a4ba-2c557896489d None None] Provisioning complete for port eb7ae5b6-7882-467b-929a-3f4098d8fa66 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:07.644121 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3e5f31c-ccd6-46d6-a4ba-2c557896489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.691992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Attempting to bind port 783b369d-288c-4fc3-bb1b-421cf443e159 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:07.692903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Attempting to bind port 783b369d-288c-4fc3-bb1b-421cf443e159 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:07.693412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Attempting to bind port 783b369d-288c-4fc3-bb1b-421cf443e159 on network a600703a-147f-4da0-9e9d-9b2fbe655fab {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:07.709075 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-2fb68e87-c6ca-4a99-822b-969973b3b911 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 200 len: 217 time: 0.4866624 Jul 16 20:22:07.716670 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-675e7389-7078-4422-b7c0-117834314662 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cce1ff744724822846bd26529af49f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1211228 Jul 16 20:22:07.717921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:07.727308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e7389-7078-4422-b7c0-117834314662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d80611-f525-4632-a4d4-69f655573215,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.770272 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-770f3799-bdef-43d7-8833-dab238683665 req-1d035772-5f15-4d0f-85cb-2884869fe4d4 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826235 Jul 16 20:22:07.792944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Port 783b369d-288c-4fc3-bb1b-421cf443e159 on network a600703a-147f-4da0-9e9d-9b2fbe655fab not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:07.793277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Attempting to bind port 783b369d-288c-4fc3-bb1b-421cf443e159 on network a600703a-147f-4da0-9e9d-9b2fbe655fab {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:07.797933 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3e5f31c-ccd6-46d6-a4ba-2c557896489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.824645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:07.824996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Checking segment: {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:07.825436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Bound using segment: {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:07.828773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Bound port: 783b369d-288c-4fc3-bb1b-421cf443e159, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:07.829157 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.839853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d3e5f31c-ccd6-46d6-a4ba-2c557896489d None None] For port eb7ae5b6-7882-467b-929a-3f4098d8fa66, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=eb7ae5b6-7882-467b-929a-3f4098d8fa66,segment=NetworkSegment(671c8030-9a7a-4447-b54d-70c45421593b),segment_id=671c8030-9a7a-4447-b54d-70c45421593b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:07.850563 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d3e5f31c-ccd6-46d6-a4ba-2c557896489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:07.863918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-404b8a0e-30b2-45d2-b4e4-2f6c7ba1a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:07.866493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-404b8a0e-30b2-45d2-b4e4-2f6c7ba1a069 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 200 len: 853 time: 0.1493709 Jul 16 20:22:07.909727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-bbdbb6df-ab54-452d-8d2d-ecb1f40375b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f8a9f91-cca8-440c-8799-5fb011d0f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352082 Jul 16 20:22:07.928330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5f31c-ccd6-46d6-a4ba-2c557896489d None None] Pushing event updated for resources: {'Port': ['ID=eb7ae5b6-7882-467b-929a-3f4098d8fa66,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:07.971279 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8382ccf3-e4ad-4989-87b0-4e27d02be989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.001450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port c36827aa-9956-4018-9932-a920d6b33e4b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:08.001799 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.021426 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-992aade1-6f5f-4adf-a2ce-07de1e599712 service neutron] 10.222.0.30 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043937 Jul 16 20:22:08.037255 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d200b-8800-40b2-b210-f91ce5bda64b req-8f7e2b4c-5470-43ea-9497-858f4a89935b tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.038886 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-319d200b-8800-40b2-b210-f91ce5bda64b req-8f7e2b4c-5470-43ea-9497-858f4a89935b tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 944 time: 0.3403203 Jul 16 20:22:08.086037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8382ccf3-e4ad-4989-87b0-4e27d02be989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.111460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] For port 783b369d-288c-4fc3-bb1b-421cf443e159, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:08.116679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Provisioning for port 7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:08.126988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Provisioning complete for port 7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:08.130119 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.138155 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-981ebe1e-6c8f-4365-abe6-f01bde720d80 req-8ff299fa-905d-4ad7-b8c0-f4b817d72579 service neutron] 10.222.0.30 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100297 Jul 16 20:22:08.150217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb33a-2be7-4c3e-a630-7c5bdfdb228d tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.170769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Port 7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2 was deleted so its status cannot be updated. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:22:08.188873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Provisioning for port 722bc7e4-b813-4061-b12a-52fc0204bc7f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:08.197031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Provisioning complete for port 722bc7e4-b813-4061-b12a-52fc0204bc7f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:08.197451 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.217716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] For port 783b369d-288c-4fc3-bb1b-421cf443e159, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=783b369d-288c-4fc3-bb1b-421cf443e159,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:08.241496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.244177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fb33a-2be7-4c3e-a630-7c5bdfdb228d tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event deleted for resources: {'Port': ['ID=7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.253049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Port 722bc7e4-b813-4061-b12a-52fc0204bc7f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:08.266242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Provisioning complete for port eb7ae5b6-7882-467b-929a-3f4098d8fa66 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:08.266803 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-448ce467-e458-49f7-b2bb-66cf63ec32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.267647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-9b6bee62-4c5d-431d-91de-25c04825504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.270531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-9b6bee62-4c5d-431d-91de-25c04825504a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 1096 time: 0.0691056 Jul 16 20:22:08.340710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-319d200b-8800-40b2-b210-f91ce5bda64b req-778fea20-6eca-4401-a54d-b36d9568fb56 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825282 Jul 16 20:22:08.373333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.374246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.375644 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] 10.222.0.30 "PUT /v2.0/ports/783b369d-288c-4fc3-bb1b-421cf443e159 HTTP/1.1" status: 200 len: 1093 time: 2.3288119 Jul 16 20:22:08.377848 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.394157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7868b666-dc7e-4fa9-92db-35a1bc116570', 'tag': '783b369d-288c-4fc3-bb1b-421cf443e159'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:08.396546 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7868b666-dc7e-4fa9-92db-35a1bc116570", "tag": "783b369d-288c-4fc3-bb1b-421cf443e159"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:08.411586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-c22d9c11-6fac-404b-a942-8d61f2c81fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.413467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-c22d9c11-6fac-404b-a942-8d61f2c81fa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 914 time: 0.1372843 Jul 16 20:22:08.472512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for c36827aa-9956-4018-9932-a920d6b33e4b owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:08.510545 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e092c4-a666-48ec-a1e4-5f0d3095dacc x-openstack-request-id: req-a9e092c4-a666-48ec-a1e4-5f0d3095dacc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:08.511101 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7868b666-dc7e-4fa9-92db-35a1bc116570", "tag": "783b369d-288c-4fc3-bb1b-421cf443e159", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:08.511535 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9e092c4-a666-48ec-a1e4-5f0d3095dacc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:08.512167 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7868b666-dc7e-4fa9-92db-35a1bc116570', 'tag': '783b369d-288c-4fc3-bb1b-421cf443e159', 'status': 'completed', 'code': 200} Jul 16 20:22:08.516634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75dfd6-cd06-4166-8801-ecffd82cad16 service neutron] Pushing event updated for resources: {'Port': ['ID=783b369d-288c-4fc3-bb1b-421cf443e159,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.520667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-bb6e19cf-778f-4ae0-9956-2e8cc0c39e7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 200 len: 217 time: 0.0858853 Jul 16 20:22:08.541265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b705ade3-31f1-4c01-b28a-8b1e3f9fbc5e None None] Provisioning complete for port 722bc7e4-b813-4061-b12a-52fc0204bc7f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:08.544044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b705ade3-31f1-4c01-b28a-8b1e3f9fbc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.572285 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8382ccf3-e4ad-4989-87b0-4e27d02be989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.574841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8382ccf3-e4ad-4989-87b0-4e27d02be989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.576080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8382ccf3-e4ad-4989-87b0-4e27d02be989 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22d80611-f525-4632-a4d4-69f655573215 HTTP/1.1" status: 204 len: 168 time: 0.8056748 Jul 16 20:22:08.644726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b705ade3-31f1-4c01-b28a-8b1e3f9fbc5e None None] Port 722bc7e4-b813-4061-b12a-52fc0204bc7f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:08.645428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-199f5bf2-b697-4840-8253-0bbddb0d0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.647056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-199f5bf2-b697-4840-8253-0bbddb0d0a9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 200 len: 853 time: 0.1204827 Jul 16 20:22:08.650196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device eb7ae5b6-7882-467b-929a-3f4098d8fa66 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:08.652221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:08.707236 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-c58cdad2-76f5-4d53-842d-40db669e1e88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f8a9f91-cca8-440c-8799-5fb011d0f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527864 Jul 16 20:22:08.713194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d7fb33a-2be7-4c3e-a630-7c5bdfdb228d tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.715700 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8d7fb33a-2be7-4c3e-a630-7c5bdfdb228d tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "DELETE /v2.0/ports/7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2 HTTP/1.1" status: 204 len: 168 time: 2.1570668 Jul 16 20:22:08.718899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33750) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:08.722878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382ccf3-e4ad-4989-87b0-4e27d02be989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d80611-f525-4632-a4d4-69f655573215,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:08.768199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-d84fbb4e-6cd2-4af4-a588-6b0822d8842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.770616 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-d84fbb4e-6cd2-4af4-a588-6b0822d8842c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 1096 time: 0.3438687 Jul 16 20:22:08.791551 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7a255e-d5d2-4f8b-8232-d50aec9a913a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] GET failed (client error): The resource could not be found. Jul 16 20:22:08.799033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35e99690-b75b-45ba-adc7-c16bf243a66f None None] Could not find standard attr ID for object 7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:22:08.799303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9d7a255e-d5d2-4f8b-8232-d50aec9a913a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "GET /v2.0/ports/7ca4bd4c-f5bf-4d2b-ad55-dc8e73938ca2 HTTP/1.1" status: 404 len: 333 time: 0.0706530 Jul 16 20:22:08.799897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:08.812405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'port': {'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1172240510'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:08.850154 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-6880a76d-7328-44f4-9140-f2c7e1429017 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783b369d-288c-4fc3-bb1b-421cf443e159 HTTP/1.1" status: 200 len: 217 time: 0.0433416 Jul 16 20:22:08.917967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port eb7ae5b6-7882-467b-929a-3f4098d8fa66 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:08.919199 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:08.939152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-990b4e2c-156f-4703-af7c-5455873df759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:08.940695 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-990b4e2c-156f-4703-af7c-5455873df759 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8b06e39-8389-48a6-b1bd-e35791a3db83 HTTP/1.1" status: 200 len: 851 time: 0.0833826 Jul 16 20:22:08.987676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-6a0a431c-4d36-4788-842f-6e13dad0f501 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a600703a-147f-4da0-9e9d-9b2fbe655fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371556 Jul 16 20:22:08.995084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.079819 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-b09f54a9-ee7c-492d-aeee-f06f3f75442a service neutron] 10.222.0.30 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645463 Jul 16 20:22:09.147582 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:09.184906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=c36827aa-9956-4018-9932-a920d6b33e4b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:09.216510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:09.230382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '1221de76-f651-4438-be3d-48274262b99f', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'port_id': '1221de76-f651-4438-be3d-48274262b99f', 'mac_address': 'fa:16:3e:1a:bb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:09.251582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Made reservation on behalf of 49f3702ab6604a1baccfe7ce0dacc1ab for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:09.255193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.299980 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.325508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1221de76-f651-4438-be3d-48274262b99f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:09.342554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] device_id is not set on port 746bef8c-8a16-456f-ba38-66f6e4dc990b yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:09.377264 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:09.387137 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.401223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc05997-72b4-4381-8663-5245c8e2439f req-74f75e45-8c87-4694-84ab-89a39095d083 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:09.426930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dc05997-72b4-4381-8663-5245c8e2439f req-74f75e45-8c87-4694-84ab-89a39095d083 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 944 time: 0.3640881 Jul 16 20:22:09.432444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e037eab-8c19-47dd-9ea2-2bec68cd2d77 req-a4e83e49-96b3-451f-b483-08af0506c121 service neutron] 10.222.0.30 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218529 Jul 16 20:22:09.511480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:09.526893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['1221de76-f651-4438-be3d-48274262b99f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:09.604262 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dc05997-72b4-4381-8663-5245c8e2439f req-77a44656-8004-4251-a1a5-4f5bcb61e319 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756792 Jul 16 20:22:09.732627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Allocated IP 2001:db8::4d (df6ab75a-d6f2-4314-9202-3396dd41a88f/3dd49a9a-e641-4dca-aed3-cc4e06d42696/746bef8c-8a16-456f-ba38-66f6e4dc990b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:09.735474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77de0201-5f57-49ec-b883-ecdb9b1d3003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:09.914137 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-b34a5a6d-7229-4e22-85a9-39766dbd89de service neutron] 10.222.0.30 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9149327 Jul 16 20:22:10.011680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.044361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Transition to ACTIVE for port object 746bef8c-8a16-456f-ba38-66f6e4dc990b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:10.102604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.148762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.182621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Network df6ab75a-d6f2-4314-9202-3396dd41a88f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:10.186571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:10.190914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902c639-85fe-4d54-9e26-ffbb1629b262 req-dbf30f20-5774-4bc7-9a11-9eff9cc43284 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.191503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:10.198137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.198850 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.199077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1902c639-85fe-4d54-9e26-ffbb1629b262 req-dbf30f20-5774-4bc7-9a11-9eff9cc43284 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 944 time: 0.4734645 Jul 16 20:22:10.204536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Port': ['ID=746bef8c-8a16-456f-ba38-66f6e4dc990b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.384017 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1902c639-85fe-4d54-9e26-ffbb1629b262 req-45572ab2-9771-41b8-bbb5-8eafa588f0b4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821544 Jul 16 20:22:10.401342 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a9d7c96-ee2d-4509-8805-b10a04884956 req-ccb9c24e-556b-4235-b0f8-b240482b24a9 service neutron] 10.222.0.30 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650044 Jul 16 20:22:10.529802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77de0201-5f57-49ec-b883-ecdb9b1d3003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.540422 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77de0201-5f57-49ec-b883-ecdb9b1d3003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.545295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4b7ebc71-d52b-4b9b-b2a3-82a26e97f423 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7420371 Jul 16 20:22:10.553540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33796) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.563137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f912d3b5-1567-4e09-88a8-a840bd2585c7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:42:ac:00'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:10.637624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:10.653232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 67800fdc-1065-437a-8d15-fff6db7da99a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:10.658854 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77de0201-5f57-49ec-b883-ecdb9b1d3003 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f3aa26167674df2800efa1130a5e1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4397707 Jul 16 20:22:10.662560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:10.701717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-023550cd-0cb8-4731-857c-b962da087874 None None] Provisioning for port 746bef8c-8a16-456f-ba38-66f6e4dc990b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:10.708933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-023550cd-0cb8-4731-857c-b962da087874 None None] Provisioning complete for port 746bef8c-8a16-456f-ba38-66f6e4dc990b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:10.709389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-023550cd-0cb8-4731-857c-b962da087874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.758035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de0201-5f57-49ec-b883-ecdb9b1d3003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ba7cc-8785-483a-905b-756f3560328b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:10.802328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-023550cd-0cb8-4731-857c-b962da087874 None None] Port 746bef8c-8a16-456f-ba38-66f6e4dc990b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:10.806310 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 1221de76-f651-4438-be3d-48274262b99f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:10.806739 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.822450 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9d5a934-7086-4ec0-81dd-d1ce96250edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.870914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-d8f6d136-d385-42f9-8865-16c7bfa8e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:10.878366 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-d8f6d136-d385-42f9-8865-16c7bfa8e970 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 1096 time: 0.3859808 Jul 16 20:22:10.909730 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.955434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:10.956394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:10.959922 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e75ab6-df6d-4063-bc51-9c0bdea3e27a" -d '{"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-plugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:10.964007 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:10.990881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:11.004449 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e4d9353-6e09-4d3e-86a7-153d0bec3156 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/67800fdc-1065-437a-8d15-fff6db7da99a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1944785 Jul 16 20:22:11.010841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5314a84-bde1-4f2e-9eb1-1dc8fe23c2fe None None] Sync routers for ids ['67800fdc-1065-437a-8d15-fff6db7da99a'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:11.033766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33808) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:11.046883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5314a84-bde1-4f2e-9eb1-1dc8fe23c2fe None None] Routers {'67800fdc-1065-437a-8d15-fff6db7da99a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:11.047704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d5314a84-bde1-4f2e-9eb1-1dc8fe23c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67800fdc-1065-437a-8d15-fff6db7da99a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:11.048395 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9d5a934-7086-4ec0-81dd-d1ce96250edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.107761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:11.112994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d5314a84-bde1-4f2e-9eb1-1dc8fe23c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:11.140337 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf38d9d9-1860-4664-8ad4-567f884e526b x-openstack-request-id: req-cf38d9d9-1860-4664-8ad4-567f884e526b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:11.140672 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-plugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:11.141175 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf38d9d9-1860-4664-8ad4-567f884e526b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:11.141555 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'code': 200} Jul 16 20:22:11.141684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-fddc15c4-d6a8-4c57-8723-6b120971a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.143414 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-fddc15c4-d6a8-4c57-8723-6b120971a9a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 912 time: 0.2149425 Jul 16 20:22:11.146095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.153749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:11.155062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a93a5506-1e08-45c1-9bf5-57d601265730 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=67800fdc-1065-437a-8d15-fff6db7da99a HTTP/1.1" status: 200 len: 205 time: 0.1121478 Jul 16 20:22:11.167158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.167553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.167890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.168225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.168552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.168923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.169250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.169571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.170016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.171043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.171043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.171043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:11.180570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5314a84-bde1-4f2e-9eb1-1dc8fe23c2fe None None] Routers {'67800fdc-1065-437a-8d15-fff6db7da99a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:11.181324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d5314a84-bde1-4f2e-9eb1-1dc8fe23c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['67800fdc-1065-437a-8d15-fff6db7da99a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:11.215157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f912d3b5-1567-4e09-88a8-a840bd2585c7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.236883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d5314a84-bde1-4f2e-9eb1-1dc8fe23c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:11.244653 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5314a84-bde1-4f2e-9eb1-1dc8fe23c2fe None None] The sync data for ids ['67800fdc-1065-437a-8d15-fff6db7da99a'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:11.251773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c23ea-bccd-4d6b-9c55-35447d0181cf req-ff17e13d-bc5d-4ea7-8471-8a0d0a071c25 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.272082 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a91c23ea-bccd-4d6b-9c55-35447d0181cf req-ff17e13d-bc5d-4ea7-8471-8a0d0a071c25 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 944 time: 0.4760172 Jul 16 20:22:11.351663 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9d5a934-7086-4ec0-81dd-d1ce96250edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.355274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9d5a934-7086-4ec0-81dd-d1ce96250edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.356990 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c9d5a934-7086-4ec0-81dd-d1ce96250edf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/522ba7cc-8785-483a-905b-756f3560328b HTTP/1.1" status: 204 len: 168 time: 0.6910772 Jul 16 20:22:11.358651 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-2fb5c6bf-f54c-4333-9e72-cae4db34a8f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783b369d-288c-4fc3-bb1b-421cf443e159 HTTP/1.1" status: 200 len: 217 time: 0.2079172 Jul 16 20:22:11.403692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5a934-7086-4ec0-81dd-d1ce96250edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ba7cc-8785-483a-905b-756f3560328b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.409734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f203465-c50d-4392-a76d-f862bf29a3a7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.500918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a91c23ea-bccd-4d6b-9c55-35447d0181cf req-ecd928e9-4f64-4962-aeae-d938d5ca4712 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273164 Jul 16 20:22:11.511628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:11.553401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568', 'port_id': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'mac_address': 'fa:16:3e:d3:d8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8483f5bb-9e1e-496b-8f57-f6ad5c0d272a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:11.641407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.670997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9182b0-be2e-443c-b9b0-e4e268ff15ca {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:11.715059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:11.722064 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.802260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-8be1b6a0-5a2c-486b-8aee-136cf06fdc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.804041 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f912d3b5-1567-4e09-88a8-a840bd2585c7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.804358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.815234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f912d3b5-1567-4e09-88a8-a840bd2585c7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.819637 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-8be1b6a0-5a2c-486b-8aee-136cf06fdc51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8b06e39-8389-48a6-b1bd-e35791a3db83 HTTP/1.1" status: 200 len: 851 time: 0.4465003 Jul 16 20:22:11.821651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f203465-c50d-4392-a76d-f862bf29a3a7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.825624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f203465-c50d-4392-a76d-f862bf29a3a7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.835074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f912d3b5-1567-4e09-88a8-a840bd2585c7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] In _notify_port_updated(), no bound segment for port 746bef8c-8a16-456f-ba38-66f6e4dc990b on network df6ab75a-d6f2-4314-9202-3396dd41a88f {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:22:11.841016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912d3b5-1567-4e09-88a8-a840bd2585c7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:11.841685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f912d3b5-1567-4e09-88a8-a840bd2585c7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.843243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f912d3b5-1567-4e09-88a8-a840bd2585c7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "PUT /v2.0/ports/746bef8c-8a16-456f-ba38-66f6e4dc990b HTTP/1.1" status: 200 len: 1002 time: 1.2881162 Jul 16 20:22:11.864674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:11.964651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f203465-c50d-4392-a76d-f862bf29a3a7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:11.964651 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f203465-c50d-4392-a76d-f862bf29a3a7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Fanout notify agent at l3_agent the message router_deleted on router 67800fdc-1065-437a-8d15-fff6db7da99a {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:11.972643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912d3b5-1567-4e09-88a8-a840bd2585c7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Port': ['ID=746bef8c-8a16-456f-ba38-66f6e4dc990b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:11.999820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f203465-c50d-4392-a76d-f862bf29a3a7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.004473 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3f203465-c50d-4392-a76d-f862bf29a3a7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/67800fdc-1065-437a-8d15-fff6db7da99a HTTP/1.1" status: 204 len: 168 time: 0.8465211 Jul 16 20:22:12.017022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3e9182b0-be2e-443c-b9b0-e4e268ff15ca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:12.030137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33828) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.062386 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-cdffd690-9e16-43a8-91d4-b5f9895f324d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a600703a-147f-4da0-9e9d-9b2fbe655fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123655 Jul 16 20:22:12.186422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-54397a08-0a2d-4b28-956d-188384fa95a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting subnet 216047a8-498b-429e-b10b-adf89930abb4 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:12.193837 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54397a08-0a2d-4b28-956d-188384fa95a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.281152 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54397a08-0a2d-4b28-956d-188384fa95a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.354768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c32a9852-63b8-4036-b2b3-4113ffaff31c None None] Provisioning complete for port 746bef8c-8a16-456f-ba38-66f6e4dc990b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:12.355224 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c32a9852-63b8-4036-b2b3-4113ffaff31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.376439 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-fadbfa48-04d6-48d2-92b3-f1016161bd5f service neutron] 10.222.0.30 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067429 Jul 16 20:22:12.416222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658a656-c029-4e5d-ae35-d57fef17d6e8 req-05be1d8a-1194-4540-b241-94dffb8c085d tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:12.417124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54397a08-0a2d-4b28-956d-188384fa95a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.424587 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0658a656-c029-4e5d-ae35-d57fef17d6e8 req-05be1d8a-1194-4540-b241-94dffb8c085d tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 944 time: 0.7393522 Jul 16 20:22:12.425713 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c32a9852-63b8-4036-b2b3-4113ffaff31c None None] Port 746bef8c-8a16-456f-ba38-66f6e4dc990b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:12.516812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54397a08-0a2d-4b28-956d-188384fa95a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.599231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d5060589-1c40-4431-aaf7-24f724bfc7fe tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Deleting port 746bef8c-8a16-456f-ba38-66f6e4dc990b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:12.603945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5060589-1c40-4431-aaf7-24f724bfc7fe tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.610632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54397a08-0a2d-4b28-956d-188384fa95a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Subnet': ['ID=216047a8-498b-429e-b10b-adf89930abb4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:12.638222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d275760-8d37-40cc-a144-033e740ffbf8 None None] Network 9633fbfd-1725-4160-a2da-9587c4f64303 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:12.639122 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54397a08-0a2d-4b28-956d-188384fa95a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.641150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-54397a08-0a2d-4b28-956d-188384fa95a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/216047a8-498b-429e-b10b-adf89930abb4 HTTP/1.1" status: 204 len: 168 time: 0.6088378 Jul 16 20:22:12.654885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bfb7ebbe-2d1f-4520-81ea-38ac041fb7b0 req-02ca8b29-88ba-4037-84c0-c20640e461da service neutron] 10.222.0.30 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647066 Jul 16 20:22:12.673289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33850) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:12.707666 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0658a656-c029-4e5d-ae35-d57fef17d6e8 req-fa516fdc-0b42-44cc-be7d-b3af0d8a601f tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812097 Jul 16 20:22:12.857280 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.877758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5060589-1c40-4431-aaf7-24f724bfc7fe tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:12.908410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d5060589-1c40-4431-aaf7-24f724bfc7fe tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Calling delete_port for 746bef8c-8a16-456f-ba38-66f6e4dc990b owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:13.058895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] DHCP port deletion for 9633fbfd-1725-4160-a2da-9587c4f64303 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:13.080597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e07b5-2856-4a84-9099-4b09a6b2e045 req-29a50b2a-aa49-4527-afab-6de5dd527a5d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:13.088957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c03e07b5-2856-4a84-9099-4b09a6b2e045 req-29a50b2a-aa49-4527-afab-6de5dd527a5d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.1985989 Jul 16 20:22:13.108964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port 4058c7a6-b33b-499c-aef4-38127cafa8d0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:13.109308 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.140136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 783b369d-288c-4fc3-bb1b-421cf443e159 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:13.143612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:13.226838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port 4058c7a6-b33b-499c-aef4-38127cafa8d0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4058c7a6-b33b-499c-aef4-38127cafa8d0,segment=NetworkSegment(5f6bc7f3-3199-405a-b6d6-752e35637028),segment_id=5f6bc7f3-3199-405a-b6d6-752e35637028)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:13.227622 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.264920 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for 4058c7a6-b33b-499c-aef4-38127cafa8d0 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:13.291863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c03e07b5-2856-4a84-9099-4b09a6b2e045 req-8170e408-b26b-4e24-82e3-159b5cfdbe78 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019205 Jul 16 20:22:13.330475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:13.359931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5060589-1c40-4431-aaf7-24f724bfc7fe tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.432553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5060589-1c40-4431-aaf7-24f724bfc7fe tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event deleted for resources: {'Port': ['ID=746bef8c-8a16-456f-ba38-66f6e4dc990b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:13.447056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] Deleting port 4058c7a6-b33b-499c-aef4-38127cafa8d0 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:13.447468 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.552675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] For port 4058c7a6-b33b-499c-aef4-38127cafa8d0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4058c7a6-b33b-499c-aef4-38127cafa8d0,segment=NetworkSegment(5f6bc7f3-3199-405a-b6d6-752e35637028),segment_id=5f6bc7f3-3199-405a-b6d6-752e35637028)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:13.553083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.572544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] Calling delete_port for 4058c7a6-b33b-499c-aef4-38127cafa8d0 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:13.604210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.606588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:13.607083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.658226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 783b369d-288c-4fc3-bb1b-421cf443e159, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=783b369d-288c-4fc3-bb1b-421cf443e159,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:13.676058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=4058c7a6-b33b-499c-aef4-38127cafa8d0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:13.696709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No DVR routers for this DVR port 4058c7a6-b33b-499c-aef4-38127cafa8d0 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:13.721499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '783b369d-288c-4fc3-bb1b-421cf443e159', 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab', 'port_id': '783b369d-288c-4fc3-bb1b-421cf443e159', 'mac_address': 'fa:16:3e:d7:76:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b06e39-8389-48a6-b1bd-e35791a3db83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:13.837954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5060589-1c40-4431-aaf7-24f724bfc7fe tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.841687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d5060589-1c40-4431-aaf7-24f724bfc7fe tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "DELETE /v2.0/ports/746bef8c-8a16-456f-ba38-66f6e4dc990b HTTP/1.1" status: 204 len: 168 time: 1.9751465 Jul 16 20:22:13.844090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:13.863106 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.910039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.928380 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac70578-9585-4615-bf50-f3c3fcb8ecda tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] GET failed (client error): The resource could not be found. Jul 16 20:22:13.930949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9633fbfd-1725-4160-a2da-9587c4f64303']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:13.937511 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dac70578-9585-4615-bf50-f3c3fcb8ecda tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "GET /v2.0/ports/746bef8c-8a16-456f-ba38-66f6e4dc990b HTTP/1.1" status: 404 len: 333 time: 0.0926330 Jul 16 20:22:13.943065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:13.951832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6bc7f3-3199-405a-b6d6-752e35637028') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:13.952108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'port': {'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-388747425'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:13.952292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6bc7f3-3199-405a-b6d6-752e35637028') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:13.965609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:13.993506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.002183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783b369d-288c-4fc3-bb1b-421cf443e159 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:14.003884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:14.004965 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.031750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 783b369d-288c-4fc3-bb1b-421cf443e159, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=783b369d-288c-4fc3-bb1b-421cf443e159,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:14.041068 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:14.044921 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: from cryptography.utils import int_from_bytes Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: from cryptography.utils import int_from_bytes Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.178968 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:22:14.185059 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:22:14.189100 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.194670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.197401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/networks/9633fbfd-1725-4160-a2da-9587c4f64303 HTTP/1.1" status: 204 len: 168 time: 1.5224292 Jul 16 20:22:14.206337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:14.210917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-730165078', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:14.252187 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.258495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d243e4a-6b1d-4c59-8e26-6e7bdb477add req-b131287b-46c9-46c1-99ce-43fbf30d4fb7 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:14.265060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47597237-5fba-4177-bc62-bc66d2a61b22 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Network': ['ID=9633fbfd-1725-4160-a2da-9587c4f64303,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.281926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] Network 9633fbfd-1725-4160-a2da-9587c4f64303 is not hosted by any dhcp agent {{(pid=93960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:22:14.282740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] No DVR routers for this DVR port 4058c7a6-b33b-499c-aef4-38127cafa8d0 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:14.288957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d243e4a-6b1d-4c59-8e26-6e7bdb477add req-b131287b-46c9-46c1-99ce-43fbf30d4fb7 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 944 time: 0.3223529 Jul 16 20:22:14.297263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=783b369d-288c-4fc3-bb1b-421cf443e159,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.300155 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.334890 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.337078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.340255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12498e81-f231-48d6-9f08-b02624eb31af None None] Pushing event deleted for resources: {'Port': ['ID=4058c7a6-b33b-499c-aef4-38127cafa8d0,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:14.384792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:14.399815 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d68e9-fc1c-4d6f-a018-19bf5b5ff5e5" -d '{"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-plugged", "status": "completed", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:14.402905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['783b369d-288c-4fc3-bb1b-421cf443e159'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:14.495849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.553025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:14.561469 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d243e4a-6b1d-4c59-8e26-6e7bdb477add req-c7e4fd3b-67dc-4f8b-8f00-3d5d52113ee7 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712266 Jul 16 20:22:14.572261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Made reservation on behalf of 49f3702ab6604a1baccfe7ce0dacc1ab for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:14.576050 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.588024 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:14.655339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] device_id is not set on port 2989543b-b365-4bb5-b0e2-74e53b59cfcd yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:14.656921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4058c7a6-b33b-499c-aef4-38127cafa8d0 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:15.044868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Allocated IP 2001:db8::1bc (df6ab75a-d6f2-4314-9202-3396dd41a88f/3dd49a9a-e641-4dca-aed3-cc4e06d42696/2989543b-b365-4bb5-b0e2-74e53b59cfcd) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:15.123237 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.144672 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc67f54e-7c94-4be1-a58c-6445d86cf3d1 x-openstack-request-id: req-bc67f54e-7c94-4be1-a58c-6445d86cf3d1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:15.150990 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-plugged", "status": "completed", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:15.151508 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc67f54e-7c94-4be1-a58c-6445d86cf3d1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:15.152075 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'code': 200} Jul 16 20:22:15.181655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 4058c7a6-b33b-499c-aef4-38127cafa8d0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:15.183048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4058c7a6-b33b-499c-aef4-38127cafa8d0 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:15.224347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52350c30-2863-422e-84ab-3d39aee8c282 req-c49828f9-6b6f-4487-a6cd-cb3ec2d8b8b3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.238274 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52350c30-2863-422e-84ab-3d39aee8c282 req-c49828f9-6b6f-4487-a6cd-cb3ec2d8b8b3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.5742111 Jul 16 20:22:15.326493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:15.361589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52350c30-2863-422e-84ab-3d39aee8c282 req-2b74d811-0aef-4015-9c2a-9f1d009ae265 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215091 Jul 16 20:22:15.426854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185fca9-af64-43e1-bf4a-61d53012484a req-fa6c8b3e-5cf5-46fe-a473-17b02284ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.429408 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f185fca9-af64-43e1-bf4a-61d53012484a req-fa6c8b3e-5cf5-46fe-a473-17b02284ee4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 1098 time: 0.2716327 Jul 16 20:22:15.513085 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f185fca9-af64-43e1-bf4a-61d53012484a req-4813f530-fce0-44bb-a7c5-3da7948ac03c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763535 Jul 16 20:22:15.553377 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.569100 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.595141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Transition to ACTIVE for port object 2989543b-b365-4bb5-b0e2-74e53b59cfcd will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:15.707708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.911123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Network df6ab75a-d6f2-4314-9202-3396dd41a88f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:15.913839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:15.926966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Port': ['ID=2989543b-b365-4bb5-b0e2-74e53b59cfcd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:15.931138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:15.944338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:15.950606 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.957293 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:15.985657 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0c8e3ad4-c71b-49aa-87ae-19076f330c81 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0409677 Jul 16 20:22:15.988158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:16.003570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-229fadfe-ec29-4ae1-b088-4c9b33bd10a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:42:ac:00'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:16.033041 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.154901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e932de-98b3-4120-bc0b-816766694562 req-eb444fd1-bffa-4b7a-9082-38844a9a01b2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.169541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-49e932de-98b3-4120-bc0b-816766694562 req-eb444fd1-bffa-4b7a-9082-38844a9a01b2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 945 time: 0.3858609 Jul 16 20:22:16.340967 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-229fadfe-ec29-4ae1-b088-4c9b33bd10a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.491330 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.513104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-be5a1a18-f276-4e67-a63c-b41b7a6ad787 None None] Provisioning for port 2989543b-b365-4bb5-b0e2-74e53b59cfcd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:16.518214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-be5a1a18-f276-4e67-a63c-b41b7a6ad787 None None] Provisioning complete for port 2989543b-b365-4bb5-b0e2-74e53b59cfcd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:16.518854 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be5a1a18-f276-4e67-a63c-b41b7a6ad787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.566219 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:22:16.623937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-be5a1a18-f276-4e67-a63c-b41b7a6ad787 None None] Port 2989543b-b365-4bb5-b0e2-74e53b59cfcd cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:16.863333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-229fadfe-ec29-4ae1-b088-4c9b33bd10a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.869882 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-229fadfe-ec29-4ae1-b088-4c9b33bd10a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.951767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-229fadfe-ec29-4ae1-b088-4c9b33bd10a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] In _notify_port_updated(), no bound segment for port 2989543b-b365-4bb5-b0e2-74e53b59cfcd on network df6ab75a-d6f2-4314-9202-3396dd41a88f {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:22:16.964504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229fadfe-ec29-4ae1-b088-4c9b33bd10a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:16.965861 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-229fadfe-ec29-4ae1-b088-4c9b33bd10a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:16.968488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-229fadfe-ec29-4ae1-b088-4c9b33bd10a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "PUT /v2.0/ports/2989543b-b365-4bb5-b0e2-74e53b59cfcd HTTP/1.1" status: 200 len: 1002 time: 0.9791095 Jul 16 20:22:16.971768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:17.069109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-49e932de-98b3-4120-bc0b-816766694562 req-e03aa478-b084-43ea-80c2-421c23ce6ccc tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8987308 Jul 16 20:22:17.113617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.25.7.246 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/bb021bf0-340c-45f0-b52d-d4e725f3ff11) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:17.122132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 783b369d-288c-4fc3-bb1b-421cf443e159 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:17.259939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 783b369d-288c-4fc3-bb1b-421cf443e159 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:17.263871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fadfe-ec29-4ae1-b088-4c9b33bd10a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Port': ['ID=2989543b-b365-4bb5-b0e2-74e53b59cfcd,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.265038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 783b369d-288c-4fc3-bb1b-421cf443e159 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:17.278752 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.379354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.457422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89f567-6856-451d-a2fd-e799e36c4f3e req-87541301-fe25-4e46-9ce3-989a49aa62c3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:17.460106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.465762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f89f567-6856-451d-a2fd-e799e36c4f3e req-87541301-fe25-4e46-9ce3-989a49aa62c3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4391067 Jul 16 20:22:17.499204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6aca21fa-48c9-44ae-becc-8dd7b0341c22 None None] Provisioning complete for port 2989543b-b365-4bb5-b0e2-74e53b59cfcd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:17.500281 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6aca21fa-48c9-44ae-becc-8dd7b0341c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.500640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-084bba89-30b9-43f0-bcc8-de1a482111d6 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Deleting port 2989543b-b365-4bb5-b0e2-74e53b59cfcd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:17.500989 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084bba89-30b9-43f0-bcc8-de1a482111d6 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.542715 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.559216 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f89f567-6856-451d-a2fd-e799e36c4f3e req-ec0e3813-1085-475f-90d2-6e462bb6afc1 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923986 Jul 16 20:22:17.586518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6aca21fa-48c9-44ae-becc-8dd7b0341c22 None None] Port 2989543b-b365-4bb5-b0e2-74e53b59cfcd cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:17.631664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7868b666-dc7e-4fa9-92db-35a1bc116570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783b369d-288c-4fc3-bb1b-421cf443e159'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:17.635597 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04571f7-69d0-4600-8b35-18af18609892" -d '{"events": [{"server_uuid": "7868b666-dc7e-4fa9-92db-35a1bc116570", "name": "network-vif-plugged", "status": "completed", "tag": "783b369d-288c-4fc3-bb1b-421cf443e159"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:17.641183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:17.649782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:17.668144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:17.678256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=bb021bf0-340c-45f0-b52d-d4e725f3ff11,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.682029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 783b369d-288c-4fc3-bb1b-421cf443e159, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=783b369d-288c-4fc3-bb1b-421cf443e159,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:17.693157 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.792748 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084bba89-30b9-43f0-bcc8-de1a482111d6 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:17.806818 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4220d16d-1629-4345-beed-31820f25277b x-openstack-request-id: req-4220d16d-1629-4345-beed-31820f25277b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:17.807318 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7868b666-dc7e-4fa9-92db-35a1bc116570", "name": "network-vif-plugged", "status": "completed", "tag": "783b369d-288c-4fc3-bb1b-421cf443e159", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:17.807974 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4220d16d-1629-4345-beed-31820f25277b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:17.808719 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7868b666-dc7e-4fa9-92db-35a1bc116570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783b369d-288c-4fc3-bb1b-421cf443e159', 'code': 200} Jul 16 20:22:17.812202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=783b369d-288c-4fc3-bb1b-421cf443e159,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:17.866451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-084bba89-30b9-43f0-bcc8-de1a482111d6 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Calling delete_port for 2989543b-b365-4bb5-b0e2-74e53b59cfcd owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:18.007438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:18.096917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135443c-5aec-40da-a900-6aa5be50f681 req-e22623d0-8a87-4daf-98f9-0d4b22afab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.098869 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9135443c-5aec-40da-a900-6aa5be50f681 req-e22623d0-8a87-4daf-98f9-0d4b22afab7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 1098 time: 0.2751606 Jul 16 20:22:18.291184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9135443c-5aec-40da-a900-6aa5be50f681 req-a73062de-6d65-4407-b392-a59531543652 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721375 Jul 16 20:22:18.380655 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a69a038-5882-4ad1-bade-021b50763faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.395430 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084bba89-30b9-43f0-bcc8-de1a482111d6 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.416247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-b2f0fca4-6892-41e6-951b-ebd7e0e2d34a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.427984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-b2f0fca4-6892-41e6-951b-ebd7e0e2d34a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 813 time: 0.3933816 Jul 16 20:22:18.499798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bba89-30b9-43f0-bcc8-de1a482111d6 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event deleted for resources: {'Port': ['ID=2989543b-b365-4bb5-b0e2-74e53b59cfcd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:18.513203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-084bba89-30b9-43f0-bcc8-de1a482111d6 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.515186 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-084bba89-30b9-43f0-bcc8-de1a482111d6 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "DELETE /v2.0/ports/2989543b-b365-4bb5-b0e2-74e53b59cfcd HTTP/1.1" status: 204 len: 168 time: 1.5421591 Jul 16 20:22:18.526441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:18.547034 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-0e3353d0-5cba-47eb-900f-a0caf4805160 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/quotas/41aefefc724547d6905046615f64a065 HTTP/1.1" status: 200 len: 375 time: 0.1178718 Jul 16 20:22:18.553171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899d671-ca50-4d60-b2d8-7ccfd16908ea req-c6070fec-a0fd-45d9-9f79-9defbe3902db tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:18.561909 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e899d671-ca50-4d60-b2d8-7ccfd16908ea req-c6070fec-a0fd-45d9-9f79-9defbe3902db tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.2779505 Jul 16 20:22:18.602275 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef620e26-0bc1-4e35-af74-fc2569fdf6df tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] GET failed (client error): The resource could not be found. Jul 16 20:22:18.604807 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef620e26-0bc1-4e35-af74-fc2569fdf6df tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "GET /v2.0/ports/2989543b-b365-4bb5-b0e2-74e53b59cfcd HTTP/1.1" status: 404 len: 333 time: 0.0723958 Jul 16 20:22:18.609974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:18.624564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'port': {'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-656932160'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:18.666223 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:18.752988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e899d671-ca50-4d60-b2d8-7ccfd16908ea req-43ce80f2-66cd-46d6-bfd3-e94f011c70bc tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900253 Jul 16 20:22:18.823545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-9b5b9497-5506-4733-9a7d-02d3e1579e17 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2743857 Jul 16 20:22:19.072461 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-58dd1450-dad7-41df-bfef-978b4b787ddf service neutron] 10.222.0.10 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480819 Jul 16 20:22:19.323311 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-65258c31-89d2-4baa-afde-0a9b74c4fd46 service neutron] 10.222.0.10 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349494 Jul 16 20:22:19.348597 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.417077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a69a038-5882-4ad1-bade-021b50763faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.427210 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a69a038-5882-4ad1-bade-021b50763faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.481244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8a69a038-5882-4ad1-bade-021b50763faf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f94cf4814ca4992bcae25e3c46d84e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4711490 Jul 16 20:22:19.483777 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69a038-5882-4ad1-bade-021b50763faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47df66ae-7d6e-4698-9a0f-9015b2d92e3c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:19.499066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.524725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Made reservation on behalf of 49f3702ab6604a1baccfe7ce0dacc1ab for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:19.529772 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.570911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] device_id is not set on port ac4c8c1d-e894-4210-9bf3-2747f3f242e0 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:19.621906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router a8d69e9c-4417-4f79-aeb1-4f863165356e is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:19.793785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c499f07d-47b6-4db9-988d-4090ebff2fa4 req-d4ebe972-2c65-483a-80bd-4a2ae8eab36b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 210 time: 0.0844793 Jul 16 20:22:19.803485 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe6364db-c96e-4191-83a6-55923baa74eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.836208 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe6364db-c96e-4191-83a6-55923baa74eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.846534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:19.858334 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf48dd0-9f9c-4fdb-8a63-bfbe588a6681 None None] Sync routers for ids ['a8d69e9c-4417-4f79-aeb1-4f863165356e'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:19.871646 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf48dd0-9f9c-4fdb-8a63-bfbe588a6681 None None] Routers {'a8d69e9c-4417-4f79-aeb1-4f863165356e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:19.872687 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8bf48dd0-9f9c-4fdb-8a63-bfbe588a6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a8d69e9c-4417-4f79-aeb1-4f863165356e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:19.879375 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.880704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7b3c3444-f89f-447f-9a04-f99965a6203a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.6733608 Jul 16 20:22:19.885486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33996) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:19.932280 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe6364db-c96e-4191-83a6-55923baa74eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.936038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe6364db-c96e-4191-83a6-55923baa74eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:19.937554 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fe6364db-c96e-4191-83a6-55923baa74eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47df66ae-7d6e-4698-9a0f-9015b2d92e3c HTTP/1.1" status: 204 len: 168 time: 0.4333751 Jul 16 20:22:19.972632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6364db-c96e-4191-83a6-55923baa74eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47df66ae-7d6e-4698-9a0f-9015b2d92e3c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:20.040652 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8bf48dd0-9f9c-4fdb-8a63-bfbe588a6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:20.077616 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf48dd0-9f9c-4fdb-8a63-bfbe588a6681 None None] Routers {'a8d69e9c-4417-4f79-aeb1-4f863165356e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:20.078440 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8bf48dd0-9f9c-4fdb-8a63-bfbe588a6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a8d69e9c-4417-4f79-aeb1-4f863165356e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:20.170053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95eb79-f8d2-4346-a7ab-17676faee152 req-78981028-cf7e-411f-ad7d-8b98376ff260 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:20.178773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b95eb79-f8d2-4346-a7ab-17676faee152 req-78981028-cf7e-411f-ad7d-8b98376ff260 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.1900434 Jul 16 20:22:20.187480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Allocated IP 2001:db8::c6 (df6ab75a-d6f2-4314-9202-3396dd41a88f/3dd49a9a-e641-4dca-aed3-cc4e06d42696/ac4c8c1d-e894-4210-9bf3-2747f3f242e0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:20.189368 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8bf48dd0-9f9c-4fdb-8a63-bfbe588a6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:20.190427 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf48dd0-9f9c-4fdb-8a63-bfbe588a6681 None None] The sync data for ids ['a8d69e9c-4417-4f79-aeb1-4f863165356e'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:20.267398 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b95eb79-f8d2-4346-a7ab-17676faee152 req-2ceda258-9d01-455d-a75a-08d73bd0e8e4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875247 Jul 16 20:22:20.309688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0977712c-042a-4949-b51c-8ed358de8e6f tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/routers/a8d69e9c-4417-4f79-aeb1-4f863165356e HTTP/1.1" status: 200 len: 880 time: 0.4234731 Jul 16 20:22:20.319838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:20.562348 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c2ae4f5-ca91-4a8e-ab8d-47baca023ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.670374 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.710348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Transition to ACTIVE for port object ac4c8c1d-e894-4210-9bf3-2747f3f242e0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:20.717009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:20.813772 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.867647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c43c1d75-a128-4314-a248-35ccc8b2ff75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:20.949948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Network df6ab75a-d6f2-4314-9202-3396dd41a88f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:20.969582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:21.011754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:21.030968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.038626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.172714 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d91a78c-12d2-468d-a011-eeaf948c4598 req-ef160589-ee5e-44bb-99db-0aabcc351390 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 210 time: 0.1262398 Jul 16 20:22:21.220754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c43c1d75-a128-4314-a248-35ccc8b2ff75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.225886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Port': ['ID=ac4c8c1d-e894-4210-9bf3-2747f3f242e0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:21.227603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c43c1d75-a128-4314-a248-35ccc8b2ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.260692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a64034cc-83c8-483d-84f6-3a736ca40ac3 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6457362 Jul 16 20:22:21.264164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:21.275557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'port': {'network_id': 'df6ab75a-d6f2-4314-9202-3396dd41a88f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2109647312'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:21.441751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c1d75-a128-4314-a248-35ccc8b2ff75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78581a84-b0ef-4b98-9805-9e1cfbfee172,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:21.449384 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c43c1d75-a128-4314-a248-35ccc8b2ff75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73b8b46c70a94fc3bf1dc9c26b048572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6584544 Jul 16 20:22:21.464329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:21.578578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e45f5eeb-018e-4ae5-9839-85d1041419ee None None] Provisioning for port ac4c8c1d-e894-4210-9bf3-2747f3f242e0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:21.596448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a49e60-7dc6-4411-b287-79f6a78deca1 req-5143572c-1263-487e-892b-dad93be74169 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.608621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e45f5eeb-018e-4ae5-9839-85d1041419ee None None] Provisioning complete for port ac4c8c1d-e894-4210-9bf3-2747f3f242e0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:21.609024 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e45f5eeb-018e-4ae5-9839-85d1041419ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.609873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db4882-55b4-431b-8cac-724e4a31741e req-250d296b-0549-4137-8fcf-d9d68f4f6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.613522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88db4882-55b4-431b-8cac-724e4a31741e req-250d296b-0549-4137-8fcf-d9d68f4f6fd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 1098 time: 0.3331749 Jul 16 20:22:21.618854 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2a49e60-7dc6-4411-b287-79f6a78deca1 req-5143572c-1263-487e-892b-dad93be74169 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.2979302 Jul 16 20:22:21.627768 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-550e46bb-0604-4b90-8cf0-92a5bad5c502 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3065925 Jul 16 20:22:21.638993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:21.680804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4dca71d7-e590-4491-899c-254550455ba8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-730165078'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:21.718481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Made reservation on behalf of 49f3702ab6604a1baccfe7ce0dacc1ab for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:21.722186 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.759646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e45f5eeb-018e-4ae5-9839-85d1041419ee None None] Port ac4c8c1d-e894-4210-9bf3-2747f3f242e0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:21.786361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8619fa18-bc50-4954-b486-ee0fc57d53e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:21.815319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] device_id is not set on port c478e31b-c2d3-453c-a154-de3ceb19a03b yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:21.892568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2a49e60-7dc6-4411-b287-79f6a78deca1 req-e4046f4f-213f-45f5-bf4c-2e572692034e tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721393 Jul 16 20:22:21.927059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db4882-55b4-431b-8cac-724e4a31741e req-e1128d52-2348-4674-b5d9-9618ef0ec970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:21.928985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88db4882-55b4-431b-8cac-724e4a31741e req-e1128d52-2348-4674-b5d9-9618ef0ec970 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 912 time: 0.3028100 Jul 16 20:22:21.941944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8619fa18-bc50-4954-b486-ee0fc57d53e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.006520 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88db4882-55b4-431b-8cac-724e4a31741e req-861c3948-3957-494d-b2bf-c4fed5a10409 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783b369d-288c-4fc3-bb1b-421cf443e159 HTTP/1.1" status: 200 len: 217 time: 0.0667312 Jul 16 20:22:22.181528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db4882-55b4-431b-8cac-724e4a31741e req-5296e60b-c533-4108-82c0-c0474551eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.183500 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88db4882-55b4-431b-8cac-724e4a31741e req-5296e60b-c533-4108-82c0-c0474551eaac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8b06e39-8389-48a6-b1bd-e35791a3db83 HTTP/1.1" status: 200 len: 851 time: 0.1706703 Jul 16 20:22:22.193435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8619fa18-bc50-4954-b486-ee0fc57d53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.197650 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8619fa18-bc50-4954-b486-ee0fc57d53e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.199501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8619fa18-bc50-4954-b486-ee0fc57d53e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78581a84-b0ef-4b98-9805-9e1cfbfee172 HTTP/1.1" status: 204 len: 168 time: 0.7290230 Jul 16 20:22:22.215997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Allocated IP 2001:db8::a4 (df6ab75a-d6f2-4314-9202-3396dd41a88f/3dd49a9a-e641-4dca-aed3-cc4e06d42696/c478e31b-c2d3-453c-a154-de3ceb19a03b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:22.239287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619fa18-bc50-4954-b486-ee0fc57d53e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78581a84-b0ef-4b98-9805-9e1cfbfee172,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:22.281643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dca71d7-e590-4491-899c-254550455ba8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.308059 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dca71d7-e590-4491-899c-254550455ba8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:22.335985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88db4882-55b4-431b-8cac-724e4a31741e req-f8418a00-29f5-4743-b51f-b8e17e5ad346 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a600703a-147f-4da0-9e9d-9b2fbe655fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174071 Jul 16 20:22:22.738998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-ebb6573c-34b9-4d95-a82b-6ca588113680 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:22.738998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-ebb6573c-34b9-4d95-a82b-6ca588113680 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.63 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 813 time: 0.5703390 Jul 16 20:22:22.803771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Request body: {'port': {'device_id': '4c9dcd10-42ec-47d8-913a-532d3f730cb1', 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568', 'admin_state_up': True, 'tenant_id': '41aefefc724547d6905046615f64a065'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:22.836736 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-32c165e5-aad1-4468-b6dd-133f9914949f req-743ddcf8-104f-4b66-8644-a334eda1c788 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 210 time: 0.1237302 Jul 16 20:22:22.917099 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88db4882-55b4-431b-8cac-724e4a31741e req-fa4dfbb5-ed55-4eac-92ee-865e1f95fc84 service neutron] 10.222.0.30 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186899 Jul 16 20:22:23.157920 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dca71d7-e590-4491-899c-254550455ba8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router a8d69e9c-4417-4f79-aeb1-4f863165356e has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:23.273392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.285789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e75e8-d610-487b-a28a-988db55ca8e2 req-489e5bf6-c538-4d24-b640-368f3b9b1b68 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:23.293959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f38e75e8-d610-487b-a28a-988db55ca8e2 req-489e5bf6-c538-4d24-b640-368f3b9b1b68 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.2289221 Jul 16 20:22:23.328882 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88db4882-55b4-431b-8cac-724e4a31741e req-f2c9d6c5-7712-4805-b3cf-b3b3460c8ffe service neutron] 10.222.0.30 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998308 Jul 16 20:22:23.360098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Transition to ACTIVE for port object c478e31b-c2d3-453c-a154-de3ceb19a03b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:23.386982 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.413547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Made reservation on behalf of 41aefefc724547d6905046615f64a065 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:23.418950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dca71d7-e590-4491-899c-254550455ba8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:23.427660 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dca71d7-e590-4491-899c-254550455ba8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.429358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4dca71d7-e590-4491-899c-254550455ba8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/a8d69e9c-4417-4f79-aeb1-4f863165356e HTTP/1.1" status: 200 len: 887 time: 1.7841899 Jul 16 20:22:23.434079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:23.438889 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.446593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757e551-c3b5-4a62-aa5e-ccaae677d18e None None] Sync routers for ids ['a8d69e9c-4417-4f79-aeb1-4f863165356e'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:23.454982 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6db7484c-4b88-4f31-8944-1211434ae5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.477904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757e551-c3b5-4a62-aa5e-ccaae677d18e None None] Routers {'a8d69e9c-4417-4f79-aeb1-4f863165356e'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:23.479084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b757e551-c3b5-4a62-aa5e-ccaae677d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a8d69e9c-4417-4f79-aeb1-4f863165356e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:23.503162 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f38e75e8-d610-487b-a28a-988db55ca8e2 req-91d5fdd0-9350-4b2b-88dc-95c7cb6cbcb0 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079813 Jul 16 20:22:23.597421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b757e551-c3b5-4a62-aa5e-ccaae677d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:23.640820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757e551-c3b5-4a62-aa5e-ccaae677d18e None None] Routers {'a8d69e9c-4417-4f79-aeb1-4f863165356e'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:23.642076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b757e551-c3b5-4a62-aa5e-ccaae677d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a8d69e9c-4417-4f79-aeb1-4f863165356e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:23.688199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b757e551-c3b5-4a62-aa5e-ccaae677d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:23.689112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757e551-c3b5-4a62-aa5e-ccaae677d18e None None] The sync data for ids ['a8d69e9c-4417-4f79-aeb1-4f863165356e'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:23.808415 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:23.816351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-472d74ad-dfcf-43fc-bc2a-ded7feb24b5d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/routers/a8d69e9c-4417-4f79-aeb1-4f863165356e HTTP/1.1" status: 200 len: 887 time: 0.3770633 Jul 16 20:22:23.817740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34084) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:23.869093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9d2a00f9-a0db-40d1-8a77-47a046e4e0a4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8d69e9c-4417-4f79-aeb1-4f863165356e HTTP/1.1" status: 200 len: 205 time: 0.0462754 Jul 16 20:22:23.869853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34086) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:23.968297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Port': ['ID=c478e31b-c2d3-453c-a154-de3ceb19a03b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:24.028517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Network df6ab75a-d6f2-4314-9202-3396dd41a88f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:24.033290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Allocated IP 172.20.0.9 (9f8a9f91-cca8-440c-8799-5fb011d0f568/8483f5bb-9e1e-496b-8f57-f6ad5c0d272a/2049b3fd-d259-4d16-a22e-77b62868cc52) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:24.040362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:24.045588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:24.051994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.052817 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.142731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-966d5978-be98-4f4e-aaf7-44727da9edca req-5b388401-6a66-4871-9443-07858e4954e3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 210 time: 0.0857966 Jul 16 20:22:24.166617 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2db7c696-9a8d-42a1-9f3f-0e746ca76881 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9012318 Jul 16 20:22:24.169787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34098) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:24.183142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-28c796e0-d87c-4213-8b70-7de90fda97a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:42:ac:00'}, {'ip_address': '2001:db8::c6', 'mac_address': 'fa:16:3e:f7:32:fd'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:24.264414 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.444780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-685e9a80-d29a-48a1-b359-6b94992a6dfb None None] Provisioning for port c478e31b-c2d3-453c-a154-de3ceb19a03b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:24.445426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.457105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-685e9a80-d29a-48a1-b359-6b94992a6dfb None None] Provisioning complete for port c478e31b-c2d3-453c-a154-de3ceb19a03b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:24.457578 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-685e9a80-d29a-48a1-b359-6b94992a6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.544572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-685e9a80-d29a-48a1-b359-6b94992a6dfb None None] Port c478e31b-c2d3-453c-a154-de3ceb19a03b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:24.560686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.595647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3e9182b0-be2e-443c-b9b0-e4e268ff15ca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:24.627466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Network 9f8a9f91-cca8-440c-8799-5fb011d0f568 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:24.631777 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:24.633718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.637871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:24.697519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:24.698499 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.706358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Pushing event updated for resources: {'Port': ['ID=2049b3fd-d259-4d16-a22e-77b62868cc52,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:24.719134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28c796e0-d87c-4213-8b70-7de90fda97a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.730931 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-f407e323-0451-42a4-9e12-649f18f67280 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9754422 Jul 16 20:22:24.745188 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.860419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port bb021bf0-340c-45f0-b52d-d4e725f3ff11 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:24.860985 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:24.931200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Request body: {'port': {'device_id': '4c9dcd10-42ec-47d8-913a-532d3f730cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:25.041385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd211bd-39b7-48cc-bc89-3f396e47695c req-384d5f5c-eb8d-48d8-a7a9-d483b11304ad tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:25.048716 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5dd211bd-39b7-48cc-bc89-3f396e47695c req-384d5f5c-eb8d-48d8-a7a9-d483b11304ad tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.2165298 Jul 16 20:22:25.132840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5dd211bd-39b7-48cc-bc89-3f396e47695c req-5c87218e-224d-4e34-8b9e-a5454f8e1d76 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828311 Jul 16 20:22:25.144102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.172942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.203672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for bb021bf0-340c-45f0-b52d-d4e725f3ff11 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:25.266161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28c796e0-d87c-4213-8b70-7de90fda97a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.306646 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28c796e0-d87c-4213-8b70-7de90fda97a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.452751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-28c796e0-d87c-4213-8b70-7de90fda97a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] In _notify_port_updated(), no bound segment for port c478e31b-c2d3-453c-a154-de3ceb19a03b on network df6ab75a-d6f2-4314-9202-3396dd41a88f {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:22:25.461767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c796e0-d87c-4213-8b70-7de90fda97a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:25.462860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28c796e0-d87c-4213-8b70-7de90fda97a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.464621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-28c796e0-d87c-4213-8b70-7de90fda97a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "PUT /v2.0/ports/c478e31b-c2d3-453c-a154-de3ceb19a03b HTTP/1.1" status: 200 len: 1066 time: 1.2907941 Jul 16 20:22:25.467878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34120) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:25.828348 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.838424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c796e0-d87c-4213-8b70-7de90fda97a7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event updated for resources: {'Port': ['ID=c478e31b-c2d3-453c-a154-de3ceb19a03b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:25.887464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2049b3fd-d259-4d16-a22e-77b62868cc52 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:25.908503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.943918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Transition to ACTIVE for port object 2049b3fd-d259-4d16-a22e-77b62868cc52 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:25.949494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:25.967028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=bb021bf0-340c-45f0-b52d-d4e725f3ff11,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:26.031133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-993fed94-f195-4f04-9cbe-df5d0fd475bf None None] Provisioning complete for port c478e31b-c2d3-453c-a154-de3ceb19a03b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:26.031756 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-993fed94-f195-4f04-9cbe-df5d0fd475bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.034603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Pushing event updated for resources: {'Port': ['ID=2049b3fd-d259-4d16-a22e-77b62868cc52,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:26.094162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e6198-a755-4417-91c2-3cc7f41dd005 req-3ccf51e0-814d-43a5-b79e-db4f7474ef4c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.102701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-519e6198-a755-4417-91c2-3cc7f41dd005 req-3ccf51e0-814d-43a5-b79e-db4f7474ef4c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 931 time: 0.7463942 Jul 16 20:22:26.122610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-993fed94-f195-4f04-9cbe-df5d0fd475bf None None] Port c478e31b-c2d3-453c-a154-de3ceb19a03b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:26.167341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5e9b8-616d-4a6b-a5c3-2ebe891410f7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Deleting port c478e31b-c2d3-453c-a154-de3ceb19a03b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:26.167711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e9b8-616d-4a6b-a5c3-2ebe891410f7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.172936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.177876 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.199888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-519e6198-a755-4417-91c2-3cc7f41dd005 req-ff04ecf7-8eb8-4c86-bbd4-1cfe46048abd tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961468 Jul 16 20:22:26.330287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Attempting to bind port 2049b3fd-d259-4d16-a22e-77b62868cc52 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:26.330954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Attempting to bind port 2049b3fd-d259-4d16-a22e-77b62868cc52 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:26.331512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Attempting to bind port 2049b3fd-d259-4d16-a22e-77b62868cc52 on network 9f8a9f91-cca8-440c-8799-5fb011d0f568 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:26.347828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Port 2049b3fd-d259-4d16-a22e-77b62868cc52 on network 9f8a9f91-cca8-440c-8799-5fb011d0f568 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:22:26.348552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Attempting to bind port 2049b3fd-d259-4d16-a22e-77b62868cc52 on network 9f8a9f91-cca8-440c-8799-5fb011d0f568 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:26.356770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:26.357432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Checking segment: {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:26.358118 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Bound using segment: {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:26.358746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Bound port: 2049b3fd-d259-4d16-a22e-77b62868cc52, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:26.359324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.495481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] For port 2049b3fd-d259-4d16-a22e-77b62868cc52, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:26.499975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] For port 2049b3fd-d259-4d16-a22e-77b62868cc52, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2049b3fd-d259-4d16-a22e-77b62868cc52,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:26.518044 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.583246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.584217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.585879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] 10.222.0.63 "PUT /v2.0/ports/2049b3fd-d259-4d16-a22e-77b62868cc52 HTTP/1.1" status: 200 len: 1092 time: 1.8439276 Jul 16 20:22:26.586685 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9dcd10-42ec-47d8-913a-532d3f730cb1', 'tag': '2049b3fd-d259-4d16-a22e-77b62868cc52'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:26.590990 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a457ef-3e92-4ff7-8ec6-7e55deb58582" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9dcd10-42ec-47d8-913a-532d3f730cb1", "tag": "2049b3fd-d259-4d16-a22e-77b62868cc52"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:26.646837 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.654103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783396e-7d5e-4c17-9cee-73ac13112771 service neutron] Pushing event updated for resources: {'Port': ['ID=2049b3fd-d259-4d16-a22e-77b62868cc52,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:26.660724 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e9b8-616d-4a6b-a5c3-2ebe891410f7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.666936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.715595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5e9b8-616d-4a6b-a5c3-2ebe891410f7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Calling delete_port for c478e31b-c2d3-453c-a154-de3ceb19a03b owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:26.826295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.827138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Fanout notify agent at l3_agent the message router_deleted on router a8d69e9c-4417-4f79-aeb1-4f863165356e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:26.867844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-345bb835-71c9-429f-bd8c-5b4dd38f78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:26.870883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-345bb835-71c9-429f-bd8c-5b4dd38f78b1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 1095 time: 0.2040429 Jul 16 20:22:26.904164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:26.910824 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-df353f75-fbd1-4eba-9737-7afee1e29b12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/a8d69e9c-4417-4f79-aeb1-4f863165356e HTTP/1.1" status: 204 len: 168 time: 3.0387428 Jul 16 20:22:26.912537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34140) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:26.935152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'network': {'name': 'tempest-RoutersTest-642960274'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:26.967197 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-5f91e722-96b6-4be3-952e-9c3f2c797c10 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2049b3fd-d259-4d16-a22e-77b62868cc52 HTTP/1.1" status: 200 len: 217 time: 0.0865390 Jul 16 20:22:27.062800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:27.066575 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.090612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314d9b6-2255-4dac-acc7-567e6ab971eb req-fbfbd868-0f61-4059-ac60-cf89ce78caa9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:27.098218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9314d9b6-2255-4dac-acc7-567e6ab971eb req-fbfbd868-0f61-4059-ac60-cf89ce78caa9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.6464076 Jul 16 20:22:27.102692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-98602898-7f78-4282-b9cd-490ae615beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:27.114223 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-98602898-7f78-4282-b9cd-490ae615beb7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 200 len: 853 time: 0.1364365 Jul 16 20:22:27.177979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:27.200846 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-eab95a46-3917-4fda-b921-1020b378be61 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9f8a9f91-cca8-440c-8799-5fb011d0f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829780 Jul 16 20:22:27.201234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9314d9b6-2255-4dac-acc7-567e6ab971eb req-42025de9-bd49-4ce7-b01c-d15268eea78a tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019495 Jul 16 20:22:27.206733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.207162 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added segment a6353b2a-aa75-43b3-952f-fdf46be6eb9e of type vlan for network 98a9a15d-3475-4d7a-91d5-af75cd05eaee Jul 16 20:22:27.274902 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e488b680-ef97-4a9b-8e5c-11af04a99514 x-openstack-request-id: req-e488b680-ef97-4a9b-8e5c-11af04a99514 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:27.275500 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9dcd10-42ec-47d8-913a-532d3f730cb1", "tag": "2049b3fd-d259-4d16-a22e-77b62868cc52", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:27.276018 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e488b680-ef97-4a9b-8e5c-11af04a99514 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:27.276705 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9dcd10-42ec-47d8-913a-532d3f730cb1', 'tag': '2049b3fd-d259-4d16-a22e-77b62868cc52', 'status': 'completed', 'code': 200} Jul 16 20:22:27.320615 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.363045 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e9b8-616d-4a6b-a5c3-2ebe891410f7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.403674 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-4464b92e-e269-4e4d-a0ed-a086b8cfd929 service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957538 Jul 16 20:22:27.416179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5e9b8-616d-4a6b-a5c3-2ebe891410f7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event deleted for resources: {'Port': ['ID=c478e31b-c2d3-453c-a154-de3ceb19a03b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:27.456754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.463302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:27.464234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:27.594913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fbdc0db4-967d-4e46-9f89-74851b4c7596 req-80e5d937-d3d5-4f1a-b24a-bfe72b0421ef service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828849 Jul 16 20:22:27.780024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-0ed497ac-b61e-40dc-863c-25cf48a754f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:27.781856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-0ed497ac-b61e-40dc-863c-25cf48a754f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 1095 time: 0.1214225 Jul 16 20:22:27.937326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-f1890b90-3a60-481e-a14e-9e3cbadbad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:27.938798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-f1890b90-3a60-481e-a14e-9e3cbadbad6d service neutron] 10.222.0.63 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 914 time: 0.1463966 Jul 16 20:22:28.001063 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-3054297d-f85f-4545-8a0f-0dc54b9fe5a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2049b3fd-d259-4d16-a22e-77b62868cc52 HTTP/1.1" status: 200 len: 217 time: 0.0523875 Jul 16 20:22:28.042617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1199949 Jul 16 20:22:28.044565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:28.055357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'subnet': {'network_id': '98a9a15d-3475-4d7a-91d5-af75cd05eaee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:28.056096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a177911-8ae2-4bb4-84d7-b4409fb389c1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Network': ['ID=98a9a15d-3475-4d7a-91d5-af75cd05eaee,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:28.069481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 98a9a15d-3475-4d7a-91d5-af75cd05eaee details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:28.097869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555200e-d94b-4b4f-8796-5a251b82f54f req-842a5716-0ac9-4192-8a11-d3d9718d5c9d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.099858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b555200e-d94b-4b4f-8796-5a251b82f54f req-842a5716-0ac9-4192-8a11-d3d9718d5c9d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 943 time: 0.7262313 Jul 16 20:22:28.149077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-9c0586fa-ab4e-493e-982b-8c9516952097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.151072 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-9c0586fa-ab4e-493e-982b-8c9516952097 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 200 len: 853 time: 0.1445827 Jul 16 20:22:28.206436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e9b8-616d-4a6b-a5c3-2ebe891410f7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.232253 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7dd5e9b8-616d-4a6b-a5c3-2ebe891410f7 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "DELETE /v2.0/ports/c478e31b-c2d3-453c-a154-de3ceb19a03b HTTP/1.1" status: 204 len: 168 time: 2.7542458 Jul 16 20:22:28.232253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34166) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:28.250986 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b555200e-d94b-4b4f-8796-5a251b82f54f req-de21fd67-64cc-4af5-bfa3-f75bdbfd36cb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317413 Jul 16 20:22:28.278727 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebea2592-5fd0-42d6-a1b6-0375ae8981be tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] GET failed (client error): The resource could not be found. Jul 16 20:22:28.281853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-22a6da9e-b51b-40c9-9186-e8151eb96c03 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9f8a9f91-cca8-440c-8799-5fb011d0f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994773 Jul 16 20:22:28.284231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:28.284734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ebea2592-5fd0-42d6-a1b6-0375ae8981be tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "GET /v2.0/ports/c478e31b-c2d3-453c-a154-de3ceb19a03b HTTP/1.1" status: 404 len: 333 time: 0.0530617 Jul 16 20:22:28.518234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:28.522201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.566589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-c4e1cbef-3360-4b63-8416-251b6d464c85 service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665331 Jul 16 20:22:28.716679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fab099-06a4-4cd0-9bed-53d47cdaead1 req-30e7a6ce-70cc-49b0-929c-ac1ef60bcb80 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:28.718332 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13fab099-06a4-4cd0-9bed-53d47cdaead1 req-30e7a6ce-70cc-49b0-929c-ac1ef60bcb80 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.3520393 Jul 16 20:22:28.818683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ecb32-9071-4e7f-a819-e52dd29f6e0a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Deleting port ac4c8c1d-e894-4210-9bf3-2747f3f242e0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:28.819113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc9ecb32-9071-4e7f-a819-e52dd29f6e0a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:28.892796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-61a457ef-3e92-4ff7-8ec6-7e55deb58582 req-e09f224f-9d1a-4d48-b52d-704461a30d52 service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163528 Jul 16 20:22:28.900707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-13fab099-06a4-4cd0-9bed-53d47cdaead1 req-dac50b19-f229-44e5-81ec-cbca2e2390d5 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476851 Jul 16 20:22:29.524876 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc9ecb32-9071-4e7f-a819-e52dd29f6e0a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.538539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ecb32-9071-4e7f-a819-e52dd29f6e0a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Calling delete_port for ac4c8c1d-e894-4210-9bf3-2747f3f242e0 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:29.561188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.713009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Subnet': ['ID=27324ed7-ad9a-4104-96b3-bc1254c4bd4b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:29.797753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Checking segment: {'id': 'a6353b2a-aa75-43b3-952f-fdf46be6eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98a9a15d-3475-4d7a-91d5-af75cd05eaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:29.798033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network hostable DHCP agents. Network: 98a9a15d-3475-4d7a-91d5-af75cd05eaee, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:29.812119 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884190c-af59-44b9-b229-8895fa5aecfe req-ce1e9b4f-f766-4953-b5d5-cbcf9d51c492 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.813722 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0884190c-af59-44b9-b229-8895fa5aecfe req-ce1e9b4f-f766-4953-b5d5-cbcf9d51c492 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 943 time: 0.2690508 Jul 16 20:22:29.870963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 98a9a15d-3475-4d7a-91d5-af75cd05eaee is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:29.886404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc9ecb32-9071-4e7f-a819-e52dd29f6e0a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.905804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0884190c-af59-44b9-b229-8895fa5aecfe req-a50cb7f9-e717-475e-8e9f-ce55e0f3142f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798333 Jul 16 20:22:29.928689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 98a9a15d-3475-4d7a-91d5-af75cd05eaee) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:29.933792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ecb32-9071-4e7f-a819-e52dd29f6e0a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event deleted for resources: {'Port': ['ID=ac4c8c1d-e894-4210-9bf3-2747f3f242e0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:29.936324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:29.937149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.958746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee91a0-d331-48dd-bc19-78cfc7f4836f None None] Network 98a9a15d-3475-4d7a-91d5-af75cd05eaee requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:29.971138 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc9ecb32-9071-4e7f-a819-e52dd29f6e0a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:29.976519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:29.977143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dc9ecb32-9071-4e7f-a819-e52dd29f6e0a tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "DELETE /v2.0/ports/ac4c8c1d-e894-4210-9bf3-2747f3f242e0 HTTP/1.1" status: 204 len: 168 time: 1.6912146 Jul 16 20:22:29.985123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-48b082c5-35de-4c17-b200-29fed8604312 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9406550 Jul 16 20:22:29.987640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:29.993589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dacd68a7-0698-47ab-ac7e-0a67178712f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-234338126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:30.028430 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dacd68a7-0698-47ab-ac7e-0a67178712f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.030026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dacd68a7-0698-47ab-ac7e-0a67178712f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.053897 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbca825a-1610-4687-ba23-881924e40d31 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] GET failed (client error): The resource could not be found. Jul 16 20:22:30.059620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bbca825a-1610-4687-ba23-881924e40d31 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "GET /v2.0/ports/ac4c8c1d-e894-4210-9bf3-2747f3f242e0 HTTP/1.1" status: 404 len: 333 time: 0.0770233 Jul 16 20:22:30.064123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:30.143343 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dacd68a7-0698-47ab-ac7e-0a67178712f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.164344 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dacd68a7-0698-47ab-ac7e-0a67178712f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.245288 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dacd68a7-0698-47ab-ac7e-0a67178712f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.247370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dacd68a7-0698-47ab-ac7e-0a67178712f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2584054 Jul 16 20:22:30.253273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34218) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:30.260796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-98a9a15d-3475-4d7a-91d5-af75cd05eaee', 'network_id': '98a9a15d-3475-4d7a-91d5-af75cd05eaee', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'fixed_ips': [{'subnet_id': '27324ed7-ad9a-4104-96b3-bc1254c4bd4b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:30.262194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.357491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02a94c-039f-4a2a-bc76-4dc943a3b731 req-cf629c94-3e30-4dbd-97dd-4349abd4cc33 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:30.364986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1b02a94c-039f-4a2a-bc76-4dc943a3b731 req-cf629c94-3e30-4dbd-97dd-4349abd4cc33 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.1773026 Jul 16 20:22:30.453957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1b02a94c-039f-4a2a-bc76-4dc943a3b731 req-d8f5f512-4b28-4e5a-8f7d-9686ac61810a tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741889 Jul 16 20:22:30.474418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc4a2f-38ff-462d-9047-e782b4484b05 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Deleting port 722bc7e4-b813-4061-b12a-52fc0204bc7f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:30.478615 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4a2f-38ff-462d-9047-e782b4484b05 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.513326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Allocated IP 172.20.0.2 (98a9a15d-3475-4d7a-91d5-af75cd05eaee/27324ed7-ad9a-4104-96b3-bc1254c4bd4b/7d420f1e-0e20-42a2-bc28-ae53d5e190a3) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:30.723529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2049b3fd-d259-4d16-a22e-77b62868cc52 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:30.746614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4a2f-38ff-462d-9047-e782b4484b05 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.760582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.791373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Transition to ACTIVE for port object 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:30.824594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc4a2f-38ff-462d-9047-e782b4484b05 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Calling delete_port for 722bc7e4-b813-4061-b12a-52fc0204bc7f owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:30.846972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Transition to ACTIVE for port object 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:30.859961 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:30.929527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2049b3fd-d259-4d16-a22e-77b62868cc52, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2049b3fd-d259-4d16-a22e-77b62868cc52,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:30.934669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Network 98a9a15d-3475-4d7a-91d5-af75cd05eaee is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:30.947243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:30.951877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Pushing event updated for resources: {'Port': ['ID=7d420f1e-0e20-42a2-bc28-ae53d5e190a3,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:30.955142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:30.957111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c87831-b375-4436-99a0-bc5b8f1e796b req-e33d0c53-2f14-47da-9d33-4a9e53342270 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:30.958724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04c87831-b375-4436-99a0-bc5b8f1e796b req-e33d0c53-2f14-47da-9d33-4a9e53342270 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.3069887 Jul 16 20:22:30.959819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '2049b3fd-d259-4d16-a22e-77b62868cc52', 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568', 'port_id': '2049b3fd-d259-4d16-a22e-77b62868cc52', 'mac_address': 'fa:16:3e:81:ab:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8483f5bb-9e1e-496b-8f57-f6ad5c0d272a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:31.005800 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.063975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Attempting to bind port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:31.064488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Attempting to bind port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'a6353b2a-aa75-43b3-952f-fdf46be6eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98a9a15d-3475-4d7a-91d5-af75cd05eaee'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:31.064991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Attempting to bind port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 on network 98a9a15d-3475-4d7a-91d5-af75cd05eaee {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:31.081853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:31.082638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Checking segment: {'id': 'a6353b2a-aa75-43b3-952f-fdf46be6eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98a9a15d-3475-4d7a-91d5-af75cd05eaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:31.083151 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.083700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Bound using segment: {'id': 'a6353b2a-aa75-43b3-952f-fdf46be6eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98a9a15d-3475-4d7a-91d5-af75cd05eaee'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:31.084321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Bound port: 7d420f1e-0e20-42a2-bc28-ae53d5e190a3, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6353b2a-aa75-43b3-952f-fdf46be6eb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98a9a15d-3475-4d7a-91d5-af75cd05eaee'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:31.084843 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.098346 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.116000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2049b3fd-d259-4d16-a22e-77b62868cc52 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:31.165115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2049b3fd-d259-4d16-a22e-77b62868cc52, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2049b3fd-d259-4d16-a22e-77b62868cc52,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:31.176661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.180094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204076bf-4e14-41ba-90c8-e2b2b0ecb9f7 req-ca28532f-f643-4c3f-b57d-373f1fd24f5a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:31.184454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-204076bf-4e14-41ba-90c8-e2b2b0ecb9f7 req-ca28532f-f643-4c3f-b57d-373f1fd24f5a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 943 time: 0.1153612 Jul 16 20:22:31.248195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04c87831-b375-4436-99a0-bc5b8f1e796b req-50cbd1f7-882b-41c6-9c40-326582a716a2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582688 Jul 16 20:22:31.276278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] For port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:31.284646 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-204076bf-4e14-41ba-90c8-e2b2b0ecb9f7 req-ac9ad558-fe98-41ba-a93f-ab7a807d489a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859556 Jul 16 20:22:31.315170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] For port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7d420f1e-0e20-42a2-bc28-ae53d5e190a3,segment=NetworkSegment(a6353b2a-aa75-43b3-952f-fdf46be6eb9e),segment_id=a6353b2a-aa75-43b3-952f-fdf46be6eb9e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:31.326438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2049b3fd-d259-4d16-a22e-77b62868cc52,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.330824 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.361724 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4a2f-38ff-462d-9047-e782b4484b05 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.457985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2049b3fd-d259-4d16-a22e-77b62868cc52'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:31.461365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce8b5b-32bb-41ce-834e-cb729747053e None None] Pushing event updated for resources: {'Port': ['ID=7d420f1e-0e20-42a2-bc28-ae53d5e190a3,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.497117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc4a2f-38ff-462d-9047-e782b4484b05 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event deleted for resources: {'Port': ['ID=722bc7e4-b813-4061-b12a-52fc0204bc7f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:31.634176 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4a2f-38ff-462d-9047-e782b4484b05 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.639648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5cfc4a2f-38ff-462d-9047-e782b4484b05 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "DELETE /v2.0/ports/722bc7e4-b813-4061-b12a-52fc0204bc7f HTTP/1.1" status: 204 len: 168 time: 1.5711622 Jul 16 20:22:31.643081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34250) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:31.829153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51c446e-d60d-4598-9b33-247755a70523 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Deleting subnet 3dd49a9a-e641-4dca-aed3-cc4e06d42696 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:31.840522 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f51c446e-d60d-4598-9b33-247755a70523 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:31.909370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.20.0.1 (98a9a15d-3475-4d7a-91d5-af75cd05eaee/27324ed7-ad9a-4104-96b3-bc1254c4bd4b/a8abc79b-c879-45fc-85e6-96dccb2a21f8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:32.071015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f51c446e-d60d-4598-9b33-247755a70523 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.183368 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.202654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Transition to ACTIVE for port object a8abc79b-c879-45fc-85e6-96dccb2a21f8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:32.244581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.270757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 98a9a15d-3475-4d7a-91d5-af75cd05eaee is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:32.275391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:32.277126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:32.298184 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f51c446e-d60d-4598-9b33-247755a70523 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.416060 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.420527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=a8abc79b-c879-45fc-85e6-96dccb2a21f8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.429748 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f51c446e-d60d-4598-9b33-247755a70523 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.489352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c446e-d60d-4598-9b33-247755a70523 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd49a9a-e641-4dca-aed3-cc4e06d42696,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:32.495613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f51c446e-d60d-4598-9b33-247755a70523 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.498886 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f51c446e-d60d-4598-9b33-247755a70523 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "DELETE /v2.0/subnets/3dd49a9a-e641-4dca-aed3-cc4e06d42696 HTTP/1.1" status: 204 len: 168 time: 0.8539453 Jul 16 20:22:32.502718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9966a5-e5ef-471d-adb3-f4da5f125d68 None None] Network df6ab75a-d6f2-4314-9202-3396dd41a88f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:32.503912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:32.736653 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2049b3fd-d259-4d16-a22e-77b62868cc52 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:32.785337 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.787774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab808c1-c363-4a70-8790-226805f5ce04 req-38b4757b-11e2-4260-b77d-d6be8cb45b0e tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.798686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab808c1-c363-4a70-8790-226805f5ce04 req-38b4757b-11e2-4260-b77d-d6be8cb45b0e tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.4834883 Jul 16 20:22:32.800361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:32.809683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.833131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ac788-bbc1-4f3a-9afd-cc45498b7a29 req-07d14939-6abf-47fb-8943-3d6ede949f75 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:32.838051 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f86ac788-bbc1-4f3a-9afd-cc45498b7a29 req-07d14939-6abf-47fb-8943-3d6ede949f75 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.3207278 Jul 16 20:22:32.861874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] DHCP port deletion for df6ab75a-d6f2-4314-9202-3396dd41a88f request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:32.920093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ab808c1-c363-4a70-8790-226805f5ce04 req-87f21bbb-9a43-4fec-8266-0b2ec0236a99 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200137 Jul 16 20:22:32.949365 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f86ac788-bbc1-4f3a-9afd-cc45498b7a29 req-69a3fcd5-9b1f-45c1-bbbd-ba7e77871d58 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050589 Jul 16 20:22:32.961589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 2049b3fd-d259-4d16-a22e-77b62868cc52 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:32.989507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] Deleting port eb7ae5b6-7882-467b-929a-3f4098d8fa66 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:32.989507 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.989507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:32.989507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 2049b3fd-d259-4d16-a22e-77b62868cc52 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:32.990106 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:32.991878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Deleting port eb7ae5b6-7882-467b-929a-3f4098d8fa66 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:32.992230 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.165806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] For port eb7ae5b6-7882-467b-929a-3f4098d8fa66, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=eb7ae5b6-7882-467b-929a-3f4098d8fa66,segment=NetworkSegment(671c8030-9a7a-4447-b54d-70c45421593b),segment_id=671c8030-9a7a-4447-b54d-70c45421593b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:33.166296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.200091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Calling delete_port for eb7ae5b6-7882-467b-929a-3f4098d8fa66 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:33.224914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] For port eb7ae5b6-7882-467b-929a-3f4098d8fa66, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=eb7ae5b6-7882-467b-929a-3f4098d8fa66,segment=NetworkSegment(671c8030-9a7a-4447-b54d-70c45421593b),segment_id=671c8030-9a7a-4447-b54d-70c45421593b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:33.226062 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.279626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] Calling delete_port for eb7ae5b6-7882-467b-929a-3f4098d8fa66 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:33.361936 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.412645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf43c8-a2ae-4436-b498-b0944d2acec8 None None] Network 98a9a15d-3475-4d7a-91d5-af75cd05eaee requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:33.417572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event deleted for resources: {'Port': ['ID=eb7ae5b6-7882-467b-929a-3f4098d8fa66,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:33.420710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] No DVR routers for this DVR port eb7ae5b6-7882-467b-929a-3f4098d8fa66 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:33.501931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.547801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.560430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6ab75a-d6f2-4314-9202-3396dd41a88f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:33.575307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671c8030-9a7a-4447-b54d-70c45421593b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:33.575307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671c8030-9a7a-4447-b54d-70c45421593b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:33.583466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7871d1f4-c650-47a3-b373-e0334d6f409d None None] Provisioning for port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:33.586778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.594369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9a230-3679-48ad-8ea6-80ebba1e2803 req-670e8bee-120c-4210-a47e-8634cdd61b3a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:33.597080 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12a9a230-3679-48ad-8ea6-80ebba1e2803 req-670e8bee-120c-4210-a47e-8634cdd61b3a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 944 time: 0.2366230 Jul 16 20:22:33.605677 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.614145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7871d1f4-c650-47a3-b373-e0334d6f409d None None] Provisioning complete for port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:33.614734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7871d1f4-c650-47a3-b373-e0334d6f409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.616044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:33.617739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:33.623372 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:33.730233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.738349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.746284 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.751862 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.754821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] 10.222.0.10 "DELETE /v2.0/networks/df6ab75a-d6f2-4314-9202-3396dd41a88f HTTP/1.1" status: 204 len: 168 time: 1.2495530 Jul 16 20:22:33.754995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12a9a230-3679-48ad-8ea6-80ebba1e2803 req-93dc2019-1889-402a-a2cb-bec6348b3ba4 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224675 Jul 16 20:22:33.784649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508fe7c-037e-4a54-85c4-a97cadedaa64 tempest-AllowedAddressPairIpV6TestJSON-247097491 tempest-AllowedAddressPairIpV6TestJSON-247097491-project] Pushing event deleted for resources: {'Network': ['ID=df6ab75a-d6f2-4314-9202-3396dd41a88f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:33.890383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9dcd10-42ec-47d8-913a-532d3f730cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049b3fd-d259-4d16-a22e-77b62868cc52'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:33.893069 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0848169f-de27-4439-8d2c-57043cf43347" -d '{"events": [{"server_uuid": "4c9dcd10-42ec-47d8-913a-532d3f730cb1", "name": "network-vif-plugged", "status": "completed", "tag": "2049b3fd-d259-4d16-a22e-77b62868cc52"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:33.904255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=a8abc79b-c879-45fc-85e6-96dccb2a21f8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:33.908753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.936027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2049b3fd-d259-4d16-a22e-77b62868cc52, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2049b3fd-d259-4d16-a22e-77b62868cc52,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:33.951599 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:33.952885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:33.958358 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d3bdcd-25bc-43e3-908a-f039ccc5844c x-openstack-request-id: req-d2d3bdcd-25bc-43e3-908a-f039ccc5844c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:33.958794 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9dcd10-42ec-47d8-913a-532d3f730cb1", "name": "network-vif-plugged", "status": "completed", "tag": "2049b3fd-d259-4d16-a22e-77b62868cc52", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:33.959199 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2d3bdcd-25bc-43e3-908a-f039ccc5844c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:33.959827 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9dcd10-42ec-47d8-913a-532d3f730cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049b3fd-d259-4d16-a22e-77b62868cc52', 'code': 200} Jul 16 20:22:34.126505 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.160452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 98a9a15d-3475-4d7a-91d5-af75cd05eaee is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:34.165022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:34.174710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057d4d3-f557-4a64-80a1-d3ae5887a392 req-0ade78d8-782a-4855-bd6c-622ea7dbe269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.182508 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2057d4d3-f557-4a64-80a1-d3ae5887a392 req-0ade78d8-782a-4855-bd6c-622ea7dbe269 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 1097 time: 0.1308055 Jul 16 20:22:34.253910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] Network df6ab75a-d6f2-4314-9202-3396dd41a88f is not hosted by any dhcp agent {{(pid=93960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:22:34.254493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] No DVR routers for this DVR port eb7ae5b6-7882-467b-929a-3f4098d8fa66 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:34.297347 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2057d4d3-f557-4a64-80a1-d3ae5887a392 req-755c49b3-54fe-46ab-a635-c16399a1a517 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077573 Jul 16 20:22:34.304859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2049b3fd-d259-4d16-a22e-77b62868cc52,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:34.369887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3e43a-3f01-4dfa-a39e-e6c1f233f61d req-97cb92e9-9275-485b-abf0-d7e9e4f7ae31 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.372081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.378330 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d6d3e43a-3f01-4dfa-a39e-e6c1f233f61d req-97cb92e9-9275-485b-abf0-d7e9e4f7ae31 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.1450553 Jul 16 20:22:34.392979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5c063-b24a-49b6-b113-25b8f9931c39 None None] Pushing event deleted for resources: {'Port': ['ID=eb7ae5b6-7882-467b-929a-3f4098d8fa66,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:34.434033 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d6d3e43a-3f01-4dfa-a39e-e6c1f233f61d req-1dbbc3cd-2bf4-4606-a84e-956f6b7277f2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541272 Jul 16 20:22:34.451027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb29f09-fb02-44e7-a114-ab0f6bac9b55 req-4477eab4-daa0-4494-8ede-fc864f9f6e45 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.457363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5bb29f09-fb02-44e7-a114-ab0f6bac9b55 req-4477eab4-daa0-4494-8ede-fc864f9f6e45 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.2010899 Jul 16 20:22:34.498126 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7871d1f4-c650-47a3-b373-e0334d6f409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.499017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 69777f26-74fb-45f8-8ea5-983d0511fd0d is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:34.521123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5bb29f09-fb02-44e7-a114-ab0f6bac9b55 req-9da6a7a8-fb45-4af0-8283-483b5689cd10 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594807 Jul 16 20:22:34.591403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7871d1f4-c650-47a3-b373-e0334d6f409d None None] For port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7d420f1e-0e20-42a2-bc28-ae53d5e190a3,segment=NetworkSegment(a6353b2a-aa75-43b3-952f-fdf46be6eb9e),segment_id=a6353b2a-aa75-43b3-952f-fdf46be6eb9e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:34.592420 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.606733 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7871d1f4-c650-47a3-b373-e0334d6f409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.641522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device eb7ae5b6-7882-467b-929a-3f4098d8fa66 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:34.700300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: eb7ae5b6-7882-467b-929a-3f4098d8fa66 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:34.700650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device eb7ae5b6-7882-467b-929a-3f4098d8fa66 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:34.732934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:34.737405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:22:34.746058 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:34.751586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871d1f4-c650-47a3-b373-e0334d6f409d None None] Pushing event updated for resources: {'Port': ['ID=7d420f1e-0e20-42a2-bc28-ae53d5e190a3,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:34.818116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-51249a40-efa5-4650-a305-f6a41ccec093 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49f3702ab6604a1baccfe7ce0dacc1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438140 Jul 16 20:22:34.819545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:34.822929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.825795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-49170c89-5d5c-4657-8ec5-4bd0b99ab26e tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/69777f26-74fb-45f8-8ea5-983d0511fd0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5487618 Jul 16 20:22:34.829647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.850143 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d076d-ac91-413a-8c34-0def197a9acb None None] Sync routers for ids ['69777f26-74fb-45f8-8ea5-983d0511fd0d'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:34.872600 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d076d-ac91-413a-8c34-0def197a9acb None None] Routers {'69777f26-74fb-45f8-8ea5-983d0511fd0d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:34.876527 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-999d076d-ac91-413a-8c34-0def197a9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['69777f26-74fb-45f8-8ea5-983d0511fd0d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:34.890821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:34.972948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df797f6-23cd-44a8-9c32-c8a41d04e354 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:34.980193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9df797f6-23cd-44a8-9c32-c8a41d04e354 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports/a8abc79b-c879-45fc-85e6-96dccb2a21f8 HTTP/1.1" status: 200 len: 910 time: 0.1469054 Jul 16 20:22:34.980840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:34.989996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2938223d-4755-4b9e-89f1-c5d5076e0b7a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27324ed7-ad9a-4104-96b3-bc1254c4bd4b'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:34.991716 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-999d076d-ac91-413a-8c34-0def197a9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:35.011704 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d076d-ac91-413a-8c34-0def197a9acb None None] Routers {'69777f26-74fb-45f8-8ea5-983d0511fd0d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:35.012496 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-999d076d-ac91-413a-8c34-0def197a9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['69777f26-74fb-45f8-8ea5-983d0511fd0d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:35.017533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be021b2-563b-4e03-b5ea-a471387e052c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.024860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:35.063811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be021b2-563b-4e03-b5ea-a471387e052c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.090098 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-999d076d-ac91-413a-8c34-0def197a9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:35.093333 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d076d-ac91-413a-8c34-0def197a9acb None None] The sync data for ids ['69777f26-74fb-45f8-8ea5-983d0511fd0d'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:35.109405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '1221de76-f651-4438-be3d-48274262b99f', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'port_id': '1221de76-f651-4438-be3d-48274262b99f', 'mac_address': 'fa:16:3e:1a:bb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:22:35.120945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e526e94-f90e-464e-a089-a4150fcad504 None None] Provisioning for port a8abc79b-c879-45fc-85e6-96dccb2a21f8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:35.165219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e526e94-f90e-464e-a089-a4150fcad504 None None] Provisioning complete for port a8abc79b-c879-45fc-85e6-96dccb2a21f8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:35.165219 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e526e94-f90e-464e-a089-a4150fcad504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.242675 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be021b2-563b-4e03-b5ea-a471387e052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.247558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be021b2-563b-4e03-b5ea-a471387e052c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.250583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1be021b2-563b-4e03-b5ea-a471387e052c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2924652-84b8-4805-8246-af9d98df6767 HTTP/1.1" status: 204 len: 168 time: 0.4260616 Jul 16 20:22:35.273826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1777e2-d020-422e-880d-ee08845b3fc7 req-fb7df7bc-f47a-4a8f-b0ca-bb582c743062 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.276381 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a1777e2-d020-422e-880d-ee08845b3fc7 req-fb7df7bc-f47a-4a8f-b0ca-bb582c743062 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 945 time: 0.2001576 Jul 16 20:22:35.282394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be021b2-563b-4e03-b5ea-a471387e052c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2924652-84b8-4805-8246-af9d98df6767,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:35.346370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a1777e2-d020-422e-880d-ee08845b3fc7 req-6c7d9f43-86a7-43e9-8d13-72fcea743686 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595658 Jul 16 20:22:35.376326 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.395209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1e526e94-f90e-464e-a089-a4150fcad504 None None] Port a8abc79b-c879-45fc-85e6-96dccb2a21f8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:35.396063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2938223d-4755-4b9e-89f1-c5d5076e0b7a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.397730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1221de76-f651-4438-be3d-48274262b99f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:22:35.432370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:35.441661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.444694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e526e94-f90e-464e-a089-a4150fcad504 None None] Provisioning complete for port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:35.446011 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e526e94-f90e-464e-a089-a4150fcad504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.573905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['1221de76-f651-4438-be3d-48274262b99f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:35.624919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:35.849671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-77d3eaa5-75ba-426b-9394-b78987d12ce4 None None] Provisioning complete for port a8abc79b-c879-45fc-85e6-96dccb2a21f8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:35.849940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77d3eaa5-75ba-426b-9394-b78987d12ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:35.856190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af64da-ee9e-491e-af4e-c6bbd687ce38 req-36f4ae82-d8b8-4290-bdda-5935fd0d6e14 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:35.864955 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1af64da-ee9e-491e-af4e-c6bbd687ce38 req-36f4ae82-d8b8-4290-bdda-5935fd0d6e14 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.0822554 Jul 16 20:22:35.908872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-77d3eaa5-75ba-426b-9394-b78987d12ce4 None None] Port a8abc79b-c879-45fc-85e6-96dccb2a21f8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:35.935992 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1af64da-ee9e-491e-af4e-c6bbd687ce38 req-e4892321-abd3-4b2e-83b5-da804dfaa007 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688400 Jul 16 20:22:35.962939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:35.968916 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd4aa7f-b816-467f-b895-6b144602b4d8" -d '{"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:36.023790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efd1a5-b457-4430-a997-a851ce2c57ed req-e04c7e34-ba24-4270-9403-4424a55cc381 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.030694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18efd1a5-b457-4430-a997-a851ce2c57ed req-e04c7e34-ba24-4270-9403-4424a55cc381 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 946 time: 0.2508683 Jul 16 20:22:36.132158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18efd1a5-b457-4430-a997-a851ce2c57ed req-ed59e669-0401-448e-a94e-864ef3dce9b3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005230 Jul 16 20:22:36.203502 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f384ab78-a896-4750-9794-02b95efa1f82 x-openstack-request-id: req-f384ab78-a896-4750-9794-02b95efa1f82 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:36.203853 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:36.204139 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f384ab78-a896-4750-9794-02b95efa1f82 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:36.205033 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'code': 200} Jul 16 20:22:36.282390 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2938223d-4755-4b9e-89f1-c5d5076e0b7a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.293415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2938223d-4755-4b9e-89f1-c5d5076e0b7a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.371565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938223d-4755-4b9e-89f1-c5d5076e0b7a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.372474 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2938223d-4755-4b9e-89f1-c5d5076e0b7a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.373932 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2938223d-4755-4b9e-89f1-c5d5076e0b7a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/ports/a8abc79b-c879-45fc-85e6-96dccb2a21f8 HTTP/1.1" status: 200 len: 910 time: 1.3886058 Jul 16 20:22:36.377462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.382627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938223d-4755-4b9e-89f1-c5d5076e0b7a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=a8abc79b-c879-45fc-85e6-96dccb2a21f8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:36.563200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34356) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:36.596163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:36.651521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b725-5f43-49ff-ae07-3229a2530b96 req-02061ee9-cb81-4b06-928b-41d527e30df3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:36.655305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd03b725-5f43-49ff-ae07-3229a2530b96 req-02061ee9-cb81-4b06-928b-41d527e30df3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 945 time: 0.1836514 Jul 16 20:22:36.688012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:36.688690 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.744677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-924609483'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:36.749921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:36.761244 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd03b725-5f43-49ff-ae07-3229a2530b96 req-f0196a78-8f32-47e9-a509-9d68d7d95838 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979707 Jul 16 20:22:36.800764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Made reservation on behalf of aa11d6509b6949918f8833f31c3c227f for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:36.811213 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.839231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.854972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 1221de76-f651-4438-be3d-48274262b99f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:36.855385 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:36.875589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.091159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.102541 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.150637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:37.154470 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.195785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a7a488-a838-408f-a5dd-a7fd36aec70e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.202002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.202639 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Added segment 6cc61f06-8e16-46e0-a724-c0aee87eec99 of type vlan for network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 Jul 16 20:22:37.301581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:37.310504 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.324386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.479120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.487076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:22:37.545519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.570331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:37.571879 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:37.677832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1112645 Jul 16 20:22:37.684779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:37.695967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'subnet': {'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:37.741048 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-b2f9918e-3e6c-4f29-9143-8ebe808c5ceb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2828341 Jul 16 20:22:37.786075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdeddc-96dc-403b-92b8-a2eebcbca566 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Network': ['ID=3967d50e-e2d3-4e07-88a5-b29f73a4bf70,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:37.809655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:37.828196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea7047-e78c-4ff2-ba0d-f15b191c6c97 req-b3b524dd-a1c7-4dfc-9104-a8c1349243e2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:37.837634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77ea7047-e78c-4ff2-ba0d-f15b191c6c97 req-b3b524dd-a1c7-4dfc-9104-a8c1349243e2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.5002611 Jul 16 20:22:37.857750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489c555-cb67-4303-86b9-4f05faad7738 req-0b083c0b-72fb-4a2a-969e-3517e86b49e3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:37.864928 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c489c555-cb67-4303-86b9-4f05faad7738 req-0b083c0b-72fb-4a2a-969e-3517e86b49e3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.2061605 Jul 16 20:22:37.937180 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c489c555-cb67-4303-86b9-4f05faad7738 req-3deba87e-9f86-4768-82be-d456a662fb3a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713334 Jul 16 20:22:37.997246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-a9a9bc37-91a5-433c-8227-74f68f0ae5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.000098 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-a9a9bc37-91a5-433c-8227-74f68f0ae5e0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 1098 time: 0.2260990 Jul 16 20:22:38.005615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77ea7047-e78c-4ff2-ba0d-f15b191c6c97 req-65f7caa2-e333-41e0-be91-7e0a91fae249 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667125 Jul 16 20:22:38.055083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Made reservation on behalf of aa11d6509b6949918f8833f31c3c227f for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:38.059215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.206757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:38.213795 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f61bbbf-e5c1-484f-b528-2ff166fa140e" -d '{"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-plugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:38.274488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port a8abc79b-c879-45fc-85e6-96dccb2a21f8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:38.275029 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.362878 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a60083d-9924-49f8-a25b-f646b74e6cd2 x-openstack-request-id: req-2a60083d-9924-49f8-a25b-f646b74e6cd2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:38.363119 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-plugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:38.363419 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a60083d-9924-49f8-a25b-f646b74e6cd2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:38.363816 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'code': 200} Jul 16 20:22:38.373744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-c159bcc6-9f8b-4cd7-a727-8f432fcb2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.376479 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-c159bcc6-9f8b-4cd7-a727-8f432fcb2494 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.3230174 Jul 16 20:22:38.442428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.540291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Subnet': ['ID=3a1d12d6-be05-4956-b88e-0d349283ef24,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:38.600389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-ac74348b-9a47-4c16-a9a6-c571ea909f5a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 200 len: 1002 time: 0.2108202 Jul 16 20:22:38.629695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6dacc-2e87-48b5-84c7-ceb8513c7fab req-7308c81d-782c-44d7-8ab9-84e973a8579a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.631567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6b6dacc-2e87-48b5-84c7-ceb8513c7fab req-7308c81d-782c-44d7-8ab9-84e973a8579a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 945 time: 0.2418811 Jul 16 20:22:38.635966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Checking segment: {'id': '6cc61f06-8e16-46e0-a724-c0aee87eec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:38.636328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Network hostable DHCP agents. Network: 3967d50e-e2d3-4e07-88a5-b29f73a4bf70, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:38.691866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-2d71f179-0c8a-4d58-8810-46e1f53d7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.694305 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-2d71f179-0c8a-4d58-8810-46e1f53d7225 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.0853612 Jul 16 20:22:38.730096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6b6dacc-2e87-48b5-84c7-ceb8513c7fab req-74c13972-f1ee-428f-a61e-53ac5f9185ce tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905766 Jul 16 20:22:38.741389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:38.783164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 3967d50e-e2d3-4e07-88a5-b29f73a4bf70) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:38.803375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba76d88-ba3a-463a-88b0-310b589590b0 None None] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:38.814654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.815555 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.815815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:38.841814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for a8abc79b-c879-45fc-85e6-96dccb2a21f8 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:38.846313 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a4653dd7-7387-4354-9586-d9b46930c1a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1563177 Jul 16 20:22:38.851847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:38.863769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-87ec8620-8f6f-478f-8496-c294a0596e9c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:38.865529 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-87ec8620-8f6f-478f-8496-c294a0596e9c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.63 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 945 time: 0.1854396 Jul 16 20:22:38.869170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'port': {'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70', 'name': 'tempest-AllowedAddressPairTestJSON-1980415512'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:39.061375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Deleting port 2049b3fd-d259-4d16-a22e-77b62868cc52 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:39.061865 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.110755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-3967d50e-e2d3-4e07-88a5-b29f73a4bf70', 'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70', 'tenant_id': 'aa11d6509b6949918f8833f31c3c227f', 'fixed_ips': [{'subnet_id': '3a1d12d6-be05-4956-b88e-0d349283ef24'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:39.111447 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.130878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Made reservation on behalf of aa11d6509b6949918f8833f31c3c227f for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:39.149428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.216868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] For port 2049b3fd-d259-4d16-a22e-77b62868cc52, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2049b3fd-d259-4d16-a22e-77b62868cc52,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:39.217607 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.237171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Calling delete_port for 2049b3fd-d259-4d16-a22e-77b62868cc52 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:39.242416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] device_id is not set on port 946c502d-a211-4d7e-be59-981906e09a32 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:39.273451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-69415bf1-8e4b-41c8-acfa-f59f686a6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:39.275439 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-69415bf1-8e4b-41c8-acfa-f59f686a6e70 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5733461 Jul 16 20:22:39.370827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Allocated IP 172.20.0.2 (3967d50e-e2d3-4e07-88a5-b29f73a4bf70/3a1d12d6-be05-4956-b88e-0d349283ef24/6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:39.606143 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.619031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Transition to ACTIVE for port object 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:39.637934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Transition to ACTIVE for port object 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:39.646659 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.699360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:39.702537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:39.725662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:39.741189 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-560705e2-8ce0-4771-b419-bce953f32519 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487724 Jul 16 20:22:39.803876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Pushing event updated for resources: {'Port': ['ID=6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:39.812585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Attempting to bind port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:39.815586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Attempting to bind port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6cc61f06-8e16-46e0-a724-c0aee87eec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:39.816148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Attempting to bind port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be on network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:39.828603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:39.829138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Checking segment: {'id': '6cc61f06-8e16-46e0-a724-c0aee87eec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:39.829653 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.830155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Bound using segment: {'id': '6cc61f06-8e16-46e0-a724-c0aee87eec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:39.831561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Allocated IP 172.20.0.5 (3967d50e-e2d3-4e07-88a5-b29f73a4bf70/3a1d12d6-be05-4956-b88e-0d349283ef24/946c502d-a211-4d7e-be59-981906e09a32) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:39.831988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Bound port: 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc61f06-8e16-46e0-a724-c0aee87eec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:39.832488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.833501 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.895083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=a8abc79b-c879-45fc-85e6-96dccb2a21f8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:39.959885 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:39.998186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] For port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:40.002160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] For port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be,segment=NetworkSegment(6cc61f06-8e16-46e0-a724-c0aee87eec99),segment_id=6cc61f06-8e16-46e0-a724-c0aee87eec99)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:40.013981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2049b3fd-d259-4d16-a22e-77b62868cc52'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:40.058109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3e9182b0-be2e-443c-b9b0-e4e268ff15ca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:22:40.067041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Pushing event deleted for resources: {'Port': ['ID=2049b3fd-d259-4d16-a22e-77b62868cc52,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.137393 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.163248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] No DVR routers for this DVR port 2049b3fd-d259-4d16-a22e-77b62868cc52 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:40.169797 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.174110 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-792d40ca-f19c-46ea-9e83-6ab1819ccde7 req-89282323-add6-4407-9ec1-49510ad58bc7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.63 "DELETE /v2.0/ports/2049b3fd-d259-4d16-a22e-77b62868cc52 HTTP/1.1" status: 204 len: 173 time: 1.3014009 Jul 16 20:22:40.175870 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:40.192054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9dcd10-42ec-47d8-913a-532d3f730cb1', 'name': 'network-vif-deleted', 'tag': '2049b3fd-d259-4d16-a22e-77b62868cc52'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:22:40.213689 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a101d88c-2312-452d-9095-188808d3ac2a" -d '{"events": [{"server_uuid": "4c9dcd10-42ec-47d8-913a-532d3f730cb1", "name": "network-vif-deleted", "tag": "2049b3fd-d259-4d16-a22e-77b62868cc52"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:22:40.216041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8ef27-e4cb-4eba-8c8a-4e0c9288e15b None None] Pushing event updated for resources: {'Port': ['ID=6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:40.324101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbe45f-3292-49bf-a3ef-f6bc9ce62654 req-ec09ab1f-503f-4f87-90b9-f8de074d12eb tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:40.326887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95bbe45f-3292-49bf-a3ef-f6bc9ce62654 req-ec09ab1f-503f-4f87-90b9-f8de074d12eb tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.3803790 Jul 16 20:22:40.439687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95bbe45f-3292-49bf-a3ef-f6bc9ce62654 req-cc34a53b-6016-4723-b7a1-81104f301976 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030841 Jul 16 20:22:40.566969 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b2ad6-aab3-40a4-a0fd-68bb564dbae0 req-d5ae99dc-e612-4340-a0b7-164729a62383 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:40.575175 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-900b2ad6-aab3-40a4-a0fd-68bb564dbae0 req-d5ae99dc-e612-4340-a0b7-164729a62383 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 1.3065410 Jul 16 20:22:40.718672 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-900b2ad6-aab3-40a4-a0fd-68bb564dbae0 req-a0d67e68-0bc8-490a-927a-02b88722d937 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421103 Jul 16 20:22:40.812628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4603e2ce-82f0-4f11-8ca6-6a7debdb35ba req-34c9fa79-8da1-4cff-9521-896ba0ef8640 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9741771 Jul 16 20:22:41.057180 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa09c5f-39ff-446c-a32c-ad675d59e20b x-openstack-request-id: req-0aa09c5f-39ff-446c-a32c-ad675d59e20b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:22:41.058137 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9dcd10-42ec-47d8-913a-532d3f730cb1", "name": "network-vif-deleted", "tag": "2049b3fd-d259-4d16-a22e-77b62868cc52", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:22:41.058137 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0aa09c5f-39ff-446c-a32c-ad675d59e20b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:22:41.058390 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9dcd10-42ec-47d8-913a-532d3f730cb1', 'name': 'network-vif-deleted', 'tag': '2049b3fd-d259-4d16-a22e-77b62868cc52', 'status': 'completed', 'code': 200} Jul 16 20:22:41.491017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 69777f26-74fb-45f8-8ea5-983d0511fd0d has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:22:41.523762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-fe0742e2-b361-45ed-8e40-35a9318d517d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.3321962 Jul 16 20:22:41.570068 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8c28ac9e-b42a-4068-9a73-6383b9368543 req-136d966e-a143-456d-8610-b05e9a734268 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c9dcd10-42ec-47d8-913a-532d3f730cb1 HTTP/1.1" status: 200 len: 210 time: 0.1134360 Jul 16 20:22:41.809373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4f79-0808-4e6f-bc96-1561f1e656eb req-d6733304-5932-4c36-b38e-eedbd41a9d03 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:41.813878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aaae4f79-0808-4e6f-bc96-1561f1e656eb req-d6733304-5932-4c36-b38e-eedbd41a9d03 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.1185670 Jul 16 20:22:41.853221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:41.868672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabd2d4-e3d0-4a59-9a35-5347229606b6 None None] Sync routers for ids ['69777f26-74fb-45f8-8ea5-983d0511fd0d'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:41.869419 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-835c8daf-8a40-46b0-bdc0-20791d4775da tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/69777f26-74fb-45f8-8ea5-983d0511fd0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4905570 Jul 16 20:22:41.870045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:41.904396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabd2d4-e3d0-4a59-9a35-5347229606b6 None None] Routers {'69777f26-74fb-45f8-8ea5-983d0511fd0d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:41.905990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-faabd2d4-e3d0-4a59-9a35-5347229606b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['69777f26-74fb-45f8-8ea5-983d0511fd0d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:41.929300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aaae4f79-0808-4e6f-bc96-1561f1e656eb req-8ca02f6d-db69-4cca-a319-689d8781bcc0 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023848 Jul 16 20:22:41.968532 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2a0f9f34-172a-4f18-9adb-19fdbaa9323a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=69777f26-74fb-45f8-8ea5-983d0511fd0d HTTP/1.1" status: 200 len: 205 time: 0.0941248 Jul 16 20:22:41.973387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34406) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:42.003301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.010670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-faabd2d4-e3d0-4a59-9a35-5347229606b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:42.027327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b32a1-82d5-4e01-91f4-0fba6638e13c None None] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:42.082612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabd2d4-e3d0-4a59-9a35-5347229606b6 None None] Routers {'69777f26-74fb-45f8-8ea5-983d0511fd0d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:42.084268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-faabd2d4-e3d0-4a59-9a35-5347229606b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['69777f26-74fb-45f8-8ea5-983d0511fd0d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:42.094676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d47d4734-2ed9-4838-9971-43aaf2a08708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.095342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d47d4734-2ed9-4838-9971-43aaf2a08708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.095796 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d47d4734-2ed9-4838-9971-43aaf2a08708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.096342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d47d4734-2ed9-4838-9971-43aaf2a08708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.096886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d47d4734-2ed9-4838-9971-43aaf2a08708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.097424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d47d4734-2ed9-4838-9971-43aaf2a08708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.097947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d47d4734-2ed9-4838-9971-43aaf2a08708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.099148 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f6b7-4034-4dc6-8b61-3620a41d5096 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.100522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d47d4734-2ed9-4838-9971-43aaf2a08708 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6500 time: 0.3405411 Jul 16 20:22:42.116778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Transition to ACTIVE for port object 946c502d-a211-4d7e-be59-981906e09a32 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:42.161537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-faabd2d4-e3d0-4a59-9a35-5347229606b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:42.162250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabd2d4-e3d0-4a59-9a35-5347229606b6 None None] The sync data for ids ['69777f26-74fb-45f8-8ea5-983d0511fd0d'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:22:42.164147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6000a7d0-7bc4-4777-b7d8-21757ac36513 None None] Provisioning for port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:42.253496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.444328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-e8a9a39d-7e7f-4c06-b34f-de642f561ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.444328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-e8a9a39d-7e7f-4c06-b34f-de642f561ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.444328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-e8a9a39d-7e7f-4c06-b34f-de642f561ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.445368 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-e8a9a39d-7e7f-4c06-b34f-de642f561ab2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2966c3cb-c680-4c12-8fde-f33e0b87a958&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=11c173dd-4aaa-49dd-872c-190c74ede91e&id=11c173dd-4aaa-49dd-872c-190c74ede91e HTTP/1.1" status: 200 len: 2292 time: 0.2708988 Jul 16 20:22:42.448047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:42.468666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:42.498362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:42.498967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f6b7-4034-4dc6-8b61-3620a41d5096 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.505571 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f6b7-4034-4dc6-8b61-3620a41d5096 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.637831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f6b7-4034-4dc6-8b61-3620a41d5096 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.638494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b0f6b7-4034-4dc6-8b61-3620a41d5096 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Fanout notify agent at l3_agent the message router_deleted on router 69777f26-74fb-45f8-8ea5-983d0511fd0d {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:22:42.666991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f6b7-4034-4dc6-8b61-3620a41d5096 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.683386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e6b0f6b7-4034-4dc6-8b61-3620a41d5096 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/69777f26-74fb-45f8-8ea5-983d0511fd0d HTTP/1.1" status: 204 len: 168 time: 0.6993372 Jul 16 20:22:42.684151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:42.686892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:42.706173 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-65ef9955-b307-474a-87df-2174ac4bcfd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2 HTTP/1.1" status: 200 len: 1001 time: 0.2506952 Jul 16 20:22:42.738222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Port': ['ID=946c502d-a211-4d7e-be59-981906e09a32,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:42.785343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2049b3fd-d259-4d16-a22e-77b62868cc52 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:42.857336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4392ccba-b19c-4013-bc2f-5e08966ed402 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting subnet 27324ed7-ad9a-4104-96b3-bc1254c4bd4b {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:22:42.861787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.867242 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.876762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4392ccba-b19c-4013-bc2f-5e08966ed402 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.973261 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4392ccba-b19c-4013-bc2f-5e08966ed402 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:42.983608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e122122-bab0-4dea-a10f-6a2d407d3c49 req-cf7c5888-b4a6-4ce4-bc74-2acb239601ca tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:42.991897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e122122-bab0-4dea-a10f-6a2d407d3c49 req-cf7c5888-b4a6-4ce4-bc74-2acb239601ca tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.6607332 Jul 16 20:22:43.013824 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f9d7c14c-3e9a-44f4-8ebb-90761323a553 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1605318 Jul 16 20:22:43.018106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34418) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:43.023479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-0b624344-210e-4df6-81de-9ea79926ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:43.033856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-0b624344-210e-4df6-81de-9ea79926ad64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e13b6ad-328a-4ca7-84c2-946e8e68e401 HTTP/1.1" status: 200 len: 851 time: 0.3145077 Jul 16 20:22:43.041344 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'port': {'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70', 'name': 'tempest-AllowedAddressPairTestJSON-1184947745', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ec:b3:51'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:43.170163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 2049b3fd-d259-4d16-a22e-77b62868cc52 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:43.171087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2049b3fd-d259-4d16-a22e-77b62868cc52 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:43.202005 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e122122-bab0-4dea-a10f-6a2d407d3c49 req-277cccf0-14e9-4060-85b1-bedf92bed534 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039931 Jul 16 20:22:43.244297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:43.253500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:43.254230 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.279831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-0cf8c3d0-9828-406e-9785-1f45e7e6ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:43.284383 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-0cf8c3d0-9828-406e-9785-1f45e7e6ad35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2966c3cb-c680-4c12-8fde-f33e0b87a958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2258492 Jul 16 20:22:43.301107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0165e71-457c-4770-bc86-e97a57c3a3e1 None None] Provisioning for port 946c502d-a211-4d7e-be59-981906e09a32 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:43.325551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0165e71-457c-4770-bc86-e97a57c3a3e1 None None] Provisioning complete for port 946c502d-a211-4d7e-be59-981906e09a32 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:43.326327 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0165e71-457c-4770-bc86-e97a57c3a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.370895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4392ccba-b19c-4013-bc2f-5e08966ed402 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.465722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98f4a4-69a2-4f50-a908-6f0aed1be225 req-4a22cdf8-ed67-4ae7-8bb6-08f06753fe7d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:43.479190 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e98f4a4-69a2-4f50-a908-6f0aed1be225 req-4a22cdf8-ed67-4ae7-8bb6-08f06753fe7d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3389809 Jul 16 20:22:43.502263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Made reservation on behalf of aa11d6509b6949918f8833f31c3c227f for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:43.523488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-29b1e991-7c7d-42bb-a77e-92259c60b176 service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302904 Jul 16 20:22:43.588412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4392ccba-b19c-4013-bc2f-5e08966ed402 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.605590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0165e71-457c-4770-bc86-e97a57c3a3e1 None None] Port 946c502d-a211-4d7e-be59-981906e09a32 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:43.611372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.685035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d444948b-b539-44a7-8591-49f21ed4f752 service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518869 Jul 16 20:22:43.709725 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4392ccba-b19c-4013-bc2f-5e08966ed402 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.718870 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4392ccba-b19c-4013-bc2f-5e08966ed402 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/27324ed7-ad9a-4104-96b3-bc1254c4bd4b HTTP/1.1" status: 204 len: 168 time: 1.0181234 Jul 16 20:22:43.743412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e98f4a4-69a2-4f50-a908-6f0aed1be225 req-3659b3a9-6396-4548-9667-b3e85f9234ad tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628827 Jul 16 20:22:43.751406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be,segment=NetworkSegment(6cc61f06-8e16-46e0-a724-c0aee87eec99),segment_id=6cc61f06-8e16-46e0-a724-c0aee87eec99)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:43.751406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8493790-59f0-4d97-ab2d-b47ff6199653 None None] Network 98a9a15d-3475-4d7a-91d5-af75cd05eaee requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:43.752093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392ccba-b19c-4013-bc2f-5e08966ed402 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Subnet': ['ID=27324ed7-ad9a-4104-96b3-bc1254c4bd4b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:43.763875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:43.776814 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.827803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-975b5aca-0eb4-4b89-ac15-c7b927e06d21 None None] Provisioning complete for port 946c502d-a211-4d7e-be59-981906e09a32 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:43.828174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-975b5aca-0eb4-4b89-ac15-c7b927e06d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:43.934959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-0f16ab4f-70a7-4821-8e7d-c844bd8f9815 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 200 len: 217 time: 0.2404227 Jul 16 20:22:43.987248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-975b5aca-0eb4-4b89-ac15-c7b927e06d21 None None] Port 946c502d-a211-4d7e-be59-981906e09a32 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:43.988739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:44.045246 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.123238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68e66-6988-4d25-984c-ebc2535ba8c7 req-e2b76eb1-c287-4a2b-b37b-f26a91079ef4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.125568 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.134004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6fe68e66-6988-4d25-984c-ebc2535ba8c7 req-e2b76eb1-c287-4a2b-b37b-f26a91079ef4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.2934945 Jul 16 20:22:44.158324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-24d38077-c070-45b1-845d-615e55d99289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.161102 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-24d38077-c070-45b1-845d-615e55d99289 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1974511 Jul 16 20:22:44.239928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] device_id is not set on port e1799488-5af1-4357-bfa0-aa1afd3db7af yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:44.276509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12262ade-bc21-4701-9aba-1d66f4f9b502 None None] DHCP port deletion for 98a9a15d-3475-4d7a-91d5-af75cd05eaee request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:22:44.309564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6fe68e66-6988-4d25-984c-ebc2535ba8c7 req-5e2f94fc-67f7-47ee-8c0a-3f47ec42ea80 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610253 Jul 16 20:22:44.379229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:44.380102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.410769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-a746516a-a23d-429b-90df-ba00b18564d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.414527 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-a746516a-a23d-429b-90df-ba00b18564d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1913335 Jul 16 20:22:44.446707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-12262ade-bc21-4701-9aba-1d66f4f9b502 None None] Deleting port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:44.447289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-12262ade-bc21-4701-9aba-1d66f4f9b502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.494397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Allocated IP 172.20.0.13 (3967d50e-e2d3-4e07-88a5-b29f73a4bf70/3a1d12d6-be05-4956-b88e-0d349283ef24/e1799488-5af1-4357-bfa0-aa1afd3db7af) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:44.497576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7d420f1e-0e20-42a2-bc28-ae53d5e190a3,segment=NetworkSegment(a6353b2a-aa75-43b3-952f-fdf46be6eb9e),segment_id=a6353b2a-aa75-43b3-952f-fdf46be6eb9e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:44.497939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.520090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:44.667298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-12262ade-bc21-4701-9aba-1d66f4f9b502 None None] For port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7d420f1e-0e20-42a2-bc28-ae53d5e190a3,segment=NetworkSegment(a6353b2a-aa75-43b3-952f-fdf46be6eb9e),segment_id=a6353b2a-aa75-43b3-952f-fdf46be6eb9e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:44.667884 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-12262ade-bc21-4701-9aba-1d66f4f9b502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.700487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:44.708026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-12262ade-bc21-4701-9aba-1d66f4f9b502 None None] Calling delete_port for 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:44.713895 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-a463997a-6e92-4d63-8d28-8cb773528121 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915630 Jul 16 20:22:44.791128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fc4ea-cb41-4fd0-a4c3-61239d7f8d6b req-8269bad1-6882-4da7-98be-041eba84f0f0 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.801526 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a1fc4ea-cb41-4fd0-a4c3-61239d7f8d6b req-8269bad1-6882-4da7-98be-041eba84f0f0 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1839540 Jul 16 20:22:44.815198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e6428-14dc-481e-bdc1-bfc9d33676ae req-a434d14c-e4b7-4f75-a773-b48873a87d48 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:44.816732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c7e6428-14dc-481e-bdc1-bfc9d33676ae req-a434d14c-e4b7-4f75-a773-b48873a87d48 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.1859527 Jul 16 20:22:44.889511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:44.889890 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.907547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c7e6428-14dc-481e-bdc1-bfc9d33676ae req-3465c4cf-f98c-4ada-abe6-5f62d9e2b996 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775046 Jul 16 20:22:44.925480 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-b7e2d16e-caf1-4e42-98ed-a8cd55b15a8a service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977139 Jul 16 20:22:44.933465 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:44.957585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Transition to ACTIVE for port object e1799488-5af1-4357-bfa0-aa1afd3db7af will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:45.000259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.015233 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.038453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-77283c6c-c807-4245-9f00-aa16d6ed8ecd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 200 len: 217 time: 0.1034024 Jul 16 20:22:45.072763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=7d420f1e-0e20-42a2-bc28-ae53d5e190a3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:45.113719 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-12262ade-bc21-4701-9aba-1d66f4f9b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.150377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-00138fbb-3e64-41ca-8c1c-599e783c547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.152409 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-00138fbb-3e64-41ca-8c1c-599e783c547f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1044126 Jul 16 20:22:45.162605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Port': ['ID=e1799488-5af1-4357-bfa0-aa1afd3db7af,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:45.169443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No DVR routers for this DVR port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:45.180829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:45.216055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12262ade-bc21-4701-9aba-1d66f4f9b502 None None] No DVR routers for this DVR port 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:22:45.217796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:45.222222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:22:45.227743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12262ade-bc21-4701-9aba-1d66f4f9b502 None None] Pushing event deleted for resources: {'Port': ['ID=7d420f1e-0e20-42a2-bc28-ae53d5e190a3,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:45.233808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:45.273489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:22:45.274018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7d420f1e-0e20-42a2-bc28-ae53d5e190a3 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:22:45.289222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a1fc4ea-cb41-4fd0-a4c3-61239d7f8d6b req-38fa5e7d-f50d-4ad7-87ae-b1b6937e80bb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655794 Jul 16 20:22:45.306127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-b765f3ed-528e-4621-b908-12b96f322336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.329733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-b765f3ed-528e-4621-b908-12b96f322336 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1694036 Jul 16 20:22:45.390469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.391131 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.497584 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.518246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a9a15d-3475-4d7a-91d5-af75cd05eaee']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:45.549550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6353b2a-aa75-43b3-952f-fdf46be6eb9e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:45.549856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6353b2a-aa75-43b3-952f-fdf46be6eb9e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:45.564922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3dc87a04-718c-4f5a-a42a-f570c39b148b tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5423474 Jul 16 20:22:45.570552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:45.577236 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.592832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.624265 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-1d57f8e7-7f8e-4ad7-9892-73f9340a9959 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806928 Jul 16 20:22:45.645332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f50a56db-f94b-4d35-9317-b703783fb0e9 None None] Provisioning for port e1799488-5af1-4357-bfa0-aa1afd3db7af completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:45.656529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f50a56db-f94b-4d35-9317-b703783fb0e9 None None] Provisioning complete for port e1799488-5af1-4357-bfa0-aa1afd3db7af triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:45.657116 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f50a56db-f94b-4d35-9317-b703783fb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.722489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f50a56db-f94b-4d35-9317-b703783fb0e9 None None] Port e1799488-5af1-4357-bfa0-aa1afd3db7af cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:45.748157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.789219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:22:45.789638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:22:45.796065 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:22:45.800149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-fe1f644e-9ef6-447d-b06e-89b0d5ecf764 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678426 Jul 16 20:22:45.884063 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-715d6c80-1cad-443a-a1a9-6afa374d2d36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928 HTTP/1.1" status: 200 len: 217 time: 0.0739233 Jul 16 20:22:45.966481 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:45.979287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd36acbf-fc6f-47fe-bb80-a6866daafbb2 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.988860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d5e21b7b-ca92-4fff-99b4-d9ad5a65acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:45.990561 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d5e21b7b-ca92-4fff-99b4-d9ad5a65acc4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.0997403 Jul 16 20:22:45.993632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd36acbf-fc6f-47fe-bb80-a6866daafbb2 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.001535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd36acbf-fc6f-47fe-bb80-a6866daafbb2 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.006085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bd36acbf-fc6f-47fe-bb80-a6866daafbb2 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4344833 Jul 16 20:22:46.009811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.027972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.035674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.035909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/networks/98a9a15d-3475-4d7a-91d5-af75cd05eaee HTTP/1.1" status: 204 len: 168 time: 2.2397943 Jul 16 20:22:46.042195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe8d43-f358-4b74-9101-13e7356eef67 req-25b94229-ebaf-466c-9c8c-e5e30c170104 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.043475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4ba26353-9ca2-4bae-9a46-09fc3d7315f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-785790615', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:46.049938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38fe8d43-f358-4b74-9101-13e7356eef67 req-25b94229-ebaf-466c-9c8c-e5e30c170104 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4102001 Jul 16 20:22:46.087094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770010f-8750-4a20-b995-312ea703fa01 req-450ffc41-b180-420a-a1fd-1391d3c0ad96 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.095185 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4770010f-8750-4a20-b995-312ea703fa01 req-450ffc41-b180-420a-a1fd-1391d3c0ad96 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.1906328 Jul 16 20:22:46.102661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1941d10-e5f9-414a-b36f-4a1fbb513ffc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Network': ['ID=98a9a15d-3475-4d7a-91d5-af75cd05eaee,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:46.157882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38fe8d43-f358-4b74-9101-13e7356eef67 req-5c706b7e-e136-4043-a21d-fc60f8126248 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069252 Jul 16 20:22:46.159342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba26353-9ca2-4bae-9a46-09fc3d7315f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.160496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba26353-9ca2-4bae-9a46-09fc3d7315f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.190937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4770010f-8750-4a20-b995-312ea703fa01 req-eca8e39b-0d47-4d58-a020-b7ee6a7ae624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945125 Jul 16 20:22:46.242458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-1c478671-949b-4a70-8935-bd213b1c0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.243910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-1c478671-949b-4a70-8935-bd213b1c0b61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2456369 Jul 16 20:22:46.328696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0f593-575e-4fb9-a84a-74cc7b4ab669 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Deleting port e1799488-5af1-4357-bfa0-aa1afd3db7af {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:46.329041 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f593-575e-4fb9-a84a-74cc7b4ab669 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.417840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba26353-9ca2-4bae-9a46-09fc3d7315f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.426728 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba26353-9ca2-4bae-9a46-09fc3d7315f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.468824 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.490163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ba26353-9ca2-4bae-9a46-09fc3d7315f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.492440 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4ba26353-9ca2-4bae-9a46-09fc3d7315f1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4566464 Jul 16 20:22:46.494979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:46.500531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1282261104'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:46.513850 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f593-575e-4fb9-a84a-74cc7b4ab669 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.528950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-ede901c1-e220-4dae-bdaa-463530f16015 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754762 Jul 16 20:22:46.540295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0f593-575e-4fb9-a84a-74cc7b4ab669 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Calling delete_port for e1799488-5af1-4357-bfa0-aa1afd3db7af owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:46.588495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:46.592539 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.609990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331a095-256e-401e-99b0-8525ab702241 req-3e8e0ff3-6df3-4fec-a52a-709411470434 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:46.611651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f331a095-256e-401e-99b0-8525ab702241 req-3e8e0ff3-6df3-4fec-a52a-709411470434 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.1646090 Jul 16 20:22:46.663197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:46.692757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.693110 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added segment 9636a1e3-8bbc-4d48-8cd4-9900028d601a of type vlan for network 04023738-5d68-4e47-bd24-651f498f4e00 Jul 16 20:22:46.705153 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-5ad02b10-ec61-427f-af52-c353c8501cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558647 Jul 16 20:22:46.775722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f331a095-256e-401e-99b0-8525ab702241 req-af22cc68-84d9-4260-9e6d-6a6a90baef71 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495030 Jul 16 20:22:46.846918 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-30ed0808-46e0-473b-b1c4-46ea1e76bac4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=df9dca79-5ccf-4472-a245-9c2199c6994b HTTP/1.1" status: 200 len: 217 time: 0.1056242 Jul 16 20:22:46.854985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:46.965961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f593-575e-4fb9-a84a-74cc7b4ab669 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.047192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0f593-575e-4fb9-a84a-74cc7b4ab669 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event deleted for resources: {'Port': ['ID=e1799488-5af1-4357-bfa0-aa1afd3db7af,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:47.057779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-656ed27e-2245-4220-8a8c-9fd3dffec3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.072836 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-656ed27e-2245-4220-8a8c-9fd3dffec3ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.2030504 Jul 16 20:22:47.202483 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.221121 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.222601 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.404077 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4c0f593-575e-4fb9-a84a-74cc7b4ab669 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.412760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e4c0f593-575e-4fb9-a84a-74cc7b4ab669 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "DELETE /v2.0/ports/e1799488-5af1-4357-bfa0-aa1afd3db7af HTTP/1.1" status: 204 len: 168 time: 1.4000814 Jul 16 20:22:47.415454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34494) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.417808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Network': ['ID=04023738-5d68-4e47-bd24-651f498f4e00,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:47.432060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9354377 Jul 16 20:22:47.449896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.468525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'subnet': {'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:47.474165 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-259db8e3-ab5e-4742-8631-b6ad608fdba7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] GET failed (client error): The resource could not be found. Jul 16 20:22:47.476312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-259db8e3-ab5e-4742-8631-b6ad608fdba7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "GET /v2.0/ports/e1799488-5af1-4357-bfa0-aa1afd3db7af HTTP/1.1" status: 404 len: 333 time: 0.0590079 Jul 16 20:22:47.484975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:47.490702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'port': {'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70', 'name': 'tempest-AllowedAddressPairTestJSON-902418903'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:47.578249 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.578601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.578943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.579292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.579633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.579965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.580293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.580618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.580942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.581265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.581588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.581910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5460a40-7bdf-4eee-a98a-b95936e585cf tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:47.606082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 04023738-5d68-4e47-bd24-651f498f4e00 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:47.720892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d548373-3fad-453e-83b6-1b7e1e571ed2 req-26f06404-5f13-49c0-8783-e4c8eac52e3b tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.725058 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7d548373-3fad-453e-83b6-1b7e1e571ed2 req-26f06404-5f13-49c0-8783-e4c8eac52e3b tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.1897624 Jul 16 20:22:47.739295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-5bdadb54-9760-4d81-913b-99f792e94f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:47.746688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-5bdadb54-9760-4d81-913b-99f792e94f7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6578553 Jul 16 20:22:47.798563 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7d548373-3fad-453e-83b6-1b7e1e571ed2 req-72f10de5-7c02-4a5a-852f-fd038b097737 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598354 Jul 16 20:22:47.856958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Made reservation on behalf of aa11d6509b6949918f8833f31c3c227f for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:47.863533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:22:47.863533 n-d-792394-17 neutron-server[93958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:22:47.863533 n-d-792394-17 neutron-server[93958]: [parameters: {'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'id': '75a66f25-8473-45a6-97ef-9705eb8fbb36', 'expiration': datetime.datetime(2021, 7, 16, 20, 24, 47, 842923)}] Jul 16 20:22:47.863533 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:22:47.864804 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:22:47.888230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:47.948885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] device_id is not set on port 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:48.050080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d7a7751f-c06e-465f-bd52-dd53d0ccae87 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880569 Jul 16 20:22:48.153614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Allocated IP 172.20.0.9 (3967d50e-e2d3-4e07-88a5-b29f73a4bf70/3a1d12d6-be05-4956-b88e-0d349283ef24/0a3d8aaf-3b33-447e-94d6-6cb0d2264356) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:48.316568 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-23c97151-f5cb-485b-9339-02a5f079db79 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467675 Jul 16 20:22:48.360896 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.377037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Transition to ACTIVE for port object 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:48.414552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf43779-7a6b-464a-b495-1ac99e9e0ace req-5277cb6f-7c0b-42b0-9893-690c0fc8a8fe tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.422983 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3bf43779-7a6b-464a-b495-1ac99e9e0ace req-5277cb6f-7c0b-42b0-9893-690c0fc8a8fe tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.3709364 Jul 16 20:22:48.425220 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.441328 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-9c23c2b3-ae69-48ec-8e4e-5e3ae718c88e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3 HTTP/1.1" status: 200 len: 217 time: 0.1172178 Jul 16 20:22:48.504610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:48.514173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:48.516942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:48.528325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d1371953-cb62-4f51-906e-51555f25fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.530876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-d1371953-cb62-4f51-906e-51555f25fb59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.0718236 Jul 16 20:22:48.577969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3bf43779-7a6b-464a-b495-1ac99e9e0ace req-2ce9dded-e79a-4431-a139-1fd75e061cf6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540511 Jul 16 20:22:48.578621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:48.582046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.605569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Port': ['ID=0a3d8aaf-3b33-447e-94d6-6cb0d2264356,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:48.682936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.683875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.717315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c3086b54-fd4a-409f-950f-0342c06bc3f1 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2308986 Jul 16 20:22:48.722275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34514) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:48.729994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1cfdcc54-451f-4a74-99f1-2900c9bd91a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ec:b3:51'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:48.885184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcc54-451f-4a74-99f1-2900c9bd91a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:48.948778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-18e5117f-f6f6-4f0d-9501-9f0205b53ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:48.950358 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-18e5117f-f6f6-4f0d-9501-9f0205b53ae6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3891306 Jul 16 20:22:48.996245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3e403a2c-a03b-4b31-aa8c-d02e25bf4dd1 None None] Provisioning for port 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:49.000628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3e403a2c-a03b-4b31-aa8c-d02e25bf4dd1 None None] Provisioning complete for port 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:49.001333 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3e403a2c-a03b-4b31-aa8c-d02e25bf4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.026634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.068193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3e403a2c-a03b-4b31-aa8c-d02e25bf4dd1 None None] Port 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:49.245697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcc54-451f-4a74-99f1-2900c9bd91a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.253613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcc54-451f-4a74-99f1-2900c9bd91a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.276956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Subnet': ['ID=94d6d99e-8c9b-4e1b-b11d-7e8af19809b0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.299625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Checking segment: {'id': '9636a1e3-8bbc-4d48-8cd4-9900028d601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:49.300202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network hostable DHCP agents. Network: 04023738-5d68-4e47-bd24-651f498f4e00, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:49.345405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-b7e91750-c811-49c2-a09f-27a1240bde51 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793011 Jul 16 20:22:49.408217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdcc54-451f-4a74-99f1-2900c9bd91a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] In _notify_port_updated(), no bound segment for port 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 on network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:22:49.418749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782850f-5a1e-4ad4-8296-21ab2c105340 req-d8b888a9-86b7-4fe4-a3b3-df48c137a7c2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.419957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfdcc54-451f-4a74-99f1-2900c9bd91a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.420796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7782850f-5a1e-4ad4-8296-21ab2c105340 req-d8b888a9-86b7-4fe4-a3b3-df48c137a7c2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.3389459 Jul 16 20:22:49.440302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcc54-451f-4a74-99f1-2900c9bd91a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.447444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1cfdcc54-451f-4a74-99f1-2900c9bd91a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "PUT /v2.0/ports/0a3d8aaf-3b33-447e-94d6-6cb0d2264356 HTTP/1.1" status: 200 len: 992 time: 0.7230136 Jul 16 20:22:49.448704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34530) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:49.601943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdcc54-451f-4a74-99f1-2900c9bd91a5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Port': ['ID=0a3d8aaf-3b33-447e-94d6-6cb0d2264356,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:49.709626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 04023738-5d68-4e47-bd24-651f498f4e00 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:49.740745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-62e8773a-1f5c-4d0d-b615-286d0804db0d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Deleting port 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:49.741617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62e8773a-1f5c-4d0d-b615-286d0804db0d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.826141 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-9a34612b-225a-4c9a-a1c7-a08a364d6a52 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704945 Jul 16 20:22:49.826986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 04023738-5d68-4e47-bd24-651f498f4e00) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:49.841229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def4635-52dc-4664-b852-e6da0ff953e6 None None] Network 04023738-5d68-4e47-bd24-651f498f4e00 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:49.847621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:49.848630 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:49.992011 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62e8773a-1f5c-4d0d-b615-286d0804db0d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.030126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-62e8773a-1f5c-4d0d-b615-286d0804db0d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Calling delete_port for 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:50.067739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7b3ddf4f-cf95-4781-a190-86d845755a85 None None] Provisioning complete for port 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:50.069038 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddf4f-cf95-4781-a190-86d845755a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.156840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ddf4f-cf95-4781-a190-86d845755a85 None None] Port 0a3d8aaf-3b33-447e-94d6-6cb0d2264356 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:50.204665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93414864-a348-4079-a146-6542587fd892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-04023738-5d68-4e47-bd24-651f498f4e00', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:50.205751 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93414864-a348-4079-a146-6542587fd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.239282 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62e8773a-1f5c-4d0d-b615-286d0804db0d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:50.289916 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-725e4875-3daf-4522-9c02-56697a328a2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1 HTTP/1.1" status: 200 len: 217 time: 0.4544358 Jul 16 20:22:50.306079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8773a-1f5c-4d0d-b615-286d0804db0d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event deleted for resources: {'Port': ['ID=0a3d8aaf-3b33-447e-94d6-6cb0d2264356,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:50.310582 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7782850f-5a1e-4ad4-8296-21ab2c105340 req-c00fdec0-2667-419a-9a6f-f15ea8b79e1c tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211510 Jul 16 20:22:50.353785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-944fa5a6-4156-4c54-8ad7-321d175a8078 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8917589 Jul 16 20:22:50.354244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34544) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:50.435149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-3389267e-3e6a-4b4c-aaef-9b0add7179c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.447096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-3389267e-3e6a-4b4c-aaef-9b0add7179c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.1481371 Jul 16 20:22:50.623476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-93414864-a348-4079-a146-6542587fd892 None None] Allocated IP 172.20.0.2 (04023738-5d68-4e47-bd24-651f498f4e00/94d6d99e-8c9b-4e1b-b11d-7e8af19809b0/deb78ae3-a252-405e-9f44-0477233bd7b8) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:50.655383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c07af-eca3-4c19-b760-40581d698bc8 req-842a89f7-f19d-4ba3-8c83-f1e668836591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.657887 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-842a89f7-f19d-4ba3-8c83-f1e668836591 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2006609 Jul 16 20:22:50.688374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ad99e-0b45-455b-a34e-e05a8ff7f555 req-825777cf-c2b4-4735-bcd6-70340139bc20 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.690785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-327ad99e-0b45-455b-a34e-e05a8ff7f555 req-825777cf-c2b4-4735-bcd6-70340139bc20 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1532152 Jul 16 20:22:50.717119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792df261-f151-4815-ade4-213c4d6de5c1 req-17236676-def4-45eb-b6e9-6207031c17c1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:50.718913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-792df261-f151-4815-ade4-213c4d6de5c1 req-17236676-def4-45eb-b6e9-6207031c17c1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.4967415 Jul 16 20:22:50.891830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-327ad99e-0b45-455b-a34e-e05a8ff7f555 req-a4a3e0ca-6372-4376-995b-e8add1bcc5c1 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786702 Jul 16 20:22:50.980626 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-31a498c6-7e00-4183-9676-bb9b4e50a1af service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095627 Jul 16 20:22:51.043318 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93414864-a348-4079-a146-6542587fd892 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.053280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-93414864-a348-4079-a146-6542587fd892 None None] Transition to ACTIVE for port object deb78ae3-a252-405e-9f44-0477233bd7b8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:51.073356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-93414864-a348-4079-a146-6542587fd892 None None] Transition to ACTIVE for port object deb78ae3-a252-405e-9f44-0477233bd7b8 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:51.088876 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93414864-a348-4079-a146-6542587fd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.187307 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-010c07af-eca3-4c19-b760-40581d698bc8 req-a86e44b8-e5f2-491b-b10c-74b6a75c25db service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001562 Jul 16 20:22:51.226651 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb5783c1-b00c-4fd3-8a8c-9dffc781a491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.281688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93414864-a348-4079-a146-6542587fd892 None None] Pushing event updated for resources: {'Port': ['ID=deb78ae3-a252-405e-9f44-0477233bd7b8,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.306071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93414864-a348-4079-a146-6542587fd892 None None] Network 04023738-5d68-4e47-bd24-651f498f4e00 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:51.313919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-93414864-a348-4079-a146-6542587fd892 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:51.326663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93414864-a348-4079-a146-6542587fd892 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:51.358952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34562) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:51.511866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-93414864-a348-4079-a146-6542587fd892 None None] Attempting to bind port deb78ae3-a252-405e-9f44-0477233bd7b8 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:51.513045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-93414864-a348-4079-a146-6542587fd892 None None] Attempting to bind port deb78ae3-a252-405e-9f44-0477233bd7b8 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '9636a1e3-8bbc-4d48-8cd4-9900028d601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:51.513802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93414864-a348-4079-a146-6542587fd892 None None] Attempting to bind port deb78ae3-a252-405e-9f44-0477233bd7b8 on network 04023738-5d68-4e47-bd24-651f498f4e00 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:51.524528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93414864-a348-4079-a146-6542587fd892 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:51.525403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93414864-a348-4079-a146-6542587fd892 None None] Checking segment: {'id': '9636a1e3-8bbc-4d48-8cd4-9900028d601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:51.526203 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93414864-a348-4079-a146-6542587fd892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.526846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93414864-a348-4079-a146-6542587fd892 None None] Bound using segment: {'id': '9636a1e3-8bbc-4d48-8cd4-9900028d601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:51.527874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-93414864-a348-4079-a146-6542587fd892 None None] Bound port: deb78ae3-a252-405e-9f44-0477233bd7b8, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9636a1e3-8bbc-4d48-8cd4-9900028d601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:51.528786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93414864-a348-4079-a146-6542587fd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.568977 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19867be7-c1de-4e0b-a601-5f6c80eba75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.681691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2014ab-3dff-4056-8573-4a76ff87b8ca req-108f53a8-9979-46b8-bed9-033e8edaddc4 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:51.684957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e2014ab-3dff-4056-8573-4a76ff87b8ca req-108f53a8-9979-46b8-bed9-033e8edaddc4 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1365201 Jul 16 20:22:51.686193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-93414864-a348-4079-a146-6542587fd892 None None] For port deb78ae3-a252-405e-9f44-0477233bd7b8, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:51.697006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-93414864-a348-4079-a146-6542587fd892 None None] For port deb78ae3-a252-405e-9f44-0477233bd7b8, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=deb78ae3-a252-405e-9f44-0477233bd7b8,segment=NetworkSegment(9636a1e3-8bbc-4d48-8cd4-9900028d601a),segment_id=9636a1e3-8bbc-4d48-8cd4-9900028d601a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:51.718452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93414864-a348-4079-a146-6542587fd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.781525 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-792df261-f151-4815-ade4-213c4d6de5c1 req-a20c6f8c-5f97-47be-8f77-577c77d3ae0d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0549860 Jul 16 20:22:51.810125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.832676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e2014ab-3dff-4056-8573-4a76ff87b8ca req-a4a7a35a-cc11-4a2f-a87f-11449d1c5a88 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336114 Jul 16 20:22:51.894102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93414864-a348-4079-a146-6542587fd892 None None] Pushing event updated for resources: {'Port': ['ID=deb78ae3-a252-405e-9f44-0477233bd7b8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:51.962737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19867be7-c1de-4e0b-a601-5f6c80eba75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.970742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62e8773a-1f5c-4d0d-b615-286d0804db0d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.971594 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19867be7-c1de-4e0b-a601-5f6c80eba75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:51.975474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-62e8773a-1f5c-4d0d-b615-286d0804db0d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "DELETE /v2.0/ports/0a3d8aaf-3b33-447e-94d6-6cb0d2264356 HTTP/1.1" status: 204 len: 168 time: 2.4904695 Jul 16 20:22:52.003627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.015698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-19867be7-c1de-4e0b-a601-5f6c80eba75d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c6473cad8914ede9d7c6c041cc793e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6532125 Jul 16 20:22:52.019968 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.075451 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-968ab3bb-4c22-4cf3-b017-ad51a0b01a48 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] GET failed (client error): The resource could not be found. Jul 16 20:22:52.079162 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-968ab3bb-4c22-4cf3-b017-ad51a0b01a48 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "GET /v2.0/ports/0a3d8aaf-3b33-447e-94d6-6cb0d2264356 HTTP/1.1" status: 404 len: 333 time: 0.0604179 Jul 16 20:22:52.082658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34572) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:52.107054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'port': {'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70', 'name': 'tempest-AllowedAddressPairTestJSON-549022423'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:52.197155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867be7-c1de-4e0b-a601-5f6c80eba75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742104b3-e1b4-4b8f-895c-424d4e1290bb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:52.447298 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38201e50-a028-436b-8ea8-8603514749f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.500161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38201e50-a028-436b-8ea8-8603514749f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.593241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Made reservation on behalf of aa11d6509b6949918f8833f31c3c227f for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:52.602007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.634917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] device_id is not set on port ad695672-43ca-4812-9127-c33ca8b2206f yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:52.664411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd84ef4-6eb7-42aa-a1ab-bca073ef8889 req-e76c4bfb-58aa-4c8e-af06-d2c0d4216d75 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:52.666039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dfd84ef4-6eb7-42aa-a1ab-bca073ef8889 req-e76c4bfb-58aa-4c8e-af06-d2c0d4216d75 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.5591397 Jul 16 20:22:52.713466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.20.0.1 (04023738-5d68-4e47-bd24-651f498f4e00/94d6d99e-8c9b-4e1b-b11d-7e8af19809b0/19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:52.744558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device deb78ae3-a252-405e-9f44-0477233bd7b8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:52.878777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port deb78ae3-a252-405e-9f44-0477233bd7b8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:52.908923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Allocated IP 172.20.0.9 (3967d50e-e2d3-4e07-88a5-b29f73a4bf70/3a1d12d6-be05-4956-b88e-0d349283ef24/ad695672-43ca-4812-9127-c33ca8b2206f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:52.916600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38201e50-a028-436b-8ea8-8603514749f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.931007 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38201e50-a028-436b-8ea8-8603514749f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:52.942557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-38201e50-a028-436b-8ea8-8603514749f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/742104b3-e1b4-4b8f-895c-424d4e1290bb HTTP/1.1" status: 204 len: 168 time: 0.9214635 Jul 16 20:22:52.995795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dfd84ef4-6eb7-42aa-a1ab-bca073ef8889 req-d60eb95e-79d3-45cf-bb0b-799894ae0b2e tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169880 Jul 16 20:22:53.013560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38201e50-a028-436b-8ea8-8603514749f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742104b3-e1b4-4b8f-895c-424d4e1290bb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:53.040123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.085668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Transition to ACTIVE for port object 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:53.219448 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.253379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 04023738-5d68-4e47-bd24-651f498f4e00 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:53.308093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:53.323065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:53.375614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53685d23-0885-47c4-b7c4-5b71436bdbb8 req-79461239-fafe-4e5d-982b-18a09aaad522 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:53.378849 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.393154 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-53685d23-0885-47c4-b7c4-5b71436bdbb8 req-79461239-fafe-4e5d-982b-18a09aaad522 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.3435478 Jul 16 20:22:53.438609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:53.455383 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f1a5b6b-50e2-49de-ba27-4e22d4efe155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.532091 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.544741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-53685d23-0885-47c4-b7c4-5b71436bdbb8 req-0d4774df-7d68-41e1-a8eb-79a7a57de1c9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495509 Jul 16 20:22:53.571194 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:22:53.582533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.621474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Transition to ACTIVE for port object ad695672-43ca-4812-9127-c33ca8b2206f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:53.764949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b9800-e632-418b-b155-7ae202a17968 None None] Network 04023738-5d68-4e47-bd24-651f498f4e00 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:53.781782 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:53.876674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:53.890437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:53.897399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:22:53.946897 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Port': ['ID=ad695672-43ca-4812-9127-c33ca8b2206f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:53.948310 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.011542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:54.013057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.055411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-071771d0-83ec-4eae-80cf-c60f71a72e38 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9653509 Jul 16 20:22:54.060577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:54.085732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-907df017-8427-4982-924f-b3e368c9cb12 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ec:b3:51'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:54.274556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b8d6336f-00da-48b5-b47c-620bd009677c None None] Provisioning for port deb78ae3-a252-405e-9f44-0477233bd7b8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:54.282856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b8d6336f-00da-48b5-b47c-620bd009677c None None] Provisioning complete for port deb78ae3-a252-405e-9f44-0477233bd7b8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:54.283337 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8d6336f-00da-48b5-b47c-620bd009677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.511013 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.513287 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8d6336f-00da-48b5-b47c-620bd009677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.588361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b8d6336f-00da-48b5-b47c-620bd009677c None None] For port deb78ae3-a252-405e-9f44-0477233bd7b8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=deb78ae3-a252-405e-9f44-0477233bd7b8,segment=NetworkSegment(9636a1e3-8bbc-4d48-8cd4-9900028d601a),segment_id=9636a1e3-8bbc-4d48-8cd4-9900028d601a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:22:54.594533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8d6336f-00da-48b5-b47c-620bd009677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.613731 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-907df017-8427-4982-924f-b3e368c9cb12 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.659584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766ab72-bb95-4a3f-a91c-fc9e853dacb5 req-a4ea53dd-f6e0-4eec-97c8-e3bba749f241 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:54.700131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3766ab72-bb95-4a3f-a91c-fc9e853dacb5 req-a4ea53dd-f6e0-4eec-97c8-e3bba749f241 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.2964690 Jul 16 20:22:54.794668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-97a90624-963e-4079-9d26-5ef0744458e6 None None] Provisioning for port ad695672-43ca-4812-9127-c33ca8b2206f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:54.811317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-97a90624-963e-4079-9d26-5ef0744458e6 None None] Provisioning complete for port ad695672-43ca-4812-9127-c33ca8b2206f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:54.813207 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-97a90624-963e-4079-9d26-5ef0744458e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:54.817016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6336f-00da-48b5-b47c-620bd009677c None None] Pushing event updated for resources: {'Port': ['ID=deb78ae3-a252-405e-9f44-0477233bd7b8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.004558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-97a90624-963e-4079-9d26-5ef0744458e6 None None] Port ad695672-43ca-4812-9127-c33ca8b2206f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:55.013061 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.029178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.047549 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-907df017-8427-4982-924f-b3e368c9cb12 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.104309 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-907df017-8427-4982-924f-b3e368c9cb12 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.141342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-358ca7dc-b147-41c2-b07a-f405581874a7 None None] Provisioning for port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:22:55.147221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-358ca7dc-b147-41c2-b07a-f405581874a7 None None] Provisioning complete for port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:55.153184 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-358ca7dc-b147-41c2-b07a-f405581874a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.208637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907df017-8427-4982-924f-b3e368c9cb12 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Port': ['ID=ad695672-43ca-4812-9127-c33ca8b2206f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.261352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:55.305529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-358ca7dc-b147-41c2-b07a-f405581874a7 None None] Port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:55.325302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3766ab72-bb95-4a3f-a91c-fc9e853dacb5 req-47930c73-369b-4faf-90a3-45bee7c6bf48 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228187 Jul 16 20:22:55.335764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-358ca7dc-b147-41c2-b07a-f405581874a7 None None] Provisioning complete for port deb78ae3-a252-405e-9f44-0477233bd7b8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:55.338058 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-358ca7dc-b147-41c2-b07a-f405581874a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.342403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-907df017-8427-4982-924f-b3e368c9cb12 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] In _notify_port_updated(), no bound segment for port ad695672-43ca-4812-9127-c33ca8b2206f on network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:22:55.346021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.360493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907df017-8427-4982-924f-b3e368c9cb12 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:55.362307 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-907df017-8427-4982-924f-b3e368c9cb12 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.377174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34634) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:55.389916 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-907df017-8427-4982-924f-b3e368c9cb12 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "PUT /v2.0/ports/ad695672-43ca-4812-9127-c33ca8b2206f HTTP/1.1" status: 200 len: 995 time: 1.3201170 Jul 16 20:22:55.605027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7c80e-6245-43a9-ad3f-6e83d6344fdd req-1d1fc3cb-e518-4eed-a96f-60eb70b35a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:55.613552 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4fb7c80e-6245-43a9-ad3f-6e83d6344fdd req-1d1fc3cb-e518-4eed-a96f-60eb70b35a9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 1098 time: 0.5622542 Jul 16 20:22:55.691523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Deleting port ad695672-43ca-4812-9127-c33ca8b2206f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:22:55.697844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.714561 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4fb7c80e-6245-43a9-ad3f-6e83d6344fdd req-00b0087e-835c-490b-b980-27679c8f7667 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809474 Jul 16 20:22:55.723572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0250555-3559-48e8-842c-c7ba29dca6f8 req-ed58688d-4f05-4e80-b13f-17ede69af359 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:55.735802 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c0250555-3559-48e8-842c-c7ba29dca6f8 req-ed58688d-4f05-4e80-b13f-17ede69af359 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.3310876 Jul 16 20:22:55.781789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-98583806-1df6-48fe-9a98-2da469773fef None None] Provisioning complete for port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:55.782418 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98583806-1df6-48fe-9a98-2da469773fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.825384 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c0250555-3559-48e8-842c-c7ba29dca6f8 req-da84babc-b8ee-43f2-bd04-85d47b4523e1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887876 Jul 16 20:22:55.874409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-98583806-1df6-48fe-9a98-2da469773fef None None] Port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:55.875509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 04023738-5d68-4e47-bd24-651f498f4e00 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:55.880739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:55.886928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-98583806-1df6-48fe-9a98-2da469773fef None None] Provisioning complete for port ad695672-43ca-4812-9127-c33ca8b2206f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:55.887580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-98583806-1df6-48fe-9a98-2da469773fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:55.932858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-98583806-1df6-48fe-9a98-2da469773fef None None] Port ad695672-43ca-4812-9127-c33ca8b2206f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:56.182199 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.273894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.316648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Calling delete_port for ad695672-43ca-4812-9127-c33ca8b2206f owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:22:56.366238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c682f08f-0afc-4c19-b646-bea928716d19 None None] Provisioning complete for port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:56.367280 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c682f08f-0afc-4c19-b646-bea928716d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.488834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c682f08f-0afc-4c19-b646-bea928716d19 None None] Port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:22:56.529782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993ba1e-9c35-4ad9-97b5-f24c8873dda2 req-58eca96b-0957-48c0-b997-ec640307db31 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:56.541200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7993ba1e-9c35-4ad9-97b5-f24c8873dda2 req-58eca96b-0957-48c0-b997-ec640307db31 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4352450 Jul 16 20:22:56.640682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:22:56.708911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7993ba1e-9c35-4ad9-97b5-f24c8873dda2 req-4c2572f7-acef-4891-bf60-7af848aff144 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659248 Jul 16 20:22:56.709445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device deb78ae3-a252-405e-9f44-0477233bd7b8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:22:56.795137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c23ec-fcc4-40d1-b67a-44fdd6fa2196 req-6b2c0e45-8f16-4462-9774-5970b2cea1c3 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:56.797324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-742c23ec-fcc4-40d1-b67a-44fdd6fa2196 req-6b2c0e45-8f16-4462-9774-5970b2cea1c3 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.1931553 Jul 16 20:22:56.829307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port deb78ae3-a252-405e-9f44-0477233bd7b8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:22:56.830005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:56.890364 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-742c23ec-fcc4-40d1-b67a-44fdd6fa2196 req-a417d474-2973-459e-85f2-3d95f0ed6cfe tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814080 Jul 16 20:22:56.895442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:22:56.904890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e4aaee46-6638-42bd-b8cc-0d3b1f2feec4 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5494497 Jul 16 20:22:56.908843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:56.912467 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:22:56.916357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1884454504'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:56.934318 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:22:56.939592 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:56.985557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:56.992782 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.014603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.060400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:22:57.090205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.090693 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added segment 64f76d05-cbca-435d-9330-a8c7ce998613 of type vlan for network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 Jul 16 20:22:57.155098 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:22:57.157759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event deleted for resources: {'Port': ['ID=ad695672-43ca-4812-9127-c33ca8b2206f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:57.194667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.195164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.195533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.195872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.196328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.196530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.196994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.197328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.197710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.198764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.198764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.199531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:57.224197 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.361364 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.384828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:57.385753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.450924 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.459045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-823bfebc-3e3a-4053-a0ca-ba695585027a tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "DELETE /v2.0/ports/ad695672-43ca-4812-9127-c33ca8b2206f HTTP/1.1" status: 204 len: 168 time: 2.0805647 Jul 16 20:22:57.462821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:57.531725 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e35aa0-23f3-4a7b-98ac-3f2a7ce660b5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] GET failed (client error): The resource could not be found. Jul 16 20:22:57.534088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a6e35aa0-23f3-4a7b-98ac-3f2a7ce660b5 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "GET /v2.0/ports/ad695672-43ca-4812-9127-c33ca8b2206f HTTP/1.1" status: 404 len: 333 time: 0.0698514 Jul 16 20:22:57.538864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:57.553341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'port': {'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70', 'name': 'tempest-AllowedAddressPairTestJSON-228482086'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:57.565859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Network': ['ID=9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:57.572507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d5952a5b-debe-4154-aab7-12ff62339810 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6620898 Jul 16 20:22:57.576369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:57.583666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'subnet': {'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:22:57.587905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:22:57.707870 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:22:53Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:22:54Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:22:57.731749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d847f-d85d-4542-9a11-173153a9efd3 req-116ef6c8-e43a-48b3-a299-7bd1d13455ea tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:57.734507 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d80d847f-d85d-4542-9a11-173153a9efd3 req-116ef6c8-e43a-48b3-a299-7bd1d13455ea tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.1767447 Jul 16 20:22:57.765348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4099-dc55-4ce8-99b5-7af7c15cd27b req-b9a5e5d7-9f1e-4570-9d61-b5b7d37c243d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:57.774321 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-23fc4099-dc55-4ce8-99b5-7af7c15cd27b req-b9a5e5d7-9f1e-4570-9d61-b5b7d37c243d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4423683 Jul 16 20:22:57.846528 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:22:57.847108 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Updating router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:22:57.871234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d80d847f-d85d-4542-9a11-173153a9efd3 req-5daa620f-a5e5-4614-831f-850684fa82d6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175442 Jul 16 20:22:57.874436 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-23fc4099-dc55-4ce8-99b5-7af7c15cd27b req-d71d8198-f0ef-4a06-8851-ea9c96b01aa5 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986030 Jul 16 20:22:57.928567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Made reservation on behalf of aa11d6509b6949918f8833f31c3c227f for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:57.928567 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.960139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] device_id is not set on port eeca3f1e-29cb-4507-ad95-fb706868eb20 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:22:57.996768 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:57.997602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:22:58.025587 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.387112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Allocated IP 172.20.0.4 (3967d50e-e2d3-4e07-88a5-b29f73a4bf70/3a1d12d6-be05-4956-b88e-0d349283ef24/eeca3f1e-29cb-4507-ad95-fb706868eb20) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:22:58.433312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19936a-40dd-45a8-8ef4-2659f1d57603 req-dc99a4d6-d4ba-401d-88a7-ef1fa31247d4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:58.435926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e19936a-40dd-45a8-8ef4-2659f1d57603 req-dc99a4d6-d4ba-401d-88a7-ef1fa31247d4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.2356410 Jul 16 20:22:58.584267 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:58.643180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e19936a-40dd-45a8-8ef4-2659f1d57603 req-ea629afa-019e-4f37-b182-814e55a54ea7 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824045 Jul 16 20:22:58.760241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Subnet': ['ID=12cadc2a-652e-4c03-aea5-bee170e91f4f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:58.900968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Checking segment: {'id': '64f76d05-cbca-435d-9330-a8c7ce998613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:58.902142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network hostable DHCP agents. Network: 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:22:58.926000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:22:58.960258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:58.969815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131eda8-d835-4e37-b3a0-126cd6662390 None None] Network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:22:58.979429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:58.983188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.015695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a86cc-2930-4b5e-bfb7-7ef1d1da3862 req-e9164fac-5588-4206-9dfc-57d70d679e70 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:22:59.017834 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.019707 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.027539 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec6a86cc-2930-4b5e-bfb7-7ef1d1da3862 req-e9164fac-5588-4206-9dfc-57d70d679e70 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2031465 Jul 16 20:22:59.049220 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Transition to ACTIVE for port object 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:59.064362 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.067440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Transition to ACTIVE for port object eeca3f1e-29cb-4507-ad95-fb706868eb20 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:22:59.141319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ca5fefd7-912c-4f52-9f47-c0878fe64558 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5622480 Jul 16 20:22:59.167801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34744) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:22:59.170650 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec6a86cc-2930-4b5e-bfb7-7ef1d1da3862 req-8a529fe9-5cc2-4abc-adea-7a85947d54ce tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409836 Jul 16 20:22:59.260767 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Pushing event updated for resources: {'Port': ['ID=19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:59.334506 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.335109 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.336317 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.337145 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.337850 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.338530 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.340260 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.341251 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.341991 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.344141 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.344810 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.345521 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:22:59.430806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.467306 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Attempting to bind port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:22:59.468986 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Attempting to bind port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '9636a1e3-8bbc-4d48-8cd4-9900028d601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:22:59.469824 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Attempting to bind port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 on network 04023738-5d68-4e47-bd24-651f498f4e00 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:22:59.486013 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:22:59.492189 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Checking segment: {'id': '9636a1e3-8bbc-4d48-8cd4-9900028d601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:22:59.493287 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.494143 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Bound using segment: {'id': '9636a1e3-8bbc-4d48-8cd4-9900028d601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:22:59.512109 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Bound port: 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9636a1e3-8bbc-4d48-8cd4-9900028d601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:22:59.513863 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.543960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:22:59.545749 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.549776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Port': ['ID=eeca3f1e-29cb-4507-ad95-fb706868eb20,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:22:59.703209 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] For port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:22:59.711533 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] For port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2,segment=NetworkSegment(9636a1e3-8bbc-4d48-8cd4-9900028d601a),segment_id=9636a1e3-8bbc-4d48-8cd4-9900028d601a)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:22:59.727648 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:22:59.823404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:22:59.833728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:22:59.871297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:00.032014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:00.032760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:00.045332 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c3cec-16f7-4a29-843b-9901262ac5d2 None None] Pushing event updated for resources: {'Port': ['ID=19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:00.052396 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:00.053786 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:00.101832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662034c-8606-4333-aae4-419f78b564fc req-6c6a47ef-353c-4cf1-b99f-93a1eebc4a25 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:00.115878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e662034c-8606-4333-aae4-419f78b564fc req-6c6a47ef-353c-4cf1-b99f-93a1eebc4a25 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.8049526 Jul 16 20:23:00.182462 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8b6a2bfc-f548-4696-afca-5bcd24036cd7 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6401300 Jul 16 20:23:00.192330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Allocated IP 172.21.0.2 (9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4/12cadc2a-652e-4c03-aea5-bee170e91f4f/25a75f72-325d-480a-bdb9-8f8d4eacfc79) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:00.197277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865966-bb50-4370-869e-ea1af50ade30 req-00c84359-dd18-433e-990c-8f7253c9b162 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:00.205123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-00c84359-dd18-433e-990c-8f7253c9b162 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 811 time: 0.3520927 Jul 16 20:23:00.235874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:00.408169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'port': {'network_id': '3967d50e-e2d3-4e07-88a5-b29f73a4bf70', 'name': 'tempest-AllowedAddressPairTestJSON-1828971685'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:00.570507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-2e4b7a3b-ccf4-4c44-9944-18e482fad316 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/quotas/01bfec0d7089476faf03201c196b82cd HTTP/1.1" status: 200 len: 375 time: 0.3522329 Jul 16 20:23:00.768834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e662034c-8606-4333-aae4-419f78b564fc req-73bed593-bd64-4ce0-9644-1948ca96f7c7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6514881 Jul 16 20:23:00.802428 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:01.126307 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-9dd93254-1260-4a00-928d-32da03b5a662 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5541956 Jul 16 20:23:01.150831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.326623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Made reservation on behalf of aa11d6509b6949918f8833f31c3c227f for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:01.337056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.386657 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.407311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Transition to ACTIVE for port object 25a75f72-325d-480a-bdb9-8f8d4eacfc79 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:01.451936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] device_id is not set on port 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:01.478417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Transition to ACTIVE for port object 25a75f72-325d-480a-bdb9-8f8d4eacfc79 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:01.510802 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.601257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7947f154-d948-4c0d-902c-01a5737bd1d1 None None] Provisioning for port eeca3f1e-29cb-4507-ad95-fb706868eb20 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:01.631210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:01.638908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:01.652304 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:22:53Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:22:59Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:01.655698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7947f154-d948-4c0d-902c-01a5737bd1d1 None None] Provisioning complete for port eeca3f1e-29cb-4507-ad95-fb706868eb20 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:01.656257 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7947f154-d948-4c0d-902c-01a5737bd1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.659739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:01.698523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-34cbca9f-5834-42b0-9c06-24036aa8c8d1 service neutron] 10.222.0.10 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709765 Jul 16 20:23:01.767296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Pushing event updated for resources: {'Port': ['ID=25a75f72-325d-480a-bdb9-8f8d4eacfc79,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:01.791020 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8a8492-6640-486b-bc79-852f57d95354 None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:22:53Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:22:59Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:01.842304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.21.0.1 (9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4/12cadc2a-652e-4c03-aea5-bee170e91f4f/d7a0caf0-d450-4420-8871-a1d5612e6717) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:01.937557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Attempting to bind port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:01.945614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Attempting to bind port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '64f76d05-cbca-435d-9330-a8c7ce998613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:01.947880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Attempting to bind port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 on network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:01.970393 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:01.976948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Checking segment: {'id': '64f76d05-cbca-435d-9330-a8c7ce998613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:01.977627 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.980517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Bound using segment: {'id': '64f76d05-cbca-435d-9330-a8c7ce998613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:01.981336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Bound port: 25a75f72-325d-480a-bdb9-8f8d4eacfc79, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f76d05-cbca-435d-9330-a8c7ce998613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:01.981988 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:01.984382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7947f154-d948-4c0d-902c-01a5737bd1d1 None None] Port eeca3f1e-29cb-4507-ad95-fb706868eb20 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:02.016917 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-7ee068b8-0c54-47c3-8131-e842482fa49a service neutron] 10.222.0.10 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026407 Jul 16 20:23:02.138769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Allocated IP 172.20.0.11 (3967d50e-e2d3-4e07-88a5-b29f73a4bf70/3a1d12d6-be05-4956-b88e-0d349283ef24/5d5c30a8-4da3-4a2a-88bc-49055fbc1707) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:02.290332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.373856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] For port 25a75f72-325d-480a-bdb9-8f8d4eacfc79, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:02.379313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Transition to ACTIVE for port object d7a0caf0-d450-4420-8871-a1d5612e6717 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:02.401093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] For port 25a75f72-325d-480a-bdb9-8f8d4eacfc79, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=25a75f72-325d-480a-bdb9-8f8d4eacfc79,segment=NetworkSegment(64f76d05-cbca-435d-9330-a8c7ce998613),segment_id=64f76d05-cbca-435d-9330-a8c7ce998613)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:02.436369 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.473626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fda7c-2102-44c1-96c1-5041836170dc req-8e5fc55d-3827-4f29-8e69-b0b44cc558ec tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:02.483942 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-745fda7c-2102-44c1-96c1-5041836170dc req-8e5fc55d-3827-4f29-8e69-b0b44cc558ec tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3330452 Jul 16 20:23:02.570389 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.732726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:02.764895 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:02.777450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=d7a0caf0-d450-4420-8871-a1d5612e6717,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:02.791833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:02.829505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-745fda7c-2102-44c1-96c1-5041836170dc req-1bd73f9a-9965-4cfa-855b-152a7a6081e6 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288765 Jul 16 20:23:02.838033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Transition to ACTIVE for port object 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:02.849983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:02.950961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:02.963653 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.098201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.197968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Port': ['ID=5d5c30a8-4da3-4a2a-88bc-49055fbc1707,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:03.274233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cebe48-5ee1-4d30-a648-67fe5733d9c1 None None] Pushing event updated for resources: {'Port': ['ID=25a75f72-325d-480a-bdb9-8f8d4eacfc79,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:03.351532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f994da0a-312a-42ad-be00-bca55fd71059 req-18ebe9d4-2400-4c56-8101-9bb878f26318 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 210 time: 0.1028214 Jul 16 20:23:03.357171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:03.455791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:03.485364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:03.487965 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.489706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:03.500186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:03.822070 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:03.858245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fbe9f-1663-465c-9edf-acaaacdbb90d req-52b8d6e1-e045-44b9-9235-2ea28abba7b0 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:03.881254 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef0fbe9f-1663-465c-9edf-acaaacdbb90d req-52b8d6e1-e045-44b9-9235-2ea28abba7b0 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.6317980 Jul 16 20:23:03.899301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:03.905772 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.033499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.103518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef0fbe9f-1663-465c-9edf-acaaacdbb90d req-97826e80-f70e-46a9-8d1e-76a93b2a76df tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204833 Jul 16 20:23:04.111038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-727b6207-e48d-4c54-989a-04a1b3c358e0 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8344893 Jul 16 20:23:04.120101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:04.147761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ec0bf921-e61b-42d1-9c27-22592a965a3d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ec:b3:51'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3f:ab:6a'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:04.208691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2,segment=NetworkSegment(9636a1e3-8bbc-4d48-8cd4-9900028d601a),segment_id=9636a1e3-8bbc-4d48-8cd4-9900028d601a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:04.229679 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.523836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:04.571290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-119f2b97-81a8-4226-ba6f-a4c4037d13c6 None None] Provisioning for port 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:04.579719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-119f2b97-81a8-4226-ba6f-a4c4037d13c6 None None] Provisioning complete for port 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:04.580477 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-119f2b97-81a8-4226-ba6f-a4c4037d13c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.645830 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.660865 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:04.761353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-119f2b97-81a8-4226-ba6f-a4c4037d13c6 None None] Port 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:04.870755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b46a-8bb5-4e09-9f6a-baf118c9cf48 req-715336d7-fa34-4832-ae1b-45207ca92f01 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:04.885444 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f299b46a-8bb5-4e09-9f6a-baf118c9cf48 req-715336d7-fa34-4832-ae1b-45207ca92f01 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4836416 Jul 16 20:23:04.901016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 25a75f72-325d-480a-bdb9-8f8d4eacfc79 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:05.071490 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec0bf921-e61b-42d1-9c27-22592a965a3d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.085777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:05.104686 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f299b46a-8bb5-4e09-9f6a-baf118c9cf48 req-0ee2e3e3-daef-4e26-abe5-87fc5c67fa00 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176306 Jul 16 20:23:05.471918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81a5d8-84ff-4003-8552-98eb76c656a7 None None] Network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:05.689581 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-640fbf66-5ba0-4fd7-b278-71f6bac7ecae req-b21b2687-83a7-4f17-ba86-141e3032db2e tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 210 time: 0.0796299 Jul 16 20:23:05.722572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc881bf6-4e60-4a86-974a-e3e7a6cb272b req-ecba52ff-eb3c-4121-b96c-b5ccde18d422 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:05.730465 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc881bf6-4e60-4a86-974a-e3e7a6cb272b req-ecba52ff-eb3c-4121-b96c-b5ccde18d422 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2440116 Jul 16 20:23:05.785633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.792878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=d7a0caf0-d450-4420-8871-a1d5612e6717,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:05.798274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a33e7c0b-ea6b-4411-8bd9-71aa6365b1b5 None None] Provisioning for port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:05.814698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec0bf921-e61b-42d1-9c27-22592a965a3d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.825102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a33e7c0b-ea6b-4411-8bd9-71aa6365b1b5 None None] Provisioning complete for port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:05.826397 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a33e7c0b-ea6b-4411-8bd9-71aa6365b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:05.959294 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec0bf921-e61b-42d1-9c27-22592a965a3d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.035477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:06.042004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:06.045254 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a33e7c0b-ea6b-4411-8bd9-71aa6365b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.091572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a33e7c0b-ea6b-4411-8bd9-71aa6365b1b5 None None] For port 25a75f72-325d-480a-bdb9-8f8d4eacfc79, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=25a75f72-325d-480a-bdb9-8f8d4eacfc79,segment=NetworkSegment(64f76d05-cbca-435d-9330-a8c7ce998613),segment_id=64f76d05-cbca-435d-9330-a8c7ce998613)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:06.113902 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a33e7c0b-ea6b-4411-8bd9-71aa6365b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.196183 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc881bf6-4e60-4a86-974a-e3e7a6cb272b req-74ac2ceb-5dc0-45ad-b161-f7fbd0bb44b5 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519396 Jul 16 20:23:06.208611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e7c0b-ea6b-4411-8bd9-71aa6365b1b5 None None] Pushing event updated for resources: {'Port': ['ID=25a75f72-325d-480a-bdb9-8f8d4eacfc79,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:06.338118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa58d11-5e46-42c6-89bc-784132b556f9 req-eafca594-65f0-447c-bf3f-6a860e6a3880 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.343372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4aa58d11-5e46-42c6-89bc-784132b556f9 req-eafca594-65f0-447c-bf3f-6a860e6a3880 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.3923943 Jul 16 20:23:06.357454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bf921-e61b-42d1-9c27-22592a965a3d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] In _notify_port_updated(), no bound segment for port 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 on network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:23:06.378256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0bf921-e61b-42d1-9c27-22592a965a3d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.378960 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec0bf921-e61b-42d1-9c27-22592a965a3d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.393917 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ec0bf921-e61b-42d1-9c27-22592a965a3d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "PUT /v2.0/ports/5d5c30a8-4da3-4a2a-88bc-49055fbc1707 HTTP/1.1" status: 200 len: 1056 time: 2.2626264 Jul 16 20:23:06.399106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:06.404952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:06.520062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865966-bb50-4370-869e-ea1af50ade30 req-2272634f-0fdf-4754-bc6c-0a2f0792d3c1 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:06.521601 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-2272634f-0fdf-4754-bc6c-0a2f0792d3c1 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.63 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 811 time: 0.7532744 Jul 16 20:23:06.573300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6887e31e-6c9b-4967-8ab3-84bf4555349e None None] Provisioning complete for port 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:06.574202 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6887e31e-6c9b-4967-8ab3-84bf4555349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.578098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Request body: {'port': {'device_id': 'd8a6795e-de4f-4844-935a-e757cc81b861', 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab', 'admin_state_up': True, 'tenant_id': '01bfec0d7089476faf03201c196b82cd'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:06.626426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bf921-e61b-42d1-9c27-22592a965a3d tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event updated for resources: {'Port': ['ID=5d5c30a8-4da3-4a2a-88bc-49055fbc1707,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:06.691655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6887e31e-6c9b-4967-8ab3-84bf4555349e None None] Port 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:06.735213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:06.742949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4aa58d11-5e46-42c6-89bc-784132b556f9 req-c66d3385-8c51-4efd-aedc-57c50db1d3cd tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316455 Jul 16 20:23:06.776633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:06.811955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-489cb130-406b-45e1-a724-2dab607f9892 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6424489 Jul 16 20:23:06.812730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35056) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:06.830536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1219844676'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:06.903019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:06.913550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:06.922691 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.954634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:06.955321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:06.988842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a77fc-6a5b-46f8-a6a2-33eafaeb7413 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Deleting port 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:06.989438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a77fc-6a5b-46f8-a6a2-33eafaeb7413 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:06.996675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:07.028446 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.028801 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added segment b3cbd3df-0faf-4ffc-b1fa-d70482810abc of type vlan for network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 Jul 16 20:23:07.144176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:07.168195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Made reservation on behalf of 01bfec0d7089476faf03201c196b82cd for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:07.172664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.173113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.217901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d697a4ba-715c-4b8c-a22f-413a035c3b5f None None] Provisioning for port d7a0caf0-d450-4420-8871-a1d5612e6717 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:07.226404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d697a4ba-715c-4b8c-a22f-413a035c3b5f None None] Provisioning complete for port d7a0caf0-d450-4420-8871-a1d5612e6717 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:07.227120 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d697a4ba-715c-4b8c-a22f-413a035c3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.245828 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30dfee4f-a28c-4da2-acd3-bbe01b486e2c req-3a8823ae-f211-49bc-8c99-fefabc3c79b9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 210 time: 0.0824580 Jul 16 20:23:07.304757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.317904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:07.318469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.338291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a77fc-6a5b-46f8-a6a2-33eafaeb7413 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.347989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f359cf-af9d-4e31-9d43-d055d483cb01 req-19edad4f-d916-4692-8a1b-e6e8d935f834 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:07.349963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-97f359cf-af9d-4e31-9d43-d055d483cb01 req-19edad4f-d916-4692-8a1b-e6e8d935f834 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2148132 Jul 16 20:23:07.361380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:07.362496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.425965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a77fc-6a5b-46f8-a6a2-33eafaeb7413 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Calling delete_port for 5d5c30a8-4da3-4a2a-88bc-49055fbc1707 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:07.426734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d697a4ba-715c-4b8c-a22f-413a035c3b5f None None] Port d7a0caf0-d450-4420-8871-a1d5612e6717 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:07.455121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6388047 Jul 16 20:23:07.456824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:07.462454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'subnet': {'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:07.535656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceff3c-24b5-4ca0-85c2-162a34fc60c0 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Network': ['ID=aa2b4b7b-aec8-4062-ac64-8b51e42a0b64,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:07.566681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-97f359cf-af9d-4e31-9d43-d055d483cb01 req-b80157cc-93c7-402d-96ee-2dab0c175251 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757164 Jul 16 20:23:07.579755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:07.731775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d697a4ba-715c-4b8c-a22f-413a035c3b5f None None] Provisioning complete for port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:07.732282 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d697a4ba-715c-4b8c-a22f-413a035c3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:07.967156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Allocated IP 172.20.0.9 (a600703a-147f-4da0-9e9d-9b2fbe655fab/f8b06e39-8389-48a6-b1bd-e35791a3db83/e5205420-544a-4fdb-9706-d44493d090e7) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:07.980219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 25a75f72-325d-480a-bdb9-8f8d4eacfc79 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:08.016740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ac6b2-3f7a-4800-99d2-402ba35807ce req-a54863d0-6cae-480b-8cd4-7fd24692ffae tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.018632 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a8ac6b2-3f7a-4800-99d2-402ba35807ce req-a54863d0-6cae-480b-8cd4-7fd24692ffae tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1122591 Jul 16 20:23:08.075183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a8ac6b2-3f7a-4800-99d2-402ba35807ce req-85ec9a18-f7a8-436f-9863-59ebc19a0e54 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Jul 16 20:23:08.082232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 3, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:08.145848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:08.146248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Updating router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec port d7a0caf0-d450-4420-8871-a1d5612e6717 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:23:08.217145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:08.217658 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.291023 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.313578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:08.317467 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.344202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cc916c1d-a2d1-47e2-a115-abd903942966 None None] Provisioning complete for port d7a0caf0-d450-4420-8871-a1d5612e6717 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:08.345113 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cc916c1d-a2d1-47e2-a115-abd903942966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.364727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35130) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:08.418309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f6045-570b-495c-8589-42e1dc978992 req-d8ce465c-cea1-458f-9075-b044fbcc2659 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.427409 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f5f6045-570b-495c-8589-42e1dc978992 req-d8ce465c-cea1-458f-9075-b044fbcc2659 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 947 time: 0.3734136 Jul 16 20:23:08.475695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0777a-60e0-4e22-a2d6-55fb86ecce5d req-5eb25c90-1e85-4f3f-b326-82924192a56b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:08.477679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1b0777a-60e0-4e22-a2d6-55fb86ecce5d req-5eb25c90-1e85-4f3f-b326-82924192a56b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1042953 Jul 16 20:23:08.498844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cc916c1d-a2d1-47e2-a115-abd903942966 None None] Port d7a0caf0-d450-4420-8871-a1d5612e6717 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:08.544738 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f5f6045-570b-495c-8589-42e1dc978992 req-8d0e51e8-2ea8-48c1-b4c5-5051d2c3f35a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162946 Jul 16 20:23:08.595832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3d023c7-60f3-45d7-8a71-56349afaa27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.642586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1b0777a-60e0-4e22-a2d6-55fb86ecce5d req-f7616b94-9e98-4985-a00f-d8779065c9bb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587267 Jul 16 20:23:08.777534 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.842734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a77fc-6a5b-46f8-a6a2-33eafaeb7413 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.925240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:08.986469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3d023c7-60f3-45d7-8a71-56349afaa27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:08.994571 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3d023c7-60f3-45d7-8a71-56349afaa27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.036311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-012304c3-74d8-4b7a-b36a-b72feb85ca0a req-81ced33f-12cf-4e7c-a3ad-36fe6c3e6c4d tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 210 time: 0.2082651 Jul 16 20:23:09.044871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a77fc-6a5b-46f8-a6a2-33eafaeb7413 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event deleted for resources: {'Port': ['ID=5d5c30a8-4da3-4a2a-88bc-49055fbc1707,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.214490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.234683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d023c7-60f3-45d7-8a71-56349afaa27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf97a30-794e-447a-b3cb-3518ac383f32,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.246950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Transition to ACTIVE for port object d7a0caf0-d450-4420-8871-a1d5612e6717 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:09.254058 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.264863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e3d023c7-60f3-45d7-8a71-56349afaa27f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=418bd21b75fb4873b6a04ef6f4ca8c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8953896 Jul 16 20:23:09.266943 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.273245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35162) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:09.280608 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.342041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.397964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:09.416102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:09.416849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27c95-b7fe-4f4e-8540-6f0f0a38ab4e req-a2200176-d498-4b7e-b9c2-0f24519443c8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.418601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cbe27c95-b7fe-4f4e-8540-6f0f0a38ab4e req-a2200176-d498-4b7e-b9c2-0f24519443c8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4098356 Jul 16 20:23:09.421868 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65f7a58-0783-433b-9323-995eee954ac8" -d '{"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:09.426349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['783b369d-288c-4fc3-bb1b-421cf443e159'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:09.444091 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.490558 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d93bd0a9-db85-4722-8e7f-d1ac88851aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.537085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923c622-b6c8-405e-ad34-9e551a08a2e6 None None] Pushing event updated for resources: {'Port': ['ID=d7a0caf0-d450-4420-8871-a1d5612e6717,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.587816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cbe27c95-b7fe-4f4e-8540-6f0f0a38ab4e req-8a570766-64c0-4f79-9053-bc30c5735bcd tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477010 Jul 16 20:23:09.595238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d93bd0a9-db85-4722-8e7f-d1ac88851aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.684632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Subnet': ['ID=5bc102d3-0005-41af-956b-6988a7eba219,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.717715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Network a600703a-147f-4da0-9e9d-9b2fbe655fab is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:09.735032 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bf0a9c-ebff-467d-bb9a-9982b8c367a0 x-openstack-request-id: req-b3bf0a9c-ebff-467d-bb9a-9982b8c367a0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:09.736247 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-unplugged", "status": "completed", "tag": "1221de76-f651-4438-be3d-48274262b99f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:09.736933 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3bf0a9c-ebff-467d-bb9a-9982b8c367a0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:09.737759 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'code': 200} Jul 16 20:23:09.738945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Attempting to bind port d7a0caf0-d450-4420-8871-a1d5612e6717 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:09.741428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Attempting to bind port d7a0caf0-d450-4420-8871-a1d5612e6717 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '64f76d05-cbca-435d-9330-a8c7ce998613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:09.742332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Attempting to bind port d7a0caf0-d450-4420-8871-a1d5612e6717 on network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:09.743492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Pushing event updated for resources: {'Port': ['ID=e5205420-544a-4fdb-9706-d44493d090e7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.749745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Checking segment: {'id': 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:09.750196 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network hostable DHCP agents. Network: aa2b4b7b-aec8-4062-ac64-8b51e42a0b64, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:09.753359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:09.759302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:09.761056 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d93bd0a9-db85-4722-8e7f-d1ac88851aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.766923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d93bd0a9-db85-4722-8e7f-d1ac88851aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.771107 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d93bd0a9-db85-4722-8e7f-d1ac88851aba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bf97a30-794e-447a-b3cb-3518ac383f32 HTTP/1.1" status: 204 len: 168 time: 0.4941688 Jul 16 20:23:09.790988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bd0a9-db85-4722-8e7f-d1ac88851aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf97a30-794e-447a-b3cb-3518ac383f32,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.825448 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:09.825821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.851044 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-7c1bc8ef-2f83-480e-94d7-7e9cd4664624 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2979035 Jul 16 20:23:09.854017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:09.854619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Checking segment: {'id': '64f76d05-cbca-435d-9330-a8c7ce998613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:09.857456 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.860128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Bound using segment: {'id': '64f76d05-cbca-435d-9330-a8c7ce998613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:09.862145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Bound port: d7a0caf0-d450-4420-8871-a1d5612e6717, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f76d05-cbca-435d-9330-a8c7ce998613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:09.864994 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:09.923710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=14']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:09.971347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Request body: {'port': {'device_id': 'd8a6795e-de4f-4844-935a-e757cc81b861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:09.992134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:10.073838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] For port d7a0caf0-d450-4420-8871-a1d5612e6717, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:10.093182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] For port d7a0caf0-d450-4420-8871-a1d5612e6717, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7a0caf0-d450-4420-8871-a1d5612e6717,segment=NetworkSegment(64f76d05-cbca-435d-9330-a8c7ce998613),segment_id=64f76d05-cbca-435d-9330-a8c7ce998613)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:10.099187 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.124386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, aa2b4b7b-aec8-4062-ac64-8b51e42a0b64) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:10.142270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.142969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.178024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923c622-b6c8-405e-ad34-9e551a08a2e6 None None] Pushing event updated for resources: {'Port': ['ID=d7a0caf0-d450-4420-8871-a1d5612e6717,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:10.186161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77d284-2e36-4db1-a620-454342ddb3c0 None None] Network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:10.195989 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.227604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a77fc-6a5b-46f8-a6a2-33eafaeb7413 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.231235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7c2a77fc-6a5b-46f8-a6a2-33eafaeb7413 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "DELETE /v2.0/ports/5d5c30a8-4da3-4a2a-88bc-49055fbc1707 HTTP/1.1" status: 204 len: 168 time: 3.8216496 Jul 16 20:23:10.234069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35200) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.243847 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-72da8515-3dba-4fc5-901c-5ccc15c39012 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7850690 Jul 16 20:23:10.247680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35202) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.434076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:10.435168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:10.657967 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce43d0da-e41f-4df1-814f-778e47cdd71e tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] GET failed (client error): The resource could not be found. Jul 16 20:23:10.662995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ce43d0da-e41f-4df1-814f-778e47cdd71e tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "GET /v2.0/ports/5d5c30a8-4da3-4a2a-88bc-49055fbc1707 HTTP/1.1" status: 404 len: 333 time: 0.4277785 Jul 16 20:23:10.669066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2633b33-05a5-4813-a116-4d703d856e58 req-54669859-3cb0-4fe1-9c1b-de2875b5ab50 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:10.684089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2633b33-05a5-4813-a116-4d703d856e58 req-54669859-3cb0-4fe1-9c1b-de2875b5ab50 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2954876 Jul 16 20:23:10.687197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:10.788799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:10.820395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2633b33-05a5-4813-a116-4d703d856e58 req-e767eced-70af-4d95-85c6-b89f51c82197 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120276 Jul 16 20:23:10.954490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5205420-544a-4fdb-9706-d44493d090e7 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:10.963654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:10.979114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Transition to ACTIVE for port object e5205420-544a-4fdb-9706-d44493d090e7 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:10.985323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.014774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7fafa-6ad5-406c-b56e-2cfd3c0349d6 req-6aa52b9c-6464-4f24-8acb-232465f550bd tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.019526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:23:11.023597 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.029498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3c7fafa-6ad5-406c-b56e-2cfd3c0349d6 req-6aa52b9c-6464-4f24-8acb-232465f550bd tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 931 time: 0.5029476 Jul 16 20:23:11.064043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-46dfc2f3-8bbb-464f-abe2-8d73a4866627 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Deleting port eeca3f1e-29cb-4507-ad95-fb706868eb20 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:11.064532 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46dfc2f3-8bbb-464f-abe2-8d73a4866627 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.118060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Pushing event updated for resources: {'Port': ['ID=e5205420-544a-4fdb-9706-d44493d090e7,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:11.124301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3c7fafa-6ad5-406c-b56e-2cfd3c0349d6 req-fbf6fcd2-35c2-4168-b7ca-ab60e0141164 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929317 Jul 16 20:23:11.398119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46dfc2f3-8bbb-464f-abe2-8d73a4866627 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.403348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Attempting to bind port e5205420-544a-4fdb-9706-d44493d090e7 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:11.403883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Attempting to bind port e5205420-544a-4fdb-9706-d44493d090e7 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:11.404425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Attempting to bind port e5205420-544a-4fdb-9706-d44493d090e7 on network a600703a-147f-4da0-9e9d-9b2fbe655fab {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:11.422415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Port e5205420-544a-4fdb-9706-d44493d090e7 on network a600703a-147f-4da0-9e9d-9b2fbe655fab not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:11.422950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Attempting to bind port e5205420-544a-4fdb-9706-d44493d090e7 on network a600703a-147f-4da0-9e9d-9b2fbe655fab {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:11.435588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:11.436125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Checking segment: {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:11.436759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Bound using segment: {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:11.437618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Bound port: e5205420-544a-4fdb-9706-d44493d090e7, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e0adc2-1d30-445c-8809-5eb8184b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:11.438105 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.449458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-46dfc2f3-8bbb-464f-abe2-8d73a4866627 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Calling delete_port for eeca3f1e-29cb-4507-ad95-fb706868eb20 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:11.479296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:11.561733 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Allocated IP 172.22.0.2 (aa2b4b7b-aec8-4062-ac64-8b51e42a0b64/5bc102d3-0005-41af-956b-6988a7eba219/5a0b5e31-9276-4349-9840-535a1b2c5bab) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:11.680178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 3, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:10Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:11.724226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bf191-cec7-420d-b9a1-f3b3073bc3c6 req-bc5190a6-631e-4874-83fc-bdb63f2c8829 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.726011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491dcb86-31ac-44f6-873d-ceed4295b0ac None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:03Z', 'revision_number': 3, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:10Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:11.733503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a0bf191-cec7-420d-b9a1-f3b3073bc3c6 req-bc5190a6-631e-4874-83fc-bdb63f2c8829 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2005830 Jul 16 20:23:11.792935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a0bf191-cec7-420d-b9a1-f3b3073bc3c6 req-509716bf-f883-4724-9514-d8fe3a42fcd8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590060 Jul 16 20:23:11.796082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] For port e5205420-544a-4fdb-9706-d44493d090e7, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:11.833361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] For port e5205420-544a-4fdb-9706-d44493d090e7, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5205420-544a-4fdb-9706-d44493d090e7,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:11.883976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da1bb-e70a-4477-8eb5-ea3e7a592e55 req-008c5210-7179-45ec-bddf-9d363fa51633 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:11.886737 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4d8da1bb-e70a-4477-8eb5-ea3e7a592e55 req-008c5210-7179-45ec-bddf-9d363fa51633 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2893808 Jul 16 20:23:11.891958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.008676 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.050860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Transition to ACTIVE for port object 5a0b5e31-9276-4349-9840-535a1b2c5bab will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:12.104015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Transition to ACTIVE for port object 5a0b5e31-9276-4349-9840-535a1b2c5bab will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:12.115345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.252752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:12.260839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:12.274074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:12.290375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Pushing event updated for resources: {'Port': ['ID=5a0b5e31-9276-4349-9840-535a1b2c5bab,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.318027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:12.319108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.320724 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] 10.222.0.63 "PUT /v2.0/ports/e5205420-544a-4fdb-9706-d44493d090e7 HTTP/1.1" status: 200 len: 1092 time: 2.4327126 Jul 16 20:23:12.322067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a6795e-de4f-4844-935a-e757cc81b861', 'tag': 'e5205420-544a-4fdb-9706-d44493d090e7'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:12.324862 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122619df-b9a5-46b0-9fa9-dfb6111a660b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a6795e-de4f-4844-935a-e757cc81b861", "tag": "e5205420-544a-4fdb-9706-d44493d090e7"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:12.364957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4d8da1bb-e70a-4477-8eb5-ea3e7a592e55 req-7520dd2e-4a09-4eab-aa51-a1326fddf900 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383216 Jul 16 20:23:12.374076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.374720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.375187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.376435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.376971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.377362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.377755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.378131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46dfc2f3-8bbb-464f-abe2-8d73a4866627 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.378511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.378906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.379362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.379747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.380236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:12.383047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77bff3-b53e-4c5d-8be7-2d1639526e7c service neutron] Pushing event updated for resources: {'Port': ['ID=e5205420-544a-4fdb-9706-d44493d090e7,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.498966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Attempting to bind port 5a0b5e31-9276-4349-9840-535a1b2c5bab on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:12.506000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Attempting to bind port 5a0b5e31-9276-4349-9840-535a1b2c5bab by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:12.507442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Attempting to bind port 5a0b5e31-9276-4349-9840-535a1b2c5bab on network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:12.531604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:12.534515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Checking segment: {'id': 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:12.535235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.538931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Bound using segment: {'id': 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:12.541361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Bound port: 5a0b5e31-9276-4349-9840-535a1b2c5bab, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:12.542418 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:12.619632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfc2f3-8bbb-464f-abe2-8d73a4866627 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event deleted for resources: {'Port': ['ID=eeca3f1e-29cb-4507-ad95-fb706868eb20,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:12.657579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.22.0.1 (aa2b4b7b-aec8-4062-ac64-8b51e42a0b64/5bc102d3-0005-41af-956b-6988a7eba219/08058f4c-aa80-4e4c-9bf0-f51f2d278f94) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:12.906294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] For port 5a0b5e31-9276-4349-9840-535a1b2c5bab, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:12.910118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] For port 5a0b5e31-9276-4349-9840-535a1b2c5bab, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5a0b5e31-9276-4349-9840-535a1b2c5bab,segment=NetworkSegment(b3cbd3df-0faf-4ffc-b1fa-d70482810abc),segment_id=b3cbd3df-0faf-4ffc-b1fa-d70482810abc)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:12.915516 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.140004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65865d1-6943-482d-9d8e-145e0adfa077 None None] Pushing event updated for resources: {'Port': ['ID=5a0b5e31-9276-4349-9840-535a1b2c5bab,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.159247 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865966-bb50-4370-869e-ea1af50ade30 req-ee0f7547-ac6c-4269-8d8c-c055af642bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.161079 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-ee0f7547-ac6c-4269-8d8c-c055af642bd2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 1095 time: 0.7718999 Jul 16 20:23:13.216720 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380ed7c4-78ac-4149-ab35-7e4b75231f79 x-openstack-request-id: req-380ed7c4-78ac-4149-ab35-7e4b75231f79 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:13.221432 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a6795e-de4f-4844-935a-e757cc81b861", "tag": "e5205420-544a-4fdb-9706-d44493d090e7", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:13.221432 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-380ed7c4-78ac-4149-ab35-7e4b75231f79 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:13.223801 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a6795e-de4f-4844-935a-e757cc81b861', 'tag': 'e5205420-544a-4fdb-9706-d44493d090e7', 'status': 'completed', 'code': 200} Jul 16 20:23:13.297803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46dfc2f3-8bbb-464f-abe2-8d73a4866627 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.302627 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-46dfc2f3-8bbb-464f-abe2-8d73a4866627 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "DELETE /v2.0/ports/eeca3f1e-29cb-4507-ad95-fb706868eb20 HTTP/1.1" status: 204 len: 168 time: 2.6120000 Jul 16 20:23:13.303964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-f47b7005-fc75-431e-bb5e-dcfdef7e02a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5205420-544a-4fdb-9706-d44493d090e7 HTTP/1.1" status: 200 len: 217 time: 0.1286938 Jul 16 20:23:13.304663 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.322179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac54da9-3a7f-4d16-aad5-25125d6d0f42 req-4e161625-a5b3-403b-9e18-2e3056748b55 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.343704 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ac54da9-3a7f-4d16-aad5-25125d6d0f42 req-4e161625-a5b3-403b-9e18-2e3056748b55 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 943 time: 0.4747407 Jul 16 20:23:13.380972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7a0caf0-d450-4420-8871-a1d5612e6717 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:13.460956 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad8f866-0bae-4249-b2b7-aa53dbf21286 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] GET failed (client error): The resource could not be found. Jul 16 20:23:13.466707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fad8f866-0bae-4249-b2b7-aa53dbf21286 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "GET /v2.0/ports/eeca3f1e-29cb-4507-ad95-fb706868eb20 HTTP/1.1" status: 404 len: 333 time: 0.1205330 Jul 16 20:23:13.467438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35368) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:13.493384 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.552809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d7a0caf0-d450-4420-8871-a1d5612e6717 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:13.555197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Transition to ACTIVE for port object 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:13.565005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d7a0caf0-d450-4420-8871-a1d5612e6717 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:13.566070 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.566984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ac54da9-3a7f-4d16-aad5-25125d6d0f42 req-5d6c4a09-0230-4aef-a14b-dc9fe1a6fe38 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220843 Jul 16 20:23:13.576240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865966-bb50-4370-869e-ea1af50ade30 req-6ac97e76-9b05-46b7-9227-9b53b43e955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.577848 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-6ac97e76-9b05-46b7-9227-9b53b43e955f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f8b06e39-8389-48a6-b1bd-e35791a3db83 HTTP/1.1" status: 200 len: 851 time: 0.2100132 Jul 16 20:23:13.741596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.802953 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.813271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=08058f4c-aa80-4e4c-9bf0-f51f2d278f94,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:13.823482 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-67cb6681-f40c-4605-8cb3-dbe5b95acb24 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a600703a-147f-4da0-9e9d-9b2fbe655fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2292929 Jul 16 20:23:13.842843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:13.847240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d7a0caf0-d450-4420-8871-a1d5612e6717, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7a0caf0-d450-4420-8871-a1d5612e6717,segment=NetworkSegment(64f76d05-cbca-435d-9330-a8c7ce998613),segment_id=64f76d05-cbca-435d-9330-a8c7ce998613)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:13.856224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:13.857760 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:13.860123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:13.892210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-854ba092-aa40-4cd4-82a9-90499fb6365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.893762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-854ba092-aa40-4cd4-82a9-90499fb6365c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1097 time: 1.0996928 Jul 16 20:23:13.909548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6dc96-f3f9-436f-8b58-6e80f0843494 req-88dd6f8f-e457-40d2-80c5-15c3568d979a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:13.924926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7a6dc96-f3f9-436f-8b58-6e80f0843494 req-88dd6f8f-e457-40d2-80c5-15c3568d979a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2458127 Jul 16 20:23:13.983836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d7a0caf0-d450-4420-8871-a1d5612e6717,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:14.149305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-b552f916-46ea-443c-b55f-98e7de24f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.150556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-b552f916-46ea-443c-b55f-98e7de24f715 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.2208338 Jul 16 20:23:14.150761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-7360cd55-6ad2-4c0b-8452-025f01b4a7eb service neutron] 10.222.0.63 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258462 Jul 16 20:23:14.159292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bec3a-cee1-495e-b439-0c4ca2ee2a02 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Deleting port 946c502d-a211-4d7e-be59-981906e09a32 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:14.159740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a8bec3a-cee1-495e-b439-0c4ca2ee2a02 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.167766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7a6dc96-f3f9-436f-8b58-6e80f0843494 req-f93990a5-6325-4c20-84b1-e5d289bbd9e0 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415538 Jul 16 20:23:14.222191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2146f3-a821-4096-b070-b1c2a5aedece req-71114dd8-f0fb-487f-9623-b77217240699 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.229346 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce2146f3-a821-4096-b070-b1c2a5aedece req-71114dd8-f0fb-487f-9623-b77217240699 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 813 time: 0.4247320 Jul 16 20:23:14.253464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:14.285628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce2146f3-a821-4096-b070-b1c2a5aedece req-bbe39ccf-2d7e-4a3e-bb5f-4de8efbfb2ab tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/quotas/41aefefc724547d6905046615f64a065 HTTP/1.1" status: 200 len: 375 time: 0.0548449 Jul 16 20:23:14.417671 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-9989200e-e5b8-4a00-b0ff-2783cdb2a994 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1000 time: 0.2463667 Jul 16 20:23:14.418737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.493367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04865966-bb50-4370-869e-ea1af50ade30 req-afebc50c-b578-496c-a716-8ef2ccfd5dd0 service neutron] 10.222.0.63 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090210 Jul 16 20:23:14.580563 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-215ba331-f49c-4730-9bb1-3b45cccc9750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.607351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-8a676bed-7726-4d15-a383-37c123653d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.609064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-8a676bed-7726-4d15-a383-37c123653d63 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1842284 Jul 16 20:23:14.644508 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a8bec3a-cee1-495e-b439-0c4ca2ee2a02 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.694021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bec3a-cee1-495e-b439-0c4ca2ee2a02 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Calling delete_port for 946c502d-a211-4d7e-be59-981906e09a32 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:14.773198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:14.793422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-6707d2cd-bac0-4b02-a0bd-1d0938f2865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.795350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-6707d2cd-bac0-4b02-a0bd-1d0938f2865d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790988 Jul 16 20:23:14.838865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce2146f3-a821-4096-b070-b1c2a5aedece req-4ed54558-ae13-4988-8d1c-cc86cb4ca257 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5511208 Jul 16 20:23:14.906640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-6f5733e6-be3c-4da4-a2db-5ed4645037d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:14.908553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-6f5733e6-be3c-4da4-a2db-5ed4645037d1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 1095 time: 0.2953675 Jul 16 20:23:15.111731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c416c0b-e750-43ee-8b0e-550e26483baf None None] Network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:15.120405 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-2cfa0334-5f16-417b-aba8-79cca4a9b582 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002532 Jul 16 20:23:15.213618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71017a0-0954-46ae-9abb-d40109f8dcf9 req-ec6b95f3-aa5e-4e8a-8667-350f2ed90277 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:15.223880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a71017a0-0954-46ae-9abb-d40109f8dcf9 req-ec6b95f3-aa5e-4e8a-8667-350f2ed90277 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 943 time: 0.3937552 Jul 16 20:23:15.401095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7a0caf0-d450-4420-8871-a1d5612e6717 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:15.462530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-93c467bb-1576-415a-9276-c1355e7aef80 None None] Provisioning for port 5a0b5e31-9276-4349-9840-535a1b2c5bab completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:15.595032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d7a0caf0-d450-4420-8871-a1d5612e6717 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:15.596049 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.598236 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.759224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-215ba331-f49c-4730-9bb1-3b45cccc9750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.784363 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-215ba331-f49c-4730-9bb1-3b45cccc9750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.793750 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a71017a0-0954-46ae-9abb-d40109f8dcf9 req-561554e0-2996-49dd-8085-a45df917dceb tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686445 Jul 16 20:23:15.810710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-71d6f970-cdb3-4457-8b27-a9ec179f7dd0 req-99f9288b-e32e-41da-96dd-cee26f10e3a7 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768949 Jul 16 20:23:15.830274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5a0b5e31-9276-4349-9840-535a1b2c5bab up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:15.840515 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-215ba331-f49c-4730-9bb1-3b45cccc9750 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c286224c3784ea2af304641d21f61c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5842898 Jul 16 20:23:15.844475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35406) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:15.905932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a8bec3a-cee1-495e-b439-0c4ca2ee2a02 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.948998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.960187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:15.991318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 5a0b5e31-9276-4349-9840-535a1b2c5bab completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:16.005511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5a0b5e31-9276-4349-9840-535a1b2c5bab triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:16.006251 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.014689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a5988-85fd-41ef-9c88-b09b63d5f491 req-730fb9fe-a411-4f51-ae08-b68950de1950 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.016284 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b6a5988-85fd-41ef-9c88-b09b63d5f491 req-730fb9fe-a411-4f51-ae08-b68950de1950 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.9573696 Jul 16 20:23:16.056815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b10f3ded-cb67-4eee-bd34-af0bd63a7cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.066812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-2c5b406c-743c-4846-84b6-ec67576559bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.077299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-2c5b406c-743c-4846-84b6-ec67576559bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 912 time: 1.1525292 Jul 16 20:23:16.091939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ba331-f49c-4730-9bb1-3b45cccc9750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3a5fd4-2aab-46b0-ab5b-f4fdbbb5d0b2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.093332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b10f3ded-cb67-4eee-bd34-af0bd63a7cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.114681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bec3a-cee1-495e-b439-0c4ca2ee2a02 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event deleted for resources: {'Port': ['ID=946c502d-a211-4d7e-be59-981906e09a32,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.194754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.209091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-a9dcaebd-f267-467b-88d6-fe92e59dfcf6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5205420-544a-4fdb-9706-d44493d090e7 HTTP/1.1" status: 200 len: 217 time: 0.1094966 Jul 16 20:23:16.227930 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.369805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-bc4c5654-bc14-45dd-8864-55b512535af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.374188 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-bc4c5654-bc14-45dd-8864-55b512535af0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f8b06e39-8389-48a6-b1bd-e35791a3db83 HTTP/1.1" status: 200 len: 851 time: 0.0995517 Jul 16 20:23:16.390192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 5a0b5e31-9276-4349-9840-535a1b2c5bab, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5a0b5e31-9276-4349-9840-535a1b2c5bab,segment=NetworkSegment(b3cbd3df-0faf-4ffc-b1fa-d70482810abc),segment_id=b3cbd3df-0faf-4ffc-b1fa-d70482810abc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:16.397431 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.409888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=08058f4c-aa80-4e4c-9bf0-f51f2d278f94,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.414224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8e844b9-5eab-4ee3-bf95-821a14dea695 None None] Provisioning complete for port 5a0b5e31-9276-4349-9840-535a1b2c5bab triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:16.431757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8e844b9-5eab-4ee3-bf95-821a14dea695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.481908 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-ac550fae-67d4-4a82-91ad-af3ad4b62d99 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a600703a-147f-4da0-9e9d-9b2fbe655fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633750 Jul 16 20:23:16.495661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b10f3ded-cb67-4eee-bd34-af0bd63a7cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.498688 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b10f3ded-cb67-4eee-bd34-af0bd63a7cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.504318 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b10f3ded-cb67-4eee-bd34-af0bd63a7cd6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d3a5fd4-2aab-46b0-ab5b-f4fdbbb5d0b2 HTTP/1.1" status: 204 len: 168 time: 0.6579111 Jul 16 20:23:16.551731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f3ded-cb67-4eee-bd34-af0bd63a7cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3a5fd4-2aab-46b0-ab5b-f4fdbbb5d0b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.595346 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b6a5988-85fd-41ef-9c88-b09b63d5f491 req-0b64b309-c92a-4718-aef4-8ba774161210 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135508 Jul 16 20:23:16.641231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1192-f039-483a-a193-afcb1f0b4f4b req-66b47a4f-60b9-44bd-a374-7d992bf3e36e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:16.657010 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c8f1192-f039-483a-a193-afcb1f0b4f4b req-66b47a4f-60b9-44bd-a374-7d992bf3e36e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.5320058 Jul 16 20:23:16.762799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:16.769074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:16.824028 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.825371 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c8f1192-f039-483a-a193-afcb1f0b4f4b req-767d5fce-fdec-4540-b2cb-0955487e9d0d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667485 Jul 16 20:23:16.854947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=5a0b5e31-9276-4349-9840-535a1b2c5bab,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:16.947739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a8bec3a-cee1-495e-b439-0c4ca2ee2a02 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:16.957427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35420) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:16.960536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6a8bec3a-cee1-495e-b439-0c4ca2ee2a02 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "DELETE /v2.0/ports/946c502d-a211-4d7e-be59-981906e09a32 HTTP/1.1" status: 204 len: 168 time: 3.4776745 Jul 16 20:23:16.983170 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-a8261f1b-41b3-4909-aa8c-eb9f718c1842 service neutron] 10.222.0.63 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799519 Jul 16 20:23:16.989492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e5205420-544a-4fdb-9706-d44493d090e7 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:17.054256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8e844b9-5eab-4ee3-bf95-821a14dea695 None None] Provisioning for port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:17.076465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8e844b9-5eab-4ee3-bf95-821a14dea695 None None] Provisioning complete for port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:17.077005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8e844b9-5eab-4ee3-bf95-821a14dea695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.274079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5a0b5e31-9276-4349-9840-535a1b2c5bab up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:17.278509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-122619df-b9a5-46b0-9fa9-dfb6111a660b req-04446c73-9aa1-460b-a08a-2978161c311a service neutron] 10.222.0.63 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867939 Jul 16 20:23:17.323103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f412f2a5-371e-42c4-8afd-819d5b51e55c tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Deleting subnet 3a1d12d6-be05-4956-b88e-0d349283ef24 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:17.327158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f412f2a5-371e-42c4-8afd-819d5b51e55c tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.381712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8e844b9-5eab-4ee3-bf95-821a14dea695 None None] Port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:17.399023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:17.419894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e5205420-544a-4fdb-9706-d44493d090e7, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5205420-544a-4fdb-9706-d44493d090e7,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:17.437662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f412f2a5-371e-42c4-8afd-819d5b51e55c tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.446230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'e5205420-544a-4fdb-9706-d44493d090e7', 'network_id': 'a600703a-147f-4da0-9e9d-9b2fbe655fab', 'port_id': 'e5205420-544a-4fdb-9706-d44493d090e7', 'mac_address': 'fa:16:3e:2f:a2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b06e39-8389-48a6-b1bd-e35791a3db83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:17.466159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5a0b5e31-9276-4349-9840-535a1b2c5bab triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:17.467118 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.595033 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.616769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d80f28b0-3eff-4549-a1a1-8d85a7fbaf9e None None] Provisioning complete for port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:17.617826 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d80f28b0-3eff-4549-a1a1-8d85a7fbaf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.667545 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5205420-544a-4fdb-9706-d44493d090e7 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:17.674335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e409-98fe-4fa4-b531-9874ae595187 req-ae23e4d5-d22e-4d8d-bf45-79fee0002616 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:17.686148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0541e409-98fe-4fa4-b531-9874ae595187 req-ae23e4d5-d22e-4d8d-bf45-79fee0002616 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4280832 Jul 16 20:23:17.738459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d80f28b0-3eff-4549-a1a1-8d85a7fbaf9e None None] Port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:17.739637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:17.743240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e5205420-544a-4fdb-9706-d44493d090e7, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5205420-544a-4fdb-9706-d44493d090e7,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:17.764445 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:17.773395 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.774388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35446) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:17.777894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-22b759af-4a2f-4d90-a942-04fd71b07875 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5249565 Jul 16 20:23:17.780874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'network': {'name': 'tempest-RoutersTest-985463253'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:17.792163 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:17.797616 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:17.833236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:17.837531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.898141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f412f2a5-371e-42c4-8afd-819d5b51e55c tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.907183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0541e409-98fe-4fa4-b531-9874ae595187 req-b5b21d5d-a1d6-401f-a52c-aec72cd35653 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706787 Jul 16 20:23:17.912072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e5205420-544a-4fdb-9706-d44493d090e7,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:17.934773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:17.962590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:17.963571 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added segment 29a95ad6-5220-4c9d-9c1d-b5332b3377b2 of type vlan for network af31306f-80c5-4b01-82aa-5a99f7b8f614 Jul 16 20:23:18.028550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e5205420-544a-4fdb-9706-d44493d090e7'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:18.033957 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:18.071171 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f412f2a5-371e-42c4-8afd-819d5b51e55c tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.111869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.192230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412f2a5-371e-42c4-8afd-819d5b51e55c tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1d12d6-be05-4956-b88e-0d349283ef24,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:18.217827 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f412f2a5-371e-42c4-8afd-819d5b51e55c tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.222613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f412f2a5-371e-42c4-8afd-819d5b51e55c tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "DELETE /v2.0/subnets/3a1d12d6-be05-4956-b88e-0d349283ef24 HTTP/1.1" status: 204 len: 168 time: 1.2568896 Jul 16 20:23:18.224913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:18.264307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0fc7-7f40-480a-8be0-cd8d018ddb30 req-5339fdef-2dba-405c-8fa7-538696e62c69 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.266453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15046db6-1c7a-457e-8cb6-b4fc3a73bad6 None None] Network 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:18.276030 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db6e0fc7-7f40-480a-8be0-cd8d018ddb30 req-5339fdef-2dba-405c-8fa7-538696e62c69 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 944 time: 0.4005842 Jul 16 20:23:18.281046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.304876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.305942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.393530 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.421389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6456332 Jul 16 20:23:18.429974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:18.440045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'subnet': {'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:18.465824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02cd60-651d-4ea7-a996-175807e19c9e req-4512d43f-f501-4e6c-8acd-0e334bdbfd84 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:18.470178 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea02cd60-651d-4ea7-a996-175807e19c9e req-4512d43f-f501-4e6c-8acd-0e334bdbfd84 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.2111518 Jul 16 20:23:18.502367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:14Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:15Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:18.566516 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:18.567004 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Updating router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:23:18.637777 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea02cd60-651d-4ea7-a996-175807e19c9e req-c0723ff8-0ed0-4b33-8c59-f0b185c16d08 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086624 Jul 16 20:23:18.675700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Deleting port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:18.676288 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.697351 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db6e0fc7-7f40-480a-8be0-cd8d018ddb30 req-d49a7b97-2d56-41f9-8bc2-794866c0ccdf tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177163 Jul 16 20:23:18.700484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54e7a7-18c2-47ec-b46f-62d04b1c70bd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Network': ['ID=af31306f-80c5-4b01-82aa-5a99f7b8f614,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:18.700969 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.730073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network af31306f-80c5-4b01-82aa-5a99f7b8f614 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:18.786431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Made reservation on behalf of bc62e4fd96a849509a89b8e98c5cf2b8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:18.789319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.878524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d6ff8e-5143-4478-8ac4-8dbb99bc2ab6 None None] DHCP port deletion for 3967d50e-e2d3-4e07-88a5-b29f73a4bf70 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:18.905876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] For port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be,segment=NetworkSegment(6cc61f06-8e16-46e0-a724-c0aee87eec99),segment_id=6cc61f06-8e16-46e0-a724-c0aee87eec99)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:18.906698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:18.937086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Calling delete_port for 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:19.040303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-76d6ff8e-5143-4478-8ac4-8dbb99bc2ab6 None None] Deleting port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:19.050267 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-76d6ff8e-5143-4478-8ac4-8dbb99bc2ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.204351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.206472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-76d6ff8e-5143-4478-8ac4-8dbb99bc2ab6 None None] For port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be,segment=NetworkSegment(6cc61f06-8e16-46e0-a724-c0aee87eec99),segment_id=6cc61f06-8e16-46e0-a724-c0aee87eec99)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:19.208784 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-76d6ff8e-5143-4478-8ac4-8dbb99bc2ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.224984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41fe1c34-3d77-4079-82c0-1f93d716c76d req-49bb112f-cb78-469c-a922-7fe08d99b83a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=41aefefc724547d6905046615f64a065 HTTP/1.1" status: 200 len: 221 time: 0.0578732 Jul 16 20:23:19.246126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-76d6ff8e-5143-4478-8ac4-8dbb99bc2ab6 None None] Calling delete_port for 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:19.289137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc54b9d-bca7-4f07-9e9f-f7db8af7e1a0 req-a11a4f0a-844a-4a62-995d-bd43e2ac3e18 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.297769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdc54b9d-bca7-4f07-9e9f-f7db8af7e1a0 req-a11a4f0a-844a-4a62-995d-bd43e2ac3e18 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2771485 Jul 16 20:23:19.308920 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event deleted for resources: {'Port': ['ID=6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.324828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] No DVR routers for this DVR port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:19.416564 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-76d6ff8e-5143-4478-8ac4-8dbb99bc2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.419309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdc54b9d-bca7-4f07-9e9f-f7db8af7e1a0 req-e9b409d6-baca-4515-a8d5-c7226bdbe281 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203971 Jul 16 20:23:19.427512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:19.467241 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.482804 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.493771 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Transition to ACTIVE for port object 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:19.504381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6ff8e-5143-4478-8ac4-8dbb99bc2ab6 None None] Pushing event deleted for resources: {'Port': ['ID=6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.517059 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.522318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:19.522746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:19.524548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6ff8e-5143-4478-8ac4-8dbb99bc2ab6 None None] No DVR routers for this DVR port 6eaa8a91-5f4c-4ee8-b1e9-c36ab76330be on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:19.598250 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c24703-9b26-425c-bfb3-61b2839a061d None None] Pushing event updated for resources: {'Port': ['ID=08058f4c-aa80-4e4c-9bf0-f51f2d278f94,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.662057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.680078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Subnet': ['ID=41650022-609f-4f7a-be37-d891335f2ad1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:19.711712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Checking segment: {'id': '29a95ad6-5220-4c9d-9c1d-b5332b3377b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:19.712089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network hostable DHCP agents. Network: af31306f-80c5-4b01-82aa-5a99f7b8f614, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:19.722063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3967d50e-e2d3-4e07-88a5-b29f73a4bf70']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:19.745465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.751734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network af31306f-80c5-4b01-82aa-5a99f7b8f614 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:19.752105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc61f06-8e16-46e0-a724-c0aee87eec99') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:19.752507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc61f06-8e16-46e0-a724-c0aee87eec99') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:19.779662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, af31306f-80c5-4b01-82aa-5a99f7b8f614) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:19.794682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86b980-a364-4845-b205-d757bb8b0df8 None None] Network af31306f-80c5-4b01-82aa-5a99f7b8f614 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:19.806224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.814188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.815024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.842359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e49145-a067-4e58-820d-02d378e59965 req-46c24777-6048-4362-8089-a0d6dc64f249 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:19.857244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-97b51c45-7bfa-4126-95d5-65ebdfae5db1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4215653 Jul 16 20:23:19.857546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64e49145-a067-4e58-820d-02d378e59965 req-46c24777-6048-4362-8089-a0d6dc64f249 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4164565 Jul 16 20:23:19.857728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:19.870331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.872164 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Attempting to bind port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:19.872623 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Attempting to bind port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:19.873305 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Attempting to bind port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 on network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:19.892584 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:19.893660 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Checking segment: {'id': 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:19.904237 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.905301 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Bound using segment: {'id': 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:19.906643 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Bound port: 08058f4c-aa80-4e4c-9bf0-f51f2d278f94, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:19.907653 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.920798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:19.921655 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:19.927000 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:20.107433 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] For port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:20.113002 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] For port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=08058f4c-aa80-4e4c-9bf0-f51f2d278f94,segment=NetworkSegment(b3cbd3df-0faf-4ffc-b1fa-d70482810abc),segment_id=b3cbd3df-0faf-4ffc-b1fa-d70482810abc)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:20.119243 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.137516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:20.174420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64e49145-a067-4e58-820d-02d378e59965 req-b60bd6b1-392b-4536-9d4d-49f14e41a379 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147719 Jul 16 20:23:20.178167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.219130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.226773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] 10.222.0.10 "DELETE /v2.0/networks/3967d50e-e2d3-4e07-88a5-b29f73a4bf70 HTTP/1.1" status: 204 len: 168 time: 1.9993093 Jul 16 20:23:20.280319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0cad5-dbd3-46e8-bc7e-73140cdaaac3 tempest-AllowedAddressPairTestJSON-1657515323 tempest-AllowedAddressPairTestJSON-1657515323-project] Pushing event deleted for resources: {'Network': ['ID=3967d50e-e2d3-4e07-88a5-b29f73a4bf70,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:20.288978 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:20.292172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.304584 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:22:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:20.338794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-af31306f-80c5-4b01-82aa-5a99f7b8f614', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:23:20.344609 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.394389 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c24703-9b26-425c-bfb3-61b2839a061d None None] Pushing event updated for resources: {'Port': ['ID=08058f4c-aa80-4e4c-9bf0-f51f2d278f94,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:20.529324 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:20.581526 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.642113 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed30ad8f-2b38-47ce-ade9-bfb074634026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:20.668517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836266fe-5f64-4060-ad8b-c659ad9d3d9c req-9c8d61cd-fd78-49ea-9b35-03ea098807a2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:20.688466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-836266fe-5f64-4060-ad8b-c659ad9d3d9c req-9c8d61cd-fd78-49ea-9b35-03ea098807a2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 944 time: 0.2285004 Jul 16 20:23:20.760297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0ba1a-6796-47f2-9bbf-7e0b00de65d6 req-2545ff17-8076-4cec-904a-d0579da46f3a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:20.762053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1cc0ba1a-6796-47f2-9bbf-7e0b00de65d6 req-2545ff17-8076-4cec-904a-d0579da46f3a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.5692484 Jul 16 20:23:20.766395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Allocated IP 172.23.0.2 (af31306f-80c5-4b01-82aa-5a99f7b8f614/41650022-609f-4f7a-be37-d891335f2ad1/c23af30c-342d-4240-b7ab-094b32f0830c) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:20.828181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-836266fe-5f64-4060-ad8b-c659ad9d3d9c req-b4377764-c93a-44c2-9c59-60e4acaf8f0d tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384764 Jul 16 20:23:20.916021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Allocated IP 172.25.7.150 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/04951365-ee31-4d50-8c66-49309e3ebd23) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:20.985257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:20.998119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e5205420-544a-4fdb-9706-d44493d090e7 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:21.051100 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:14Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:20Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:21.056794 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1cc0ba1a-6796-47f2-9bbf-7e0b00de65d6 req-04021791-27c5-402e-b8be-6bfef6050ac0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693529 Jul 16 20:23:21.108550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.180905 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.181865 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d22b52-b9b8-4f1a-83ea-782832ef52da None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:14Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:20Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:21.304038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529d961-9e05-4876-a3c6-7202508f92be req-f48449b5-269d-4f23-b6d4-112ef6dea728 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:21.309423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8529d961-9e05-4876-a3c6-7202508f92be req-f48449b5-269d-4f23-b6d4-112ef6dea728 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2466533 Jul 16 20:23:21.338065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.351588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Transition to ACTIVE for port object c23af30c-342d-4240-b7ab-094b32f0830c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:21.379015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Transition to ACTIVE for port object c23af30c-342d-4240-b7ab-094b32f0830c will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:21.399993 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.424322 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.458266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Network af31306f-80c5-4b01-82aa-5a99f7b8f614 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:21.467012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:21.499446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:21.520196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port e5205420-544a-4fdb-9706-d44493d090e7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:21.567737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:21.576320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:21.594657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port e5205420-544a-4fdb-9706-d44493d090e7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:21.595721 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.595895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:21.636202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Pushing event updated for resources: {'Port': ['ID=c23af30c-342d-4240-b7ab-094b32f0830c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:21.648542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Pushing event updated for resources: {'Port': ['ID=04951365-ee31-4d50-8c66-49309e3ebd23,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:21.654939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8529d961-9e05-4876-a3c6-7202508f92be req-b2cf6356-7787-4e1a-a3ba-8561939b5f2d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559156 Jul 16 20:23:21.714412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5e63e899-4abe-4d65-be68-2da1ea92ee21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa11d6509b6949918f8833f31c3c227f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178137 Jul 16 20:23:21.718313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35516) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:21.820927 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.854935 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6443459e-4d6b-4c65-bfa3-15fcb2417cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.871679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Allocated IP 172.23.0.1 (af31306f-80c5-4b01-82aa-5a99f7b8f614/41650022-609f-4f7a-be37-d891335f2ad1/b5558a5c-878c-4b32-ba4e-43fb9bd1316d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:21.878226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Attempting to bind port c23af30c-342d-4240-b7ab-094b32f0830c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:21.881013 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Attempting to bind port c23af30c-342d-4240-b7ab-094b32f0830c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '29a95ad6-5220-4c9d-9c1d-b5332b3377b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:21.888884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Attempting to bind port c23af30c-342d-4240-b7ab-094b32f0830c on network af31306f-80c5-4b01-82aa-5a99f7b8f614 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:21.927654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:21.928758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Checking segment: {'id': '29a95ad6-5220-4c9d-9c1d-b5332b3377b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:21.929574 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.930292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Bound using segment: {'id': '29a95ad6-5220-4c9d-9c1d-b5332b3377b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:21.930995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Bound port: c23af30c-342d-4240-b7ab-094b32f0830c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a95ad6-5220-4c9d-9c1d-b5332b3377b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:21.932147 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.943458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6443459e-4d6b-4c65-bfa3-15fcb2417cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:21.983951 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.066503 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.101094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] For port c23af30c-342d-4240-b7ab-094b32f0830c, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:22.105717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] For port c23af30c-342d-4240-b7ab-094b32f0830c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c23af30c-342d-4240-b7ab-094b32f0830c,segment=NetworkSegment(29a95ad6-5220-4c9d-9c1d-b5332b3377b2),segment_id=29a95ad6-5220-4c9d-9c1d-b5332b3377b2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:22.111604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a6795e-de4f-4844-935a-e757cc81b861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5205420-544a-4fdb-9706-d44493d090e7'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:22.114035 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5f652b-1e01-4485-acb6-9f642bd51bf8" -d '{"events": [{"server_uuid": "d8a6795e-de4f-4844-935a-e757cc81b861", "name": "network-vif-plugged", "status": "completed", "tag": "e5205420-544a-4fdb-9706-d44493d090e7"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:22.120408 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.125820 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6443459e-4d6b-4c65-bfa3-15fcb2417cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.128560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6443459e-4d6b-4c65-bfa3-15fcb2417cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.129902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6443459e-4d6b-4c65-bfa3-15fcb2417cb3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3a7a488-a838-408f-a5dd-a7fd36aec70e HTTP/1.1" status: 204 len: 168 time: 0.4102421 Jul 16 20:23:22.157792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443459e-4d6b-4c65-bfa3-15fcb2417cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a7a488-a838-408f-a5dd-a7fd36aec70e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:22.170871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e5205420-544a-4fdb-9706-d44493d090e7, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5205420-544a-4fdb-9706-d44493d090e7,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:22.198695 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.255654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a398c8-8f2f-4c33-af87-0e077bbc5769 req-b7bcba9c-5b84-413b-aa5c-06c7ec4ce617 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:22.263944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feb0b4-1045-4dad-87ab-63cfe5539094 None None] Pushing event updated for resources: {'Port': ['ID=c23af30c-342d-4240-b7ab-094b32f0830c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:22.272052 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3a398c8-8f2f-4c33-af87-0e077bbc5769 req-b7bcba9c-5b84-413b-aa5c-06c7ec4ce617 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3964202 Jul 16 20:23:22.332475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1c084-4833-48be-9aeb-0d1df1953365 req-a7c6069a-ee4d-4249-a106-31eac2bc77f2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:22.340511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5f1c084-4833-48be-9aeb-0d1df1953365 req-a7c6069a-ee4d-4249-a106-31eac2bc77f2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2616518 Jul 16 20:23:22.376521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.392510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e5205420-544a-4fdb-9706-d44493d090e7,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:22.416282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3a398c8-8f2f-4c33-af87-0e077bbc5769 req-dbfcb19a-8d29-44b1-b87d-18846ec0770c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430025 Jul 16 20:23:22.432932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Transition to ACTIVE for port object b5558a5c-878c-4b32-ba4e-43fb9bd1316d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:22.474476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5f1c084-4833-48be-9aeb-0d1df1953365 req-2a9a5871-ed68-4b24-b75a-d63f0d9a6943 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293733 Jul 16 20:23:22.513063 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.560026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.571369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.615061 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0601b68-63af-4278-b6cd-1eebca10a49e x-openstack-request-id: req-f0601b68-63af-4278-b6cd-1eebca10a49e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:22.615709 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a6795e-de4f-4844-935a-e757cc81b861", "name": "network-vif-plugged", "status": "completed", "tag": "e5205420-544a-4fdb-9706-d44493d090e7", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:22.616309 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0601b68-63af-4278-b6cd-1eebca10a49e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:22.617033 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a6795e-de4f-4844-935a-e757cc81b861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5205420-544a-4fdb-9706-d44493d090e7', 'code': 200} Jul 16 20:23:22.858918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network af31306f-80c5-4b01-82aa-5a99f7b8f614 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:22.890399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:22.906523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:22.908883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Pushing event updated for resources: {'Port': ['ID=04951365-ee31-4d50-8c66-49309e3ebd23,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:22.930945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=b5558a5c-878c-4b32-ba4e-43fb9bd1316d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:22.939081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.961922 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:22.976998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3b9b666f-7722-4816-8aa3-ffb0216bfad1 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2303476 Jul 16 20:23:22.984608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35546) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:22.991920 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-702133097', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'fixed_ips': [{'ip_address': '172.25.7.150'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:23.026815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Made reservation on behalf of 37584d5ee8b0423aaab37a30615f887c for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:23.031190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.038655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f05612-3611-4be5-8263-a3d75f633ddf req-60098052-c04f-497f-937e-ce4737538642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.040326 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-74f05612-3611-4be5-8263-a3d75f633ddf req-60098052-c04f-497f-937e-ce4737538642 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 1097 time: 0.2978356 Jul 16 20:23:23.051844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.110761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.221835 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57142b3b-bb6e-4e8b-8ae2-ee941c21733c req-770c0cb7-1064-4348-be2c-4953313063a4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.234578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-57142b3b-bb6e-4e8b-8ae2-ee941c21733c req-770c0cb7-1064-4348-be2c-4953313063a4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.5521057 Jul 16 20:23:23.258533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ab497-20af-4d5a-a1ce-890f4afee7eb req-a216848e-284c-4913-8da5-a76d7fda4ecf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:23.259040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-74f05612-3611-4be5-8263-a3d75f633ddf req-7f858b05-4b42-492b-ae10-ac7bc63c8be1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104309 Jul 16 20:23:23.276115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee7ab497-20af-4d5a-a1ce-890f4afee7eb req-a216848e-284c-4913-8da5-a76d7fda4ecf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.1842887 Jul 16 20:23:23.335450 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-57142b3b-bb6e-4e8b-8ae2-ee941c21733c req-07b4c840-4200-4c27-ac56-9001eb7301b7 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995383 Jul 16 20:23:23.360511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c23af30c-342d-4240-b7ab-094b32f0830c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:23.416973 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee7ab497-20af-4d5a-a1ce-890f4afee7eb req-08fde367-7661-48ee-a3e7-a689dd0f7f99 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344430 Jul 16 20:23:23.481839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.509892 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.510902 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.525564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.532146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] device_id is not set on port efd241c8-21ff-40e1-a845-ae5bdbf0aaa7 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:23.535472 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-99927371-50e1-43d2-8beb-ad0a200bd0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.620166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c23af30c-342d-4240-b7ab-094b32f0830c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:23.626258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:23.687936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35562) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:23.801548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:23.806927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:23.807565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:23.986867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.004463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-149444152'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:24.010291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.089879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541e24b1-611f-4bb9-91da-89ff5d1f3cf4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.190751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Made reservation on behalf of 6a9fa722d58e4db984f0994037a775f0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:24.195243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.245698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.259190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event updated for resources: {'Port': ['ID=b5558a5c-878c-4b32-ba4e-43fb9bd1316d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.270223 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:23:24.270941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:23:24.279527 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.280373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-07a67ea1-f56b-4a41-978e-cd31accd997a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:24.289310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-07a67ea1-f56b-4a41-978e-cd31accd997a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.3716106 Jul 16 20:23:24.307128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-ba256962-4852-4cd2-9697-1243fe50db39 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/quotas/6385058dcf004a12bbf5ed7bf5647d5d HTTP/1.1" status: 200 len: 375 time: 0.0169139 Jul 16 20:23:24.310746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2961e687-b5e7-4285-bc87-43754bf457bb tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3249743 Jul 16 20:23:24.314534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:24.368031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1efaf-2921-4763-9546-64012d97b560 req-d4b42521-d217-4e6a-96b5-0be4c4e24c8b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:24.368278 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.375961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ae1efaf-2921-4763-9546-64012d97b560 req-d4b42521-d217-4e6a-96b5-0be4c4e24c8b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3581643 Jul 16 20:23:24.380283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9916ec6d-0290-438d-9a1d-6729201bdb02 None None] Network af31306f-80c5-4b01-82aa-5a99f7b8f614 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:24.518242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ae1efaf-2921-4763-9546-64012d97b560 req-8d94b5e0-8b36-4ccf-82d5-c62c4d040921 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411800 Jul 16 20:23:24.521426 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d380b70-19d2-4bae-bd6f-d1be4ffc5877 None None] Provisioning for port c23af30c-342d-4240-b7ab-094b32f0830c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:24.533273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=08058f4c-aa80-4e4c-9bf0-f51f2d278f94,segment=NetworkSegment(b3cbd3df-0faf-4ffc-b1fa-d70482810abc),segment_id=b3cbd3df-0faf-4ffc-b1fa-d70482810abc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:24.546637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d380b70-19d2-4bae-bd6f-d1be4ffc5877 None None] Provisioning complete for port c23af30c-342d-4240-b7ab-094b32f0830c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:24.547388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d380b70-19d2-4bae-bd6f-d1be4ffc5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.552715 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.561562 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.564771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Network af31306f-80c5-4b01-82aa-5a99f7b8f614 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:24.572518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:24.708750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=08058f4c-aa80-4e4c-9bf0-f51f2d278f94,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.720239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-b7b6c8b3-18c4-4b6f-96da-953fba3401e2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3977101 Jul 16 20:23:24.789839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Deleting port 04951365-ee31-4d50-8c66-49309e3ebd23 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:24.790349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.804780 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.830710 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d380b70-19d2-4bae-bd6f-d1be4ffc5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.842911 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.891171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8d380b70-19d2-4bae-bd6f-d1be4ffc5877 None None] For port c23af30c-342d-4240-b7ab-094b32f0830c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c23af30c-342d-4240-b7ab-094b32f0830c,segment=NetworkSegment(29a95ad6-5220-4c9d-9c1d-b5332b3377b2),segment_id=29a95ad6-5220-4c9d-9c1d-b5332b3377b2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:24.898852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:24.901761 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d380b70-19d2-4bae-bd6f-d1be4ffc5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.917298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:24.950695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48d9366-8486-4b44-a40a-66e9e830b2d3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:24.962940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:24.964268 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Added segment b4b0e656-7722-4455-8ae1-8017ca8df5e1 of type vlan for network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 Jul 16 20:23:24.988730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d380b70-19d2-4bae-bd6f-d1be4ffc5877 None None] Pushing event updated for resources: {'Port': ['ID=c23af30c-342d-4240-b7ab-094b32f0830c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:25.023573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.024740 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.039041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Calling delete_port for 04951365-ee31-4d50-8c66-49309e3ebd23 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:25.152706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c23af30c-342d-4240-b7ab-094b32f0830c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:25.234365 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-7172578a-ce8a-49ac-901f-6c7002493963 service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989130 Jul 16 20:23:25.242286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c23af30c-342d-4240-b7ab-094b32f0830c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:25.242925 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.278288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8634605c-7986-444f-a2ac-b8b56f307d8d None None] Provisioning complete for port c23af30c-342d-4240-b7ab-094b32f0830c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:25.278822 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8634605c-7986-444f-a2ac-b8b56f307d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.428954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24790d6f-7485-4938-b8fe-6e7c292de0c9 req-bdf84c3b-dd22-47b2-892f-cce391ddf206 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.436266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24790d6f-7485-4938-b8fe-6e7c292de0c9 req-bdf84c3b-dd22-47b2-892f-cce391ddf206 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.6624527 Jul 16 20:23:25.450810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:25.502425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.555631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8634605c-7986-444f-a2ac-b8b56f307d8d None None] Provisioning for port b5558a5c-878c-4b32-ba4e-43fb9bd1316d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:25.560629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:25.561002 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.564729 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24790d6f-7485-4938-b8fe-6e7c292de0c9 req-8f452560-2b3e-4800-8b27-bfd1fbf6d0a0 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266403 Jul 16 20:23:25.565110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8634605c-7986-444f-a2ac-b8b56f307d8d None None] Provisioning complete for port b5558a5c-878c-4b32-ba4e-43fb9bd1316d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:25.565110 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8634605c-7986-444f-a2ac-b8b56f307d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.595811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:25.610917 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e43e4c4f-ffce-46e9-9215-bb11250fa508 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7518189 Jul 16 20:23:25.613909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:25.618826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:25.626366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:25.663046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:25.664150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:25.769616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:25.775330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.783919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:25.784935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:25.851351 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1624146 Jul 16 20:23:25.862310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:25.870634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Request body: {'subnet': {'network_id': '6f3ae552-b4f1-4685-8b2c-c84e41d3fe03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:25.903230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8634605c-7986-444f-a2ac-b8b56f307d8d None None] Port b5558a5c-878c-4b32-ba4e-43fb9bd1316d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:26.006041 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.048239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Pushing event deleted for resources: {'Port': ['ID=04951365-ee31-4d50-8c66-49309e3ebd23,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.093870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-56d246d1-03d2-4d84-bbc3-a5cff5424b8c None None] Provisioning complete for port b5558a5c-878c-4b32-ba4e-43fb9bd1316d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:26.094366 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56d246d1-03d2-4d84-bbc3-a5cff5424b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.149545 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe9f35-6aef-42b7-a7c3-6c8629301633 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event updated for resources: {'Network': ['ID=6f3ae552-b4f1-4685-8b2c-c84e41d3fe03,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:26.181828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:26.186647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-e32b0323-0f09-4542-a169-eca1b23a000c service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9450507 Jul 16 20:23:26.212447 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.217701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.219666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-31c4b899-f592-48d2-9ae8-cfa2bba70e53 tempest-ExternalNetworksAdminNegativeTestJSON-943383017 tempest-ExternalNetworksAdminNegativeTestJSON-943383017-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/e803ab1f-fd62-4735-b9a1-7a1ba471ae93 HTTP/1.1" status: 204 len: 168 time: 1.9035659 Jul 16 20:23:26.237109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-56d246d1-03d2-4d84-bbc3-a5cff5424b8c None None] Port b5558a5c-878c-4b32-ba4e-43fb9bd1316d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:26.252029 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.357759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee84bb-ca04-457d-aae7-8d2eda95ca73 req-99913dda-a414-4a55-aa50-7cb9866a8997 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.372804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-baee84bb-ca04-457d-aae7-8d2eda95ca73 req-99913dda-a414-4a55-aa50-7cb9866a8997 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.4919791 Jul 16 20:23:26.375140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Made reservation on behalf of 6a9fa722d58e4db984f0994037a775f0 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:26.380809 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.382599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5558a5c-878c-4b32-ba4e-43fb9bd1316d', 'name': '', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:f3:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:23Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '41650022-609f-4f7a-be37-d891335f2ad1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:26.425133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:26.426333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Updating router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec port b5558a5c-878c-4b32-ba4e-43fb9bd1316d binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:23:26.487831 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.753086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74287c82-ba4e-4898-a729-c8a78049a606 req-cb105fe3-40c3-4807-af2d-102fe2fc5feb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:26.765320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-74287c82-ba4e-4898-a729-c8a78049a606 req-cb105fe3-40c3-4807-af2d-102fe2fc5feb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2220197 Jul 16 20:23:26.823962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-74287c82-ba4e-4898-a729-c8a78049a606 req-414fe4b6-7f4e-491a-89d0-d3cb377fcb1b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574965 Jul 16 20:23:26.855108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:26.856548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35602) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:26.976871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-baee84bb-ca04-457d-aae7-8d2eda95ca73 req-d6cf2b40-e85e-44a1-b9e4-3cf8a127fa1b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6027210 Jul 16 20:23:27.153624 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.177618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event updated for resources: {'Subnet': ['ID=3f5008d5-bb70-470a-b6e6-3a875e95c959,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.181548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Transition to ACTIVE for port object b5558a5c-878c-4b32-ba4e-43fb9bd1316d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:27.199369 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.260554 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ac5b-91c4-4786-b76a-169cbf4f9f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.271798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Checking segment: {'id': 'b4b0e656-7722-4455-8ae1-8017ca8df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6f3ae552-b4f1-4685-8b2c-c84e41d3fe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:27.271798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Network hostable DHCP agents. Network: 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:27.410373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251aaf5-e151-44fd-86c5-2e7e48c3a9e5 None None] Pushing event updated for resources: {'Port': ['ID=b5558a5c-878c-4b32-ba4e-43fb9bd1316d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.460486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:27.465389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:23:27.512085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:27.514311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Removed routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:23:27.514713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.519554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d68cda13-12af-49a6-928d-92f22155735f req-eaea6ab0-9491-414c-8178-11fea8a03270 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 210 time: 0.1475785 Jul 16 20:23:27.529079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:27.530086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.557274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9840bba-aa49-4763-b4a0-345a49c86163 None None] Network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:27.563070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Attempting to bind port b5558a5c-878c-4b32-ba4e-43fb9bd1316d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:27.564133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Attempting to bind port b5558a5c-878c-4b32-ba4e-43fb9bd1316d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '29a95ad6-5220-4c9d-9c1d-b5332b3377b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:27.565060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Attempting to bind port b5558a5c-878c-4b32-ba4e-43fb9bd1316d on network af31306f-80c5-4b01-82aa-5a99f7b8f614 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:27.611831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:27.612759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Checking segment: {'id': '29a95ad6-5220-4c9d-9c1d-b5332b3377b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:27.614554 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.615399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Bound using segment: {'id': '29a95ad6-5220-4c9d-9c1d-b5332b3377b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:27.617005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Bound port: b5558a5c-878c-4b32-ba4e-43fb9bd1316d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a95ad6-5220-4c9d-9c1d-b5332b3377b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:27.618293 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.779458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ac5b-91c4-4786-b76a-169cbf4f9f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.789377 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ac5b-91c4-4786-b76a-169cbf4f9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:27.795162 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5b81f184-acc3-4bf6-953f-7a9271d35d9f tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9301357 Jul 16 20:23:27.799917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35610) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:27.837250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Request body: {'port': {'network_id': '6f3ae552-b4f1-4685-8b2c-c84e41d3fe03', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1691627194'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:27.916923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] For port b5558a5c-878c-4b32-ba4e-43fb9bd1316d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:27.931313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] For port b5558a5c-878c-4b32-ba4e-43fb9bd1316d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b5558a5c-878c-4b32-ba4e-43fb9bd1316d,segment=NetworkSegment(29a95ad6-5220-4c9d-9c1d-b5332b3377b2),segment_id=29a95ad6-5220-4c9d-9c1d-b5332b3377b2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:27.966733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3ac5b-91c4-4786-b76a-169cbf4f9f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e778b0-6ed1-4478-84fd-d44f06adfb26,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:27.985973 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.073249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.081446 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.153484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bdc3ac5b-91c4-4786-b76a-169cbf4f9f00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22ad2fec00554be5b0f71a14b2b8d021&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2943561 Jul 16 20:23:28.170986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35614) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:28.239280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:28.414229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5901701d-94e4-45f5-bf86-c4d99f858f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.444669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d540e-e74e-489e-a55d-743c4b02bd75 req-e7aada20-8a93-4fd1-8782-bf37659cf20a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.452641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-996d540e-e74e-489e-a55d-743c4b02bd75 req-e7aada20-8a93-4fd1-8782-bf37659cf20a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4363589 Jul 16 20:23:28.479427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251aaf5-e151-44fd-86c5-2e7e48c3a9e5 None None] Pushing event updated for resources: {'Port': ['ID=b5558a5c-878c-4b32-ba4e-43fb9bd1316d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:28.540970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:28.561786 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.562037 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5901701d-94e4-45f5-bf86-c4d99f858f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.566509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-69ae27d7-0c91-48c8-bc3b-2229a84ede4a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec HTTP/1.1" status: 200 len: 933 time: 2.9487126 Jul 16 20:23:28.571085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:28.573753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:28.576135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:28.595953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-996d540e-e74e-489e-a55d-743c4b02bd75 req-95763a75-ff0d-4564-9d7d-1ef241a8371b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421626 Jul 16 20:23:28.604780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Made reservation on behalf of 6a9fa722d58e4db984f0994037a775f0 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:28.610273 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.681706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] device_id is not set on port c8b9e0cf-1871-41cd-a9a9-ef0977709005 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:28.823675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:28.829709 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-6f3ae552-b4f1-4685-8b2c-c84e41d3fe03', 'network_id': '6f3ae552-b4f1-4685-8b2c-c84e41d3fe03', 'tenant_id': '6a9fa722d58e4db984f0994037a775f0', 'fixed_ips': [{'subnet_id': '3f5008d5-bb70-470a-b6e6-3a875e95c959'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:23:28.831220 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:28.879109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-d174ad56-381b-4a9f-8341-228b737b78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.882733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-d174ad56-381b-4a9f-8341-228b737b78e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 1097 time: 0.4616692 Jul 16 20:23:28.975740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32a73e-ce9c-4bd2-96a0-7f0a8ac0d253 req-f8e39ea6-6fbb-4a1c-87f5-e1c35349288d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:28.987790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee32a73e-ce9c-4bd2-96a0-7f0a8ac0d253 req-f8e39ea6-6fbb-4a1c-87f5-e1c35349288d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.4955850 Jul 16 20:23:29.048502 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a0a847dd-e67c-499d-9005-a187298733c9 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec HTTP/1.1" status: 200 len: 933 time: 0.4756820 Jul 16 20:23:29.058810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:29.067869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'routes': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:29.118696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Allocated IP 172.20.0.9 (6f3ae552-b4f1-4685-8b2c-c84e41d3fe03/3f5008d5-bb70-470a-b6e6-3a875e95c959/c8b9e0cf-1871-41cd-a9a9-ef0977709005) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:29.132112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:29.199650 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee32a73e-ce9c-4bd2-96a0-7f0a8ac0d253 req-8764c991-ed7c-4496-b09f-29904d35a80a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105577 Jul 16 20:23:29.322683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-3e72b916-7ab7-4e0d-8021-51c797137af7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.326915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-3e72b916-7ab7-4e0d-8021-51c797137af7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.4925563 Jul 16 20:23:29.346106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5901701d-94e4-45f5-bf86-c4d99f858f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.353044 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5901701d-94e4-45f5-bf86-c4d99f858f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.354978 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5901701d-94e4-45f5-bf86-c4d99f858f06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1e778b0-6ed1-4478-84fd-d44f06adfb26 HTTP/1.1" status: 204 len: 168 time: 1.1659420 Jul 16 20:23:29.447446 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'port': {'device_id': 'c6b721cb-1c7f-422f-a627-c6094d5f6409', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'admin_state_up': True, 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:29.489901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:29.504295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-5365d4da-13fb-4158-a8d9-d3d886007528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.507083 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-5365d4da-13fb-4158-a8d9-d3d886007528 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 912 time: 0.6006856 Jul 16 20:23:29.524861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'port_id': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'mac_address': 'fa:16:3e:31:26:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:29.598391 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-ef956a5b-8a9c-45d9-b7e5-c6b1f79f4cd9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5205420-544a-4fdb-9706-d44493d090e7 HTTP/1.1" status: 200 len: 217 time: 0.0568671 Jul 16 20:23:29.606775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:27Z', 'revision_number': 6, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5558a5c-878c-4b32-ba4e-43fb9bd1316d', 'name': '', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:f3:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:27Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '41650022-609f-4f7a-be37-d891335f2ad1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:29.640401 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.658725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Transition to ACTIVE for port object c8b9e0cf-1871-41cd-a9a9-ef0977709005 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:29.695143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e8a4d-cfc6-489f-9b78-8a55bdfc9c49 None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:27Z', 'revision_number': 6, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5558a5c-878c-4b32-ba4e-43fb9bd1316d', 'name': '', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:f3:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:27Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '41650022-609f-4f7a-be37-d891335f2ad1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:29.704497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901701d-94e4-45f5-bf86-c4d99f858f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e778b0-6ed1-4478-84fd-d44f06adfb26,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:29.735103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.756636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:23:29.772149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:23:29.794742 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.797879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-17964182-5110-439f-ab17-2439fc0c1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.799969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-17964182-5110-439f-ab17-2439fc0c1af4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f8b06e39-8389-48a6-b1bd-e35791a3db83 HTTP/1.1" status: 200 len: 851 time: 0.1881316 Jul 16 20:23:29.860298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 283c9a09-4833-4f9f-8797-cdfd26c8da2e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:29.881720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Allocated IP 172.20.0.2 (6f3ae552-b4f1-4685-8b2c-c84e41d3fe03/3f5008d5-bb70-470a-b6e6-3a875e95c959/50152316-8c6a-437f-8f32-5cefb6240efa) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:29.897427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:29.910434 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:29.956796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65013db7-e676-46fa-8afd-31b54c85b200 req-3c7fba94-d064-4c6b-a59b-560b98a6aa16 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:29.957426 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-1283491f-e5c2-4445-96db-bd89e37204d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a600703a-147f-4da0-9e9d-9b2fbe655fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331685 Jul 16 20:23:29.960310 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb903bcd-e6d5-4542-8d7b-0a46bd123a04 req-e5bb938c-3b90-490a-9684-c821b7c4617e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 210 time: 0.1347210 Jul 16 20:23:29.965531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-65013db7-e676-46fa-8afd-31b54c85b200 req-3c7fba94-d064-4c6b-a59b-560b98a6aa16 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.9913199 Jul 16 20:23:30.056099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['283c9a09-4833-4f9f-8797-cdfd26c8da2e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:30.057248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:30.058320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event updated for resources: {'Port': ['ID=c8b9e0cf-1871-41cd-a9a9-ef0977709005,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.070806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:30.089239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:30.101575 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.137104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.197413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.199183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.214301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-4118c1cf-bced-4b67-a263-b8b5626848d3 service neutron] 10.222.0.63 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434485 Jul 16 20:23:30.215490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35632) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:30.241620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fd544c9f-8214-4414-bf1c-0c6cbf691da7 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4278622 Jul 16 20:23:30.251903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-65013db7-e676-46fa-8afd-31b54c85b200 req-2ce775b2-d5ca-49f0-9f6d-a08b2a4585a9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850416 Jul 16 20:23:30.286993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35634) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:30.319757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Request body: {'port': {'network_id': '6f3ae552-b4f1-4685-8b2c-c84e41d3fe03', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1878097658', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:30.320777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] bootfile-name is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:23:30.321213 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] tftp-server is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:23:30.321680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] server-ip-address is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:23:30.351328 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.369173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Transition to ACTIVE for port object 50152316-8c6a-437f-8f32-5cefb6240efa will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:30.420269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Transition to ACTIVE for port object 50152316-8c6a-437f-8f32-5cefb6240efa will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:30.439303 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.514454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Made reservation on behalf of 6385058dcf004a12bbf5ed7bf5647d5d for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:30.518761 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.539813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:30.552695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:30.557632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:30.560951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61adf561-f89b-4461-ba35-0b27fbcc31a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37584d5ee8b0423aaab37a30615f887c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335018 Jul 16 20:23:30.571514 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:23:30.578062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35640) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:30.635316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Pushing event updated for resources: {'Port': ['ID=50152316-8c6a-437f-8f32-5cefb6240efa,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:30.658932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Attempting to bind port 50152316-8c6a-437f-8f32-5cefb6240efa on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:30.659339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Attempting to bind port 50152316-8c6a-437f-8f32-5cefb6240efa by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'b4b0e656-7722-4455-8ae1-8017ca8df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6f3ae552-b4f1-4685-8b2c-c84e41d3fe03'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:30.659720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Attempting to bind port 50152316-8c6a-437f-8f32-5cefb6240efa on network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:30.666017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:30.666589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Checking segment: {'id': 'b4b0e656-7722-4455-8ae1-8017ca8df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6f3ae552-b4f1-4685-8b2c-c84e41d3fe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:30.666812 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.667179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Bound using segment: {'id': 'b4b0e656-7722-4455-8ae1-8017ca8df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6f3ae552-b4f1-4685-8b2c-c84e41d3fe03'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:30.667706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Bound port: 50152316-8c6a-437f-8f32-5cefb6240efa, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b0e656-7722-4455-8ae1-8017ca8df5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6f3ae552-b4f1-4685-8b2c-c84e41d3fe03'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:30.668163 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.806030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Made reservation on behalf of 6a9fa722d58e4db984f0994037a775f0 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:30.809827 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.835865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] For port 50152316-8c6a-437f-8f32-5cefb6240efa, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:30.839521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] For port 50152316-8c6a-437f-8f32-5cefb6240efa, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=50152316-8c6a-437f-8f32-5cefb6240efa,segment=NetworkSegment(b4b0e656-7722-4455-8ae1-8017ca8df5e1),segment_id=b4b0e656-7722-4455-8ae1-8017ca8df5e1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:30.848211 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.859988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aef61dc8-189d-4180-aeaf-aa4aeffab6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:30.892960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] device_id is not set on port a41b84ee-0601-409d-9600-ecc9aed52a18 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:30.926246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d952a8-b396-48b2-9648-b6642e9ebbdf req-e1944669-fd75-41fa-9c94-fcf4afbfe51b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:30.940956 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08d952a8-b396-48b2-9648-b6642e9ebbdf req-e1944669-fd75-41fa-9c94-fcf4afbfe51b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.4304078 Jul 16 20:23:31.005079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aef61dc8-189d-4180-aeaf-aa4aeffab6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.016743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e590e-4357-4beb-8321-e63d038244f7 None None] Pushing event updated for resources: {'Port': ['ID=50152316-8c6a-437f-8f32-5cefb6240efa,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:31.045702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:31.073107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Allocated IP 172.20.0.7 (3699387c-5233-40ce-b73f-3360c0872698/cbebcb38-69e6-421d-93aa-e00cf54f98a2/c0a4d86c-92bf-4be5-9684-2d6aeb760233) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:31.207152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 283c9a09-4833-4f9f-8797-cdfd26c8da2e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:31.207782 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.286577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08d952a8-b396-48b2-9648-b6642e9ebbdf req-f9b5a076-3ca8-4f90-86a6-6870b3359594 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443441 Jul 16 20:23:31.327353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b5558a5c-878c-4b32-ba4e-43fb9bd1316d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:31.404579 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:31.430096 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:31.431286 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:31.454996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aef61dc8-189d-4180-aeaf-aa4aeffab6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.463585 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aef61dc8-189d-4180-aeaf-aa4aeffab6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.468543 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aef61dc8-189d-4180-aeaf-aa4aeffab6dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/541e24b1-611f-4bb9-91da-89ff5d1f3cf4 HTTP/1.1" status: 204 len: 168 time: 0.8878603 Jul 16 20:23:31.646079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986873c8-a273-4aa8-a441-e69a2b514a94 req-69990f48-ad8c-4e7b-ad8a-3005183b4b91 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:31.656235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986873c8-a273-4aa8-a441-e69a2b514a94 req-69990f48-ad8c-4e7b-ad8a-3005183b4b91 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 1.3176897 Jul 16 20:23:31.667893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port b5558a5c-878c-4b32-ba4e-43fb9bd1316d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:31.702618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b5558a5c-878c-4b32-ba4e-43fb9bd1316d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:31.703346 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.706749 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6226e28-10c9-40e1-bb27-1592be03f41b req-2bf0cabf-4306-4cce-a647-09b2cf432049 service neutron] 10.222.0.63 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3643658 Jul 16 20:23:31.709456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef61dc8-189d-4180-aeaf-aa4aeffab6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e24b1-611f-4bb9-91da-89ff5d1f3cf4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:31.714345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Allocated IP 172.20.0.11 (6f3ae552-b4f1-4685-8b2c-c84e41d3fe03/3f5008d5-bb70-470a-b6e6-3a875e95c959/a41b84ee-0601-409d-9600-ecc9aed52a18) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:23:31.757323 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:31.811542 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:31.928279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:31.933663 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74d4d89-76ae-4b65-a15a-bda07a265702" -d '{"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-plugged", "status": "completed", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:31.952836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:31.960686 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.044923 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.091727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.123213 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.144747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port b5558a5c-878c-4b32-ba4e-43fb9bd1316d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b5558a5c-878c-4b32-ba4e-43fb9bd1316d,segment=NetworkSegment(29a95ad6-5220-4c9d-9c1d-b5332b3377b2),segment_id=29a95ad6-5220-4c9d-9c1d-b5332b3377b2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:32.159798 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.252203 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-986873c8-a273-4aa8-a441-e69a2b514a94 req-e61e400c-915b-482b-a61b-c1902092b9be tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905205 Jul 16 20:23:32.277388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=b5558a5c-878c-4b32-ba4e-43fb9bd1316d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:32.283771 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.296247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.340523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Transition to ACTIVE for port object c0a4d86c-92bf-4be5-9684-2d6aeb760233 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:32.436166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-504f9b61-9a5a-427a-b056-7d08445741cc req-f1e6cabf-4c71-4ef6-8722-ece4e309bd26 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 210 time: 0.0949774 Jul 16 20:23:32.499095 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:29Z', 'revision_number': 7, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5558a5c-878c-4b32-ba4e-43fb9bd1316d', 'name': '', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:f3:bd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:27Z', 'revision_number': 4, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '41650022-609f-4f7a-be37-d891335f2ad1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:32.622043 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:32.633981 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.654008 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:32.654770 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:32.682678 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:32.684780 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2c8985-611c-4acd-94e2-56034bac7591 x-openstack-request-id: req-fe2c8985-611c-4acd-94e2-56034bac7591 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:32.685769 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-plugged", "status": "completed", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:32.690425 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe2c8985-611c-4acd-94e2-56034bac7591 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:32.691643 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'code': 200} Jul 16 20:23:32.703045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:32.811931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Network 3699387c-5233-40ce-b73f-3360c0872698 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:32.829875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Transition to ACTIVE for port object a41b84ee-0601-409d-9600-ecc9aed52a18 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:32.861267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:32.889543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:32.969469 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:33.022042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'Port': ['ID=c0a4d86c-92bf-4be5-9684-2d6aeb760233,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.202502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3adc-7559-4c7e-adbf-02d514873b07 req-0d18d198-1a71-482f-8d3b-4e3c9953263a tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.235016 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4fef3adc-7559-4c7e-adbf-02d514873b07 req-0d18d198-1a71-482f-8d3b-4e3c9953263a tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.6543877 Jul 16 20:23:33.278045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.284247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.389798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4fef3adc-7559-4c7e-adbf-02d514873b07 req-304bf407-b601-48c6-ab37-fe8e2bf71b2f tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521809 Jul 16 20:23:33.402664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:33.433846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.434850 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.436326 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f5e41d08-64ec-46c9-990f-783ff8db3bc3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec HTTP/1.1" status: 200 len: 699 time: 4.3762228 Jul 16 20:23:33.441226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.448406 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:29Z', 'revision_number': 7, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5558a5c-878c-4b32-ba4e-43fb9bd1316d', 'name': '', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:f3:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:32Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '41650022-609f-4f7a-be37-d891335f2ad1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:33.458540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-6eaa9ef0-d040-43a4-a19f-714ca27ea0a4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1016569 Jul 16 20:23:33.470870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-86a07b20-93d6-4586-9537-4ed1459cd06d None None] Provisioning for port c0a4d86c-92bf-4be5-9684-2d6aeb760233 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:33.487367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef109a-e8fe-4748-aad5-760275d7c71a None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:29Z', 'revision_number': 7, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5558a5c-878c-4b32-ba4e-43fb9bd1316d', 'name': '', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:f3:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:32Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '41650022-609f-4f7a-be37-d891335f2ad1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:33.499420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-86a07b20-93d6-4586-9537-4ed1459cd06d None None] Provisioning complete for port c0a4d86c-92bf-4be5-9684-2d6aeb760233 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:33.500251 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86a07b20-93d6-4586-9537-4ed1459cd06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:33.518930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b06fe49-3d93-4e0c-bb89-e1aab7653b4a None None] Network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:33.519458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Request body: {'port': {'device_id': 'c6b721cb-1c7f-422f-a627-c6094d5f6409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:33.704458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:23:33.749264 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-95f81e60-d516-4b7c-80e0-42d55ba2de5d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec HTTP/1.1" status: 200 len: 699 time: 0.3061855 Jul 16 20:23:33.753152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event updated for resources: {'Port': ['ID=a41b84ee-0601-409d-9600-ecc9aed52a18,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:33.753355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:33.788981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287df80-28dd-4913-a7f5-42fd904452ad req-4f4bfaa2-3d4c-4e14-8e27-aaffaa1b673b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.806684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6287df80-28dd-4913-a7f5-42fd904452ad req-4f4bfaa2-3d4c-4e14-8e27-aaffaa1b673b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.7477202 Jul 16 20:23:33.811815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:33.840134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:33.977926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:33.982367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.062262 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a2f59a8f-7bbf-459f-ab26-a3e9f42b9608 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.7473912 Jul 16 20:23:34.070213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:34.071629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-86a07b20-93d6-4586-9537-4ed1459cd06d None None] Port c0a4d86c-92bf-4be5-9684-2d6aeb760233 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:34.074414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 50152316-8c6a-437f-8f32-5cefb6240efa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:34.087052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:34.102762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6287df80-28dd-4913-a7f5-42fd904452ad req-835a0b4f-0131-4dcc-be75-e6f3cffb06a4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905910 Jul 16 20:23:34.156734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.188261 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:34.189789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:34.193727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb960788-3140-416d-800d-ef2050c52bb5 req-15fb8a26-dbbc-40ae-bdfc-1fea86f6e676 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:34.196915 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb960788-3140-416d-800d-ef2050c52bb5 req-15fb8a26-dbbc-40ae-bdfc-1fea86f6e676 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3151882 Jul 16 20:23:34.436353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b3ee92d7-755e-4500-94c7-7ee0ef1b9ce6 None None] Provisioning for port 50152316-8c6a-437f-8f32-5cefb6240efa completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:34.472152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 50152316-8c6a-437f-8f32-5cefb6240efa completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:34.477805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb960788-3140-416d-800d-ef2050c52bb5 req-f6b83cd4-a2e7-4138-88ff-b86b610ea532 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557564 Jul 16 20:23:34.484969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b3ee92d7-755e-4500-94c7-7ee0ef1b9ce6 None None] Provisioning complete for port 50152316-8c6a-437f-8f32-5cefb6240efa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:34.485342 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3ee92d7-755e-4500-94c7-7ee0ef1b9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.578684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:34.584771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 50152316-8c6a-437f-8f32-5cefb6240efa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:34.585341 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:34.587855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39ded2-5dd1-47d7-b91e-f2d3fb6010cb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:34.607984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39ded2-5dd1-47d7-b91e-f2d3fb6010cb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:34.638698 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39ded2-5dd1-47d7-b91e-f2d3fb6010cb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:34.656268 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ce39ded2-5dd1-47d7-b91e-f2d3fb6010cb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5779357 Jul 16 20:23:34.666869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:35.077081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-739755ed-75e8-4d95-910c-b9a1c122dcf3 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Deleting port a41b84ee-0601-409d-9600-ecc9aed52a18 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:35.081388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-739755ed-75e8-4d95-910c-b9a1c122dcf3 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.089822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a4d86c-92bf-4be5-9684-2d6aeb760233 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:35.115472 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.157761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Transition to ACTIVE for port object c0a4d86c-92bf-4be5-9684-2d6aeb760233 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:23:35.166244 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.167280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea7ea-9fe5-4624-a47b-ab9cba4d0fe1 req-9b49a4cf-60fd-4d80-9556-c50b40d50de3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.171581 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6acea7ea-9fe5-4624-a47b-ab9cba4d0fe1 req-9b49a4cf-60fd-4d80-9556-c50b40d50de3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 931 time: 0.2717056 Jul 16 20:23:35.313009 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3ee92d7-755e-4500-94c7-7ee0ef1b9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.336506 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.338896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a4d86c-92bf-4be5-9684-2d6aeb760233,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:35.492041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd74d4-513c-43d8-b86c-a68f410dab62 req-4553983c-406c-443b-aa38-28dbed97ccb8 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:35.501663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-42dd74d4-513c-43d8-b86c-a68f410dab62 req-4553983c-406c-443b-aa38-28dbed97ccb8 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.4861338 Jul 16 20:23:35.640743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Attempting to bind port c0a4d86c-92bf-4be5-9684-2d6aeb760233 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:23:35.641629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Attempting to bind port c0a4d86c-92bf-4be5-9684-2d6aeb760233 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:23:35.642222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Attempting to bind port c0a4d86c-92bf-4be5-9684-2d6aeb760233 on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:35.670654 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-42dd74d4-513c-43d8-b86c-a68f410dab62 req-6600813a-1640-44af-a072-edec4ddb7056 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674023 Jul 16 20:23:35.671987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b3ee92d7-755e-4500-94c7-7ee0ef1b9ce6 None None] For port 50152316-8c6a-437f-8f32-5cefb6240efa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=50152316-8c6a-437f-8f32-5cefb6240efa,segment=NetworkSegment(b4b0e656-7722-4455-8ae1-8017ca8df5e1),segment_id=b4b0e656-7722-4455-8ae1-8017ca8df5e1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:35.674088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Port c0a4d86c-92bf-4be5-9684-2d6aeb760233 on network 3699387c-5233-40ce-b73f-3360c0872698 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:23:35.684183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Attempting to bind port c0a4d86c-92bf-4be5-9684-2d6aeb760233 on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:23:35.689455 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3ee92d7-755e-4500-94c7-7ee0ef1b9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.722859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:23:35.722859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Checking segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:35.722859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Bound using segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:23:35.722859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Bound port: c0a4d86c-92bf-4be5-9684-2d6aeb760233, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:23:35.722859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:35.733731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6acea7ea-9fe5-4624-a47b-ab9cba4d0fe1 req-8504f0d6-ded5-408c-877d-63f4f0910da7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472496 Jul 16 20:23:35.869468 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-739755ed-75e8-4d95-910c-b9a1c122dcf3 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.010501 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-739755ed-75e8-4d95-910c-b9a1c122dcf3 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Calling delete_port for a41b84ee-0601-409d-9600-ecc9aed52a18 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:36.180830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Provisioning complete for port 50152316-8c6a-437f-8f32-5cefb6240efa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:36.182028 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.192802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee92d7-755e-4500-94c7-7ee0ef1b9ce6 None None] Pushing event updated for resources: {'Port': ['ID=50152316-8c6a-437f-8f32-5cefb6240efa,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.232477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] For port c0a4d86c-92bf-4be5-9684-2d6aeb760233, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:23:36.274599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] For port c0a4d86c-92bf-4be5-9684-2d6aeb760233, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c0a4d86c-92bf-4be5-9684-2d6aeb760233,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:23:36.286078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.290909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:23:36.291203 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:23:36.322911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:29Z', 'revision_number': 7, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5558a5c-878c-4b32-ba4e-43fb9bd1316d', 'name': '', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:f3:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:32Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '41650022-609f-4f7a-be37-d891335f2ad1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:36.425422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.426755 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.428456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] 10.222.0.63 "PUT /v2.0/ports/c0a4d86c-92bf-4be5-9684-2d6aeb760233 HTTP/1.1" status: 200 len: 1092 time: 2.9568553 Jul 16 20:23:36.468747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:36.542147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b721cb-1c7f-422f-a627-c6094d5f6409', 'tag': 'c0a4d86c-92bf-4be5-9684-2d6aeb760233'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:36.548141 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e00657-9540-48f9-ac73-99bd72cb5fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b721cb-1c7f-422f-a627-c6094d5f6409", "tag": "c0a4d86c-92bf-4be5-9684-2d6aeb760233"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:36.552983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76129e35-e83e-4610-953a-c4af8b1ea980 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a4d86c-92bf-4be5-9684-2d6aeb760233,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:36.569692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:36.570340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:36.694745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e60db9-6648-4079-98ff-4a660fc236e0 req-a6699d3e-4562-4d44-bd91-064bcebd71ae tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.715875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2e60db9-6648-4079-98ff-4a660fc236e0 req-a6699d3e-4562-4d44-bd91-064bcebd71ae tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.6680455 Jul 16 20:23:36.725746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a4dc4-66c5-4e49-bef5-a76f56e55df5 req-cb370048-d85b-47c4-88fb-86ae99634759 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.744218 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-406a4dc4-66c5-4e49-bef5-a76f56e55df5 req-cb370048-d85b-47c4-88fb-86ae99634759 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.5742462 Jul 16 20:23:36.780525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:36.891971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35746) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:36.899623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2e60db9-6648-4079-98ff-4a660fc236e0 req-9497c6a9-e996-41d4-a270-4d993a342922 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808307 Jul 16 20:23:36.924676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:36.928156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b5558a5c-878c-4b32-ba4e-43fb9bd1316d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:36.976565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-c297e039-984c-4605-93c5-7dcc834c72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:36.978188 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-c297e039-984c-4605-93c5-7dcc834c72fe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 1095 time: 0.4123003 Jul 16 20:23:37.062994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-ccd68480-5cb2-4d07-bba5-b0ad70866e75 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0a4d86c-92bf-4be5-9684-2d6aeb760233 HTTP/1.1" status: 200 len: 217 time: 0.0740774 Jul 16 20:23:37.182630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-df41030b-c27d-4b27-932b-5692665cb8e1 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:37.199948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-b51a6c42-b8a2-4ce6-8df4-6462fb16cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.201567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-b51a6c42-b8a2-4ce6-8df4-6462fb16cfb8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1312044 Jul 16 20:23:37.302059 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-739755ed-75e8-4d95-910c-b9a1c122dcf3 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.329518 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487afbc8-5df7-4f34-b1e5-43053b7eb50e x-openstack-request-id: req-487afbc8-5df7-4f34-b1e5-43053b7eb50e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:37.330461 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b721cb-1c7f-422f-a627-c6094d5f6409", "tag": "c0a4d86c-92bf-4be5-9684-2d6aeb760233", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:37.330461 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-487afbc8-5df7-4f34-b1e5-43053b7eb50e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:37.330461 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b721cb-1c7f-422f-a627-c6094d5f6409', 'tag': 'c0a4d86c-92bf-4be5-9684-2d6aeb760233', 'status': 'completed', 'code': 200} Jul 16 20:23:37.338039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-406a4dc4-66c5-4e49-bef5-a76f56e55df5 req-0cc86f69-6c32-467b-b29d-1fc9fcd0c9d9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5924511 Jul 16 20:23:37.363092 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-df41030b-c27d-4b27-932b-5692665cb8e1 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] 10.222.0.10 "PUT /v2.0/quotas/1997ee46ec484faba490b56815e8559f HTTP/1.1" status: 200 len: 366 time: 0.4592886 Jul 16 20:23:37.375794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.424739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d1fba1ff-c326-4f30-bd98-a7aecee8b7af tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0474472 Jul 16 20:23:37.430065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-2c2c9e7a-28af-4a27-bf80-ed28ef45f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.432539 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-2c2c9e7a-28af-4a27-bf80-ed28ef45f485 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194555 Jul 16 20:23:37.433048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.470179 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cd4d2771-1c16-4d53-893b-0f275bf0bc16 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] 10.222.0.10 "GET /v2.0/quotas/1997ee46ec484faba490b56815e8559f HTTP/1.1" status: 200 len: 366 time: 0.0353889 Jul 16 20:23:37.472795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Provisioning for port a41b84ee-0601-409d-9600-ecc9aed52a18 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:37.488348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Provisioning complete for port a41b84ee-0601-409d-9600-ecc9aed52a18 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:37.488596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.491054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b5558a5c-878c-4b32-ba4e-43fb9bd1316d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:37.491505 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.512070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.519077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739755ed-75e8-4d95-910c-b9a1c122dcf3 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event deleted for resources: {'Port': ['ID=a41b84ee-0601-409d-9600-ecc9aed52a18,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:37.583601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bc146568-8d82-49e4-8178-d19eb2ffe89e tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/1997ee46ec484faba490b56815e8559f HTTP/1.1" status: 204 len: 168 time: 0.0705183 Jul 16 20:23:37.627215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Port a41b84ee-0601-409d-9600-ecc9aed52a18 was deleted so its status cannot be updated. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:23:37.692041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.714371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-739755ed-75e8-4d95-910c-b9a1c122dcf3 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.716185 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-739755ed-75e8-4d95-910c-b9a1c122dcf3 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "DELETE /v2.0/ports/a41b84ee-0601-409d-9600-ecc9aed52a18 HTTP/1.1" status: 204 len: 168 time: 3.0470552 Jul 16 20:23:37.727533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Provisioning for port c8b9e0cf-1871-41cd-a9a9-ef0977709005 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:37.745449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:29Z', 'revision_number': 7, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5558a5c-878c-4b32-ba4e-43fb9bd1316d', 'name': '', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:f3:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:32Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '41650022-609f-4f7a-be37-d891335f2ad1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:37.746231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.749078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-14394bd3-ff77-4d6f-98b4-9bf7de3ac460 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040507 Jul 16 20:23:37.759186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Request body: {'port': {'name': 'tempest-new-port-name-1689815005', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:37.759842 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] bootfile-name is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:23:37.760651 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] tftp-server is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:23:37.761269 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] server-ip-address is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:23:37.794545 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a49e0315-a51b-4ab6-9028-4939408dbc34 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0970910 Jul 16 20:23:37.811702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35762) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:37.840022 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-214e075c-d6be-46bf-bddf-abe22689223e req-8e674287-6c87-4717-b46b-fc887a696d38 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8118119 Jul 16 20:23:37.841129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Provisioning complete for port c8b9e0cf-1871-41cd-a9a9-ef0977709005 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:37.841709 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:37.859756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0abe6-1cf5-4432-8a82-b136170d3570 None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:29Z', 'revision_number': 7, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5558a5c-878c-4b32-ba4e-43fb9bd1316d', 'name': '', 'network_id': 'af31306f-80c5-4b01-82aa-5a99f7b8f614', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:f3:bd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '41650022-609f-4f7a-be37-d891335f2ad1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:21Z', 'updated_at': '2021-07-16T20:23:32Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '41650022-609f-4f7a-be37-d891335f2ad1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:37.955572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dd15384d-8029-4a0b-907b-af52a9865385 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] 10.222.0.10 "GET /v2.0/quotas/1997ee46ec484faba490b56815e8559f HTTP/1.1" status: 200 len: 370 time: 0.1395235 Jul 16 20:23:37.955791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0171-1d5d-4832-b06d-7e69263cff9f req-55a5c448-a14d-4840-80e6-844222aa779d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:37.957512 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d20e0171-1d5d-4832-b06d-7e69263cff9f req-55a5c448-a14d-4840-80e6-844222aa779d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 943 time: 0.2651722 Jul 16 20:23:37.964365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.001393 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b184b30f-768e-4853-855f-55aa0cd8ba7a tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] 10.222.0.10 "GET /v2.0/quotas/1997ee46ec484faba490b56815e8559f/default HTTP/1.1" status: 200 len: 370 time: 0.0308049 Jul 16 20:23:38.055447 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.074272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b0314e90-3063-4e59-b1d7-d3f175d1a12b None None] Port c8b9e0cf-1871-41cd-a9a9-ef0977709005 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:38.080437 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-7a552c03-1f04-49d1-96ba-7ec7e109b266 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] delete failed (client error): The resource could not be found. Jul 16 20:23:38.085018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7a552c03-1f04-49d1-96ba-7ec7e109b266 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/1997ee46ec484faba490b56815e8559f HTTP/1.1" status: 404 len: 348 time: 0.0231149 Jul 16 20:23:38.256412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 50152316-8c6a-437f-8f32-5cefb6240efa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:38.268694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1ad23f7-92ee-445d-960f-d67d101cd157 None None] Could not find standard attr ID for object a41b84ee-0601-409d-9600-ecc9aed52a18. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:23:38.326454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d20e0171-1d5d-4832-b06d-7e69263cff9f req-f50b91a6-ece7-4947-aeca-4bb6735dde92 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728119 Jul 16 20:23:38.332629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:38.407938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1ad23f7-92ee-445d-960f-d67d101cd157 None None] Provisioning complete for port c8b9e0cf-1871-41cd-a9a9-ef0977709005 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:38.408289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1ad23f7-92ee-445d-960f-d67d101cd157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.422263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Usage tracker for resource:network and tenant:1ea5faf2784b424d922de144a071887b is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:23:38.451419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:23:38.486019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port b5558a5c-878c-4b32-ba4e-43fb9bd1316d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:38.490668 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.502790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e075c-d6be-46bf-bddf-abe22689223e req-e1e3b1bf-4e52-4e18-985d-62e7ac587e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.519324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-214e075c-d6be-46bf-bddf-abe22689223e req-e1e3b1bf-4e52-4e18-985d-62e7ac587e16 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1097 time: 0.5535944 Jul 16 20:23:38.642380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Usage tracker for resource:subnet and tenant:1ea5faf2784b424d922de144a071887b is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:23:38.728670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:23:38.730712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 50152316-8c6a-437f-8f32-5cefb6240efa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:38.731419 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.733192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad23f7-92ee-445d-960f-d67d101cd157 None None] Port c8b9e0cf-1871-41cd-a9a9-ef0977709005 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:38.818769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Usage tracker for resource:subnetpool and tenant:1ea5faf2784b424d922de144a071887b is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:23:38.916391 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:38.924548 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:23:38.951111 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f15c2fab-b64b-4dc1-b06a-6d618a9ca476 req-23e952aa-262a-4192-81f0-fc47b94ca1ad service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1397920 Jul 16 20:23:38.987069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5809dfc-1309-4abb-b694-05d2ee895056 req-b9176c6b-6713-495b-bd26-905be6b432c9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:38.999173 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5809dfc-1309-4abb-b694-05d2ee895056 req-b9176c6b-6713-495b-bd26-905be6b432c9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 1.1896245 Jul 16 20:23:39.038355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port b5558a5c-878c-4b32-ba4e-43fb9bd1316d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b5558a5c-878c-4b32-ba4e-43fb9bd1316d,segment=NetworkSegment(29a95ad6-5220-4c9d-9c1d-b5332b3377b2),segment_id=29a95ad6-5220-4c9d-9c1d-b5332b3377b2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:39.039091 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.083474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Usage tracker for resource:port and tenant:1ea5faf2784b424d922de144a071887b is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:23:39.107189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for b5558a5c-878c-4b32-ba4e-43fb9bd1316d owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:39.209428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5809dfc-1309-4abb-b694-05d2ee895056 req-2f878463-597c-456f-8b73-62b4d89c2689 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089856 Jul 16 20:23:39.268745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:23:39.314386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-9d2c4d71-2eed-41c8-82d3-7dd0c07ac93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.315952 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-9d2c4d71-2eed-41c8-82d3-7dd0c07ac93e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 1095 time: 0.2702670 Jul 16 20:23:39.340247 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Usage tracker for resource:router and tenant:1ea5faf2784b424d922de144a071887b is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:23:39.366912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e075c-d6be-46bf-bddf-abe22689223e req-d61f430c-bb2c-4d7b-9cd4-1687575746ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.369674 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-214e075c-d6be-46bf-bddf-abe22689223e req-d61f430c-bb2c-4d7b-9cd4-1687575746ec service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.7621176 Jul 16 20:23:39.390877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:23:39.414242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.430273 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.627310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-49a1e613-f334-4147-bbcb-26940ff369d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.630258 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-49a1e613-f334-4147-bbcb-26940ff369d8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.2107446 Jul 16 20:23:39.706062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event updated for resources: {'Port': ['ID=c8b9e0cf-1871-41cd-a9a9-ef0977709005,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:39.912920 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-7134c1d0-79e6-4235-9511-3104d30bf7ff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0a4d86c-92bf-4be5-9684-2d6aeb760233 HTTP/1.1" status: 200 len: 217 time: 0.1913040 Jul 16 20:23:39.932160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] In _notify_port_updated(), no bound segment for port c8b9e0cf-1871-41cd-a9a9-ef0977709005 on network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:23:39.944473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:39.945643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:39.948298 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2e2d7d5c-b49a-4fb6-8581-fd679e1f5b91 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "PUT /v2.0/ports/c8b9e0cf-1871-41cd-a9a9-ef0977709005 HTTP/1.1" status: 200 len: 1136 time: 2.1973717 Jul 16 20:23:39.953465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35784) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:40.025510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-96ad963b-6a38-4c37-ac66-cdb7b81dc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.027372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-96ad963b-6a38-4c37-ac66-cdb7b81dc3fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.0777655 Jul 16 20:23:40.066524 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-214e075c-d6be-46bf-bddf-abe22689223e req-16ddbe59-2a40-4a45-9014-cd6bd8a73438 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1000 time: 0.6790283 Jul 16 20:23:40.067337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Usage tracker for resource:floatingip and tenant:1ea5faf2784b424d922de144a071887b is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:23:40.078751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:23:40.119566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a78c4-6033-4daa-947b-1e8c51156a25 req-74a6c58c-ba05-418a-b952-963a21a205fc tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.127533 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f7a78c4-6033-4daa-947b-1e8c51156a25 req-74a6c58c-ba05-418a-b952-963a21a205fc tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 1.1569257 Jul 16 20:23:40.184816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1a5dfcfc-4396-406a-8167-79a255217c5b None None] Provisioning complete for port c8b9e0cf-1871-41cd-a9a9-ef0977709005 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:40.185661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a5dfcfc-4396-406a-8167-79a255217c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.209157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bcb0b1-4e02-438e-a561-d010b26a7546 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.220681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-43bcb0b1-4e02-438e-a561-d010b26a7546 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "GET /v2.0/ports/c8b9e0cf-1871-41cd-a9a9-ef0977709005 HTTP/1.1" status: 200 len: 1136 time: 0.1969876 Jul 16 20:23:40.223427 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:40.243311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad080b1a-c42b-45f0-8c4f-a44bb9bacdad req-e18a4271-17a1-4b48-ac2b-1c26d0ae96a5 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.264262 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad080b1a-c42b-45f0-8c4f-a44bb9bacdad req-e18a4271-17a1-4b48-ac2b-1c26d0ae96a5 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.6512337 Jul 16 20:23:40.286182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1a5dfcfc-4396-406a-8167-79a255217c5b None None] Port c8b9e0cf-1871-41cd-a9a9-ef0977709005 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:23:40.300082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e075c-d6be-46bf-bddf-abe22689223e req-64299d06-b216-476c-a159-0e0dd596ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.303350 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-214e075c-d6be-46bf-bddf-abe22689223e req-64299d06-b216-476c-a159-0e0dd596ff4a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.2272508 Jul 16 20:23:40.304539 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:40.367103 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad080b1a-c42b-45f0-8c4f-a44bb9bacdad req-350992ff-d820-4942-9134-e332cee51756 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961556 Jul 16 20:23:40.388907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-c1e4fa18-f775-4241-abc4-659b64b69c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:40.391019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-c1e4fa18-f775-4241-abc4-659b64b69c72 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3540003 Jul 16 20:23:40.430703 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f7a78c4-6033-4daa-947b-1e8c51156a25 req-90d7dcb2-a4ad-4adf-9e7b-64d447071c27 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021760 Jul 16 20:23:40.438966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=b5558a5c-878c-4b32-ba4e-43fb9bd1316d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:40.731668 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-fe7a73d7-6ee5-483c-b626-211a8c8e7fc5 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321826 Jul 16 20:23:40.759210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Usage tracker for resource:security_group and tenant:1ea5faf2784b424d922de144a071887b is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:23:40.810911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:23:40.942975 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95e00657-9540-48f9-ac73-99bd72cb5fe4 req-d958b107-2960-4bf2-b1ae-abe1cd3d0f73 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701922 Jul 16 20:23:40.986451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Usage tracker for resource:security_group_rule and tenant:1ea5faf2784b424d922de144a071887b is out of sync, need to count used quota {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 20:23:41.019226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef189e-69c5-4e4f-8122-bfbeb1b1a4e9 req-8c7b4270-37df-4157-b3c3-d1ea9ca32139 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:41.033719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e075c-d6be-46bf-bddf-abe22689223e req-bf1134c2-999c-4eff-b317-143d728d2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:41.035283 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-214e075c-d6be-46bf-bddf-abe22689223e req-bf1134c2-999c-4eff-b317-143d728d2a79 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7148254 Jul 16 20:23:41.039825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.quota.resource [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93958) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 20:23:41.043231 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5ef189e-69c5-4e4f-8122-bfbeb1b1a4e9 req-8c7b4270-37df-4157-b3c3-d1ea9ca32139 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 943 time: 0.3574603 Jul 16 20:23:41.091182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c0a4d86c-92bf-4be5-9684-2d6aeb760233 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:23:41.095768 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-61d2605b-9f0c-40be-bdaf-cc15a6828304 tempest-QuotasTest-1424509247 tempest-QuotasTest-1424509247-project-admin] 10.222.0.10 "GET /v2.0/quotas/1ea5faf2784b424d922de144a071887b/details.json HTTP/1.1" status: 200 len: 703 time: 2.7442651 Jul 16 20:23:41.095768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9ec41b13-b85f-474f-9472-308ab57044a8 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Deleting port c8b9e0cf-1871-41cd-a9a9-ef0977709005 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:41.095768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ec41b13-b85f-474f-9472-308ab57044a8 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.132042 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5ef189e-69c5-4e4f-8122-bfbeb1b1a4e9 req-4deca33f-685d-41b0-98be-998e91c43ad9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862544 Jul 16 20:23:41.216309 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.387033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c0a4d86c-92bf-4be5-9684-2d6aeb760233, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c0a4d86c-92bf-4be5-9684-2d6aeb760233,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:41.414903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'c0a4d86c-92bf-4be5-9684-2d6aeb760233', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'port_id': 'c0a4d86c-92bf-4be5-9684-2d6aeb760233', 'mac_address': 'fa:16:3e:fe:0c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:23:41.559199 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.559199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a4d86c-92bf-4be5-9684-2d6aeb760233 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:23:41.587917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c12e-eeb5-4439-8708-489ce65b30db req-84c6786b-7d01-42ce-bc0f-ec61abaff26f tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:41.587917 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0bc5c12e-eeb5-4439-8708-489ce65b30db req-84c6786b-7d01-42ce-bc0f-ec61abaff26f tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.6749344 Jul 16 20:23:41.587917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ec41b13-b85f-474f-9472-308ab57044a8 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.619422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c0a4d86c-92bf-4be5-9684-2d6aeb760233, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c0a4d86c-92bf-4be5-9684-2d6aeb760233,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:41.634615 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:41.651411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-214e075c-d6be-46bf-bddf-abe22689223e req-7cb1b7c1-e61b-48e6-aaf7-23e72c4485a6 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960457 Jul 16 20:23:41.678670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f6ca5-7942-4584-b77e-2406a99d2711 req-026ec9e8-67af-4647-bf85-e18f3f3cb821 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:41.759501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-102f6ca5-7942-4584-b77e-2406a99d2711 req-026ec9e8-67af-4647-bf85-e18f3f3cb821 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1873155 Jul 16 20:23:41.761754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9ec41b13-b85f-474f-9472-308ab57044a8 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Calling delete_port for c8b9e0cf-1871-41cd-a9a9-ef0977709005 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:41.761956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c0a4d86c-92bf-4be5-9684-2d6aeb760233,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:41.762143 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-102f6ca5-7942-4584-b77e-2406a99d2711 req-4eb9e1c3-ce27-41a2-a386-87b5a13fe9fa tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669019 Jul 16 20:23:41.803796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0bc5c12e-eeb5-4439-8708-489ce65b30db req-178a9a57-b7c5-4d33-bb83-329ab252e557 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216287 Jul 16 20:23:41.934534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c0a4d86c-92bf-4be5-9684-2d6aeb760233'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:23:42.111360 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:42.227519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79abb13-dec1-4be0-9d58-d6c40bf83776 req-e8d31c4c-1613-4fd9-882d-b2a72894b460 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:42.239746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e79abb13-dec1-4be0-9d58-d6c40bf83776 req-e8d31c4c-1613-4fd9-882d-b2a72894b460 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.2201698 Jul 16 20:23:42.243837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35810) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.486314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e79abb13-dec1-4be0-9d58-d6c40bf83776 req-3de03b60-4629-4b3c-ba99-a29abf85e9cf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225020 Jul 16 20:23:42.572497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ec41b13-b85f-474f-9472-308ab57044a8 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.630262 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d43b2c0-9a20-4c21-bc4f-15a8e37e9ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.660653 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-214e075c-d6be-46bf-bddf-abe22689223e req-8fb55ab0-83c3-41a8-a453-69ecb31241b5 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9741776 Jul 16 20:23:42.677300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec41b13-b85f-474f-9472-308ab57044a8 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event deleted for resources: {'Port': ['ID=c8b9e0cf-1871-41cd-a9a9-ef0977709005,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.844696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d43b2c0-9a20-4c21-bc4f-15a8e37e9ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.864724 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d43b2c0-9a20-4c21-bc4f-15a8e37e9ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:42.959592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6d43b2c0-9a20-4c21-bc4f-15a8e37e9ced admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9f95182bcfb444b8503e6b60a766319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7140272 Jul 16 20:23:42.963294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35818) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:42.968036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43b2c0-9a20-4c21-bc4f-15a8e37e9ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11dddbd-aa57-498a-9582-57225f990693,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:42.969681 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-452996e6-ab7c-4191-aeb8-0c4d66b2c3c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8278830 Jul 16 20:23:43.051644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad72840-fb12-4e69-a6ac-e4578ebe8c4e req-8507970d-b3ba-47b5-a078-44d1db01744e tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.064265 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ad72840-fb12-4e69-a6ac-e4578ebe8c4e req-8507970d-b3ba-47b5-a078-44d1db01744e tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2140048 Jul 16 20:23:43.098564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c19ea18-8122-4ffb-8794-91dee7d5dcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.128195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c0a4d86c-92bf-4be5-9684-2d6aeb760233 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:23:43.138323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ad72840-fb12-4e69-a6ac-e4578ebe8c4e req-637e0207-612d-49c2-9240-7a9ce0230d11 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764916 Jul 16 20:23:43.138736 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ec41b13-b85f-474f-9472-308ab57044a8 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.151577 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9ec41b13-b85f-474f-9472-308ab57044a8 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "DELETE /v2.0/ports/c8b9e0cf-1871-41cd-a9a9-ef0977709005 HTTP/1.1" status: 204 len: 168 time: 2.9232855 Jul 16 20:23:43.153994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:43.169392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:43.171976 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:43.175338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c19ea18-8122-4ffb-8794-91dee7d5dcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.210096 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:43.210659 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:43.214626 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4f374195-6979-4557-885d-4bfe30fbd242 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4596009 Jul 16 20:23:43.243876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0647e-145f-433d-8aed-81d394fa9219 req-b3f6df64-f9df-4011-b78e-0ffc5f94cc33 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.245558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5e0647e-145f-433d-8aed-81d394fa9219 req-b3f6df64-f9df-4011-b78e-0ffc5f94cc33 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 944 time: 0.5814826 Jul 16 20:23:43.248593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:43.277547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port c0a4d86c-92bf-4be5-9684-2d6aeb760233 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:23:43.281973 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c19ea18-8122-4ffb-8794-91dee7d5dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.290899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port c0a4d86c-92bf-4be5-9684-2d6aeb760233 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:23:43.291915 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.304746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c19ea18-8122-4ffb-8794-91dee7d5dcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.312969 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1c19ea18-8122-4ffb-8794-91dee7d5dcd4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a11dddbd-aa57-498a-9582-57225f990693 HTTP/1.1" status: 204 len: 168 time: 0.3471105 Jul 16 20:23:43.316117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99cd048-a2d7-4e21-9788-4da53b1547dd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting subnet 41650022-609f-4f7a-be37-d891335f2ad1 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:43.325284 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e99cd048-a2d7-4e21-9788-4da53b1547dd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.347867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19ea18-8122-4ffb-8794-91dee7d5dcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11dddbd-aa57-498a-9582-57225f990693,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:43.469831 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:43.498539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04b222e-3b1a-4f24-aefb-624a3b971759 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Deleting subnet 3f5008d5-bb70-470a-b6e6-3a875e95c959 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:43.516283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e99cd048-a2d7-4e21-9788-4da53b1547dd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.521784 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.555831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-715fa016-e5b5-4a31-83ef-c3756819c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.558117 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-715fa016-e5b5-4a31-83ef-c3756819c79e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 1098 time: 0.5547645 Jul 16 20:23:43.564172 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f04b222e-3b1a-4f24-aefb-624a3b971759 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.628090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c0a4d86c-92bf-4be5-9684-2d6aeb760233, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c0a4d86c-92bf-4be5-9684-2d6aeb760233,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:43.638637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b721cb-1c7f-422f-a627-c6094d5f6409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a4d86c-92bf-4be5-9684-2d6aeb760233'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:23:43.646791 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0792d82-5e29-42af-98c1-9517e042e644" -d '{"events": [{"server_uuid": "c6b721cb-1c7f-422f-a627-c6094d5f6409", "name": "network-vif-plugged", "status": "completed", "tag": "c0a4d86c-92bf-4be5-9684-2d6aeb760233"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:23:43.649845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e5f6a-bf94-4694-a51c-603296c5f04a req-44846c13-1d1e-424f-af4c-f2fe16c549c1 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:43.651707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-864e5f6a-bf94-4694-a51c-603296c5f04a req-44846c13-1d1e-424f-af4c-f2fe16c549c1 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.2088308 Jul 16 20:23:43.665975 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.710272 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5e0647e-145f-433d-8aed-81d394fa9219 req-5a211dae-4820-407c-87b0-6c037df1e5bd tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859587 Jul 16 20:23:43.769891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-864e5f6a-bf94-4694-a51c-603296c5f04a req-6d3e5fd3-b4ff-40cf-bf70-3cd5ef6bab95 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972848 Jul 16 20:23:43.854143 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f04b222e-3b1a-4f24-aefb-624a3b971759 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:43.870404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c0a4d86c-92bf-4be5-9684-2d6aeb760233,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:43.954327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:44.012542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dc424c9-35e3-499f-ba21-d824146d0162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.063637 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:39Z', 'revision_number': 8, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:44.072653 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e99cd048-a2d7-4e21-9788-4da53b1547dd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.158644 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:44.170495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-e25ceafa-e5d2-4026-8305-053032cb6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.172765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-e25ceafa-e5d2-4026-8305-053032cb6ebb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 912 time: 0.5579040 Jul 16 20:23:44.178672 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:44.179626 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:44.219001 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dc424c9-35e3-499f-ba21-d824146d0162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.226406 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2dc424c9-35e3-499f-ba21-d824146d0162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.274942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-fde6f3d5-339f-4c99-bb55-f3368c4af261 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783b369d-288c-4fc3-bb1b-421cf443e159 HTTP/1.1" status: 200 len: 217 time: 0.0660114 Jul 16 20:23:44.286786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc424c9-35e3-499f-ba21-d824146d0162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda89b17-5e75-41be-a2cc-9dc9f8c050ab,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:44.365184 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:44.399018 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2dc424c9-35e3-499f-ba21-d824146d0162 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ea5faf2784b424d922de144a071887b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416823 Jul 16 20:23:44.399955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35838) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:44.491022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df8e5dc7-6b8e-4ed6-b562-31d1c012c376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.503840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03384935-c0a2-451e-8d79-c0881cb66829 req-beec901e-5450-4041-b227-f23fa8f6ddd4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:44.507364 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-03384935-c0a2-451e-8d79-c0881cb66829 req-beec901e-5450-4041-b227-f23fa8f6ddd4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.2312956 Jul 16 20:23:44.575181 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df8e5dc7-6b8e-4ed6-b562-31d1c012c376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.594998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-03384935-c0a2-451e-8d79-c0881cb66829 req-ff28ec1b-f70c-4d52-b6d4-7ef29a48c218 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763707 Jul 16 20:23:44.692453 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df8e5dc7-6b8e-4ed6-b562-31d1c012c376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.699962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df8e5dc7-6b8e-4ed6-b562-31d1c012c376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:44.710910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-df8e5dc7-6b8e-4ed6-b562-31d1c012c376 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bda89b17-5e75-41be-a2cc-9dc9f8c050ab HTTP/1.1" status: 204 len: 168 time: 0.3059239 Jul 16 20:23:44.742862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5dc7-6b8e-4ed6-b562-31d1c012c376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda89b17-5e75-41be-a2cc-9dc9f8c050ab,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:44.766743 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:39Z', 'revision_number': 8, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:44.771048 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095fd736-d55a-4f9a-b0cf-9e5a1d00290f x-openstack-request-id: req-095fd736-d55a-4f9a-b0cf-9e5a1d00290f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:23:44.772090 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b721cb-1c7f-422f-a627-c6094d5f6409", "name": "network-vif-plugged", "status": "completed", "tag": "c0a4d86c-92bf-4be5-9684-2d6aeb760233", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:23:44.772885 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-095fd736-d55a-4f9a-b0cf-9e5a1d00290f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:23:44.774600 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b721cb-1c7f-422f-a627-c6094d5f6409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a4d86c-92bf-4be5-9684-2d6aeb760233', 'code': 200} Jul 16 20:23:44.893747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015ec40-3cb8-45bf-b2a8-924649fbe0e6 None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:39Z', 'revision_number': 8, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '08058f4c-aa80-4e4c-9bf0-f51f2d278f94', 'name': '', 'network_id': 'aa2b4b7b-aec8-4062-ac64-8b51e42a0b64', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:b5:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '5bc102d3-0005-41af-956b-6988a7eba219', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:11Z', 'updated_at': '2021-07-16T20:23:24Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '5bc102d3-0005-41af-956b-6988a7eba219', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:44.944406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f04b222e-3b1a-4f24-aefb-624a3b971759 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.017213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b756d5-09ed-415a-b6e5-75154885c0dd req-ed889f9e-a80d-4254-a549-5f1a95bb56a8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.028887 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63b756d5-09ed-415a-b6e5-75154885c0dd req-ed889f9e-a80d-4254-a549-5f1a95bb56a8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 1.0381725 Jul 16 20:23:45.032536 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e99cd048-a2d7-4e21-9788-4da53b1547dd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.076909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee7e18-75d3-4be8-99a2-54ba79d40c4c req-df32cbfc-431b-445d-9a35-fd928da45fc0 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.086132 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4eee7e18-75d3-4be8-99a2-54ba79d40c4c req-df32cbfc-431b-445d-9a35-fd928da45fc0 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.1194036 Jul 16 20:23:45.124499 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e99cd048-a2d7-4e21-9788-4da53b1547dd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.130284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35848) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:45.132047 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e99cd048-a2d7-4e21-9788-4da53b1547dd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/41650022-609f-4f7a-be37-d891335f2ad1 HTTP/1.1" status: 204 len: 168 time: 1.8806872 Jul 16 20:23:45.134259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172880ec-b949-49aa-a28f-6437f182bf3d None None] Network af31306f-80c5-4b01-82aa-5a99f7b8f614 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:45.147995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-dd734f4b-2f8c-4531-8be2-82aaa635d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.152971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-dd734f4b-2f8c-4531-8be2-82aaa635d255 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8b06e39-8389-48a6-b1bd-e35791a3db83 HTTP/1.1" status: 200 len: 851 time: 0.8688307 Jul 16 20:23:45.155894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cd048-a2d7-4e21-9788-4da53b1547dd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Subnet': ['ID=41650022-609f-4f7a-be37-d891335f2ad1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:45.201397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4eee7e18-75d3-4be8-99a2-54ba79d40c4c req-6617f214-59af-4b72-80a2-c088a8b0adb8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143255 Jul 16 20:23:45.228236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-e2058eb9-95c5-405d-b3f3-a68f84bb8272 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a600703a-147f-4da0-9e9d-9b2fbe655fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544493 Jul 16 20:23:45.317282 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.339762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63b756d5-09ed-415a-b6e5-75154885c0dd req-c823e7f3-cf73-4b76-a027-d72bc2e4266e tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091502 Jul 16 20:23:45.466849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port c23af30c-342d-4240-b7ab-094b32f0830c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:45.469952 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.581888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584713e-5ac5-4529-ac0a-9a5ae6c12163 req-4e99b155-62cc-4848-b0c0-9ad702eb4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.583228 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e584713e-5ac5-4529-ac0a-9a5ae6c12163 req-4e99b155-62cc-4848-b0c0-9ad702eb4b37 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 1097 time: 0.6882169 Jul 16 20:23:45.588795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f04b222e-3b1a-4f24-aefb-624a3b971759 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.622375 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.730541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port c23af30c-342d-4240-b7ab-094b32f0830c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c23af30c-342d-4240-b7ab-094b32f0830c,segment=NetworkSegment(29a95ad6-5220-4c9d-9c1d-b5332b3377b2),segment_id=29a95ad6-5220-4c9d-9c1d-b5332b3377b2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:45.731137 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.774433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b222e-3b1a-4f24-aefb-624a3b971759 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5008d5-bb70-470a-b6e6-3a875e95c959,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:45.782493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for c23af30c-342d-4240-b7ab-094b32f0830c owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:45.811697 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f04b222e-3b1a-4f24-aefb-624a3b971759 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:45.819947 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f04b222e-3b1a-4f24-aefb-624a3b971759 tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "DELETE /v2.0/subnets/3f5008d5-bb70-470a-b6e6-3a875e95c959 HTTP/1.1" status: 204 len: 168 time: 2.6458325 Jul 16 20:23:45.822932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35864) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:45.842940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] DHCP port deletion for af31306f-80c5-4b01-82aa-5a99f7b8f614 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:45.883889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759fb10-c68d-482e-9c1c-fcb375eb5e37 None None] Network 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:45.930847 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e584713e-5ac5-4529-ac0a-9a5ae6c12163 req-6b859318-aa12-4a5f-8c00-ceff57d46b3d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153455 Jul 16 20:23:45.939337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba99e5-85a0-4f70-bbbd-fc36258bda5e req-a3ffd1f1-5f0a-424e-aefc-b2b1006e54a8 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:45.949513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdba99e5-85a0-4f70-bbbd-fc36258bda5e req-a3ffd1f1-5f0a-424e-aefc-b2b1006e54a8 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.3114338 Jul 16 20:23:45.980066 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-36355ba7-c977-4b19-be97-eca10568592e service neutron] 10.222.0.30 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235062 Jul 16 20:23:46.219774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdba99e5-85a0-4f70-bbbd-fc36258bda5e req-3d285bba-1f63-4da2-801f-477b53de6b16 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667525 Jul 16 20:23:46.232584 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db09c8c-c980-4f67-9334-f14230850423 req-bd1c8888-e7cb-4074-a6a1-4c26d9878f18 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.246287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2db09c8c-c980-4f67-9334-f14230850423 req-bd1c8888-e7cb-4074-a6a1-4c26d9878f18 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3017335 Jul 16 20:23:46.246761 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.263485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ce3badc-cd5f-422f-85f0-cd754ae2d1cc req-abc25097-b4fc-42ed-870a-c8a4a9db15a9 service neutron] 10.222.0.30 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698646 Jul 16 20:23:46.267434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c23af30c-342d-4240-b7ab-094b32f0830c no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:46.310300 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.323146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2db09c8c-c980-4f67-9334-f14230850423 req-96ed5d94-8830-4769-ac35-f046d1d1499f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747468 Jul 16 20:23:46.395318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No DVR routers for this DVR port c23af30c-342d-4240-b7ab-094b32f0830c on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:46.397717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=c23af30c-342d-4240-b7ab-094b32f0830c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:46.435231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] Deleting port c23af30c-342d-4240-b7ab-094b32f0830c {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:46.435656 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.550939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No active binding found for port c23af30c-342d-4240-b7ab-094b32f0830c {{(pid=93960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:23:46.551565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c23af30c-342d-4240-b7ab-094b32f0830c not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:46.552012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b5558a5c-878c-4b32-ba4e-43fb9bd1316d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:46.602884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] For port c23af30c-342d-4240-b7ab-094b32f0830c, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:46.603452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.608097 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.616076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: b5558a5c-878c-4b32-ba4e-43fb9bd1316d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:46.616527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b5558a5c-878c-4b32-ba4e-43fb9bd1316d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:46.633468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] Calling delete_port for c23af30c-342d-4240-b7ab-094b32f0830c owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:46.638390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] Port c23af30c-342d-4240-b7ab-094b32f0830c was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:23:46.640200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.675083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] Pushing event deleted for resources: {'Port': ['ID=c23af30c-342d-4240-b7ab-094b32f0830c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:46.684591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a0fcb-8a8d-4b66-84b0-8d5130ee6b87 None None] No DVR routers for this DVR port c23af30c-342d-4240-b7ab-094b32f0830c on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:46.702704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b383d-ffe1-4fc3-87bc-92139afb1cbd req-22cacbca-f507-4106-9644-d88fbb22a49d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.705784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a2b383d-ffe1-4fc3-87bc-92139afb1cbd req-22cacbca-f507-4106-9644-d88fbb22a49d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.2309535 Jul 16 20:23:46.776213 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.797507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c762c22-1ea2-4b65-87b5-e6b1b5cdb2e7 None None] DHCP port deletion for 6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:46.802873 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a2b383d-ffe1-4fc3-87bc-92139afb1cbd req-caac60d4-d635-467c-a11d-4799b0cb9b4b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960681 Jul 16 20:23:46.854002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af31306f-80c5-4b01-82aa-5a99f7b8f614']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:46.861324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:46.918688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0c762c22-1ea2-4b65-87b5-e6b1b5cdb2e7 None None] Deleting port 50152316-8c6a-437f-8f32-5cefb6240efa {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:46.919440 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c762c22-1ea2-4b65-87b5-e6b1b5cdb2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:46.920283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86c602-2c5b-4b86-99b8-734f8fb12a42 req-a1cc28f0-6513-49e3-9fe1-4b43a8837b86 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:46.923008 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d86c602-2c5b-4b86-99b8-734f8fb12a42 req-a1cc28f0-6513-49e3-9fe1-4b43a8837b86 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.3905065 Jul 16 20:23:46.927045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a95ad6-5220-4c9d-9c1d-b5332b3377b2') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:46.937614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a95ad6-5220-4c9d-9c1d-b5332b3377b2') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:46.973728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.048008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Deleting port 50152316-8c6a-437f-8f32-5cefb6240efa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:47.048483 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.070388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'networks': [{'name': 'tempest-network--181491642'}, {'name': 'tempest-network--386741170'}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:47.070778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'network': {'name': 'tempest-network--181491642'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:47.071495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'network': {'name': 'tempest-network--386741170'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:47.096575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0c762c22-1ea2-4b65-87b5-e6b1b5cdb2e7 None None] For port 50152316-8c6a-437f-8f32-5cefb6240efa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=50152316-8c6a-437f-8f32-5cefb6240efa,segment=NetworkSegment(b4b0e656-7722-4455-8ae1-8017ca8df5e1),segment_id=b4b0e656-7722-4455-8ae1-8017ca8df5e1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:47.096964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c762c22-1ea2-4b65-87b5-e6b1b5cdb2e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.112019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb9355-73a8-4c47-b8b1-d3fac7ecb773 req-84f63163-c439-4b56-849b-068e1b2cf67a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.114105 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97fb9355-73a8-4c47-b8b1-d3fac7ecb773 req-84f63163-c439-4b56-849b-068e1b2cf67a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1326132 Jul 16 20:23:47.115005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Made reservation on behalf of c2a375e21f374c73a190140ad0bb72c6 for: {'network': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:47.117462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0c762c22-1ea2-4b65-87b5-e6b1b5cdb2e7 None None] Calling delete_port for 50152316-8c6a-437f-8f32-5cefb6240efa owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:47.123490 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.123902 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.147421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:47.147864 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:47.151547 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:47.174073 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d86c602-2c5b-4b86-99b8-734f8fb12a42 req-b9bd99a0-eb67-49df-9f5c-9207bba515d5 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170744 Jul 16 20:23:47.191374 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.220455 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97fb9355-73a8-4c47-b8b1-d3fac7ecb773 req-9880ac64-647f-4e12-8200-28494f8aaf45 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924788 Jul 16 20:23:47.302748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] For port 50152316-8c6a-437f-8f32-5cefb6240efa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=50152316-8c6a-437f-8f32-5cefb6240efa,segment=NetworkSegment(b4b0e656-7722-4455-8ae1-8017ca8df5e1),segment_id=b4b0e656-7722-4455-8ae1-8017ca8df5e1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:47.303580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.340315 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c762c22-1ea2-4b65-87b5-e6b1b5cdb2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.377435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c762c22-1ea2-4b65-87b5-e6b1b5cdb2e7 None None] No DVR routers for this DVR port 50152316-8c6a-437f-8f32-5cefb6240efa on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:47.417336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.426763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.428494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c762c22-1ea2-4b65-87b5-e6b1b5cdb2e7 None None] Pushing event deleted for resources: {'Port': ['ID=50152316-8c6a-437f-8f32-5cefb6240efa,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:47.432109 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.471564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Calling delete_port for 50152316-8c6a-437f-8f32-5cefb6240efa owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:47.510952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb6725-9193-40aa-97eb-99a8d9a26a99,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:47.535860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:47.605546 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.606032 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Added segment f935b6bf-1cd9-452c-b1d1-af57034a62f2 of type vlan for network 9ffe8978-79b3-49df-b5ed-65d2f7401896 Jul 16 20:23:47.690806 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.702869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e0db-e708-4097-8a7e-8a92c5113a04 req-0d10c63b-c14d-4149-a22f-5a260ce0caf4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:47.704501 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3409e0db-e708-4097-8a7e-8a92c5113a04 req-0d10c63b-c14d-4149-a22f-5a260ce0caf4 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.1583369 Jul 16 20:23:47.780263 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3409e0db-e708-4097-8a7e-8a92c5113a04 req-8dd5f960-65d3-4c66-85ef-375e94084b1a tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680006 Jul 16 20:23:47.789860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:47.818003 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.818696 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Added segment cc23be5b-e54d-4db0-97cd-cebfc06735d5 of type vlan for network 6b74520f-c1be-4f15-8749-a25756117224 Jul 16 20:23:47.904146 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.911188 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.917341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.923468 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/networks/af31306f-80c5-4b01-82aa-5a99f7b8f614 HTTP/1.1" status: 204 len: 168 time: 2.7918029 Jul 16 20:23:47.924486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35896) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:47.933238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:47.989907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbd6f7-cf91-4afe-bc02-312cab10264c tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Network': ['ID=af31306f-80c5-4b01-82aa-5a99f7b8f614,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.004400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] No DVR routers for this DVR port 50152316-8c6a-437f-8f32-5cefb6240efa on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:48.010976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event deleted for resources: {'Port': ['ID=50152316-8c6a-437f-8f32-5cefb6240efa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.045720 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.046241 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.053113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.058677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.059403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.173769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3082154 Jul 16 20:23:48.194810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:48.196839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 50152316-8c6a-437f-8f32-5cefb6240efa no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:48.205432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d82d35-ae9c-4672-b1ff-5e14829d24eb req-d31afdee-94ba-4d6a-b2c5-ebc651bf24ed tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.207048 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10d82d35-ae9c-4672-b1ff-5e14829d24eb req-d31afdee-94ba-4d6a-b2c5-ebc651bf24ed tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.2558444 Jul 16 20:23:48.238500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 50152316-8c6a-437f-8f32-5cefb6240efa {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:23:48.239386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 50152316-8c6a-437f-8f32-5cefb6240efa not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:23:48.294992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Network': ['ID=9ffe8978-79b3-49df-b5ed-65d2f7401896,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.369662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.370210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.370910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.371746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.372379 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.372877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.373385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.373718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.374050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.374377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.374709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.375032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:48.395488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 9ffe8978-79b3-49df-b5ed-65d2f7401896 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:48.535016 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.536851 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10d82d35-ae9c-4672-b1ff-5e14829d24eb req-331b22e6-51dc-4e4d-a524-198ed26963e9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763705 Jul 16 20:23:48.553343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3ae552-b4f1-4685-8b2c-c84e41d3fe03']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:48.581913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b0e656-7722-4455-8ae1-8017ca8df5e1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:48.582714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b0e656-7722-4455-8ae1-8017ca8df5e1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:48.608761 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.617611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd575808-7060-4046-b2f9-5872b30cd4f1 req-cb686f8c-5d0b-42f0-80ad-7bf5196a40fe tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.636261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd575808-7060-4046-b2f9-5872b30cd4f1 req-cb686f8c-5d0b-42f0-80ad-7bf5196a40fe tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.7276590 Jul 16 20:23:48.685751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff24d-e0dc-4ebe-93a7-db8225afb0d8 req-46ab7c1c-2290-436d-917d-880efa96ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.687906 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-303ff24d-e0dc-4ebe-93a7-db8225afb0d8 req-46ab7c1c-2290-436d-917d-880efa96ade8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 1097 time: 0.5428877 Jul 16 20:23:48.689055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365780e-5194-4dee-829f-f3183c818e6e tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Network': ['ID=6b74520f-c1be-4f15-8749-a25756117224,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:48.708158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71a057-1008-41c8-bf4c-ba44c6941003 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.716844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71a057-1008-41c8-bf4c-ba44c6941003 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.725237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71a057-1008-41c8-bf4c-ba44c6941003 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.732110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71a057-1008-41c8-bf4c-ba44c6941003 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.734659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1b71a057-1008-41c8-bf4c-ba44c6941003 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5260417 Jul 16 20:23:48.738671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:48.744195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd575808-7060-4046-b2f9-5872b30cd4f1 req-5e81bc65-6143-41c9-b694-333c7d065f14 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930130 Jul 16 20:23:48.791574 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.802104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:48.802768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.897285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 6b74520f-c1be-4f15-8749-a25756117224 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:48.903534 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:48.972388 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-303ff24d-e0dc-4ebe-93a7-db8225afb0d8 req-e952ae60-52c5-41b3-866e-b07a85be6bec service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842189 Jul 16 20:23:48.972388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.981760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:48.985246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89408ed-379c-4842-9a42-cd6e654f2106 req-0e0ec7b3-eff4-4c5a-b9ce-509af1fd8eae tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:48.998508 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f89408ed-379c-4842-9a42-cd6e654f2106 req-0e0ec7b3-eff4-4c5a-b9ce-509af1fd8eae tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.2610242 Jul 16 20:23:49.000367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.003541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] 10.222.0.10 "DELETE /v2.0/networks/6f3ae552-b4f1-4685-8b2c-c84e41d3fe03 HTTP/1.1" status: 204 len: 168 time: 3.1707869 Jul 16 20:23:49.053955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400d5ea-133c-4cfd-870e-4758833403eb tempest-ExtraDHCPOptionsTestJSON-374836305 tempest-ExtraDHCPOptionsTestJSON-374836305-project] Pushing event deleted for resources: {'Network': ['ID=6f3ae552-b4f1-4685-8b2c-c84e41d3fe03,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.187774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f89408ed-379c-4842-9a42-cd6e654f2106 req-ef5ef80f-9110-4afd-8cb5-847ea6377108 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839302 Jul 16 20:23:49.260147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.306100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffe8978-79b3-49df-b5ed-65d2f7401896']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:49.342889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f935b6bf-1cd9-452c-b1d1-af57034a62f2') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:49.342889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f935b6bf-1cd9-452c-b1d1-af57034a62f2') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:49.371720 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.423840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.434127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.451167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:49.451970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:49.458398 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:49.581890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:49.612454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.618829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.621803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/networks/9ffe8978-79b3-49df-b5ed-65d2f7401896 HTTP/1.1" status: 204 len: 168 time: 0.8757308 Jul 16 20:23:49.630489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:49.684151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cea470-a463-4bea-b912-3ccb6942dabd tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Network': ['ID=9ffe8978-79b3-49df-b5ed-65d2f7401896,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:49.800935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b13c2-ec95-4dc1-8f0b-064ee05e76f7 req-ad5b5102-3e89-491d-b65d-40b86a7763d3 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:49.813367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac1b13c2-ec95-4dc1-8f0b-064ee05e76f7 req-ad5b5102-3e89-491d-b65d-40b86a7763d3 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.2455676 Jul 16 20:23:49.827188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:49.926917 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac1b13c2-ec95-4dc1-8f0b-064ee05e76f7 req-23107191-f607-4d13-9b31-358a6c9ba2ee tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120851 Jul 16 20:23:50.098451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.104890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c6eeb-f8c1-4f82-9ba6-1b2ce0879164 req-95e7056f-ffa8-4e9e-9461-a46a5c32812f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.116667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-009c6eeb-f8c1-4f82-9ba6-1b2ce0879164 req-95e7056f-ffa8-4e9e-9461-a46a5c32812f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.6776507 Jul 16 20:23:50.128041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b74520f-c1be-4f15-8749-a25756117224']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:50.150359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc23be5b-e54d-4db0-97cd-cebfc06735d5') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:50.150732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc23be5b-e54d-4db0-97cd-cebfc06735d5') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:50.160735 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c2f5c329-bb15-4a3d-bdb0-b849a00e6557 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a9fa722d58e4db984f0994037a775f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785081 Jul 16 20:23:50.167207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.169180 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35930) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:50.237592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.274653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:50.275065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.279412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-009c6eeb-f8c1-4f82-9ba6-1b2ce0879164 req-e178ac5e-e003-4cd5-80a3-f48589c506c3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207685 Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:50.281339 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:50.439313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d813c358-765a-4442-863a-28d2d3ea02e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.483672 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d813c358-765a-4442-863a-28d2d3ea02e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.534731 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.559528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.564320 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/networks/6b74520f-c1be-4f15-8749-a25756117224 HTTP/1.1" status: 204 len: 168 time: 0.9352996 Jul 16 20:23:50.568601 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d813c358-765a-4442-863a-28d2d3ea02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.570409 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-82b2d614-6be0-4f8b-8018-b44df375283b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.572000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d813c358-765a-4442-863a-28d2d3ea02e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:50.576458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d813c358-765a-4442-863a-28d2d3ea02e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c48d9366-8486-4b44-a40a-66e9e830b2d3 HTTP/1.1" status: 204 len: 168 time: 0.4065509 Jul 16 20:23:50.582120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35936) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:50.587752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813c358-765a-4442-863a-28d2d3ea02e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48d9366-8486-4b44-a40a-66e9e830b2d3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.605346 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745852d0-3290-4397-bfa8-735fcb37a32c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Network': ['ID=6b74520f-c1be-4f15-8749-a25756117224,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:50.623813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf352c2-9eb7-4fe9-81ea-072ed9eb28c4 req-e9d700be-90a5-4e44-b988-30ce61357580 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:50.623813 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cf352c2-9eb7-4fe9-81ea-072ed9eb28c4 req-e9d700be-90a5-4e44-b988-30ce61357580 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.3743157 Jul 16 20:23:50.712842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9cf352c2-9eb7-4fe9-81ea-072ed9eb28c4 req-e440ef5b-cdb7-4c86-9e1f-e274cf954c0a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779040 Jul 16 20:23:51.024246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:51.024566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.038877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c9fc84-31d7-4591-bfb6-bae9548f1d7b tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.048388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c9fc84-31d7-4591-bfb6-bae9548f1d7b tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.050077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f3c9fc84-31d7-4591-bfb6-bae9548f1d7b tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4649301 Jul 16 20:23:51.060953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:51.101990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1bd47-8513-40ce-8566-73d28592e5a3 req-ca1c42b3-ce78-4f1f-8534-0bc356ea01c7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.108334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-284561224'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:51.111417 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ece1bd47-8513-40ce-8566-73d28592e5a3 req-ca1c42b3-ce78-4f1f-8534-0bc356ea01c7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.2906065 Jul 16 20:23:51.189749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2ce95-ccf3-42e7-b1b4-c967772a171e req-4668eeb7-8194-4277-aef4-70acfff3cd7c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.200466 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eed2ce95-ccf3-42e7-b1b4-c967772a171e req-4668eeb7-8194-4277-aef4-70acfff3cd7c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2131734 Jul 16 20:23:51.227579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port 08058f4c-aa80-4e4c-9bf0-f51f2d278f94, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=08058f4c-aa80-4e4c-9bf0-f51f2d278f94,segment=NetworkSegment(b3cbd3df-0faf-4ffc-b1fa-d70482810abc),segment_id=b3cbd3df-0faf-4ffc-b1fa-d70482810abc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:51.227962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.247291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Made reservation on behalf of c2a375e21f374c73a190140ad0bb72c6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:51.251907 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.274406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:51.293301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eed2ce95-ccf3-42e7-b1b4-c967772a171e req-77d1f1ae-7a04-4e7a-bb69-56bc206a9120 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893683 Jul 16 20:23:51.330759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:51.348994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.349771 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Added segment 3645bc7b-80f8-4ac5-9e71-3ee3e00b8452 of type vlan for network 14c46016-3759-4b37-9fea-7da28a942239 Jul 16 20:23:51.441066 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.515941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ece1bd47-8513-40ce-8566-73d28592e5a3 req-621c2b84-1dc4-4d6b-9af2-ea66e319c0ee tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011834 Jul 16 20:23:51.517390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.524295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.524642 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:51.548788 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4885950 Jul 16 20:23:51.550094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35960) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:51.689276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05572e9a-eda2-4041-9a2e-6a38ee369dac req-9270d5dc-22ee-4a6b-86f4-ab7159bc45c0 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:51.701360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05572e9a-eda2-4041-9a2e-6a38ee369dac req-9270d5dc-22ee-4a6b-86f4-ab7159bc45c0 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.2407646 Jul 16 20:23:51.712254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02bf51-185c-43db-9e3a-f2d57bfef1ae tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Network': ['ID=14c46016-3759-4b37-9fea-7da28a942239,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:51.726275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 14c46016-3759-4b37-9fea-7da28a942239 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:51.767899 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05572e9a-eda2-4041-9a2e-6a38ee369dac req-b058efdc-859d-4f3a-b5f9-13d72627d495 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649860 Jul 16 20:23:51.907051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-713014617'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:52.027407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Made reservation on behalf of c2a375e21f374c73a190140ad0bb72c6 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:52.032454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.081707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18358ae7-532c-4bf1-b342-33f7eab3ec78 req-6802ef77-276e-4990-b127-8df6e27ccd2f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.089988 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18358ae7-532c-4bf1-b342-33f7eab3ec78 req-6802ef77-276e-4990-b127-8df6e27ccd2f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1759830 Jul 16 20:23:52.112183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:52.140760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:52.188010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.188010 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Added segment 110eaf13-0f93-4c1a-86ab-815f4bb00455 of type vlan for network cc99ae71-5000-470c-b6ed-bf5eea371952 Jul 16 20:23:52.215189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18358ae7-532c-4bf1-b342-33f7eab3ec78 req-8fc339d4-f3e9-4fbd-91d5-62c48153b37a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241999 Jul 16 20:23:52.272975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-241041202'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:52.293817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a44ba5-3273-49ce-95ae-2631b326e4f5 req-4f0687a5-abf6-47e5-9b20-441672f8cffe tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.301040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37a44ba5-3273-49ce-95ae-2631b326e4f5 req-4f0687a5-abf6-47e5-9b20-441672f8cffe tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.1274376 Jul 16 20:23:52.324083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.355557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.357771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37a44ba5-3273-49ce-95ae-2631b326e4f5 req-1814be1b-8073-4660-9192-27e7a1c83d8f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552082 Jul 16 20:23:52.358893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:52.365413 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.421956 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.441037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=08058f4c-aa80-4e4c-9bf0-f51f2d278f94,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:52.452081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.467540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.468993 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:52.747366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Network': ['ID=cc99ae71-5000-470c-b6ed-bf5eea371952,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:52.764474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network cc99ae71-5000-470c-b6ed-bf5eea371952 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:52.980648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fbdab-7712-4890-88fc-f60ba0faafc4 req-5207148d-792e-49dc-b89d-41b0336a2e8c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:52.991618 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-924fbdab-7712-4890-88fc-f60ba0faafc4 req-5207148d-792e-49dc-b89d-41b0336a2e8c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4131684 Jul 16 20:23:53.002275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c3e72-daee-4160-8b80-76603830c177 req-b2635bbe-2330-4064-9c03-2b46b8fe591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.004938 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c8c3e72-daee-4160-8b80-76603830c177 req-b2635bbe-2330-4064-9c03-2b46b8fe591e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=01bfec0d7089476faf03201c196b82cd&device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 1097 time: 0.3262053 Jul 16 20:23:53.039856 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.069259 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.100547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.123215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:53.155808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-924fbdab-7712-4890-88fc-f60ba0faafc4 req-1d8f7285-a881-47a5-9dc3-c6af2ef830ad tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630447 Jul 16 20:23:53.234951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8145a3b-36a1-4256-9571-e18b4f3af687 req-1f4d354c-9eb7-49f4-ab2d-5f364713a394 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.237495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8145a3b-36a1-4256-9571-e18b4f3af687 req-1f4d354c-9eb7-49f4-ab2d-5f364713a394 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.3947866 Jul 16 20:23:53.239614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-95e9aef8-7ad7-4340-aa1d-e8762ccb1244 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6879909 Jul 16 20:23:53.243751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:53.251772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'ports': [{'network_id': '14c46016-3759-4b37-9fea-7da28a942239', 'name': 'tempest-port--729506336', 'admin_state_up': True}, {'network_id': 'cc99ae71-5000-470c-b6ed-bf5eea371952', 'admin_state_up': False}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:53.252496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'port': {'network_id': '14c46016-3759-4b37-9fea-7da28a942239', 'name': 'tempest-port--729506336', 'admin_state_up': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:53.253133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'port': {'network_id': 'cc99ae71-5000-470c-b6ed-bf5eea371952', 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:53.261319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.261646 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Added segment 24990a93-1a93-4b8b-9c6a-fdb78fe46eb4 of type vlan for network 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b Jul 16 20:23:53.301452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59db3f3-4e83-4056-9c42-bf4351d3f5e4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:53.415524 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.416825 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.429965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c3e72-daee-4160-8b80-76603830c177 req-38a73c76-2153-4cb4-a012-ed1cf823e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.432347 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c8c3e72-daee-4160-8b80-76603830c177 req-38a73c76-2153-4cb4-a012-ed1cf823e064 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 200 len: 912 time: 0.3856754 Jul 16 20:23:53.467931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b8766db-34bc-4d1c-abd3-f0bb5d16e40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.531575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c8c3e72-daee-4160-8b80-76603830c177 req-9f2682e1-e83b-4d86-91c2-5b565d9eab93 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5205420-544a-4fdb-9706-d44493d090e7 HTTP/1.1" status: 200 len: 217 time: 0.0664632 Jul 16 20:23:53.551651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.557748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.558397 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.600639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8145a3b-36a1-4256-9571-e18b4f3af687 req-0df2f39e-39a0-493d-91c4-efe81810b39f tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276353 Jul 16 20:23:53.647352 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5244117 Jul 16 20:23:53.661193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c3e72-daee-4160-8b80-76603830c177 req-bb06024c-5761-493a-a0da-860e6ac0ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.661193 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c8c3e72-daee-4160-8b80-76603830c177 req-bb06024c-5761-493a-a0da-860e6ac0ad09 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f8b06e39-8389-48a6-b1bd-e35791a3db83 HTTP/1.1" status: 200 len: 851 time: 0.1181383 Jul 16 20:23:53.674814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab3ae9-ff30-4f75-ac04-2acc47042d4d req-5a0dc26c-dda4-4937-9d20-550793326dde tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:53.674814 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-81ab3ae9-ff30-4f75-ac04-2acc47042d4d req-5a0dc26c-dda4-4937-9d20-550793326dde tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.2825208 Jul 16 20:23:53.759772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:23:53.874222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772f368-7ecf-4698-9a34-49c7aa2d3a0d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Network': ['ID=2b854af2-1dd0-4688-a3da-d6cc6d5ec58b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:53.879628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c8c3e72-daee-4160-8b80-76603830c177 req-6f63f20a-9452-4609-8fd6-5b99fc593474 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a600703a-147f-4da0-9e9d-9b2fbe655fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2070122 Jul 16 20:23:53.889839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:53.900706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Made reservation on behalf of c2a375e21f374c73a190140ad0bb72c6 for: {'port': 2} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:53.907083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.935825 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:53.953491 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-81ab3ae9-ff30-4f75-ac04-2acc47042d4d req-0b0448b6-f92d-4be3-be07-306b0df15f00 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999920 Jul 16 20:23:54.179772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] device_id is not set on port 9d5604d9-445b-45cc-a16d-4c9fd0f1adfd yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:54.225273 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c8c3e72-daee-4160-8b80-76603830c177 req-ea7b69c8-7eee-45ee-ba79-28b77ae06e46 service neutron] 10.222.0.63 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990115 Jul 16 20:23:54.355910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c8c3e72-daee-4160-8b80-76603830c177 req-00f41caa-c806-430b-a7c5-14020eaefc94 service neutron] 10.222.0.63 "GET /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217825 Jul 16 20:23:54.430179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.490401 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.555416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] device_id is not set on port cd5e138d-67a1-4d06-954d-defaa1126b87 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:23:54.779625 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.841354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:54.884841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:23:54.900752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:23:54.919729 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-523ddb69-1237-47ce-8bfc-87c8848e89f7 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9684172 Jul 16 20:23:54.921403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:54.927722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:54.928554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:54.992257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Port': ['ID=9d5604d9-445b-45cc-a16d-4c9fd0f1adfd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.067291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bceb8-f556-4c74-b043-371eb6e20178 req-32de9482-a463-4a88-8222-75c9f39af563 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.069754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ac8a9-0797-4154-8850-cb3e1c41d775 req-4a7cda1a-ce53-41ea-bda9-a9eee06e4f1b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.071682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e58ac8a9-0797-4154-8850-cb3e1c41d775 req-4a7cda1a-ce53-41ea-bda9-a9eee06e4f1b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2368033 Jul 16 20:23:55.083191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Checking segment: {'id': '3645bc7b-80f8-4ac5-9e71-3ee3e00b8452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '14c46016-3759-4b37-9fea-7da28a942239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:55.084797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Network hostable DHCP agents. Network: 14c46016-3759-4b37-9fea-7da28a942239, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:55.089264 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb2bceb8-f556-4c74-b043-371eb6e20178 req-32de9482-a463-4a88-8222-75c9f39af563 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.7316186 Jul 16 20:23:55.132852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Network 14c46016-3759-4b37-9fea-7da28a942239 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:55.148686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cbceea-085e-4c3b-8c6b-8a1da87195a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting subnet 5bc102d3-0005-41af-956b-6988a7eba219 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:23:55.153632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 14c46016-3759-4b37-9fea-7da28a942239) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:55.173137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23cbceea-085e-4c3b-8c6b-8a1da87195a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.176307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9aeab-0ae5-4931-adf1-96d71a519bb9 None None] Network 14c46016-3759-4b37-9fea-7da28a942239 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:55.178867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:55.180040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.188511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e58ac8a9-0797-4154-8850-cb3e1c41d775 req-42d5dd16-5037-47ec-b213-2dc0bef531e2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078215 Jul 16 20:23:55.226915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:55.278430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Port': ['ID=cd5e138d-67a1-4d06-954d-defaa1126b87,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.297198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Checking segment: {'id': '110eaf13-0f93-4c1a-86ab-815f4bb00455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc99ae71-5000-470c-b6ed-bf5eea371952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:55.298174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Network hostable DHCP agents. Network: cc99ae71-5000-470c-b6ed-bf5eea371952, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:55.329684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Network cc99ae71-5000-470c-b6ed-bf5eea371952 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:55.353586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, cc99ae71-5000-470c-b6ed-bf5eea371952) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:55.356083 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23cbceea-085e-4c3b-8c6b-8a1da87195a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.374764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:23:55.386583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.392059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e5170d-5a0f-4e4b-867a-0a6c41dd3b0b None None] Network cc99ae71-5000-470c-b6ed-bf5eea371952 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:55.392468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.393209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.416302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7788874a-0fe4-4ed2-ac57-701e98403430 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1675155 Jul 16 20:23:55.416595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:55.423598 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb2bceb8-f556-4c74-b043-371eb6e20178 req-5710fc5f-68ba-40eb-86f6-b4adc54b8124 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314972 Jul 16 20:23:55.570724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f158937-91b1-4a86-b3f7-c7e66bc4fac8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.578347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f158937-91b1-4a86-b3f7-c7e66bc4fac8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:55.580256 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8f158937-91b1-4a86-b3f7-c7e66bc4fac8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1626477 Jul 16 20:23:55.583386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:55.645833 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23cbceea-085e-4c3b-8c6b-8a1da87195a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.834315 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23cbceea-085e-4c3b-8c6b-8a1da87195a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.951348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23cbceea-085e-4c3b-8c6b-8a1da87195a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:55.955202 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-23cbceea-085e-4c3b-8c6b-8a1da87195a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/5bc102d3-0005-41af-956b-6988a7eba219 HTTP/1.1" status: 204 len: 168 time: 1.0225589 Jul 16 20:23:55.956606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbceea-085e-4c3b-8c6b-8a1da87195a6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc102d3-0005-41af-956b-6988a7eba219,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:55.963512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:55.978138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f423cdc2-2d94-4da5-a63a-8fe66fad3e90 None None] Network aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:56.331394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f477f-11eb-423e-9f2d-c023f9bcec63 req-d3d7de50-dd66-406a-b9de-b3a54c39339b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:56.338390 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b55f477f-11eb-423e-9f2d-c023f9bcec63 req-d3d7de50-dd66-406a-b9de-b3a54c39339b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.3049943 Jul 16 20:23:56.409996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b55f477f-11eb-423e-9f2d-c023f9bcec63 req-e89f587a-f908-4496-ad00-4a12aa0121bd tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660913 Jul 16 20:23:56.447313 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.494253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0acd39-d48a-4d5d-943a-adefe1aa931a req-a956c0ad-5510-487a-979e-fb1405ecdaa2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:56.496617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae0acd39-d48a-4d5d-943a-adefe1aa931a req-a956c0ad-5510-487a-979e-fb1405ecdaa2 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.7439842 Jul 16 20:23:56.525317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Deleting port 9d5604d9-445b-45cc-a16d-4c9fd0f1adfd {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:56.525712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.641254 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.882221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:56.899987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Calling delete_port for 9d5604d9-445b-45cc-a16d-4c9fd0f1adfd owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:56.928528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:52Z', 'revision_number': 9, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:56.985934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:23:57.021877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:23:57.023007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:57.305282 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ae0acd39-d48a-4d5d-943a-adefe1aa931a req-28ba2a8f-8350-40e1-a25e-2e54a41f8529 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966549 Jul 16 20:23:57.306476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:23:57.358705 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.384181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a2a02-5d4b-4de6-8e6a-5b5cc49575f2 req-cd4153f3-e064-4184-9ce3-9c17d98a52fc tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:57.399969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-208a2a02-5d4b-4de6-8e6a-5b5cc49575f2 req-cd4153f3-e064-4184-9ce3-9c17d98a52fc tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.2389979 Jul 16 20:23:57.467729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65591501-1ec6-47ad-905e-9e361cb6ee3c None None] DHCP port deletion for aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:23:57.508273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Port': ['ID=9d5604d9-445b-45cc-a16d-4c9fd0f1adfd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:57.541930 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.548442 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/ports/9d5604d9-445b-45cc-a16d-4c9fd0f1adfd HTTP/1.1" status: 204 len: 168 time: 1.9629238 Jul 16 20:23:57.551393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.551659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.552123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.553174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.553718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.554251 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.554807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.555245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.558330 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-208a2a02-5d4b-4de6-8e6a-5b5cc49575f2 req-46a6dd23-5dd7-418f-b326-c3d35b730cd2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515653 Jul 16 20:23:57.562612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:57.564066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.564481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.564825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.565230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9aaef0-414b-4409-b29d-2354d1e4a6d8 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:23:57.582811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port 5a0b5e31-9276-4349-9840-535a1b2c5bab {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:57.583163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.871512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-76c7f0b3-20fd-45cc-99a7-85be674df0f7 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Deleting port cd5e138d-67a1-4d06-954d-defaa1126b87 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:57.872249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c7f0b3-20fd-45cc-99a7-85be674df0f7 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.966174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c7f0b3-20fd-45cc-99a7-85be674df0f7 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.979699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port 5a0b5e31-9276-4349-9840-535a1b2c5bab, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5a0b5e31-9276-4349-9840-535a1b2c5bab,segment=NetworkSegment(b3cbd3df-0faf-4ffc-b1fa-d70482810abc),segment_id=b3cbd3df-0faf-4ffc-b1fa-d70482810abc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:57.980566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:57.985164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-76c7f0b3-20fd-45cc-99a7-85be674df0f7 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Calling delete_port for cd5e138d-67a1-4d06-954d-defaa1126b87 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:58.040969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for 5a0b5e31-9276-4349-9840-535a1b2c5bab owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:58.114174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-65591501-1ec6-47ad-905e-9e361cb6ee3c None None] Deleting port 5a0b5e31-9276-4349-9840-535a1b2c5bab {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:23:58.117941 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65591501-1ec6-47ad-905e-9e361cb6ee3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.201932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c7f0b3-20fd-45cc-99a7-85be674df0f7 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.284447 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7f0b3-20fd-45cc-99a7-85be674df0f7 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Port': ['ID=cd5e138d-67a1-4d06-954d-defaa1126b87,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:58.300766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-65591501-1ec6-47ad-905e-9e361cb6ee3c None None] For port 5a0b5e31-9276-4349-9840-535a1b2c5bab, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5a0b5e31-9276-4349-9840-535a1b2c5bab,segment=NetworkSegment(b3cbd3df-0faf-4ffc-b1fa-d70482810abc),segment_id=b3cbd3df-0faf-4ffc-b1fa-d70482810abc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:23:58.301365 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65591501-1ec6-47ad-905e-9e361cb6ee3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.345958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-65591501-1ec6-47ad-905e-9e361cb6ee3c None None] Calling delete_port for 5a0b5e31-9276-4349-9840-535a1b2c5bab owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:23:58.354440 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c7f0b3-20fd-45cc-99a7-85be674df0f7 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.359208 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-76c7f0b3-20fd-45cc-99a7-85be674df0f7 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/ports/cd5e138d-67a1-4d06-954d-defaa1126b87 HTTP/1.1" status: 204 len: 168 time: 0.7949142 Jul 16 20:23:58.363226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.424862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3adb7059-9715-4b43-a3fc-63b31c48d865 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0592084 Jul 16 20:23:58.436774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.454072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1515500703'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:58.483837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5a0b5e31-9276-4349-9840-535a1b2c5bab no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:23:58.504846 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a7332-4d73-4fa7-90cf-e976678227e5 req-5448518b-136d-4e9c-851e-908161461058 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.509397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-314a7332-4d73-4fa7-90cf-e976678227e5 req-5448518b-136d-4e9c-851e-908161461058 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.2331095 Jul 16 20:23:58.575979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Made reservation on behalf of c2a375e21f374c73a190140ad0bb72c6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:58.581415 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.584582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:58.595892 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'subnet': {'network_id': '2b854af2-1dd0-4688-a3da-d6cc6d5ec58b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:58.664755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:52Z', 'revision_number': 9, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:58.670374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:58.685077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.685756 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Added segment e3d5ae05-d050-468c-aae6-c6ebf02aa0ff of type vlan for network 7a74c12f-e4c0-459d-8704-af397227d1fe Jul 16 20:23:58.710735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8579804-a8c2-4b7b-8f0e-2d3496562bc1 None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:23:52Z', 'revision_number': 9, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a0caf0-d450-4420-8871-a1d5612e6717', 'name': '', 'network_id': '9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:ff:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:23:01Z', 'updated_at': '2021-07-16T20:23:13Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '12cadc2a-652e-4c03-aea5-bee170e91f4f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:23:58.747997 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65591501-1ec6-47ad-905e-9e361cb6ee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.765085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.780942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Port 5a0b5e31-9276-4349-9840-535a1b2c5bab update to DOWN by agent not found {{(pid=93960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:23:58.806579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65591501-1ec6-47ad-905e-9e361cb6ee3c None None] No DVR routers for this DVR port 5a0b5e31-9276-4349-9840-535a1b2c5bab on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:58.809207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65591501-1ec6-47ad-905e-9e361cb6ee3c None None] Pushing event deleted for resources: {'Port': ['ID=5a0b5e31-9276-4349-9840-535a1b2c5bab,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:58.822389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-314a7332-4d73-4fa7-90cf-e976678227e5 req-1c1f92d0-e369-47a1-8418-fefbac5f1dd5 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949219 Jul 16 20:23:58.922224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.933961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.935060 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.935681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb73e36-e9f3-4fba-b1ae-f4db6a6518ae req-8aac48b4-ed95-48f1-9067-d564371b527f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:58.947862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:58.949117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cb73e36-e9f3-4fba-b1ae-f4db6a6518ae req-8aac48b4-ed95-48f1-9067-d564371b527f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 1.1550498 Jul 16 20:23:58.951730 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:58.977444 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.027740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5791712 Jul 16 20:23:59.041486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36044) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.048005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1077850771'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:59.053461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No DVR routers for this DVR port 5a0b5e31-9276-4349-9840-535a1b2c5bab on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:23:59.055159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=5a0b5e31-9276-4349-9840-535a1b2c5bab,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:59.088133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cb73e36-e9f3-4fba-b1ae-f4db6a6518ae req-82571d6a-d6f2-43b0-a5d5-382c4041eadd tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376922 Jul 16 20:23:59.171472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78405af6-1575-4955-b6a6-ea91b4e165b0 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Network': ['ID=7a74c12f-e4c0-459d-8704-af397227d1fe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:59.184319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Made reservation on behalf of c2a375e21f374c73a190140ad0bb72c6 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:59.190952 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 7a74c12f-e4c0-459d-8704-af397227d1fe details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:23:59.191959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.245102 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4baf35-afa4-479c-a214-7044b39d3213 req-687c7a43-7ed2-48b7-aed4-4b6ef4257c53 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.247627 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fe4baf35-afa4-479c-a214-7044b39d3213 req-687c7a43-7ed2-48b7-aed4-4b6ef4257c53 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.2272511 Jul 16 20:23:59.330080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fe4baf35-afa4-479c-a214-7044b39d3213 req-0096f051-e49a-4e54-b35a-70659cd059eb tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600877 Jul 16 20:23:59.377029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.405007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.428992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2b4b7b-aec8-4062-ac64-8b51e42a0b64']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:59.441428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:59.451837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:59.452302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cbd3df-0faf-4ffc-b1fa-d70482810abc') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:23:59.465925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.480607 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.481141 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Added segment 71bd0599-51b6-4c43-927b-e7c0ec6954fb of type vlan for network 4cde7083-cd27-46f5-be7e-3c300ce541a6 Jul 16 20:23:59.487185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Checking segment: {'id': '24990a93-1a93-4b8b-9c6a-fdb78fe46eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b854af2-1dd0-4688-a3da-d6cc6d5ec58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:23:59.489018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network hostable DHCP agents. Network: 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:23:59.495007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Subnet': ['ID=f271c3f2-a0b6-4e8c-9226-cb31c09e7b1e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:23:59.497565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.531710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:23:59.532326 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.534304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:23:59.535448 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:23:59.557899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:23:59.565256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.569501 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.571585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b146cf-637d-426a-b251-cde6f60159ed None None] Network 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:23:59.577723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.593091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bf397352-00ef-463b-939d-3e49afe1b334 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0042002 Jul 16 20:23:59.596717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.602786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1353351563'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:23:59.661698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0d74-c504-444f-945d-2c7240faf594 req-373f40e6-9139-4c0c-a43e-70f714ffd946 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.669253 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7ce0d74-c504-444f-945d-2c7240faf594 req-373f40e6-9139-4c0c-a43e-70f714ffd946 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.2811983 Jul 16 20:23:59.678438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:23:59.681835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.682718 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.689116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:23:59.689818 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.707178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.737587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:23:59.738501 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.741149 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/networks/aa2b4b7b-aec8-4062-ac64-8b51e42a0b64 HTTP/1.1" status: 204 len: 168 time: 3.7751276 Jul 16 20:23:59.748171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36058) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:23:59.753971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.754551 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Added segment 21a105f8-d2fa-4131-98a0-ba879b2b3501 of type vlan for network a3ed666b-6738-42e7-93a3-3db9222ed27a Jul 16 20:23:59.824189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7810524 Jul 16 20:23:59.842592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.867354 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-2b854af2-1dd0-4688-a3da-d6cc6d5ec58b', 'network_id': '2b854af2-1dd0-4688-a3da-d6cc6d5ec58b', 'tenant_id': '222dc7f6b6d84e54a758eb906eef3c3a', 'fixed_ips': [{'subnet_id': 'f271c3f2-a0b6-4e8c-9226-cb31c09e7b1e'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:23:59.869193 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:23:59.996840 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7ce0d74-c504-444f-945d-2c7240faf594 req-1b413493-6714-4670-954b-84b8c2334b41 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262837 Jul 16 20:24:00.006244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf75874-268e-4561-bbd4-5f4159b3ce41 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Network': ['ID=4cde7083-cd27-46f5-be7e-3c300ce541a6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.042577 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.054608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:00.060058 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.125535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 4cde7083-cd27-46f5-be7e-3c300ce541a6 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:00.149385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739977d-5a0f-4554-a98c-119dfa15e433 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Network': ['ID=aa2b4b7b-aec8-4062-ac64-8b51e42a0b64,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.232097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:00.233564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6352839 Jul 16 20:24:00.248707 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:00.305531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'subnet': {'network_id': 'a3ed666b-6738-42e7-93a3-3db9222ed27a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:00.313687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ecc3e-27f9-4949-8529-cee3e1fa505d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Network': ['ID=a3ed666b-6738-42e7-93a3-3db9222ed27a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:00.356988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Allocated IP 2001:db8:0:ffff::2 (2b854af2-1dd0-4688-a3da-d6cc6d5ec58b/f271c3f2-a0b6-4e8c-9226-cb31c09e7b1e/3d26368a-a05b-4f16-ba97-eed8da8118ce) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:00.391351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-43e3f27a-479c-4dd6-91f9-092505399852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:00.393166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-43e3f27a-479c-4dd6-91f9-092505399852 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 1098 time: 0.4557548 Jul 16 20:24:00.614803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-fd65b1ca-4ab1-4e4f-8ace-fe0f94bf79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:00.616868 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-fd65b1ca-4ab1-4e4f-8ace-fe0f94bf79c7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.1894057 Jul 16 20:24:00.664400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2a163-2601-4f2f-b112-8a93e41c311a req-ef26074d-c821-4239-9a14-fb527f778518 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:00.677962 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16c2a163-2601-4f2f-b112-8a93e41c311a req-ef26074d-c821-4239-9a14-fb527f778518 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.4475851 Jul 16 20:24:00.771631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.783219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Transition to ACTIVE for port object 3d26368a-a05b-4f16-ba97-eed8da8118ce will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:00.800677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Transition to ACTIVE for port object 3d26368a-a05b-4f16-ba97-eed8da8118ce will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:00.809256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network a3ed666b-6738-42e7-93a3-3db9222ed27a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:00.819574 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.892904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:00.893840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 08058f4c-aa80-4e4c-9bf0-f51f2d278f94 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:00.907012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16c2a163-2601-4f2f-b112-8a93e41c311a req-1f1eb12c-c597-48da-bf51-94dfcc4cbd8e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590543 Jul 16 20:24:00.919076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:00.919563 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.936560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:00.965921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-f5c885fe-1bd1-4b8d-8943-ca397d858176 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 200 len: 1002 time: 0.3282650 Jul 16 20:24:01.073432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-13c9c2a2-e464-4308-ab29-b17508e8a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.075218 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-13c9c2a2-e464-4308-ab29-b17508e8a320 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.0637622 Jul 16 20:24:01.118158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Network 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:01.125589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:01.128995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Pushing event updated for resources: {'Port': ['ID=3d26368a-a05b-4f16-ba97-eed8da8118ce,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.146940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:01.196549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd62f9-a682-4dad-a149-fda3c30f6824 req-81102613-178c-4690-8f7f-15114623ade3 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.198512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e3cd62f9-a682-4dad-a149-fda3c30f6824 req-81102613-178c-4690-8f7f-15114623ade3 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.3981061 Jul 16 20:24:01.256727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Attempting to bind port 3d26368a-a05b-4f16-ba97-eed8da8118ce on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:01.257385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Attempting to bind port 3d26368a-a05b-4f16-ba97-eed8da8118ce by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '24990a93-1a93-4b8b-9c6a-fdb78fe46eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b854af2-1dd0-4688-a3da-d6cc6d5ec58b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:01.257865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Attempting to bind port 3d26368a-a05b-4f16-ba97-eed8da8118ce on network 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:01.268497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:01.269544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Checking segment: {'id': '24990a93-1a93-4b8b-9c6a-fdb78fe46eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b854af2-1dd0-4688-a3da-d6cc6d5ec58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:01.270487 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.271433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Bound using segment: {'id': '24990a93-1a93-4b8b-9c6a-fdb78fe46eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b854af2-1dd0-4688-a3da-d6cc6d5ec58b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:01.272274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Bound port: 3d26368a-a05b-4f16-ba97-eed8da8118ce, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24990a93-1a93-4b8b-9c6a-fdb78fe46eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b854af2-1dd0-4688-a3da-d6cc6d5ec58b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:01.273077 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.420912 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e3cd62f9-a682-4dad-a149-fda3c30f6824 req-ff00295c-e6fe-4a8a-8571-bd831a784ba9 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639469 Jul 16 20:24:01.571098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-8993b2c7-b018-45d7-a3ff-c77492932f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.572883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-8993b2c7-b018-45d7-a3ff-c77492932f42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3688843 Jul 16 20:24:01.581625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] For port 3d26368a-a05b-4f16-ba97-eed8da8118ce, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:01.586007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] For port 3d26368a-a05b-4f16-ba97-eed8da8118ce, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3d26368a-a05b-4f16-ba97-eed8da8118ce,segment=NetworkSegment(24990a93-1a93-4b8b-9c6a-fdb78fe46eb4),segment_id=24990a93-1a93-4b8b-9c6a-fdb78fe46eb4)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:01.592435 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.765228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9d853-933d-4e1f-808f-6ac6902dc7c7 None None] Pushing event updated for resources: {'Port': ['ID=3d26368a-a05b-4f16-ba97-eed8da8118ce,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:01.769775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port d7a0caf0-d450-4420-8871-a1d5612e6717 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:01.775719 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.792560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:24:01.797622 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:01.805429 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-2f79ade0-f8b8-4265-968c-53cd384a43f7 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245159 Jul 16 20:24:01.871626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e8623-ccd7-4bd2-b40d-35896d68c9f3 req-6207b3a9-ae0e-4b8c-a626-ffe73f6f557c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:01.880012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf8e8623-ccd7-4bd2-b40d-35896d68c9f3 req-6207b3a9-ae0e-4b8c-a626-ffe73f6f557c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4440660 Jul 16 20:24:01.956749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Subnet': ['ID=347f7c60-ff83-4cd0-8c9e-4892e7846328,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:02.009086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c7aa5-1ac3-4ea2-b41a-c52a4e23f6c9 req-0922f9f3-a071-4356-8c3e-ee20e0a978a8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.017046 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c3c7aa5-1ac3-4ea2-b41a-c52a4e23f6c9 req-0922f9f3-a071-4356-8c3e-ee20e0a978a8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.1944869 Jul 16 20:24:02.095546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c3c7aa5-1ac3-4ea2-b41a-c52a4e23f6c9 req-e257670e-719d-49ab-b507-04d169f7cbc4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774474 Jul 16 20:24:02.113422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf8e8623-ccd7-4bd2-b40d-35896d68c9f3 req-f3d71440-91fd-43fa-a9e6-e1680ff0d771 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290928 Jul 16 20:24:02.128650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port d7a0caf0-d450-4420-8871-a1d5612e6717, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7a0caf0-d450-4420-8871-a1d5612e6717,segment=NetworkSegment(64f76d05-cbca-435d-9330-a8c7ce998613),segment_id=64f76d05-cbca-435d-9330-a8c7ce998613)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:02.129087 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.189324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for d7a0caf0-d450-4420-8871-a1d5612e6717 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:02.215861 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ffaf4fb-ca38-4f6d-ac34-3667a7a5c452 req-718e6097-0026-4548-9a13-abf9b0e0e456 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995922 Jul 16 20:24:02.236747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Checking segment: {'id': '21a105f8-d2fa-4131-98a0-ba879b2b3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3ed666b-6738-42e7-93a3-3db9222ed27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:02.237431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network hostable DHCP agents. Network: a3ed666b-6738-42e7-93a3-3db9222ed27a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:02.303992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network a3ed666b-6738-42e7-93a3-3db9222ed27a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:02.321145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, a3ed666b-6738-42e7-93a3-3db9222ed27a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:02.338546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.339190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.376490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3d26368a-a05b-4f16-ba97-eed8da8118ce up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:02.385760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4f9e5967-6d42-4efa-a826-814dd9d74da4 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1054068 Jul 16 20:24:02.388502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36078) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:02.393808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'port': {'network_id': 'a3ed666b-6738-42e7-93a3-3db9222ed27a', 'name': 'tempest-NetworksIpV6TestAttrs-1647687259'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:02.448803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f9a32-3d00-46d8-9012-d1431fb8e0f5 None None] Network a3ed666b-6738-42e7-93a3-3db9222ed27a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:02.513986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfaaab-be08-40c8-927a-454351c270be req-528420ad-bc74-41bb-a6f0-ff4990ec8e3b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:02.525544 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dbfaaab-be08-40c8-927a-454351c270be req-528420ad-bc74-41bb-a6f0-ff4990ec8e3b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1296811 Jul 16 20:24:02.604148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dbfaaab-be08-40c8-927a-454351c270be req-c6b87a8a-bcbb-4655-8930-5641d431bbd5 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773008 Jul 16 20:24:02.691771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3d26368a-a05b-4f16-ba97-eed8da8118ce completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:02.709802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-a3ed666b-6738-42e7-93a3-3db9222ed27a', 'network_id': 'a3ed666b-6738-42e7-93a3-3db9222ed27a', 'tenant_id': '222dc7f6b6d84e54a758eb906eef3c3a', 'fixed_ips': [{'subnet_id': '347f7c60-ff83-4cd0-8c9e-4892e7846328'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:02.711365 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:02.816402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.051050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Allocated IP 2001:db8::f816:3eff:fe0c:4dfe (a3ed666b-6738-42e7-93a3-3db9222ed27a/347f7c60-ff83-4cd0-8c9e-4892e7846328/8ae5f584-9856-4a00-8eac-b92ed8697fb9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:03.135887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=d7a0caf0-d450-4420-8871-a1d5612e6717,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:03.151078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f28b7c-0e35-4ac1-866c-1736942c23e8 req-d93a6c2f-19eb-4d9b-93b7-be592dcf4a1e tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.152929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-71f28b7c-0e35-4ac1-866c-1736942c23e8 req-d93a6c2f-19eb-4d9b-93b7-be592dcf4a1e tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.1912963 Jul 16 20:24:03.280071 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-71f28b7c-0e35-4ac1-866c-1736942c23e8 req-c7a76045-e32d-4d63-9ebf-a9fdb781e3bc tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145928 Jul 16 20:24:03.404186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:03.406553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:03.413018 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.425030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'subnets': [{'network_id': '7a74c12f-e4c0-459d-8704-af397227d1fe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1783813011', 'ip_version': 6}, {'network_id': '4cde7083-cd27-46f5-be7e-3c300ce541a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:03.425599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'subnet': {'network_id': '7a74c12f-e4c0-459d-8704-af397227d1fe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1783813011', 'ip_version': 6}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:03.426859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Request body: {'subnet': {'network_id': '4cde7083-cd27-46f5-be7e-3c300ce541a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:03.449788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Transition to ACTIVE for port object 8ae5f584-9856-4a00-8eac-b92ed8697fb9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:03.502436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.503068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Transition to ACTIVE for port object 8ae5f584-9856-4a00-8eac-b92ed8697fb9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:03.504655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:03.513166 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.518194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.549544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-6eba6ae1-5ec6-4f5d-92d8-f804bd094016 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.552169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-6eba6ae1-5ec6-4f5d-92d8-f804bd094016 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 945 time: 0.3158939 Jul 16 20:24:03.597329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b3e83-bfb2-4520-abaa-22143bee3ce3 None None] Network 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:03.603044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Network a3ed666b-6738-42e7-93a3-3db9222ed27a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:03.625710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:03.645214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:03.669542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Pushing event updated for resources: {'Port': ['ID=8ae5f584-9856-4a00-8eac-b92ed8697fb9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:03.675660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.750900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-450b9a56-5fc3-4a53-8c5d-e6e9e5ae14f5 None None] Provisioning for port 3d26368a-a05b-4f16-ba97-eed8da8118ce completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:03.797105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-450b9a56-5fc3-4a53-8c5d-e6e9e5ae14f5 None None] Provisioning complete for port 3d26368a-a05b-4f16-ba97-eed8da8118ce triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:03.797583 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-450b9a56-5fc3-4a53-8c5d-e6e9e5ae14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.835083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:03.837354 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4ff14a-c37e-4062-9869-de08418e4155" -d '{"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-unplugged", "status": "completed", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:03.852212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Attempting to bind port 8ae5f584-9856-4a00-8eac-b92ed8697fb9 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:03.852639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Attempting to bind port 8ae5f584-9856-4a00-8eac-b92ed8697fb9 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '21a105f8-d2fa-4131-98a0-ba879b2b3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3ed666b-6738-42e7-93a3-3db9222ed27a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:03.853120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Attempting to bind port 8ae5f584-9856-4a00-8eac-b92ed8697fb9 on network a3ed666b-6738-42e7-93a3-3db9222ed27a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:03.862911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:03.875809 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.899854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:03.900294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Checking segment: {'id': '21a105f8-d2fa-4131-98a0-ba879b2b3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3ed666b-6738-42e7-93a3-3db9222ed27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:03.900631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.901037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Bound using segment: {'id': '21a105f8-d2fa-4131-98a0-ba879b2b3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3ed666b-6738-42e7-93a3-3db9222ed27a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:03.901176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Made reservation on behalf of c2a375e21f374c73a190140ad0bb72c6 for: {'subnet': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:03.901525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Bound port: 8ae5f584-9856-4a00-8eac-b92ed8697fb9, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a105f8-d2fa-4131-98a0-ba879b2b3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a3ed666b-6738-42e7-93a3-3db9222ed27a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:03.901909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.906232 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.906646 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:03.953454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b467-ca60-4a5a-81f6-3c8ea9d06133 req-22bde3b6-2049-4828-abce-fbcbdfd32cfc tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:03.960753 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7640b467-ca60-4a5a-81f6-3c8ea9d06133 req-22bde3b6-2049-4828-abce-fbcbdfd32cfc tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.3047752 Jul 16 20:24:04.032775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Deleting port e5205420-544a-4fdb-9706-d44493d090e7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:04.033124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.072690 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:04.100801 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7640b467-ca60-4a5a-81f6-3c8ea9d06133 req-48b072ac-6186-4cc0-b76b-4f68aff8608f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390421 Jul 16 20:24:04.147800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72ec85-f49f-42a2-b1ea-7c98ebff7bb5 req-0ed8b1e0-36cf-440a-8559-0ff0f8d75aed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:04.157536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb72ec85-f49f-42a2-b1ea-7c98ebff7bb5 req-0ed8b1e0-36cf-440a-8559-0ff0f8d75aed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 1.5329990 Jul 16 20:24:04.159618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] device_id is not set on port abd7786f-44fe-42e7-8e07-827cec88aa0c yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:04.163873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] For port 8ae5f584-9856-4a00-8eac-b92ed8697fb9, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:04.181344 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-450b9a56-5fc3-4a53-8c5d-e6e9e5ae14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.185389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] For port 8ae5f584-9856-4a00-8eac-b92ed8697fb9, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ae5f584-9856-4a00-8eac-b92ed8697fb9,segment=NetworkSegment(21a105f8-d2fa-4131-98a0-ba879b2b3501),segment_id=21a105f8-d2fa-4131-98a0-ba879b2b3501)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:04.197230 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.281764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-450b9a56-5fc3-4a53-8c5d-e6e9e5ae14f5 None None] For port 3d26368a-a05b-4f16-ba97-eed8da8118ce, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3d26368a-a05b-4f16-ba97-eed8da8118ce,segment=NetworkSegment(24990a93-1a93-4b8b-9c6a-fdb78fe46eb4),segment_id=24990a93-1a93-4b8b-9c6a-fdb78fe46eb4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:04.297427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-450b9a56-5fc3-4a53-8c5d-e6e9e5ae14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.321045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dd70f-d39e-4e39-b3ab-14d978838d70 None None] Pushing event updated for resources: {'Port': ['ID=8ae5f584-9856-4a00-8eac-b92ed8697fb9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:04.379509 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] For port e5205420-544a-4fdb-9706-d44493d090e7, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5205420-544a-4fdb-9706-d44493d090e7,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:04.380689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:04.405701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b9a56-5fc3-4a53-8c5d-e6e9e5ae14f5 None None] Pushing event updated for resources: {'Port': ['ID=3d26368a-a05b-4f16-ba97-eed8da8118ce,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:04.429320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Calling delete_port for e5205420-544a-4fdb-9706-d44493d090e7 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:04.523843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:24:04.531758 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb72ec85-f49f-42a2-b1ea-7c98ebff7bb5 req-e97fff26-6db4-4704-ae03-18e47a406285 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734636 Jul 16 20:24:04.724183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48d41c-c653-4eca-9f20-0908befd53d9 req-8f45107b-5fee-4ecd-a9ae-9f37df2d4c23 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:04.726549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df48d41c-c653-4eca-9f20-0908befd53d9 req-8f45107b-5fee-4ecd-a9ae-9f37df2d4c23 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4293180 Jul 16 20:24:04.813022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Allocated IP 2001:db8::f816:3eff:fe5d:ac40 (a3ed666b-6738-42e7-93a3-3db9222ed27a/347f7c60-ff83-4cd0-8c9e-4892e7846328/abd7786f-44fe-42e7-8e07-827cec88aa0c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:04.813850 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df48d41c-c653-4eca-9f20-0908befd53d9 req-7d1e3c58-c876-4e4e-b56d-ec27d4488f68 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713885 Jul 16 20:24:04.859293 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0349978-22ed-4f64-9696-a8a9482133d4 x-openstack-request-id: req-c0349978-22ed-4f64-9696-a8a9482133d4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:04.859854 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-unplugged", "status": "failed", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e", "code": 422}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:04.860129 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0349978-22ed-4f64-9696-a8a9482133d4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:04.860967 n-d-792394-17 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'code': 422} returned with failed status Jul 16 20:24:04.896759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f06f0a85-484c-4934-be6d-83977505eb1d None None] Provisioning complete for port 3d26368a-a05b-4f16-ba97-eed8da8118ce triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:04.897360 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f06f0a85-484c-4934-be6d-83977505eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.007710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:05.019734 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:05.036551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8ab065a7-b44b-4ec9-bf0c-c69b489fcfef tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2830553 Jul 16 20:24:05.040668 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:05.041312 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:05.056946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36098) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.176939 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.193306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e5205420-544a-4fdb-9706-d44493d090e7'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:05.193596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4088aa7d-0496-4934-8ba6-ce27884bb8d1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting subnet 12cadc2a-652e-4c03-aea5-bee170e91f4f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:05.202843 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4088aa7d-0496-4934-8ba6-ce27884bb8d1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.206527 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:05.229279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Pushing event deleted for resources: {'Port': ['ID=e5205420-544a-4fdb-9706-d44493d090e7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:05.232292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.243565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['783b369d-288c-4fc3-bb1b-421cf443e159'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:05.285175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4088aa7d-0496-4934-8ba6-ce27884bb8d1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.310749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.322961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84aefe-6d3e-43ea-9b2a-8e810dc16578 req-b1878155-52ad-48b9-907b-1c9e47a4e3a2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.324646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d84aefe-6d3e-43ea-9b2a-8e810dc16578 req-b1878155-52ad-48b9-907b-1c9e47a4e3a2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2253809 Jul 16 20:24:05.338601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632110f-06e1-40f4-aa68-8adcc18dc8d7 req-5b048a8e-1a2a-4de3-9d88-ba5dc7e248ce tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.347705 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1632110f-06e1-40f4-aa68-8adcc18dc8d7 req-5b048a8e-1a2a-4de3-9d88-ba5dc7e248ce tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8a6795e-de4f-4844-935a-e757cc81b861 HTTP/1.1" status: 200 len: 867 time: 0.3083875 Jul 16 20:24:05.363130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] No DVR routers for this DVR port e5205420-544a-4fdb-9706-d44493d090e7 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:05.363537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Transition to ACTIVE for port object abd7786f-44fe-42e7-8e07-827cec88aa0c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:05.384972 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.406718 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6c0a1eb4-c15a-4403-bc49-f28bd170acd2 req-068cd8fb-7c03-4273-8a59-609273bc8072 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.63 "DELETE /v2.0/ports/e5205420-544a-4fdb-9706-d44493d090e7 HTTP/1.1" status: 204 len: 173 time: 1.7733967 Jul 16 20:24:05.409919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a6795e-de4f-4844-935a-e757cc81b861', 'name': 'network-vif-deleted', 'tag': 'e5205420-544a-4fdb-9706-d44493d090e7'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:05.416274 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79766e6-1150-4c4b-821e-a40b1965b1da" -d '{"events": [{"server_uuid": "d8a6795e-de4f-4844-935a-e757cc81b861", "name": "network-vif-deleted", "tag": "e5205420-544a-4fdb-9706-d44493d090e7"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:05.450468 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d84aefe-6d3e-43ea-9b2a-8e810dc16578 req-7507773e-7257-40b5-bd31-949d6c3a4026 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020310 Jul 16 20:24:05.514684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4088aa7d-0496-4934-8ba6-ce27884bb8d1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.529731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1632110f-06e1-40f4-aa68-8adcc18dc8d7 req-dfaca4cc-a89b-42e8-a5a6-40babce48edf tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810145 Jul 16 20:24:05.536023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Subnet': ['ID=1dc52b52-78cc-4f50-8c07-a0898bc5724f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:05.584086 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.588222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Checking segment: {'id': 'e3d5ae05-d050-468c-aae6-c6ebf02aa0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a74c12f-e4c0-459d-8704-af397227d1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:05.588584 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Network hostable DHCP agents. Network: 7a74c12f-e4c0-459d-8704-af397227d1fe, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:05.636674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Network 7a74c12f-e4c0-459d-8704-af397227d1fe is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:05.652752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 7a74c12f-e4c0-459d-8704-af397227d1fe) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:05.661799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7707d9a2-563f-43e0-ae24-1d33c7c72135 None None] Network 7a74c12f-e4c0-459d-8704-af397227d1fe requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:05.682573 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f075183-c5d4-4be9-a26d-dcfe0c70578c x-openstack-request-id: req-4f075183-c5d4-4be9-a26d-dcfe0c70578c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:05.682955 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a6795e-de4f-4844-935a-e757cc81b861", "name": "network-vif-deleted", "tag": "e5205420-544a-4fdb-9706-d44493d090e7", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:05.683215 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f075183-c5d4-4be9-a26d-dcfe0c70578c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:05.690305 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a6795e-de4f-4844-935a-e757cc81b861', 'name': 'network-vif-deleted', 'tag': 'e5205420-544a-4fdb-9706-d44493d090e7', 'status': 'completed', 'code': 200} Jul 16 20:24:05.693085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.697208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network a3ed666b-6738-42e7-93a3-3db9222ed27a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:05.706294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:05.715733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:05.720891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:05.721575 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.729852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Port': ['ID=abd7786f-44fe-42e7-8e07-827cec88aa0c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:05.753476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6e0d9cde-98be-4501-b820-098343c0101c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3638575 Jul 16 20:24:05.760222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36110) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:05.769208 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4088aa7d-0496-4934-8ba6-ce27884bb8d1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.877802 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:24:02Z', 'revision_number': 10, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:05.893941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event updated for resources: {'Subnet': ['ID=10d74f7d-752c-4bc7-8016-9bb0101b7c16,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:05.902048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Checking segment: {'id': '71bd0599-51b6-4c43-927b-e7c0ec6954fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4cde7083-cd27-46f5-be7e-3c300ce541a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:05.902452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Network hostable DHCP agents. Network: 4cde7083-cd27-46f5-be7e-3c300ce541a6, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:05.917541 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:05.928339 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:05.929090 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:05.949521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e9d74d-cf56-4d47-871e-abd60282fa6a tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Deleting subnet 347f7c60-ff83-4cd0-8c9e-4892e7846328 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:05.952853 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38e9d74d-cf56-4d47-871e-abd60282fa6a tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:05.990280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Network 4cde7083-cd27-46f5-be7e-3c300ce541a6 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:06.015564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 4cde7083-cd27-46f5-be7e-3c300ce541a6) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:06.027184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69968d1c-9879-4e3c-aaab-95a30984ca63 None None] Network 4cde7083-cd27-46f5-be7e-3c300ce541a6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:06.029395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.030125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.030836 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.038584 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38e9d74d-cf56-4d47-871e-abd60282fa6a tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.050157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088aa7d-0496-4934-8ba6-ce27884bb8d1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Subnet': ['ID=12cadc2a-652e-4c03-aea5-bee170e91f4f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.051796 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:06.065559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-7a74c12f-e4c0-459d-8704-af397227d1fe', 'network_id': '7a74c12f-e4c0-459d-8704-af397227d1fe', 'tenant_id': 'c2a375e21f374c73a190140ad0bb72c6', 'fixed_ips': [{'subnet_id': '1dc52b52-78cc-4f50-8c07-a0898bc5724f'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:06.066423 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.094622 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-30e1f01a-7ae8-465f-afb5-5df071066dbf tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6872857 Jul 16 20:24:06.095275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.248771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3717614-0c28-41aa-88c4-e3c5dcafb974 None None] Network a3ed666b-6738-42e7-93a3-3db9222ed27a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:06.281427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38e9d74d-cf56-4d47-871e-abd60282fa6a tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.327273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2f02475e-05bc-4b17-a50a-2777f9708aef None None] Provisioning for port 8ae5f584-9856-4a00-8eac-b92ed8697fb9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:06.381888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36734110-a211-4726-ad6b-6101f11fa858 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.384437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36734110-a211-4726-ad6b-6101f11fa858 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.386236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36734110-a211-4726-ad6b-6101f11fa858 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.400157 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-36734110-a211-4726-ad6b-6101f11fa858 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3026397 Jul 16 20:24:06.405570 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:24:02Z', 'revision_number': 10, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:06.423033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f20513-fcde-493a-afed-637a93548be5 req-f9a46ee0-ec97-4476-a42b-b626d150574c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.433534 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6f20513-fcde-493a-afed-637a93548be5 req-f9a46ee0-ec97-4476-a42b-b626d150574c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.5164852 Jul 16 20:24:06.441847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.449797 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d95d45-12db-4c90-8e6b-9157b5ab7a87 None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:24:02Z', 'revision_number': 10, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None, '_interfaces': [{'id': '19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2', 'name': '', 'network_id': '04023738-5d68-4e47-bd24-651f498f4e00', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'mac_address': 'fa:16:3e:25:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:22:52Z', 'updated_at': '2021-07-16T20:23:04Z', 'revision_number': 5, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'subnets': [{'id': '94d6d99e-8c9b-4e1b-b11d-7e8af19809b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:06.491105 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4088aa7d-0496-4934-8ba6-ce27884bb8d1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.495050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4088aa7d-0496-4934-8ba6-ce27884bb8d1 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/12cadc2a-652e-4c03-aea5-bee170e91f4f HTTP/1.1" status: 204 len: 168 time: 1.4365082 Jul 16 20:24:06.508999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.511047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38e9d74d-cf56-4d47-871e-abd60282fa6a tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.586883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9d74d-cf56-4d47-871e-abd60282fa6a tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Subnet': ['ID=347f7c60-ff83-4cd0-8c9e-4892e7846328,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:06.601195 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38e9d74d-cf56-4d47-871e-abd60282fa6a tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.603884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-38e9d74d-cf56-4d47-871e-abd60282fa6a tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/subnets/347f7c60-ff83-4cd0-8c9e-4892e7846328 HTTP/1.1" status: 204 len: 168 time: 0.8418267 Jul 16 20:24:06.611456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36122) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.637334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ae5f584-9856-4a00-8eac-b92ed8697fb9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:06.640836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b6b10-156f-42c5-9a6e-a54d12257dc5 None None] Network 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:06.791174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.796032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Allocated IP 2001:db8::1 (7a74c12f-e4c0-459d-8704-af397227d1fe/1dc52b52-78cc-4f50-8c07-a0898bc5724f/a8a60753-9817-47c7-8e0a-db059590d14c) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:06.819152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157c16-dd5b-41bb-b846-8308ce5f835c req-6dbac538-248f-4abc-91be-ddfc563c4f75 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.824418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48157c16-dd5b-41bb-b846-8308ce5f835c req-6dbac538-248f-4abc-91be-ddfc563c4f75 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.9986925 Jul 16 20:24:06.829129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea3ee0-3eb6-4dff-bb9f-8b869fd17e47 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.832388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea3ee0-3eb6-4dff-bb9f-8b869fd17e47 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:06.834177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a8ea3ee0-3eb6-4dff-bb9f-8b869fd17e47 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2215748 Jul 16 20:24:06.856242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36124) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:06.877925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-4cde7083-cd27-46f5-be7e-3c300ce541a6', 'network_id': '4cde7083-cd27-46f5-be7e-3c300ce541a6', 'tenant_id': 'c2a375e21f374c73a190140ad0bb72c6', 'fixed_ips': [{'subnet_id': '10d74f7d-752c-4bc7-8016-9bb0101b7c16'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:06.878785 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:06.954013 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6f20513-fcde-493a-afed-637a93548be5 req-74a51361-e7d4-4948-bfc7-28ddbc0decc7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5192318 Jul 16 20:24:06.966065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-027d70c5-5a58-4e52-b0e5-d0b1d2548c13 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Deleting subnet 1dc52b52-78cc-4f50-8c07-a0898bc5724f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:06.972815 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48157c16-dd5b-41bb-b846-8308ce5f835c req-3ba08eda-1bc1-4d3d-9437-0993be5eb92f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365602 Jul 16 20:24:07.038680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b69aecbc-733d-40ef-8d66-3a6e216d0653 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.050457 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69aecbc-733d-40ef-8d66-3a6e216d0653 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:24:07.050979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69aecbc-733d-40ef-8d66-3a6e216d0653 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:07.052846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b69aecbc-733d-40ef-8d66-3a6e216d0653 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/a3ed666b-6738-42e7-93a3-3db9222ed27a HTTP/1.1" status: 409 len: 405 time: 0.1949432 Jul 16 20:24:07.057773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:07.058133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.058548 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:07.067159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1035809950'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:07.125844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:07.128721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8ae5f584-9856-4a00-8eac-b92ed8697fb9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:07.129980 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.139333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port 25a75f72-325d-480a-bdb9-8f8d4eacfc79, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=25a75f72-325d-480a-bdb9-8f8d4eacfc79,segment=NetworkSegment(64f76d05-cbca-435d-9330-a8c7ce998613),segment_id=64f76d05-cbca-435d-9330-a8c7ce998613)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:07.140183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.150431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8ae5f584-9856-4a00-8eac-b92ed8697fb9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:07.150805 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.168427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for 25a75f72-325d-480a-bdb9-8f8d4eacfc79 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:07.185785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:07.231735 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.232569 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Added segment 08259534-d07b-4f6e-a31d-d87336ba79f4 of type vlan for network d5e400ef-071e-4639-95e4-9e6d7a678430 Jul 16 20:24:07.289278 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.301089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Allocated IP 2001:db8:0:1::1 (4cde7083-cd27-46f5-be7e-3c300ce541a6/10d74f7d-752c-4bc7-8016-9bb0101b7c16/87647895-bb69-492e-8d33-42da605be144) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:07.307866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:07.313702 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.348608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=25a75f72-325d-480a-bdb9-8f8d4eacfc79,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.351989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No DVR routers for this DVR port 25a75f72-325d-480a-bdb9-8f8d4eacfc79 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:07.353815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ece8f-0205-48a9-9510-40ec5e073608 req-4af94538-544b-44f8-b201-7b4ddb4c61b2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:07.358831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b50ece8f-0205-48a9-9510-40ec5e073608 req-4af94538-544b-44f8-b201-7b4ddb4c61b2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1917202 Jul 16 20:24:07.471624 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.473394 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.475626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43769658-c2d6-40cf-9457-8f4b5e49323d None None] DHCP port deletion for a3ed666b-6738-42e7-93a3-3db9222ed27a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:07.475820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.483485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:07.484318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.512914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Transition to ACTIVE for port object a8a60753-9817-47c7-8e0a-db059590d14c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:07.515213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc51321-420e-43a3-8a3d-f7bf3d71ac21 None None] DHCP port deletion for 9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:07.521875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b50ece8f-0205-48a9-9510-40ec5e073608 req-6203e567-49c0-4cf5-9d1a-061ffb52ce0a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315026 Jul 16 20:24:07.554659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4930549 Jul 16 20:24:07.558223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:07.563963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'subnet': {'network_id': 'd5e400ef-071e-4639-95e4-9e6d7a678430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:07.575762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.584209 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:24:07.600125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:07.630918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f76d05-cbca-435d-9330-a8c7ce998613') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:07.632320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f76d05-cbca-435d-9330-a8c7ce998613') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:07.640993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Transition to ACTIVE for port object a8a60753-9817-47c7-8e0a-db059590d14c will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:07.644278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 8ae5f584-9856-4a00-8eac-b92ed8697fb9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ae5f584-9856-4a00-8eac-b92ed8697fb9,segment=NetworkSegment(21a105f8-d2fa-4131-98a0-ba879b2b3501),segment_id=21a105f8-d2fa-4131-98a0-ba879b2b3501)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:07.655337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.660422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4502980-adf2-4896-b16c-251b4bf3ec3c tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Network': ['ID=d5e400ef-071e-4639-95e4-9e6d7a678430,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.674736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.686188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-027d70c5-5a58-4e52-b0e5-d0b1d2548c13 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.692420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:07.698841 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.699644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.699831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3d26368a-a05b-4f16-ba97-eed8da8118ce up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:07.704446 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:07.724530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network d5e400ef-071e-4639-95e4-9e6d7a678430 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:07.739020 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.808652 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.822278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-027d70c5-5a58-4e52-b0e5-d0b1d2548c13 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.846042 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.852826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/networks/9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4 HTTP/1.1" status: 204 len: 168 time: 1.3368187 Jul 16 20:24:07.858413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:07.867306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e5205420-544a-4fdb-9706-d44493d090e7 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:07.877801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:07.885807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:07.909981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d021b8-c4b1-4bc7-90b5-99c45ddc5236 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Network': ['ID=9b0a6d0e-28a7-477f-ba47-a9c4f63bd1b4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:07.955647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Network 7a74c12f-e4c0-459d-8704-af397227d1fe is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:07.978226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: e5205420-544a-4fdb-9706-d44493d090e7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:07.978625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e5205420-544a-4fdb-9706-d44493d090e7 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:07.993893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:08.012419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-43769658-c2d6-40cf-9457-8f4b5e49323d None None] Deleting port 8ae5f584-9856-4a00-8eac-b92ed8697fb9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:08.013486 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43769658-c2d6-40cf-9457-8f4b5e49323d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.019705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:08.060139 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.064129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=8ae5f584-9856-4a00-8eac-b92ed8697fb9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.139834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-027d70c5-5a58-4e52-b0e5-d0b1d2548c13 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.159470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3d26368a-a05b-4f16-ba97-eed8da8118ce triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:08.160192 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.169052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Transition to ACTIVE for port object 87647895-bb69-492e-8d33-42da605be144 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:08.262694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-43769658-c2d6-40cf-9457-8f4b5e49323d None None] For port 8ae5f584-9856-4a00-8eac-b92ed8697fb9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ae5f584-9856-4a00-8eac-b92ed8697fb9,segment=NetworkSegment(21a105f8-d2fa-4131-98a0-ba879b2b3501),segment_id=21a105f8-d2fa-4131-98a0-ba879b2b3501)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:08.263153 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43769658-c2d6-40cf-9457-8f4b5e49323d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.277287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Pushing event updated for resources: {'Port': ['ID=a8a60753-9817-47c7-8e0a-db059590d14c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.297130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-43769658-c2d6-40cf-9457-8f4b5e49323d None None] Calling delete_port for 8ae5f584-9856-4a00-8eac-b92ed8697fb9 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:08.303293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Transition to ACTIVE for port object 87647895-bb69-492e-8d33-42da605be144 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:08.317745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Attempting to bind port a8a60753-9817-47c7-8e0a-db059590d14c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:08.318212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Attempting to bind port a8a60753-9817-47c7-8e0a-db059590d14c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e3d5ae05-d050-468c-aae6-c6ebf02aa0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a74c12f-e4c0-459d-8704-af397227d1fe'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:08.318524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Attempting to bind port a8a60753-9817-47c7-8e0a-db059590d14c on network 7a74c12f-e4c0-459d-8704-af397227d1fe {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:08.326171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:08.326553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Checking segment: {'id': 'e3d5ae05-d050-468c-aae6-c6ebf02aa0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a74c12f-e4c0-459d-8704-af397227d1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:08.326941 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.327364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Bound using segment: {'id': 'e3d5ae05-d050-468c-aae6-c6ebf02aa0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a74c12f-e4c0-459d-8704-af397227d1fe'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:08.327865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Bound port: a8a60753-9817-47c7-8e0a-db059590d14c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d5ae05-d050-468c-aae6-c6ebf02aa0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7a74c12f-e4c0-459d-8704-af397227d1fe'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:08.328206 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.330517 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.339868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe0449-5853-4e2d-883e-9f96eeb1c0f0 req-d5c53947-c92a-475a-b8a3-60c034a9a66d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.341567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dbe0449-5853-4e2d-883e-9f96eeb1c0f0 req-d5c53947-c92a-475a-b8a3-60c034a9a66d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1468909 Jul 16 20:24:08.344512 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-027d70c5-5a58-4e52-b0e5-d0b1d2548c13 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.391357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d70c5-5a58-4e52-b0e5-d0b1d2548c13 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc52b52-78cc-4f50-8c07-a0898bc5724f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.397211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-027d70c5-5a58-4e52-b0e5-d0b1d2548c13 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.399168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-027d70c5-5a58-4e52-b0e5-d0b1d2548c13 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/subnets/1dc52b52-78cc-4f50-8c07-a0898bc5724f HTTP/1.1" status: 204 len: 168 time: 1.9552584 Jul 16 20:24:08.400440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Pushing event updated for resources: {'Port': ['ID=87647895-bb69-492e-8d33-42da605be144,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.402099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:08.403865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Network 4cde7083-cd27-46f5-be7e-3c300ce541a6 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:08.438209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:08.444283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:08.483069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dbe0449-5853-4e2d-883e-9f96eeb1c0f0 req-c17edcaa-48f1-454f-baf1-39f85035d221 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250284 Jul 16 20:24:08.488962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-14052c76-fbf2-4446-ba8a-6727d4bc796c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Deleting subnet 10d74f7d-752c-4bc7-8016-9bb0101b7c16 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:08.493837 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14052c76-fbf2-4446-ba8a-6727d4bc796c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.498468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:24:08.505102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.521165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d196c90-723f-4c14-b8f8-073bd1a719ba req-2e9e401d-2aba-41da-8c93-81c96dbd29be tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.522560 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4d196c90-723f-4c14-b8f8-073bd1a719ba req-2e9e401d-2aba-41da-8c93-81c96dbd29be tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.2797842 Jul 16 20:24:08.569669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14052c76-fbf2-4446-ba8a-6727d4bc796c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.599390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Attempting to bind port 87647895-bb69-492e-8d33-42da605be144 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:08.599765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Attempting to bind port 87647895-bb69-492e-8d33-42da605be144 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '71bd0599-51b6-4c43-927b-e7c0ec6954fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4cde7083-cd27-46f5-be7e-3c300ce541a6'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:08.600130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Attempting to bind port 87647895-bb69-492e-8d33-42da605be144 on network 4cde7083-cd27-46f5-be7e-3c300ce541a6 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:08.643082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:08.643508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Checking segment: {'id': '71bd0599-51b6-4c43-927b-e7c0ec6954fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4cde7083-cd27-46f5-be7e-3c300ce541a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:08.643970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.644337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Bound using segment: {'id': '71bd0599-51b6-4c43-927b-e7c0ec6954fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4cde7083-cd27-46f5-be7e-3c300ce541a6'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:08.644839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Bound port: 87647895-bb69-492e-8d33-42da605be144, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bd0599-51b6-4c43-927b-e7c0ec6954fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4cde7083-cd27-46f5-be7e-3c300ce541a6'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:08.645996 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.659364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] For port a8a60753-9817-47c7-8e0a-db059590d14c, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:08.660231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Subnet': ['ID=8db94c5c-c6fe-4fe3-8401-bc35894d870f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.665823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] For port a8a60753-9817-47c7-8e0a-db059590d14c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a8a60753-9817-47c7-8e0a-db059590d14c,segment=NetworkSegment(e3d5ae05-d050-468c-aae6-c6ebf02aa0ff),segment_id=e3d5ae05-d050-468c-aae6-c6ebf02aa0ff)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:08.666876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4d196c90-723f-4c14-b8f8-073bd1a719ba req-3806312c-90fb-47f3-bced-9b559b1f8f8d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994551 Jul 16 20:24:08.684961 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43769658-c2d6-40cf-9457-8f4b5e49323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.694387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Checking segment: {'id': '08259534-d07b-4f6e-a31d-d87336ba79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd5e400ef-071e-4639-95e4-9e6d7a678430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:08.694387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network hostable DHCP agents. Network: d5e400ef-071e-4639-95e4-9e6d7a678430, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:08.698972 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.727572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network d5e400ef-071e-4639-95e4-9e6d7a678430 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:08.750807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, d5e400ef-071e-4639-95e4-9e6d7a678430) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:08.758664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:08.761281 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.786590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36160) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:08.790165 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6d353590-5087-421f-a979-4c8515f254e0 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2305024 Jul 16 20:24:08.795773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'port': {'network_id': 'd5e400ef-071e-4639-95e4-9e6d7a678430', 'name': 'tempest-NetworksIpV6TestAttrs-1901963975'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:08.830720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.835940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14052c76-fbf2-4446-ba8a-6727d4bc796c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:08.916590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-3c3fe887-1328-4e42-a486-1e513c2a156e req-4ef2bfc2-cb60-41d8-b735-2a87a093395a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:24:08.917861 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c3fe887-1328-4e42-a486-1e513c2a156e req-4ef2bfc2-cb60-41d8-b735-2a87a093395a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0645761 Jul 16 20:24:08.963057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f69ce4b-50c6-4947-9f2b-8f2c0c851079 None None] Network d5e400ef-071e-4639-95e4-9e6d7a678430 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:08.965667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7a0caf0-d450-4420-8871-a1d5612e6717 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:08.971737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43769658-c2d6-40cf-9457-8f4b5e49323d None None] Pushing event deleted for resources: {'Port': ['ID=8ae5f584-9856-4a00-8eac-b92ed8697fb9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:08.979660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43769658-c2d6-40cf-9457-8f4b5e49323d None None] No DVR routers for this DVR port 8ae5f584-9856-4a00-8eac-b92ed8697fb9 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:09.047190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d7a0caf0-d450-4420-8871-a1d5612e6717 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:09.047548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7a0caf0-d450-4420-8871-a1d5612e6717 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:09.047942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ae5f584-9856-4a00-8eac-b92ed8697fb9 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:09.162149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8ae5f584-9856-4a00-8eac-b92ed8697fb9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:09.162865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ae5f584-9856-4a00-8eac-b92ed8697fb9 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:09.162865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 25a75f72-325d-480a-bdb9-8f8d4eacfc79 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:09.218255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 25a75f72-325d-480a-bdb9-8f8d4eacfc79 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:09.218782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 25a75f72-325d-480a-bdb9-8f8d4eacfc79 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:09.222621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213b939-a6f8-4379-89af-79f63370fb4e req-52e3279b-e043-480f-b75b-9174533dc296 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.230181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d213b939-a6f8-4379-89af-79f63370fb4e req-52e3279b-e043-480f-b75b-9174533dc296 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.5792284 Jul 16 20:24:09.244036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d53c5-05f8-4dd8-8285-8fb6ad4b2d34 None None] Pushing event updated for resources: {'Port': ['ID=a8a60753-9817-47c7-8e0a-db059590d14c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.246750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148dc583-064b-4af3-b00f-748840f300b2 None None] Network 7a74c12f-e4c0-459d-8704-af397227d1fe requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:09.390030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d213b939-a6f8-4379-89af-79f63370fb4e req-8e6abe1f-246c-491a-be01-59b6abddbf8b tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549835 Jul 16 20:24:09.427485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-d5e400ef-071e-4639-95e4-9e6d7a678430', 'network_id': 'd5e400ef-071e-4639-95e4-9e6d7a678430', 'tenant_id': '222dc7f6b6d84e54a758eb906eef3c3a', 'fixed_ips': [{'subnet_id': '8db94c5c-c6fe-4fe3-8401-bc35894d870f'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:09.428696 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.488132 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14052c76-fbf2-4446-ba8a-6727d4bc796c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.494921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4cab7803-6673-487f-b313-57267d54c817 None None] For port 87647895-bb69-492e-8d33-42da605be144, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:09.563238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4cab7803-6673-487f-b313-57267d54c817 None None] For port 87647895-bb69-492e-8d33-42da605be144, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=87647895-bb69-492e-8d33-42da605be144,segment=NetworkSegment(71bd0599-51b6-4c43-927b-e7c0ec6954fb),segment_id=71bd0599-51b6-4c43-927b-e7c0ec6954fb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:09.563573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14052c76-fbf2-4446-ba8a-6727d4bc796c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Subnet': ['ID=10d74f7d-752c-4bc7-8016-9bb0101b7c16,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.566923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-14052c76-fbf2-4446-ba8a-6727d4bc796c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.569033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-14052c76-fbf2-4446-ba8a-6727d4bc796c tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/subnets/10d74f7d-752c-4bc7-8016-9bb0101b7c16 HTTP/1.1" status: 204 len: 168 time: 1.1657612 Jul 16 20:24:09.572305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36180) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:09.573719 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.595192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:09.599389 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.645152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243edf70-ed58-4887-8f7d-a7468d9dca67 req-cdc793dd-8f0f-4502-9484-74ae0e0df214 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.657475 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-243edf70-ed58-4887-8f7d-a7468d9dca67 req-cdc793dd-8f0f-4502-9484-74ae0e0df214 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.1615241 Jul 16 20:24:09.698496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab7803-6673-487f-b313-57267d54c817 None None] Pushing event updated for resources: {'Port': ['ID=87647895-bb69-492e-8d33-42da605be144,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:09.711433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Allocated IP 2001:db8::f816:3eff:fe27:362 (d5e400ef-071e-4639-95e4-9e6d7a678430/8db94c5c-c6fe-4fe3-8401-bc35894d870f/950c093f-71e0-49c8-995e-cdc63b38aa12) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:09.721345 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-243edf70-ed58-4887-8f7d-a7468d9dca67 req-dce2f66b-7dd4-4f54-9d34-e4343c9eb699 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623808 Jul 16 20:24:09.763573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] device_id is not set on port 861606d1-7695-45d3-bac6-28240ae8c692 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:09.790927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc312507-6770-4f94-bfe4-7774aff528b5 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.796766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fc312507-6770-4f94-bfe4-7774aff528b5 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2183609 Jul 16 20:24:09.797107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:09.969724 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:09.982892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b270a8d-8b63-4a7a-bc7f-00d752bd1377 req-6d4290a6-4994-4e65-bda0-69f2261d9b34 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:09.984781 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b270a8d-8b63-4a7a-bc7f-00d752bd1377 req-6d4290a6-4994-4e65-bda0-69f2261d9b34 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4192736 Jul 16 20:24:09.998790 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.027219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Transition to ACTIVE for port object 950c093f-71e0-49c8-995e-cdc63b38aa12 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:10.045952 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-4ed9b819-de0e-4b28-a4f8-e53977ba6cac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5034163 Jul 16 20:24:10.072151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Transition to ACTIVE for port object 950c093f-71e0-49c8-995e-cdc63b38aa12 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:10.086237 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.093390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f89b2-6692-4d07-a179-1b69b7b7ee05 req-d0c15d65-6801-4b09-a14f-1d9bd745994d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.100567 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b74f89b2-6692-4d07-a179-1b69b7b7ee05 req-d0c15d65-6801-4b09-a14f-1d9bd745994d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.1688762 Jul 16 20:24:10.113221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b270a8d-8b63-4a7a-bc7f-00d752bd1377 req-dbd3df79-121d-4b8c-a908-fd8abfdd0dff tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198969 Jul 16 20:24:10.138642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Pushing event updated for resources: {'Port': ['ID=950c093f-71e0-49c8-995e-cdc63b38aa12,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:10.174992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Network d5e400ef-071e-4639-95e4-9e6d7a678430 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:10.180155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:10.187657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:10.215864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:10.216205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.232807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Deleting port 87647895-bb69-492e-8d33-42da605be144 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:10.233373 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.291722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Attempting to bind port 950c093f-71e0-49c8-995e-cdc63b38aa12 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:10.292134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Attempting to bind port 950c093f-71e0-49c8-995e-cdc63b38aa12 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '08259534-d07b-4f6e-a31d-d87336ba79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd5e400ef-071e-4639-95e4-9e6d7a678430'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:10.292587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Attempting to bind port 950c093f-71e0-49c8-995e-cdc63b38aa12 on network d5e400ef-071e-4639-95e4-9e6d7a678430 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:10.295948 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b74f89b2-6692-4d07-a179-1b69b7b7ee05 req-30db3083-b56f-410b-b168-0995fbc310ed tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943839 Jul 16 20:24:10.299031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:10.299228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Checking segment: {'id': '08259534-d07b-4f6e-a31d-d87336ba79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd5e400ef-071e-4639-95e4-9e6d7a678430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:10.299836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.300308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Bound using segment: {'id': '08259534-d07b-4f6e-a31d-d87336ba79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd5e400ef-071e-4639-95e4-9e6d7a678430'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:10.300944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Bound port: 950c093f-71e0-49c8-995e-cdc63b38aa12, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08259534-d07b-4f6e-a31d-d87336ba79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd5e400ef-071e-4639-95e4-9e6d7a678430'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:10.301425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.318427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Allocated IP 2001:db8::f816:3eff:fe12:7edf (d5e400ef-071e-4639-95e4-9e6d7a678430/8db94c5c-c6fe-4fe3-8401-bc35894d870f/861606d1-7695-45d3-bac6-28240ae8c692) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:10.402809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] For port 950c093f-71e0-49c8-995e-cdc63b38aa12, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:10.407612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] For port 950c093f-71e0-49c8-995e-cdc63b38aa12, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=950c093f-71e0-49c8-995e-cdc63b38aa12,segment=NetworkSegment(08259534-d07b-4f6e-a31d-d87336ba79f4),segment_id=08259534-d07b-4f6e-a31d-d87336ba79f4)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:10.413563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] For port 87647895-bb69-492e-8d33-42da605be144, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=87647895-bb69-492e-8d33-42da605be144,segment=NetworkSegment(71bd0599-51b6-4c43-927b-e7c0ec6954fb),segment_id=71bd0599-51b6-4c43-927b-e7c0ec6954fb)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:10.414348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.417003 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.437406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Calling delete_port for 87647895-bb69-492e-8d33-42da605be144 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:10.462503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-02bbf7d3-5d0d-4cd0-a5de-9078a431de12 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.465132 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-02bbf7d3-5d0d-4cd0-a5de-9078a431de12 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.30 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.3315077 Jul 16 20:24:10.532707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0fe33-90d2-445c-bd86-ea7f10058bbb None None] Pushing event updated for resources: {'Port': ['ID=950c093f-71e0-49c8-995e-cdc63b38aa12,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:10.581673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2,segment=NetworkSegment(9636a1e3-8bbc-4d48-8cd4-9900028d601a),segment_id=9636a1e3-8bbc-4d48-8cd4-9900028d601a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:10.582054 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.603625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bf4d3-3032-411b-9f25-2814117eec41 req-efb79751-aec0-4b90-ae84-6a0c9e2eb308 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:10.605865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f80bf4d3-3032-411b-9f25-2814117eec41 req-efb79751-aec0-4b90-ae84-6a0c9e2eb308 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3326414 Jul 16 20:24:10.625445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:10.816484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f80bf4d3-3032-411b-9f25-2814117eec41 req-46ee9915-8300-4fb2-9508-502f4437c260 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420474 Jul 16 20:24:10.841722 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.878728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Transition to ACTIVE for port object 861606d1-7695-45d3-bac6-28240ae8c692 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:10.906865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:10.955820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Port': ['ID=87647895-bb69-492e-8d33-42da605be144,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:10.958383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] No DVR routers for this DVR port 87647895-bb69-492e-8d33-42da605be144 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:10.958535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 87647895-bb69-492e-8d33-42da605be144 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:10.960757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Deleting port 783b369d-288c-4fc3-bb1b-421cf443e159 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:10.961159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.028860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.047426 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 87647895-bb69-492e-8d33-42da605be144 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:11.048199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 87647895-bb69-492e-8d33-42da605be144 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 20:24:11.081556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Port 87647895-bb69-492e-8d33-42da605be144 not found, will not notify nova. {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 20:24:11.183710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network d5e400ef-071e-4639-95e4-9e6d7a678430 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:11.209653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:11.221867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:11.222128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] For port 783b369d-288c-4fc3-bb1b-421cf443e159, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=783b369d-288c-4fc3-bb1b-421cf443e159,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:11.222128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.229546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.230542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.257490 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.272895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Calling delete_port for 783b369d-288c-4fc3-bb1b-421cf443e159 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:11.275953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cde7083-cd27-46f5-be7e-3c300ce541a6']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:11.304842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a572d10-d938-470b-a5e6-bd33339887d0 req-8d3044c8-8394-4254-9616-814bc3b7f665 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.311841 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a572d10-d938-470b-a5e6-bd33339887d0 req-8d3044c8-8394-4254-9616-814bc3b7f665 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 946 time: 0.5135672 Jul 16 20:24:11.316668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bd0599-51b6-4c43-927b-e7c0ec6954fb') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:11.316668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bd0599-51b6-4c43-927b-e7c0ec6954fb') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:11.332329 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.350181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d94f63-6dc4-426f-a986-7f44250bfc6a None None] Network 4cde7083-cd27-46f5-be7e-3c300ce541a6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:11.351101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5595582 Jul 16 20:24:11.351736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9d791-7aaa-4162-883f-6196c4cb28b8 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Port': ['ID=861606d1-7695-45d3-bac6-28240ae8c692,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.356766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36208) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:11.409324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.420018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:11.420567 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:11.424418 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:11.434579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d3d1a7-f55c-4ec7-9c9f-823e76bf47ec tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Deleting subnet 8db94c5c-c6fe-4fe3-8401-bc35894d870f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:11.436625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-975065ca-b451-49b8-b8f0-c18009f71a85 None None] Could not find standard attr ID for object 87647895-bb69-492e-8d33-42da605be144. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:24:11.445341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63d3d1a7-f55c-4ec7-9c9f-823e76bf47ec tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.484755 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a572d10-d938-470b-a5e6-bd33339887d0 req-9bdd2270-aa01-4d7d-a832-d4945ae4dc32 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/security-groups?id=f093bf87-af04-461d-8008-9e073c230686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509089 Jul 16 20:24:11.562527 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63d3d1a7-f55c-4ec7-9c9f-823e76bf47ec tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.607609 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.665369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074c4a9-41a7-4c8d-946b-1d91c285301f req-775858cd-b92c-4a9e-bef6-e654012d01fa tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.676184 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.676991 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c074c4a9-41a7-4c8d-946b-1d91c285301f req-775858cd-b92c-4a9e-bef6-e654012d01fa tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.4912970 Jul 16 20:24:11.682765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/networks/4cde7083-cd27-46f5-be7e-3c300ce541a6 HTTP/1.1" status: 204 len: 168 time: 1.8846321 Jul 16 20:24:11.704946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:11.719028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d1fe7-f4f0-4543-84d9-6c9b8c066c57 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Network': ['ID=4cde7083-cd27-46f5-be7e-3c300ce541a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.753976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1afb0-6afe-400c-a9aa-807e99f152f9 None None] DHCP port deletion for 4cde7083-cd27-46f5-be7e-3c300ce541a6 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:11.800528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.822506 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c074c4a9-41a7-4c8d-946b-1d91c285301f req-92d32ac7-9119-41b3-b1b7-82c22b6fc4bd tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445694 Jul 16 20:24:11.840513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Pushing event deleted for resources: {'Port': ['ID=783b369d-288c-4fc3-bb1b-421cf443e159,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:11.896751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.931936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] No DVR routers for this DVR port 783b369d-288c-4fc3-bb1b-421cf443e159 on host n-h2-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:11.935535 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.937412 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3aea3c8-a0da-4c15-a8d5-00ef0adeaf4a req-58bda6f6-e8fb-4205-bc60-4f372b9c9c27 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.30 "DELETE /v2.0/ports/783b369d-288c-4fc3-bb1b-421cf443e159 HTTP/1.1" status: 204 len: 173 time: 1.4656465 Jul 16 20:24:11.938810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7868b666-dc7e-4fa9-92db-35a1bc116570', 'name': 'network-vif-deleted', 'tag': '783b369d-288c-4fc3-bb1b-421cf443e159'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:11.950549 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d60f494-b59f-475b-be06-f33641961be7" -d '{"events": [{"server_uuid": "7868b666-dc7e-4fa9-92db-35a1bc116570", "name": "network-vif-deleted", "tag": "783b369d-288c-4fc3-bb1b-421cf443e159"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:11.962117 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:11.984044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69e669-34d3-4336-99bd-73a2e9ab376b req-e2519271-4417-45af-90e4-8d565e4c32f2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:11.985681 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a69e669-34d3-4336-99bd-73a2e9ab376b req-e2519271-4417-45af-90e4-8d565e4c32f2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.2558358 Jul 16 20:24:12.003200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:12.092996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a69e669-34d3-4336-99bd-73a2e9ab376b req-320344cf-339c-41df-b600-8fd51744c368 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008627 Jul 16 20:24:12.329601 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e4a00c-b435-47a4-ae3f-53cabc1dbba8 x-openstack-request-id: req-69e4a00c-b435-47a4-ae3f-53cabc1dbba8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:12.330067 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7868b666-dc7e-4fa9-92db-35a1bc116570", "name": "network-vif-deleted", "tag": "783b369d-288c-4fc3-bb1b-421cf443e159", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:12.330656 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69e4a00c-b435-47a4-ae3f-53cabc1dbba8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:12.331176 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7868b666-dc7e-4fa9-92db-35a1bc116570', 'name': 'network-vif-deleted', 'tag': '783b369d-288c-4fc3-bb1b-421cf443e159', 'status': 'completed', 'code': 200} Jul 16 20:24:12.358084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f860b583-70a7-4580-a4d6-0c47c68d6b4f None None] Network d5e400ef-071e-4639-95e4-9e6d7a678430 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:12.446616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2e581ff2-6821-40f1-b654-8a5d421f2f17 None None] Provisioning for port 950c093f-71e0-49c8-995e-cdc63b38aa12 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:12.527281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63d3d1a7-f55c-4ec7-9c9f-823e76bf47ec tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.733412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.750643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Deleting port a8a60753-9817-47c7-8e0a-db059590d14c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:12.750981 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.798038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63d3d1a7-f55c-4ec7-9c9f-823e76bf47ec tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:12.888115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c73e21-15ce-4e86-968e-5a115e2448d2 req-0ca1c85b-94b9-4709-bebb-dbd35f1d17d1 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:12.891090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94c73e21-15ce-4e86-968e-5a115e2448d2 req-0ca1c85b-94b9-4709-bebb-dbd35f1d17d1 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.8017607 Jul 16 20:24:12.908098 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e0b0e16c-f640-493d-89f6-f7f7a9163c70 req-e61ab6ba-889e-458b-ba65-9978273104f0 tempest-ServerRescueTestJSON-1534499434 tempest-ServerRescueTestJSON-1534499434-project] 10.222.0.10 "GET /v2.0/ports?device_id=7868b666-dc7e-4fa9-92db-35a1bc116570 HTTP/1.1" status: 200 len: 210 time: 0.0950568 Jul 16 20:24:12.950966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 950c093f-71e0-49c8-995e-cdc63b38aa12 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:13.019817 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63d3d1a7-f55c-4ec7-9c9f-823e76bf47ec tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.027236 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-63d3d1a7-f55c-4ec7-9c9f-823e76bf47ec tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/subnets/8db94c5c-c6fe-4fe3-8401-bc35894d870f HTTP/1.1" status: 204 len: 168 time: 1.6639199 Jul 16 20:24:13.027474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:13.027941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3d1a7-f55c-4ec7-9c9f-823e76bf47ec tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Subnet': ['ID=8db94c5c-c6fe-4fe3-8401-bc35894d870f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:13.031430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] For port a8a60753-9817-47c7-8e0a-db059590d14c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a8a60753-9817-47c7-8e0a-db059590d14c,segment=NetworkSegment(e3d5ae05-d050-468c-aae6-c6ebf02aa0ff),segment_id=e3d5ae05-d050-468c-aae6-c6ebf02aa0ff)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:13.031802 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.082380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cd6455-440d-41f9-990b-826b6b2cd994 None None] Network d5e400ef-071e-4639-95e4-9e6d7a678430 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:13.136427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Calling delete_port for a8a60753-9817-47c7-8e0a-db059590d14c owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:13.156851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94c73e21-15ce-4e86-968e-5a115e2448d2 req-ae12ca8f-8a38-45b1-9881-c220ec628c9c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067719 Jul 16 20:24:13.160858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28612235-05ee-4cdc-8b7e-e2dd403be208 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.162256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:24:13.167602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28612235-05ee-4cdc-8b7e-e2dd403be208 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.170036 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-28612235-05ee-4cdc-8b7e-e2dd403be208 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1432614 Jul 16 20:24:13.176227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:13.221658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 950c093f-71e0-49c8-995e-cdc63b38aa12 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:13.245117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 950c093f-71e0-49c8-995e-cdc63b38aa12 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:13.246855 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.250836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Provisioning complete for port 950c093f-71e0-49c8-995e-cdc63b38aa12 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:13.251482 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.298187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:13.315420 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a9ffb-c6fe-4b2b-b9cb-c08785c23348 req-f49fc955-fe53-4b4e-930a-7ea5bf329d37 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.323867 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-19630593-e372-4a1b-aa75-9ea660d78e2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4352398 Jul 16 20:24:13.324202 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-804a9ffb-c6fe-4b2b-b9cb-c08785c23348 req-f49fc955-fe53-4b4e-930a-7ea5bf329d37 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.2293985 Jul 16 20:24:13.335053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:13.353750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:13.378569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.388746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0149b596-23c2-490d-83a4-91d56fa18b11 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.393738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:13.394988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:13.412131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] No DVR routers for this DVR port a8a60753-9817-47c7-8e0a-db059590d14c on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:13.422902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Port': ['ID=a8a60753-9817-47c7-8e0a-db059590d14c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:13.470391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3f35db-1fac-4156-a116-e0d67272c53b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting subnet 94d6d99e-8c9b-4e1b-b11d-7e8af19809b0 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:13.474083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed77b7-0c09-4a07-baf4-c6004f48a632 req-a941aecc-09b3-41fb-a162-d93c55adc847 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:13.476379 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3ed77b7-0c09-4a07-baf4-c6004f48a632 req-a941aecc-09b3-41fb-a162-d93c55adc847 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.1762605 Jul 16 20:24:13.476683 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0149b596-23c2-490d-83a4-91d56fa18b11 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 20:24:13.477544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0149b596-23c2-490d-83a4-91d56fa18b11 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:13.488435 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0149b596-23c2-490d-83a4-91d56fa18b11 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/d5e400ef-071e-4639-95e4-9e6d7a678430 HTTP/1.1" status: 409 len: 405 time: 0.3079083 Jul 16 20:24:13.490116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:13.499186 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35db-1fac-4156-a116-e0d67272c53b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.508788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1583164062'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:13.540675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3ed77b7-0c09-4a07-baf4-c6004f48a632 req-5f0b2312-af57-4c27-ae35-45566178cb29 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Jul 16 20:24:13.548484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:13.612105 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-804a9ffb-c6fe-4b2b-b9cb-c08785c23348 req-56bab139-6b33-4eea-bb97-18ccdbc81ec2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841699 Jul 16 20:24:13.613201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:13.622633 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.629064 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.642915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a74c12f-e4c0-459d-8704-af397227d1fe']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:13.662708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d5ae05-d050-468c-aae6-c6ebf02aa0ff') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:13.663546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d5ae05-d050-468c-aae6-c6ebf02aa0ff') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:13.714247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.719076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:13.751711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.771290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.771576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:13.771692 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Added segment d511aca7-72f8-40e0-ab24-ebb22bfd4221 of type vlan for network 1453c545-d7c8-47a3-bb13-5cb162861d67 Jul 16 20:24:13.772030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.774705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35db-1fac-4156-a116-e0d67272c53b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:13.775450 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:13.873710 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.876013 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 783b369d-288c-4fc3-bb1b-421cf443e159 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:13.878192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6647ad04-ba9d-4cce-8978-edacf6937e9a None None] DHCP port deletion for d5e400ef-071e-4639-95e4-9e6d7a678430 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:13.880693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:24:11Z', 'revision_number': 11, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:13.890397 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.896470 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/networks/7a74c12f-e4c0-459d-8704-af397227d1fe HTTP/1.1" status: 204 len: 168 time: 2.1873734 Jul 16 20:24:13.898116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:13.949893 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.950318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35db-1fac-4156-a116-e0d67272c53b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.959581 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:13.961183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431a754-88d2-45a1-a1e5-a9c8dce1c783 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Network': ['ID=7a74c12f-e4c0-459d-8704-af397227d1fe,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:13.961404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 783b369d-288c-4fc3-bb1b-421cf443e159 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:13.961588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 783b369d-288c-4fc3-bb1b-421cf443e159 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:13.974330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:14.023466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35db-1fac-4156-a116-e0d67272c53b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.028886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] For port 950c093f-71e0-49c8-995e-cdc63b38aa12, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=950c093f-71e0-49c8-995e-cdc63b38aa12,segment=NetworkSegment(08259534-d07b-4f6e-a31d-d87336ba79f4),segment_id=08259534-d07b-4f6e-a31d-d87336ba79f4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:14.033727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09617499-06d8-453a-b929-d8c650ed601f req-3a0f7d52-4a91-4a9c-b682-db4ddd89f055 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.035946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09617499-06d8-453a-b929-d8c650ed601f req-3a0f7d52-4a91-4a9c-b682-db4ddd89f055 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2748215 Jul 16 20:24:14.037422 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.043778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.069102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.077417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f35db-1fac-4156-a116-e0d67272c53b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Subnet': ['ID=94d6d99e-8c9b-4e1b-b11d-7e8af19809b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.079748 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a3f35db-1fac-4156-a116-e0d67272c53b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.082103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3a3f35db-1fac-4156-a116-e0d67272c53b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/94d6d99e-8c9b-4e1b-b11d-7e8af19809b0 HTTP/1.1" status: 204 len: 168 time: 0.6979263 Jul 16 20:24:14.085633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:14.104634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad2b36-a2e5-4bff-b435-12519ec54f7d None None] Network 04023738-5d68-4e47-bd24-651f498f4e00 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:14.150585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:14.153499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.202835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.205064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:14.213100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.218634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:14.219404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.225581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.249157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc99ae71-5000-470c-b6ed-bf5eea371952']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.261440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110eaf13-0f93-4c1a-86ab-815f4bb00455') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.261686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110eaf13-0f93-4c1a-86ab-815f4bb00455') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.268317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:14.273604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.291959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.303078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:14.303662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.331127 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:24:14.331643 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:24:14.332212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:24:11Z', 'revision_number': 11, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.344251 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8480854 Jul 16 20:24:14.375990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36244) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:14.387864 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:14.394927 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.400270 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.402359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/networks/cc99ae71-5000-470c-b6ed-bf5eea371952 HTTP/1.1" status: 204 len: 168 time: 0.4945755 Jul 16 20:24:14.409819 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-09617499-06d8-453a-b929-d8c650ed601f req-faebdc94-b6fc-4251-91cd-6fd2e5a7a109 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534825 Jul 16 20:24:14.410334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36246) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:14.422206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca22206b-9338-4cd9-930d-6036df22a6e3 None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:24:11Z', 'revision_number': 11, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:14.426030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Provisioning for port 861606d1-7695-45d3-bac6-28240ae8c692 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:14.434114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Provisioning complete for port 861606d1-7695-45d3-bac6-28240ae8c692 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:14.434487 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.505719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Port 861606d1-7695-45d3-bac6-28240ae8c692 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:14.532190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.533952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7643f7d-499b-4554-8c6c-3d8419e72527 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Network': ['ID=cc99ae71-5000-470c-b6ed-bf5eea371952,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.563851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Pushing event updated for resources: {'Port': ['ID=950c093f-71e0-49c8-995e-cdc63b38aa12,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.573973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.574578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.575087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.575623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.576268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.576787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.577287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.577783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.578279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.578791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.579324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.579819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d0011-7635-48c4-8aef-da3f4b677f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:14.587799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6647ad04-ba9d-4cce-8978-edacf6937e9a None None] Deleting port 950c093f-71e0-49c8-995e-cdc63b38aa12 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:14.588480 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6647ad04-ba9d-4cce-8978-edacf6937e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.713570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6647ad04-ba9d-4cce-8978-edacf6937e9a None None] For port 950c093f-71e0-49c8-995e-cdc63b38aa12, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=950c093f-71e0-49c8-995e-cdc63b38aa12,segment=NetworkSegment(08259534-d07b-4f6e-a31d-d87336ba79f4),segment_id=08259534-d07b-4f6e-a31d-d87336ba79f4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:14.714408 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6647ad04-ba9d-4cce-8978-edacf6937e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.745053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6647ad04-ba9d-4cce-8978-edacf6937e9a None None] Calling delete_port for 950c093f-71e0-49c8-995e-cdc63b38aa12 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:14.783684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'subnet': {'network_id': '1453c545-d7c8-47a3-bb13-5cb162861d67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:14.789312 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.855789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c46016-3759-4b37-9fea-7da28a942239']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.875704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e8113-81db-4d11-8c34-789972e2e232 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Network': ['ID=1453c545-d7c8-47a3-bb13-5cb162861d67,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:14.896823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3645bc7b-80f8-4ac5-9e71-3ee3e00b8452') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.897638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3645bc7b-80f8-4ac5-9e71-3ee3e00b8452') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:14.912153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:14.916568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 1453c545-d7c8-47a3-bb13-5cb162861d67 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:14.974538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.018515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660abbaf-8d8b-4adc-94ff-9dc8d536282c req-ec07d2fa-d7a0-4fd9-bf15-f9f391ddee81 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.021045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-660abbaf-8d8b-4adc-94ff-9dc8d536282c req-ec07d2fa-d7a0-4fd9-bf15-f9f391ddee81 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2227240 Jul 16 20:24:15.022958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:15.023605 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:15.027512 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:15.064644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6647ad04-ba9d-4cce-8978-edacf6937e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.098879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba26fa80-6975-4de1-9866-eda7c9b2c853 None None] DHCP port deletion for 04023738-5d68-4e47-bd24-651f498f4e00 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:15.107279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647ad04-ba9d-4cce-8978-edacf6937e9a None None] Pushing event deleted for resources: {'Port': ['ID=950c093f-71e0-49c8-995e-cdc63b38aa12,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:15.115807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647ad04-ba9d-4cce-8978-edacf6937e9a None None] No DVR routers for this DVR port 950c093f-71e0-49c8-995e-cdc63b38aa12 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:15.117532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 87647895-bb69-492e-8d33-42da605be144 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:15.136454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-660abbaf-8d8b-4adc-94ff-9dc8d536282c req-2394b3e3-c958-43e5-a583-14f08f0cdf98 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900500 Jul 16 20:24:15.172262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Deleting port deb78ae3-a252-405e-9f44-0477233bd7b8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:15.173222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.192057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d87d-63b8-4bb9-ac14-6496f5467f98 req-bdcde003-d805-4941-a84b-42bf66f60ce7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.200547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4078d87d-63b8-4bb9-ac14-6496f5467f98 req-bdcde003-d805-4941-a84b-42bf66f60ce7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.3131289 Jul 16 20:24:15.201201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.215311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 87647895-bb69-492e-8d33-42da605be144 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:15.215662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 87647895-bb69-492e-8d33-42da605be144 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:15.229640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.248376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] 10.222.0.10 "DELETE /v2.0/networks/14c46016-3759-4b37-9fea-7da28a942239 HTTP/1.1" status: 204 len: 168 time: 0.8349493 Jul 16 20:24:15.261862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535a448-9843-47d6-b50e-6cb8636ce456 tempest-BulkNetworkOpsIpV6Test-184846567 tempest-BulkNetworkOpsIpV6Test-184846567-project] Pushing event deleted for resources: {'Network': ['ID=14c46016-3759-4b37-9fea-7da28a942239,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:15.289000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ba26fa80-6975-4de1-9866-eda7c9b2c853 None None] Deleting port deb78ae3-a252-405e-9f44-0477233bd7b8 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:15.289603 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba26fa80-6975-4de1-9866-eda7c9b2c853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.324253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:15.327973 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.388923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 950c093f-71e0-49c8-995e-cdc63b38aa12 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:15.411740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4078d87d-63b8-4bb9-ac14-6496f5467f98 req-9a79f249-0dab-456d-b786-42e2c06b6cc7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095401 Jul 16 20:24:15.417218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 950c093f-71e0-49c8-995e-cdc63b38aa12 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:15.417655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 950c093f-71e0-49c8-995e-cdc63b38aa12 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:15.418457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device deb78ae3-a252-405e-9f44-0477233bd7b8 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:15.460022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ba26fa80-6975-4de1-9866-eda7c9b2c853 None None] For port deb78ae3-a252-405e-9f44-0477233bd7b8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=deb78ae3-a252-405e-9f44-0477233bd7b8,segment=NetworkSegment(9636a1e3-8bbc-4d48-8cd4-9900028d601a),segment_id=9636a1e3-8bbc-4d48-8cd4-9900028d601a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:15.460660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba26fa80-6975-4de1-9866-eda7c9b2c853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.481719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ba26fa80-6975-4de1-9866-eda7c9b2c853 None None] Calling delete_port for deb78ae3-a252-405e-9f44-0477233bd7b8 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:15.552652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fab26-026b-4a10-a3d3-903fc5b7b421 req-f69bb503-e610-46af-b114-8261871321ca tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:15.573960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-439fab26-026b-4a10-a3d3-903fc5b7b421 req-f69bb503-e610-46af-b114-8261871321ca tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.1954200 Jul 16 20:24:15.631222 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.648448 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.691785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-439fab26-026b-4a10-a3d3-903fc5b7b421 req-af24eedb-9848-4719-b46d-e0ce2387f0e5 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108310 Jul 16 20:24:15.698848 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba26fa80-6975-4de1-9866-eda7c9b2c853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.737929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] For port deb78ae3-a252-405e-9f44-0477233bd7b8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=deb78ae3-a252-405e-9f44-0477233bd7b8,segment=NetworkSegment(9636a1e3-8bbc-4d48-8cd4-9900028d601a),segment_id=9636a1e3-8bbc-4d48-8cd4-9900028d601a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:15.738474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:15.768081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36264) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:15.768614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26fa80-6975-4de1-9866-eda7c9b2c853 None None] Pushing event deleted for resources: {'Port': ['ID=deb78ae3-a252-405e-9f44-0477233bd7b8,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:15.772905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26fa80-6975-4de1-9866-eda7c9b2c853 None None] No DVR routers for this DVR port deb78ae3-a252-405e-9f44-0477233bd7b8 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:15.775085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:15.803097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53ac91-3ddc-4b10-8da9-ea2503cb7ea4 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:24:15.820489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Calling delete_port for deb78ae3-a252-405e-9f44-0477233bd7b8 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:15.955080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53ac91-3ddc-4b10-8da9-ea2503cb7ea4 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:24:15.960380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:15.960380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 19cb9c1e-7195-4e9c-94e7-b3ee5512d0d2 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:15.962240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c98a7849-c9c8-46ae-b129-5079df4ac89a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2a375e21f374c73a190140ad0bb72c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927669 Jul 16 20:24:15.966287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:16.044523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72422f00-7e00-44b9-bf93-0780b739bbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.075933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72422f00-7e00-44b9-bf93-0780b739bbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.143561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694d43d-2ab5-46a2-81d1-463a403b1059 req-eb65c083-d1eb-4a70-a6cc-b201cb2c6b9c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.149454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72422f00-7e00-44b9-bf93-0780b739bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.152853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e694d43d-2ab5-46a2-81d1-463a403b1059 req-eb65c083-d1eb-4a70-a6cc-b201cb2c6b9c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2225709 Jul 16 20:24:16.153944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72422f00-7e00-44b9-bf93-0780b739bbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.160112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-72422f00-7e00-44b9-bf93-0780b739bbde admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8cfb6725-9193-40aa-97eb-99a8d9a26a99 HTTP/1.1" status: 204 len: 168 time: 0.1927032 Jul 16 20:24:16.169838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72422f00-7e00-44b9-bf93-0780b739bbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb6725-9193-40aa-97eb-99a8d9a26a99,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.244842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.311334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Port': ['ID=deb78ae3-a252-405e-9f44-0477233bd7b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:16.314746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No DVR routers for this DVR port deb78ae3-a252-405e-9f44-0477233bd7b8 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:16.345037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e694d43d-2ab5-46a2-81d1-463a403b1059 req-9cf1e27c-5acc-4ada-a85c-456034015426 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840606 Jul 16 20:24:16.529210 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.533757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.591120 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.612523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04023738-5d68-4e47-bd24-651f498f4e00']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:16.625004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9636a1e3-8bbc-4d48-8cd4-9900028d601a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:16.625282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9636a1e3-8bbc-4d48-8cd4-9900028d601a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:16.655085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.675324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.682293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:16.682967 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:16.808736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbfe29-ce81-4c57-860c-d7db49afe88a req-9199b635-4c27-4aa0-a587-cadc18cc2945 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:16.810931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83bbfe29-ce81-4c57-860c-d7db49afe88a req-9199b635-4c27-4aa0-a587-cadc18cc2945 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1063323 Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:16.841839 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:16.871592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:24:16.899533 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83bbfe29-ce81-4c57-860c-d7db49afe88a req-0413f816-3d8e-43a0-bd07-2b05ef45ec4e tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817289 Jul 16 20:24:16.905970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.028168 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.066670 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.073523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/networks/04023738-5d68-4e47-bd24-651f498f4e00 HTTP/1.1" status: 204 len: 168 time: 2.9808798 Jul 16 20:24:17.074055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.081430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'routes': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:17.108556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f0975-cc9a-4e7f-b931-916bc06f6c72 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Pushing event deleted for resources: {'Network': ['ID=04023738-5d68-4e47-bd24-651f498f4e00,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.135157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Subnet': ['ID=a6f91aec-2130-4ee4-a4d5-d6c0007c401e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:17.146538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Checking segment: {'id': 'd511aca7-72f8-40e0-ab24-ebb22bfd4221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1453c545-d7c8-47a3-bb13-5cb162861d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:17.146903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network hostable DHCP agents. Network: 1453c545-d7c8-47a3-bb13-5cb162861d67, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:17.173432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a42c40-6b44-4f61-afdd-a3984baed522 req-7d5fec03-d3a7-4ffe-9a44-3478342067a6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.181565 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51a42c40-6b44-4f61-afdd-a3984baed522 req-7d5fec03-d3a7-4ffe-9a44-3478342067a6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.3387644 Jul 16 20:24:17.219648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network 1453c545-d7c8-47a3-bb13-5cb162861d67 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:17.264102 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.287279 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51a42c40-6b44-4f61-afdd-a3984baed522 req-82c0a3f8-7cd5-4771-a013-72a61846c140 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048145 Jul 16 20:24:17.288004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 1453c545-d7c8-47a3-bb13-5cb162861d67) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:17.294777 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.296151 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.299618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95b94b-6096-43dc-8d4a-cbc3d2e2ade5 None None] Network 1453c545-d7c8-47a3-bb13-5cb162861d67 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:17.344447 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b9605c35-c05d-4631-9c62-f8d7d4195b38 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9642589 Jul 16 20:24:17.347350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.456113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Added routes are [] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:24:17.456410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Removed routes are [] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:24:17.456781 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.534089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-1453c545-d7c8-47a3-bb13-5cb162861d67', 'network_id': '1453c545-d7c8-47a3-bb13-5cb162861d67', 'tenant_id': '222dc7f6b6d84e54a758eb906eef3c3a', 'fixed_ips': [{'subnet_id': 'a6f91aec-2130-4ee4-a4d5-d6c0007c401e'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:17.534948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.568762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1664600362'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:17.573548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8e5e-2762-46f7-865e-ad16b7b06a9f req-b00f3f5d-e40a-433a-99d2-978e49f0ba32 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.575250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-024c8e5e-2762-46f7-865e-ad16b7b06a9f req-b00f3f5d-e40a-433a-99d2-978e49f0ba32 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.3029821 Jul 16 20:24:17.666904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.669506 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.690859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:17.698321 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.707167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.723668 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.728990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Allocated IP 2001:db8::f816:3eff:fe0c:973a (1453c545-d7c8-47a3-bb13-5cb162861d67/a6f91aec-2130-4ee4-a4d5-d6c0007c401e/bc69588f-f4d5-4c3a-a1c9-6d481540dc86) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:17.797547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-024c8e5e-2762-46f7-865e-ad16b7b06a9f req-0fd41b6f-efd7-487b-9645-1297f85c71c7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130099 Jul 16 20:24:17.837458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69584b-a76b-48ec-8ec6-752a8ce6f5d5 req-25f71aa9-a6b4-44e3-8a8e-97e5f9193c00 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:17.844869 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9c69584b-a76b-48ec-8ec6-752a8ce6f5d5 req-25f71aa9-a6b4-44e3-8a8e-97e5f9193c00 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2894175 Jul 16 20:24:17.870844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:24:17.902720 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Deleting port 92077294-7d47-4c22-a2d5-be0bd00c13e7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:17.903136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.936646 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.969304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:17.979649 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:17.980835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d9470de8-79de-4bd1-a32b-4be333e07639 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec HTTP/1.1" status: 200 len: 700 time: 0.9055464 Jul 16 20:24:17.984845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36312) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:17.986303 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] Sync routers for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:18.012852 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:18.015228 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:18.030247 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.043532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-116db8d2-b327-413d-b6a0-4b237e1e7e12 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=99fc2a79-03c8-4a17-8e53-4b5d4c4537ec HTTP/1.1" status: 200 len: 205 time: 0.0571926 Jul 16 20:24:18.044919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Transition to ACTIVE for port object bc69588f-f4d5-4c3a-a1c9-6d481540dc86 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:18.047977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36316) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:18.084860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Transition to ACTIVE for port object bc69588f-f4d5-4c3a-a1c9-6d481540dc86 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:18.095948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.146072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f8279e-a11d-402b-89e1-df6a895906ec tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.166505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9c69584b-a76b-48ec-8ec6-752a8ce6f5d5 req-514ac8eb-f124-4226-b0cf-dd9742674ba8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201914 Jul 16 20:24:18.231335 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:18.256866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Network 1453c545-d7c8-47a3-bb13-5cb162861d67 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:18.260139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Pushing event updated for resources: {'Port': ['ID=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.263962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:18.274641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:18.360347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] For port 92077294-7d47-4c22-a2d5-be0bd00c13e7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=92077294-7d47-4c22-a2d5-be0bd00c13e7,segment=NetworkSegment(15e0adc2-1d30-445c-8809-5eb8184b8da7),segment_id=15e0adc2-1d30-445c-8809-5eb8184b8da7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:18.361032 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.401377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Calling delete_port for 92077294-7d47-4c22-a2d5-be0bd00c13e7 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:18.406199 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:24:11Z', 'revision_number': 11, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:18.415537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f8279e-a11d-402b-89e1-df6a895906ec tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.424696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f8279e-a11d-402b-89e1-df6a895906ec tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.434551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Attempting to bind port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:18.435119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Attempting to bind port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd511aca7-72f8-40e0-ab24-ebb22bfd4221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1453c545-d7c8-47a3-bb13-5cb162861d67'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:18.435594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Attempting to bind port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 on network 1453c545-d7c8-47a3-bb13-5cb162861d67 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:18.443799 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] Checking router: 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:18.445647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:18.446424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Checking segment: {'id': 'd511aca7-72f8-40e0-ab24-ebb22bfd4221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1453c545-d7c8-47a3-bb13-5cb162861d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:18.455503 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] Routers {'99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:18.456572 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:18.463633 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.464272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Bound using segment: {'id': 'd511aca7-72f8-40e0-ab24-ebb22bfd4221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1453c545-d7c8-47a3-bb13-5cb162861d67'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:18.464939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Bound port: bc69588f-f4d5-4c3a-a1c9-6d481540dc86, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd511aca7-72f8-40e0-ab24-ebb22bfd4221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1453c545-d7c8-47a3-bb13-5cb162861d67'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:18.465491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.531733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f8279e-a11d-402b-89e1-df6a895906ec tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.532950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f8279e-a11d-402b-89e1-df6a895906ec tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Fanout notify agent at l3_agent the message router_deleted on router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:24:18.548733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3f8279e-a11d-402b-89e1-df6a895906ec tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.561953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a3f8279e-a11d-402b-89e1-df6a895906ec tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec HTTP/1.1" status: 204 len: 168 time: 0.5113485 Jul 16 20:24:18.570062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:18.588772 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] Set router 99fc2a79-03c8-4a17-8e53-4b5d4c4537ec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:18.589417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a8f22a3a-b66a-45cd-8a3f-037f167e096b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1740689813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:18.641392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] For port bc69588f-f4d5-4c3a-a1c9-6d481540dc86, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:18.650430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] For port bc69588f-f4d5-4c3a-a1c9-6d481540dc86, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,segment=NetworkSegment(d511aca7-72f8-40e0-ab24-ebb22bfd4221),segment_id=d511aca7-72f8-40e0-ab24-ebb22bfd4221)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:18.661481 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.733931 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:24:11Z', 'revision_number': 11, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:18.800988 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81341d-4b60-4db6-bca7-fd0e570542bf None None] The sync data for ids ['99fc2a79-03c8-4a17-8e53-4b5d4c4537ec'] in n-d-792394-17 is: [{'id': '99fc2a79-03c8-4a17-8e53-4b5d4c4537ec', 'name': 'tempest-RoutersTest-router-785790615', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:22:46Z', 'updated_at': '2021-07-16T20:24:11Z', 'revision_number': 11, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:18.805291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4566e76-beb4-4bca-a9bc-6ac8d2ce9c77 None None] Pushing event updated for resources: {'Port': ['ID=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:18.982390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:18.984295 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.080768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.125619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f22a3a-b66a-45cd-8a3f-037f167e096b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.127537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f22a3a-b66a-45cd-8a3f-037f167e096b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.162258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720702e-15b1-49ad-90c8-a9653980bbac req-d0412794-701d-4263-a864-b1f319a10830 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.172305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f91aec-2130-4ee4-a4d5-d6c0007c401e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.175992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f720702e-15b1-49ad-90c8-a9653980bbac req-d0412794-701d-4263-a864-b1f319a10830 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.9231572 Jul 16 20:24:19.194847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:19.266358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e94412-9ce9-4f0f-8cd5-083cbc3964c2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.303170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.303977 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Added segment 4f1b8524-678c-4f91-94e5-427c9b18fcd3 of type vlan for network 187762a1-019e-4d94-8664-53b2cb8d8f5a Jul 16 20:24:19.315111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f22a3a-b66a-45cd-8a3f-037f167e096b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.331114 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f22a3a-b66a-45cd-8a3f-037f167e096b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.352480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f720702e-15b1-49ad-90c8-a9653980bbac req-d03d9783-fe02-4d45-b81e-64152696d876 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745019 Jul 16 20:24:19.374101 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.381060 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8f22a3a-b66a-45cd-8a3f-037f167e096b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.382897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a8f22a3a-b66a-45cd-8a3f-037f167e096b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8109248 Jul 16 20:24:19.390003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36328) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:19.409167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-35fa972f-9afe-452e-85f9-d26d3bed5227 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:19.440846 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1453c545-d7c8-47a3-bb13-5cb162861d67']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:19.476116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bc69588f-f4d5-4c3a-a1c9-6d481540dc86 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:19.485209 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.496735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd511aca7-72f8-40e0-ab24-ebb22bfd4221') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:19.497001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd511aca7-72f8-40e0-ab24-ebb22bfd4221') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:19.531078 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.570972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0773-a125-49ea-8cb9-143c243487e3 req-f89defc7-814c-46bf-bc09-12e24645ad53 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.572720 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea6a0773-a125-49ea-8cb9-143c243487e3 req-f89defc7-814c-46bf-bc09-12e24645ad53 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.6358254 Jul 16 20:24:19.575390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:19.586949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-18d64edc-12b2-4439-a7be-cd396e0c0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.588745 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-18d64edc-12b2-4439-a7be-cd396e0c0000 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8&tenant_id=dde9efda680d41c8a54a6ca42dde58d2 HTTP/1.1" status: 200 len: 1096 time: 0.6532683 Jul 16 20:24:19.603032 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.605298 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.613237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:19.661251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:19.661673 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:19.667087 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:19.708137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Pushing event deleted for resources: {'Port': ['ID=92077294-7d47-4c22-a2d5-be0bd00c13e7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.732774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.740299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.740612 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.745330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35fa972f-9afe-452e-85f9-d26d3bed5227 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.771364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35fa972f-9afe-452e-85f9-d26d3bed5227 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:19.787014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df3be7-54f6-4184-b3cc-a5f92e900cd2 req-e4f45aec-5680-4309-a780-1201a7737d89 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:19.789642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32df3be7-54f6-4184-b3cc-a5f92e900cd2 req-e4f45aec-5680-4309-a780-1201a7737d89 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.1721661 Jul 16 20:24:19.878502 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea6a0773-a125-49ea-8cb9-143c243487e3 req-10da8b03-1697-4139-b03b-6e8cf20b314f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956696 Jul 16 20:24:19.890865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6238587 Jul 16 20:24:19.892060 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:24:19.892060 n-d-792394-17 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:24:19.892060 n-d-792394-17 neutron-server[93958]: [parameters: {'id': '1453c545-d7c8-47a3-bb13-5cb162861d67'}] Jul 16 20:24:19.892060 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:24:19.892829 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:24:19.894405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36334) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:19.900482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'name': 'tempest-PortsIpV6TestJSON-280795639'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:19.981674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0dbb7-f188-44ab-a370-35fc87b11668 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Network': ['ID=187762a1-019e-4d94-8664-53b2cb8d8f5a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:19.995711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:20.007509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.014213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32df3be7-54f6-4184-b3cc-a5f92e900cd2 req-42cc07b4-91ff-4864-8cc9-7c16cdb3f0f0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146907 Jul 16 20:24:20.115112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fa972f-9afe-452e-85f9-d26d3bed5227 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Router db772435-32cd-498c-8bd6-4ec0c80e583d is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:24:20.118829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:20.126959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.171372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:20.264946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440010a-3f06-49c3-b6f0-d75d92ae4d5b None None] Network 1453c545-d7c8-47a3-bb13-5cb162861d67 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:20.289432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fa972f-9afe-452e-85f9-d26d3bed5227 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:20.297754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35fa972f-9afe-452e-85f9-d26d3bed5227 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.299231 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-35fa972f-9afe-452e-85f9-d26d3bed5227 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "PUT /v2.0/routers/db772435-32cd-498c-8bd6-4ec0c80e583d HTTP/1.1" status: 200 len: 694 time: 0.9075241 Jul 16 20:24:20.304086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36340) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:20.387431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] Sync routers for ids ['db772435-32cd-498c-8bd6-4ec0c80e583d'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:20.420532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f3a3af8a-e105-494a-811a-b320e66fe248 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/routers/db772435-32cd-498c-8bd6-4ec0c80e583d HTTP/1.1" status: 200 len: 700 time: 0.1148679 Jul 16 20:24:20.427379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36342) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:20.429292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6feb1090-545a-4978-90cd-57fbd92fc15e None None] Provisioning for port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:20.438149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.441696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6feb1090-545a-4978-90cd-57fbd92fc15e None None] Provisioning complete for port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:20.442684 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6feb1090-545a-4978-90cd-57fbd92fc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.455740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.534299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] Routers {'db772435-32cd-498c-8bd6-4ec0c80e583d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:20.535345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db772435-32cd-498c-8bd6-4ec0c80e583d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:20.547805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b3ec96c2-a041-4229-bf39-bfcd9afecb9a tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=db772435-32cd-498c-8bd6-4ec0c80e583d HTTP/1.1" status: 200 len: 205 time: 0.1154776 Jul 16 20:24:20.551486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36344) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:20.680335 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14432532-bf20-4542-9c30-75fc57b1f126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.687642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] Set router db772435-32cd-498c-8bd6-4ec0c80e583d gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:20.701894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.766408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:20.768250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea1093-d49f-4771-a01a-8bf9a81af868 req-61b83741-8e43-4397-a844-69a12ec8709a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:20.772066 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c4ea1093-d49f-4771-a01a-8bf9a81af868 req-61b83741-8e43-4397-a844-69a12ec8709a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2315946 Jul 16 20:24:20.792414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf11ff7a-4a4d-4055-931e-2dda1a84381d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.834359 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:20.901357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db772435-32cd-498c-8bd6-4ec0c80e583d', 'name': 'tempest-RoutersTest-router-1740689813', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:19Z', 'updated_at': '2021-07-16T20:24:19Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:20.914407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c4ea1093-d49f-4771-a01a-8bf9a81af868 req-4b48f524-579b-4003-9b52-f6c857cae9d5 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309969 Jul 16 20:24:20.933808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] Checking router: db772435-32cd-498c-8bd6-4ec0c80e583d for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:20.936379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=4b394c28-cb1d-49d6-853e-cc5740fb6e13,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:20.988139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Checking segment: {'id': '4f1b8524-678c-4f91-94e5-427c9b18fcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:20.988636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network hostable DHCP agents. Network: 187762a1-019e-4d94-8664-53b2cb8d8f5a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:21.003602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] Routers {'db772435-32cd-498c-8bd6-4ec0c80e583d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:21.004276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db772435-32cd-498c-8bd6-4ec0c80e583d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:21.026869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:21.039361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 187762a1-019e-4d94-8664-53b2cb8d8f5a) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:21.053595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac64b1-fd38-4bba-b5c9-a644471f7df4 None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:21.058653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:21.078829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.079670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.085005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6feb1090-545a-4978-90cd-57fbd92fc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.119027 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-86ec4cc8-dfcb-4fbd-aeab-034966d275e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2225256 Jul 16 20:24:21.119388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] Set router db772435-32cd-498c-8bd6-4ec0c80e583d gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:21.122277 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51671f6a-85e0-4819-bee1-fc7842e74658 None None] DHCP port deletion for 1453c545-d7c8-47a3-bb13-5cb162861d67 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:21.123485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:21.131769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-478421567'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:21.162636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:21.167589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.191454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db772435-32cd-498c-8bd6-4ec0c80e583d', 'name': 'tempest-RoutersTest-router-1740689813', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:19Z', 'updated_at': '2021-07-16T20:24:19Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:21.202303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:21.217154 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.217984 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Added segment 73a940d4-5b07-44f4-8e0d-f8cff6965e1f of type vlan for network 81b3a9d9-9a51-4a8a-a900-2349e63b2af0 Jul 16 20:24:21.265552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:21.283655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ce755-e876-4238-9cbd-fca0ea1988c4 None None] The sync data for ids ['db772435-32cd-498c-8bd6-4ec0c80e583d'] in n-d-792394-17 is: [{'id': 'db772435-32cd-498c-8bd6-4ec0c80e583d', 'name': 'tempest-RoutersTest-router-1740689813', 'tenant_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:24:19Z', 'updated_at': '2021-07-16T20:24:19Z', 'revision_number': 2, 'project_id': 'bc62e4fd96a849509a89b8e98c5cf2b8', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:21.296929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6feb1090-545a-4978-90cd-57fbd92fc15e None None] For port bc69588f-f4d5-4c3a-a1c9-6d481540dc86, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,segment=NetworkSegment(d511aca7-72f8-40e0-ab24-ebb22bfd4221),segment_id=d511aca7-72f8-40e0-ab24-ebb22bfd4221)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:21.332801 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6feb1090-545a-4978-90cd-57fbd92fc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.338957 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.424925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.432632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb1090-545a-4978-90cd-57fbd92fc15e None None] Pushing event updated for resources: {'Port': ['ID=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.435250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.436876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.447790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-51671f6a-85e0-4819-bee1-fc7842e74658 None None] Deleting port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:21.448200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51671f6a-85e0-4819-bee1-fc7842e74658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.473915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283c9a09-4833-4f9f-8797-cdfd26c8da2e {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:21.525556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc150-ea31-4406-8fc6-5c5b566605f6 req-cb7b114f-88d9-4569-a10d-249aa721f657 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.531353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4063592 Jul 16 20:24:21.536687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af0fc150-ea31-4406-8fc6-5c5b566605f6 req-cb7b114f-88d9-4569-a10d-249aa721f657 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 1.4084084 Jul 16 20:24:21.544120 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.551439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:21.561918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'ports': [{'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a'}, {'network_id': '81b3a9d9-9a51-4a8a-a900-2349e63b2af0'}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:21.562445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:21.563578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '81b3a9d9-9a51-4a8a-a900-2349e63b2af0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:21.578549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bc69588f-f4d5-4c3a-a1c9-6d481540dc86 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:21.590301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16abada-f2c4-4af7-808c-dc308f4aafd2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Network': ['ID=81b3a9d9-9a51-4a8a-a900-2349e63b2af0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:21.610692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 81b3a9d9-9a51-4a8a-a900-2349e63b2af0 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:21.623374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd629a-55b9-49c0-9679-e1bf33b29be8 req-58fda9d8-1857-49b0-afd7-ac679af58d75 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.624931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37fd629a-55b9-49c0-9679-e1bf33b29be8 req-58fda9d8-1857-49b0-afd7-ac679af58d75 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.1289392 Jul 16 20:24:21.657274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-51671f6a-85e0-4819-bee1-fc7842e74658 None None] For port bc69588f-f4d5-4c3a-a1c9-6d481540dc86, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,segment=NetworkSegment(d511aca7-72f8-40e0-ab24-ebb22bfd4221),segment_id=d511aca7-72f8-40e0-ab24-ebb22bfd4221)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:21.657676 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51671f6a-85e0-4819-bee1-fc7842e74658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.693728 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37fd629a-55b9-49c0-9679-e1bf33b29be8 req-8d72a656-5d80-4291-bdb1-7957301e6eb3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546792 Jul 16 20:24:21.731222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-51671f6a-85e0-4819-bee1-fc7842e74658 None None] Calling delete_port for bc69588f-f4d5-4c3a-a1c9-6d481540dc86 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:21.785132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Transition to ACTIVE for port object 283c9a09-4833-4f9f-8797-cdfd26c8da2e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:21.792189 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf11ff7a-4a4d-4055-931e-2dda1a84381d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.797269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf11ff7a-4a4d-4055-931e-2dda1a84381d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.807653 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.833103 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.889029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec15fc-1ae3-4174-8177-c48a6896226f req-0f7823e8-d865-4135-9139-caf98ba2fa30 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:21.891947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2ec15fc-1ae3-4174-8177-c48a6896226f req-0f7823e8-d865-4135-9139-caf98ba2fa30 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.0833538 Jul 16 20:24:21.894801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port bc69588f-f4d5-4c3a-a1c9-6d481540dc86, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,segment=NetworkSegment(d511aca7-72f8-40e0-ab24-ebb22bfd4221),segment_id=d511aca7-72f8-40e0-ab24-ebb22bfd4221)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:21.900587 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.921594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Deleting port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:21.922164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.933194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51671f6a-85e0-4819-bee1-fc7842e74658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:21.954103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51671f6a-85e0-4819-bee1-fc7842e74658 None None] No DVR routers for this DVR port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:21.954783 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2ec15fc-1ae3-4174-8177-c48a6896226f req-71b98a4f-e5da-4b0f-9453-6c190b897d30 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563927 Jul 16 20:24:21.990346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.021769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51671f6a-85e0-4819-bee1-fc7842e74658 None None] Pushing event deleted for resources: {'Port': ['ID=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.047461 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af0fc150-ea31-4406-8fc6-5c5b566605f6 req-9e87a837-45e5-400e-8f60-305e60ed8f17 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4451056 Jul 16 20:24:22.083173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf11ff7a-4a4d-4055-931e-2dda1a84381d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.083882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf11ff7a-4a4d-4055-931e-2dda1a84381d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Fanout notify agent at l3_agent the message router_deleted on router db772435-32cd-498c-8bd6-4ec0c80e583d {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:24:22.160270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf11ff7a-4a4d-4055-931e-2dda1a84381d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.162132 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bf11ff7a-4a4d-4055-931e-2dda1a84381d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/db772435-32cd-498c-8bd6-4ec0c80e583d HTTP/1.1" status: 204 len: 168 time: 1.6076455 Jul 16 20:24:22.166571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36364) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.172623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=9']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.240747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-476ce37f-f9e9-41af-aa31-1977f3b8d6e9 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=db772435-32cd-498c-8bd6-4ec0c80e583d HTTP/1.1" status: 200 len: 205 time: 0.0723526 Jul 16 20:24:22.242705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36370) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.300251 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-1529c829-4fbe-4cb9-8228-12cc46eb87d6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] delete failed (client error): The resource could not be found. Jul 16 20:24:22.304937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1529c829-4fbe-4cb9-8228-12cc46eb87d6 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/db772435-32cd-498c-8bd6-4ec0c80e583d HTTP/1.1" status: 404 len: 336 time: 0.0573692 Jul 16 20:24:22.304937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.346104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Router bdff5ae5-6fab-4408-af33-654b3baaed6f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:24:22.356522 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24fa4fd-68d9-47bf-b1a6-e1a9a3b0ebfc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:22.356975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24fa4fd-68d9-47bf-b1a6-e1a9a3b0ebfc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:22.361609 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b24fa4fd-68d9-47bf-b1a6-e1a9a3b0ebfc tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/41650022-609f-4f7a-be37-d891335f2ad1 HTTP/1.1" status: 404 len: 337 time: 0.0530801 Jul 16 20:24:22.363178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36378) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.364038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] For port bc69588f-f4d5-4c3a-a1c9-6d481540dc86, host n-d-792394-17, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:22.364416 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.380544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Calling delete_port for bc69588f-f4d5-4c3a-a1c9-6d481540dc86 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:22.401735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:24:22.418971 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead9ae0f-81e3-4cc3-8ad5-ef56a4b6d4e3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:22.419489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead9ae0f-81e3-4cc3-8ad5-ef56a4b6d4e3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:22.424868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ead9ae0f-81e3-4cc3-8ad5-ef56a4b6d4e3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/5bc102d3-0005-41af-956b-6988a7eba219 HTTP/1.1" status: 404 len: 337 time: 0.0577557 Jul 16 20:24:22.425072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36380) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.431873 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.465336 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e06e06-0020-4304-8bf0-2def0bd80569 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:22.465786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e06e06-0020-4304-8bf0-2def0bd80569 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:22.471410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-79e06e06-0020-4304-8bf0-2def0bd80569 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/12cadc2a-652e-4c03-aea5-bee170e91f4f HTTP/1.1" status: 404 len: 337 time: 0.0415440 Jul 16 20:24:22.471642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36382) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.481708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:22.489441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.509688 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d3ea72-4df2-49d1-8342-37c17b31c48f tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:22.510018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d3ea72-4df2-49d1-8342-37c17b31c48f tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:22.511796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a9d3ea72-4df2-49d1-8342-37c17b31c48f tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/94d6d99e-8c9b-4e1b-b11d-7e8af19809b0 HTTP/1.1" status: 404 len: 337 time: 0.0392604 Jul 16 20:24:22.517186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] No DVR routers for this DVR port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:22.518890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Port': ['ID=bc69588f-f4d5-4c3a-a1c9-6d481540dc86,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:22.521391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-751d38bf-5fb9-446b-b2a0-4be5585fb811 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.521579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.522294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-751d38bf-5fb9-446b-b2a0-4be5585fb811 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.2344489 Jul 16 20:24:22.536138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No DVR routers for this DVR port bc69588f-f4d5-4c3a-a1c9-6d481540dc86 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:22.546955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-c46bd5fc-c9fc-4bfd-a090-17b5d6cfe412 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/quotas/6385058dcf004a12bbf5ed7bf5647d5d HTTP/1.1" status: 200 len: 375 time: 0.0149863 Jul 16 20:24:22.628026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-1a54c815-9eeb-417e-b70b-6cba6fd255f3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0799668 Jul 16 20:24:22.666471 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-413d8455-ad3e-4cb3-b42d-a02464f80a2d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=99fc2a79-03c8-4a17-8e53-4b5d4c4537ec HTTP/1.1" status: 200 len: 205 time: 0.1376169 Jul 16 20:24:22.667220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.671031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36386) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.743166 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-2bf50a5d-0fd6-4e77-a233-91095686b611 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] delete failed (client error): The resource could not be found. Jul 16 20:24:22.744207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2bf50a5d-0fd6-4e77-a233-91095686b611 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/99fc2a79-03c8-4a17-8e53-4b5d4c4537ec HTTP/1.1" status: 404 len: 336 time: 0.0731938 Jul 16 20:24:22.749735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36390) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.784871 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-54810932-013a-4651-8c9e-b7ae3dac14e8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=69777f26-74fb-45f8-8ea5-983d0511fd0d HTTP/1.1" status: 200 len: 205 time: 0.0338192 Jul 16 20:24:22.788241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36392) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.814832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce342e-8ce1-45a8-b1c4-a650b3b39b24 req-64312f9a-d32d-4dfe-8acb-a322d45e08f9 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:22.816410 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99ce342e-8ce1-45a8-b1c4-a650b3b39b24 req-64312f9a-d32d-4dfe-8acb-a322d45e08f9 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.5334001 Jul 16 20:24:22.849872 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-e7019007-c6e5-458c-b323-93d25cec4702 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] delete failed (client error): The resource could not be found. Jul 16 20:24:22.850833 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e7019007-c6e5-458c-b323-93d25cec4702 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/69777f26-74fb-45f8-8ea5-983d0511fd0d HTTP/1.1" status: 404 len: 336 time: 0.0612867 Jul 16 20:24:22.855040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-b31f1621-38f7-4cc3-9827-d68ccbadc566 service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242184 Jul 16 20:24:22.855510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36394) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.858366 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:22.899764 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfb2ba6-7417-4294-9036-bf04f65f7146 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:22.900212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfb2ba6-7417-4294-9036-bf04f65f7146 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:22.901981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6dfb2ba6-7417-4294-9036-bf04f65f7146 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/27324ed7-ad9a-4104-96b3-bc1254c4bd4b HTTP/1.1" status: 404 len: 337 time: 0.0455501 Jul 16 20:24:22.908641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36396) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:22.949678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-45a2ff0c-cab7-4ad8-91d8-ec196bfaa57b tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8d69e9c-4417-4f79-aeb1-4f863165356e HTTP/1.1" status: 200 len: 205 time: 0.0396593 Jul 16 20:24:22.953332 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.018304 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-477a0a1f-3682-474d-b0ff-07713fb83f67 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] delete failed (client error): The resource could not be found. Jul 16 20:24:23.019374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-477a0a1f-3682-474d-b0ff-07713fb83f67 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/a8d69e9c-4417-4f79-aeb1-4f863165356e HTTP/1.1" status: 404 len: 336 time: 0.0648108 Jul 16 20:24:23.024133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36400) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.062356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8d98732b-82bd-4db1-9508-4c3f8160ccff tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=67800fdc-1065-437a-8d15-fff6db7da99a HTTP/1.1" status: 200 len: 205 time: 0.0371289 Jul 16 20:24:23.066270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36402) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.111734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-4d83a196-2a82-4aaf-a7f2-f265d92f2a4f service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480035 Jul 16 20:24:23.112595 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-e3a1f385-2c2f-45c2-b3b9-a9134e9bcd5d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] delete failed (client error): The resource could not be found. Jul 16 20:24:23.117522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e3a1f385-2c2f-45c2-b3b9-a9134e9bcd5d tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/67800fdc-1065-437a-8d15-fff6db7da99a HTTP/1.1" status: 404 len: 336 time: 0.0463502 Jul 16 20:24:23.119096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36404) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.146659 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f25afb-d359-4b24-bbd4-44712e65f088 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:23.146980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f25afb-d359-4b24-bbd4-44712e65f088 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:23.149014 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-83f25afb-d359-4b24-bbd4-44712e65f088 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/216047a8-498b-429e-b10b-adf89930abb4 HTTP/1.1" status: 404 len: 337 time: 0.0301301 Jul 16 20:24:23.151627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36406) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.156100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1453c545-d7c8-47a3-bb13-5cb162861d67']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:23.191162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-234d55ee-29b0-434e-938d-5c174384d30f tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=db90f0b5-8ecb-4444-bc1e-496f74fb10da HTTP/1.1" status: 200 len: 205 time: 0.0345509 Jul 16 20:24:23.191543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.208660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd511aca7-72f8-40e0-ab24-ebb22bfd4221') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:23.209786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd511aca7-72f8-40e0-ab24-ebb22bfd4221') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:23.229713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port 32dc39c3-af33-4f4c-bec7-d0f0c7e81745 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:23.233492 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-1ac74d58-1097-4a63-ac8e-b81373115d75 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] delete failed (client error): The resource could not be found. Jul 16 20:24:23.234794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1ac74d58-1097-4a63-ac8e-b81373115d75 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/db90f0b5-8ecb-4444-bc1e-496f74fb10da HTTP/1.1" status: 404 len: 336 time: 0.0415707 Jul 16 20:24:23.237317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.243941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.274563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:24:23.280777 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8de52e-1ace-4d4f-9d82-b1c693c45cbd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:23.280777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8de52e-1ace-4d4f-9d82-b1c693c45cbd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:23.282533 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fa8de52e-1ace-4d4f-9d82-b1c693c45cbd tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/b714f189-9d26-492a-9e48-fc90383fd845 HTTP/1.1" status: 404 len: 337 time: 0.0369024 Jul 16 20:24:23.294205 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] Sync routers for ids ['bdff5ae5-6fab-4408-af33-654b3baaed6f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:24:23.303769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.305815 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9d24dfaa-b936-41fe-8050-5bd92b1a4261 admin admin] 10.222.0.10 "PUT /v2.0/routers/bdff5ae5-6fab-4408-af33-654b3baaed6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0993006 Jul 16 20:24:23.307612 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] Routers {'bdff5ae5-6fab-4408-af33-654b3baaed6f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:23.308331 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bdff5ae5-6fab-4408-af33-654b3baaed6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:23.308639 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.316823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36420) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.324246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99ce342e-8ce1-45a8-b1c4-a650b3b39b24 req-a86357f5-cb0c-4f94-8300-9ac50c1348a1 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920588 Jul 16 20:24:23.358245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:23.358245 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:23.370695 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:23.384483 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.438671 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-029c9403-8d5d-46b1-a285-868648ab59e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.480939 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.482008 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3e25805d-a56b-43fa-8ded-7341ac343c83 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eead4b-27e7-4c0d-964b-4e1b5759191a HTTP/1.1" status: 200 len: 205 time: 0.1761923 Jul 16 20:24:23.482711 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36424) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.485324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Attempting to bind port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:23.485800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Attempting to bind port 283c9a09-4833-4f9f-8797-cdfd26c8da2e by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:23.486060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Attempting to bind port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:23.498473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.500508 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/1453c545-d7c8-47a3-bb13-5cb162861d67 HTTP/1.1" status: 204 len: 168 time: 6.1471374 Jul 16 20:24:23.508024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36426) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.532964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:23.533206 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Attempting to bind port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:23.540628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15f85-fb98-4542-bdb7-73e9e96793ef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Network': ['ID=1453c545-d7c8-47a3-bb13-5cb162861d67,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:23.589926 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] Set router bdff5ae5-6fab-4408-af33-654b3baaed6f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:23.594597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-172319599'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:23.615586 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-d9732544-44bc-496d-bfd0-53e15a7a19e3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] delete failed (client error): The resource could not be found. Jul 16 20:24:23.619049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d9732544-44bc-496d-bfd0-53e15a7a19e3 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/routers/68eead4b-27e7-4c0d-964b-4e1b5759191a HTTP/1.1" status: 404 len: 336 time: 0.1299255 Jul 16 20:24:23.632771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:23.646736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:23.647085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Checking segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:23.647510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Bound using segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:23.647966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Bound port: 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:23.648322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.666208 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a189e04-f4ee-46fa-8bf4-1843150a9135 req-63aae0a2-5d0c-4510-9e2a-e4815ba76da1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 210 time: 0.0586460 Jul 16 20:24:23.800849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.804977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:23.848510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:23.860312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.935685 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:43Z', 'updated_at': '2021-07-16T20:24:19Z', 'revision_number': 5, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'gw_port': {'id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:23.951938 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port ba5e7d3d-1fc3-478e-9e65-41b950c903c8 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:23.971123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:23.972075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:23.974096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] 10.222.0.30 "PUT /v2.0/ports/283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 200 len: 1093 time: 4.3721757 Jul 16 20:24:23.974788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:23.978298 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffb4545-1096-4c53-be65-9826625e8290" -d '{"events": [{"name": "network-changed", "server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:24.017906 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] Checking router: bdff5ae5-6fab-4408-af33-654b3baaed6f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:24:24.032254 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] Routers {'bdff5ae5-6fab-4408-af33-654b3baaed6f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:24:24.033124 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bdff5ae5-6fab-4408-af33-654b3baaed6f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:24.123226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.128179 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2626b4-ea67-4ce0-ab88-5f8e8f9ceb39 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:24.128911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2626b4-ea67-4ce0-ab88-5f8e8f9ceb39 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:24.129039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2992ba-461c-4ec5-9542-d1c4291b5a33 service neutron] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.131750 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2d2626b4-ea67-4ce0-ab88-5f8e8f9ceb39 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/4e2877b5-63a1-4cd7-a76c-e8bb3b338dfa HTTP/1.1" status: 404 len: 337 time: 0.4951868 Jul 16 20:24:24.136225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36442) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.215791 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9963ac-31d9-4e5b-b4d4-c50f4320cfd8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:24.216302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9963ac-31d9-4e5b-b4d4-c50f4320cfd8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:24.218097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ba9963ac-31d9-4e5b-b4d4-c50f4320cfd8 tempest-RoutersTest-1644153053 tempest-RoutersTest-1644153053-project] 10.222.0.10 "DELETE /v2.0/subnets/7cbc9b9c-a613-4d81-8e72-bf43f800f17b HTTP/1.1" status: 404 len: 337 time: 0.0808260 Jul 16 20:24:24.218939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:24.222746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.252600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:24.270009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.270353 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Added segment 6fa27601-dc80-4417-8a6d-cf5601f655d8 of type vlan for network b085b715-e3da-4202-a52e-ac92b2bcb941 Jul 16 20:24:24.277766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af1923-a488-4a24-a004-97e88af8a8b0 req-ac0a0f01-ff61-4102-8125-e4fa4ee6688b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.279704 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56af1923-a488-4a24-a004-97e88af8a8b0 req-ac0a0f01-ff61-4102-8125-e4fa4ee6688b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2626715 Jul 16 20:24:24.327447 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.347275 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] Set router bdff5ae5-6fab-4408-af33-654b3baaed6f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:24:24.382513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-17fae9d5-610d-4e8c-ba87-9880a707e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.384269 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-17fae9d5-610d-4e8c-ba87-9880a707e966 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 1097 time: 0.3784509 Jul 16 20:24:24.440829 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56af1923-a488-4a24-a004-97e88af8a8b0 req-ba794b6d-c45c-4826-ab32-fe6b5724b976 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202517 Jul 16 20:24:24.509830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c917db5-e35e-460d-aca9-2e5a1e26465d req-ded3cc39-1238-4111-badd-2f9f87ece110 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.510908 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.518205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c917db5-e35e-460d-aca9-2e5a1e26465d req-ded3cc39-1238-4111-badd-2f9f87ece110 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 944 time: 0.9098129 Jul 16 20:24:24.558937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.578905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.579600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.617676 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd418df0-3a9c-4d15-b500-48a0d4cea6e0 x-openstack-request-id: req-cd418df0-3a9c-4d15-b500-48a0d4cea6e0 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:24.618514 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:24.618514 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd418df0-3a9c-4d15-b500-48a0d4cea6e0 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:24.618832 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'status': 'completed', 'code': 200} Jul 16 20:24:24.623698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.650264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1328552 Jul 16 20:24:24.651189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36452) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.683875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'subnet': {'network_id': 'b085b715-e3da-4202-a52e-ac92b2bcb941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:24.690715 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:43Z', 'updated_at': '2021-07-16T20:24:19Z', 'revision_number': 5, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'gw_port': {'id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:24.730329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c917db5-e35e-460d-aca9-2e5a1e26465d req-8d4a7eb0-192d-4e73-b309-7885a23321a5 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108150 Jul 16 20:24:24.733109 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d680b-4088-41dc-a150-4b512194a370 None None] The sync data for ids ['bdff5ae5-6fab-4408-af33-654b3baaed6f'] in n-d-792394-17 is: [{'id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'name': 'tempest-ServerRescueTestJSON-1827961694-router', 'tenant_id': '01bfec0d7089476faf03201c196b82cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:21:43Z', 'updated_at': '2021-07-16T20:24:19Z', 'revision_number': 5, 'project_id': '01bfec0d7089476faf03201c196b82cd', 'gw_port': {'id': '212763eb-ee56-4d65-a0e8-92a29d08bd60', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdff5ae5-6fab-4408-af33-654b3baaed6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:45Z', 'updated_at': '2021-07-16T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:24:24.774998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-f33995cf-8d71-42e6-ba28-bfc0cd152c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:24.776543 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-f33995cf-8d71-42e6-ba28-bfc0cd152c41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.3751082 Jul 16 20:24:24.798071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:24.835775 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.841548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac1826-b975-4bfa-a72b-37aa1f7b084b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Network': ['ID=b085b715-e3da-4202-a52e-ac92b2bcb941,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:24.849723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.853147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b085b715-e3da-4202-a52e-ac92b2bcb941 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:24.951921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:24.964971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:24.976950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:24.977829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:24.985547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=32dc39c3-af33-4f4c-bec7-d0f0c7e81745,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:25.014036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Deleting port 212763eb-ee56-4d65-a0e8-92a29d08bd60 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:25.014418 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.019159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:25.024483 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.040953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db934a-240c-43cf-a088-0a634532fec3 req-de01b216-b851-43ed-8692-2b3826da0dbb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.042675 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66db934a-240c-43cf-a088-0a634532fec3 req-de01b216-b851-43ed-8692-2b3826da0dbb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3422196 Jul 16 20:24:25.061773 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-3ffd44f8-50df-4d62-95e9-9c78f482311a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 200 len: 1000 time: 0.2738512 Jul 16 20:24:25.155849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-8456749a-7c8b-470c-b16d-188b627b14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.157377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-8456749a-7c8b-470c-b16d-188b627b14e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.0816333 Jul 16 20:24:25.169987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=ba5e7d3d-1fc3-478e-9e65-41b950c903c8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:25.224883 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-86263722-b1ec-47b0-a5d3-825e7b38cd1e req-2bd7ce92-32a5-493b-8bb4-0d868e968f4b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 210 time: 0.1498914 Jul 16 20:24:25.276966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 92077294-7d47-4c22-a2d5-be0bd00c13e7 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:25.291612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Checking segment: {'id': '73a940d4-5b07-44f4-8e0d-f8cff6965e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81b3a9d9-9a51-4a8a-a900-2349e63b2af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:25.291997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network hostable DHCP agents. Network: 81b3a9d9-9a51-4a8a-a900-2349e63b2af0, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:25.307705 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66db934a-240c-43cf-a088-0a634532fec3 req-b968460d-0a71-44c8-bc2c-1b6cc1245701 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541478 Jul 16 20:24:25.339473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 92077294-7d47-4c22-a2d5-be0bd00c13e7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:25.340435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 92077294-7d47-4c22-a2d5-be0bd00c13e7 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:25.349957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a335710-5da8-4bde-b20e-8bcf11ad9585 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc62e4fd96a849509a89b8e98c5cf2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5499299 Jul 16 20:24:25.354623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.381992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 81b3a9d9-9a51-4a8a-a900-2349e63b2af0 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:25.403339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-ff1bdb31-e818-4fb6-a8f3-def66c6d9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.405550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-ff1bdb31-e818-4fb6-a8f3-def66c6d9f0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2266865 Jul 16 20:24:25.410120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 81b3a9d9-9a51-4a8a-a900-2349e63b2af0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:25.418705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea7a98-5a2b-4d6f-8df8-659b441dd0e2 None None] Network 81b3a9d9-9a51-4a8a-a900-2349e63b2af0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:25.440220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:25.450150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.454163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] For port 212763eb-ee56-4d65-a0e8-92a29d08bd60, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=212763eb-ee56-4d65-a0e8-92a29d08bd60,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:25.454727 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.456746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.457540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.513652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-dd4441c7-f78a-45fe-85a2-f555ef4abd2b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.515746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-dd4441c7-f78a-45fe-85a2-f555ef4abd2b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.30 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.3602793 Jul 16 20:24:25.521166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Calling delete_port for 212763eb-ee56-4d65-a0e8-92a29d08bd60 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:25.529579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7d2b748d-ca67-4936-a372-3a732a249726 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9742239 Jul 16 20:24:25.529810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:25.535977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'port': {'device_id': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'admin_state_up': True, 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:25.588584 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b99-8066-4eaa-83f6-09fe83c113ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.644820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b99-8066-4eaa-83f6-09fe83c113ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.670402 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-68b8c1a9-650f-4112-a0ae-d2aa053f959e service neutron] 10.222.0.30 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482452 Jul 16 20:24:25.761784 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.788081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28693cfa-ffff-4bc0-816e-6a6733cb86a3 req-6b943310-818d-4da0-a6c6-93b6aa14cd5a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:25.789716 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28693cfa-ffff-4bc0-816e-6a6733cb86a3 req-6b943310-818d-4da0-a6c6-93b6aa14cd5a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2127030 Jul 16 20:24:25.836774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b99-8066-4eaa-83f6-09fe83c113ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.839561 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caeb9b99-8066-4eaa-83f6-09fe83c113ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:25.843201 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-caeb9b99-8066-4eaa-83f6-09fe83c113ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bf63049-8f04-4995-93b9-3dcd2cc58d62 HTTP/1.1" status: 204 len: 168 time: 0.4837735 Jul 16 20:24:25.867057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb9b99-8066-4eaa-83f6-09fe83c113ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf63049-8f04-4995-93b9-3dcd2cc58d62,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:25.893669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d748e099-c90a-4f16-90bc-92bec4f0c5c0 req-cf67309b-e930-4fd0-beea-569f07bd4914 service neutron] 10.222.0.30 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154109 Jul 16 20:24:25.924400 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28693cfa-ffff-4bc0-816e-6a6733cb86a3 req-40f916cf-27b7-46b0-be4b-b2440cfa7fd6 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177547 Jul 16 20:24:26.084963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Subnet': ['ID=6f394e68-bbb2-46f8-96fa-625ff482ca3c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.087099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.162268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=212763eb-ee56-4d65-a0e8-92a29d08bd60,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:26.204934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Made reservation on behalf of 6385058dcf004a12bbf5ed7bf5647d5d for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:26.208906 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.219845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.220751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb4545-1096-4c53-be65-9826625e8290 req-b75aa5a0-4c10-4d9d-b1b6-2ca67197c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.224063 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ffb4545-1096-4c53-be65-9826625e8290 req-b75aa5a0-4c10-4d9d-b1b6-2ca67197c9c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 1097 time: 0.2507424 Jul 16 20:24:26.251793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7dfdc220-b110-4c5d-87b8-0d5d0ee30736 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port ba5e7d3d-1fc3-478e-9e65-41b950c903c8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:26.252238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc220-b110-4c5d-87b8-0d5d0ee30736 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.358536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.373358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Checking segment: {'id': '6fa27601-dc80-4417-8a6d-cf5601f655d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b085b715-e3da-4202-a52e-ac92b2bcb941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:26.373819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network hostable DHCP agents. Network: b085b715-e3da-4202-a52e-ac92b2bcb941, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:26.529210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb4545-1096-4c53-be65-9826625e8290 req-b85f284a-5e98-4db4-9891-0263cc988f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.530753 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ffb4545-1096-4c53-be65-9826625e8290 req-b85f284a-5e98-4db4-9891-0263cc988f41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.2972450 Jul 16 20:24:26.596911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda90c-4b48-4493-9404-0c96fd26109f req-234b3b14-e79d-4038-94bc-f944cf544f80 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.604480 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93bda90c-4b48-4493-9404-0c96fd26109f req-234b3b14-e79d-4038-94bc-f944cf544f80 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1234441 Jul 16 20:24:26.640963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.675204 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.685476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc220-b110-4c5d-87b8-0d5d0ee30736 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.708430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93bda90c-4b48-4493-9404-0c96fd26109f req-caac2408-28f1-48d4-9407-4d2cd13068a3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887778 Jul 16 20:24:26.709897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadfbd9-e6b3-43dc-b28f-1b9c36f65473 req-311293b1-9336-4f0d-a9e3-f8b4970d10fc tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.710082 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ffb4545-1096-4c53-be65-9826625e8290 req-8ae95e42-92b9-4125-a019-a3bbb35a49d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 200 len: 1000 time: 0.1669562 Jul 16 20:24:26.716173 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0cadfbd9-e6b3-43dc-b28f-1b9c36f65473 req-311293b1-9336-4f0d-a9e3-f8b4970d10fc tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.6334260 Jul 16 20:24:26.746673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network b085b715-e3da-4202-a52e-ac92b2bcb941 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:26.777142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7dfdc220-b110-4c5d-87b8-0d5d0ee30736 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for ba5e7d3d-1fc3-478e-9e65-41b950c903c8 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:26.809227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb4545-1096-4c53-be65-9826625e8290 req-225a6944-e079-4707-8c23-275569d2ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.812272 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ffb4545-1096-4c53-be65-9826625e8290 req-225a6944-e079-4707-8c23-275569d2ad5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.0990827 Jul 16 20:24:26.889286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, b085b715-e3da-4202-a52e-ac92b2bcb941) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:26.902282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7080899-0329-43e7-acbf-59ada753c920 None None] Network b085b715-e3da-4202-a52e-ac92b2bcb941 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:26.904137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:26.904733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.944595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:26.945555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdff5ae5-6fab-4408-af33-654b3baaed6f {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:24:26.992534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.000579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.002057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e85331b5-b06c-4d6c-8574-1ab5907a23c7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/bdff5ae5-6fab-4408-af33-654b3baaed6f HTTP/1.1" status: 204 len: 168 time: 3.6740053 Jul 16 20:24:27.166348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c3a6da-bef7-425a-b724-6b67c5b3f63c admin admin] Deleting subnet f8b06e39-8389-48a6-b1bd-e35791a3db83 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:27.189698 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0cadfbd9-e6b3-43dc-b28f-1b9c36f65473 req-92d6439c-fb76-4d57-b61e-bbf0e7c4d334 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4720674 Jul 16 20:24:27.235641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bf35e463-18a4-44a5-9f7f-3c7590681761 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5462604 Jul 16 20:24:27.237845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36512) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:27.263464 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92183527-4846-4ed0-bfd2-5d47d80efa07 req-e524a559-c483-42f3-9326-d4a07955be6f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 210 time: 0.2698581 Jul 16 20:24:27.272311 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a6da-bef7-425a-b724-6b67c5b3f63c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.281493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-b085b715-e3da-4202-a52e-ac92b2bcb941', 'network_id': 'b085b715-e3da-4202-a52e-ac92b2bcb941', 'tenant_id': '222dc7f6b6d84e54a758eb906eef3c3a', 'fixed_ips': [{'subnet_id': '6f394e68-bbb2-46f8-96fa-625ff482ca3c'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:27.292148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.398911 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a6da-bef7-425a-b724-6b67c5b3f63c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.475708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Allocated IP 172.20.0.6 (3699387c-5233-40ce-b73f-3360c0872698/cbebcb38-69e6-421d-93aa-e00cf54f98a2/78785485-f6c9-4f72-8385-38c210f04200) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:27.624158 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a6da-bef7-425a-b724-6b67c5b3f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:27.792992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb4545-1096-4c53-be65-9826625e8290 req-e28456e1-8ff5-42dc-a40d-516d35612340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:27.811365 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ffb4545-1096-4c53-be65-9826625e8290 req-e28456e1-8ff5-42dc-a40d-516d35612340 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9555051 Jul 16 20:24:27.986053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Allocated IP 2001:db8::2 (b085b715-e3da-4202-a52e-ac92b2bcb941/6f394e68-bbb2-46f8-96fa-625ff482ca3c/e3581143-2edc-4fff-9ecd-e9050bc170e1) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:27.987188 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc220-b110-4c5d-87b8-0d5d0ee30736 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.021549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.142595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.217001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ffb4545-1096-4c53-be65-9826625e8290 req-c73d4b22-6fb5-4830-897c-fa3d940191f9 service neutron] 10.222.0.30 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063699 Jul 16 20:24:28.289740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a6da-bef7-425a-b724-6b67c5b3f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.461632 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3c3a6da-bef7-425a-b724-6b67c5b3f63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.468370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a3c3a6da-bef7-425a-b724-6b67c5b3f63c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f8b06e39-8389-48a6-b1bd-e35791a3db83 HTTP/1.1" status: 204 len: 168 time: 1.4428647 Jul 16 20:24:28.472377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.495200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.510086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3a6da-bef7-425a-b724-6b67c5b3f63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b06e39-8389-48a6-b1bd-e35791a3db83,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.530025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Transition to ACTIVE for port object e3581143-2edc-4fff-9ecd-e9050bc170e1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:28.570597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Transition to ACTIVE for port object e3581143-2edc-4fff-9ecd-e9050bc170e1 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:28.578154 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.653971 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc220-b110-4c5d-87b8-0d5d0ee30736 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.663052 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7dfdc220-b110-4c5d-87b8-0d5d0ee30736 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/ba5e7d3d-1fc3-478e-9e65-41b950c903c8 HTTP/1.1" status: 204 len: 168 time: 3.1235499 Jul 16 20:24:28.684567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdc220-b110-4c5d-87b8-0d5d0ee30736 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=ba5e7d3d-1fc3-478e-9e65-41b950c903c8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.696865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bc0d5553-f3ca-45a3-be85-f1778b0bb419 tempest-DvrRoutersNegativeTest-952676320 tempest-DvrRoutersNegativeTest-952676320-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1768842079', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:28.698506 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Network b085b715-e3da-4202-a52e-ac92b2bcb941 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:28.709325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.policy [None req-bc0d5553-f3ca-45a3-be85-f1778b0bb419 tempest-DvrRoutersNegativeTest-952676320 tempest-DvrRoutersNegativeTest-952676320-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93959) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 20:24:28.709802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.policy [None req-bc0d5553-f3ca-45a3-be85-f1778b0bb419 tempest-DvrRoutersNegativeTest-952676320 tempest-DvrRoutersNegativeTest-952676320-project] Failed policy check for 'create_router' {{(pid=93959) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 20:24:28.710384 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-bc0d5553-f3ca-45a3-be85-f1778b0bb419 tempest-DvrRoutersNegativeTest-952676320 tempest-DvrRoutersNegativeTest-952676320-project] create failed (client error): Access was denied to this resource. Jul 16 20:24:28.710622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:28.716144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bc0d5553-f3ca-45a3-be85-f1778b0bb419 tempest-DvrRoutersNegativeTest-952676320 tempest-DvrRoutersNegativeTest-952676320-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6792605 Jul 16 20:24:28.721746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:28.726431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36540) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:28.747387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Pushing event updated for resources: {'Port': ['ID=e3581143-2edc-4fff-9ecd-e9050bc170e1,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:28.937471 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Attempting to bind port e3581143-2edc-4fff-9ecd-e9050bc170e1 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:28.937897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Attempting to bind port e3581143-2edc-4fff-9ecd-e9050bc170e1 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6fa27601-dc80-4417-8a6d-cf5601f655d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b085b715-e3da-4202-a52e-ac92b2bcb941'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:28.938438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Attempting to bind port e3581143-2edc-4fff-9ecd-e9050bc170e1 on network b085b715-e3da-4202-a52e-ac92b2bcb941 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:28.955710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:28.960754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.961559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Checking segment: {'id': '6fa27601-dc80-4417-8a6d-cf5601f655d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b085b715-e3da-4202-a52e-ac92b2bcb941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:28.962546 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:28.963294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Bound using segment: {'id': '6fa27601-dc80-4417-8a6d-cf5601f655d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b085b715-e3da-4202-a52e-ac92b2bcb941'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:28.964197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Bound port: e3581143-2edc-4fff-9ecd-e9050bc170e1, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa27601-dc80-4417-8a6d-cf5601f655d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b085b715-e3da-4202-a52e-ac92b2bcb941'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:28.964985 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.033182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Transition to ACTIVE for port object 78785485-f6c9-4f72-8385-38c210f04200 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:29.068242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c0f8b-434e-4aca-872f-1028c8a208a5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.085261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c0f8b-434e-4aca-872f-1028c8a208a5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.091496 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-707c0f8b-434e-4aca-872f-1028c8a208a5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3631554 Jul 16 20:24:29.101205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36546) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.134409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.138585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] For port e3581143-2edc-4fff-9ecd-e9050bc170e1, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:29.142783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] For port e3581143-2edc-4fff-9ecd-e9050bc170e1, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e3581143-2edc-4fff-9ecd-e9050bc170e1,segment=NetworkSegment(6fa27601-dc80-4417-8a6d-cf5601f655d8),segment_id=6fa27601-dc80-4417-8a6d-cf5601f655d8)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:29.148845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.190953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ad9d94a-dfa4-4873-939c-893a1a4ce5e7 req-19dced7f-fc25-4e30-81e3-fc5a6d51062d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 210 time: 0.1436510 Jul 16 20:24:29.258954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e05aa2-335d-4e55-a1c5-4573930f7070 None None] Pushing event updated for resources: {'Port': ['ID=e3581143-2edc-4fff-9ecd-e9050bc170e1,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:29.280900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Deleting port e3581143-2edc-4fff-9ecd-e9050bc170e1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:29.281411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:29.303283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 212763eb-ee56-4d65-a0e8-92a29d08bd60 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:29.354533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 212763eb-ee56-4d65-a0e8-92a29d08bd60 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:29.354890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 212763eb-ee56-4d65-a0e8-92a29d08bd60 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:29.368115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680ab6c-5379-4780-be81-256a8a0bb5ba req-eb52bbcb-7220-4cda-a3fe-255d091ca120 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:29.375808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4680ab6c-5379-4780-be81-256a8a0bb5ba req-eb52bbcb-7220-4cda-a3fe-255d091ca120 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.7729106 Jul 16 20:24:29.380931 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ffb4545-1096-4c53-be65-9826625e8290 req-0d8cb133-227a-453c-baf1-fc125c7e65be service neutron] 10.222.0.30 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0482700 Jul 16 20:24:29.485045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4680ab6c-5379-4780-be81-256a8a0bb5ba req-84eb61ca-768a-4fc9-9b40-5b525c2d56d8 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082036 Jul 16 20:24:29.506833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:29.998956 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.024422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c0a4d86c-92bf-4be5-9684-2d6aeb760233'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:30.079911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] For port e3581143-2edc-4fff-9ecd-e9050bc170e1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e3581143-2edc-4fff-9ecd-e9050bc170e1,segment=NetworkSegment(6fa27601-dc80-4417-8a6d-cf5601f655d8),segment_id=6fa27601-dc80-4417-8a6d-cf5601f655d8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:30.084944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.097304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.124279 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9aaf-11d1-4422-bb4c-0f13dbd27eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.127804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Calling delete_port for e3581143-2edc-4fff-9ecd-e9050bc170e1 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:30.159896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a600703a-147f-4da0-9e9d-9b2fbe655fab']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:30.236441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e0adc2-1d30-445c-8809-5eb8184b8da7') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:30.236972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e0adc2-1d30-445c-8809-5eb8184b8da7') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:30.270888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.330329 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.335931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Network 3699387c-5233-40ce-b73f-3360c0872698 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:30.350681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:30.383021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:30.415192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e8d91-8b91-4792-9a23-6aa9d22089ef req-09c4cb71-e745-4b18-b841-8cc87dc0ff1b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.434799 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e3e8d91-8b91-4792-9a23-6aa9d22089ef req-09c4cb71-e745-4b18-b841-8cc87dc0ff1b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3318982 Jul 16 20:24:30.440598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:30.441185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:30.451329 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:30.515293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:30.516763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.557703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a38aeab6-f031-45ad-bd44-9be037a4be84 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port 32dc39c3-af33-4f4c-bec7-d0f0c7e81745 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:30.559121 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a38aeab6-f031-45ad-bd44-9be037a4be84 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.574802 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e3e8d91-8b91-4792-9a23-6aa9d22089ef req-448fc28f-e4c8-43a4-a814-795196053910 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385486 Jul 16 20:24:30.587570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'Port': ['ID=78785485-f6c9-4f72-8385-38c210f04200,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.789436 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.794451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.797587 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a600703a-147f-4da0-9e9d-9b2fbe655fab HTTP/1.1" status: 204 len: 168 time: 2.3205812 Jul 16 20:24:30.867203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa028b0-1b51-4a5c-9c01-560ebd7d0045 admin admin] Pushing event deleted for resources: {'Network': ['ID=a600703a-147f-4da0-9e9d-9b2fbe655fab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:30.905880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a38aeab6-f031-45ad-bd44-9be037a4be84 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:30.922194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a38aeab6-f031-45ad-bd44-9be037a4be84 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for 32dc39c3-af33-4f4c-bec7-d0f0c7e81745 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:31.024561 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9aaf-11d1-4422-bb4c-0f13dbd27eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.057185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9aaf-11d1-4422-bb4c-0f13dbd27eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.065084 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7ecd9e22-e81d-4f7e-bc2e-49bb4d48eca6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5392716 Jul 16 20:24:31.066099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.081420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caeed72-cd43-46be-a900-fb65f5db6014 req-62b88bae-ee26-423c-8e18-dac8a8205bb5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.084797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1caeed72-cd43-46be-a900-fb65f5db6014 req-62b88bae-ee26-423c-8e18-dac8a8205bb5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 931 time: 0.4316092 Jul 16 20:24:31.085870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7cb8b95-d604-4488-8dc1-bb25fd14e593 None None] Provisioning for port 78785485-f6c9-4f72-8385-38c210f04200 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:31.106890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7cb8b95-d604-4488-8dc1-bb25fd14e593 None None] Provisioning complete for port 78785485-f6c9-4f72-8385-38c210f04200 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:31.108297 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7cb8b95-d604-4488-8dc1-bb25fd14e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.157221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Request body: {'port': {'device_id': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:31.165985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Port': ['ID=e3581143-2edc-4fff-9ecd-e9050bc170e1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.215756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb8b95-d604-4488-8dc1-bb25fd14e593 None None] Port 78785485-f6c9-4f72-8385-38c210f04200 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:24:31.239640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd9aaf-11d1-4422-bb4c-0f13dbd27eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b513b8da-c094-4ffd-8f69-069fd6f9c611,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.286181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36562) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.338147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No DVR routers for this DVR port e3581143-2edc-4fff-9ecd-e9050bc170e1 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:31.372297 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1fbd9aaf-11d1-4422-bb4c-0f13dbd27eb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=352e7fca847843d8ad8d41be2574a6be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8557918 Jul 16 20:24:31.384499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.440453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b0005-64d3-4474-974f-ba6883ace608 None None] Network b085b715-e3da-4202-a52e-ac92b2bcb941 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:31.477034 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.609895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22a1c3-d66a-4b58-aa23-5d86de646b71 req-f071068b-1240-4b53-919e-9a614c4b1267 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:31.618315 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd22a1c3-d66a-4b58-aa23-5d86de646b71 req-f071068b-1240-4b53-919e-9a614c4b1267 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.5402739 Jul 16 20:24:31.644627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a38aeab6-f031-45ad-bd44-9be037a4be84 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.666048 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1caeed72-cd43-46be-a900-fb65f5db6014 req-d4c4beea-f29d-48af-8dac-e9f20085ba92 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264108 Jul 16 20:24:31.674401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6019084d-53c8-4c3c-b96f-2652cd373ec5 None None] Could not find standard attr ID for object e3581143-2edc-4fff-9ecd-e9050bc170e1. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:24:31.696744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2d9be866-ed88-47a9-abe8-3edc5b647e60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01bfec0d7089476faf03201c196b82cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817136 Jul 16 20:24:31.711844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e51ab4ca-ddb5-4c74-8d0e-8a61efddbc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.765435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:31.776552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e51ab4ca-ddb5-4c74-8d0e-8a61efddbc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.811143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38aeab6-f031-45ad-bd44-9be037a4be84 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=32dc39c3-af33-4f4c-bec7-d0f0c7e81745,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:31.868816 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.872952 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e51ab4ca-ddb5-4c74-8d0e-8a61efddbc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.876546 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e51ab4ca-ddb5-4c74-8d0e-8a61efddbc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:31.881412 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e51ab4ca-ddb5-4c74-8d0e-8a61efddbc46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b513b8da-c094-4ffd-8f69-069fd6f9c611 HTTP/1.1" status: 204 len: 168 time: 0.4623671 Jul 16 20:24:31.902926 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd22a1c3-d66a-4b58-aa23-5d86de646b71 req-c970b579-1c4f-43a2-b617-3f37ed2529ed tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836666 Jul 16 20:24:31.904355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ab4ca-ddb5-4c74-8d0e-8a61efddbc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b513b8da-c094-4ffd-8f69-069fd6f9c611,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:32.061086 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.104364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a38aeab6-f031-45ad-bd44-9be037a4be84 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.111583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a38aeab6-f031-45ad-bd44-9be037a4be84 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/32dc39c3-af33-4f4c-bec7-d0f0c7e81745 HTTP/1.1" status: 204 len: 168 time: 2.9223578 Jul 16 20:24:32.112459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.119182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Subnet': ['ID=6f394e68-bbb2-46f8-96fa-625ff482ca3c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:32.180984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3d13d4-da65-4406-8458-5175025b631d None None] Network b085b715-e3da-4202-a52e-ac92b2bcb941 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:32.229014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.387665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b085b715-e3da-4202-a52e-ac92b2bcb941']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:32.473441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5621afc-8862-41e0-a5e4-db9078d2c801 None None] DHCP port deletion for b085b715-e3da-4202-a52e-ac92b2bcb941 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:32.503648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa27601-dc80-4417-8a6d-cf5601f655d8') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:32.505231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa27601-dc80-4417-8a6d-cf5601f655d8') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:32.523335 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97644fb5-bbe4-43c9-a696-735fce143ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.525181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faea70-49fb-40fb-94d5-a1796bf5a442 req-f19607c7-62b7-4669-9605-632a336aa97c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.538551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.540283 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73faea70-49fb-40fb-94d5-a1796bf5a442 req-f19607c7-62b7-4669-9605-632a336aa97c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2541358 Jul 16 20:24:32.594005 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.605424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:32.606399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.610666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1050a8df-dbb7-4463-ba95-73cad227a12d tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:32.615684 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1050a8df-dbb7-4463-ba95-73cad227a12d tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5025735 Jul 16 20:24:32.637220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.687990 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73faea70-49fb-40fb-94d5-a1796bf5a442 req-ef6953f7-6af6-45c8-b575-c5a6466acfaa tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462929 Jul 16 20:24:32.759476 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2250a664-e175-4fbb-b4c0-0e9373ae1829 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:24:32.775494 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2250a664-e175-4fbb-b4c0-0e9373ae1829 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/ba5e7d3d-1fc3-478e-9e65-41b950c903c8 HTTP/1.1" status: 404 len: 333 time: 0.1193080 Jul 16 20:24:32.776613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.854456 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-480f1bc2-4cae-43ff-bda6-d25c59ce2491 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:24:32.869202 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-480f1bc2-4cae-43ff-bda6-d25c59ce2491 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/32dc39c3-af33-4f4c-bec7-d0f0c7e81745 HTTP/1.1" status: 404 len: 333 time: 0.0909698 Jul 16 20:24:32.869904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.874976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97644fb5-bbe4-43c9-a696-735fce143ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:32.877070 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:32.888430 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.901399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:32.910022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/b085b715-e3da-4202-a52e-ac92b2bcb941 HTTP/1.1" status: 204 len: 168 time: 5.6492488 Jul 16 20:24:32.931299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36590) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:32.983641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-436530068'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:33.002783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475083f-fc9a-439d-83be-a6e72cf3f31f tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Network': ['ID=b085b715-e3da-4202-a52e-ac92b2bcb941,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.041734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78785485-f6c9-4f72-8385-38c210f04200 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:33.080102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.155999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Transition to ACTIVE for port object 78785485-f6c9-4f72-8385-38c210f04200 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:33.177882 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.178379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:33.188001 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.196012 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97644fb5-bbe4-43c9-a696-735fce143ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.203854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97644fb5-bbe4-43c9-a696-735fce143ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.218015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-97644fb5-bbe4-43c9-a696-735fce143ed1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f093bf87-af04-461d-8008-9e073c230686 HTTP/1.1" status: 204 len: 168 time: 1.4496446 Jul 16 20:24:33.219952 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.270905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97644fb5-bbe4-43c9-a696-735fce143ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f093bf87-af04-461d-8008-9e073c230686,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.323174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e3581143-2edc-4fff-9ecd-e9050bc170e1 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:33.356681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:33.377083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3910d-9a19-4775-9579-d7876fa68cfd req-14c7adc7-4366-468f-bf08-d99b2c8aa85b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.377551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.378129 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Added segment 0691be63-93c8-4b24-ac3c-9a5614bba7fd of type vlan for network 63a4e66e-26a7-47b6-97ec-3c15dcf953ba Jul 16 20:24:33.379104 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4b3910d-9a19-4775-9579-d7876fa68cfd req-14c7adc7-4366-468f-bf08-d99b2c8aa85b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 931 time: 0.2868814 Jul 16 20:24:33.394407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e3581143-2edc-4fff-9ecd-e9050bc170e1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:33.397537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e3581143-2edc-4fff-9ecd-e9050bc170e1 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:33.467306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.479343 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.539317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b3a9d9-9a51-4a8a-a900-2349e63b2af0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:33.593841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a940d4-5b07-44f4-8e0d-f8cff6965e1f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:33.594616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a940d4-5b07-44f4-8e0d-f8cff6965e1f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:33.614486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.647509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.653458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:24:33.662473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:33.663727 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:33.812147 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:33.825256 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4b3910d-9a19-4775-9579-d7876fa68cfd req-b8fd18b0-0d96-41c8-942e-c2eb3366d72b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477125 Jul 16 20:24:33.825928 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.857190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.864886 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/networks/81b3a9d9-9a51-4a8a-a900-2349e63b2af0 HTTP/1.1" status: 204 len: 168 time: 0.9922400 Jul 16 20:24:33.904044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eddaa-a43e-45bb-81b9-71a1ac9f4a00 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Network': ['ID=81b3a9d9-9a51-4a8a-a900-2349e63b2af0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:33.909256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36612) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:33.925069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1750628178'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:33.965479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:33.975836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:33.977320 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.010850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:34.018089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Pushing event updated for resources: {'Port': ['ID=78785485-f6c9-4f72-8385-38c210f04200,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:34.031484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.121600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:34.166802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.167924 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Added segment 093302bf-0767-4de4-ab12-7874768256d6 of type vlan for network 3dbb880c-ad02-4199-a424-cbd9a745d00b Jul 16 20:24:34.168486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2271647 Jul 16 20:24:34.171479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.208538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Request body: {'subnet': {'network_id': '63a4e66e-26a7-47b6-97ec-3c15dcf953ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:34.289852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734870f-1cc1-42a1-bdd9-27572fb45dc2 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Network': ['ID=63a4e66e-26a7-47b6-97ec-3c15dcf953ba,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:34.306444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 63a4e66e-26a7-47b6-97ec-3c15dcf953ba details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:34.311404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03899d59-d78b-4146-b350-fbbea68626c5 req-ade06eae-53ea-4964-aa68-837b0d22fd2f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.314817 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-03899d59-d78b-4146-b350-fbbea68626c5 req-ade06eae-53ea-4964-aa68-837b0d22fd2f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 1.0043926 Jul 16 20:24:34.322124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36624) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.333380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0096815 Jul 16 20:24:34.336839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36626) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:34.390770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Attempting to bind port 78785485-f6c9-4f72-8385-38c210f04200 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:34.391213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Attempting to bind port 78785485-f6c9-4f72-8385-38c210f04200 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:34.391941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Attempting to bind port 78785485-f6c9-4f72-8385-38c210f04200 on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:34.430707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-03899d59-d78b-4146-b350-fbbea68626c5 req-c23d459a-e653-4f0a-a175-e6c00cbdd575 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955973 Jul 16 20:24:34.431520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Port 78785485-f6c9-4f72-8385-38c210f04200 on network 3699387c-5233-40ce-b73f-3360c0872698 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:24:34.432220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Attempting to bind port 78785485-f6c9-4f72-8385-38c210f04200 on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:34.441325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:34.441932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Checking segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:34.442438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Bound using segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:34.443194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Bound port: 78785485-f6c9-4f72-8385-38c210f04200, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:34.443812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.550894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.652056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Made reservation on behalf of 222dc7f6b6d84e54a758eb906eef3c3a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:34.658684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.709022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] For port 78785485-f6c9-4f72-8385-38c210f04200, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:34.722386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] For port 78785485-f6c9-4f72-8385-38c210f04200, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=78785485-f6c9-4f72-8385-38c210f04200,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:34.735128 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.950020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Pushing event updated for resources: {'Port': ['ID=78785485-f6c9-4f72-8385-38c210f04200,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:34.976799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:34.977972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:34.987398 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-30b5a690-89b8-414f-8209-e3d6db45f49f service neutron] 10.222.0.30 "PUT /v2.0/ports/78785485-f6c9-4f72-8385-38c210f04200 HTTP/1.1" status: 200 len: 1092 time: 3.8370161 Jul 16 20:24:34.991201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'tag': '78785485-f6c9-4f72-8385-38c210f04200'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:34.995240 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfa1448-bacd-410c-afec-1212ebec0bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "04784910-c3bd-43c5-8d69-233f96d6acc7", "tag": "78785485-f6c9-4f72-8385-38c210f04200"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:35.157278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:24:35.190033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2cd32-71ce-4f2b-8578-8a4f9bb24b86 req-6034b833-954c-4ac6-910d-b68bb672b66f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.205267 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ee2cd32-71ce-4f2b-8578-8a4f9bb24b86 req-6034b833-954c-4ac6-910d-b68bb672b66f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.9860651 Jul 16 20:24:35.293536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ee2cd32-71ce-4f2b-8578-8a4f9bb24b86 req-d604bf96-614f-47ce-abc0-f8b12deb3fe9 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859828 Jul 16 20:24:35.331816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-250466f6-40ee-438b-bbf9-01ad13bc95de tempest-NetworksApiDiscovery-950320762 tempest-NetworksApiDiscovery-950320762-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.9787323 Jul 16 20:24:35.409893 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.433444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.437268 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:35.452751 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e3817f-7b35-4ced-8148-e884e6633c16 x-openstack-request-id: req-b8e3817f-7b35-4ced-8148-e884e6633c16 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:35.453197 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04784910-c3bd-43c5-8d69-233f96d6acc7", "tag": "78785485-f6c9-4f72-8385-38c210f04200", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:35.453604 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8e3817f-7b35-4ced-8148-e884e6633c16 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:35.454223 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'tag': '78785485-f6c9-4f72-8385-38c210f04200', 'status': 'completed', 'code': 200} Jul 16 20:24:35.528172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-3e545f3d-0b70-48c9-baa9-ed27f2350ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.541826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-3e545f3d-0b70-48c9-baa9-ed27f2350ff1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 1095 time: 0.4554174 Jul 16 20:24:35.576470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638ccd1-131d-458d-825f-9626eec22e65 req-6b8efecd-e5a3-4fb0-8840-320dbc6615e1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:35.579137 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9638ccd1-131d-458d-825f-9626eec22e65 req-6b8efecd-e5a3-4fb0-8840-320dbc6615e1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 943 time: 0.3235295 Jul 16 20:24:35.699327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Network': ['ID=3dbb880c-ad02-4199-a424-cbd9a745d00b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:35.721331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 3dbb880c-ad02-4199-a424-cbd9a745d00b details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:35.765640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6b37660a-ab22-4e3c-854b-0b6fd4331fc5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8526902 Jul 16 20:24:35.809465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:35.904423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-864d6127-536f-4b96-8081-078c8d2f495b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78785485-f6c9-4f72-8385-38c210f04200 HTTP/1.1" status: 200 len: 217 time: 0.2502413 Jul 16 20:24:35.924778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '3dbb880c-ad02-4199-a424-cbd9a745d00b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:35.976193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9638ccd1-131d-458d-825f-9626eec22e65 req-d50b7dd3-c003-4cd8-8386-5dea1258bbba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832712 Jul 16 20:24:36.110634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:24:36.133338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.273213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:36.537798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7465621f-d46b-4e83-bd00-9b70493274d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.545254 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-7465621f-d46b-4e83-bd00-9b70493274d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.5608215 Jul 16 20:24:36.598990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event updated for resources: {'Subnet': ['ID=a8b300c3-8ce9-4e41-b02c-795e6472a667,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:36.683595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d43396-033b-465b-a802-233b480966cd req-5682e00b-50da-4c92-a916-631cf7094e6a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.690370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a3d43396-033b-465b-a802-233b480966cd req-5682e00b-50da-4c92-a916-631cf7094e6a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.5609376 Jul 16 20:24:36.692471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Checking segment: {'id': '0691be63-93c8-4b24-ac3c-9a5614bba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '63a4e66e-26a7-47b6-97ec-3c15dcf953ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:36.693318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network hostable DHCP agents. Network: 63a4e66e-26a7-47b6-97ec-3c15dcf953ba, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:36.764388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:36.782991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.817008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Network 63a4e66e-26a7-47b6-97ec-3c15dcf953ba is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:36.864099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 63a4e66e-26a7-47b6-97ec-3c15dcf953ba) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:36.872989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a3d43396-033b-465b-a802-233b480966cd req-f5ae209a-b8bf-4a63-8f92-43822664f1ab tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717501 Jul 16 20:24:36.881675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4228feb1-07d7-4dea-8037-e97d65b5f57d None None] Network 63a4e66e-26a7-47b6-97ec-3c15dcf953ba requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:36.890461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:36.896604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.928367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1320-dbe5-437b-916f-51e65cb07c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:36.937198 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b905f969-ccae-4f98-8ae8-1cb413954d97 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7631221 Jul 16 20:24:36.943222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:37.165958 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1320-dbe5-437b-916f-51e65cb07c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.323932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.372332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1320-dbe5-437b-916f-51e65cb07c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.677102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.797944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a8cb1320-dbe5-437b-916f-51e65cb07c8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e95fb871aaf04d7d9da30a06279d1fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5225596 Jul 16 20:24:37.815072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36682) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:37.841419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-a4ad13a0-82e2-48a7-a54c-d88bfc3d6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:37.842975 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-a4ad13a0-82e2-48a7-a54c-d88bfc3d6bf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2551093 Jul 16 20:24:37.846062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb1320-dbe5-437b-916f-51e65cb07c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f0377b-ce66-4e66-adae-00363af26f89,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:37.941753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebca672-0281-4d73-baed-c83154606e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-63a4e66e-26a7-47b6-97ec-3c15dcf953ba', 'network_id': '63a4e66e-26a7-47b6-97ec-3c15dcf953ba', 'tenant_id': '222dc7f6b6d84e54a758eb906eef3c3a', 'fixed_ips': [{'subnet_id': 'a8b300c3-8ce9-4e41-b02c-795e6472a667'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:37.942862 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ebca672-0281-4d73-baed-c83154606e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:37.992163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165f3e84-27e9-4cc2-8cda-463f9b8d7e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.180835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76898dfc-999a-468e-8ca4-2364b3d25652 req-4b31383f-9839-4e66-bd55-da32ef1a4d4d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.185391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76898dfc-999a-468e-8ca4-2364b3d25652 req-4b31383f-9839-4e66-bd55-da32ef1a4d4d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 1.4290659 Jul 16 20:24:38.247286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-07aae548-2659-4965-b678-621f3b131753 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894050 Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-2ebca672-0281-4d73-baed-c83154606e47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8b300c3-8ce9-4e41-b02c-795e6472a667: This subnet is being modified by another concurrent operation. Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8b300c3-8ce9-4e41-b02c-795e6472a667: This subnet is being modified by another concurrent operation. Jul 16 20:24:38.247855 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 16 20:24:38.261795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d0531-8d1d-4b55-ab13-cb5e571a2153 req-e43833c4-daeb-4ea1-939e-d17f0caca3fb tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:38.270695 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-882d0531-8d1d-4b55-ab13-cb5e571a2153 req-e43833c4-daeb-4ea1-939e-d17f0caca3fb tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 943 time: 0.6482811 Jul 16 20:24:38.289816 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165f3e84-27e9-4cc2-8cda-463f9b8d7e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.299792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.307745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813278c9-ea04-42c6-8728-7595d64f09d1 None None] Network 63a4e66e-26a7-47b6-97ec-3c15dcf953ba requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:38.511657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b300c3-8ce9-4e41-b02c-795e6472a667,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.526636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165f3e84-27e9-4cc2-8cda-463f9b8d7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.546869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-165f3e84-27e9-4cc2-8cda-463f9b8d7e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.551684 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-165f3e84-27e9-4cc2-8cda-463f9b8d7e5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86f0377b-ce66-4e66-adae-00363af26f89 HTTP/1.1" status: 204 len: 168 time: 0.7333248 Jul 16 20:24:38.613473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.649189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76898dfc-999a-468e-8ca4-2364b3d25652 req-e3108965-8ddf-4fbe-accc-e756a310ec78 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876722 Jul 16 20:24:38.673401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.689541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a4e66e-26a7-47b6-97ec-3c15dcf953ba']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:38.724913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0691be63-93c8-4b24-ac3c-9a5614bba7fd') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:38.725400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0691be63-93c8-4b24-ac3c-9a5614bba7fd') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:38.742711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.746332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f167c2-c8b2-412c-810c-00284c406497 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:24:38.761057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.772329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:38.773173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:38.865539 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:38.878820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-882d0531-8d1d-4b55-ab13-cb5e571a2153 req-38fa2d01-45f4-45ab-b063-53cb0c1fabc4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5814283 Jul 16 20:24:38.880603 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.917265 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ec01093-4c1c-4f97-8a7e-5d7fd90cb725 req-6f374cf4-b4c7-433e-a8f1-38330caa9b24 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474414 Jul 16 20:24:38.953659 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:38.964531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/63a4e66e-26a7-47b6-97ec-3c15dcf953ba HTTP/1.1" status: 204 len: 168 time: 2.0190616 Jul 16 20:24:38.970344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f20d8-2fc4-40d7-8ee4-c040df8dca72 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Network': ['ID=63a4e66e-26a7-47b6-97ec-3c15dcf953ba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:38.990196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:38.991609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f3e84-27e9-4cc2-8cda-463f9b8d7e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f0377b-ce66-4e66-adae-00363af26f89,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.335196 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c059ac-7138-4ff8-a3ce-763e5016c1e9 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:39.354043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c059ac-7138-4ff8-a3ce-763e5016c1e9 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:39.364379 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-60c059ac-7138-4ff8-a3ce-763e5016c1e9 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/subnets/a8b300c3-8ce9-4e41-b02c-795e6472a667 HTTP/1.1" status: 404 len: 337 time: 0.3394530 Jul 16 20:24:39.370410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.438023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=af7df4dd-cc82-49e5-ac44-e7e37835cc36,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:39.477076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Checking segment: {'id': '093302bf-0767-4de4-ab12-7874768256d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3dbb880c-ad02-4199-a424-cbd9a745d00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:39.477821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network hostable DHCP agents. Network: 3dbb880c-ad02-4199-a424-cbd9a745d00b, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:39.511059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 3dbb880c-ad02-4199-a424-cbd9a745d00b is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:39.524774 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e552689-449a-4b16-a7a4-a47c579c07f6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:39.527093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e552689-449a-4b16-a7a4-a47c579c07f6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:39.536887 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5e552689-449a-4b16-a7a4-a47c579c07f6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/63a4e66e-26a7-47b6-97ec-3c15dcf953ba HTTP/1.1" status: 404 len: 339 time: 0.1620347 Jul 16 20:24:39.561132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f167c2-c8b2-412c-810c-00284c406497 None None] Unable to find a vacant binding_index for network 3dbb880c-ad02-4199-a424-cbd9a745d00b and agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 16 20:24:39.570100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36696) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.599473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f167c2-c8b2-412c-810c-00284c406497 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 3dbb880c-ad02-4199-a424-cbd9a745d00b) {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:24:39.606121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 3dbb880c-ad02-4199-a424-cbd9a745d00b) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:39.640637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.641301 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:39.649461 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a699324-ae84-48be-98ba-8fad75d49bc3 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:39.650255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a699324-ae84-48be-98ba-8fad75d49bc3 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:39.659942 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0a699324-ae84-48be-98ba-8fad75d49bc3 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/subnets/6f394e68-bbb2-46f8-96fa-625ff482ca3c HTTP/1.1" status: 404 len: 337 time: 0.0791068 Jul 16 20:24:39.667784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.687031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-d974eb29-a392-4758-8d43-328b4c7fff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.688714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-d974eb29-a392-4758-8d43-328b4c7fff8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 1095 time: 0.4508529 Jul 16 20:24:39.760488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3b9f5b02-5ae2-4bf8-8551-d594accf7a6c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8807211 Jul 16 20:24:39.768074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36708) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.839952 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca024de-d3dc-46e3-bb67-18e62924ae2b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:39.843086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca024de-d3dc-46e3-bb67-18e62924ae2b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:39.860315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '3dbb880c-ad02-4199-a424-cbd9a745d00b', 'name': 'tempest-PortsIpV6TestJSON-1552390884'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:39.864102 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9ca024de-d3dc-46e3-bb67-18e62924ae2b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/b085b715-e3da-4202-a52e-ac92b2bcb941 HTTP/1.1" status: 404 len: 339 time: 0.1768160 Jul 16 20:24:39.888805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:39.968534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c08b84-99c6-449b-bbd4-3508769750ce req-fe557ffb-583c-4ffa-be9c-c3028f53729e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:39.975243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-48c08b84-99c6-449b-bbd4-3508769750ce req-fe557ffb-583c-4ffa-be9c-c3028f53729e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.5425930 Jul 16 20:24:40.031073 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c02ab6f-edf0-4934-bc33-0265ce5fab37 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:40.031793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c02ab6f-edf0-4934-bc33-0265ce5fab37 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:40.034430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3c02ab6f-edf0-4934-bc33-0265ce5fab37 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/subnets/a6f91aec-2130-4ee4-a4d5-d6c0007c401e HTTP/1.1" status: 404 len: 337 time: 0.1411850 Jul 16 20:24:40.042238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:40.091141 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-082ee550-3115-4f26-99d7-e141feb1adef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:40.100762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082ee550-3115-4f26-99d7-e141feb1adef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:40.106562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-082ee550-3115-4f26-99d7-e141feb1adef tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/1453c545-d7c8-47a3-bb13-5cb162861d67 HTTP/1.1" status: 404 len: 339 time: 0.0627899 Jul 16 20:24:40.111192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36722) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:40.135931 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-48c08b84-99c6-449b-bbd4-3508769750ce req-f5984023-aa6d-403f-b3b1-668754cb7670 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080458 Jul 16 20:24:40.486005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-3dbb880c-ad02-4199-a424-cbd9a745d00b', 'network_id': '3dbb880c-ad02-4199-a424-cbd9a745d00b', 'tenant_id': 'd22596eb8c1b45d1a1767e9d4c97392e', 'fixed_ips': [{'subnet_id': 'af7df4dd-cc82-49e5-ac44-e7e37835cc36'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:40.487922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:40.693115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339cb3b-a03e-4052-8dbd-571ccf042777 req-b7d20983-a1bb-47c2-bd86-58fd47166eb7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:40.709775 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1339cb3b-a03e-4052-8dbd-571ccf042777 req-b7d20983-a1bb-47c2-bd86-58fd47166eb7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 943 time: 0.3068199 Jul 16 20:24:40.785920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Allocated IP 2001:db8::2 (3dbb880c-ad02-4199-a424-cbd9a745d00b/af7df4dd-cc82-49e5-ac44-e7e37835cc36/e74346a7-4e68-4a27-97ae-e7769db0f1d6) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:40.816645 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1339cb3b-a03e-4052-8dbd-571ccf042777 req-81e467ea-cdf8-4357-a672-9aed92a57290 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043298 Jul 16 20:24:41.246796 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.276291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Transition to ACTIVE for port object e74346a7-4e68-4a27-97ae-e7769db0f1d6 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:41.302578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-d966969a-8c0c-496a-9a11-0ec380b70f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.315598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Transition to ACTIVE for port object e74346a7-4e68-4a27-97ae-e7769db0f1d6 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:41.318859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-d966969a-8c0c-496a-9a11-0ec380b70f4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 1.6225581 Jul 16 20:24:41.329170 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.377104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Network 3dbb880c-ad02-4199-a424-cbd9a745d00b is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:41.384207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:41.389716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:41.484634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-0345fd2c-3aba-4f80-b9ff-d0dc618e5ec8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78785485-f6c9-4f72-8385-38c210f04200 HTTP/1.1" status: 200 len: 217 time: 0.0844703 Jul 16 20:24:41.563904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Pushing event updated for resources: {'Port': ['ID=e74346a7-4e68-4a27-97ae-e7769db0f1d6,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:41.629728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-8d66ce92-27d6-4543-98cc-3d36fae65994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.653725 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-8d66ce92-27d6-4543-98cc-3d36fae65994 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1214709 Jul 16 20:24:41.705050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb866f-6d76-4a06-9004-0b404c4b9d1a req-bbe91fc5-653b-4d7b-8576-9b14c5fe2d62 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.708145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0bb866f-6d76-4a06-9004-0b404c4b9d1a req-bbe91fc5-653b-4d7b-8576-9b14c5fe2d62 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 1.4992213 Jul 16 20:24:41.758894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7107521-0a65-4fce-aaac-9692b70f08ef req-ff374bc5-b1d3-4b15-8299-a8458f7d820b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:41.763960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca82ea-b7dc-41fa-8de4-7519106a6258 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Deleting port 861606d1-7695-45d3-bac6-28240ae8c692 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:41.764402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0ca82ea-b7dc-41fa-8de4-7519106a6258 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.767596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:41.770970 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e7107521-0a65-4fce-aaac-9692b70f08ef req-ff374bc5-b1d3-4b15-8299-a8458f7d820b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.1596503 Jul 16 20:24:41.772676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:41.830008 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 78785485-f6c9-4f72-8385-38c210f04200 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:41.861284 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e7107521-0a65-4fce-aaac-9692b70f08ef req-66d0a6b7-47d7-434e-96b4-ff3b93b39ecd tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886991 Jul 16 20:24:41.932317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port e0547c9b-fa7e-4087-a224-1cff547ab1d4 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:41.974963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Attempting to bind port e74346a7-4e68-4a27-97ae-e7769db0f1d6 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:41.976221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Attempting to bind port e74346a7-4e68-4a27-97ae-e7769db0f1d6 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '093302bf-0767-4de4-ab12-7874768256d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3dbb880c-ad02-4199-a424-cbd9a745d00b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:41.977750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Attempting to bind port e74346a7-4e68-4a27-97ae-e7769db0f1d6 on network 3dbb880c-ad02-4199-a424-cbd9a745d00b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:42.015049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:42.015375 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0ca82ea-b7dc-41fa-8de4-7519106a6258 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.034866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Checking segment: {'id': '093302bf-0767-4de4-ab12-7874768256d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3dbb880c-ad02-4199-a424-cbd9a745d00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:42.036692 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.038784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca82ea-b7dc-41fa-8de4-7519106a6258 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Calling delete_port for 861606d1-7695-45d3-bac6-28240ae8c692 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:42.039339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Bound using segment: {'id': '093302bf-0767-4de4-ab12-7874768256d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3dbb880c-ad02-4199-a424-cbd9a745d00b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:42.040004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Bound port: e74346a7-4e68-4a27-97ae-e7769db0f1d6, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093302bf-0767-4de4-ab12-7874768256d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3dbb880c-ad02-4199-a424-cbd9a745d00b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:42.041037 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.150657 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.resource_extend [None req-31521730-d540-42ad-853e-a3e8785e082b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:24:42.396355 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0bb866f-6d76-4a06-9004-0b404c4b9d1a req-a0f23e00-c032-4c4b-8213-c7077f96b336 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861396 Jul 16 20:24:42.529094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085511a-aed8-4892-993a-391b141a7c22 req-b727d8db-b6f5-4eee-becd-f689387539f4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.535241 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0085511a-aed8-4892-993a-391b141a7c22 req-b727d8db-b6f5-4eee-becd-f689387539f4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 943 time: 0.2440288 Jul 16 20:24:42.578335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-9bca7c3f-b0c0-4722-9f0b-d70043bb0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:42.587307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-9bca7c3f-b0c0-4722-9f0b-d70043bb0c09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8583281 Jul 16 20:24:42.609114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] For port e74346a7-4e68-4a27-97ae-e7769db0f1d6, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:42.646435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] For port e74346a7-4e68-4a27-97ae-e7769db0f1d6, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e74346a7-4e68-4a27-97ae-e7769db0f1d6,segment=NetworkSegment(093302bf-0767-4de4-ab12-7874768256d6),segment_id=093302bf-0767-4de4-ab12-7874768256d6)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:42.654425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 78785485-f6c9-4f72-8385-38c210f04200, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=78785485-f6c9-4f72-8385-38c210f04200,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:42.661503 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.669033 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0085511a-aed8-4892-993a-391b141a7c22 req-f7538b6e-77b4-4745-bd9f-34db306d918b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307240 Jul 16 20:24:42.694113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0ca82ea-b7dc-41fa-8de4-7519106a6258 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:42.825021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '78785485-f6c9-4f72-8385-38c210f04200', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'port_id': '78785485-f6c9-4f72-8385-38c210f04200', 'mac_address': 'fa:16:3e:93:da:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:43.010051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca82ea-b7dc-41fa-8de4-7519106a6258 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Port': ['ID=861606d1-7695-45d3-bac6-28240ae8c692,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.089685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c4677-f5e8-44b8-9179-2301ab716f5a None None] Pushing event updated for resources: {'Port': ['ID=e74346a7-4e68-4a27-97ae-e7769db0f1d6,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:43.174109 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.209983 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0ca82ea-b7dc-41fa-8de4-7519106a6258 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.212050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b0ca82ea-b7dc-41fa-8de4-7519106a6258 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/ports/861606d1-7695-45d3-bac6-28240ae8c692 HTTP/1.1" status: 204 len: 168 time: 3.0686879 Jul 16 20:24:43.216741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36794) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.242469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78785485-f6c9-4f72-8385-38c210f04200 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:43.280494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::4a (3dbb880c-ad02-4199-a424-cbd9a745d00b/af7df4dd-cc82-49e5-ac44-e7e37835cc36/e0547c9b-fa7e-4087-a224-1cff547ab1d4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:43.361598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-ca74c7bc-d4c4-48cb-8c36-95f8355f5b63 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7638285 Jul 16 20:24:43.370031 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab24a806-bd4d-4b47-ab38-844a93f91e7e tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:43.375242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab24a806-bd4d-4b47-ab38-844a93f91e7e tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:43.385020 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ab24a806-bd4d-4b47-ab38-844a93f91e7e tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/subnets/8db94c5c-c6fe-4fe3-8401-bc35894d870f HTTP/1.1" status: 404 len: 337 time: 0.1661742 Jul 16 20:24:43.404442 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:43.406083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 78785485-f6c9-4f72-8385-38c210f04200, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=78785485-f6c9-4f72-8385-38c210f04200,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:43.415457 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.418358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:43.791819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:43.865513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26925a32-883d-42d9-8f56-021c0361b761 req-b7cad15b-95d5-453d-afea-de243d77de07 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:43.874795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26925a32-883d-42d9-8f56-021c0361b761 req-b7cad15b-95d5-453d-afea-de243d77de07 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.3780072 Jul 16 20:24:43.924066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:43.948744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568', 'port_id': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'mac_address': 'fa:16:3e:d3:d8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8483f5bb-9e1e-496b-8f57-f6ad5c0d272a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:43.963932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=78785485-f6c9-4f72-8385-38c210f04200,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.047727 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.072545 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e9182b0-be2e-443c-b9b0-e4e268ff15ca {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:44.103173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:44.109852 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.159292 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26925a32-883d-42d9-8f56-021c0361b761 req-9e53c75c-b2dd-41d5-8806-2576361e7e26 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829564 Jul 16 20:24:44.196526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:44.200800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cfa1448-bacd-410c-afec-1212ebec0bfe req-e8cd0155-b4ba-4aa7-a0c8-11c596bae6ad service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289208 Jul 16 20:24:44.209337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.234007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['3e9182b0-be2e-443c-b9b0-e4e268ff15ca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:44.240643 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.268226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e400ef-071e-4639-95e4-9e6d7a678430']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:44.310339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08259534-d07b-4f6e-a31d-d87336ba79f4') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:44.311242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08259534-d07b-4f6e-a31d-d87336ba79f4') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:44.338085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.404092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.431192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:44.431696 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.432313 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:44.462137 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:44.493806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object e0547c9b-fa7e-4087-a224-1cff547ab1d4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:44.537081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['78785485-f6c9-4f72-8385-38c210f04200'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:44.546227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014ac2d-677f-4136-af4c-3462d36c48bc req-8c35509d-d5fa-400d-b126-286d8ddedb94 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.582208 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0014ac2d-677f-4136-af4c-3462d36c48bc req-8c35509d-d5fa-400d-b126-286d8ddedb94 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.5064032 Jul 16 20:24:44.590554 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:24:44.716419 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0014ac2d-677f-4136-af4c-3462d36c48bc req-eb7f62e8-127b-4203-9aac-97e1b686364a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277993 Jul 16 20:24:44.728343 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.731023 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.781455 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.788309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/d5e400ef-071e-4639-95e4-9e6d7a678430 HTTP/1.1" status: 204 len: 168 time: 1.3813803 Jul 16 20:24:44.794458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.815574 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3960c4d5-591f-47aa-a8d0-0e5ca52a3f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.843416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 3dbb880c-ad02-4199-a424-cbd9a745d00b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:44.857581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:44.866367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:44.885077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:44.885763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:44.935323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1623261 Jul 16 20:24:44.938635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:44.942589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cb42b-2f20-4405-8c39-c0f4f09b5e2d tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Network': ['ID=d5e400ef-071e-4639-95e4-9e6d7a678430,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.036647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8fd70-dc53-4e04-8924-d23127d30b39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=e0547c9b-fa7e-4087-a224-1cff547ab1d4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.037598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53432474-d49e-448c-b6c6-abd5bebd4d24 None None] Network 3dbb880c-ad02-4199-a424-cbd9a745d00b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:45.061285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911eb28-4ea5-4169-8381-d46c0fc3024c req-43e03a6e-dfb3-4305-9384-0c7f2eb4f900 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:45.075324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7911eb28-4ea5-4169-8381-d46c0fc3024c req-43e03a6e-dfb3-4305-9384-0c7f2eb4f900 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 944 time: 0.5640123 Jul 16 20:24:45.141411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f14da41a-bb89-4a5c-83b5-8908d8e45aff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port e0547c9b-fa7e-4087-a224-1cff547ab1d4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:45.141941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f14da41a-bb89-4a5c-83b5-8908d8e45aff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.263984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7911eb28-4ea5-4169-8381-d46c0fc3024c req-51109a5c-64c8-4d22-92c7-1bfa7bf4717a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849933 Jul 16 20:24:45.341015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f05c35c4-1763-4a22-a2e6-2531d1f5a981 None None] Provisioning for port e74346a7-4e68-4a27-97ae-e7769db0f1d6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:45.357183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dcb241a0-595c-402d-bbde-c4a37aa0d673 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Deleting port abd7786f-44fe-42e7-8e07-827cec88aa0c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:45.363176 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcb241a0-595c-402d-bbde-c4a37aa0d673 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.370659 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3960c4d5-591f-47aa-a8d0-0e5ca52a3f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.396306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3960c4d5-591f-47aa-a8d0-0e5ca52a3f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.568467 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f14da41a-bb89-4a5c-83b5-8908d8e45aff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.581076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e74346a7-4e68-4a27-97ae-e7769db0f1d6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:45.633867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f14da41a-bb89-4a5c-83b5-8908d8e45aff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for e0547c9b-fa7e-4087-a224-1cff547ab1d4 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:45.660287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3960c4d5-591f-47aa-a8d0-0e5ca52a3f6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2934db1532ba47249d1125d14624a7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4151628 Jul 16 20:24:45.674936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:45.690229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960c4d5-591f-47aa-a8d0-0e5ca52a3f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db78310c-89b5-4bae-9a35-e7e582c0235e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:45.706245 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcb241a0-595c-402d-bbde-c4a37aa0d673 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.736195 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:45.804370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dcb241a0-595c-402d-bbde-c4a37aa0d673 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Calling delete_port for abd7786f-44fe-42e7-8e07-827cec88aa0c owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:45.860558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e74346a7-4e68-4a27-97ae-e7769db0f1d6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:45.882959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e74346a7-4e68-4a27-97ae-e7769db0f1d6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:45.888515 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.049269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-79a5d0f7-2a85-4e15-96c0-2ec4c889c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.052602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-79a5d0f7-2a85-4e15-96c0-2ec4c889c77a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 1097 time: 0.3421016 Jul 16 20:24:46.085187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2aa2cb-ab2c-41d4-ac21-abbde4c57472 req-621eb4aa-d219-408d-adfd-6d46b3fc54b0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.087123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e2aa2cb-ab2c-41d4-ac21-abbde4c57472 req-621eb4aa-d219-408d-adfd-6d46b3fc54b0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.4309802 Jul 16 20:24:46.132208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:46.373822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:46.375661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.395814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-fdf2e99d-26aa-4b02-874a-557cce8fe35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.397347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-fdf2e99d-26aa-4b02-874a-557cce8fe35d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 914 time: 0.2612760 Jul 16 20:24:46.531744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-189bc233-fab5-4190-a0ea-97df3620fe5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 200 len: 217 time: 0.0970483 Jul 16 20:24:46.564633 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.591350 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f14da41a-bb89-4a5c-83b5-8908d8e45aff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.615947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7e2aa2cb-ab2c-41d4-ac21-abbde4c57472 req-e8cb895a-2f72-48e2-a9d6-22836d881602 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4965014 Jul 16 20:24:46.646580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.659743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port e74346a7-4e68-4a27-97ae-e7769db0f1d6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e74346a7-4e68-4a27-97ae-e7769db0f1d6,segment=NetworkSegment(093302bf-0767-4de4-ab12-7874768256d6),segment_id=093302bf-0767-4de4-ab12-7874768256d6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:46.671738 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.761233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14da41a-bb89-4a5c-83b5-8908d8e45aff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=e0547c9b-fa7e-4087-a224-1cff547ab1d4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.836870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=e74346a7-4e68-4a27-97ae-e7769db0f1d6,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:46.862419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-66ecfb5c-326c-4b26-b1ac-15f2b054d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:46.872413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-66ecfb5c-326c-4b26-b1ac-15f2b054d829 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 200 len: 853 time: 0.3294375 Jul 16 20:24:46.873867 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f14da41a-bb89-4a5c-83b5-8908d8e45aff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.884121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f14da41a-bb89-4a5c-83b5-8908d8e45aff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/e0547c9b-fa7e-4087-a224-1cff547ab1d4 HTTP/1.1" status: 204 len: 168 time: 1.9436307 Jul 16 20:24:46.884950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:46.943409 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:46.980529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:46.984859 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9d96a-7ec9-44fd-ad56-df0fb747c83a" -d '{"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-plugged", "status": "completed", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:47.012845 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3113b3ba-3d12-4bff-9742-6a1f1ed2a9fa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:47.013300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:47.013627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3113b3ba-3d12-4bff-9742-6a1f1ed2a9fa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:47.016236 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3113b3ba-3d12-4bff-9742-6a1f1ed2a9fa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/e0547c9b-fa7e-4087-a224-1cff547ab1d4 HTTP/1.1" status: 404 len: 333 time: 0.1287141 Jul 16 20:24:47.026691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.043493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.046576 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1831171c-eaa2-4273-9c9c-1cfa7f27adb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.067338 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-5256245c-166a-44c5-b679-3ef87a9495c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f8a9f91-cca8-440c-8799-5fb011d0f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804671 Jul 16 20:24:47.175855 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7abff9a-eb57-40af-87d6-0742db784f7c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:24:47.177382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d93465-dba4-4ad9-b635-75737ccfe3f8 None None] Network 3dbb880c-ad02-4199-a424-cbd9a745d00b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:47.178987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f7abff9a-eb57-40af-87d6-0742db784f7c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/e0547c9b-fa7e-4087-a224-1cff547ab1d4 HTTP/1.1" status: 404 len: 333 time: 0.1272950 Jul 16 20:24:47.189391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:47.230808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-14c9ce7e-5734-42d7-b0a7-f0656fab0589 None None] Could not find standard attr ID for object e0547c9b-fa7e-4087-a224-1cff547ab1d4. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:24:47.266995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-14c9ce7e-5734-42d7-b0a7-f0656fab0589 None None] Provisioning complete for port e74346a7-4e68-4a27-97ae-e7769db0f1d6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:47.267680 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14c9ce7e-5734-42d7-b0a7-f0656fab0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.340175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2f95b5-40a3-4778-94b7-ab5832ed8253 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet af7df4dd-cc82-49e5-ac44-e7e37835cc36 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:47.360714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1831171c-eaa2-4273-9c9c-1cfa7f27adb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.376935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2f95b5-40a3-4778-94b7-ab5832ed8253 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.464288 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-a3a6ce72-145c-4080-a5ee-d858b2f9f679 service neutron] 10.222.0.30 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843653 Jul 16 20:24:47.511672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8ce77-5c70-4a3a-a832-5d18052021b0 req-c8107780-fa71-4cb0-ba72-de5149cb77a7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.521456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:47.552029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-67b8ce77-5c70-4a3a-a832-5d18052021b0 req-c8107780-fa71-4cb0-ba72-de5149cb77a7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.8214018 Jul 16 20:24:47.564641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e74346a7-4e68-4a27-97ae-e7769db0f1d6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:47.668689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2f95b5-40a3-4778-94b7-ab5832ed8253 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.702840 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbea72f8-0987-4895-b8cc-26fcc2ccfc97 req-e52c5e49-bdbc-4f99-af16-0d15bf7b0bd8 service neutron] 10.222.0.30 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236955 Jul 16 20:24:47.794880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29096be8-c548-488a-916a-e1f58735d96e req-6cf82aee-a7e3-4fc3-85d5-780ec58f8066 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:47.808157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29096be8-c548-488a-916a-e1f58735d96e req-6cf82aee-a7e3-4fc3-85d5-780ec58f8066 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 944 time: 0.4827037 Jul 16 20:24:47.861194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2f95b5-40a3-4778-94b7-ab5832ed8253 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:47.896901 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29096be8-c548-488a-916a-e1f58735d96e req-e309f0c2-ee3b-4699-93d0-1d7f022d62d3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853879 Jul 16 20:24:48.022022 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f546306-50d2-4bf9-8e92-86918dab37b2 x-openstack-request-id: req-4f546306-50d2-4bf9-8e92-86918dab37b2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:48.022953 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcb241a0-595c-402d-bbde-c4a37aa0d673 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.023771 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-plugged", "status": "completed", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:48.026707 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f546306-50d2-4bf9-8e92-86918dab37b2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:48.030441 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'code': 200} Jul 16 20:24:48.076769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-67b8ce77-5c70-4a3a-a832-5d18052021b0 req-28d85d6a-50ab-4bee-ae44-271569093763 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215113 Jul 16 20:24:48.140167 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2f95b5-40a3-4778-94b7-ab5832ed8253 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.145551 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1831171c-eaa2-4273-9c9c-1cfa7f27adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.150494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1831171c-eaa2-4273-9c9c-1cfa7f27adb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.153835 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1831171c-eaa2-4273-9c9c-1cfa7f27adb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db78310c-89b5-4bae-9a35-e7e582c0235e HTTP/1.1" status: 204 len: 168 time: 2.4760787 Jul 16 20:24:48.159089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb241a0-595c-402d-bbde-c4a37aa0d673 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Port': ['ID=abd7786f-44fe-42e7-8e07-827cec88aa0c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.164772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e74346a7-4e68-4a27-97ae-e7769db0f1d6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:48.165263 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.236500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831171c-eaa2-4273-9c9c-1cfa7f27adb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db78310c-89b5-4bae-9a35-e7e582c0235e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.240034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f95b5-40a3-4778-94b7-ab5832ed8253 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=af7df4dd-cc82-49e5-ac44-e7e37835cc36,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:48.247056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2f95b5-40a3-4778-94b7-ab5832ed8253 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.252512 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7e2f95b5-40a3-4778-94b7-ab5832ed8253 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/af7df4dd-cc82-49e5-ac44-e7e37835cc36 HTTP/1.1" status: 204 len: 168 time: 1.0574822 Jul 16 20:24:48.252921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.258055 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcb241a0-595c-402d-bbde-c4a37aa0d673 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.260488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dcb241a0-595c-402d-bbde-c4a37aa0d673 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/ports/abd7786f-44fe-42e7-8e07-827cec88aa0c HTTP/1.1" status: 204 len: 168 time: 3.4460096 Jul 16 20:24:48.274362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.294809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 78785485-f6c9-4f72-8385-38c210f04200 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:48.384818 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff98e42-c098-41e9-ad9a-51ac7e68bb4e tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] DELETE failed (client error): The resource could not be found. Jul 16 20:24:48.385884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff98e42-c098-41e9-ad9a-51ac7e68bb4e tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:24:48.398835 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7ff98e42-c098-41e9-ad9a-51ac7e68bb4e tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/subnets/347f7c60-ff83-4cd0-8c9e-4892e7846328 HTTP/1.1" status: 404 len: 337 time: 0.1236365 Jul 16 20:24:48.404296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:48.682174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:48.811430 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.028504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c8c9e-6a08-4ee9-ac43-357d09edb4e2 req-84877c17-de95-4d00-94f4-1c7c1c1e865a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.050412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c81c8c9e-6a08-4ee9-ac43-357d09edb4e2 req-84877c17-de95-4d00-94f4-1c7c1c1e865a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.6956990 Jul 16 20:24:49.072269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 78785485-f6c9-4f72-8385-38c210f04200 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:49.078070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 78785485-f6c9-4f72-8385-38c210f04200 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:49.078575 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.121431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.146446 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ed666b-6738-42e7-93a3-3db9222ed27a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.166355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a105f8-d2fa-4131-98a0-ba879b2b3501') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.166876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a105f8-d2fa-4131-98a0-ba879b2b3501') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:49.180575 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.207740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.220775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:49.221884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.259032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c81c8c9e-6a08-4ee9-ac43-357d09edb4e2 req-f455b70b-c439-474e-9ee3-25cfde722c7c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054296 Jul 16 20:24:49.296630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.317851 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75460f74-aae9-4516-b7b9-2a71d8ce3e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.371804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port e74346a7-4e68-4a27-97ae-e7769db0f1d6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:49.372149 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:49.390024 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:49.393404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.401739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.410142 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/a3ed666b-6738-42e7-93a3-3db9222ed27a HTTP/1.1" status: 204 len: 168 time: 1.0003743 Jul 16 20:24:49.420297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.474266 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.543925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75460f74-aae9-4516-b7b9-2a71d8ce3e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.557052 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75460f74-aae9-4516-b7b9-2a71d8ce3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.568056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 78785485-f6c9-4f72-8385-38c210f04200, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=78785485-f6c9-4f72-8385-38c210f04200,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:49.576623 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.621764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02c651-9c43-415a-85f0-0647f466aeb8 None None] Network 3dbb880c-ad02-4199-a424-cbd9a745d00b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:49.697677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75460f74-aae9-4516-b7b9-2a71d8ce3e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ccf044-5b63-47ae-bf10-456767ecec76,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.700299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Network': ['ID=a3ed666b-6738-42e7-93a3-3db9222ed27a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.701602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-849793b0-201c-4085-91fb-6281565306d6 None None] Provisioning complete for port e74346a7-4e68-4a27-97ae-e7769db0f1d6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:49.701990 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-849793b0-201c-4085-91fb-6281565306d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.704321 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-75460f74-aae9-4516-b7b9-2a71d8ce3e17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f39fe1a41574e489ad9f33b197c15c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052830 Jul 16 20:24:49.707570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:49.744202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=78785485-f6c9-4f72-8385-38c210f04200,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:49.843629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.855065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.855751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.856336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.857141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.857810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.858421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.859230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.860082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.860883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.861784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.862555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c86c1f-8839-42f4-ae15-d084db1eda65 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:49.893190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-037ee0f9-eb7c-4c4b-98f0-f758553878e6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Deleting subnet f271c3f2-a0b6-4e8c-9226-cb31c09e7b1e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:49.900275 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037ee0f9-eb7c-4c4b-98f0-f758553878e6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.937690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a76e30ee-c644-47c4-8212-09e2ca9864c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.943284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] For port e74346a7-4e68-4a27-97ae-e7769db0f1d6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e74346a7-4e68-4a27-97ae-e7769db0f1d6,segment=NetworkSegment(093302bf-0767-4de4-ab12-7874768256d6),segment_id=093302bf-0767-4de4-ab12-7874768256d6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:49.943835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:49.973738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882680f-b924-4973-9baa-85dd6bdcd167 req-2a515657-5a3e-48da-8b51-83de2432ae59 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:49.986316 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c882680f-b924-4973-9baa-85dd6bdcd167 req-2a515657-5a3e-48da-8b51-83de2432ae59 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 945 time: 0.5141568 Jul 16 20:24:50.014382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for e74346a7-4e68-4a27-97ae-e7769db0f1d6 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:50.031626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78785485-f6c9-4f72-8385-38c210f04200'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:50.033367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a76e30ee-c644-47c4-8212-09e2ca9864c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.033920 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed48e5b-a2fc-4c62-a06f-cd28eab3b236" -d '{"events": [{"server_uuid": "04784910-c3bd-43c5-8d69-233f96d6acc7", "name": "network-vif-plugged", "status": "completed", "tag": "78785485-f6c9-4f72-8385-38c210f04200"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:50.084497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c91ce8a-11fc-44d8-8a98-0943e7769d13 None None] DHCP port deletion for 3dbb880c-ad02-4199-a424-cbd9a745d00b request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:50.116227 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c882680f-b924-4973-9baa-85dd6bdcd167 req-cb585fc9-e128-4121-a18f-730863aa59b2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285141 Jul 16 20:24:50.133162 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037ee0f9-eb7c-4c4b-98f0-f758553878e6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.153513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9c91ce8a-11fc-44d8-8a98-0943e7769d13 None None] Deleting port e74346a7-4e68-4a27-97ae-e7769db0f1d6 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:50.153513 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c91ce8a-11fc-44d8-8a98-0943e7769d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.180488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff1713-49c9-4369-a7dd-42aa8d41db51 req-ee9c6d04-84dd-4f8d-99b8-436dd6ae6fe8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:50.182091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fff1713-49c9-4369-a7dd-42aa8d41db51 req-ee9c6d04-84dd-4f8d-99b8-436dd6ae6fe8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2500520 Jul 16 20:24:50.281095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9c91ce8a-11fc-44d8-8a98-0943e7769d13 None None] For port e74346a7-4e68-4a27-97ae-e7769db0f1d6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e74346a7-4e68-4a27-97ae-e7769db0f1d6,segment=NetworkSegment(093302bf-0767-4de4-ab12-7874768256d6),segment_id=093302bf-0767-4de4-ab12-7874768256d6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:50.281505 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c91ce8a-11fc-44d8-8a98-0943e7769d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.316755 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037ee0f9-eb7c-4c4b-98f0-f758553878e6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.324571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9c91ce8a-11fc-44d8-8a98-0943e7769d13 None None] Calling delete_port for e74346a7-4e68-4a27-97ae-e7769db0f1d6 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:50.329844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fff1713-49c9-4369-a7dd-42aa8d41db51 req-c354b7a7-baa5-47f6-8218-f07633af5f87 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308165 Jul 16 20:24:50.378573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a76e30ee-c644-47c4-8212-09e2ca9864c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.381707 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a76e30ee-c644-47c4-8212-09e2ca9864c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.383036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a76e30ee-c644-47c4-8212-09e2ca9864c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0ccf044-5b63-47ae-bf10-456767ecec76 HTTP/1.1" status: 204 len: 168 time: 0.6742139 Jul 16 20:24:50.412108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e30ee-c644-47c4-8212-09e2ca9864c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ccf044-5b63-47ae-bf10-456767ecec76,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.416471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.444660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037ee0f9-eb7c-4c4b-98f0-f758553878e6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.530989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=e74346a7-4e68-4a27-97ae-e7769db0f1d6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.534408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No DVR routers for this DVR port e74346a7-4e68-4a27-97ae-e7769db0f1d6 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:50.539195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037ee0f9-eb7c-4c4b-98f0-f758553878e6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.544303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36912) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:50.557888 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-037ee0f9-eb7c-4c4b-98f0-f758553878e6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/subnets/f271c3f2-a0b6-4e8c-9226-cb31c09e7b1e HTTP/1.1" status: 204 len: 168 time: 1.1053567 Jul 16 20:24:50.558783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ee0f9-eb7c-4c4b-98f0-f758553878e6 tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Subnet': ['ID=f271c3f2-a0b6-4e8c-9226-cb31c09e7b1e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.656754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c91ce8a-11fc-44d8-8a98-0943e7769d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:50.670150 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faebc9ec-babb-48cc-9c90-9a8b6532c7e9 x-openstack-request-id: req-faebc9ec-babb-48cc-9c90-9a8b6532c7e9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:50.672615 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04784910-c3bd-43c5-8d69-233f96d6acc7", "name": "network-vif-plugged", "status": "completed", "tag": "78785485-f6c9-4f72-8385-38c210f04200", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:50.672991 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-faebc9ec-babb-48cc-9c90-9a8b6532c7e9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:50.673957 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78785485-f6c9-4f72-8385-38c210f04200', 'code': 200} Jul 16 20:24:50.708355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc93c6-6d35-4c61-acf8-099af901ec42 None None] Network 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:50.809501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91ce8a-11fc-44d8-8a98-0943e7769d13 None None] Pushing event deleted for resources: {'Port': ['ID=e74346a7-4e68-4a27-97ae-e7769db0f1d6,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:50.912031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c91ce8a-11fc-44d8-8a98-0943e7769d13 None None] No DVR routers for this DVR port e74346a7-4e68-4a27-97ae-e7769db0f1d6 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:50.951843 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-894d0959-d86f-4fca-be26-b8beeef9c2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.218592 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.253347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709b8f52-800f-4524-b5aa-ec83c41c2b0f None None] DHCP port deletion for 2b854af2-1dd0-4688-a3da-d6cc6d5ec58b request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:24:51.275434 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.314471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbb880c-ad02-4199-a424-cbd9a745d00b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:51.346033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093302bf-0767-4de4-ab12-7874768256d6') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:51.346371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093302bf-0767-4de4-ab12-7874768256d6') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:51.377925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91a78c-a402-489b-8781-05b3a275951b req-b3318a2c-7ee0-47da-a72f-ddb55e693224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.390238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff91a78c-a402-489b-8781-05b3a275951b req-b3318a2c-7ee0-47da-a72f-ddb55e693224 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 1097 time: 0.7932932 Jul 16 20:24:51.405831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.476708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e74346a7-4e68-4a27-97ae-e7769db0f1d6 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:51.482318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cffea2-be28-4661-95dd-eadbf8aaeb22 req-73ce7166-4258-4418-a297-30f4868d3a7d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.483931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9cffea2-be28-4661-95dd-eadbf8aaeb22 req-73ce7166-4258-4418-a297-30f4868d3a7d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 945 time: 0.7446668 Jul 16 20:24:51.512930 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.516194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-709b8f52-800f-4524-b5aa-ec83c41c2b0f None None] Deleting port 3d26368a-a05b-4f16-ba97-eed8da8118ce {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:51.517144 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-709b8f52-800f-4524-b5aa-ec83c41c2b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.551422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:51.551898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:51.560058 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:51.617107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e74346a7-4e68-4a27-97ae-e7769db0f1d6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:24:51.625042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e74346a7-4e68-4a27-97ae-e7769db0f1d6 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:24:51.625700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3d26368a-a05b-4f16-ba97-eed8da8118ce no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:24:51.648329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff91a78c-a402-489b-8781-05b3a275951b req-69e1c1a5-791d-4c9f-9ed0-2d8a497bc859 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313392 Jul 16 20:24:51.709771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9cffea2-be28-4661-95dd-eadbf8aaeb22 req-5d4faec1-5b3d-402e-aaa3-a75d63849d72 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083352 Jul 16 20:24:51.726381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea663e3-3ee7-484b-a7df-f0ed4f24cd6f req-b3dbf36e-07d9-435a-a860-d3ac3d79f23e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:51.726381 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea663e3-3ee7-484b-a7df-f0ed4f24cd6f req-b3dbf36e-07d9-435a-a860-d3ac3d79f23e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 945 time: 0.2211037 Jul 16 20:24:51.795660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-709b8f52-800f-4524-b5aa-ec83c41c2b0f None None] For port 3d26368a-a05b-4f16-ba97-eed8da8118ce, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3d26368a-a05b-4f16-ba97-eed8da8118ce,segment=NetworkSegment(24990a93-1a93-4b8b-9c6a-fdb78fe46eb4),segment_id=24990a93-1a93-4b8b-9c6a-fdb78fe46eb4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:51.796238 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-709b8f52-800f-4524-b5aa-ec83c41c2b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.833639 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Deleting port 3d26368a-a05b-4f16-ba97-eed8da8118ce {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:51.835994 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.851570 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea663e3-3ee7-484b-a7df-f0ed4f24cd6f req-ae2a04e6-3571-449b-a9e5-1d22d29038df tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021135 Jul 16 20:24:51.865334 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.869302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-709b8f52-800f-4524-b5aa-ec83c41c2b0f None None] Calling delete_port for 3d26368a-a05b-4f16-ba97-eed8da8118ce owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:51.924396 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:51.933835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/networks/3dbb880c-ad02-4199-a424-cbd9a745d00b HTTP/1.1" status: 204 len: 168 time: 3.6737516 Jul 16 20:24:51.934430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:51.945525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1775374622'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:51.967767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6dc22-2aa1-4edb-a1a8-d3d0adda3127 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Network': ['ID=3dbb880c-ad02-4199-a424-cbd9a745d00b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:52.062011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:52.063730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] For port 3d26368a-a05b-4f16-ba97-eed8da8118ce, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3d26368a-a05b-4f16-ba97-eed8da8118ce,segment=NetworkSegment(24990a93-1a93-4b8b-9c6a-fdb78fe46eb4),segment_id=24990a93-1a93-4b8b-9c6a-fdb78fe46eb4)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:52.066493 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.074216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.093931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Calling delete_port for 3d26368a-a05b-4f16-ba97-eed8da8118ce owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:52.160719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:24:52.166884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:24:52.190994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.191889 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Added segment 78aec13e-3504-4295-80ba-1eaccbffe79c of type vlan for network 296d22b3-d1fa-44d5-bf5b-83c9498449fa Jul 16 20:24:52.267107 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.354366 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.387828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:52.399914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 3d26368a-a05b-4f16-ba97-eed8da8118ce, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3d26368a-a05b-4f16-ba97-eed8da8118ce,segment=NetworkSegment(24990a93-1a93-4b8b-9c6a-fdb78fe46eb4),segment_id=24990a93-1a93-4b8b-9c6a-fdb78fe46eb4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:52.406415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.434828 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.454894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.455549 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.535660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'port_id': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'mac_address': 'fa:16:3e:31:26:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:24:52.544461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=3d26368a-a05b-4f16-ba97-eed8da8118ce,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:52.551275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-709b8f52-800f-4524-b5aa-ec83c41c2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.587195 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6510279 Jul 16 20:24:52.591678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36966) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:52.595989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e197e2e-e1ba-4b4f-8227-e3bf0a58849f req-24cb925f-84f6-4285-8b46-6ae1235a4091 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:52.599546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e197e2e-e1ba-4b4f-8227-e3bf0a58849f req-24cb925f-84f6-4285-8b46-6ae1235a4091 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2858176 Jul 16 20:24:52.601281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.609234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '296d22b3-d1fa-44d5-bf5b-83c9498449fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:52.633105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Port': ['ID=3d26368a-a05b-4f16-ba97-eed8da8118ce,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:52.667752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] No DVR routers for this DVR port 3d26368a-a05b-4f16-ba97-eed8da8118ce on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:52.731139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b8f52-800f-4524-b5aa-ec83c41c2b0f None None] Pushing event deleted for resources: {'Port': ['ID=3d26368a-a05b-4f16-ba97-eed8da8118ce,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:52.754848 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e197e2e-e1ba-4b4f-8227-e3bf0a58849f req-cca31b01-6bb9-487c-b427-7a13acd5e0c3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183786 Jul 16 20:24:52.771317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef8dca-13a2-4fb9-80b7-1c8a043ba0ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Network': ['ID=296d22b3-d1fa-44d5-bf5b-83c9498449fa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:52.773447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b8f52-800f-4524-b5aa-ec83c41c2b0f None None] No DVR routers for this DVR port 3d26368a-a05b-4f16-ba97-eed8da8118ce on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:24:52.805119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 296d22b3-d1fa-44d5-bf5b-83c9498449fa details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:24:52.841286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.891470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b854af2-1dd0-4688-a3da-d6cc6d5ec58b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:52.927489 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:52.953460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24990a93-1a93-4b8b-9c6a-fdb78fe46eb4') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:52.954191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24990a93-1a93-4b8b-9c6a-fdb78fe46eb4') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:24:52.975191 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.004499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:53.018153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.019243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.045951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:24:53.048192 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.058749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283c9a09-4833-4f9f-8797-cdfd26c8da2e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:24:53.067017 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:24:53.136184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:53.159631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.311295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:53.390920 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.444823 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77be6048-2ef9-448e-915b-2c5bb74ef044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.475704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['283c9a09-4833-4f9f-8797-cdfd26c8da2e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:24:53.496432 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.505034 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:53.514492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] 10.222.0.10 "DELETE /v2.0/networks/2b854af2-1dd0-4688-a3da-d6cc6d5ec58b HTTP/1.1" status: 204 len: 168 time: 2.9683983 Jul 16 20:24:53.567772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3240a97-e7e4-47f5-9037-2c1e86d2087b tempest-NetworksIpV6TestAttrs-1639454074 tempest-NetworksIpV6TestAttrs-1639454074-project] Pushing event deleted for resources: {'Network': ['ID=2b854af2-1dd0-4688-a3da-d6cc6d5ec58b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:53.654860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924834b-2124-4acf-91e1-7f4e1487e29a req-c3cbb021-2af0-4813-87a8-677e124fa374 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.656939 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4924834b-2124-4acf-91e1-7f4e1487e29a req-c3cbb021-2af0-4813-87a8-677e124fa374 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 945 time: 0.2758026 Jul 16 20:24:53.667092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c418426-63d4-46e0-be81-d50f5a9747b4 req-60d46262-fb1f-4d60-91e7-3faac1be27cf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:53.675956 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c418426-63d4-46e0-be81-d50f5a9747b4 req-60d46262-fb1f-4d60-91e7-3faac1be27cf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.4921050 Jul 16 20:24:53.815504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c418426-63d4-46e0-be81-d50f5a9747b4 req-01443883-0385-4f81-ad4b-9e753b36043c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153927 Jul 16 20:24:53.999532 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4924834b-2124-4acf-91e1-7f4e1487e29a req-f7d1ea4b-f4e9-41b4-b0db-54c066451a8a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178866 Jul 16 20:24:54.181201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.362660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Checking segment: {'id': '78aec13e-3504-4295-80ba-1eaccbffe79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296d22b3-d1fa-44d5-bf5b-83c9498449fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:54.363826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network hostable DHCP agents. Network: 296d22b3-d1fa-44d5-bf5b-83c9498449fa, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:24:54.369904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=865fe11b-6f10-4a5c-91f8-cce2335d72c9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:54.453241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 296d22b3-d1fa-44d5-bf5b-83c9498449fa is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:24:54.493255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.509369 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.525959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 296d22b3-d1fa-44d5-bf5b-83c9498449fa) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:54.539567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.541086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.566145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d6a99-d11e-4c56-aac0-544260db3e9f None None] Network 296d22b3-d1fa-44d5-bf5b-83c9498449fa requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:54.580654 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-098ec699-54bc-4d69-9eb6-415020e70f1a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9873183 Jul 16 20:24:54.585195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.600181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '296d22b3-d1fa-44d5-bf5b-83c9498449fa', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1547609314'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:54.612830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ffc4-ca2d-4f02-8a1f-738bf728c723 req-90f5c8d2-c9ce-4b61-9f09-facb5df5e28c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:54.638055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7755ffc4-ca2d-4f02-8a1f-738bf728c723 req-90f5c8d2-c9ce-4b61-9f09-facb5df5e28c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2070835 Jul 16 20:24:54.782740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7755ffc4-ca2d-4f02-8a1f-738bf728c723 req-38cd8269-0838-4880-bd1d-a5efc50dd308 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428523 Jul 16 20:24:54.888032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eef30de7-745e-4b7c-a78c-333cfdd66bd6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=222dc7f6b6d84e54a758eb906eef3c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925722 Jul 16 20:24:54.889867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:54.941989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:24:54.946797 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:54.977259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-296d22b3-d1fa-44d5-bf5b-83c9498449fa', 'network_id': '296d22b3-d1fa-44d5-bf5b-83c9498449fa', 'tenant_id': 'd22596eb8c1b45d1a1767e9d4c97392e', 'fixed_ips': [{'subnet_id': '865fe11b-6f10-4a5c-91f8-cce2335d72c9'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:24:54.978070 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.014411 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c2ba2a6-eab5-436e-934b-c94842d413b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.026447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port f89b2b1a-5a84-44cc-b845-dcf59c268cef yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:24:55.129233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c2ba2a6-eab5-436e-934b-c94842d413b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.272860 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c2ba2a6-eab5-436e-934b-c94842d413b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.302325 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c2ba2a6-eab5-436e-934b-c94842d413b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.303760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9c2ba2a6-eab5-436e-934b-c94842d413b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d59db3f3-4e83-4056-9c42-bf4351d3f5e4 HTTP/1.1" status: 204 len: 168 time: 0.4126079 Jul 16 20:24:55.330635 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ba2a6-eab5-436e-934b-c94842d413b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59db3f3-4e83-4056-9c42-bf4351d3f5e4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:55.331367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Allocated IP 2001:db8::2 (296d22b3-d1fa-44d5-bf5b-83c9498449fa/865fe11b-6f10-4a5c-91f8-cce2335d72c9/b5864d8f-eed0-4f01-ace6-e4332a96387f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:55.458108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd219a24-cd19-4a3e-9bb5-8a6eab851f46 req-e615f5c3-8eb8-458b-a2b6-f66612320e6f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.465054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd219a24-cd19-4a3e-9bb5-8a6eab851f46 req-e615f5c3-8eb8-458b-a2b6-f66612320e6f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.2727232 Jul 16 20:24:55.516444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e16498-f4a7-4572-ad9e-5a05670fa076 req-310f93b2-54ec-4895-b5e5-7a120e77a5ea tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:55.529572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4e16498-f4a7-4572-ad9e-5a05670fa076 req-310f93b2-54ec-4895-b5e5-7a120e77a5ea tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 945 time: 0.1670630 Jul 16 20:24:55.587479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd219a24-cd19-4a3e-9bb5-8a6eab851f46 req-58126dde-1c91-4e93-9809-9af2a90a961c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129167 Jul 16 20:24:55.633117 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4e16498-f4a7-4572-ad9e-5a05670fa076 req-ea1b0782-7212-4a17-b4c4-bbfa97ba59c1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955548 Jul 16 20:24:55.885698 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:55.907188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Transition to ACTIVE for port object b5864d8f-eed0-4f01-ace6-e4332a96387f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:55.959382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Transition to ACTIVE for port object b5864d8f-eed0-4f01-ace6-e4332a96387f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:55.969605 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.125603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Network 296d22b3-d1fa-44d5-bf5b-83c9498449fa is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:56.142299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:56.152646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:56.169599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:56.277995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::33c (296d22b3-d1fa-44d5-bf5b-83c9498449fa/865fe11b-6f10-4a5c-91f8-cce2335d72c9/f89b2b1a-5a84-44cc-b845-dcf59c268cef) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:24:56.313877 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.341288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Pushing event updated for resources: {'Port': ['ID=b5864d8f-eed0-4f01-ace6-e4332a96387f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:56.435348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Attempting to bind port b5864d8f-eed0-4f01-ace6-e4332a96387f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:24:56.443922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Attempting to bind port b5864d8f-eed0-4f01-ace6-e4332a96387f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '78aec13e-3504-4295-80ba-1eaccbffe79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296d22b3-d1fa-44d5-bf5b-83c9498449fa'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:24:56.444693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Attempting to bind port b5864d8f-eed0-4f01-ace6-e4332a96387f on network 296d22b3-d1fa-44d5-bf5b-83c9498449fa {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:24:56.465777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:24:56.466748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Checking segment: {'id': '78aec13e-3504-4295-80ba-1eaccbffe79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296d22b3-d1fa-44d5-bf5b-83c9498449fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:24:56.467557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.468509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Bound using segment: {'id': '78aec13e-3504-4295-80ba-1eaccbffe79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296d22b3-d1fa-44d5-bf5b-83c9498449fa'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:24:56.470071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Bound port: b5864d8f-eed0-4f01-ace6-e4332a96387f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78aec13e-3504-4295-80ba-1eaccbffe79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '296d22b3-d1fa-44d5-bf5b-83c9498449fa'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:24:56.474086 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.493116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9fe67-f788-4cd9-aa83-a599200beb90 req-a118014c-750a-440a-81c9-cba8c5935f8a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:56.505541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:56.506673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 283c9a09-4833-4f9f-8797-cdfd26c8da2e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:56.512434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-70c9fe67-f788-4cd9-aa83-a599200beb90 req-a118014c-750a-440a-81c9-cba8c5935f8a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3960915 Jul 16 20:24:56.533708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 283c9a09-4833-4f9f-8797-cdfd26c8da2e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:56.544020 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.754767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] For port b5864d8f-eed0-4f01-ace6-e4332a96387f, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:24:56.822168 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-70c9fe67-f788-4cd9-aa83-a599200beb90 req-907152c9-bba3-4f6d-8ad5-5b6b3554e874 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084290 Jul 16 20:24:56.866725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-056d2fbd-fd80-4563-8485-63e36e1a93ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.886117 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.904642 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:56.961795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object f89b2b1a-5a84-44cc-b845-dcf59c268cef will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:24:56.969466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] For port b5864d8f-eed0-4f01-ace6-e4332a96387f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b5864d8f-eed0-4f01-ace6-e4332a96387f,segment=NetworkSegment(78aec13e-3504-4295-80ba-1eaccbffe79c),segment_id=78aec13e-3504-4295-80ba-1eaccbffe79c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:24:57.000396 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.068209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:24:57.069243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.074276 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babbbb30-3c7f-4eb9-80a8-cf6de248ab8b" -d '{"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-plugged", "status": "completed", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:24:57.201232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadf26f-040f-4b66-8aae-6db383d7e0e4 req-98689578-8567-4315-8b70-a89cb0016df7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.210323 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-deadf26f-040f-4b66-8aae-6db383d7e0e4 req-98689578-8567-4315-8b70-a89cb0016df7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 946 time: 0.1693771 Jul 16 20:24:57.221762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 296d22b3-d1fa-44d5-bf5b-83c9498449fa is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:24:57.239808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:24:57.240442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:24:57.251460 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.268906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:24:57.288748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:57.289554 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.307913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-deadf26f-040f-4b66-8aae-6db383d7e0e4 req-468c68be-1e25-4a2c-8eeb-1e3d04fe9a70 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948374 Jul 16 20:24:57.322624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-056d2fbd-fd80-4563-8485-63e36e1a93ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.328776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-056d2fbd-fd80-4563-8485-63e36e1a93ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.337566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9e86a-ea6a-42e0-94e3-e2177ad821e9 None None] Pushing event updated for resources: {'Port': ['ID=b5864d8f-eed0-4f01-ace6-e4332a96387f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:57.373024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=f89b2b1a-5a84-44cc-b845-dcf59c268cef,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:57.406524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a78dfc4d-0ade-4b9a-ba27-017868c20831 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.8198035 Jul 16 20:24:57.421800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37090) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:57.422277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:57.483034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:57.508861 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9bd4c8-8dc8-494f-8b6e-4ba826adf1bc x-openstack-request-id: req-7d9bd4c8-8dc8-494f-8b6e-4ba826adf1bc {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:24:57.509576 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-plugged", "status": "completed", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:24:57.511899 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d9bd4c8-8dc8-494f-8b6e-4ba826adf1bc {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:24:57.523502 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'code': 200} Jul 16 20:24:57.568282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-056d2fbd-fd80-4563-8485-63e36e1a93ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05199d24f53543da8ebec353591378a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0568388 Jul 16 20:24:57.572262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:57.612855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d2fbd-fd80-4563-8485-63e36e1a93ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb7222c-98b4-45f1-81a6-7d07816ba058,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:57.789619 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e58b3c52-466a-486b-aebd-a6633da2819f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.875304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e58b3c52-466a-486b-aebd-a6633da2819f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.884022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792686236'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:24:57.971620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.986665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:57.991650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port f89b2b1a-5a84-44cc-b845-dcf59c268cef {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:24:57.992299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.058688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e58b3c52-466a-486b-aebd-a6633da2819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.066544 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e58b3c52-466a-486b-aebd-a6633da2819f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.070300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e58b3c52-466a-486b-aebd-a6633da2819f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fb7222c-98b4-45f1-81a6-7d07816ba058 HTTP/1.1" status: 204 len: 168 time: 0.4927609 Jul 16 20:24:58.109400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b3c52-466a-486b-aebd-a6633da2819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb7222c-98b4-45f1-81a6-7d07816ba058,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:58.139380 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.155029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for f89b2b1a-5a84-44cc-b845-dcf59c268cef owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:24:58.354555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae35d3-c60b-45ad-9904-bcf466f21ca3 req-680bc204-bd0a-4fce-9aa0-7085c879ddb8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.356567 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4cae35d3-c60b-45ad-9904-bcf466f21ca3 req-680bc204-bd0a-4fce-9aa0-7085c879ddb8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2652774 Jul 16 20:24:58.455684 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4cae35d3-c60b-45ad-9904-bcf466f21ca3 req-0fed2c3c-c1c8-48e2-9f37-aad0b1069fda tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896621 Jul 16 20:24:58.548718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beea6a0-e582-455f-88fb-b09c85098dc6 req-4d378a6b-0200-471f-970b-fb96c560ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:58.564180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0beea6a0-e582-455f-88fb-b09c85098dc6 req-4d378a6b-0200-471f-970b-fb96c560ef65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 1099 time: 0.7534747 Jul 16 20:24:58.565629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.806911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=f89b2b1a-5a84-44cc-b845-dcf59c268cef,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:58.936221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:58.938651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/f89b2b1a-5a84-44cc-b845-dcf59c268cef HTTP/1.1" status: 204 len: 168 time: 1.5149846 Jul 16 20:24:58.942335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:58.958087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe11fc5-f6a7-4f48-a451-bc7f838b26e5 None None] Network 296d22b3-d1fa-44d5-bf5b-83c9498449fa requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:24:58.984855 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0beea6a0-e582-455f-88fb-b09c85098dc6 req-9f869996-089b-49cf-aad0-cc27c6ffd395 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919218 Jul 16 20:24:58.986630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.987097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.987596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.988621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.989073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.989699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.990178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.990752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.991272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.992471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.993046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:58.994226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057dc74-714d-4317-991c-d43a39edb505 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:24:59.021148 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b189b6-4d4c-4c82-b629-46b7ddc6c467 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:24:59.031673 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-75b189b6-4d4c-4c82-b629-46b7ddc6c467 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/f89b2b1a-5a84-44cc-b845-dcf59c268cef HTTP/1.1" status: 404 len: 333 time: 0.0880549 Jul 16 20:24:59.032357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:59.197850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2820e65f-2ac6-405a-a6da-8898ab7d64cf tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet 865fe11b-6f10-4a5c-91f8-cce2335d72c9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:24:59.207216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2820e65f-2ac6-405a-a6da-8898ab7d64cf tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.218073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e0fc1-1f72-4966-8a02-3fcfac97cf19 req-a2c3c746-df37-48d8-bfa4-3e5f3db3d27a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:24:59.219948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-897e0fc1-1f72-4966-8a02-3fcfac97cf19 req-a2c3c746-df37-48d8-bfa4-3e5f3db3d27a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 947 time: 0.5157440 Jul 16 20:24:59.234099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-877554ec-a0e8-46a7-b840-a6b865f72b51 None None] Provisioning for port b5864d8f-eed0-4f01-ace6-e4332a96387f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:59.241325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37120) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:24:59.342644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2820e65f-2ac6-405a-a6da-8898ab7d64cf tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.400078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f859c51-883a-4a1c-9b08-7bc037e1eb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.491506 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-897e0fc1-1f72-4966-8a02-3fcfac97cf19 req-46f32048-b8bf-4863-85c3-6775bb499b0d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509694 Jul 16 20:24:59.580522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.594896 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.625270 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b5864d8f-eed0-4f01-ace6-e4332a96387f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:24:59.696168 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2820e65f-2ac6-405a-a6da-8898ab7d64cf tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.720399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03098a-2ad5-4cec-822a-3d5ca8923a50,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.828286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2820e65f-2ac6-405a-a6da-8898ab7d64cf tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.869967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port b5864d8f-eed0-4f01-ace6-e4332a96387f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:24:59.901607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b5864d8f-eed0-4f01-ace6-e4332a96387f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:24:59.901973 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.959135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820e65f-2ac6-405a-a6da-8898ab7d64cf tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=865fe11b-6f10-4a5c-91f8-cce2335d72c9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:24:59.973876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f859c51-883a-4a1c-9b08-7bc037e1eb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:24:59.999094 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2820e65f-2ac6-405a-a6da-8898ab7d64cf tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.015831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f859c51-883a-4a1c-9b08-7bc037e1eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.020397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2820e65f-2ac6-405a-a6da-8898ab7d64cf tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/865fe11b-6f10-4a5c-91f8-cce2335d72c9 HTTP/1.1" status: 204 len: 168 time: 0.9852459 Jul 16 20:25:00.025242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:00.027840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ebb92e77-8ac4-4e56-a165-e324e19a630f None None] Provisioning complete for port b5864d8f-eed0-4f01-ace6-e4332a96387f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:00.039453 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ebb92e77-8ac4-4e56-a165-e324e19a630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.144096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f859c51-883a-4a1c-9b08-7bc037e1eb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b02d460-b9f8-4669-916a-6402cfe2d533,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:00.224292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.274335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f859c51-883a-4a1c-9b08-7bc037e1eb07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=512e3f2ac27544bb9043b0bcea969fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9711230 Jul 16 20:25:00.285825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37136) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:00.299854 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.327298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db5dd6-566e-4e54-b13d-23604af93a23 None None] Network 296d22b3-d1fa-44d5-bf5b-83c9498449fa requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:00.394583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port b5864d8f-eed0-4f01-ace6-e4332a96387f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:00.398607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f166e-b635-4cfa-88c1-68f1952ec8e8 req-2abf2efe-a9fe-4348-ab14-44bd7cb3ba65 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:00.399278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.402628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-415f166e-b635-4cfa-88c1-68f1952ec8e8 req-2abf2efe-a9fe-4348-ab14-44bd7cb3ba65 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4828203 Jul 16 20:25:00.586820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-415f166e-b635-4cfa-88c1-68f1952ec8e8 req-c01f1207-7929-49a3-aa22-80791f34634f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644139 Jul 16 20:25:00.638346 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] For port b5864d8f-eed0-4f01-ace6-e4332a96387f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b5864d8f-eed0-4f01-ace6-e4332a96387f,segment=NetworkSegment(78aec13e-3504-4295-80ba-1eaccbffe79c),segment_id=78aec13e-3504-4295-80ba-1eaccbffe79c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:00.638880 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.689029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-940408db-b512-464c-839e-59be6cb89544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.698905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for b5864d8f-eed0-4f01-ace6-e4332a96387f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:00.765145 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-940408db-b512-464c-839e-59be6cb89544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.766734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port b5864d8f-eed0-4f01-ace6-e4332a96387f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b5864d8f-eed0-4f01-ace6-e4332a96387f,segment=NetworkSegment(78aec13e-3504-4295-80ba-1eaccbffe79c),segment_id=78aec13e-3504-4295-80ba-1eaccbffe79c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:00.791408 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.869759 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.873123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-940408db-b512-464c-839e-59be6cb89544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.878225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-940408db-b512-464c-839e-59be6cb89544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.879700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-940408db-b512-464c-839e-59be6cb89544 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b02d460-b9f8-4669-916a-6402cfe2d533 HTTP/1.1" status: 204 len: 168 time: 0.5808537 Jul 16 20:25:00.891669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=b5864d8f-eed0-4f01-ace6-e4332a96387f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:00.893136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.897485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940408db-b512-464c-839e-59be6cb89544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b02d460-b9f8-4669-916a-6402cfe2d533,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:00.955193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:00.960185 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.5347784 Jul 16 20:25:00.966078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37150) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:01.008632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07134d-42ec-4147-899c-425f6592d920 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a026d91-7348-4587-aa67-70445d0f428a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.040385 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.071910 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ebb92e77-8ac4-4e56-a165-e324e19a630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.125970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No DVR routers for this DVR port b5864d8f-eed0-4f01-ace6-e4332a96387f on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:01.142123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=b5864d8f-eed0-4f01-ace6-e4332a96387f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.263055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-17bc6817-f823-402f-bbc8-6416dec680b3 None None] Could not find standard attr ID for object f89b2b1a-5a84-44cc-b845-dcf59c268cef. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:25:01.280084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb6abea-6a52-4944-bdc9-6642e70769f6 None None] DHCP port deletion for 296d22b3-d1fa-44d5-bf5b-83c9498449fa request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:01.334196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-59f10ee4-ce9b-4baa-8eb3-55f80fcb791d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3587537 Jul 16 20:25:01.335237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:01.344303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a6039c9f-40a6-4087-a8ba-5ff41d526023 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group': {'name': 'tempest-security--52819394', 'description': 'tempest-security-description-305831268'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:01.424574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b7fb9-98a0-4897-ac67-48f59fc2796c req-6f9b5eee-ff6c-431f-b221-d67a00f8a1ab tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:01.461408 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-611b7fb9-98a0-4897-ac67-48f59fc2796c req-6f9b5eee-ff6c-431f-b221-d67a00f8a1ab tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 947 time: 0.7226245 Jul 16 20:25:01.494525 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6039c9f-40a6-4087-a8ba-5ff41d526023 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.528693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b5864d8f-eed0-4f01-ace6-e4332a96387f no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:01.536007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.589634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296d22b3-d1fa-44d5-bf5b-83c9498449fa']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:01.606781 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-611b7fb9-98a0-4897-ac67-48f59fc2796c req-159296ef-1843-4d53-a559-17c9f8b4db7e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664692 Jul 16 20:25:01.613580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78aec13e-3504-4295-80ba-1eaccbffe79c') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:01.613580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78aec13e-3504-4295-80ba-1eaccbffe79c') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:01.621658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: b5864d8f-eed0-4f01-ace6-e4332a96387f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:01.623726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b5864d8f-eed0-4f01-ace6-e4332a96387f not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:01.670331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6039c9f-40a6-4087-a8ba-5ff41d526023 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.677637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6039c9f-40a6-4087-a8ba-5ff41d526023 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.696117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.698776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6039c9f-40a6-4087-a8ba-5ff41d526023 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.702142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a6039c9f-40a6-4087-a8ba-5ff41d526023 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "PUT /v2.0/security-groups/4a026d91-7348-4587-aa67-70445d0f428a HTTP/1.1" status: 200 len: 1777 time: 0.3654571 Jul 16 20:25:01.708931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37182) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:01.764571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.802394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:01.805450 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:01.847987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039c9f-40a6-4087-a8ba-5ff41d526023 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a026d91-7348-4587-aa67-70445d0f428a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:01.937277 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:02.031531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e45e251d-57aa-4094-b06d-d0a849e6a486 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups/4a026d91-7348-4587-aa67-70445d0f428a HTTP/1.1" status: 200 len: 1777 time: 0.2066414 Jul 16 20:25:02.035426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37194) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:02.083159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.123560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.133295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/networks/296d22b3-d1fa-44d5-bf5b-83c9498449fa HTTP/1.1" status: 204 len: 168 time: 2.1059778 Jul 16 20:25:02.191368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:02.193171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f0cc5-c5cc-4038-8d43-f4a24aa5d278 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Network': ['ID=296d22b3-d1fa-44d5-bf5b-83c9498449fa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:02.210853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'name': 'tempest-PortsIpV6TestJSON-1658709459'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:02.363942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:02.368762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.396409 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50215f40-ecea-472c-b7b6-c5d3884445e4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.407853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port d23e02ac-1221-4987-944a-c685e8b82b46 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:02.428683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307490e-a522-4baa-8e9a-51c933ee9f11 req-c8e0a6c1-d840-4677-88c0-5155d0d61718 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:02.440604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3307490e-a522-4baa-8e9a-51c933ee9f11 req-c8e0a6c1-d840-4677-88c0-5155d0d61718 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4020219 Jul 16 20:25:02.501377 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50215f40-ecea-472c-b7b6-c5d3884445e4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.540318 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3307490e-a522-4baa-8e9a-51c933ee9f11 req-bd8fad9a-0f89-469b-bfa5-42c2f6942070 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982499 Jul 16 20:25:02.642873 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50215f40-ecea-472c-b7b6-c5d3884445e4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.645908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50215f40-ecea-472c-b7b6-c5d3884445e4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:02.656199 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-50215f40-ecea-472c-b7b6-c5d3884445e4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-groups/4a026d91-7348-4587-aa67-70445d0f428a HTTP/1.1" status: 204 len: 168 time: 0.6080611 Jul 16 20:25:02.656714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:02.703161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50215f40-ecea-472c-b7b6-c5d3884445e4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a026d91-7348-4587-aa67-70445d0f428a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:02.936886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.004688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.013853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-089b8bcd-8461-4089-80a0-f35c01d0c74e tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3526285 Jul 16 20:25:03.058903 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-acc107d8-39c7-4e96-b1c7-009e91b6a753 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] delete failed (client error): The resource could not be found. Jul 16 20:25:03.066467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.075873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-acc107d8-39c7-4e96-b1c7-009e91b6a753 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-groups/4a026d91-7348-4587-aa67-70445d0f428a HTTP/1.1" status: 404 len: 347 time: 0.0686896 Jul 16 20:25:03.084849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7b169775-95c8-4c19-99bc-ca2abf224f91 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115414993'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:03.122479 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.147938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47c1e6-1d91-4b30-a02e-4bb75907c7bd req-ba7db7a5-416c-40ab-a26e-a74349799421 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.165265 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a47c1e6-1d91-4b30-a02e-4bb75907c7bd req-ba7db7a5-416c-40ab-a26e-a74349799421 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 947 time: 0.2558658 Jul 16 20:25:03.215226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:03.221648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=d23e02ac-1221-4987-944a-c685e8b82b46,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.240978 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:03.265520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:03.280588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:03.282113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.319289 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a47c1e6-1d91-4b30-a02e-4bb75907c7bd req-02936b89-10da-4d1f-b20b-3f00a3adf460 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472449 Jul 16 20:25:03.321921 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b169775-95c8-4c19-99bc-ca2abf224f91 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.358276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bca2673-5fb0-4402-9548-745518c09dc6 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1531162 Jul 16 20:25:03.361502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37234) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.618779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b169775-95c8-4c19-99bc-ca2abf224f91 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.635358 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b169775-95c8-4c19-99bc-ca2abf224f91 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.720839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b169775-95c8-4c19-99bc-ca2abf224f91 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22305b30-16df-4a55-a39d-6f2afa799a03,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:03.742496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b169775-95c8-4c19-99bc-ca2abf224f91 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.745300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7b169775-95c8-4c19-99bc-ca2abf224f91 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6725607 Jul 16 20:25:03.754867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:03.767921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9a07717f-ec18-4bea-93c2-943c3fa16845 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': '22305b30-16df-4a55-a39d-6f2afa799a03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:03.807068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b6faf031-eb50-4dd5-b489-98a1e5ed5f38 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port d23e02ac-1221-4987-944a-c685e8b82b46 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:03.807752 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6faf031-eb50-4dd5-b489-98a1e5ed5f38 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.818359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a07717f-ec18-4bea-93c2-943c3fa16845 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:03.985416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6faf031-eb50-4dd5-b489-98a1e5ed5f38 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.036374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b6faf031-eb50-4dd5-b489-98a1e5ed5f38 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for d23e02ac-1221-4987-944a-c685e8b82b46 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:04.042430 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a07717f-ec18-4bea-93c2-943c3fa16845 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.053793 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a07717f-ec18-4bea-93c2-943c3fa16845 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.116020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07717f-ec18-4bea-93c2-943c3fa16845 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb08be5-2378-400a-b69c-3e57fb0e6b14,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:04.139197 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a07717f-ec18-4bea-93c2-943c3fa16845 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.146414 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9a07717f-ec18-4bea-93c2-943c3fa16845 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3888068 Jul 16 20:25:04.152562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.154098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62155095-3085-4937-be35-cc73f8e4a568 req-55fad561-4f5c-4fc6-9061-08850e3c4eeb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.161997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-62155095-3085-4937-be35-cc73f8e4a568 req-55fad561-4f5c-4fc6-9061-08850e3c4eeb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1978633 Jul 16 20:25:04.241464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-62155095-3085-4937-be35-cc73f8e4a568 req-3a8b3eb5-8df7-4937-946d-30ec381e11df tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783072 Jul 16 20:25:04.320143 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33654247-066b-4633-8fb4-67f0f76a2461 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.326412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.349475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6faf031-eb50-4dd5-b489-98a1e5ed5f38 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.358715 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33654247-066b-4633-8fb4-67f0f76a2461 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.435648 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33654247-066b-4633-8fb4-67f0f76a2461 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.447610 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33654247-066b-4633-8fb4-67f0f76a2461 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.450514 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-33654247-066b-4633-8fb4-67f0f76a2461 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4cb08be5-2378-400a-b69c-3e57fb0e6b14 HTTP/1.1" status: 204 len: 168 time: 0.2889729 Jul 16 20:25:04.464315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.465336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33654247-066b-4633-8fb4-67f0f76a2461 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cb08be5-2378-400a-b69c-3e57fb0e6b14,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:04.479379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faf031-eb50-4dd5-b489-98a1e5ed5f38 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=d23e02ac-1221-4987-944a-c685e8b82b46,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:04.491931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6faf031-eb50-4dd5-b489-98a1e5ed5f38 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.496448 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b6faf031-eb50-4dd5-b489-98a1e5ed5f38 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/d23e02ac-1221-4987-944a-c685e8b82b46 HTTP/1.1" status: 204 len: 168 time: 1.1336501 Jul 16 20:25:04.499927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37258) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.512864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'mac_address': 'fa:16:3e:9c:f3:7c', 'name': 'tempest-PortsIpV6TestJSON-1665571600'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:04.562378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d0aa5d94-baec-45cb-9724-3f5f2d3afda0 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906579 Jul 16 20:25:04.566481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:04.678257 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c71b245-90ca-42ee-ad0a-f1e61418ac58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.752122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c2b51-4bf1-461d-9018-d56fa9a97008 req-8d7e0a6e-aeb3-4b5d-90ea-ff155c2730f6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:04.763697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e07c2b51-4bf1-461d-9018-d56fa9a97008 req-8d7e0a6e-aeb3-4b5d-90ea-ff155c2730f6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 947 time: 0.1518178 Jul 16 20:25:04.829047 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e07c2b51-4bf1-461d-9018-d56fa9a97008 req-58ffe31e-47f0-4615-bffa-92f0fa5b68c9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661745 Jul 16 20:25:04.833503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a88532f-08db-4e8f-be11-24b82331d91d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.872882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c71b245-90ca-42ee-ad0a-f1e61418ac58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.874825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:04.886083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c71b245-90ca-42ee-ad0a-f1e61418ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.888445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a88532f-08db-4e8f-be11-24b82331d91d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.994196 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a88532f-08db-4e8f-be11-24b82331d91d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:04.999399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a88532f-08db-4e8f-be11-24b82331d91d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.010925 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7a88532f-08db-4e8f-be11-24b82331d91d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-groups/22305b30-16df-4a55-a39d-6f2afa799a03 HTTP/1.1" status: 204 len: 168 time: 0.4433179 Jul 16 20:25:05.012726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:05.047621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0c71b245-90ca-42ee-ad0a-f1e61418ac58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cf0cc47be66419c94e9a02ce5bb9f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7156484 Jul 16 20:25:05.049651 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.056931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:05.065758 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88532f-08db-4e8f-be11-24b82331d91d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22305b30-16df-4a55-a39d-6f2afa799a03,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.076729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71b245-90ca-42ee-ad0a-f1e61418ac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc8485f-6755-4ed4-9388-b76bb1bb3aba,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.089426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port b0b2f269-24e5-493d-8b36-dc338274d94d yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:05.169204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37274) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:05.172084 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b53ce93e-3192-4ff7-82a1-02c1a8878317 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1492550 Jul 16 20:25:05.179601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3cacd539-c49f-43ac-a99e-339de9b0a1c4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group': {'name': 'tempest-secgroup--758997092'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:05.195093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b71fa3d8-e411-40a0-9b40-38e4e61531fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.247520 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cacd539-c49f-43ac-a99e-339de9b0a1c4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.249404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b71fa3d8-e411-40a0-9b40-38e4e61531fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.488060 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.549455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.695462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:05.712231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:05.716503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:05.725542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.726285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.750516 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b71fa3d8-e411-40a0-9b40-38e4e61531fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.753312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b71fa3d8-e411-40a0-9b40-38e4e61531fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.754974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b71fa3d8-e411-40a0-9b40-38e4e61531fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cc8485f-6755-4ed4-9388-b76bb1bb3aba HTTP/1.1" status: 204 len: 168 time: 0.6966038 Jul 16 20:25:05.769583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fa3d8-e411-40a0-9b40-38e4e61531fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc8485f-6755-4ed4-9388-b76bb1bb3aba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.772762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=b0b2f269-24e5-493d-8b36-dc338274d94d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:05.814321 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cacd539-c49f-43ac-a99e-339de9b0a1c4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.823308 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cacd539-c49f-43ac-a99e-339de9b0a1c4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.837747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aede51c-68e9-465a-ae00-cf0c7bbdf7b7 req-0037a5f0-921c-4c76-8454-5623dc5a3df3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.839536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6aede51c-68e9-465a-ae00-cf0c7bbdf7b7 req-0037a5f0-921c-4c76-8454-5623dc5a3df3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2868576 Jul 16 20:25:05.846292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:05.858754 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-82fadc43-2ff6-46ca-b905-06e237bcd3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3584616 Jul 16 20:25:05.956686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a81f65-27bd-44a2-a210-9ee857c0176f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:05.963174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cacd539-c49f-43ac-a99e-339de9b0a1c4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:05.966560 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c4a81f65-27bd-44a2-a210-9ee857c0176f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/b0b2f269-24e5-493d-8b36-dc338274d94d HTTP/1.1" status: 200 len: 845 time: 0.1163650 Jul 16 20:25:05.966560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:05.967085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3cacd539-c49f-43ac-a99e-339de9b0a1c4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7947998 Jul 16 20:25:05.976723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:05.983529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacd539-c49f-43ac-a99e-339de9b0a1c4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f23d2-50f1-473c-9268-3457086a3fec,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:06.025694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3aa5abd3-5a31-4720-b417-9eaa90ab8980 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': 'f27f23d2-50f1-473c-9268-3457086a3fec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:06.066977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6aede51c-68e9-465a-ae00-cf0c7bbdf7b7 req-031a7862-68e1-490f-9903-bc0b252a88f5 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954823 Jul 16 20:25:06.119441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abd3-5a31-4720-b417-9eaa90ab8980 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.165734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6cb23417-d16b-4aba-829f-a76dfe749818 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port b0b2f269-24e5-493d-8b36-dc338274d94d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:06.166241 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cb23417-d16b-4aba-829f-a76dfe749818 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.271442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cb23417-d16b-4aba-829f-a76dfe749818 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.276482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abd3-5a31-4720-b417-9eaa90ab8980 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.291229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abd3-5a31-4720-b417-9eaa90ab8980 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.296972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6cb23417-d16b-4aba-829f-a76dfe749818 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for b0b2f269-24e5-493d-8b36-dc338274d94d owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:06.322215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5abd3-5a31-4720-b417-9eaa90ab8980 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ff3fa3-885b-4b8a-818d-1cff59008a7a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:06.326624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abd3-5a31-4720-b417-9eaa90ab8980 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.331028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3aa5abd3-5a31-4720-b417-9eaa90ab8980 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3482320 Jul 16 20:25:06.332127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:06.338589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9d4a799a-1705-42d7-aa1d-6875b75c56ab tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': 'f27f23d2-50f1-473c-9268-3457086a3fec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:06.375561 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d4a799a-1705-42d7-aa1d-6875b75c56ab tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.449550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cb23417-d16b-4aba-829f-a76dfe749818 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.490257 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb23417-d16b-4aba-829f-a76dfe749818 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=b0b2f269-24e5-493d-8b36-dc338274d94d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:06.507800 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cb23417-d16b-4aba-829f-a76dfe749818 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.512720 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6cb23417-d16b-4aba-829f-a76dfe749818 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/b0b2f269-24e5-493d-8b36-dc338274d94d HTTP/1.1" status: 204 len: 168 time: 0.5416613 Jul 16 20:25:06.514564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d4a799a-1705-42d7-aa1d-6875b75c56ab tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.515843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:06.522030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d4a799a-1705-42d7-aa1d-6875b75c56ab tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.585381 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b214ec-4fcc-449f-8005-c2ddbecc4409 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:25:06.595144 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-98b214ec-4fcc-449f-8005-c2ddbecc4409 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/b0b2f269-24e5-493d-8b36-dc338274d94d HTTP/1.1" status: 404 len: 333 time: 0.0780959 Jul 16 20:25:06.601819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:06.614071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'name': 'tempest-PortsIpV6TestJSON-893268748'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:06.926448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a799a-1705-42d7-aa1d-6875b75c56ab tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e375d49a-e890-4ac7-8b77-7a3109018533,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:06.935660 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d4a799a-1705-42d7-aa1d-6875b75c56ab tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:06.940189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:06.945573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9d4a799a-1705-42d7-aa1d-6875b75c56ab tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6130447 Jul 16 20:25:06.958290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-387c03a2-b081-4431-9e2d-59ba63112baa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': 'f27f23d2-50f1-473c-9268-3457086a3fec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:06.989888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:06.995770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.057041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port abe63dd8-fa07-42ed-9655-9c230c5f4e5a yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:07.057354 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387c03a2-b081-4431-9e2d-59ba63112baa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.254657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:07.341941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217243f5-c147-4a05-946e-3f72f0109c78 req-46edbb52-b2fb-4f25-ac84-4c2b8bbba05c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.343596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-217243f5-c147-4a05-946e-3f72f0109c78 req-46edbb52-b2fb-4f25-ac84-4c2b8bbba05c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2884414 Jul 16 20:25:07.407706 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387c03a2-b081-4431-9e2d-59ba63112baa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.431789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387c03a2-b081-4431-9e2d-59ba63112baa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.456684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.471807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-387c03a2-b081-4431-9e2d-59ba63112baa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.474393 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-387c03a2-b081-4431-9e2d-59ba63112baa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5316560 Jul 16 20:25:07.494840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:07.502105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-08f40a7d-42b8-4563-b302-106bca5f09fe tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': 'f27f23d2-50f1-473c-9268-3457086a3fec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:07.551147 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.578307 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-941fc1db-18a3-4a9e-b697-436b8721f823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.594327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c03a2-b081-4431-9e2d-59ba63112baa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e92a12-59f3-4f22-84a2-7b84eca667b0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:07.601311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-217243f5-c147-4a05-946e-3f72f0109c78 req-e339fa6c-3a78-4da9-a5d6-1a950bc3ee8d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457371 Jul 16 20:25:07.608206 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f40a7d-42b8-4563-b302-106bca5f09fe tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.656126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:07.668525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:07.668832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:07.686465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.686677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.733815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=abe63dd8-fa07-42ed-9655-9c230c5f4e5a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:07.811516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81181344-ebd5-4576-a2a7-5d0e21c20ddb req-bad66467-d991-45c7-bdd7-8cea4f21d8a6 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:07.814423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-81181344-ebd5-4576-a2a7-5d0e21c20ddb req-bad66467-d991-45c7-bdd7-8cea4f21d8a6 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4068546 Jul 16 20:25:07.844254 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f40a7d-42b8-4563-b302-106bca5f09fe tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.863692 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f40a7d-42b8-4563-b302-106bca5f09fe tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:07.938654 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-81181344-ebd5-4576-a2a7-5d0e21c20ddb req-041ceb42-5dc8-4158-8726-aea09b1b197e tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127157 Jul 16 20:25:07.948229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f40a7d-42b8-4563-b302-106bca5f09fe tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c356a92-4f83-41a4-b866-109357dce769,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.021571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-941fc1db-18a3-4a9e-b697-436b8721f823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.036321 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-99fe1ff8-e40f-4dcf-9648-964858508b2e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4310536 Jul 16 20:25:08.039536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37344) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:08.046715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a5c61e93-2f4a-4c23-b127-91be17e9aca3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:08.057905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-941fc1db-18a3-4a9e-b697-436b8721f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.101305 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f40a7d-42b8-4563-b302-106bca5f09fe tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.102967 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-08f40a7d-42b8-4563-b302-106bca5f09fe tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6045573 Jul 16 20:25:08.107226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:08.116069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fc1db-18a3-4a9e-b697-436b8721f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27942ab0-8840-4535-8659-cfcb5e29b68c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.140877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d4638226-3b9b-48a0-87dc-4f2f2cb7d128 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': 'f27f23d2-50f1-473c-9268-3457086a3fec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:08.156604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-941fc1db-18a3-4a9e-b697-436b8721f823 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc33a37b92734d5a9d49bfad21ba598b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8986845 Jul 16 20:25:08.157590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:08.328152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e30c-7154-4f62-918f-a3551b624b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.365140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca45b9-1f08-40eb-bfc6-d722cafeef84 req-715314b3-1652-4319-a7f1-7bd69e35f6c9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:08.367250 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45ca45b9-1f08-40eb-bfc6-d722cafeef84 req-715314b3-1652-4319-a7f1-7bd69e35f6c9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.3619170 Jul 16 20:25:08.507585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e30c-7154-4f62-918f-a3551b624b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.600925 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45ca45b9-1f08-40eb-bfc6-d722cafeef84 req-4e3068cd-b5ca-4669-bd7a-b6edb35ef6bd tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037988 Jul 16 20:25:08.602971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e30c-7154-4f62-918f-a3551b624b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.611046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e30c-7154-4f62-918f-a3551b624b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.613550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8cd8e30c-7154-4f62-918f-a3551b624b18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27942ab0-8840-4535-8659-cfcb5e29b68c HTTP/1.1" status: 204 len: 168 time: 0.4529197 Jul 16 20:25:08.640240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8e30c-7154-4f62-918f-a3551b624b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27942ab0-8840-4535-8659-cfcb5e29b68c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.685999 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4638226-3b9b-48a0-87dc-4f2f2cb7d128 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.702348 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c61e93-2f4a-4c23-b127-91be17e9aca3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.805030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4638226-3b9b-48a0-87dc-4f2f2cb7d128 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.810682 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4638226-3b9b-48a0-87dc-4f2f2cb7d128 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.872464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4638226-3b9b-48a0-87dc-4f2f2cb7d128 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b616547d-5c94-49a4-9096-80397e4db6c5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:08.915702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4638226-3b9b-48a0-87dc-4f2f2cb7d128 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:08.921462 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d4638226-3b9b-48a0-87dc-4f2f2cb7d128 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8077333 Jul 16 20:25:08.922733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.001249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2dc41b-25bb-4789-86f2-e95a1cb9bed2 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.023572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2dc41b-25bb-4789-86f2-e95a1cb9bed2 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.113974 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2dc41b-25bb-4789-86f2-e95a1cb9bed2 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.129866 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2dc41b-25bb-4789-86f2-e95a1cb9bed2 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.131387 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9a2dc41b-25bb-4789-86f2-e95a1cb9bed2 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b616547d-5c94-49a4-9096-80397e4db6c5 HTTP/1.1" status: 204 len: 168 time: 0.2075541 Jul 16 20:25:09.138335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37368) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.216314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dc41b-25bb-4789-86f2-e95a1cb9bed2 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b616547d-5c94-49a4-9096-80397e4db6c5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.322006 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c61e93-2f4a-4c23-b127-91be17e9aca3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.323650 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9d6785ea-ca00-4c0d-b03b-28f7cdcf6a0a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1712980 Jul 16 20:25:09.329570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.341423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c61e93-2f4a-4c23-b127-91be17e9aca3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.452181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58ea0064-9c5e-4fbc-816d-8d1c4e815768 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.471647 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58ea0064-9c5e-4fbc-816d-8d1c4e815768 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.524140 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58ea0064-9c5e-4fbc-816d-8d1c4e815768 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.540076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a5c61e93-2f4a-4c23-b127-91be17e9aca3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] In _notify_port_updated(), no bound segment for port abe63dd8-fa07-42ed-9655-9c230c5f4e5a on network 187762a1-019e-4d94-8664-53b2cb8d8f5a {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:25:09.544286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58ea0064-9c5e-4fbc-816d-8d1c4e815768 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.545712 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-58ea0064-9c5e-4fbc-816d-8d1c4e815768 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8c356a92-4f83-41a4-b866-109357dce769 HTTP/1.1" status: 204 len: 168 time: 0.2164755 Jul 16 20:25:09.547132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea0064-9c5e-4fbc-816d-8d1c4e815768 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c356a92-4f83-41a4-b866-109357dce769,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.547819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c61e93-2f4a-4c23-b127-91be17e9aca3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.549010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c61e93-2f4a-4c23-b127-91be17e9aca3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.552877 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a5c61e93-2f4a-4c23-b127-91be17e9aca3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "PUT /v2.0/ports/abe63dd8-fa07-42ed-9655-9c230c5f4e5a HTTP/1.1" status: 200 len: 818 time: 1.5095096 Jul 16 20:25:09.553123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.553325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.600159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c61e93-2f4a-4c23-b127-91be17e9aca3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=abe63dd8-fa07-42ed-9655-9c230c5f4e5a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:09.635998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625c868-5ec6-4244-b820-4e3931ef66d3 req-bb9c95ac-571f-457c-9b57-076708b3fb1a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.639648 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8625c868-5ec6-4244-b820-4e3931ef66d3 req-bb9c95ac-571f-457c-9b57-076708b3fb1a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3829210 Jul 16 20:25:09.661280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc146a2-0578-44af-b67f-3da8f954ad9e req-95cd4693-b56c-4636-ae3e-6fa04e06b944 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:09.670190 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cc146a2-0578-44af-b67f-3da8f954ad9e req-95cd4693-b56c-4636-ae3e-6fa04e06b944 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2728965 Jul 16 20:25:09.737918 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-95408a87-9a62-463e-b9a2-578c40dc4f0e tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1859205 Jul 16 20:25:09.742739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.812598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cc146a2-0578-44af-b67f-3da8f954ad9e req-97c13410-45a6-4a81-8091-51c91cf6a11f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250858 Jul 16 20:25:09.825385 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8625c868-5ec6-4244-b820-4e3931ef66d3 req-52f7e078-34bf-42ea-a176-4369505bf541 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582747 Jul 16 20:25:09.826819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f40cf30e-6734-4449-a1bc-c9cfbe392a93 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.838654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f40cf30e-6734-4449-a1bc-c9cfbe392a93 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.911671 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f40cf30e-6734-4449-a1bc-c9cfbe392a93 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.922671 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f40cf30e-6734-4449-a1bc-c9cfbe392a93 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.928442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f40cf30e-6734-4449-a1bc-c9cfbe392a93 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/11e92a12-59f3-4f22-84a2-7b84eca667b0 HTTP/1.1" status: 204 len: 168 time: 0.1787758 Jul 16 20:25:09.931458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37394) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:09.941248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-db2ea06b-8cc1-49da-b3a0-ce99c96cc99b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port abe63dd8-fa07-42ed-9655-9c230c5f4e5a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:09.941607 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db2ea06b-8cc1-49da-b3a0-ce99c96cc99b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:09.949137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf30e-6734-4449-a1bc-c9cfbe392a93 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11e92a12-59f3-4f22-84a2-7b84eca667b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:10.091312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db2ea06b-8cc1-49da-b3a0-ce99c96cc99b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.094000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-76fef4c0-04fb-44f6-9949-b00b092757a2 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1513939 Jul 16 20:25:10.095590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37404) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.137355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-db2ea06b-8cc1-49da-b3a0-ce99c96cc99b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for abe63dd8-fa07-42ed-9655-9c230c5f4e5a owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:10.188815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3973dd51-689c-4456-8fcb-55372d878c65 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.215491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3973dd51-689c-4456-8fcb-55372d878c65 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.264831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db2ea06b-8cc1-49da-b3a0-ce99c96cc99b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.273656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3973dd51-689c-4456-8fcb-55372d878c65 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.301280 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3973dd51-689c-4456-8fcb-55372d878c65 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.306568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3973dd51-689c-4456-8fcb-55372d878c65 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e375d49a-e890-4ac7-8b77-7a3109018533 HTTP/1.1" status: 204 len: 168 time: 0.2106266 Jul 16 20:25:10.307900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973dd51-689c-4456-8fcb-55372d878c65 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e375d49a-e890-4ac7-8b77-7a3109018533,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:10.310445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.333524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ea06b-8cc1-49da-b3a0-ce99c96cc99b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=abe63dd8-fa07-42ed-9655-9c230c5f4e5a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:10.356854 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db2ea06b-8cc1-49da-b3a0-ce99c96cc99b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.364329 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-db2ea06b-8cc1-49da-b3a0-ce99c96cc99b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/abe63dd8-fa07-42ed-9655-9c230c5f4e5a HTTP/1.1" status: 204 len: 168 time: 0.8094687 Jul 16 20:25:10.365856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37410) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.389780 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e75e7c7b-4f02-4cd3-b72c-eb196ae5379a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0777094 Jul 16 20:25:10.390497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.429163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a464df6-5cd1-4fba-807a-56c00ada0975 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.449369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a464df6-5cd1-4fba-807a-56c00ada0975 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.518539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504ec25-281a-40e9-b08a-2faac148f615 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:10.529784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2504ec25-281a-40e9-b08a-2faac148f615 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1621854 Jul 16 20:25:10.530235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37418) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.611032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a464df6-5cd1-4fba-807a-56c00ada0975 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.627176 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c507bcad-85c3-4f46-9796-b09a71513d8d tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:25:10.629689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c507bcad-85c3-4f46-9796-b09a71513d8d tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/abe63dd8-fa07-42ed-9655-9c230c5f4e5a HTTP/1.1" status: 404 len: 333 time: 0.0973740 Jul 16 20:25:10.637162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.642705 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a464df6-5cd1-4fba-807a-56c00ada0975 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.646216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3a464df6-5cd1-4fba-807a-56c00ada0975 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/78ff3fa3-885b-4b8a-818d-1cff59008a7a HTTP/1.1" status: 204 len: 168 time: 0.2546172 Jul 16 20:25:10.652841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-374513071'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:10.654779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.655600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a464df6-5cd1-4fba-807a-56c00ada0975 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78ff3fa3-885b-4b8a-818d-1cff59008a7a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:10.721363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:10.731560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.760931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-95618d33-a8a9-415f-9ab4-6381a3a4045d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0959241 Jul 16 20:25:10.765999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:10.916988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:10.947088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:10.947603 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Added segment a143efa9-0af5-4b12-9da7-2b18834d7951 of type vlan for network ead41a70-bd08-4394-90e9-3f0c40ad7d85 Jul 16 20:25:11.000515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.067248 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47c7d337-6710-4f70-833c-f6a5a7e5b8e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.069918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.078000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.079579 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.233976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Network': ['ID=ead41a70-bd08-4394-90e9-3f0c40ad7d85,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:11.253954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:11.271891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37446) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.272354 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bd659665-ff77-48aa-af7a-c6923f25da63 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6324561 Jul 16 20:25:11.280960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:11.296548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47c7d337-6710-4f70-833c-f6a5a7e5b8e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.461655 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47c7d337-6710-4f70-833c-f6a5a7e5b8e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.473490 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47c7d337-6710-4f70-833c-f6a5a7e5b8e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.478742 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-47c7d337-6710-4f70-833c-f6a5a7e5b8e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-groups/f27f23d2-50f1-473c-9268-3457086a3fec HTTP/1.1" status: 204 len: 168 time: 0.7115800 Jul 16 20:25:11.479377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.576438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7d337-6710-4f70-833c-f6a5a7e5b8e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f23d2-50f1-473c-9268-3457086a3fec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:11.611656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07862e45-283a-4a8d-82d0-1aa6a7cf66d9 req-2cc74661-efbc-4b08-9f4b-2f6e9b4d0c76 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.623290 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07862e45-283a-4a8d-82d0-1aa6a7cf66d9 req-2cc74661-efbc-4b08-9f4b-2f6e9b4d0c76 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2549353 Jul 16 20:25:11.646099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:11.651331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.699387 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5ab95e4c-e825-4739-be8c-13e9ee0cd514 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2044692 Jul 16 20:25:11.707859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16606b5c-0dc0-4016-8aeb-b714a5be6ccd req-bcc0ddfd-35d5-4d63-9e87-8fbb2095a081 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:11.709453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16606b5c-0dc0-4016-8aeb-b714a5be6ccd req-bcc0ddfd-35d5-4d63-9e87-8fbb2095a081 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.3986533 Jul 16 20:25:11.709964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:11.727853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-889606d6-03e0-40ec-a4e5-673f3d9d57be tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029779375'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:11.800265 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16606b5c-0dc0-4016-8aeb-b714a5be6ccd req-57d8a016-95ae-4fa4-9e67-4b418e7fda54 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808334 Jul 16 20:25:11.823869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-889606d6-03e0-40ec-a4e5-673f3d9d57be tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.845250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07862e45-283a-4a8d-82d0-1aa6a7cf66d9 req-2a6d0300-dadf-4a7d-8834-bb124f46b7f0 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183185 Jul 16 20:25:11.978627 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-889606d6-03e0-40ec-a4e5-673f3d9d57be tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:11.984535 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-889606d6-03e0-40ec-a4e5-673f3d9d57be tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.064274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-889606d6-03e0-40ec-a4e5-673f3d9d57be tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.070625 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-889606d6-03e0-40ec-a4e5-673f3d9d57be tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3554893 Jul 16 20:25:12.071979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.078342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3f86e140-3241-407c-84ab-7579fb6f39e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': '4eb899a1-31f8-4649-888e-d2eb482edb3d', 'direction': 'ingress', 'protocol': 17}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:12.085223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889606d6-03e0-40ec-a4e5-673f3d9d57be tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb899a1-31f8-4649-888e-d2eb482edb3d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.123227 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f86e140-3241-407c-84ab-7579fb6f39e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.176840 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.274368 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f86e140-3241-407c-84ab-7579fb6f39e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.279317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=bcd8b750-2192-4717-b01b-7a208d597ed9,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.294578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Checking segment: {'id': 'a143efa9-0af5-4b12-9da7-2b18834d7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:12.295747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network hostable DHCP agents. Network: ead41a70-bd08-4394-90e9-3f0c40ad7d85, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:12.296922 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f86e140-3241-407c-84ab-7579fb6f39e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.338903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86e140-3241-407c-84ab-7579fb6f39e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19ba763-b3fc-45d8-93de-dc1f08b52b7f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.346606 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f86e140-3241-407c-84ab-7579fb6f39e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.351027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:12.352259 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3f86e140-3241-407c-84ab-7579fb6f39e7 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2783735 Jul 16 20:25:12.353533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37468) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.374562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, ead41a70-bd08-4394-90e9-3f0c40ad7d85) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:12.384979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:12.385947 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.386724 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f45a9a-0a89-43c4-b068-b85f7991eb63 None None] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:12.422009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fbe74237-d3db-438d-b276-c71c8b2ea4aa tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1489913 Jul 16 20:25:12.425672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37472) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.447061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-72194cf8-d41e-4a8a-ad60-7f93aaa2054f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:12.465891 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e321252b-c0a3-4ab3-a5ef-63d367a73fcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.499432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e321252b-c0a3-4ab3-a5ef-63d367a73fcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.563656 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e321252b-c0a3-4ab3-a5ef-63d367a73fcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.574690 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e321252b-c0a3-4ab3-a5ef-63d367a73fcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.576736 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e321252b-c0a3-4ab3-a5ef-63d367a73fcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-groups/4eb899a1-31f8-4649-888e-d2eb482edb3d HTTP/1.1" status: 204 len: 168 time: 0.2219286 Jul 16 20:25:12.584476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.616274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321252b-c0a3-4ab3-a5ef-63d367a73fcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb899a1-31f8-4649-888e-d2eb482edb3d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:12.685057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72194cf8-d41e-4a8a-ad60-7f93aaa2054f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:12.691814 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72194cf8-d41e-4a8a-ad60-7f93aaa2054f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.709583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bdfc6268-fa15-4ac7-b8d2-2839e9608890 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1235552 Jul 16 20:25:12.716855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:12.742008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a9a95451-0bb4-41f4-be68-0ce06bbba534 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364863891'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:12.812221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9a95451-0bb4-41f4-be68-0ce06bbba534 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:12.875665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-ead41a70-bd08-4394-90e9-3f0c40ad7d85', 'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85', 'tenant_id': 'd22596eb8c1b45d1a1767e9d4c97392e', 'fixed_ips': [{'subnet_id': 'bcd8b750-2192-4717-b01b-7a208d597ed9'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:12.877051 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.106772 n-d-792394-17 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-72194cf8-d41e-4a8a-ad60-7f93aaa2054f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bcd8b750-2192-4717-b01b-7a208d597ed9 (CIDR: 2001:db8::/64) Jul 16 20:25:13.131828 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-72194cf8-d41e-4a8a-ad60-7f93aaa2054f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:25:13.131828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72194cf8-d41e-4a8a-ad60-7f93aaa2054f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:25:13.142061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9a95451-0bb4-41f4-be68-0ce06bbba534 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.152491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9a95451-0bb4-41f4-be68-0ce06bbba534 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.192445 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-72194cf8-d41e-4a8a-ad60-7f93aaa2054f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7629411 Jul 16 20:25:13.198947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37486) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:13.217529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:13.309825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9a95451-0bb4-41f4-be68-0ce06bbba534 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.314048 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a9a95451-0bb4-41f4-be68-0ce06bbba534 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5876215 Jul 16 20:25:13.314674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:13.353762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-affb6cb7-661e-474a-9d03-f8db1a968a19 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group': {'name': 'tempest-secgroup--890508334'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:13.379916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48503240-a713-4c1f-811b-4b2edd4a247a req-d18512f5-eb3c-4ad1-ba3c-a10c021f74b2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.381896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48503240-a713-4c1f-811b-4b2edd4a247a req-d18512f5-eb3c-4ad1-ba3c-a10c021f74b2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1209307 Jul 16 20:25:13.384902 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Allocated IP 2001:db8::2 (ead41a70-bd08-4394-90e9-3f0c40ad7d85/bcd8b750-2192-4717-b01b-7a208d597ed9/4c12fd0f-6483-4236-9e9a-d8a9a3522e05) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:13.491186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a95451-0bb4-41f4-be68-0ce06bbba534 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54df811-28c6-4c6c-a51f-add99eff6d4c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:13.495777 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48503240-a713-4c1f-811b-4b2edd4a247a req-2806e662-baaa-4200-be6e-3f69067b49a6 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032834 Jul 16 20:25:13.634413 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-affb6cb7-661e-474a-9d03-f8db1a968a19 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:13.963063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4757ee-6d61-4195-b381-8eff9ebcfd47 req-f341f6a7-c996-47a2-a219-a71e023e77ec tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:13.980051 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b4757ee-6d61-4195-b381-8eff9ebcfd47 req-f341f6a7-c996-47a2-a219-a71e023e77ec tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.4906483 Jul 16 20:25:14.002465 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.026011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Transition to ACTIVE for port object 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:14.062761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Transition to ACTIVE for port object 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:14.076055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.082275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b4757ee-6d61-4195-b381-8eff9ebcfd47 req-10030b17-4f25-4935-b291-42660069a849 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002707 Jul 16 20:25:14.147014 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-affb6cb7-661e-474a-9d03-f8db1a968a19 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.165195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-affb6cb7-661e-474a-9d03-f8db1a968a19 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.172660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Pushing event updated for resources: {'Port': ['ID=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.201698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:14.205222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:14.210022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:14.236025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:14.242359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.248640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb6cb7-661e-474a-9d03-f8db1a968a19 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338d97a1-3b46-4a8d-be10-fb5c74f7abeb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.252444 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-affb6cb7-661e-474a-9d03-f8db1a968a19 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.254217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-affb6cb7-661e-474a-9d03-f8db1a968a19 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9166698 Jul 16 20:25:14.257916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.262844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d9d3dcba-b02a-4a55-ad0b-87df65f29bcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': 'f54df811-28c6-4c6c-a51f-add99eff6d4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '338d97a1-3b46-4a8d-be10-fb5c74f7abeb', 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:14.321779 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9d3dcba-b02a-4a55-ad0b-87df65f29bcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.338770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Attempting to bind port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:14.339634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Attempting to bind port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'a143efa9-0af5-4b12-9da7-2b18834d7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:14.340510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Attempting to bind port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 on network ead41a70-bd08-4394-90e9-3f0c40ad7d85 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:14.350638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:14.351607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Checking segment: {'id': 'a143efa9-0af5-4b12-9da7-2b18834d7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:14.352658 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.354015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Bound using segment: {'id': 'a143efa9-0af5-4b12-9da7-2b18834d7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:14.355716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Bound port: 4c12fd0f-6483-4236-9e9a-d8a9a3522e05, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a143efa9-0af5-4b12-9da7-2b18834d7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:14.356216 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.447776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9d3dcba-b02a-4a55-ad0b-87df65f29bcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.454129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9d3dcba-b02a-4a55-ad0b-87df65f29bcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.471652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] For port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:14.478596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] For port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,segment=NetworkSegment(a143efa9-0af5-4b12-9da7-2b18834d7951),segment_id=a143efa9-0af5-4b12-9da7-2b18834d7951)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:14.486816 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.491623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3dcba-b02a-4a55-ad0b-87df65f29bcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82e442e-fab9-479a-8221-1e33c9e3e6f7,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.505387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9d3dcba-b02a-4a55-ad0b-87df65f29bcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.511541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d9d3dcba-b02a-4a55-ad0b-87df65f29bcf tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2484362 Jul 16 20:25:14.518408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37514) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.560143 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09ad12bc-beb2-4e45-9e62-76d36b8bed8f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.574833 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09ad12bc-beb2-4e45-9e62-76d36b8bed8f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.593663 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.613376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.655303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:14.658671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:14.664269 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:14.664920 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.666458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09ad12bc-beb2-4e45-9e62-76d36b8bed8f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.684006 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09ad12bc-beb2-4e45-9e62-76d36b8bed8f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:14.689550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Pushing event updated for resources: {'Port': ['ID=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.697437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-09ad12bc-beb2-4e45-9e62-76d36b8bed8f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c82e442e-fab9-479a-8221-1e33c9e3e6f7 HTTP/1.1" status: 204 len: 168 time: 0.1733594 Jul 16 20:25:14.700095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.710951 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5117476 Jul 16 20:25:14.711230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.711772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995437c-67e0-4ce4-bb12-8be352bbb2d4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=57d16a3f-330d-4e1b-af8f-5b37477b2374,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.712154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.712782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.713459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.714086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.714736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.715507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.716575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.717296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.718027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.718762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.719448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97267ca2-b5df-401f-ac23-98e71480246a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:14.721240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.727677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85', 'fixed_ips': [{'subnet_id': 'bcd8b750-2192-4717-b01b-7a208d597ed9'}, {'subnet_id': '57d16a3f-330d-4e1b-af8f-5b37477b2374'}], 'name': 'tempest-PortsIpV6TestJSON-1781044383'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:14.736985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad12bc-beb2-4e45-9e62-76d36b8bed8f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c82e442e-fab9-479a-8221-1e33c9e3e6f7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:14.826800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-07031378-7a27-4399-bba4-d7893302e0e2 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1249053 Jul 16 20:25:14.830407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:14.997097 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb2092a-d766-45d7-9fcc-e8da79338d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.028005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01ec30-4841-4046-8e8f-2f862664d56d req-9f57304a-22e6-4080-8a16-52d68eca0360 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.041464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba01ec30-4841-4046-8e8f-2f862664d56d req-9f57304a-22e6-4080-8a16-52d68eca0360 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2149396 Jul 16 20:25:15.083958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57e7627e-092c-4333-94ff-a5f20d8a7c0b tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.165344 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57e7627e-092c-4333-94ff-a5f20d8a7c0b tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.170914 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba01ec30-4841-4046-8e8f-2f862664d56d req-8de411da-f474-4e8c-ac8d-020c0bfc816f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282973 Jul 16 20:25:15.213469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-dbeecc05-fc98-4231-8c0b-73200d166bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.215377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-dbeecc05-fc98-4231-8c0b-73200d166bf2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 1098 time: 0.1243279 Jul 16 20:25:15.294328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57e7627e-092c-4333-94ff-a5f20d8a7c0b tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.298983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57e7627e-092c-4333-94ff-a5f20d8a7c0b tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.301017 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-57e7627e-092c-4333-94ff-a5f20d8a7c0b tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-groups/338d97a1-3b46-4a8d-be10-fb5c74f7abeb HTTP/1.1" status: 204 len: 168 time: 0.4689064 Jul 16 20:25:15.324011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:15.325272 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7627e-092c-4333-94ff-a5f20d8a7c0b tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338d97a1-3b46-4a8d-be10-fb5c74f7abeb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:15.399475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-1ce8fa10-5fec-45a5-9ba4-5f60745b49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.402244 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-1ce8fa10-5fec-45a5-9ba4-5f60745b49d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 914 time: 0.1781240 Jul 16 20:25:15.460755 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-c4af5951-665d-4c9f-be3f-e4d3e17ee07d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 200 len: 217 time: 0.0426307 Jul 16 20:25:15.478622 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb2092a-d766-45d7-9fcc-e8da79338d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.500270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb2092a-d766-45d7-9fcc-e8da79338d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.559588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-c721c2a5-766e-492a-b145-b291a1314aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.561939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-c721c2a5-766e-492a-b145-b291a1314aa2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 200 len: 853 time: 0.0937357 Jul 16 20:25:15.598280 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:15.610902 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d0a5b74f-a846-417b-861a-7a4814dbb7e6 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2783477 Jul 16 20:25:15.623579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37540) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:15.632423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:15.667569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-efe3a976-a493-48da-a743-4023e8aa04c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f8a9f91-cca8-440c-8799-5fb011d0f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975759 Jul 16 20:25:15.687099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:15.737217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:15.755129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc6049-e4d2-4570-a8d3-724b1cece292 req-d30b3f73-1391-4427-a080-a8c7190502f2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:15.768322 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-62fc6049-e4d2-4570-a8d3-724b1cece292 req-d30b3f73-1391-4427-a080-a8c7190502f2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.4453223 Jul 16 20:25:15.779415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bb2092a-d766-45d7-9fcc-e8da79338d5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3aad17e8f5a449db9aeb52a62aae1b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1631334 Jul 16 20:25:15.796377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:15.797376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2092a-d766-45d7-9fcc-e8da79338d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbaa27b-9767-4532-98db-f37c06d30727,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:15.880799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-1effac16-b09b-4ca4-b0c9-8956289a3be6 service neutron] 10.222.0.30 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055094 Jul 16 20:25:16.075116 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-62fc6049-e4d2-4570-a8d3-724b1cece292 req-3eaf0603-9569-4a60-ac6e-29bb5f749571 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015115 Jul 16 20:25:16.099975 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1752281-e717-47df-944e-7e25f24eb9db tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.119889 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.150207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb099003-d287-4f9e-917f-260a6428299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.164149 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca430e93-c114-41f4-bd13-33da0e8ea607 req-aa771f8f-1255-40a8-8aed-cb3c73c80e74 service neutron] 10.222.0.30 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718041 Jul 16 20:25:16.176358 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1752281-e717-47df-944e-7e25f24eb9db tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.191706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port ade67601-c352-4ccf-81e8-eeaf92a82113 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:16.213978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb099003-d287-4f9e-917f-260a6428299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.353634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6049c6-b40c-4855-a860-910f6b1cc1cc None None] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:16.381148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1752281-e717-47df-944e-7e25f24eb9db tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.383766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1752281-e717-47df-944e-7e25f24eb9db tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.388545 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e1752281-e717-47df-944e-7e25f24eb9db tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-groups/f54df811-28c6-4c6c-a51f-add99eff6d4c HTTP/1.1" status: 204 len: 168 time: 0.7515731 Jul 16 20:25:16.390057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37548) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:16.415102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb099003-d287-4f9e-917f-260a6428299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.418137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb099003-d287-4f9e-917f-260a6428299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.421516 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bb099003-d287-4f9e-917f-260a6428299e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fbaa27b-9767-4532-98db-f37c06d30727 HTTP/1.1" status: 204 len: 168 time: 0.6191931 Jul 16 20:25:16.436026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1752281-e717-47df-944e-7e25f24eb9db tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54df811-28c6-4c6c-a51f-add99eff6d4c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.496099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a2cd35a-a8a9-4641-b97e-51e8ab690da5 None None] Provisioning for port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:16.502551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a2cd35a-a8a9-4641-b97e-51e8ab690da5 None None] Provisioning complete for port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:16.503230 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd35a-a8a9-4641-b97e-51e8ab690da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.507742 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2b880e2e-5cad-4dce-861a-f40f0d5abd44 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1162987 Jul 16 20:25:16.513691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37552) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:16.524404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-34d043b8-2cb0-41ac-9038-42d40caa545a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034201557'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:16.567550 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.586545 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34d043b8-2cb0-41ac-9038-42d40caa545a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.761871 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd35a-a8a9-4641-b97e-51e8ab690da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.794920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::102 (ead41a70-bd08-4394-90e9-3f0c40ad7d85/bcd8b750-2192-4717-b01b-7a208d597ed9/ade67601-c352-4ccf-81e8-eeaf92a82113) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:16.805072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8:0:1::f1 (ead41a70-bd08-4394-90e9-3f0c40ad7d85/57d16a3f-330d-4e1b-af8f-5b37477b2374/ade67601-c352-4ccf-81e8-eeaf92a82113) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:16.811509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9a2cd35a-a8a9-4641-b97e-51e8ab690da5 None None] For port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,segment=NetworkSegment(a143efa9-0af5-4b12-9da7-2b18834d7951),segment_id=a143efa9-0af5-4b12-9da7-2b18834d7951)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:16.819364 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd35a-a8a9-4641-b97e-51e8ab690da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.828366 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34d043b8-2cb0-41ac-9038-42d40caa545a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.830305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb099003-d287-4f9e-917f-260a6428299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbaa27b-9767-4532-98db-f37c06d30727,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:16.834922 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34d043b8-2cb0-41ac-9038-42d40caa545a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.888683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34d043b8-2cb0-41ac-9038-42d40caa545a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.890910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-34d043b8-2cb0-41ac-9038-42d40caa545a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3730178 Jul 16 20:25:16.895517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37558) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:16.906700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-923671ca-3518-4830-9187-fc54350e3351 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': 'e10962b7-294b-45c7-b9f7-94f9b16cb353', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:16.924267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccd4-6da5-4387-ade9-a0e7c3408893 req-23ee9a2a-7b1a-46e0-8126-8694f634e6b6 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:16.932181 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d30ccd4-6da5-4387-ade9-a0e7c3408893 req-23ee9a2a-7b1a-46e0-8126-8694f634e6b6 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.5704968 Jul 16 20:25:16.960343 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-923671ca-3518-4830-9187-fc54350e3351 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:16.997442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d30ccd4-6da5-4387-ade9-a0e7c3408893 req-a5160ca2-1616-4736-8c09-8fa2d3ed529a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641165 Jul 16 20:25:17.015794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cd35a-a8a9-4641-b97e-51e8ab690da5 None None] Pushing event updated for resources: {'Port': ['ID=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.051290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3dcb73-7f3b-4858-a018-cb3d62164b3c None None] Update dhcp port {'port': {'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85', 'fixed_ips': [{'subnet_id': 'bcd8b750-2192-4717-b01b-7a208d597ed9', 'ip_address': '2001:db8::2'}, {'subnet_id': '57d16a3f-330d-4e1b-af8f-5b37477b2374'}], 'binding:host_id': 'n-d-792394-17'}, 'id': '4c12fd0f-6483-4236-9e9a-d8a9a3522e05'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:25:17.064387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-923671ca-3518-4830-9187-fc54350e3351 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.066469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d043b8-2cb0-41ac-9038-42d40caa545a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10962b7-294b-45c7-b9f7-94f9b16cb353,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.070179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-923671ca-3518-4830-9187-fc54350e3351 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.098179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923671ca-3518-4830-9187-fc54350e3351 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee12e96-d3cd-4df8-b396-828d124e6435,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.108577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-923671ca-3518-4830-9187-fc54350e3351 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.110322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-923671ca-3518-4830-9187-fc54350e3351 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2130847 Jul 16 20:25:17.116478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.143034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.164782 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcb73-7f3b-4858-a018-cb3d62164b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.166698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-049f5002-5d20-4d06-abff-2069a926d802 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.184153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-049f5002-5d20-4d06-abff-2069a926d802 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.223328 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-049f5002-5d20-4d06-abff-2069a926d802 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.235173 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-049f5002-5d20-4d06-abff-2069a926d802 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.241753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-049f5002-5d20-4d06-abff-2069a926d802 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/dee12e96-d3cd-4df8-b396-828d124e6435 HTTP/1.1" status: 204 len: 168 time: 0.1207643 Jul 16 20:25:17.241753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f5002-5d20-4d06-abff-2069a926d802 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dee12e96-d3cd-4df8-b396-828d124e6435,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.242057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37568) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.249845 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.277586 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2121f86-d33c-4b6c-89ab-4d67865e930b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.294378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object ade67601-c352-4ccf-81e8-eeaf92a82113 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:17.398598 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.496350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8e2b834d-16a5-4fb7-b6a4-e926f90991fd tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2494147 Jul 16 20:25:17.501735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.571046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=ade67601-c352-4ccf-81e8-eeaf92a82113,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.594281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ab3dcb73-7f3b-4858-a018-cb3d62164b3c None None] Allocated IP 2001:db8:0:1::2 (ead41a70-bd08-4394-90e9-3f0c40ad7d85/57d16a3f-330d-4e1b-af8f-5b37477b2374/4c12fd0f-6483-4236-9e9a-d8a9a3522e05) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:17.597613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:17.618950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:17.623650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:17.639661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc97d-ff87-471f-97c0-24f74c62f3b4 req-6baeb04c-76f9-4293-b7fd-5017a7d42909 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.642260 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25cdc97d-ff87-471f-97c0-24f74c62f3b4 req-6baeb04c-76f9-4293-b7fd-5017a7d42909 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.3437669 Jul 16 20:25:17.657670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:17.659056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.659618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fce5294-aae6-4dbd-96bf-359cfe433d0d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.733715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ab3dcb73-7f3b-4858-a018-cb3d62164b3c None None] For port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,segment=NetworkSegment(a143efa9-0af5-4b12-9da7-2b18834d7951),segment_id=a143efa9-0af5-4b12-9da7-2b18834d7951)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:17.750609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fce5294-aae6-4dbd-96bf-359cfe433d0d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.758211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2121f86-d33c-4b6c-89ab-4d67865e930b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.762817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:17.763681 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2121f86-d33c-4b6c-89ab-4d67865e930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.774966 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcb73-7f3b-4858-a018-cb3d62164b3c None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.793044 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-75cbad0c-59e8-45dc-8619-da6a13ad96a4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0669494 Jul 16 20:25:17.795051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37574) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.798999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25cdc97d-ff87-471f-97c0-24f74c62f3b4 req-c310596e-62c0-4aa3-804b-4f8b087691ea tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413066 Jul 16 20:25:17.808241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcd8b750-2192-4717-b01b-7a208d597ed9'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:17.815604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ab3dcb73-7f3b-4858-a018-cb3d62164b3c None None] Transition to ACTIVE for port object 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:17.818998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2121f86-d33c-4b6c-89ab-4d67865e930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c77bf7c-1dd9-45a1-95df-36211908b897,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:17.821494 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcb73-7f3b-4858-a018-cb3d62164b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.826910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e2121f86-d33c-4b6c-89ab-4d67865e930b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3be0e9ab46240d7967678190d93ae29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784453 Jul 16 20:25:17.830750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.937222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3357b5bb-898f-45cd-8a05-50dd39af84eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.958970 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fce5294-aae6-4dbd-96bf-359cfe433d0d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.963295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fce5294-aae6-4dbd-96bf-359cfe433d0d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:17.965257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4fce5294-aae6-4dbd-96bf-359cfe433d0d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-groups/e10962b7-294b-45c7-b9f7-94f9b16cb353 HTTP/1.1" status: 204 len: 168 time: 0.4603357 Jul 16 20:25:17.974535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37578) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:17.987104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dcb73-7f3b-4858-a018-cb3d62164b3c None None] Pushing event updated for resources: {'Port': ['ID=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.003823 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3357b5bb-898f-45cd-8a05-50dd39af84eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.071427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce5294-aae6-4dbd-96bf-359cfe433d0d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10962b7-294b-45c7-b9f7-94f9b16cb353,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.098934 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3357b5bb-898f-45cd-8a05-50dd39af84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.102342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3357b5bb-898f-45cd-8a05-50dd39af84eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.103928 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3357b5bb-898f-45cd-8a05-50dd39af84eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c77bf7c-1dd9-45a1-95df-36211908b897 HTTP/1.1" status: 204 len: 168 time: 0.2712996 Jul 16 20:25:18.121212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357b5bb-898f-45cd-8a05-50dd39af84eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c77bf7c-1dd9-45a1-95df-36211908b897,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.169325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-437cf8bc-cf13-4dd4-b00e-e49cd9a9b8fa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1825705 Jul 16 20:25:18.169591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:18.175314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8389570-cbf6-4a3e-aa6e-10cc12ebf79f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260365363'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:18.232141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:18.242455 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8389570-cbf6-4a3e-aa6e-10cc12ebf79f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.268714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.462788 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.554198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152cf04-3597-477d-8c87-69009d643bac req-ac51ab45-0fbc-4228-94ec-d153474f89a7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:18.560059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f152cf04-3597-477d-8c87-69009d643bac req-ac51ab45-0fbc-4228-94ec-d153474f89a7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.2720320 Jul 16 20:25:18.576675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:18.578359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:18.599311 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8389570-cbf6-4a3e-aa6e-10cc12ebf79f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.601897 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4ceba4-4aa7-4d75-a9ba-796edf3b5c2b" -d '{"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:18.616441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8389570-cbf6-4a3e-aa6e-10cc12ebf79f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.618319 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.695295 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8389570-cbf6-4a3e-aa6e-10cc12ebf79f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.699493 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f8389570-cbf6-4a3e-aa6e-10cc12ebf79f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5278661 Jul 16 20:25:18.706539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37592) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:18.711904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6daf0a8b-9aa6-4798-9ac1-0e3e43476e86 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': '5aa8d290-02a6-4be5-8a57-b549dad1fc83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:18.769965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f152cf04-3597-477d-8c87-69009d643bac req-61c2dd14-3b18-40f8-91b2-94a9975c4ad7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642079 Jul 16 20:25:18.773876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8389570-cbf6-4a3e-aa6e-10cc12ebf79f tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa8d290-02a6-4be5-8a57-b549dad1fc83,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.806863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:18.870070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Delete allocated IP 2001:db8:0:1::f1 (ead41a70-bd08-4394-90e9-3f0c40ad7d85/57d16a3f-330d-4e1b-af8f-5b37477b2374) {{(pid=93959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:25:18.891246 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a8b-9aa6-4798-9ac1-0e3e43476e86 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:18.938166 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370daa5d-8e5f-437d-ba18-19eddbcd86e0 x-openstack-request-id: req-370daa5d-8e5f-437d-ba18-19eddbcd86e0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:18.938612 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:18.939280 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-370daa5d-8e5f-437d-ba18-19eddbcd86e0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:18.940200 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'code': 200} Jul 16 20:25:19.123679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8dbcf7-9381-46ae-8b4c-fd4954de7902 None None] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:19.213910 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a8b-9aa6-4798-9ac1-0e3e43476e86 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.247634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a8b-9aa6-4798-9ac1-0e3e43476e86 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.258996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3aee8998-4ebe-4ddd-bdc2-ae0de8060038 None None] Provisioning for port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:19.275082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3aee8998-4ebe-4ddd-bdc2-ae0de8060038 None None] Provisioning complete for port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:19.275405 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3aee8998-4ebe-4ddd-bdc2-ae0de8060038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.323457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf0a8b-9aa6-4798-9ac1-0e3e43476e86 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83fb4ef-0be8-4f21-9be3-3323f2bd867d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.343146 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6daf0a8b-9aa6-4798-9ac1-0e3e43476e86 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.344428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6daf0a8b-9aa6-4798-9ac1-0e3e43476e86 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6371775 Jul 16 20:25:19.352473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37610) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.384187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3ba0dc67-b5ad-4ec1-897d-3d372c1a0003 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules/e83fb4ef-0be8-4f21-9be3-3323f2bd867d HTTP/1.1" status: 200 len: 763 time: 0.0304554 Jul 16 20:25:19.387755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37612) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.408073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161d5f8-1e97-4713-a17d-a92c27766a33 req-5a2282a3-afc1-44c0-a54d-12414e62a69b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.417490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5161d5f8-1e97-4713-a17d-a92c27766a33 req-5a2282a3-afc1-44c0-a54d-12414e62a69b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2353535 Jul 16 20:25:19.443737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.480388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37616) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.493111 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a39626d2-0d10-4795-b337-c909c7cd9646 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1040404 Jul 16 20:25:19.503356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Ignored duplicate provisioning block setup for port ade67601-c352-4ccf-81e8-eeaf92a82113 by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:25:19.526093 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.549894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:19.560104 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5161d5f8-1e97-4713-a17d-a92c27766a33 req-d5fcf742-9ea9-45f0-b645-b060d9533a6d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412046 Jul 16 20:25:19.627738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8faf4369-e9c7-4237-8de0-f9db5abe2c34 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.646136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:19.646967 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.660005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=ade67601-c352-4ccf-81e8-eeaf92a82113,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.663784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] In _notify_port_updated(), no bound segment for port ade67601-c352-4ccf-81e8-eeaf92a82113 on network ead41a70-bd08-4394-90e9-3f0c40ad7d85 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:25:19.672882 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:19.673581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.678225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d71b642a-dc01-4774-b1b2-9277c609a332 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "PUT /v2.0/ports/ade67601-c352-4ccf-81e8-eeaf92a82113 HTTP/1.1" status: 200 len: 926 time: 1.8739555 Jul 16 20:25:19.680539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.682374 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8faf4369-e9c7-4237-8de0-f9db5abe2c34 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.686760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcd8b750-2192-4717-b01b-7a208d597ed9'}, {'subnet_id': '57d16a3f-330d-4e1b-af8f-5b37477b2374'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:19.730824 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8faf4369-e9c7-4237-8de0-f9db5abe2c34 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.736983 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8faf4369-e9c7-4237-8de0-f9db5abe2c34 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.739284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8faf4369-e9c7-4237-8de0-f9db5abe2c34 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e83fb4ef-0be8-4f21-9be3-3323f2bd867d HTTP/1.1" status: 204 len: 168 time: 0.2572756 Jul 16 20:25:19.745973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.750727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf4369-e9c7-4237-8de0-f9db5abe2c34 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e83fb4ef-0be8-4f21-9be3-3323f2bd867d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:19.876146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ed50c3b7-6542-4e33-a005-1c995fb79fdc tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1262634 Jul 16 20:25:19.879947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:19.885668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-35cea3ff-24da-419f-8462-cc4611dd4eaa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': '5aa8d290-02a6-4be5-8a57-b549dad1fc83', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:19.900274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:19.971971 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35cea3ff-24da-419f-8462-cc4611dd4eaa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.063017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4255ffe7-cde0-4706-9d42-41c065d88eb7 None None] Provisioning for port ade67601-c352-4ccf-81e8-eeaf92a82113 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:20.075843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4255ffe7-cde0-4706-9d42-41c065d88eb7 None None] Provisioning complete for port ade67601-c352-4ccf-81e8-eeaf92a82113 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:20.077136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4255ffe7-cde0-4706-9d42-41c065d88eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.086778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35cea3ff-24da-419f-8462-cc4611dd4eaa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.092988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35cea3ff-24da-419f-8462-cc4611dd4eaa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.153811 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35cea3ff-24da-419f-8462-cc4611dd4eaa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.158441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-35cea3ff-24da-419f-8462-cc4611dd4eaa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2746949 Jul 16 20:25:20.164797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37636) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:20.171379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cea3ff-24da-419f-8462-cc4611dd4eaa tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9add570-012a-452b-8229-cedc3c49cdde,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:20.176252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4255ffe7-cde0-4706-9d42-41c065d88eb7 None None] Port ade67601-c352-4ccf-81e8-eeaf92a82113 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:20.201856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4f82d4a5-ce99-4d35-891f-1f898ee39d58 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules/f9add570-012a-452b-8229-cedc3c49cdde HTTP/1.1" status: 200 len: 763 time: 0.0359066 Jul 16 20:25:20.202717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37640) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:20.217200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4255ffe7-cde0-4706-9d42-41c065d88eb7 None None] Provisioning complete for port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:20.220487 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4255ffe7-cde0-4706-9d42-41c065d88eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.292698 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-264b0b25-28f7-4ed2-920b-381bb2ad680b tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0882843 Jul 16 20:25:20.302762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37644) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:20.368154 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8031f607-1ad6-4822-9bb0-cb207075ae6d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.402566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8031f607-1ad6-4822-9bb0-cb207075ae6d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.468664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8031f607-1ad6-4822-9bb0-cb207075ae6d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.479103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8031f607-1ad6-4822-9bb0-cb207075ae6d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.481266 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8031f607-1ad6-4822-9bb0-cb207075ae6d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f9add570-012a-452b-8229-cedc3c49cdde HTTP/1.1" status: 204 len: 168 time: 0.1773000 Jul 16 20:25:20.483862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37650) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:20.502114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031f607-1ad6-4822-9bb0-cb207075ae6d tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9add570-012a-452b-8229-cedc3c49cdde,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:20.588033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4816c403-a771-4f34-b865-f0ac86efd5f5 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1026292 Jul 16 20:25:20.590534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37656) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:20.597189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-73b9c2ba-9134-478e-bd8b-db616fd7f7b0 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Request body: {'security_group_rule': {'security_group_id': '5aa8d290-02a6-4be5-8a57-b549dad1fc83', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:20.601301 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddf5cbc1-6f07-4e9c-b3a4-eae73de911ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.617136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-91e51102-2ccb-40d4-979a-2df71d22e97e None None] Provisioning complete for port ade67601-c352-4ccf-81e8-eeaf92a82113 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:20.630243 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91e51102-2ccb-40d4-979a-2df71d22e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.636211 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-73b9c2ba-9134-478e-bd8b-db616fd7f7b0 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Project 43bbc22d2f6f4623a70f9cc96621d8c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:25:20.647391 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73b9c2ba-9134-478e-bd8b-db616fd7f7b0 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.808602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73b9c2ba-9134-478e-bd8b-db616fd7f7b0 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.814855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73b9c2ba-9134-478e-bd8b-db616fd7f7b0 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.850735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-91e51102-2ccb-40d4-979a-2df71d22e97e None None] Port ade67601-c352-4ccf-81e8-eeaf92a82113 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:20.896473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9c2ba-9134-478e-bd8b-db616fd7f7b0 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279598ad-c7b8-4fc3-b335-8e7b7241069f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:20.906091 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73b9c2ba-9134-478e-bd8b-db616fd7f7b0 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:20.912498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-73b9c2ba-9134-478e-bd8b-db616fd7f7b0 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3158920 Jul 16 20:25:20.921201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:21.084030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-57049509-c055-494d-baa4-d17996c022b8 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules/279598ad-c7b8-4fc3-b335-8e7b7241069f HTTP/1.1" status: 200 len: 769 time: 0.1625772 Jul 16 20:25:21.086654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:21.090708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e690ae-5e2c-4330-97fc-55a929232495 req-5e9fe2f9-58b4-40b0-a3f9-1582ae85c075 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.099832 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10e690ae-5e2c-4330-97fc-55a929232495 req-5e9fe2f9-58b4-40b0-a3f9-1582ae85c075 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 944 time: 1.1301317 Jul 16 20:25:21.100989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-16a59646-3269-4dec-8079-80b3d4540312 None None] Provisioning complete for port ade67601-c352-4ccf-81e8-eeaf92a82113 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:21.102104 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16a59646-3269-4dec-8079-80b3d4540312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.171468 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4a2474af-0e6c-4f6e-bc07-6fae48a3023b tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0826340 Jul 16 20:25:21.183216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8:0:1::16d (ead41a70-bd08-4394-90e9-3f0c40ad7d85/57d16a3f-330d-4e1b-af8f-5b37477b2374/ade67601-c352-4ccf-81e8-eeaf92a82113) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:21.191650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b80bf8-d997-4744-8389-777c4818860a req-03a3f280-5a19-45f0-a6d6-544647aefb6f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.202382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-16a59646-3269-4dec-8079-80b3d4540312 None None] Port ade67601-c352-4ccf-81e8-eeaf92a82113 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:21.210901 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6b80bf8-d997-4744-8389-777c4818860a req-03a3f280-5a19-45f0-a6d6-544647aefb6f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.3065727 Jul 16 20:25:21.225257 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:21.280515 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6b80bf8-d997-4744-8389-777c4818860a req-5eac4432-9ca4-469f-a4e8-c8bf3e4af150 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668898 Jul 16 20:25:21.460574 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.474921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Ignored duplicate provisioning block setup for port ade67601-c352-4ccf-81e8-eeaf92a82113 by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:25:21.481950 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29bdf8ba-d65e-4125-8dd7-a6dfc1ef1fb4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.492181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29bdf8ba-d65e-4125-8dd7-a6dfc1ef1fb4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.535449 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.554471 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29bdf8ba-d65e-4125-8dd7-a6dfc1ef1fb4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.569416 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29bdf8ba-d65e-4125-8dd7-a6dfc1ef1fb4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.570881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-29bdf8ba-d65e-4125-8dd7-a6dfc1ef1fb4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/279598ad-c7b8-4fc3-b335-8e7b7241069f HTTP/1.1" status: 204 len: 168 time: 0.3398635 Jul 16 20:25:21.573877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37676) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:21.585122 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:21.604796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10e690ae-5e2c-4330-97fc-55a929232495 req-903c696c-1d45-4592-aa89-2dd3ffde0385 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037675 Jul 16 20:25:21.633365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdf8ba-d65e-4125-8dd7-a6dfc1ef1fb4 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=279598ad-c7b8-4fc3-b335-8e7b7241069f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:21.694492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=ade67601-c352-4ccf-81e8-eeaf92a82113,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:21.704109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a3244243-0ec3-4c72-9ce3-3903a7444966 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1286035 Jul 16 20:25:21.705346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:21.728083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] In _notify_port_updated(), no bound segment for port ade67601-c352-4ccf-81e8-eeaf92a82113 on network ead41a70-bd08-4394-90e9-3f0c40ad7d85 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:25:21.740966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:21.742426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.745078 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5897db25-a3f8-4965-be72-921b4ff39eef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "PUT /v2.0/ports/ade67601-c352-4ccf-81e8-eeaf92a82113 HTTP/1.1" status: 200 len: 1012 time: 2.0629377 Jul 16 20:25:21.748334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37684) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:21.782396 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d01d4fe-512a-4e22-b160-90b062cbd35a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.832403 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d01d4fe-512a-4e22-b160-90b062cbd35a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.936688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f6471e16-94e3-49b1-af20-19a2118b3fcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port ade67601-c352-4ccf-81e8-eeaf92a82113 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:21.937267 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6471e16-94e3-49b1-af20-19a2118b3fcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.953232 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d01d4fe-512a-4e22-b160-90b062cbd35a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.955913 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d01d4fe-512a-4e22-b160-90b062cbd35a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:21.957306 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1d01d4fe-512a-4e22-b160-90b062cbd35a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "DELETE /v2.0/security-groups/5aa8d290-02a6-4be5-8a57-b549dad1fc83 HTTP/1.1" status: 204 len: 168 time: 0.2512920 Jul 16 20:25:21.962159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:21.994736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01d4fe-512a-4e22-b160-90b062cbd35a tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa8d290-02a6-4be5-8a57-b549dad1fc83,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:22.040854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f5d37-4481-42a4-9d32-0c0e12417d0d req-a29892fd-3fe4-4800-8de6-f96050861369 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:22.049349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-909f5d37-4481-42a4-9d32-0c0e12417d0d req-a29892fd-3fe4-4800-8de6-f96050861369 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 944 time: 0.1508503 Jul 16 20:25:22.097258 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a172f888-c1be-43c4-af4b-28669dd77d32 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285579 Jul 16 20:25:22.100178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37692) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:22.113472 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6471e16-94e3-49b1-af20-19a2118b3fcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.142002 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-909f5d37-4481-42a4-9d32-0c0e12417d0d req-b4caedc0-505e-4c18-b019-627fa8b3a2d1 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912633 Jul 16 20:25:22.152498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f6471e16-94e3-49b1-af20-19a2118b3fcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for ade67601-c352-4ccf-81e8-eeaf92a82113 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:22.160978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bf7d2980-1843-4ddb-bbb9-18042e2913df None None] Provisioning complete for port ade67601-c352-4ccf-81e8-eeaf92a82113 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:22.162022 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf7d2980-1843-4ddb-bbb9-18042e2913df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.210157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4bf91b02-a819-400e-9dc0-48cbb3acc432 tempest-SecGroupIPv6Test-1768930830 tempest-SecGroupIPv6Test-1768930830-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1031861 Jul 16 20:25:22.242437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d2980-1843-4ddb-bbb9-18042e2913df None None] Port ade67601-c352-4ccf-81e8-eeaf92a82113 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:22.261919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:22.635929 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6471e16-94e3-49b1-af20-19a2118b3fcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.897988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6471e16-94e3-49b1-af20-19a2118b3fcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:22.917910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37716) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:22.922855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f6471e16-94e3-49b1-af20-19a2118b3fcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/ade67601-c352-4ccf-81e8-eeaf92a82113 HTTP/1.1" status: 204 len: 168 time: 1.1698766 Jul 16 20:25:22.931112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6471e16-94e3-49b1-af20-19a2118b3fcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=ade67601-c352-4ccf-81e8-eeaf92a82113,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:23.023956 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f386f8-6b34-40bb-9156-eff7f8381ba5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:25:23.034907 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-85f386f8-6b34-40bb-9156-eff7f8381ba5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/ade67601-c352-4ccf-81e8-eeaf92a82113 HTTP/1.1" status: 404 len: 333 time: 0.1099293 Jul 16 20:25:23.035317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:23.164782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a903659-ad2d-47cc-b383-8825f3a3d77a req-03b855c0-3397-4745-a81a-fdb6cc862757 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.168703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a903659-ad2d-47cc-b383-8825f3a3d77a req-03b855c0-3397-4745-a81a-fdb6cc862757 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1719072 Jul 16 20:25:23.174617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37730) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:23.211144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-340be46c-c086-4f59-bfa1-1f27a81ca5b4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet 57d16a3f-330d-4e1b-af8f-5b37477b2374 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:23.214778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-340be46c-c086-4f59-bfa1-1f27a81ca5b4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.278950 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-340be46c-c086-4f59-bfa1-1f27a81ca5b4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.291011 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a903659-ad2d-47cc-b383-8825f3a3d77a req-faf714ec-3b58-4287-8ce0-aeb13589bf96 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086373 Jul 16 20:25:23.317658 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-6e606842-e9b0-4e07-9130-e20ece78ab64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1344080 Jul 16 20:25:23.385347 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.437490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-426325e9-0b92-4e30-b07a-920ae96c7d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.685607 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-340be46c-c086-4f59-bfa1-1f27a81ca5b4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.700469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45b3c1-67d8-4d5e-8e92-7128688c55d0 req-d1a68c01-5cf0-4fd5-a4a2-7011c5b18b3d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:23.708222 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db45b3c1-67d8-4d5e-8e92-7128688c55d0 req-d1a68c01-5cf0-4fd5-a4a2-7011c5b18b3d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 944 time: 0.3416176 Jul 16 20:25:23.819243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-90c51844-052a-4b8d-aa9b-b79dffeb18bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43bbc22d2f6f4623a70f9cc96621d8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428506 Jul 16 20:25:23.821110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37746) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:23.833543 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db45b3c1-67d8-4d5e-8e92-7128688c55d0 req-e076255a-9c8d-4691-b870-4e5320261bb9 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243064 Jul 16 20:25:23.933102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-340be46c-c086-4f59-bfa1-1f27a81ca5b4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:23.972179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c8229d1-8858-4061-b91d-0817c56036f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.037958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340be46c-c086-4f59-bfa1-1f27a81ca5b4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=57d16a3f-330d-4e1b-af8f-5b37477b2374,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.041895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c8229d1-8858-4061-b91d-0817c56036f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.076508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d879777-3b51-4bc8-9986-7e22d4c4be0e None None] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:24.095582 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-340be46c-c086-4f59-bfa1-1f27a81ca5b4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.103233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.106137 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-340be46c-c086-4f59-bfa1-1f27a81ca5b4 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/57d16a3f-330d-4e1b-af8f-5b37477b2374 HTTP/1.1" status: 204 len: 168 time: 1.0632584 Jul 16 20:25:24.254717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c8229d1-8858-4061-b91d-0817c56036f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.258580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c8229d1-8858-4061-b91d-0817c56036f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.259660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0c8229d1-8858-4061-b91d-0817c56036f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc03098a-2ad5-4cec-822a-3d5ca8923a50 HTTP/1.1" status: 204 len: 168 time: 0.4351628 Jul 16 20:25:24.264517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad8939b-3bc8-48f5-ab80-c054ac789354 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet bcd8b750-2192-4717-b01b-7a208d597ed9 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:24.269755 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bad8939b-3bc8-48f5-ab80-c054ac789354 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.325568 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bad8939b-3bc8-48f5-ab80-c054ac789354 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.356752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-05a05b6b-24da-446d-81a5-0868843e831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.358325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-05a05b6b-24da-446d-81a5-0868843e831c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1097 time: 0.3108275 Jul 16 20:25:24.466554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8229d1-8858-4061-b91d-0817c56036f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03098a-2ad5-4cec-822a-3d5ca8923a50,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.476544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bad8939b-3bc8-48f5-ab80-c054ac789354 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.594971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c21375-1bf9-4fd7-a3ac-1ad1371aa980 req-9cbeb48f-6e6d-4842-92d2-71768461ee08 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.606610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bad8939b-3bc8-48f5-ab80-c054ac789354 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.608776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27c21375-1bf9-4fd7-a3ac-1ad1371aa980 req-9cbeb48f-6e6d-4842-92d2-71768461ee08 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.3637898 Jul 16 20:25:24.656761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8939b-3bc8-48f5-ab80-c054ac789354 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd8b750-2192-4717-b01b-7a208d597ed9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:24.665798 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bad8939b-3bc8-48f5-ab80-c054ac789354 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.667994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bad8939b-3bc8-48f5-ab80-c054ac789354 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/bcd8b750-2192-4717-b01b-7a208d597ed9 HTTP/1.1" status: 204 len: 168 time: 0.5633924 Jul 16 20:25:24.681067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:24.705332 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.736909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-61139819-765c-4e59-8f36-963349fc6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:24.742168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-61139819-765c-4e59-8f36-963349fc6dc1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.3741825 Jul 16 20:25:24.920514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:24.935536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb6db2-40f9-4d05-bd60-114b69730f00 None None] Update dhcp port {'port': {'network_id': 'ead41a70-bd08-4394-90e9-3f0c40ad7d85', 'fixed_ips': [{'subnet_id': 'bcd8b750-2192-4717-b01b-7a208d597ed9'}], 'binding:host_id': 'n-d-792394-17'}, 'id': '4c12fd0f-6483-4236-9e9a-d8a9a3522e05'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:25:24.997554 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-3b08247a-5b24-4cbc-ba4c-fb430e1e0110 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1000 time: 0.2268488 Jul 16 20:25:25.054731 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04fb6db2-40f9-4d05-bd60-114b69730f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.083793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:25.086963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.104773 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27c21375-1bf9-4fd7-a3ac-1ad1371aa980 req-23f1eed3-88ca-4caf-bb3a-38bd434a6154 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4932346 Jul 16 20:25:25.176859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-e2d49ea3-8415-42c7-b795-c5185d147187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.181522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-e2d49ea3-8415-42c7-b795-c5185d147187 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1733015 Jul 16 20:25:25.321193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-192ac6af-c2b0-420c-9bbf-175aeb64a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.322953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-192ac6af-c2b0-420c-9bbf-175aeb64a71b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315625 Jul 16 20:25:25.323632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] For port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,segment=NetworkSegment(a143efa9-0af5-4b12-9da7-2b18834d7951),segment_id=a143efa9-0af5-4b12-9da7-2b18834d7951)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:25.324204 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:25.364823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:25.446445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fd43f-8ed3-4b5f-abff-18215bae62e1 req-53f47153-ca23-4632-8cd9-f5888f4ad4de tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.451317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-743fd43f-8ed3-4b5f-abff-18215bae62e1 req-53f47153-ca23-4632-8cd9-f5888f4ad4de tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 944 time: 0.3122120 Jul 16 20:25:25.505682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b535989-2d89-48aa-90b8-e569a3ce14de None None] Network ead41a70-bd08-4394-90e9-3f0c40ad7d85 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:25.568647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-628c3caf-fbb5-4afb-92e6-ab856f99fc83 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382395 Jul 16 20:25:25.610173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-776cf274-d6b9-4729-a75b-48a8094f8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:25.611877 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-776cf274-d6b9-4729-a75b-48a8094f8da5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae&tenant_id=41aefefc724547d6905046615f64a065 HTTP/1.1" status: 200 len: 1096 time: 0.3735118 Jul 16 20:25:25.713626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:25.829618 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65ead7fe-4ef2-41f0-9452-66dfa2446e86 req-80fb7ac1-0671-4b2d-99ad-73c1d061e442 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527506 Jul 16 20:25:25.845721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c2a013a-9fb9-4855-8912-914acda12fbf None None] Provisioning complete for port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:25.852940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c2a013a-9fb9-4855-8912-914acda12fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.333054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf80336d-ec4f-451f-8c3c-07c9a53f2855 None None] DHCP port deletion for ead41a70-bd08-4394-90e9-3f0c40ad7d85 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:26.410087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.506175 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-743fd43f-8ed3-4b5f-abff-18215bae62e1 req-b1f902a7-2afc-493e-9d09-aa8be33a454d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9838510 Jul 16 20:25:26.571975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bf80336d-ec4f-451f-8c3c-07c9a53f2855 None None] Deleting port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:26.572367 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf80336d-ec4f-451f-8c3c-07c9a53f2855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.648473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.760940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bf80336d-ec4f-451f-8c3c-07c9a53f2855 None None] For port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,segment=NetworkSegment(a143efa9-0af5-4b12-9da7-2b18834d7951),segment_id=a143efa9-0af5-4b12-9da7-2b18834d7951)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:26.761359 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf80336d-ec4f-451f-8c3c-07c9a53f2855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:26.800445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bf80336d-ec4f-451f-8c3c-07c9a53f2855 None None] Calling delete_port for 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:26.808878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:26.810864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No DVR routers for this DVR port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:26.839082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.036776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112256-841a-44ea-b718-06dd89e8b486 req-59062939-1f35-445c-bdf6-775792138728 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:27.038526 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf80336d-ec4f-451f-8c3c-07c9a53f2855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.041298 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66112256-841a-44ea-b718-06dd89e8b486 req-59062939-1f35-445c-bdf6-775792138728 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1937628 Jul 16 20:25:27.096948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80336d-ec4f-451f-8c3c-07c9a53f2855 None None] No DVR routers for this DVR port 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:27.098320 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.129005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead41a70-bd08-4394-90e9-3f0c40ad7d85']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:27.151685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a143efa9-0af5-4b12-9da7-2b18834d7951') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:27.151929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a143efa9-0af5-4b12-9da7-2b18834d7951') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:27.157627 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-66112256-841a-44ea-b718-06dd89e8b486 req-cf2113f1-05ab-4d04-a04f-5ea22f6196ea tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096323 Jul 16 20:25:27.177101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80336d-ec4f-451f-8c3c-07c9a53f2855 None None] Pushing event deleted for resources: {'Port': ['ID=4c12fd0f-6483-4236-9e9a-d8a9a3522e05,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.195363 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.227506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.262839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:27.263569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:27.270780 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:27.486359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:27.629940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:27.631564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4c12fd0f-6483-4236-9e9a-d8a9a3522e05 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:27.643742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.682881 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:27.685089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/networks/ead41a70-bd08-4394-90e9-3f0c40ad7d85 HTTP/1.1" status: 204 len: 168 time: 3.0021908 Jul 16 20:25:27.689094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37844) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:27.756065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8572dd-3ffc-47f2-a30e-a0da48a724b8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Network': ['ID=ead41a70-bd08-4394-90e9-3f0c40ad7d85,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:27.993751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:28.084905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d732667e-0a11-4c14-9784-008314a5a7e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.091886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:28.119625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d732667e-0a11-4c14-9784-008314a5a7e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4016263 Jul 16 20:25:28.155608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caffd6-fb1e-46ce-859c-a9c6228da43a req-06fd2b95-8278-4c57-a22d-2b0d22965451 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.162884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d1caffd6-fb1e-46ce-859c-a9c6228da43a req-06fd2b95-8278-4c57-a22d-2b0d22965451 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 944 time: 0.3081524 Jul 16 20:25:28.172865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:28.236324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-72f4ecc4-f429-4455-81f4-90b24d71c8ab tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1433256 Jul 16 20:25:28.242278 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:28.259565 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d1caffd6-fb1e-46ce-859c-a9c6228da43a req-3267521f-2d40-42be-b80e-06e32223d1e7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956209 Jul 16 20:25:28.268306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-353794763'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:28.287198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9182b0-be2e-443c-b9b0-e4e268ff15ca {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:28.306819 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.323549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Transition to ACTIVE for port object 3e9182b0-be2e-443c-b9b0-e4e268ff15ca will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:28.328184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.331599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:28.335623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.386130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:28.419638 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.420383 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Added segment e7bf528f-4e44-47a3-8df9-2faf3c152459 of type vlan for network 34832e41-d227-4bb0-bbfd-061e15948baf Jul 16 20:25:28.428682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:28.480507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] No DVR routers for this DVR port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:28.555214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Attempting to bind port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:28.555569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Attempting to bind port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:28.555904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Attempting to bind port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on network 9f8a9f91-cca8-440c-8799-5fb011d0f568 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:28.561381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on network 9f8a9f91-cca8-440c-8799-5fb011d0f568 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:25:28.561621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Attempting to bind port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on network 9f8a9f91-cca8-440c-8799-5fb011d0f568 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:28.573591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:28.575326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Checking segment: {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:28.575944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Bound using segment: {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:28.576574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Bound port: 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2244ad68-2167-4063-8578-67be833bd0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:28.577307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.593413 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.760477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:28.766050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:28.773226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.773491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2999175-8d11-4e49-b610-2e09421824e4 req-580acef4-3ab3-41a2-b365-995517bdefc9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.783001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2999175-8d11-4e49-b610-2e09421824e4 req-580acef4-3ab3-41a2-b365-995517bdefc9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.3246503 Jul 16 20:25:28.804782 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.815302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.816338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.844235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:28.845282 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:28.848349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] 10.222.0.63 "PUT /v2.0/ports/3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 200 len: 1093 time: 3.1778183 Jul 16 20:25:28.869771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:28.879739 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34045883-bbcd-427c-b894-646b769d5271" -d '{"events": [{"name": "network-changed", "server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:28.967635 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707973ec-738d-415f-aa1f-aa6fe585a477 x-openstack-request-id: req-707973ec-738d-415f-aa1f-aa6fe585a477 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:28.967855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2999175-8d11-4e49-b610-2e09421824e4 req-4d39e023-1fc6-4388-bbb4-805099da889b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783061 Jul 16 20:25:28.968087 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:28.968476 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-707973ec-738d-415f-aa1f-aa6fe585a477 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:28.969066 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'status': 'completed', 'code': 200} Jul 16 20:25:28.969993 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7264595 Jul 16 20:25:28.975512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.013793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '34832e41-d227-4bb0-bbfd-061e15948baf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:29.028451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95fd32-6a7d-48ba-a8ae-1b0f5856cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.082802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-96b9408c-8bed-444e-b7cb-7ad4f4b7dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.085920 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-96b9408c-8bed-444e-b7cb-7ad4f4b7dea8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 1097 time: 0.1956234 Jul 16 20:25:29.113314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e44d7-9624-4fda-8934-051a07bb1217 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Network': ['ID=34832e41-d227-4bb0-bbfd-061e15948baf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.132422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 34832e41-d227-4bb0-bbfd-061e15948baf details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:29.263093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-a3ee29b1-ba31-4bce-b9f5-52b9662c4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.265532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-a3ee29b1-ba31-4bce-b9f5-52b9662c4325 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 914 time: 0.1731629 Jul 16 20:25:29.302408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:29.308971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.341201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-56322daa-0dc3-46cd-a459-3e7d732851f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 200 len: 217 time: 0.0500362 Jul 16 20:25:29.431136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47349989-2307-4084-906a-9d389c88e90b req-67a80598-47ba-4590-9fc1-628791d72006 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.438039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-47349989-2307-4084-906a-9d389c88e90b req-67a80598-47ba-4590-9fc1-628791d72006 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2135794 Jul 16 20:25:29.447703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-5cd62472-278e-4f47-82cf-9bed263e03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.449328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-5cd62472-278e-4f47-82cf-9bed263e03c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 200 len: 853 time: 0.0956500 Jul 16 20:25:29.494358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-f876d0f8-6e75-46f7-9abc-f68069ac02bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9f8a9f91-cca8-440c-8799-5fb011d0f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375092 Jul 16 20:25:29.524364 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-47349989-2307-4084-906a-9d389c88e90b req-66789082-4250-4cc3-9cec-7ffd716fa270 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854266 Jul 16 20:25:29.647726 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-058526bb-7116-47d4-9cb1-30e98ae68273 service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431477 Jul 16 20:25:29.673854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d622-9b44-4b65-a0b1-e3242635096c req-afd04a17-e49b-43d7-aba6-f9eb52e761fa tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.673854 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6473d622-9b44-4b65-a0b1-e3242635096c req-afd04a17-e49b-43d7-aba6-f9eb52e761fa tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.1395118 Jul 16 20:25:29.673854 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.726788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=a2b6cfb3-2b54-4144-8f00-62d5655351cb,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:29.808422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3797e2c9-2009-485a-aa77-b0d535ac2ead req-9f022797-ce97-40b6-827a-293bfbd6629f service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530945 Jul 16 20:25:29.809458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6473d622-9b44-4b65-a0b1-e3242635096c req-fec5044d-07f4-4683-ba84-cf5581d33205 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836954 Jul 16 20:25:29.827831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Checking segment: {'id': 'e7bf528f-4e44-47a3-8df9-2faf3c152459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34832e41-d227-4bb0-bbfd-061e15948baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:29.828309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network hostable DHCP agents. Network: 34832e41-d227-4bb0-bbfd-061e15948baf, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:29.858047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 34832e41-d227-4bb0-bbfd-061e15948baf is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:29.869692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 34832e41-d227-4bb0-bbfd-061e15948baf) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:29.874981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:29.875677 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:29.885889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835bd6dd-da95-470c-a5d1-0ff791399144 None None] Network 34832e41-d227-4bb0-bbfd-061e15948baf requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:29.894168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-819829a8-e27b-4063-b495-2ef5ca7a82c5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9172027 Jul 16 20:25:29.897254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:29.904007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '34832e41-d227-4bb0-bbfd-061e15948baf', 'name': 'tempest-PortsIpV6TestJSON-1308747598'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:30.014047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34045883-bbcd-427c-b894-646b769d5271 req-fc1c9e51-73ad-4189-a162-bf2eafa3b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.015704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34045883-bbcd-427c-b894-646b769d5271 req-fc1c9e51-73ad-4189-a162-bf2eafa3b8c0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 1097 time: 0.1136658 Jul 16 20:25:30.054655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:30.059088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.115120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port d701220e-8c2e-4d5a-a761-3ef038853e75 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:30.192542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34045883-bbcd-427c-b894-646b769d5271 req-4c1819e7-2906-452f-ac87-efaf3d22a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.195105 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34045883-bbcd-427c-b894-646b769d5271 req-4c1819e7-2906-452f-ac87-efaf3d22a9ab service neutron] 10.222.0.63 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 914 time: 0.1735485 Jul 16 20:25:30.269498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6bf55-5ff0-4708-a595-e320bf94df7e req-8162746d-d85e-4573-94ad-bcb79c9280b5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.276964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79d6bf55-5ff0-4708-a595-e320bf94df7e req-8162746d-d85e-4573-94ad-bcb79c9280b5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2137287 Jul 16 20:25:30.289666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34045883-bbcd-427c-b894-646b769d5271 req-49711fd2-47f4-4af7-9b49-19e13becf8a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 200 len: 217 time: 0.0880194 Jul 16 20:25:30.320786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-34832e41-d227-4bb0-bbfd-061e15948baf', 'network_id': '34832e41-d227-4bb0-bbfd-061e15948baf', 'tenant_id': 'd22596eb8c1b45d1a1767e9d4c97392e', 'fixed_ips': [{'subnet_id': 'a2b6cfb3-2b54-4144-8f00-62d5655351cb'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:30.321925 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.377577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::242 (34832e41-d227-4bb0-bbfd-061e15948baf/a2b6cfb3-2b54-4144-8f00-62d5655351cb/d701220e-8c2e-4d5a-a761-3ef038853e75) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:30.409620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34045883-bbcd-427c-b894-646b769d5271 req-5fc5ec01-28ea-4788-b18d-99ee45751888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:30.420441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34045883-bbcd-427c-b894-646b769d5271 req-5fc5ec01-28ea-4788-b18d-99ee45751888 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 200 len: 853 time: 0.1246574 Jul 16 20:25:30.506711 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34045883-bbcd-427c-b894-646b769d5271 req-0bec1389-6e2a-43f8-be49-5fa1fa1b74c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9f8a9f91-cca8-440c-8799-5fb011d0f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800760 Jul 16 20:25:30.565118 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-79d6bf55-5ff0-4708-a595-e320bf94df7e req-c3dcbd85-23c5-4a6a-8077-c7839089678b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862880 Jul 16 20:25:30.658099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34045883-bbcd-427c-b894-646b769d5271 req-b6cd1dda-6e95-4325-a682-0bc690a89b11 service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434634 Jul 16 20:25:30.817780 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34045883-bbcd-427c-b894-646b769d5271 req-5eeb9fc8-d269-47aa-9ff7-65c0131794dd service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503189 Jul 16 20:25:30.824851 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:30.855954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object d701220e-8c2e-4d5a-a761-3ef038853e75 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:31.050731 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.230089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Allocated IP 2001:db8::2 (34832e41-d227-4bb0-bbfd-061e15948baf/a2b6cfb3-2b54-4144-8f00-62d5655351cb/b265e05d-81d9-4225-8c48-66323b933d90) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:31.324204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 34832e41-d227-4bb0-bbfd-061e15948baf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:31.331904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:31.365091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:31.389893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.393650 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.421879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5234346 Jul 16 20:25:31.430796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec991bd4-b953-47f6-9928-0cc164d09071 req-7494fabf-577e-44b1-a589-06a67ebe9025 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.445888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:31.450273 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec991bd4-b953-47f6-9928-0cc164d09071 req-7494fabf-577e-44b1-a589-06a67ebe9025 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2420728 Jul 16 20:25:31.459056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '34832e41-d227-4bb0-bbfd-061e15948baf', 'name': 'tempest-PortsIpV6TestJSON-1166738125'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:31.467328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3804c-0abe-4076-b83c-663e14172e6a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=d701220e-8c2e-4d5a-a761-3ef038853e75,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:31.522576 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec991bd4-b953-47f6-9928-0cc164d09071 req-1b4d45f9-143c-454f-8c8e-8ce638d98b43 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713024 Jul 16 20:25:31.699706 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.719658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Transition to ACTIVE for port object b265e05d-81d9-4225-8c48-66323b933d90 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:31.759049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeceef-be33-4264-8b62-736cd8d58302 req-76315be7-f9b2-4548-8d30-658e68fc564c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:31.768597 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9caeceef-be33-4264-8b62-736cd8d58302 req-76315be7-f9b2-4548-8d30-658e68fc564c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.5831776 Jul 16 20:25:31.770135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Transition to ACTIVE for port object b265e05d-81d9-4225-8c48-66323b933d90 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:31.778761 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.798873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:31.805285 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:31.888143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port f0f30b0f-9b94-4390-864b-80963358c1a8 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:31.927789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9caeceef-be33-4264-8b62-736cd8d58302 req-f186c67e-a509-47b4-a18c-6df376824020 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580553 Jul 16 20:25:31.942461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Network 34832e41-d227-4bb0-bbfd-061e15948baf is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:31.960682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:31.966405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:31.996720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Pushing event updated for resources: {'Port': ['ID=b265e05d-81d9-4225-8c48-66323b933d90,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.124986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Attempting to bind port b265e05d-81d9-4225-8c48-66323b933d90 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:32.125809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Attempting to bind port b265e05d-81d9-4225-8c48-66323b933d90 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e7bf528f-4e44-47a3-8df9-2faf3c152459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34832e41-d227-4bb0-bbfd-061e15948baf'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:32.126424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Attempting to bind port b265e05d-81d9-4225-8c48-66323b933d90 on network 34832e41-d227-4bb0-bbfd-061e15948baf {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:32.139821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:32.140720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Checking segment: {'id': 'e7bf528f-4e44-47a3-8df9-2faf3c152459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34832e41-d227-4bb0-bbfd-061e15948baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:32.141380 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.142011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Bound using segment: {'id': 'e7bf528f-4e44-47a3-8df9-2faf3c152459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34832e41-d227-4bb0-bbfd-061e15948baf'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:32.142849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Bound port: b265e05d-81d9-4225-8c48-66323b933d90, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bf528f-4e44-47a3-8df9-2faf3c152459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34832e41-d227-4bb0-bbfd-061e15948baf'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:32.143635 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.407447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] For port b265e05d-81d9-4225-8c48-66323b933d90, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:32.429216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] For port b265e05d-81d9-4225-8c48-66323b933d90, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b265e05d-81d9-4225-8c48-66323b933d90,segment=NetworkSegment(e7bf528f-4e44-47a3-8df9-2faf3c152459),segment_id=e7bf528f-4e44-47a3-8df9-2faf3c152459)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:32.437348 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:32.642678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46d905-42f9-4c84-b9dc-d156ebd9d64d None None] Pushing event updated for resources: {'Port': ['ID=b265e05d-81d9-4225-8c48-66323b933d90,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:32.710151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37982) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:32.980357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::98 (34832e41-d227-4bb0-bbfd-061e15948baf/a2b6cfb3-2b54-4144-8f00-62d5655351cb/f0f30b0f-9b94-4390-864b-80963358c1a8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:33.037570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c54586-3182-429e-bbca-992fc6f3bc58 req-80e46144-3a73-485e-92fa-c8bf9b73b539 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.039394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25c54586-3182-429e-bbca-992fc6f3bc58 req-80e46144-3a73-485e-92fa-c8bf9b73b539 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1464953 Jul 16 20:25:33.217708 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3de4372-079b-4a89-9bf9-6caaf57a7792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.250638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25c54586-3182-429e-bbca-992fc6f3bc58 req-9e0b8da5-ccb8-4417-8f5b-5e82aaba6701 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032244 Jul 16 20:25:33.432163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3de4372-079b-4a89-9bf9-6caaf57a7792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.438595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3de4372-079b-4a89-9bf9-6caaf57a7792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.483514 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.541479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object f0f30b0f-9b94-4390-864b-80963358c1a8 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:33.580210 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e3de4372-079b-4a89-9bf9-6caaf57a7792 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a21e8abc5574f19ba30e9affdb83977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8655336 Jul 16 20:25:33.589269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:33.615569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de4372-079b-4a89-9bf9-6caaf57a7792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd3a3d-dc1a-42e1-a701-325bd118bec5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:33.619363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b265e05d-81d9-4225-8c48-66323b933d90 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:33.691331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041069a-6e38-474f-b294-836f5a48cef0 req-a3c68fdb-a7fb-467c-9e70-14028f5ce127 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:33.702866 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2041069a-6e38-474f-b294-836f5a48cef0 req-a3c68fdb-a7fb-467c-9e70-14028f5ce127 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.3929758 Jul 16 20:25:33.746434 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.790183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a19eba-adce-4a78-a2ab-a3365769c377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.797148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port b265e05d-81d9-4225-8c48-66323b933d90 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:33.832702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a19eba-adce-4a78-a2ab-a3365769c377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.899153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a19eba-adce-4a78-a2ab-a3365769c377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.919519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73a19eba-adce-4a78-a2ab-a3365769c377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:33.920889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-73a19eba-adce-4a78-a2ab-a3365769c377 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90cd3a3d-dc1a-42e1-a701-325bd118bec5 HTTP/1.1" status: 204 len: 168 time: 0.3306289 Jul 16 20:25:33.942918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a19eba-adce-4a78-a2ab-a3365769c377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd3a3d-dc1a-42e1-a701-325bd118bec5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:34.062683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=f0f30b0f-9b94-4390-864b-80963358c1a8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:34.096047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 34832e41-d227-4bb0-bbfd-061e15948baf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:34.122408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:34.146460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:34.171601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.172535 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:34.202096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2041069a-6e38-474f-b294-836f5a48cef0 req-b6f8fdaf-9fe9-4da3-9d08-b337c6094da8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948516 Jul 16 20:25:34.229322 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b24ee199-8827-4592-9635-4aeedc2330e7 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7774053 Jul 16 20:25:34.232094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:34.504440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00033b40-0b5e-42f1-8ba4-4d64e15ae57c req-77b3ffd8-45a5-4a65-9d90-7e69f55400b3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.513652 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00033b40-0b5e-42f1-8ba4-4d64e15ae57c req-77b3ffd8-45a5-4a65-9d90-7e69f55400b3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.3570161 Jul 16 20:25:34.681883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9125a1-5839-49ca-836b-51af23fb29ad tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:34.690717 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6a9125a1-5839-49ca-836b-51af23fb29ad tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A242 HTTP/1.1" status: 200 len: 929 time: 0.4562306 Jul 16 20:25:34.691184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:34.698657 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00033b40-0b5e-42f1-8ba4-4d64e15ae57c req-3be3c5d5-c5fe-409c-878b-f880475e71b1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832166 Jul 16 20:25:34.740299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f756ab7-056e-48c2-93a8-b0954b94311e None None] Network 34832e41-d227-4bb0-bbfd-061e15948baf requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:34.858585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:34.880018 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed88de1-6350-4096-ad7e-38b960d23eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.001095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2da11b20-683a-43fc-a547-e331255f077a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port f0f30b0f-9b94-4390-864b-80963358c1a8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:35.002705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2da11b20-683a-43fc-a547-e331255f077a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.043952 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a8be73b-83be-492b-b6eb-0e6a3536357e None None] Provisioning for port b265e05d-81d9-4225-8c48-66323b933d90 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:35.055768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a8be73b-83be-492b-b6eb-0e6a3536357e None None] Provisioning complete for port b265e05d-81d9-4225-8c48-66323b933d90 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:35.056749 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a8be73b-83be-492b-b6eb-0e6a3536357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.151458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed88de1-6350-4096-ad7e-38b960d23eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.156733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed88de1-6350-4096-ad7e-38b960d23eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.282312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eed88de1-6350-4096-ad7e-38b960d23eee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00b72e9534d54139b4e6187c16329fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193144 Jul 16 20:25:35.282312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed88de1-6350-4096-ad7e-38b960d23eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e7519-7d35-4ae5-af36-579859b9ef8d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.286845 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2da11b20-683a-43fc-a547-e331255f077a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.287735 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a8be73b-83be-492b-b6eb-0e6a3536357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.300856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.334332 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2da11b20-683a-43fc-a547-e331255f077a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for f0f30b0f-9b94-4390-864b-80963358c1a8 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:35.394129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9a8be73b-83be-492b-b6eb-0e6a3536357e None None] For port b265e05d-81d9-4225-8c48-66323b933d90, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b265e05d-81d9-4225-8c48-66323b933d90,segment=NetworkSegment(e7bf528f-4e44-47a3-8df9-2faf3c152459),segment_id=e7bf528f-4e44-47a3-8df9-2faf3c152459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:35.406300 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a8be73b-83be-492b-b6eb-0e6a3536357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.474785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5448be4-7fbe-4aae-b7e2-351f5cd47de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.544779 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5448be4-7fbe-4aae-b7e2-351f5cd47de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.549747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8be73b-83be-492b-b6eb-0e6a3536357e None None] Pushing event updated for resources: {'Port': ['ID=b265e05d-81d9-4225-8c48-66323b933d90,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.573809 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2da11b20-683a-43fc-a547-e331255f077a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.652434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da11b20-683a-43fc-a547-e331255f077a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=f0f30b0f-9b94-4390-864b-80963358c1a8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.679205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5448be4-7fbe-4aae-b7e2-351f5cd47de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.688506 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2da11b20-683a-43fc-a547-e331255f077a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.690726 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2da11b20-683a-43fc-a547-e331255f077a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/f0f30b0f-9b94-4390-864b-80963358c1a8 HTTP/1.1" status: 204 len: 168 time: 0.9983718 Jul 16 20:25:35.693843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.694934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5448be4-7fbe-4aae-b7e2-351f5cd47de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.699796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f5448be4-7fbe-4aae-b7e2-351f5cd47de7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e5e7519-7d35-4ae5-af36-579859b9ef8d HTTP/1.1" status: 204 len: 168 time: 0.3978310 Jul 16 20:25:35.733162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5448be4-7fbe-4aae-b7e2-351f5cd47de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e7519-7d35-4ae5-af36-579859b9ef8d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:35.779160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0cea928-4ec6-446b-b9d5-15bdef2bc723 None None] Provisioning complete for port b265e05d-81d9-4225-8c48-66323b933d90 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:35.780052 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0cea928-4ec6-446b-b9d5-15bdef2bc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:35.851690 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dd9a83-a043-41be-909a-1448fbe2207a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:25:35.859452 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-24dd9a83-a043-41be-909a-1448fbe2207a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/f0f30b0f-9b94-4390-864b-80963358c1a8 HTTP/1.1" status: 404 len: 333 time: 0.1463130 Jul 16 20:25:35.860331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38044) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:35.975961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd333eb6-b49a-41d2-84ca-e43e830dcc9d req-f6df22f0-8983-4be1-8345-c34119a2167f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:35.989001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd333eb6-b49a-41d2-84ca-e43e830dcc9d req-f6df22f0-8983-4be1-8345-c34119a2167f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.4290071 Jul 16 20:25:36.070217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd333eb6-b49a-41d2-84ca-e43e830dcc9d req-94d59393-4502-468c-a267-2ac336f32832 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802031 Jul 16 20:25:36.115538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0cea928-4ec6-446b-b9d5-15bdef2bc723 None None] Could not find standard attr ID for object f0f30b0f-9b94-4390-864b-80963358c1a8. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:25:36.139603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0cea928-4ec6-446b-b9d5-15bdef2bc723 None None] Provisioning for port d701220e-8c2e-4d5a-a761-3ef038853e75 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:36.146455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e0cea928-4ec6-446b-b9d5-15bdef2bc723 None None] Provisioning complete for port d701220e-8c2e-4d5a-a761-3ef038853e75 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:36.147203 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0cea928-4ec6-446b-b9d5-15bdef2bc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.236227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e0cea928-4ec6-446b-b9d5-15bdef2bc723 None None] Port d701220e-8c2e-4d5a-a761-3ef038853e75 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:36.315232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1486b5cc-d7f9-4237-ba45-3665c828d36c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port d701220e-8c2e-4d5a-a761-3ef038853e75 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:36.315708 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1486b5cc-d7f9-4237-ba45-3665c828d36c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.370970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d095c952-ee57-408a-b4ab-bb0f78d87d82 None None] Provisioning complete for port d701220e-8c2e-4d5a-a761-3ef038853e75 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:36.371603 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d095c952-ee57-408a-b4ab-bb0f78d87d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.372757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa69d42-6fc7-46af-bcad-fe22b788aee5 req-ae60f56d-37d8-4ff1-9a95-cafb674081b2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:36.401600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6aa69d42-6fc7-46af-bcad-fe22b788aee5 req-ae60f56d-37d8-4ff1-9a95-cafb674081b2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2191527 Jul 16 20:25:36.462403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d095c952-ee57-408a-b4ab-bb0f78d87d82 None None] Port d701220e-8c2e-4d5a-a761-3ef038853e75 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:36.870602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6aa69d42-6fc7-46af-bcad-fe22b788aee5 req-8396b09f-1f04-48ab-9475-811343474def tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4655013 Jul 16 20:25:36.886068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-53ab7c87-bbc1-4226-b54c-f8c393b6b461 None None] Could not find standard attr ID for object f0f30b0f-9b94-4390-864b-80963358c1a8. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:25:36.932019 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1486b5cc-d7f9-4237-ba45-3665c828d36c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:36.976231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1486b5cc-d7f9-4237-ba45-3665c828d36c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for d701220e-8c2e-4d5a-a761-3ef038853e75 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:37.607296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b265e05d-81d9-4225-8c48-66323b933d90 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:37.702583 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1486b5cc-d7f9-4237-ba45-3665c828d36c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.834477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b265e05d-81d9-4225-8c48-66323b933d90 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:37.837293 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.862762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be38766-9e37-46f9-88a6-802821fb0359 req-672678b9-6371-4c1e-abab-65648068de29 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:37.864488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9be38766-9e37-46f9-88a6-802821fb0359 req-672678b9-6371-4c1e-abab-65648068de29 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.2055538 Jul 16 20:25:37.911615 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1486b5cc-d7f9-4237-ba45-3665c828d36c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:37.918931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1486b5cc-d7f9-4237-ba45-3665c828d36c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/d701220e-8c2e-4d5a-a761-3ef038853e75 HTTP/1.1" status: 204 len: 168 time: 2.0540159 Jul 16 20:25:37.918931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486b5cc-d7f9-4237-ba45-3665c828d36c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=d701220e-8c2e-4d5a-a761-3ef038853e75,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:37.920018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.018044 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9be38766-9e37-46f9-88a6-802821fb0359 req-b129ba18-f2ab-4064-b769-8dfefb7389ec tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475158 Jul 16 20:25:38.041109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacbcef-3da5-4191-9bdd-096b8708d7fa req-2f186525-ab99-491e-a50f-06e9090549f5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.045214 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a90ed1-3590-4791-8d58-982b942b7929 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:25:38.046962 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-65a90ed1-3590-4791-8d58-982b942b7929 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/d701220e-8c2e-4d5a-a761-3ef038853e75 HTTP/1.1" status: 404 len: 333 time: 0.1259429 Jul 16 20:25:38.054136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.060160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9aacbcef-3da5-4191-9bdd-096b8708d7fa req-2f186525-ab99-491e-a50f-06e9090549f5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.4707806 Jul 16 20:25:38.198037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9aacbcef-3da5-4191-9bdd-096b8708d7fa req-0f0c9390-396a-4ac2-a2ba-d28303f4dc6a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344478 Jul 16 20:25:38.251776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca54482-2c94-4b72-8258-c48dc3287214 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet a2b6cfb3-2b54-4144-8f00-62d5655351cb {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:38.257011 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ca54482-2c94-4b72-8258-c48dc3287214 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.315323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ca54482-2c94-4b72-8258-c48dc3287214 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.513117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ca54482-2c94-4b72-8258-c48dc3287214 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.647641 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ca54482-2c94-4b72-8258-c48dc3287214 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.715411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca54482-2c94-4b72-8258-c48dc3287214 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b6cfb3-2b54-4144-8f00-62d5655351cb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:38.727779 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ca010-306f-4501-9628-e5426e3cfc1c None None] Network 34832e41-d227-4bb0-bbfd-061e15948baf requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:38.732185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ca54482-2c94-4b72-8258-c48dc3287214 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:38.734189 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5ca54482-2c94-4b72-8258-c48dc3287214 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/a2b6cfb3-2b54-4144-8f00-62d5655351cb HTTP/1.1" status: 204 len: 168 time: 0.6789258 Jul 16 20:25:38.740590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:38.824460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce7080-4141-4263-ba0a-83f2e697fdb4 req-3010720d-fc40-4fca-90fd-1e01e7d067f4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:38.838810 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7ce7080-4141-4263-ba0a-83f2e697fdb4 req-3010720d-fc40-4fca-90fd-1e01e7d067f4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1976883 Jul 16 20:25:38.925687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7ce7080-4141-4263-ba0a-83f2e697fdb4 req-b25e9207-0dcf-4210-9320-fb1747bec3e8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831575 Jul 16 20:25:39.078685 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.194637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946734e-1da0-4671-bc69-0906f3a41645 None None] DHCP port deletion for 34832e41-d227-4bb0-bbfd-061e15948baf request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:39.352271 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port b265e05d-81d9-4225-8c48-66323b933d90 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:39.354674 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.455940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6946734e-1da0-4671-bc69-0906f3a41645 None None] Deleting port b265e05d-81d9-4225-8c48-66323b933d90 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:39.456858 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6946734e-1da0-4671-bc69-0906f3a41645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.494721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3b5b5-9445-4251-9888-0c246651224e req-d4f3c76c-26c5-4ac6-bdb3-a7f46f7b726a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:39.518051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2da3b5b5-9445-4251-9888-0c246651224e req-d4f3c76c-26c5-4ac6-bdb3-a7f46f7b726a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2758586 Jul 16 20:25:39.547072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] For port b265e05d-81d9-4225-8c48-66323b933d90, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b265e05d-81d9-4225-8c48-66323b933d90,segment=NetworkSegment(e7bf528f-4e44-47a3-8df9-2faf3c152459),segment_id=e7bf528f-4e44-47a3-8df9-2faf3c152459)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:39.547487 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.598529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for b265e05d-81d9-4225-8c48-66323b933d90 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:39.612196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b265e05d-81d9-4225-8c48-66323b933d90 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:39.688250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2da3b5b5-9445-4251-9888-0c246651224e req-69f26308-9023-41ac-b8d9-baa6a7846ce6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700783 Jul 16 20:25:39.871697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6946734e-1da0-4671-bc69-0906f3a41645 None None] For port b265e05d-81d9-4225-8c48-66323b933d90, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b265e05d-81d9-4225-8c48-66323b933d90,segment=NetworkSegment(e7bf528f-4e44-47a3-8df9-2faf3c152459),segment_id=e7bf528f-4e44-47a3-8df9-2faf3c152459)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:39.872319 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6946734e-1da0-4671-bc69-0906f3a41645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:39.923050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6946734e-1da0-4671-bc69-0906f3a41645 None None] Calling delete_port for b265e05d-81d9-4225-8c48-66323b933d90 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:40.181311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c5bf7-6fbe-4ae6-a152-afad2d658787 req-a691d81a-173d-4c0a-895c-0459f4aaadd5 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.183296 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.199537 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d7c5bf7-6fbe-4ae6-a152-afad2d658787 req-a691d81a-173d-4c0a-895c-0459f4aaadd5 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.5375342 Jul 16 20:25:40.356124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-400b7778-69ec-4415-8ebe-95366ea7ed62 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1640499 Jul 16 20:25:40.360574 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d7c5bf7-6fbe-4ae6-a152-afad2d658787 req-8d8c01af-3b65-45ac-81be-6ed33b3a56d6 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589677 Jul 16 20:25:40.385392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.547929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=b265e05d-81d9-4225-8c48-66323b933d90,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.569310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No DVR routers for this DVR port b265e05d-81d9-4225-8c48-66323b933d90 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:40.599050 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6946734e-1da0-4671-bc69-0906f3a41645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.701338 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-bc2c5ee8-d799-4696-a2ad-3178f1d6bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:40.707283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-bc2c5ee8-d799-4696-a2ad-3178f1d6bde6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1097 time: 0.2484508 Jul 16 20:25:40.711030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946734e-1da0-4671-bc69-0906f3a41645 None None] Pushing event deleted for resources: {'Port': ['ID=b265e05d-81d9-4225-8c48-66323b933d90,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:40.727923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946734e-1da0-4671-bc69-0906f3a41645 None None] No DVR routers for this DVR port b265e05d-81d9-4225-8c48-66323b933d90 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:40.876323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:40.900011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34832e41-d227-4bb0-bbfd-061e15948baf']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:40.963130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bf528f-4e44-47a3-8df9-2faf3c152459') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:40.963617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bf528f-4e44-47a3-8df9-2faf3c152459') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:40.985202 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.052009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.075956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:41.077255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.081941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-01df6811-4e0c-4b33-b25c-29ea493c4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.094759 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-01df6811-4e0c-4b33-b25c-29ea493c4170 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.3434260 Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:41.111417 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:41.249863 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.269431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.280053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/networks/34832e41-d227-4bb0-bbfd-061e15948baf HTTP/1.1" status: 204 len: 168 time: 2.5380523 Jul 16 20:25:41.284689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:41.307114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-325658728'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:41.356309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-d7fb713f-ddd1-4338-9c9b-17953c7f564b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1000 time: 0.1786411 Jul 16 20:25:41.495102 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:41.527218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-922713af-0357-4e16-a473-f3075f876f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.528912 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-922713af-0357-4e16-a473-f3075f876f48 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1646144 Jul 16 20:25:41.530334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.612538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92863-b387-404e-ad78-8852878ea9ff tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Network': ['ID=34832e41-d227-4bb0-bbfd-061e15948baf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:41.698300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:41.766174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:41.766725 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Added segment b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f of type vlan for network f07beb05-5615-48d4-9fff-6317e4f48eda Jul 16 20:25:41.768850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-318b7c1d-7e1c-44a9-b6b8-56535c87e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:41.775854 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-318b7c1d-7e1c-44a9-b6b8-56535c87e8a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2292287 Jul 16 20:25:42.208903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-a2bd06ca-7c57-4ac9-b8df-dbbcce5bfbad service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252462 Jul 16 20:25:42.269060 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.501917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.530663 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:42.532415 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:42.740228 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e063dbe-8be5-4481-a5dd-a28cf7c41c9f req-8c81fcda-3613-49e9-866f-49bcaf55d7e6 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529283 Jul 16 20:25:42.885068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Network': ['ID=f07beb05-5615-48d4-9fff-6317e4f48eda,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:42.947788 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b12009b5-ba0b-42d2-9e21-53b69fbd9b85 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6402307 Jul 16 20:25:42.952590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:42.956889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network f07beb05-5615-48d4-9fff-6317e4f48eda details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:42.961230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': 'f07beb05-5615-48d4-9fff-6317e4f48eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:43.045959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728a488-4820-49d8-bb64-a80962fdc676 req-f8df6ef4-5e49-4138-9c05-375642cdd9ec tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:43.058242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e728a488-4820-49d8-bb64-a80962fdc676 req-f8df6ef4-5e49-4138-9c05-375642cdd9ec tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 1.0245979 Jul 16 20:25:43.261964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e728a488-4820-49d8-bb64-a80962fdc676 req-7fdd3e68-c6f4-44f3-9844-5a34b243574b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992934 Jul 16 20:25:43.525492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:43.530400 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:44.284495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bdf6-99cb-4b4a-b493-e679428d5600 req-4af7c373-cf00-425a-be4f-a3138c85f832 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.294374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bdf6-99cb-4b4a-b493-e679428d5600 req-4af7c373-cf00-425a-be4f-a3138c85f832 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.325774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bdf6-99cb-4b4a-b493-e679428d5600 req-4af7c373-cf00-425a-be4f-a3138c85f832 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.369484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bdf6-99cb-4b4a-b493-e679428d5600 req-4af7c373-cf00-425a-be4f-a3138c85f832 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.412847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bdf6-99cb-4b4a-b493-e679428d5600 req-4af7c373-cf00-425a-be4f-a3138c85f832 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.429375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bdf6-99cb-4b4a-b493-e679428d5600 req-4af7c373-cf00-425a-be4f-a3138c85f832 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.444324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bdf6-99cb-4b4a-b493-e679428d5600 req-4af7c373-cf00-425a-be4f-a3138c85f832 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:44.459855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9550bdf6-99cb-4b4a-b493-e679428d5600 req-4af7c373-cf00-425a-be4f-a3138c85f832 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5436 time: 0.3718488 Jul 16 20:25:44.570429 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9550bdf6-99cb-4b4a-b493-e679428d5600 req-e933d008-5965-4422-aaf6-4bbac2b06330 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088884 Jul 16 20:25:44.829174 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-5f7d5cc3-3a86-4c01-afab-e4c221a3fe4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7045307 Jul 16 20:25:45.032695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc13e-6673-4445-9a6d-2671113e2ae3 req-53a1bd05-5333-4a7b-a406-7bd55a091727 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.034701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.039833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc13e-6673-4445-9a6d-2671113e2ae3 req-53a1bd05-5333-4a7b-a406-7bd55a091727 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.057916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc13e-6673-4445-9a6d-2671113e2ae3 req-53a1bd05-5333-4a7b-a406-7bd55a091727 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.073732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc13e-6673-4445-9a6d-2671113e2ae3 req-53a1bd05-5333-4a7b-a406-7bd55a091727 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.091801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc13e-6673-4445-9a6d-2671113e2ae3 req-53a1bd05-5333-4a7b-a406-7bd55a091727 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.098300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc13e-6673-4445-9a6d-2671113e2ae3 req-53a1bd05-5333-4a7b-a406-7bd55a091727 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.130717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dc13e-6673-4445-9a6d-2671113e2ae3 req-53a1bd05-5333-4a7b-a406-7bd55a091727 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.141723 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-167dc13e-6673-4445-9a6d-2671113e2ae3 req-53a1bd05-5333-4a7b-a406-7bd55a091727 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5436 time: 0.2776234 Jul 16 20:25:45.290248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=f9f459f8-5939-4912-a36f-b1dddb17883a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:45.431462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Checking segment: {'id': 'b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f07beb05-5615-48d4-9fff-6317e4f48eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:45.431985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network hostable DHCP agents. Network: f07beb05-5615-48d4-9fff-6317e4f48eda, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:45.464313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a7c0c-e4b4-4501-b274-3280c2323285 req-a0f16b26-faaa-45d2-ab2d-cc8ad5c9e074 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.475527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb1a7c0c-e4b4-4501-b274-3280c2323285 req-a0f16b26-faaa-45d2-ab2d-cc8ad5c9e074 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.6447232 Jul 16 20:25:45.595045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network f07beb05-5615-48d4-9fff-6317e4f48eda is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:45.613196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb1a7c0c-e4b4-4501-b274-3280c2323285 req-0551d974-e8ce-4d4f-9460-cda12b95513b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367462 Jul 16 20:25:45.622739 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:45.625570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-b617f59f-4eec-487e-aea0-d3170c1baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.626180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-b617f59f-4eec-487e-aea0-d3170c1baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.626746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-b617f59f-4eec-487e-aea0-d3170c1baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.627849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-b617f59f-4eec-487e-aea0-d3170c1baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.628392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-b617f59f-4eec-487e-aea0-d3170c1baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.628928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-b617f59f-4eec-487e-aea0-d3170c1baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.629469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-b617f59f-4eec-487e-aea0-d3170c1baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.632050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-b617f59f-4eec-487e-aea0-d3170c1baab6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6500 time: 0.6299298 Jul 16 20:25:45.633175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, f07beb05-5615-48d4-9fff-6317e4f48eda) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:45.642349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:45.646077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7798ac-16dd-4a44-8366-c576bf9ee7f3 None None] Network f07beb05-5615-48d4-9fff-6317e4f48eda requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:45.659966 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.225567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-f07beb05-5615-48d4-9fff-6317e4f48eda', 'network_id': 'f07beb05-5615-48d4-9fff-6317e4f48eda', 'tenant_id': 'd22596eb8c1b45d1a1767e9d4c97392e', 'fixed_ips': [{'subnet_id': 'f9f459f8-5939-4912-a36f-b1dddb17883a'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:25:46.232791 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.268652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-f2c594d4-508e-4b85-98a5-990dda3a8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.272076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-f2c594d4-508e-4b85-98a5-990dda3a8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.278620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-f2c594d4-508e-4b85-98a5-990dda3a8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:46.287118 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-f2c594d4-508e-4b85-98a5-990dda3a8e98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2966c3cb-c680-4c12-8fde-f33e0b87a958&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=11c173dd-4aaa-49dd-872c-190c74ede91e&id=11c173dd-4aaa-49dd-872c-190c74ede91e HTTP/1.1" status: 200 len: 2292 time: 0.5422897 Jul 16 20:25:46.323779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:46.340097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': 'f07beb05-5615-48d4-9fff-6317e4f48eda', 'name': 'tempest-PortsIpV6TestJSON-1865180086', 'fixed_ips': [{'subnet_id': 'f9f459f8-5939-4912-a36f-b1dddb17883a', 'ip_address': '2001:db8::10'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:46.349666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c34d2d33-39a6-4480-b6d7-599923b76fbe tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3947868 Jul 16 20:25:46.641634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-819ff755-281d-4fa8-bbd0-63104c33fd75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2 HTTP/1.1" status: 200 len: 1001 time: 0.3389223 Jul 16 20:25:46.730071 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:46.924148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:47.024974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-ec066a57-9873-48f1-a8a4-c8df0ff9b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.036600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-ec066a57-9873-48f1-a8a4-c8df0ff9b7b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e13b6ad-328a-4ca7-84c2-946e8e68e401 HTTP/1.1" status: 200 len: 851 time: 0.3918812 Jul 16 20:25:47.175303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:47.299482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-f90323ba-f133-4927-8398-9db85a1d2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.309995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-f90323ba-f133-4927-8398-9db85a1d2be0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2966c3cb-c680-4c12-8fde-f33e0b87a958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2659845 Jul 16 20:25:47.482991 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:47.561087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port dd0f1416-2c2b-490d-8ba0-c809cb214772 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:47.571578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Allocated IP 2001:db8::2 (f07beb05-5615-48d4-9fff-6317e4f48eda/f9f459f8-5939-4912-a36f-b1dddb17883a/dd5dc477-292e-4227-b775-dfd1241ae470) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:47.602484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d0923-6e7e-4fe7-aea1-bd2dc1d614fe req-1c960089-d588-4604-ad8a-26f1671228bb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:47.613196 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d7d0923-6e7e-4fe7-aea1-bd2dc1d614fe req-1c960089-d588-4604-ad8a-26f1671228bb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.4360402 Jul 16 20:25:47.697037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-517e5e99-9a67-4118-94b8-72690388e6d0 service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773448 Jul 16 20:25:47.945824 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d7d0923-6e7e-4fe7-aea1-bd2dc1d614fe req-a6f088b0-88bd-4c01-80ca-29c4666df502 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318696 Jul 16 20:25:47.946759 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4a773ef-aadb-4362-8161-60b451b27f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.106628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-d3bb2451-d4db-45c0-8718-b0623ba92360 service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940635 Jul 16 20:25:48.286607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-125d325c-9d65-4080-8a4d-e9cfe4b5abda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 200 len: 217 time: 0.1602974 Jul 16 20:25:48.539578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4a773ef-aadb-4362-8161-60b451b27f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.546572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4a773ef-aadb-4362-8161-60b451b27f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.681480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-38fcb5d3-f462-44b2-88ad-43a3ab047f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.685497 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e4a773ef-aadb-4362-8161-60b451b27f77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e20a3b76751949d194cd7daea87e421a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5075002 Jul 16 20:25:48.687183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a773ef-aadb-4362-8161-60b451b27f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c5f085-ca9a-46d7-adef-950aef970afb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:48.688130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-38fcb5d3-f462-44b2-88ad-43a3ab047f72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.3941481 Jul 16 20:25:48.688636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:48.874586 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:48.912915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Transition to ACTIVE for port object dd5dc477-292e-4227-b775-dfd1241ae470 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:48.962441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-1be89268-7d39-49b4-a859-926a0ab30e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:48.975125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-1be89268-7d39-49b4-a859-926a0ab30e85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2659152 Jul 16 20:25:48.998014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Transition to ACTIVE for port object dd5dc477-292e-4227-b775-dfd1241ae470 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:49.012719 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.053884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Network f07beb05-5615-48d4-9fff-6317e4f48eda is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:49.099389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:49.118015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:49.172377 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e747d15-38a6-4fb4-bbe4-880e8cc3be17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.227364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e747d15-38a6-4fb4-bbe4-880e8cc3be17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.351236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::10 (f07beb05-5615-48d4-9fff-6317e4f48eda/f9f459f8-5939-4912-a36f-b1dddb17883a/dd0f1416-2c2b-490d-8ba0-c809cb214772) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:49.485877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Pushing event updated for resources: {'Port': ['ID=dd5dc477-292e-4227-b775-dfd1241ae470,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:49.489617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Attempting to bind port dd5dc477-292e-4227-b775-dfd1241ae470 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:25:49.490056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Attempting to bind port dd5dc477-292e-4227-b775-dfd1241ae470 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f07beb05-5615-48d4-9fff-6317e4f48eda'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:25:49.490481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Attempting to bind port dd5dc477-292e-4227-b775-dfd1241ae470 on network f07beb05-5615-48d4-9fff-6317e4f48eda {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:25:49.534905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:25:49.535483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Checking segment: {'id': 'b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f07beb05-5615-48d4-9fff-6317e4f48eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:49.539214 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.540623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Bound using segment: {'id': 'b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f07beb05-5615-48d4-9fff-6317e4f48eda'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:25:49.542078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Bound port: dd5dc477-292e-4227-b775-dfd1241ae470, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f07beb05-5615-48d4-9fff-6317e4f48eda'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:25:49.546366 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.577813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:49.730846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-6f31518e-df4f-4efd-bb85-cc0bea356ad3 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342288 Jul 16 20:25:49.746516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] For port dd5dc477-292e-4227-b775-dfd1241ae470, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:25:49.768270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.776537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] For port dd5dc477-292e-4227-b775-dfd1241ae470, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=dd5dc477-292e-4227-b775-dfd1241ae470,segment=NetworkSegment(b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f),segment_id=b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:25:49.789411 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.802506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object dd0f1416-2c2b-490d-8ba0-c809cb214772 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:49.809522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e747d15-38a6-4fb4-bbe4-880e8cc3be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.812401 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e747d15-38a6-4fb4-bbe4-880e8cc3be17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.813689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1e747d15-38a6-4fb4-bbe4-880e8cc3be17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96c5f085-ca9a-46d7-adef-950aef970afb HTTP/1.1" status: 204 len: 168 time: 1.1059573 Jul 16 20:25:49.854432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:49.924425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e747d15-38a6-4fb4-bbe4-880e8cc3be17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c5f085-ca9a-46d7-adef-950aef970afb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:50.052261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc364e-b4b8-425b-907c-518dfb42388e req-e1418955-0978-4bfc-9872-b5c25df03223 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.061238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06dc364e-b4b8-425b-907c-518dfb42388e req-e1418955-0978-4bfc-9872-b5c25df03223 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.3940928 Jul 16 20:25:50.062729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network f07beb05-5615-48d4-9fff-6317e4f48eda is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:50.080757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e080b7-94ff-44b6-9780-d29dcb2e0937 None None] Pushing event updated for resources: {'Port': ['ID=dd5dc477-292e-4227-b775-dfd1241ae470,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:50.090355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:50.103335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:50.109439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.110334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.154231 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-ef0d6b98-a424-4579-a8c6-472f85800417 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980308 Jul 16 20:25:50.168374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06dc364e-b4b8-425b-907c-518dfb42388e req-9153dd59-36ad-4854-962a-58d98ea3d89d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057861 Jul 16 20:25:50.225934 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-ed69ed70-1c1a-4f80-b73e-1d7ae1b07727 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 200 len: 217 time: 0.0510554 Jul 16 20:25:50.231156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=dd0f1416-2c2b-490d-8ba0-c809cb214772,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:50.276270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.276440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.276860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.277181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.277581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.277804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.278120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.278439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.278766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.279189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.279396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.279625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:50.308526 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bf414317-c6d9-44e2-acf2-63a4e6c302f2 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9795191 Jul 16 20:25:50.310627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.327739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': 'f07beb05-5615-48d4-9fff-6317e4f48eda', 'name': 'tempest-PortsIpV6TestJSON-1435157147', 'fixed_ips': [{'subnet_id': 'f9f459f8-5939-4912-a36f-b1dddb17883a', 'ip_address': '2001:db8::f'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:50.457678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-89488e98-2d9b-40c9-9238-26297bfe68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.459169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-89488e98-2d9b-40c9-9238-26297bfe68cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.2277770 Jul 16 20:25:50.554298 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24fbf298-52ff-4466-be63-8af4ad344f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.556589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354363f3-b731-46c4-83d7-f6e859a37a3c req-05a58965-880f-4919-9cfb-d4db68234483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.557225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354363f3-b731-46c4-83d7-f6e859a37a3c req-05a58965-880f-4919-9cfb-d4db68234483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.557707 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354363f3-b731-46c4-83d7-f6e859a37a3c req-05a58965-880f-4919-9cfb-d4db68234483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.558227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354363f3-b731-46c4-83d7-f6e859a37a3c req-05a58965-880f-4919-9cfb-d4db68234483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.558767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354363f3-b731-46c4-83d7-f6e859a37a3c req-05a58965-880f-4919-9cfb-d4db68234483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.559209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354363f3-b731-46c4-83d7-f6e859a37a3c req-05a58965-880f-4919-9cfb-d4db68234483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.559708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354363f3-b731-46c4-83d7-f6e859a37a3c req-05a58965-880f-4919-9cfb-d4db68234483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.568210 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-354363f3-b731-46c4-83d7-f6e859a37a3c req-05a58965-880f-4919-9cfb-d4db68234483 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6500 time: 0.9893541 Jul 16 20:25:50.617680 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-354363f3-b731-46c4-83d7-f6e859a37a3c req-f5b6fdc6-4343-4cc6-86ee-fb65feba894a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481970 Jul 16 20:25:50.645344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:50.652524 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:50.657013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-083cb153-fcc8-4dee-99cd-9106eb1df440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:50.668958 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-083cb153-fcc8-4dee-99cd-9106eb1df440 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2018142 Jul 16 20:25:50.684737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port f517a0b8-368e-444f-b9e4-f0ed37fe95d1 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:25:50.839788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38366) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:50.920665 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-39bfee7c-3fd6-4008-98b2-8cb858a24e79 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437897 Jul 16 20:25:50.921954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b25d7666-6d16-436c-9b33-893ef3671342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.101534 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-088fa7f0-58cb-414b-8a08-35660095190a service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673348 Jul 16 20:25:51.186364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::f (f07beb05-5615-48d4-9fff-6317e4f48eda/f9f459f8-5939-4912-a36f-b1dddb17883a/f517a0b8-368e-444f-b9e4-f0ed37fe95d1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:25:51.227818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-3c535dae-3ca3-433f-861a-2ff803beabd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928 HTTP/1.1" status: 200 len: 217 time: 0.0729709 Jul 16 20:25:51.329222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-d8a7720f-6ce4-4cdc-a35d-e4a0423baf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.330808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-d8a7720f-6ce4-4cdc-a35d-e4a0423baf8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.0956655 Jul 16 20:25:51.573813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b25d7666-6d16-436c-9b33-893ef3671342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.598043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-e2d5e138-2f5f-4029-ab9c-7a44ddf086b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.599915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-e2d5e138-2f5f-4029-ab9c-7a44ddf086b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2615912 Jul 16 20:25:51.600618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b25d7666-6d16-436c-9b33-893ef3671342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.694630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d7666-6d16-436c-9b33-893ef3671342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f65c48-e851-4b23-a910-d32dfdb6d677,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:51.795433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dd5dc477-292e-4227-b775-dfd1241ae470 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:51.897139 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:51.928839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object f517a0b8-368e-444f-b9e4-f0ed37fe95d1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:25:51.938078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b25d7666-6d16-436c-9b33-893ef3671342 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0473066fdeab44ad8b5b008f85ad0eee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0954604 Jul 16 20:25:51.942960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38386) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:51.951300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:25:51.983688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df956406-e0a1-4e8a-941d-90b5e1418e84 req-8c25b663-9044-461b-9a66-ff1dde55a165 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:51.986082 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df956406-e0a1-4e8a-941d-90b5e1418e84 req-8c25b663-9044-461b-9a66-ff1dde55a165 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 945 time: 0.2541890 Jul 16 20:25:52.015647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-bd8a2340-2e61-469f-a3be-dc29474b1a27 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220251 Jul 16 20:25:52.029159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9182db8c-a4c3-4cf8-a620-82a94acb47a2 None None] Network f07beb05-5615-48d4-9fff-6317e4f48eda requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:52.080474 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df956406-e0a1-4e8a-941d-90b5e1418e84 req-b6728710-d3aa-4533-91e7-079e2ef1269f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806532 Jul 16 20:25:52.103328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.159117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port dd5dc477-292e-4227-b775-dfd1241ae470 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:52.207090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f96a67a7-25ac-4160-9605-5e1f4d3e1367 None None] Provisioning for port dd5dc477-292e-4227-b775-dfd1241ae470 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:52.228581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f96a67a7-25ac-4160-9605-5e1f4d3e1367 None None] Provisioning complete for port dd5dc477-292e-4227-b775-dfd1241ae470 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:52.229324 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f96a67a7-25ac-4160-9605-5e1f4d3e1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.242741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=f517a0b8-368e-444f-b9e4-f0ed37fe95d1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.267482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network f07beb05-5615-48d4-9fff-6317e4f48eda is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:25:52.272460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:52.323947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:25:52.355277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.357234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.369172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38aed7de-a752-4c8e-a60a-c820e22b2b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.374817 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-e658ef4a-a516-445d-8383-202a31b0dbce service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520734 Jul 16 20:25:52.407771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3d10c497-a83c-41e3-afa6-b50a40b76d9b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0819747 Jul 16 20:25:52.408023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:52.447098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:52.516088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-21ca9411-9b32-4cd7-8b48-25f516339f6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=df9dca79-5ccf-4472-a245-9c2199c6994b HTTP/1.1" status: 200 len: 217 time: 0.1272311 Jul 16 20:25:52.551089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'network_id': '9f8a9f91-cca8-440c-8799-5fb011d0f568', 'port_id': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'mac_address': 'fa:16:3e:d3:d8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8483f5bb-9e1e-496b-8f57-f6ad5c0d272a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:25:52.560164 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f96a67a7-25ac-4160-9605-5e1f4d3e1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.580460 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38aed7de-a752-4c8e-a60a-c820e22b2b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.661001 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.695202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9182b0-be2e-443c-b9b0-e4e268ff15ca {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:25:52.700260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-4cd91be3-6656-43a6-bf79-b10ce6efe4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.703200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-4cd91be3-6656-43a6-bf79-b10ce6efe4c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1736047 Jul 16 20:25:52.704441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f96a67a7-25ac-4160-9605-5e1f4d3e1367 None None] For port dd5dc477-292e-4227-b775-dfd1241ae470, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=dd5dc477-292e-4227-b775-dfd1241ae470,segment=NetworkSegment(b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f),segment_id=b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:52.709607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e6612-b218-471d-8907-87613b1fed8e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.725337 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f96a67a7-25ac-4160-9605-5e1f4d3e1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.728764 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-de4e6612-b218-471d-8907-87613b1fed8e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3191364 Jul 16 20:25:52.730358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:52.747415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:52.800462 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.836418 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38aed7de-a752-4c8e-a60a-c820e22b2b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.839130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38aed7de-a752-4c8e-a60a-c820e22b2b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:52.845409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-38aed7de-a752-4c8e-a60a-c820e22b2b0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82f65c48-e851-4b23-a910-d32dfdb6d677 HTTP/1.1" status: 204 len: 168 time: 0.8968527 Jul 16 20:25:52.904850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a67a7-25ac-4160-9605-5e1f4d3e1367 None None] Pushing event updated for resources: {'Port': ['ID=dd5dc477-292e-4227-b775-dfd1241ae470,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.914561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659a558-2323-4a54-a245-45a30e34edcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.923086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aed7de-a752-4c8e-a60a-c820e22b2b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f65c48-e851-4b23-a910-d32dfdb6d677,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:52.930654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659a558-2323-4a54-a245-45a30e34edcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.946609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659a558-2323-4a54-a245-45a30e34edcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.953987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0659a558-2323-4a54-a245-45a30e34edcb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2225730 Jul 16 20:25:52.954735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:52.972676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-a7277175-6a74-4f45-806a-28a4235b6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:52.978600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-a7277175-6a74-4f45-806a-28a4235b6877 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2655327 Jul 16 20:25:53.080097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:53.154954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Provisioning for port dd0f1416-2c2b-490d-8ba0-c809cb214772 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:53.159989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Provisioning complete for port dd0f1416-2c2b-490d-8ba0-c809cb214772 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:53.160367 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.283861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['3e9182b0-be2e-443c-b9b0-e4e268ff15ca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:25:53.322961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2c334-2072-4a2e-aeaf-a17c9d6c8e16 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port f517a0b8-368e-444f-b9e4-f0ed37fe95d1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:53.323355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c334-2072-4a2e-aeaf-a17c9d6c8e16 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.337627 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-b5e1981e-a9e3-4f09-b0ba-43df17a2c177 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512032 Jul 16 20:25:53.549809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-46a0dd69-9ead-4b67-837b-ea6403faf3b4 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023242 Jul 16 20:25:53.555246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.632298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Port dd0f1416-2c2b-490d-8ba0-c809cb214772 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:53.655276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-da1e2958-ec49-4dc1-b4a4-508d9f6ecef2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3 HTTP/1.1" status: 200 len: 217 time: 0.1005487 Jul 16 20:25:53.656560 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c024c3e6-6e8d-460f-b90b-b91d6019a24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.697314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dd5dc477-292e-4227-b775-dfd1241ae470 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:53.792855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c334-2072-4a2e-aeaf-a17c9d6c8e16 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.813366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2c334-2072-4a2e-aeaf-a17c9d6c8e16 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for f517a0b8-368e-444f-b9e4-f0ed37fe95d1 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:53.826451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e618dc-2cb1-4bde-84d5-b1b562042e9d req-9bafbeb3-b540-4eb3-ad06-79d63778c71b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.838243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-80e618dc-2cb1-4bde-84d5-b1b562042e9d req-9bafbeb3-b540-4eb3-ad06-79d63778c71b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.4728768 Jul 16 20:25:53.900475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Provisioning complete for port dd5dc477-292e-4227-b775-dfd1241ae470 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:53.901065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:53.977512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-f3bc637b-7b71-4f8c-97d1-93eae0c611f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:53.985327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-f3bc637b-7b71-4f8c-97d1-93eae0c611f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.3214843 Jul 16 20:25:54.040841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port dd5dc477-292e-4227-b775-dfd1241ae470 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:54.041319 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.163618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-a0c5e9f9-17fc-4dda-8863-3a4f431e6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.169767 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-a0c5e9f9-17fc-4dda-8863-3a4f431e6c85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1746743 Jul 16 20:25:54.329703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Provisioning for port f517a0b8-368e-444f-b9e4-f0ed37fe95d1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:54.352912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Provisioning complete for port f517a0b8-368e-444f-b9e4-f0ed37fe95d1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:54.353296 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.420911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3497ac-c40d-4ded-8822-809f9eed6684 req-a05a3dfb-0aac-43df-831f-9b4fe595a0fa tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.429743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d3497ac-c40d-4ded-8822-809f9eed6684 req-a05a3dfb-0aac-43df-831f-9b4fe595a0fa tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 947 time: 0.2701478 Jul 16 20:25:54.465412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9a134553-eccc-41db-9887-ee620ee607c4 None None] Port f517a0b8-368e-444f-b9e4-f0ed37fe95d1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:54.494008 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d3497ac-c40d-4ded-8822-809f9eed6684 req-8e30721a-c409-451c-8f7b-7e5c3fc5da8d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632224 Jul 16 20:25:54.504062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-9a2fafe6-af4a-4864-b82c-ef2e3da34317 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568493 Jul 16 20:25:54.512023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-80e618dc-2cb1-4bde-84d5-b1b562042e9d req-46a3a870-ca57-4144-8ec0-f3b3e6944cb9 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725366 Jul 16 20:25:54.543656 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.586299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-645a758a-d4f0-4edb-8429-e25305fb1d6b None None] Provisioning complete for port dd0f1416-2c2b-490d-8ba0-c809cb214772 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:54.587953 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-645a758a-d4f0-4edb-8429-e25305fb1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.650134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-97af70d7-88eb-4300-b3d1-f3a022d7264d service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387746 Jul 16 20:25:54.665207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-645a758a-d4f0-4edb-8429-e25305fb1d6b None None] Port dd0f1416-2c2b-490d-8ba0-c809cb214772 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:25:54.666963 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c334-2072-4a2e-aeaf-a17c9d6c8e16 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.673885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-645a758a-d4f0-4edb-8429-e25305fb1d6b None None] Could not find standard attr ID for object f517a0b8-368e-444f-b9e4-f0ed37fe95d1. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:25:54.712403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c334-2072-4a2e-aeaf-a17c9d6c8e16 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=f517a0b8-368e-444f-b9e4-f0ed37fe95d1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:54.750079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-9978bc84-5497-4c2d-be08-538882e56d62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1 HTTP/1.1" status: 200 len: 217 time: 0.0916955 Jul 16 20:25:54.751046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c334-2072-4a2e-aeaf-a17c9d6c8e16 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.754539 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c5d2c334-2072-4a2e-aeaf-a17c9d6c8e16 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/f517a0b8-368e-444f-b9e4-f0ed37fe95d1 HTTP/1.1" status: 204 len: 168 time: 1.7911742 Jul 16 20:25:54.758236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:54.795170 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f59eced-5184-49c4-815f-7262c537661a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:25:54.796819 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9f59eced-5184-49c4-815f-7262c537661a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/f517a0b8-368e-444f-b9e4-f0ed37fe95d1 HTTP/1.1" status: 404 len: 333 time: 0.0369134 Jul 16 20:25:54.804556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38436) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:54.870980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-6df16f1b-9a36-4efd-861d-3d1b35deda06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.870980 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-6df16f1b-9a36-4efd-861d-3d1b35deda06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.1047692 Jul 16 20:25:54.927569 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac0ba5-5b6d-43cd-a692-e1df86e99feb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port dd0f1416-2c2b-490d-8ba0-c809cb214772 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:54.927973 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6ac0ba5-5b6d-43cd-a692-e1df86e99feb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:54.938235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255f4e4-04fe-42f7-8872-88f70292259f req-dd470d86-0dfc-4fb5-8c57-71b0e02ef182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:54.940066 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-dd470d86-0dfc-4fb5-8c57-71b0e02ef182 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0660093 Jul 16 20:25:55.036505 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6ac0ba5-5b6d-43cd-a692-e1df86e99feb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.050429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac0ba5-5b6d-43cd-a692-e1df86e99feb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for dd0f1416-2c2b-490d-8ba0-c809cb214772 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:55.083448 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-3ac26b34-dba1-458d-9c28-499e19e53d42 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351211 Jul 16 20:25:55.193159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4255f4e4-04fe-42f7-8872-88f70292259f req-e6c7a1bd-bb53-4942-be71-262aa6093d3b service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019139 Jul 16 20:25:55.200554 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6ac0ba5-5b6d-43cd-a692-e1df86e99feb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.268985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6ac0ba5-5b6d-43cd-a692-e1df86e99feb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.271058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d6ac0ba5-5b6d-43cd-a692-e1df86e99feb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/dd0f1416-2c2b-490d-8ba0-c809cb214772 HTTP/1.1" status: 204 len: 168 time: 0.4654772 Jul 16 20:25:55.274345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:55.303016 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac0ba5-5b6d-43cd-a692-e1df86e99feb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=dd0f1416-2c2b-490d-8ba0-c809cb214772,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:55.331340 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1581cfd8-934e-4982-a40a-10c95abdca8b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:25:55.335977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:55.336535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1581cfd8-934e-4982-a40a-10c95abdca8b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/dd0f1416-2c2b-490d-8ba0-c809cb214772 HTTP/1.1" status: 404 len: 333 time: 0.0607636 Jul 16 20:25:55.400588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-035aafbd-e60f-4ccd-a4bb-59a636e6571e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet f9f459f8-5939-4912-a36f-b1dddb17883a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:25:55.405007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-035aafbd-e60f-4ccd-a4bb-59a636e6571e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.490438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-035aafbd-e60f-4ccd-a4bb-59a636e6571e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.560595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c9b5ba12-7426-453d-b512-b75ee7c5867a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:55.562244 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c9b5ba12-7426-453d-b512-b75ee7c5867a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.30 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 947 time: 0.1427002 Jul 16 20:25:55.701376 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-035aafbd-e60f-4ccd-a4bb-59a636e6571e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.731222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Deleting port 283c9a09-4833-4f9f-8797-cdfd26c8da2e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:55.731723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.798491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:25:55.827175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f494-48ee-4701-8d68-4db291b07fcd req-2833de1d-608f-43f4-a507-f35c88e902fe tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:55.839279 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5911f494-48ee-4701-8d68-4db291b07fcd req-2833de1d-608f-43f4-a507-f35c88e902fe tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 946 time: 0.1790233 Jul 16 20:25:55.853197 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-035aafbd-e60f-4ccd-a4bb-59a636e6571e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.936176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:25:55.940944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:25:55.941433 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:55.979889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aafbd-e60f-4ccd-a4bb-59a636e6571e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f459f8-5939-4912-a36f-b1dddb17883a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.006833 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-035aafbd-e60f-4ccd-a4bb-59a636e6571e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.014588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-035aafbd-e60f-4ccd-a4bb-59a636e6571e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/f9f459f8-5939-4912-a36f-b1dddb17883a HTTP/1.1" status: 204 len: 168 time: 0.6775658 Jul 16 20:25:56.019172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:56.021871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bef104-ce0d-443a-8523-b635d3fe82df None None] Network f07beb05-5615-48d4-9fff-6317e4f48eda requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:25:56.167809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] For port 283c9a09-4833-4f9f-8797-cdfd26c8da2e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=283c9a09-4833-4f9f-8797-cdfd26c8da2e,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:56.172860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.199840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5911f494-48ee-4701-8d68-4db291b07fcd req-bbab13d1-31b2-4e8f-b161-3d223c9793e9 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522470 Jul 16 20:25:56.203109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71633c-6677-4d3a-9151-76edbf4ee138 req-3dbada75-568f-4d30-80ea-ea52bb5c6a01 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:56.208849 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-de71633c-6677-4d3a-9151-76edbf4ee138 req-3dbada75-568f-4d30-80ea-ea52bb5c6a01 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 947 time: 0.3989182 Jul 16 20:25:56.215551 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.277847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.317258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port dd5dc477-292e-4227-b775-dfd1241ae470 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:25:56.318191 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.328723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:56.332102 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0f9475-a18f-44f2-891f-691320d19ced" -d '{"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-plugged", "status": "completed", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:56.364639 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.406340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:56.420461 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.433094 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f868cb-15d4-4a12-8dbb-27db22d8b442 x-openstack-request-id: req-73f868cb-15d4-4a12-8dbb-27db22d8b442 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:56.433772 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-plugged", "status": "completed", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:56.434231 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73f868cb-15d4-4a12-8dbb-27db22d8b442 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:56.435834 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'code': 200} Jul 16 20:25:56.480334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] For port dd5dc477-292e-4227-b775-dfd1241ae470, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=dd5dc477-292e-4227-b775-dfd1241ae470,segment=NetworkSegment(b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f),segment_id=b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:25:56.484137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.484347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-de71633c-6677-4d3a-9151-76edbf4ee138 req-723a01d0-b33a-404d-9d68-811d7da5dba6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b1c59c9-1029-4a58-a11e-b8e3424e095e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715325 Jul 16 20:25:56.522147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for dd5dc477-292e-4227-b775-dfd1241ae470 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:56.573910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:56.783176 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:56.790644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025cd9f8-f05a-460d-80f1-467064bebef8 None None] DHCP port deletion for f07beb05-5615-48d4-9fff-6317e4f48eda request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:25:56.821322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No DVR routers for this DVR port dd5dc477-292e-4227-b775-dfd1241ae470 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:56.823330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=dd5dc477-292e-4227-b775-dfd1241ae470,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.007162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.007814 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.008327 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Floating IP 7a619a96-2b62-41b3-be00-62905dc05d99 disassociated. External IP: 172.25.7.155, port: 283c9a09-4833-4f9f-8797-cdfd26c8da2e. Jul 16 20:25:57.008845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Calling delete_port for 283c9a09-4833-4f9f-8797-cdfd26c8da2e owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:25:57.037058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2de45-2c96-4106-9478-7fb085459a26 req-b0ff3e36-73b2-4366-b27b-d1084f3626d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:57.038988 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-17b2de45-2c96-4106-9478-7fb085459a26 req-b0ff3e36-73b2-4366-b27b-d1084f3626d9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 1099 time: 0.3428693 Jul 16 20:25:57.045742 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.069120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07beb05-5615-48d4-9fff-6317e4f48eda']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:57.092431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:57.093042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c8e5dc-ed88-47c9-96ed-d04ae22ac18f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:57.127706 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.156946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-17b2de45-2c96-4106-9478-7fb085459a26 req-3f4b38b0-83ed-4cf5-b152-d690c457c044 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677867 Jul 16 20:25:57.191023 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.210701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:25:57.211458 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:25:57.226598 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:25:57.300219 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.363897 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.364182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event deleted for resources: {'Port': ['ID=283c9a09-4833-4f9f-8797-cdfd26c8da2e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.431804 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.461158 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/networks/f07beb05-5615-48d4-9fff-6317e4f48eda HTTP/1.1" status: 204 len: 168 time: 1.4313219 Jul 16 20:25:57.462805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:57.567394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-493760327'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:57.612221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dd5dc477-292e-4227-b775-dfd1241ae470 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:25:57.636879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66584852-c3bb-49d1-afcd-7f54ab618b80 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Network': ['ID=f07beb05-5615-48d4-9fff-6317e4f48eda,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:57.706631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Router aaea8574-7b1e-4385-8d27-5b119d349b85 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:25:57.713381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: dd5dc477-292e-4227-b775-dfd1241ae470 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:25:57.713734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device dd5dc477-292e-4227-b775-dfd1241ae470 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:25:57.850644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:57.862696 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:57.983999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aa48f-27a1-49ce-b9a4-9a95c43870a0 req-997807c6-0a45-40bb-a3a4-fd0b319fa60c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.002887 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b8aa48f-27a1-49ce-b9a4-9a95c43870a0 req-997807c6-0a45-40bb-a3a4-fd0b319fa60c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.4573414 Jul 16 20:25:58.291331 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b8aa48f-27a1-49ce-b9a4-9a95c43870a0 req-1d2d4487-55ef-44af-9fa2-c16ddc873188 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838185 Jul 16 20:25:58.293217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:25:58.324278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.325424 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Added segment e5d1e6a1-3d99-463c-ada6-2647c67ef129 of type vlan for network 2721cca1-82bb-4bd8-b09d-7e6c302feebc Jul 16 20:25:58.327373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87e8fa0b-dbeb-4336-b957-4a3bc0e56e0b req-d8a4d0ab-e4c6-4403-b4e4-0b352f3565b6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 210 time: 0.2045410 Jul 16 20:25:58.365527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:25:58.390075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] Sync routers for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:25:58.425082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:58.426103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:25:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:58.459852 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.487695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] No DVR routers for this DVR port 283c9a09-4833-4f9f-8797-cdfd26c8da2e on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:25:58.491297 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.494271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dcc458c-7b69-4c4a-9740-daa55e56b304 req-c70b26dd-138f-4b1b-8b24-da230d24f08d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.30 "DELETE /v2.0/ports/283c9a09-4833-4f9f-8797-cdfd26c8da2e HTTP/1.1" status: 204 len: 173 time: 2.9178927 Jul 16 20:25:58.495329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-deleted', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:25:58.509289 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff09206-02db-4ce0-9154-da69eff67dfa" -d '{"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-deleted", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:25:58.570804 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.602734 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:25:58.607202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:58.608560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:58.685053 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861e40ba-705f-42db-a135-23be6f6d8d5e x-openstack-request-id: req-861e40ba-705f-42db-a135-23be6f6d8d5e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:25:58.685834 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0642720f-8044-41c3-aee4-980339e72bf8", "name": "network-vif-deleted", "tag": "283c9a09-4833-4f9f-8797-cdfd26c8da2e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:25:58.686984 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-861e40ba-705f-42db-a135-23be6f6d8d5e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:25:58.687515 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0642720f-8044-41c3-aee4-980339e72bf8', 'name': 'network-vif-deleted', 'tag': '283c9a09-4833-4f9f-8797-cdfd26c8da2e', 'status': 'completed', 'code': 200} Jul 16 20:25:58.688104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:58.832014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2778955 Jul 16 20:25:58.835520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:25:58.843075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '2721cca1-82bb-4bd8-b09d-7e6c302feebc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:25:58.889593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd124cf1-a30a-4aea-b5eb-581d85516983 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Network': ['ID=2721cca1-82bb-4bd8-b09d-7e6c302feebc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:58.964919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 2721cca1-82bb-4bd8-b09d-7e6c302feebc details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:25:59.056249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:25:59.060612 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.578454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:59.625183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] Checking router: aaea8574-7b1e-4385-8d27-5b119d349b85 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:25:59.629469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:25:59.631113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:25:59.631780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:25:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:25:59.842241 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8f93091-12cd-49d3-bb14-104743001291 req-cc98a5bf-dec4-4d4b-a080-e9c884003ee4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=0642720f-8044-41c3-aee4-980339e72bf8 HTTP/1.1" status: 200 len: 210 time: 0.0567434 Jul 16 20:25:59.869909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:25:59.876838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Checking segment: {'id': 'e5d1e6a1-3d99-463c-ada6-2647c67ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2721cca1-82bb-4bd8-b09d-7e6c302feebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:25:59.877207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network hostable DHCP agents. Network: 2721cca1-82bb-4bd8-b09d-7e6c302feebc, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:25:59.929665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=950cc958-2ef3-4206-b8e2-ca0dcd195b6e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:25:59.949053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cd6b1-c271-4e26-89a3-db362c5353e2 req-7c7281bc-61d1-4886-ba12-fe6ce4a1b12d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:59.950531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee9cd6b1-c271-4e26-89a3-db362c5353e2 req-7c7281bc-61d1-4886-ba12-fe6ce4a1b12d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.4032586 Jul 16 20:25:59.951190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 2721cca1-82bb-4bd8-b09d-7e6c302feebc is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:25:59.959135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.959581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.959891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.960195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.960507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.960840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.961174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.961506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.961833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.962159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.962483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.962807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:25:59.988890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 2721cca1-82bb-4bd8-b09d-7e6c302feebc) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:25:59.996713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:25:59.997449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.023022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee9cd6b1-c271-4e26-89a3-db362c5353e2 req-6a2891ab-accf-44ec-bab5-73e8b48de0cc tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564899 Jul 16 20:26:00.030390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38602) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:00.038849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2b604902-6528-4f09-b779-8cf61f8f645b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1392530603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:00.040250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4ac4d73b-e8a4-4e94-a9ad-99952d466ce8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2030523 Jul 16 20:26:00.062967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8edd6-6f00-473c-9b46-918391df791f None None] Network 2721cca1-82bb-4bd8-b09d-7e6c302feebc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:00.090037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b604902-6528-4f09-b779-8cf61f8f645b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.095287 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b604902-6528-4f09-b779-8cf61f8f645b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.188296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b604902-6528-4f09-b779-8cf61f8f645b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.193477 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b604902-6528-4f09-b779-8cf61f8f645b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.216955 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b604902-6528-4f09-b779-8cf61f8f645b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.222923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38606) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:00.229889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'network_id': '2721cca1-82bb-4bd8-b09d-7e6c302feebc', 'name': 'tempest-PortsIpV6TestJSON-978770889'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:00.232783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2b604902-6528-4f09-b779-8cf61f8f645b tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2007697 Jul 16 20:26:00.481977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:00.507362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 283c9a09-4833-4f9f-8797-cdfd26c8da2e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:00.508010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 283c9a09-4833-4f9f-8797-cdfd26c8da2e not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:00.534720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-2721cca1-82bb-4bd8-b09d-7e6c302feebc', 'network_id': '2721cca1-82bb-4bd8-b09d-7e6c302feebc', 'tenant_id': 'd22596eb8c1b45d1a1767e9d4c97392e', 'fixed_ips': [{'subnet_id': '950cc958-2ef3-4206-b8e2-ca0dcd195b6e'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:00.535347 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:00.578318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:00.621061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa95103f-6605-4ac5-93c3-ac34c3e143da None None] The sync data for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 is: [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:00.894240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Allocated IP 2001:db8::2 (2721cca1-82bb-4bd8-b09d-7e6c302feebc/950cc958-2ef3-4206-b8e2-ca0dcd195b6e/d02f0cca-7237-4c83-bb06-55625ee419aa) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:01.230982 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addaf14a-6092-4ae6-a5b5-e5316eeb5a5a None None] New status for floating IP 7a619a96-2b62-41b3-be00-62905dc05d99: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:26:01.284717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:01.294451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.338921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port bae003de-8783-4bc1-b26a-1a0bc2f01bff yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:01.364259 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.378990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Transition to ACTIVE for port object d02f0cca-7237-4c83-bb06-55625ee419aa will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:01.399056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Transition to ACTIVE for port object d02f0cca-7237-4c83-bb06-55625ee419aa will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:01.406887 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.491236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Network 2721cca1-82bb-4bd8-b09d-7e6c302feebc is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:01.524135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:01.536965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:01.549878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Pushing event updated for resources: {'Port': ['ID=d02f0cca-7237-4c83-bb06-55625ee419aa,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:01.753470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Attempting to bind port d02f0cca-7237-4c83-bb06-55625ee419aa on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:01.760885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Attempting to bind port d02f0cca-7237-4c83-bb06-55625ee419aa by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e5d1e6a1-3d99-463c-ada6-2647c67ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2721cca1-82bb-4bd8-b09d-7e6c302feebc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:01.761274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Attempting to bind port d02f0cca-7237-4c83-bb06-55625ee419aa on network 2721cca1-82bb-4bd8-b09d-7e6c302feebc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:01.781533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:01.781986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Checking segment: {'id': 'e5d1e6a1-3d99-463c-ada6-2647c67ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2721cca1-82bb-4bd8-b09d-7e6c302feebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:01.782650 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.783317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Bound using segment: {'id': 'e5d1e6a1-3d99-463c-ada6-2647c67ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2721cca1-82bb-4bd8-b09d-7e6c302feebc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:01.794910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95a409-c537-4292-a098-8f426661f2de req-3ba3cb59-1f55-4e77-aa46-dc640f123cee tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:01.795807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Bound port: d02f0cca-7237-4c83-bb06-55625ee419aa, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d1e6a1-3d99-463c-ada6-2647c67ef129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2721cca1-82bb-4bd8-b09d-7e6c302feebc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:01.797315 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:01.797570 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b95a409-c537-4292-a098-8f426661f2de req-3ba3cb59-1f55-4e77-aa46-dc640f123cee tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.4354820 Jul 16 20:26:01.825548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::148 (2721cca1-82bb-4bd8-b09d-7e6c302feebc/950cc958-2ef3-4206-b8e2-ca0dcd195b6e/bae003de-8783-4bc1-b26a-1a0bc2f01bff) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:01.917913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] For port d02f0cca-7237-4c83-bb06-55625ee419aa, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:01.922105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] For port d02f0cca-7237-4c83-bb06-55625ee419aa, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d02f0cca-7237-4c83-bb06-55625ee419aa,segment=NetworkSegment(e5d1e6a1-3d99-463c-ada6-2647c67ef129),segment_id=e5d1e6a1-3d99-463c-ada6-2647c67ef129)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:01.923320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b95a409-c537-4292-a098-8f426661f2de req-b5d9dcca-3376-4107-bf7d-e3bd8919fb0c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004386 Jul 16 20:26:01.938183 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.092582 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e296dda-1080-4d9d-a7bc-e4f7b9c4bda8 None None] Pushing event updated for resources: {'Port': ['ID=d02f0cca-7237-4c83-bb06-55625ee419aa,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:02.275225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:02.322171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ac905-846f-4699-830b-005da3ef247d req-d24022c7-d330-4c5f-a2c1-cf418e7a0254 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.349601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a0ac905-846f-4699-830b-005da3ef247d req-d24022c7-d330-4c5f-a2c1-cf418e7a0254 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.2406325 Jul 16 20:26:02.465090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.472815 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b96e81-4084-468e-b41b-a1e189908540 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.548846 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b96e81-4084-468e-b41b-a1e189908540 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.555991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object bae003de-8783-4bc1-b26a-1a0bc2f01bff will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:02.583473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4a0ac905-846f-4699-830b-005da3ef247d req-774e2697-1ea1-484c-aa25-ea6efdd85226 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349818 Jul 16 20:26:02.683282 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b96e81-4084-468e-b41b-a1e189908540 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.685680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.694324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b96e81-4084-468e-b41b-a1e189908540 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.695571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-24b96e81-4084-468e-b41b-a1e189908540 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "DELETE /v2.0/security-groups/7b1c59c9-1029-4a58-a11e-b8e3424e095e HTTP/1.1" status: 204 len: 168 time: 0.4192958 Jul 16 20:26:02.707142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:02.737907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b96e81-4084-468e-b41b-a1e189908540 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1c59c9-1029-4a58-a11e-b8e3424e095e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:02.748436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=bae003de-8783-4bc1-b26a-1a0bc2f01bff,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:02.750444 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-986fc6ba-34de-4c8c-a7f6-15bc1d8ad607 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] show failed (client error): The resource could not be found. Jul 16 20:26:02.755503 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-986fc6ba-34de-4c8c-a7f6-15bc1d8ad607 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups/7b1c59c9-1029-4a58-a11e-b8e3424e095e HTTP/1.1" status: 404 len: 347 time: 0.0445421 Jul 16 20:26:02.759939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38684) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:02.787004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 2721cca1-82bb-4bd8-b09d-7e6c302feebc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:02.819050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:02.828529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:02.839331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:02.850475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:02.887136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f262f592-33e0-48c2-a240-264d1970e0ea tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6621275 Jul 16 20:26:02.890695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:03.042196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Deleting port ce2838f4-611a-4a41-806e-48598399c54d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:03.042458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.104506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38692) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:03.165927 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.167325 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.189549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Calling delete_port for ce2838f4-611a-4a41-806e-48598399c54d owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:03.343677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbd97d90-a359-4d2c-a0b5-e9c9fa61c1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.493243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b108d-9654-4e8d-b136-a000cde7ad02 req-8bb22781-2f99-4918-83d1-8c99a183519e tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:03.494962 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d80b108d-9654-4e8d-b136-a000cde7ad02 req-8bb22781-2f99-4918-83d1-8c99a183519e tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.4412234 Jul 16 20:26:03.533185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.578068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d02f0cca-7237-4c83-bb06-55625ee419aa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:03.580697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event deleted for resources: {'Port': ['ID=ce2838f4-611a-4a41-806e-48598399c54d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:03.585142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbd97d90-a359-4d2c-a0b5-e9c9fa61c1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.591794 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbd97d90-a359-4d2c-a0b5-e9c9fa61c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.688844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd97d90-a359-4d2c-a0b5-e9c9fa61c1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fb810b-4a15-4e7b-b78f-d2c3c3c7e59c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:03.707843 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d80b108d-9654-4e8d-b136-a000cde7ad02 req-ad1304dc-00ec-48bc-8f80-34179ba6fdba tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047117 Jul 16 20:26:03.712402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d02f0cca-7237-4c83-bb06-55625ee419aa completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:03.747335 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.765558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dbd97d90-a359-4d2c-a0b5-e9c9fa61c1c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40fc4eec071a4c82beb3c2df2a6fd228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6595702 Jul 16 20:26:03.769824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38708) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:03.824647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.829127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.831719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-17813c2b-4772-4fae-ad60-6a91cb02902a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "DELETE /v2.0/floatingips/7a619a96-2b62-41b3-be00-62905dc05d99 HTTP/1.1" status: 204 len: 168 time: 1.0701797 Jul 16 20:26:03.874689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5d234a-e05f-4775-ab08-9dd40c4046f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.889122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345bea21-243a-4762-bdf9-86f662e8a8a3 None None] Network 2721cca1-82bb-4bd8-b09d-7e6c302feebc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:03.929054 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5d234a-e05f-4775-ab08-9dd40c4046f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.993036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5d234a-e05f-4775-ab08-9dd40c4046f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.996123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a5d234a-e05f-4775-ab08-9dd40c4046f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:03.997404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3a5d234a-e05f-4775-ab08-9dd40c4046f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0fb810b-4a15-4e7b-b78f-d2c3c3c7e59c HTTP/1.1" status: 204 len: 168 time: 0.2276604 Jul 16 20:26:04.004757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-91c8d9fb-096e-4f72-af7a-3204ce22f4a5 None None] Provisioning for port d02f0cca-7237-4c83-bb06-55625ee419aa completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:04.015613 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-91c8d9fb-096e-4f72-af7a-3204ce22f4a5 None None] Provisioning complete for port d02f0cca-7237-4c83-bb06-55625ee419aa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:04.016376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91c8d9fb-096e-4f72-af7a-3204ce22f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.029513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d234a-e05f-4775-ab08-9dd40c4046f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fb810b-4a15-4e7b-b78f-d2c3c3c7e59c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:04.138725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27787942-0802-4fac-a7f1-fa54d680fe62 req-4fe721e5-13e0-4492-ad5c-44bf56ce6571 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.140324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27787942-0802-4fac-a7f1-fa54d680fe62 req-4fe721e5-13e0-4492-ad5c-44bf56ce6571 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1887710 Jul 16 20:26:04.202219 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91c8d9fb-096e-4f72-af7a-3204ce22f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.209524 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27787942-0802-4fac-a7f1-fa54d680fe62 req-362940dc-2b88-4257-992e-8f8a21c51ec7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624030 Jul 16 20:26:04.236832 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.242095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.253331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-91c8d9fb-096e-4f72-af7a-3204ce22f4a5 None None] For port d02f0cca-7237-4c83-bb06-55625ee419aa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d02f0cca-7237-4c83-bb06-55625ee419aa,segment=NetworkSegment(e5d1e6a1-3d99-463c-ada6-2647c67ef129),segment_id=e5d1e6a1-3d99-463c-ada6-2647c67ef129)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:04.264136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91c8d9fb-096e-4f72-af7a-3204ce22f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.358116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8d9fb-096e-4f72-af7a-3204ce22f4a5 None None] Pushing event updated for resources: {'Port': ['ID=d02f0cca-7237-4c83-bb06-55625ee419aa,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:04.428123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=bae003de-8783-4bc1-b26a-1a0bc2f01bff,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:04.700445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-610f8c34-1451-4f5b-8047-3dfc64a1a324 None None] Provisioning complete for port d02f0cca-7237-4c83-bb06-55625ee419aa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:04.701700 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-610f8c34-1451-4f5b-8047-3dfc64a1a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.708038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8062da6-fc2d-426b-a186-e1b99db33d20 req-160d9ba5-87c0-4a58-8a99-5c89dbb546db tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:04.709674 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8062da6-fc2d-426b-a186-e1b99db33d20 req-160d9ba5-87c0-4a58-8a99-5c89dbb546db tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.2785163 Jul 16 20:26:04.812153 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.955732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-610f8c34-1451-4f5b-8047-3dfc64a1a324 None None] Provisioning for port bae003de-8783-4bc1-b26a-1a0bc2f01bff completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:04.960837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-610f8c34-1451-4f5b-8047-3dfc64a1a324 None None] Provisioning complete for port bae003de-8783-4bc1-b26a-1a0bc2f01bff triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:04.961197 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-610f8c34-1451-4f5b-8047-3dfc64a1a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:04.972885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8062da6-fc2d-426b-a186-e1b99db33d20 req-847862aa-a73b-4506-ab76-a4599aa7a74d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438216 Jul 16 20:26:05.066879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-610f8c34-1451-4f5b-8047-3dfc64a1a324 None None] Port bae003de-8783-4bc1-b26a-1a0bc2f01bff cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:05.163078 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.208281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d0de581e-1416-4df1-9290-1575efbf23ee None None] Provisioning complete for port bae003de-8783-4bc1-b26a-1a0bc2f01bff triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:05.215477 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0de581e-1416-4df1-9290-1575efbf23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.324762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d0de581e-1416-4df1-9290-1575efbf23ee None None] Port bae003de-8783-4bc1-b26a-1a0bc2f01bff cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:05.477799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38772) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:05.484314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-801c5dd9-d89a-454f-9eb8-2fc39e956aa7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1055686819', 'description': 'tempest-description--1164550063'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:05.555697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-801c5dd9-d89a-454f-9eb8-2fc39e956aa7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.556540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c58a1e9-a138-4126-b892-958abe863386 None None] Provisioning complete for port bae003de-8783-4bc1-b26a-1a0bc2f01bff triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:05.556907 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c58a1e9-a138-4126-b892-958abe863386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.620563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d02f0cca-7237-4c83-bb06-55625ee419aa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:05.677816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3c2d9-5991-4031-abb0-af0a8c25cfea req-70b756e0-7be5-4018-b931-648ee4b8b424 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:05.677816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72b3c2d9-5991-4031-abb0-af0a8c25cfea req-70b756e0-7be5-4018-b931-648ee4b8b424 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.4379845 Jul 16 20:26:05.705074 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-801c5dd9-d89a-454f-9eb8-2fc39e956aa7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.712668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-801c5dd9-d89a-454f-9eb8-2fc39e956aa7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.723244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3c58a1e9-a138-4126-b892-958abe863386 None None] Port bae003de-8783-4bc1-b26a-1a0bc2f01bff cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:05.768626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d02f0cca-7237-4c83-bb06-55625ee419aa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:05.768919 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.786566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-801c5dd9-d89a-454f-9eb8-2fc39e956aa7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.789448 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-801c5dd9-d89a-454f-9eb8-2fc39e956aa7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3088410 Jul 16 20:26:05.794149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38780) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:05.803340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-18d83841-220a-4196-b569-cd00bf4afa13 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'security_group_rule': {'security_group_id': 'a0334738-6995-4e00-93b4-1874b256b2cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:05.846054 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-72b3c2d9-5991-4031-abb0-af0a8c25cfea req-859c8d52-fd23-4492-9010-06ce1efdb7b3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466711 Jul 16 20:26:05.849372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c5dd9-d89a-454f-9eb8-2fc39e956aa7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0334738-6995-4e00-93b4-1874b256b2cb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:05.872015 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18d83841-220a-4196-b569-cd00bf4afa13 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.949739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.955642 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.956501 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.978977 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18d83841-220a-4196-b569-cd00bf4afa13 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:05.983509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18d83841-220a-4196-b569-cd00bf4afa13 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.012487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18d83841-220a-4196-b569-cd00bf4afa13 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.013749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-18d83841-220a-4196-b569-cd00bf4afa13 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2183530 Jul 16 20:26:06.016479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d83841-220a-4196-b569-cd00bf4afa13 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9ae2c3-a8b2-4922-9d1d-318ce7886797,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.018988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38786) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:06.023902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-672b3b4f-b5e9-4f0f-91b1-0fbda8310306 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'security_group_rule': {'security_group_id': 'a0334738-6995-4e00-93b4-1874b256b2cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:06.099995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-672b3b4f-b5e9-4f0f-91b1-0fbda8310306 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.181008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-672b3b4f-b5e9-4f0f-91b1-0fbda8310306 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.190628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97552d34-1082-4814-a7e3-7d710f4a2af6 req-3285c96e-5f56-47c3-9d6f-f5d97f5d83d2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:06.192259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-97552d34-1082-4814-a7e3-7d710f4a2af6 req-3285c96e-5f56-47c3-9d6f-f5d97f5d83d2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1308906 Jul 16 20:26:06.193428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-672b3b4f-b5e9-4f0f-91b1-0fbda8310306 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.227088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b3b4f-b5e9-4f0f-91b1-0fbda8310306 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1389ce87-c721-40a2-9d0c-c43432bb088f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.252845 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-97552d34-1082-4814-a7e3-7d710f4a2af6 req-5e35d281-28a5-4b1f-bd85-398ffcd20eaf tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471003 Jul 16 20:26:06.263912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-672b3b4f-b5e9-4f0f-91b1-0fbda8310306 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.271345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-672b3b4f-b5e9-4f0f-91b1-0fbda8310306 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2452762 Jul 16 20:26:06.271345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38796) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:06.278008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:06.325988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:06.403306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=bae003de-8783-4bc1-b26a-1a0bc2f01bff,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:06.420432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 2721cca1-82bb-4bd8-b09d-7e6c302feebc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:06.422799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:06.888974 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.000353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-77ae2244-b2c5-4dc8-a4fa-b0ed74545a6d None None] Provisioning complete for port bae003de-8783-4bc1-b26a-1a0bc2f01bff triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:07.001848 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77ae2244-b2c5-4dc8-a4fa-b0ed74545a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.023060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-c579c9c5-99ae-4cdf-8468-4095445f8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.025033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-c579c9c5-99ae-4cdf-8468-4095445f8584 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1097 time: 0.3276641 Jul 16 20:26:07.142902 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-77ae2244-b2c5-4dc8-a4fa-b0ed74545a6d None None] Port bae003de-8783-4bc1-b26a-1a0bc2f01bff cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:07.155564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f93cf6-9aab-4fca-832b-7cf4d285601c req-2c5d08e5-228a-4ce4-9824-443a0d0a7580 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.157240 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10f93cf6-9aab-4fca-832b-7cf4d285601c req-2c5d08e5-228a-4ce4-9824-443a0d0a7580 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1282148 Jul 16 20:26:07.229172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Allocated IP 172.25.7.4 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/01986f6c-4ca2-419c-a220-72d9cc18dde5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:07.275545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-e4c5a60e-858c-4687-ba4b-dccf60b14d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.277683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-e4c5a60e-858c-4687-ba4b-dccf60b14d1c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.2391663 Jul 16 20:26:07.301870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10f93cf6-9aab-4fca-832b-7cf4d285601c req-5b7c506a-8ebb-4bf6-a433-9df32d4a9065 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306725 Jul 16 20:26:07.311537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Router a3342a06-c247-4c34-8165-9c6ce5d4cbdc is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:26:07.449642 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:07.457139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6cf20434-6067-48c2-aa67-9fcf4106a4c8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "PUT /v2.0/routers/a3342a06-c247-4c34-8165-9c6ce5d4cbdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5602171 Jul 16 20:26:07.462363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:07.464731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae836d94-4e6e-4bfc-b4d7-a10985a5a8b4 None None] Sync routers for ids ['a3342a06-c247-4c34-8165-9c6ce5d4cbdc'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:07.485384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae836d94-4e6e-4bfc-b4d7-a10985a5a8b4 None None] Routers {'a3342a06-c247-4c34-8165-9c6ce5d4cbdc'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:07.488380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ae836d94-4e6e-4bfc-b4d7-a10985a5a8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:25:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a3342a06-c247-4c34-8165-9c6ce5d4cbdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:07.556590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204604b8-93ca-41cf-ba52-dafe44e4a5ef req-892e83bf-0e22-4360-897d-fa888442fef8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.557360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ae836d94-4e6e-4bfc-b4d7-a10985a5a8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:07.566391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-204604b8-93ca-41cf-ba52-dafe44e4a5ef req-892e83bf-0e22-4360-897d-fa888442fef8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.3956766 Jul 16 20:26:07.571019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae836d94-4e6e-4bfc-b4d7-a10985a5a8b4 None None] Routers {'a3342a06-c247-4c34-8165-9c6ce5d4cbdc'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:07.572112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ae836d94-4e6e-4bfc-b4d7-a10985a5a8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:25:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a3342a06-c247-4c34-8165-9c6ce5d4cbdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:07.580966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-1dae2177-6ad3-4df2-bf66-35b62225b535 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1000 time: 0.2874699 Jul 16 20:26:07.615298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b964289-9317-44b6-a95d-01554fa6e6f3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.629485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2b964289-9317-44b6-a95d-01554fa6e6f3 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3342a06-c247-4c34-8165-9c6ce5d4cbdc HTTP/1.1" status: 200 len: 988 time: 0.1567292 Jul 16 20:26:07.632310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38828) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:07.657730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ae836d94-4e6e-4bfc-b4d7-a10985a5a8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:07.658920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae836d94-4e6e-4bfc-b4d7-a10985a5a8b4 None None] The sync data for ids ['a3342a06-c247-4c34-8165-9c6ce5d4cbdc'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:07.705619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.724212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-204604b8-93ca-41cf-ba52-dafe44e4a5ef req-db5743d2-3abe-4364-acf2-89ff04c9b5da tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460345 Jul 16 20:26:07.758971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-b1df6b3d-1480-4a28-b30f-b00e6664d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.762498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-b1df6b3d-1480-4a28-b30f-b00e6664d29a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1655536 Jul 16 20:26:07.878918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:07.901192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-57afe319-7a96-43ed-ba03-b788267b1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:07.903156 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-57afe319-7a96-43ed-ba03-b788267b1f12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345043 Jul 16 20:26:07.905488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:07.959781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'Port': ['ID=01986f6c-4ca2-419c-a220-72d9cc18dde5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:07.992646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:08.005680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:08.015436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:08.055611 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d85b0cc-02de-433b-99c6-1485bee6f4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.205829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.226435 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-d35294ef-2501-4a33-b9b1-5d67e15158d6 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701991 Jul 16 20:26:08.316591 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.374540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.587281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d85b0cc-02de-433b-99c6-1485bee6f4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.602182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d85b0cc-02de-433b-99c6-1485bee6f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.617294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf90519-5bc1-44a1-bc7a-f791dd5cd89c req-b66f6af9-b434-4144-a954-4cdecd7f58c7 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800879 Jul 16 20:26:08.678084 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5d85b0cc-02de-433b-99c6-1485bee6f4d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0da44a56d389434abbc575ae5e5a730f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7971661 Jul 16 20:26:08.681199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:08.717988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85b0cc-02de-433b-99c6-1485bee6f4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa5c1d-4adf-4507-82d1-cc3f5c0fbb56,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:08.906811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147a66-1953-4373-9049-5e80f9442c80 req-9bd8a4ea-9b7b-4176-ba3f-238a92418cc9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:08.916820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc147a66-1953-4373-9049-5e80f9442c80 req-9bd8a4ea-9b7b-4176-ba3f-238a92418cc9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.3389139 Jul 16 20:26:08.923524 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.940306 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:08.986234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50097eee-3b96-4ea4-8510-24095e2f2250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.048740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50097eee-3b96-4ea4-8510-24095e2f2250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.104313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'Port': ['ID=01986f6c-4ca2-419c-a220-72d9cc18dde5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:09.112610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.139710 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.141292 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-54fdcc6c-303a-41c2-8eac-e6f0f6c30599 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8688166 Jul 16 20:26:09.143315 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50097eee-3b96-4ea4-8510-24095e2f2250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.145790 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50097eee-3b96-4ea4-8510-24095e2f2250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.146944 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-50097eee-3b96-4ea4-8510-24095e2f2250 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72aa5c1d-4adf-4507-82d1-cc3f5c0fbb56 HTTP/1.1" status: 204 len: 168 time: 0.4647443 Jul 16 20:26:09.172201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de269c9-63e5-4f66-99aa-b8695af9479b req-990f5089-d46b-4f9b-b873-c8634a8a9dd2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:09.172671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50097eee-3b96-4ea4-8510-24095e2f2250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa5c1d-4adf-4507-82d1-cc3f5c0fbb56,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:09.174271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de269c9-63e5-4f66-99aa-b8695af9479b req-990f5089-d46b-4f9b-b873-c8634a8a9dd2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1832440 Jul 16 20:26:09.193879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc147a66-1953-4373-9049-5e80f9442c80 req-b329188b-0dc8-4027-8f85-6e6d98524696 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761869 Jul 16 20:26:09.223697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port bae003de-8783-4bc1-b26a-1a0bc2f01bff {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:09.230042 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.291336 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de269c9-63e5-4f66-99aa-b8695af9479b req-04487c40-03a7-4d5d-b90c-e587919c89ad tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101332 Jul 16 20:26:09.428691 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.451923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for bae003de-8783-4bc1-b26a-1a0bc2f01bff owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:09.860031 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:09.902505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=bae003de-8783-4bc1-b26a-1a0bc2f01bff,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:10.087172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:10.123540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.127475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c12f2bd-46e4-43c3-a7ad-0964dfd302bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.354910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b12efa06-3423-4923-9212-844da7f22bff tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1055686819&fields=id&tenant_id=dde9efda680d41c8a54a6ca42dde58d2 HTTP/1.1" status: 200 len: 267 time: 0.2285523 Jul 16 20:26:10.449165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b237d2-3754-4d9c-985f-ece940db273d req-b2877f1b-ad9a-451a-b1f4-cf49d4b39daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:10.451535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7b237d2-3754-4d9c-985f-ece940db273d req-b2877f1b-ad9a-451a-b1f4-cf49d4b39daf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=41aefefc724547d6905046615f64a065&device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 1099 time: 0.3265657 Jul 16 20:26:10.525190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c12f2bd-46e4-43c3-a7ad-0964dfd302bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.551451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Router a3342a06-c247-4c34-8165-9c6ce5d4cbdc has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:10.610451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c12f2bd-46e4-43c3-a7ad-0964dfd302bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.655314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f72023-cac7-49d0-81a2-a328480ae9da req-a1313f60-07a5-433e-b0f4-9d091dbe3788 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:10.656904 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-29f72023-cac7-49d0-81a2-a328480ae9da req-a1313f60-07a5-433e-b0f4-9d091dbe3788 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.3587251 Jul 16 20:26:10.662158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:10.674852 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81a383-ffbc-4240-a7b8-7988e8349cd8 None None] Sync routers for ids ['a3342a06-c247-4c34-8165-9c6ce5d4cbdc'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:10.676186 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8fcf73bc-37a1-4ed4-80f9-d29f6fd88084 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "PUT /v2.0/routers/a3342a06-c247-4c34-8165-9c6ce5d4cbdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0406420 Jul 16 20:26:10.682587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:10.702682 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81a383-ffbc-4240-a7b8-7988e8349cd8 None None] Routers {'a3342a06-c247-4c34-8165-9c6ce5d4cbdc'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:10.704076 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cb81a383-ffbc-4240-a7b8-7988e8349cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:25:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a3342a06-c247-4c34-8165-9c6ce5d4cbdc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:10.723927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:10.727647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1c12f2bd-46e4-43c3-a7ad-0964dfd302bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0776304d15424463a1ab848e549e1a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6390629 Jul 16 20:26:10.735172 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-12daa272-ba32-437e-acda-692e50b4d610 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:26:10.737460 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-12daa272-ba32-437e-acda-692e50b4d610 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/bae003de-8783-4bc1-b26a-1a0bc2f01bff HTTP/1.1" status: 404 len: 333 time: 0.0539048 Jul 16 20:26:10.740481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:10.788063 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-29f72023-cac7-49d0-81a2-a328480ae9da req-a9025593-8550-4052-87de-f4a1cfe18a5f tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235895 Jul 16 20:26:10.799801 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cb81a383-ffbc-4240-a7b8-7988e8349cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:10.837668 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81a383-ffbc-4240-a7b8-7988e8349cd8 None None] Routers {'a3342a06-c247-4c34-8165-9c6ce5d4cbdc'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:10.838322 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cb81a383-ffbc-4240-a7b8-7988e8349cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:25:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a3342a06-c247-4c34-8165-9c6ce5d4cbdc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:10.881585 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cb81a383-ffbc-4240-a7b8-7988e8349cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:10.883015 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81a383-ffbc-4240-a7b8-7988e8349cd8 None None] The sync data for ids ['a3342a06-c247-4c34-8165-9c6ce5d4cbdc'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:10.928849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f6b7ff-d32e-4f19-8170-98578e85e57c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:10.958333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-2f7f56af-806e-4d10-814f-de26637d06e7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:10.988337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-2f7f56af-806e-4d10-814f-de26637d06e7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 816 time: 0.6212986 Jul 16 20:26:10.997673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12f2bd-46e4-43c3-a7ad-0964dfd302bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eef8a97-19ab-4e0b-9981-e7caa09a3743,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.039845 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-bd672fc0-4bf2-4b86-adaf-3f2d4b91741b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/quotas/dde9efda680d41c8a54a6ca42dde58d2 HTTP/1.1" status: 200 len: 375 time: 0.0504918 Jul 16 20:26:11.095707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b237d2-3754-4d9c-985f-ece940db273d req-775cd60b-0f48-410f-a7b2-d3728c286c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.096557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7b237d2-3754-4d9c-985f-ece940db273d req-775cd60b-0f48-410f-a7b2-d3728c286c70 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 200 len: 914 time: 0.5459630 Jul 16 20:26:11.156395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7b237d2-3754-4d9c-985f-ece940db273d req-56b38454-bf4d-4c45-81a6-7f8fe0741454 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 200 len: 217 time: 0.0513890 Jul 16 20:26:11.175748 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-f22b1af4-b02a-4be8-be51-711959e916a0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1284547 Jul 16 20:26:11.252276 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bf612ac-6f7d-4693-ba61-ccbbc9855a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.261214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f6b7ff-d32e-4f19-8170-98578e85e57c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.272166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f6b7ff-d32e-4f19-8170-98578e85e57c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.280871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533375d-6df3-4981-b857-47a643555bae req-12042522-8069-4d30-995c-592e0e7214a6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.282537 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7533375d-6df3-4981-b857-47a643555bae req-12042522-8069-4d30-995c-592e0e7214a6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2552934 Jul 16 20:26:11.287606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b237d2-3754-4d9c-985f-ece940db273d req-76603320-1f81-4ce6-a21c-5bcb1c35e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:11.289184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7b237d2-3754-4d9c-985f-ece940db273d req-76603320-1f81-4ce6-a21c-5bcb1c35e293 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 200 len: 853 time: 0.1110740 Jul 16 20:26:11.335310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7b237d2-3754-4d9c-985f-ece940db273d req-91d26eda-eebc-4f5b-8aa2-bf811209825b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9f8a9f91-cca8-440c-8799-5fb011d0f568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389559 Jul 16 20:26:11.340031 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bf612ac-6f7d-4693-ba61-ccbbc9855a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.341940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-66ba0903-7f75-4002-85a8-d632d054daf4 service neutron] 10.222.0.10 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650167 Jul 16 20:26:11.366183 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f6b7ff-d32e-4f19-8170-98578e85e57c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.367003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f6b7ff-d32e-4f19-8170-98578e85e57c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Fanout notify agent at l3_agent the message router_deleted on router a3342a06-c247-4c34-8165-9c6ce5d4cbdc {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:26:11.374749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57f6b7ff-d32e-4f19-8170-98578e85e57c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.376126 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-57f6b7ff-d32e-4f19-8170-98578e85e57c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/routers/a3342a06-c247-4c34-8165-9c6ce5d4cbdc HTTP/1.1" status: 204 len: 168 time: 0.6347246 Jul 16 20:26:11.382334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38930) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:11.730603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7533375d-6df3-4981-b857-47a643555bae req-df964719-13e4-495e-b67e-6edd80f9d92b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4367414 Jul 16 20:26:11.781412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3994fd1-2f6c-44d7-bc3a-811e897affb5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet 950cc958-2ef3-4206-b8e2-ca0dcd195b6e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:11.788164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3994fd1-2f6c-44d7-bc3a-811e897affb5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.862299 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bf612ac-6f7d-4693-ba61-ccbbc9855a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.864941 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bf612ac-6f7d-4693-ba61-ccbbc9855a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.876688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bf612ac-6f7d-4693-ba61-ccbbc9855a22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1eef8a97-19ab-4e0b-9981-e7caa09a3743 HTTP/1.1" status: 204 len: 168 time: 1.1505890 Jul 16 20:26:11.902541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3994fd1-2f6c-44d7-bc3a-811e897affb5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:11.912363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf612ac-6f7d-4693-ba61-ccbbc9855a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eef8a97-19ab-4e0b-9981-e7caa09a3743,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:11.912693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-fbe098f3-b595-4d6c-bc26-83abea8bfdb9 service neutron] 10.222.0.10 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454516 Jul 16 20:26:11.961093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7b237d2-3754-4d9c-985f-ece940db273d req-80c6013a-8748-4709-8b97-d897ea834022 service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174445 Jul 16 20:26:12.180118 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3994fd1-2f6c-44d7-bc3a-811e897affb5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.213941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7b237d2-3754-4d9c-985f-ece940db273d req-7a280065-03f2-4886-82fa-f710f8332dba service neutron] 10.222.0.63 "GET /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466002 Jul 16 20:26:12.296005 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3994fd1-2f6c-44d7-bc3a-811e897affb5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.362743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3994fd1-2f6c-44d7-bc3a-811e897affb5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=950cc958-2ef3-4206-b8e2-ca0dcd195b6e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:12.368959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b502c996-4324-42ae-b8cd-9affb7d94fee req-4d0d00d5-9a8e-4487-a014-c9d8ea05c13f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 210 time: 0.0630736 Jul 16 20:26:12.385896 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3994fd1-2f6c-44d7-bc3a-811e897affb5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.390139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b99c9-8acd-4768-a519-c1786dcc7c0f None None] Network 2721cca1-82bb-4bd8-b09d-7e6c302feebc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:12.391393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:12.401585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f3994fd1-2f6c-44d7-bc3a-811e897affb5 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/950cc958-2ef3-4206-b8e2-ca0dcd195b6e HTTP/1.1" status: 204 len: 168 time: 1.0167460 Jul 16 20:26:12.421829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748511a-bb04-4518-9e19-53298029e4fb req-ff9e121a-1e2d-4adc-be5f-ebecdf157ac3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:12.426592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0748511a-bb04-4518-9e19-53298029e4fb req-ff9e121a-1e2d-4adc-be5f-ebecdf157ac3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.4200306 Jul 16 20:26:12.563528 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0748511a-bb04-4518-9e19-53298029e4fb req-5d3d3ba8-cdf8-4979-9388-0f020cf9cbc4 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276081 Jul 16 20:26:12.650778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.766423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port d02f0cca-7237-4c83-bb06-55625ee419aa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:12.767542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.825366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decac5db-2725-4a5f-ad48-eb850d17e195 None None] DHCP port deletion for 2721cca1-82bb-4bd8-b09d-7e6c302feebc request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:12.941996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-decac5db-2725-4a5f-ad48-eb850d17e195 None None] Deleting port d02f0cca-7237-4c83-bb06-55625ee419aa {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:12.945954 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-decac5db-2725-4a5f-ad48-eb850d17e195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:12.974945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] For port d02f0cca-7237-4c83-bb06-55625ee419aa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d02f0cca-7237-4c83-bb06-55625ee419aa,segment=NetworkSegment(e5d1e6a1-3d99-463c-ada6-2647c67ef129),segment_id=e5d1e6a1-3d99-463c-ada6-2647c67ef129)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:12.978829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.005662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for d02f0cca-7237-4c83-bb06-55625ee419aa owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:13.076408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-decac5db-2725-4a5f-ad48-eb850d17e195 None None] For port d02f0cca-7237-4c83-bb06-55625ee419aa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d02f0cca-7237-4c83-bb06-55625ee419aa,segment=NetworkSegment(e5d1e6a1-3d99-463c-ada6-2647c67ef129),segment_id=e5d1e6a1-3d99-463c-ada6-2647c67ef129)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:13.076732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-decac5db-2725-4a5f-ad48-eb850d17e195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.092888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-decac5db-2725-4a5f-ad48-eb850d17e195 None None] Calling delete_port for d02f0cca-7237-4c83-bb06-55625ee419aa owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:13.291698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.340499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No DVR routers for this DVR port d02f0cca-7237-4c83-bb06-55625ee419aa on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:13.343480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=d02f0cca-7237-4c83-bb06-55625ee419aa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.637439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d02f0cca-7237-4c83-bb06-55625ee419aa no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:13.718531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d02f0cca-7237-4c83-bb06-55625ee419aa {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:13.719339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d02f0cca-7237-4c83-bb06-55625ee419aa not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:26:13.755234 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:26:13.776596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-decac5db-2725-4a5f-ad48-eb850d17e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.791430 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.801812 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decac5db-2725-4a5f-ad48-eb850d17e195 None None] No DVR routers for this DVR port d02f0cca-7237-4c83-bb06-55625ee419aa on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:13.850465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decac5db-2725-4a5f-ad48-eb850d17e195 None None] Pushing event deleted for resources: {'Port': ['ID=d02f0cca-7237-4c83-bb06-55625ee419aa,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:13.874031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2721cca1-82bb-4bd8-b09d-7e6c302feebc']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:13.889633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d1e6a1-3d99-463c-ada6-2647c67ef129') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:13.890607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d1e6a1-3d99-463c-ada6-2647c67ef129') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:13.895938 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0146e-4b14-479e-a496-b55b9be049bf req-28b09455-286c-4676-997b-2435ce7129fb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:13.902772 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86d0146e-4b14-479e-a496-b55b9be049bf req-28b09455-286c-4676-997b-2435ce7129fb tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1164980 Jul 16 20:26:13.907756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.927300 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.937041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:13.937452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:13.944161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4cc8a910-743f-4c32-9450-1fa5a1c641a8 req-af4c4155-a494-4a06-be55-aee0f81e0a28 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 210 time: 0.1497540 Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:13.944731 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:13.953268 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86d0146e-4b14-479e-a496-b55b9be049bf req-3d0e0b9f-9fdf-4684-bb61-f38af5fa6d45 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481594 Jul 16 20:26:14.041285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.055577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.061141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/networks/2721cca1-82bb-4bd8-b09d-7e6c302feebc HTTP/1.1" status: 204 len: 168 time: 1.6648376 Jul 16 20:26:14.061440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:14.129548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7eebe2-07a8-4b74-ae56-d8d41cc9bb9e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Network': ['ID=2721cca1-82bb-4bd8-b09d-7e6c302feebc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.170598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd1b14-e4c0-4ff8-ac9f-e05e347170ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.172150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-32cd1b14-e4c0-4ff8-ac9f-e05e347170ef tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/4b394c28-cb1d-49d6-853e-cc5740fb6e13 HTTP/1.1" status: 200 len: 844 time: 0.1093888 Jul 16 20:26:14.179117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:14.259174 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5d487a36-a56d-4048-b174-658d6afca8db tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/4b394c28-cb1d-49d6-853e-cc5740fb6e13?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0752914 Jul 16 20:26:14.260900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:14.268276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:14.349609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-63bbe0e9-a251-415f-ba32-5348b972a4bc tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.351101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-63bbe0e9-a251-415f-ba32-5348b972a4bc tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.63 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 816 time: 0.1310585 Jul 16 20:26:14.419789 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-39ae82e9-22ce-43ba-aad2-08937d1999fa tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde9efda680d41c8a54a6ca42dde58d2 HTTP/1.1" status: 200 len: 380 time: 0.0553899 Jul 16 20:26:14.439482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'port': {'device_id': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'admin_state_up': True, 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'security_groups': ['a0334738-6995-4e00-93b4-1874b256b2cb']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:14.444904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:14.449740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.559371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5046c2-848f-41f1-b9c6-d725c84cfadb req-a8196841-001f-481d-9fd8-a2547e0141b8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.561098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a5046c2-848f-41f1-b9c6-d725c84cfadb req-a8196841-001f-481d-9fd8-a2547e0141b8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.3705137 Jul 16 20:26:14.599102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Made reservation on behalf of dde9efda680d41c8a54a6ca42dde58d2 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:14.612174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.713811 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a5046c2-848f-41f1-b9c6-d725c84cfadb req-6180dfde-6094-49ce-8767-382a9f3c9791 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384380 Jul 16 20:26:14.756568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.829362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:14.836093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:14.847284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd7632-3f8a-47ad-b5c1-897fcac3151b None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:14.849108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:14.849973 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.868760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=9c60bbd3-0b86-4c63-8bf4-cf4b1321af27,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:14.886175 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d10e60ac-c8cd-41b5-b193-85bec4743175 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6236384 Jul 16 20:26:14.890269 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:14.899663 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-65977435-4eac-43a9-a8eb-f83940c47859 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'security_group': {'name': 'tempest-secgroup-439543412'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:14.957104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65977435-4eac-43a9-a8eb-f83940c47859 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:14.982125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Allocated IP 172.20.0.11 (6c4a28b1-f848-4b03-bf7d-1ab3d51719f0/47dd6d09-92f9-4445-8da6-4e6d51c22b93/c37669bd-8536-4d7c-83ef-53d024d2a25b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:15.154853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-187762a1-019e-4d94-8664-53b2cb8d8f5a', 'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'tenant_id': 'd22596eb8c1b45d1a1767e9d4c97392e', 'fixed_ips': [{'subnet_id': '9c60bbd3-0b86-4c63-8bf4-cf4b1321af27'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:26:15.155789 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.266528 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.283549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Transition to ACTIVE for port object c37669bd-8536-4d7c-83ef-53d024d2a25b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:15.297395 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65977435-4eac-43a9-a8eb-f83940c47859 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.316071 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65977435-4eac-43a9-a8eb-f83940c47859 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.395894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.405661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19d7a-c745-457c-97e6-d94b320fb7b0 req-6d90c937-cbbe-44c1-b931-c143c1d1f0b2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.408584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72a19d7a-c745-457c-97e6-d94b320fb7b0 req-6d90c937-cbbe-44c1-b931-c143c1d1f0b2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1197257 Jul 16 20:26:15.471190 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dbe30c10-bcbb-4036-a7af-a790ca9580e4 req-7b706139-80fa-4c2c-b1b5-3bd575f26197 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 210 time: 0.1597261 Jul 16 20:26:15.478936 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65977435-4eac-43a9-a8eb-f83940c47859 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.485807 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-65977435-4eac-43a9-a8eb-f83940c47859 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5938737 Jul 16 20:26:15.486730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:15.499117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-83267fb5-49cb-4bd0-ad50-0a83fe9ec75f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'security_group': {'name': 'tempest-secgroup-443562135'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:15.547000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83267fb5-49cb-4bd0-ad50-0a83fe9ec75f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.559956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:15.567579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Allocated IP 2001:db8::2 (187762a1-019e-4d94-8664-53b2cb8d8f5a/9c60bbd3-0b86-4c63-8bf4-cf4b1321af27/09d5078f-32be-44db-98b2-effe12b06641) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:15.573033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65977435-4eac-43a9-a8eb-f83940c47859 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7672196-42e6-4073-8d41-cec0db01d030,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:15.578506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:15.583320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:15.589094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:15.619698 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72a19d7a-c745-457c-97e6-d94b320fb7b0 req-36e957a0-ce7c-4098-a39f-d4dc783e44fa tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672153 Jul 16 20:26:15.725258 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.774776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83267fb5-49cb-4bd0-ad50-0a83fe9ec75f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.785613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83267fb5-49cb-4bd0-ad50-0a83fe9ec75f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.890309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:15.896018 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.953422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b8bd09d4-5ab5-43f6-ab95-fb3991571d94 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5185649 Jul 16 20:26:15.954002 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:15.972268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Transition to ACTIVE for port object 09d5078f-32be-44db-98b2-effe12b06641 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:15.974951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Request body: {'port': {'device_id': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:16.006931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Transition to ACTIVE for port object 09d5078f-32be-44db-98b2-effe12b06641 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:16.016982 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.036941 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83267fb5-49cb-4bd0-ad50-0a83fe9ec75f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.039075 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-83267fb5-49cb-4bd0-ad50-0a83fe9ec75f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5458505 Jul 16 20:26:16.042908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39084) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:16.048801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1221499902', 'security_groups': ['d254cf2f-916a-4c08-9e0d-3ce92f4fd147'], 'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c60bbd3-0b86-4c63-8bf4-cf4b1321af27'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:16.053527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83267fb5-49cb-4bd0-ad50-0a83fe9ec75f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d254cf2f-916a-4c08-9e0d-3ce92f4fd147,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.054738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:16.072850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:16.094417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:16.128093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f1891-7c13-455b-8102-52e56e62c7fc req-06f523df-b686-4d0b-a960-27465b73c940 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:16.132913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-575f1891-7c13-455b-8102-52e56e62c7fc req-06f523df-b686-4d0b-a960-27465b73c940 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1867871 Jul 16 20:26:16.140287 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.178925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d1d6aa96-633b-49ec-8931-641ad84279e3 None None] Provisioning for port c37669bd-8536-4d7c-83ef-53d024d2a25b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:16.185217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Attempting to bind port 09d5078f-32be-44db-98b2-effe12b06641 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:16.185625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Attempting to bind port 09d5078f-32be-44db-98b2-effe12b06641 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '4f1b8524-678c-4f91-94e5-427c9b18fcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:16.186091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Attempting to bind port 09d5078f-32be-44db-98b2-effe12b06641 on network 187762a1-019e-4d94-8664-53b2cb8d8f5a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:16.198294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:16.198980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Checking segment: {'id': '4f1b8524-678c-4f91-94e5-427c9b18fcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:16.199684 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.200322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Bound using segment: {'id': '4f1b8524-678c-4f91-94e5-427c9b18fcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:16.201006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Bound port: 09d5078f-32be-44db-98b2-effe12b06641, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1b8524-678c-4f91-94e5-427c9b18fcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:16.201409 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.212453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-575f1891-7c13-455b-8102-52e56e62c7fc req-23e52b17-8579-4b53-9f60-d6a17850e5f8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 Jul 16 20:26:16.234842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d1d6aa96-633b-49ec-8931-641ad84279e3 None None] Provisioning complete for port c37669bd-8536-4d7c-83ef-53d024d2a25b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:16.235221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1d6aa96-633b-49ec-8931-641ad84279e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.238464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Pushing event updated for resources: {'Port': ['ID=09d5078f-32be-44db-98b2-effe12b06641,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.284658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.285284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.285862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.286507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.287019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.289265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.289929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.290478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.290987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.291538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.292064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.292570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:16.358769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6aa96-633b-49ec-8931-641ad84279e3 None None] Port c37669bd-8536-4d7c-83ef-53d024d2a25b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:16.366109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] For port 09d5078f-32be-44db-98b2-effe12b06641, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:16.373381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] For port 09d5078f-32be-44db-98b2-effe12b06641, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=09d5078f-32be-44db-98b2-effe12b06641,segment=NetworkSegment(4f1b8524-678c-4f91-94e5-427c9b18fcd3),segment_id=4f1b8524-678c-4f91-94e5-427c9b18fcd3)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:16.385851 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.548236 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.567823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c4362-08e7-469c-b6dc-8083cf5cc39c None None] Pushing event updated for resources: {'Port': ['ID=09d5078f-32be-44db-98b2-effe12b06641,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:16.617851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:16.665743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5baa5-9b06-412f-872f-fbbca5d82f4e req-883916c4-bb43-4651-8593-262f97bb104c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:16.676697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96a5baa5-9b06-412f-872f-fbbca5d82f4e req-883916c4-bb43-4651-8593-262f97bb104c tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1491220 Jul 16 20:26:16.777290 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-96a5baa5-9b06-412f-872f-fbbca5d82f4e req-8aa5c608-6f58-49ae-8c10-0798b7be0fa4 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876563 Jul 16 20:26:16.842713 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:16.930542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port 64cde11b-05fa-4dcf-bb0e-7a649543f89e yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:17.028246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809597-f446-446d-a02a-7d5996960fcc req-695f068e-b3c9-489e-b8ac-70aa37ca50dd tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.030736 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c9809597-f446-446d-a02a-7d5996960fcc req-695f068e-b3c9-489e-b8ac-70aa37ca50dd tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1210148 Jul 16 20:26:17.043991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d78c3d-f0e8-4606-b5fb-7056566c13a5 req-d39add91-c809-4a89-b6ed-318a34ccae85 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.045297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0d78c3d-f0e8-4606-b5fb-7056566c13a5 req-d39add91-c809-4a89-b6ed-318a34ccae85 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 932 time: 0.3032272 Jul 16 20:26:17.101383 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c9809597-f446-446d-a02a-7d5996960fcc req-a79f3825-f1b9-457a-8668-de4c907416a6 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613368 Jul 16 20:26:17.209420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0d78c3d-f0e8-4606-b5fb-7056566c13a5 req-320c80a9-c5c6-4bf4-88e5-d8bda80230e0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314003 Jul 16 20:26:17.216283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37669bd-8536-4d7c-83ef-53d024d2a25b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:17.236873 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.264186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Transition to ACTIVE for port object c37669bd-8536-4d7c-83ef-53d024d2a25b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:17.265409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::10e (187762a1-019e-4d94-8664-53b2cb8d8f5a/9c60bbd3-0b86-4c63-8bf4-cf4b1321af27/64cde11b-05fa-4dcf-bb0e-7a649543f89e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:17.290825 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.452419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e1e07-ed70-4d77-9e77-00998dcb9d95 req-249bccc5-fea6-47e4-ac4a-265dce12f243 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:17.472563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9a4e1e07-ed70-4d77-9e77-00998dcb9d95 req-249bccc5-fea6-47e4-ac4a-265dce12f243 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1511722 Jul 16 20:26:17.539452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:17.602667 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9a4e1e07-ed70-4d77-9e77-00998dcb9d95 req-988437c1-75cc-4596-84a5-0b97bb917f59 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288004 Jul 16 20:26:17.690388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:17.708885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 09d5078f-32be-44db-98b2-effe12b06641 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:17.750144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Attempting to bind port c37669bd-8536-4d7c-83ef-53d024d2a25b on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:17.752132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Attempting to bind port c37669bd-8536-4d7c-83ef-53d024d2a25b by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:17.755900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Attempting to bind port c37669bd-8536-4d7c-83ef-53d024d2a25b on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:17.787795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Port c37669bd-8536-4d7c-83ef-53d024d2a25b on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:17.788247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Attempting to bind port c37669bd-8536-4d7c-83ef-53d024d2a25b on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:17.814711 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:17.816535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Checking segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:17.817018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Bound using segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:17.817493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Bound port: c37669bd-8536-4d7c-83ef-53d024d2a25b, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:17.817872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:17.846417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 09d5078f-32be-44db-98b2-effe12b06641 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:17.970694 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba18e-806d-4461-b6ef-dfe4b75f5a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.068756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.096521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:18.106080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:18.109330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object 64cde11b-05fa-4dcf-bb0e-7a649543f89e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:18.114065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba18e-806d-4461-b6ef-dfe4b75f5a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.118650 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.123385 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b2ba18e-806d-4461-b6ef-dfe4b75f5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.132555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] Provisioning complete for port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:18.132935 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.160729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ba18e-806d-4461-b6ef-dfe4b75f5a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc55219-c662-4c4f-98cd-1cb46c7ff76f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.184586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.185443 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.188225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] 10.222.0.63 "PUT /v2.0/ports/c37669bd-8536-4d7c-83ef-53d024d2a25b HTTP/1.1" status: 200 len: 1093 time: 2.2266295 Jul 16 20:26:18.189293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:18.193848 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f19820-1b16-4809-ba3d-076e2970f907" -d '{"events": [{"name": "network-changed", "server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:18.217351 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3b2ba18e-806d-4461-b6ef-dfe4b75f5a49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20f9522028304290ba19f7a8edd47095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253773 Jul 16 20:26:18.221070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:18.244129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d001d7a-34d2-4127-b4fb-5c23708c1403 req-b7517b7f-666c-481b-af1a-e811dba8c795 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.255295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d001d7a-34d2-4127-b4fb-5c23708c1403 req-b7517b7f-666c-481b-af1a-e811dba8c795 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.2765229 Jul 16 20:26:18.258689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] Port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:18.291948 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35a0641-b45a-4337-bca4-e8852010b1eb x-openstack-request-id: req-b35a0641-b45a-4337-bca4-e8852010b1eb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:18.292441 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:18.292865 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b35a0641-b45a-4337-bca4-e8852010b1eb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:18.293550 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'status': 'completed', 'code': 200} Jul 16 20:26:18.295167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] Provisioning for port 09d5078f-32be-44db-98b2-effe12b06641 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:18.308039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] Provisioning complete for port 09d5078f-32be-44db-98b2-effe12b06641 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:18.309116 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.393873 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562a3760-1175-45bd-9100-4e1cfc08c6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.423615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc9b99-fbc2-409f-a1ef-0967bd5db7bb service neutron] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.429503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562a3760-1175-45bd-9100-4e1cfc08c6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.461305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.486072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d001d7a-34d2-4127-b4fb-5c23708c1403 req-864dcc91-3761-4c39-a91b-2b1d6de45e4d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294085 Jul 16 20:26:18.499315 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.546026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562a3760-1175-45bd-9100-4e1cfc08c6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.548674 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-562a3760-1175-45bd-9100-4e1cfc08c6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.549839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-562a3760-1175-45bd-9100-4e1cfc08c6be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7dc55219-c662-4c4f-98cd-1cb46c7ff76f HTTP/1.1" status: 204 len: 168 time: 0.3275130 Jul 16 20:26:18.566439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] For port 09d5078f-32be-44db-98b2-effe12b06641, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=09d5078f-32be-44db-98b2-effe12b06641,segment=NetworkSegment(4f1b8524-678c-4f91-94e5-427c9b18fcd3),segment_id=4f1b8524-678c-4f91-94e5-427c9b18fcd3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:18.567526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a3760-1175-45bd-9100-4e1cfc08c6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc55219-c662-4c4f-98cd-1cb46c7ff76f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.574069 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.699820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0594e8-39ae-460b-a3a2-69a065226b6c req-4e38b7c9-e118-4ca0-9efb-2ca2619c5893 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.713586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a0594e8-39ae-460b-a3a2-69a065226b6c req-4e38b7c9-e118-4ca0-9efb-2ca2619c5893 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 944 time: 0.2108893 Jul 16 20:26:18.761554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:18.762882 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=64cde11b-05fa-4dcf-bb0e-7a649543f89e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.778828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:18.786703 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a0594e8-39ae-460b-a3a2-69a065226b6c req-f7c47fc4-bd6a-43f0-93ba-515abfe84c65 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693500 Jul 16 20:26:18.791851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18044b30-65f4-44e8-98fc-c0bcd0ab7d3e None None] Pushing event updated for resources: {'Port': ['ID=09d5078f-32be-44db-98b2-effe12b06641,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:18.818438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:18.831216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.832397 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:18.862823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-116d69e0-87a9-4eda-b6c9-152472179c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.864981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-116d69e0-87a9-4eda-b6c9-152472179c73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 1096 time: 0.5974634 Jul 16 20:26:18.923453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-d624ce76-1d96-4bfe-bb71-3d79bf49b585 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b HTTP/1.1" status: 200 len: 217 time: 0.0454116 Jul 16 20:26:18.994663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-3433fcc2-189e-4f84-8b75-345533e424bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:18.996195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-3433fcc2-189e-4f84-8b75-345533e424bf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.0664985 Jul 16 20:26:19.000086 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4723aa0a-0240-40b8-989d-f05c00331063 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9535565 Jul 16 20:26:19.000770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:19.008310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9e59b388-76a8-4de0-b2e9-c399ae215773 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:19.122192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:19.147635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a84b853d-12b0-4c3c-a18c-5f15df1f5db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.197633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3392872-abb4-4fbb-8a03-00e86c816c47 req-e3f89ed2-b510-434f-bfee-66363732e229 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.199416 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3392872-abb4-4fbb-8a03-00e86c816c47 req-e3f89ed2-b510-434f-bfee-66363732e229 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.2004690 Jul 16 20:26:19.234587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-12dc8aaa-de93-4cda-a798-bac91b89221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.236389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-12dc8aaa-de93-4cda-a798-bac91b89221a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1816163 Jul 16 20:26:19.276498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8071bfe-e9e5-42a8-9129-01a5bb10fa01 None None] Provisioning for port 64cde11b-05fa-4dcf-bb0e-7a649543f89e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:19.288834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d8071bfe-e9e5-42a8-9129-01a5bb10fa01 None None] Provisioning complete for port 64cde11b-05fa-4dcf-bb0e-7a649543f89e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:19.290243 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d8071bfe-e9e5-42a8-9129-01a5bb10fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.395860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d8071bfe-e9e5-42a8-9129-01a5bb10fa01 None None] Port 64cde11b-05fa-4dcf-bb0e-7a649543f89e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:19.405843 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3392872-abb4-4fbb-8a03-00e86c816c47 req-623334d8-90d2-427b-be21-7cb869922867 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968770 Jul 16 20:26:19.412143 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-6d57e2a9-eb35-43e5-af8a-148ac7748bd4 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490152 Jul 16 20:26:19.507491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a84b853d-12b0-4c3c-a18c-5f15df1f5db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.514727 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a84b853d-12b0-4c3c-a18c-5f15df1f5db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.587338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 09d5078f-32be-44db-98b2-effe12b06641 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:19.607012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a84b853d-12b0-4c3c-a18c-5f15df1f5db8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=462c42409b2e4bdb9d9286175327df89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807267 Jul 16 20:26:19.607858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e59b388-76a8-4de0-b2e9-c399ae215773 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:19.612132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e59b388-76a8-4de0-b2e9-c399ae215773 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.612870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:19.639416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b853d-12b0-4c3c-a18c-5f15df1f5db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596f8e66-b113-4102-81fc-c4e5259bff8c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:19.653683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a4026be-cdc0-49ee-bbca-721286bb74a4 req-62f4ca73-0fed-4b8d-a880-c79e43609ebb service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345452 Jul 16 20:26:19.681449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 09d5078f-32be-44db-98b2-effe12b06641 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:19.682104 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.707281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5cf9-aa9f-49fd-b724-99ed7778bcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.742608 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5cf9-aa9f-49fd-b724-99ed7778bcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:19.761350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5aa438-1143-4fa7-a41c-a2d5773da519 req-f23babf1-1428-4462-bf44-587386c2b7b3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:19.762825 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e5aa438-1143-4fa7-a41c-a2d5773da519 req-f23babf1-1428-4462-bf44-587386c2b7b3 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1762135 Jul 16 20:26:19.777377 n-d-792394-17 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-9e59b388-76a8-4de0-b2e9-c399ae215773 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c60bbd3-0b86-4c63-8bf4-cf4b1321af27 (CIDR: 2001:db8::/64) Jul 16 20:26:19.781958 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e59b388-76a8-4de0-b2e9-c399ae215773 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:26:19.781958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e59b388-76a8-4de0-b2e9-c399ae215773 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:19.826244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e59b388-76a8-4de0-b2e9-c399ae215773 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8237517 Jul 16 20:26:19.841281 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:19.854729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:19.920315 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9e5aa438-1143-4fa7-a41c-a2d5773da519 req-84ee8820-aa0a-4eec-9bdc-5eb3ffe9f456 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097453 Jul 16 20:26:20.038159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f19820-1b16-4809-ba3d-076e2970f907 req-92b21699-961b-4988-a5be-118db51daaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.043808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53f19820-1b16-4809-ba3d-076e2970f907 req-92b21699-961b-4988-a5be-118db51daaca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 1096 time: 0.2968256 Jul 16 20:26:20.063908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:20.067486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.070765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5cf9-aa9f-49fd-b724-99ed7778bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.073594 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5cf9-aa9f-49fd-b724-99ed7778bcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.078572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7c5c5cf9-aa9f-49fd-b724-99ed7778bcb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/596f8e66-b113-4102-81fc-c4e5259bff8c HTTP/1.1" status: 204 len: 168 time: 0.4610322 Jul 16 20:26:20.154892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c5cf9-aa9f-49fd-b724-99ed7778bcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596f8e66-b113-4102-81fc-c4e5259bff8c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:20.250270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e841932-877f-4bd2-a4df-ae49ac3236b2 req-71a4dcaa-bfd5-4f70-b23e-82acee23f392 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.259064 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4e841932-877f-4bd2-a4df-ae49ac3236b2 req-71a4dcaa-bfd5-4f70-b23e-82acee23f392 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.1970656 Jul 16 20:26:20.324168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f19820-1b16-4809-ba3d-076e2970f907 req-e99bc495-cdc2-43d6-81cb-d8e8b1954b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.326695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53f19820-1b16-4809-ba3d-076e2970f907 req-e99bc495-cdc2-43d6-81cb-d8e8b1954b94 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.2733326 Jul 16 20:26:20.343039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4e841932-877f-4bd2-a4df-ae49ac3236b2 req-39169b11-4bbf-440d-a748-e73a890b5fca tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826383 Jul 16 20:26:20.350318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afab1-e16c-4ea5-a223-3fa7f632ed24 req-c7c0ca82-f5f2-4d55-97a5-01c1f052011f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.352107 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-975afab1-e16c-4ea5-a223-3fa7f632ed24 req-c7c0ca82-f5f2-4d55-97a5-01c1f052011f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 944 time: 0.2233789 Jul 16 20:26:20.399883 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53f19820-1b16-4809-ba3d-076e2970f907 req-f728c496-ec12-4af1-8f2a-6797de4a2d3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b HTTP/1.1" status: 200 len: 217 time: 0.0467606 Jul 16 20:26:20.472426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f19820-1b16-4809-ba3d-076e2970f907 req-ff58f755-90f0-4398-9a9f-9fa982f71791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.474101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53f19820-1b16-4809-ba3d-076e2970f907 req-ff58f755-90f0-4398-9a9f-9fa982f71791 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.0562487 Jul 16 20:26:20.540053 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-975afab1-e16c-4ea5-a223-3fa7f632ed24 req-5f29ad91-00e7-4ec1-9ea9-61436c0cc1a2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427097 Jul 16 20:26:20.564924 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f4813ec-da4c-4cad-8eaf-97cef196540d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.640910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f19820-1b16-4809-ba3d-076e2970f907 req-323b806b-ed4a-4191-98a2-21c5ed503b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.643650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53f19820-1b16-4809-ba3d-076e2970f907 req-323b806b-ed4a-4191-98a2-21c5ed503b13 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537333 Jul 16 20:26:20.697039 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.766171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:20.784984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:20.795187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.796103 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:20.813345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c0dfb1-fc85-4a6e-b5b6-ab14305a99e0 None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:20.828860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53f19820-1b16-4809-ba3d-076e2970f907 req-f0bbe2d4-0d4a-4b6a-90f7-2059180c0944 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734705 Jul 16 20:26:20.878028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b045a2-e78a-41da-bb27-c55c37e3c7cb req-6bc63627-dac3-448a-adc7-ec0a88fd93dc tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:20.881744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37b045a2-e78a-41da-bb27-c55c37e3c7cb req-6bc63627-dac3-448a-adc7-ec0a88fd93dc tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.2754395 Jul 16 20:26:20.882923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=c9a22646-ab06-4544-8a1a-b3e55bd823d9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:20.911691 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-276a782f-ff1a-494f-8574-7e8a2321dac9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0689628 Jul 16 20:26:20.912731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:20.924789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1285118077', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9a22646-ab06-4544-8a1a-b3e55bd823d9'}], 'security_groups': ['c7672196-42e6-4073-8d41-cec0db01d030']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:21.046862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37b045a2-e78a-41da-bb27-c55c37e3c7cb req-bb9dc71e-7ca7-4740-b5ab-e5146e90386b tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543946 Jul 16 20:26:21.154872 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53f19820-1b16-4809-ba3d-076e2970f907 req-feb86f24-e31c-4e9d-a3cc-e9329a5a211a service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141778 Jul 16 20:26:21.293384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd0712-d841-4691-b64a-0386693485e4 None None] Update dhcp port {'port': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'fixed_ips': [{'subnet_id': '9c60bbd3-0b86-4c63-8bf4-cf4b1321af27', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c9a22646-ab06-4544-8a1a-b3e55bd823d9'}], 'binding:host_id': 'n-d-792394-17'}, 'id': '09d5078f-32be-44db-98b2-effe12b06641'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:26:21.393819 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9cd0712-d841-4691-b64a-0386693485e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.545294 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:21.798337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c9cd0712-d841-4691-b64a-0386693485e4 None None] Allocated IP 2001:db8:0:1::2 (187762a1-019e-4d94-8664-53b2cb8d8f5a/c9a22646-ab06-4544-8a1a-b3e55bd823d9/09d5078f-32be-44db-98b2-effe12b06641) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:21.950960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee564368-c191-4243-9531-4b0da015ddef req-60ca2190-5d81-41ee-9fe0-1734ea13b1d8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:21.961757 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee564368-c191-4243-9531-4b0da015ddef req-60ca2190-5d81-41ee-9fe0-1734ea13b1d8 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.5746460 Jul 16 20:26:21.994895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:22.005571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6849b2b-9f1b-4e77-9882-213361b68b0e req-67e3dea1-fab6-42d9-9581-19cad7a7c80a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:22.015737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6849b2b-9f1b-4e77-9882-213361b68b0e req-67e3dea1-fab6-42d9-9581-19cad7a7c80a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 944 time: 0.1141934 Jul 16 20:26:22.043428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee564368-c191-4243-9531-4b0da015ddef req-b52d030f-25db-4d89-87ea-0eefb345d5d7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803893 Jul 16 20:26:22.120280 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6849b2b-9f1b-4e77-9882-213361b68b0e req-9cc79301-aca3-4850-8a95-51df7e113218 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025579 Jul 16 20:26:22.133400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c9cd0712-d841-4691-b64a-0386693485e4 None None] For port 09d5078f-32be-44db-98b2-effe12b06641, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=09d5078f-32be-44db-98b2-effe12b06641,segment=NetworkSegment(4f1b8524-678c-4f91-94e5-427c9b18fcd3),segment_id=4f1b8524-678c-4f91-94e5-427c9b18fcd3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:22.315841 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9cd0712-d841-4691-b64a-0386693485e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.340786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c9cd0712-d841-4691-b64a-0386693485e4 None None] Transition to ACTIVE for port object 09d5078f-32be-44db-98b2-effe12b06641 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:22.355571 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9cd0712-d841-4691-b64a-0386693485e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.375923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:22.446323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'port_id': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'mac_address': 'fa:16:3e:16:c5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:22.550194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.566525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37669bd-8536-4d7c-83ef-53d024d2a25b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:22.572850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd0712-d841-4691-b64a-0386693485e4 None None] Pushing event updated for resources: {'Port': ['ID=09d5078f-32be-44db-98b2-effe12b06641,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:22.621761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:22.625764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb1211-6363-430d-85c3-3db0af74a941 req-cec4f61f-31aa-4b3b-8f5b-26511c5e12f9 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:22.629402 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:22.644543 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eeeb1211-6363-430d-85c3-3db0af74a941 req-cec4f61f-31aa-4b3b-8f5b-26511c5e12f9 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.3477416 Jul 16 20:26:22.869023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Delete allocated IP 2001:db8::10e (187762a1-019e-4d94-8664-53b2cb8d8f5a/9c60bbd3-0b86-4c63-8bf4-cf4b1321af27) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:26:22.889406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:22.907329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8:0:1::2fc (187762a1-019e-4d94-8664-53b2cb8d8f5a/c9a22646-ab06-4544-8a1a-b3e55bd823d9/64cde11b-05fa-4dcf-bb0e-7a649543f89e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:22.914541 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eeeb1211-6363-430d-85c3-3db0af74a941 req-f89f3e60-1792-4180-b830-d43fee39c88a tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629619 Jul 16 20:26:22.961663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c37669bd-8536-4d7c-83ef-53d024d2a25b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:23.277763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.315179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object 64cde11b-05fa-4dcf-bb0e-7a649543f89e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:23.321750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.416743 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.453882 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d321c8d1-a516-471d-9bc8-0b3a4092f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.499314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] In _notify_port_updated(), no bound segment for port 64cde11b-05fa-4dcf-bb0e-7a649543f89e on network 187762a1-019e-4d94-8664-53b2cb8d8f5a {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:26:23.528890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:23.529978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:23.532250 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "PUT /v2.0/ports/64cde11b-05fa-4dcf-bb0e-7a649543f89e HTTP/1.1" status: 200 len: 931 time: 2.6160984 Jul 16 20:26:23.549801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39274) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:23.579667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01a6fc-50c7-417d-8c90-2bc6ec4c8195 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=64cde11b-05fa-4dcf-bb0e-7a649543f89e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:23.655749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009917b-74ab-4b2d-94dd-73c5c320cd67 req-20f98f1d-16fd-4b50-aa0d-e5128b0eea46 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:23.670098 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c009917b-74ab-4b2d-94dd-73c5c320cd67 req-20f98f1d-16fd-4b50-aa0d-e5128b0eea46 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.3030393 Jul 16 20:26:23.687791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 09d5078f-32be-44db-98b2-effe12b06641 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:23.759952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c009917b-74ab-4b2d-94dd-73c5c320cd67 req-bb52b381-0936-4cbf-a22b-ee003ddaee12 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886855 Jul 16 20:26:23.834431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ea087-b9e8-4699-80ad-39756bafe1c0 req-848c684a-cc2e-4948-b71a-6a5afa1ae190 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:23.850682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a1ea087-b9e8-4699-80ad-39756bafe1c0 req-848c684a-cc2e-4948-b71a-6a5afa1ae190 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.4053791 Jul 16 20:26:23.929446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:24.010299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a1ea087-b9e8-4699-80ad-39756bafe1c0 req-20683551-5cb3-44d3-b0da-7de6dfbf4fad tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547832 Jul 16 20:26:24.048536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Provisioning for port 64cde11b-05fa-4dcf-bb0e-7a649543f89e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:24.065463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-867593bf-dc8f-4b76-a067-195d7a75b452 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port 64cde11b-05fa-4dcf-bb0e-7a649543f89e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:24.065843 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-867593bf-dc8f-4b76-a067-195d7a75b452 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.088387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Provisioning complete for port 64cde11b-05fa-4dcf-bb0e-7a649543f89e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:24.088839 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.217377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Port 64cde11b-05fa-4dcf-bb0e-7a649543f89e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:24.231129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port c37669bd-8536-4d7c-83ef-53d024d2a25b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:24.238889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port c37669bd-8536-4d7c-83ef-53d024d2a25b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:24.244172 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.291200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Provisioning complete for port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:24.291723 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.359616 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-867593bf-dc8f-4b76-a067-195d7a75b452 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.391341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:24.407203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-867593bf-dc8f-4b76-a067-195d7a75b452 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for 64cde11b-05fa-4dcf-bb0e-7a649543f89e owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:24.428996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Provisioning for port 09d5078f-32be-44db-98b2-effe12b06641 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:24.445889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Provisioning complete for port 09d5078f-32be-44db-98b2-effe12b06641 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:24.446412 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe47d-0d70-4f74-b3f3-bf12d5c905b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.683160 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.779859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-867593bf-dc8f-4b76-a067-195d7a75b452 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.860403 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.928413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-867593bf-dc8f-4b76-a067-195d7a75b452 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:24.932953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-867593bf-dc8f-4b76-a067-195d7a75b452 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/64cde11b-05fa-4dcf-bb0e-7a649543f89e HTTP/1.1" status: 204 len: 168 time: 1.3807025 Jul 16 20:26:24.935230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867593bf-dc8f-4b76-a067-195d7a75b452 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=64cde11b-05fa-4dcf-bb0e-7a649543f89e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:24.937203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:24.961178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:24.965055 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8a2225-1334-4017-82eb-a728f5a15dec" -d '{"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-plugged", "status": "completed", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:25.031918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:25.061547 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.100992 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-448c2adf-e832-4f77-874b-c59b774949bd tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:26:25.109042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39312) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:25.111354 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-448c2adf-e832-4f77-874b-c59b774949bd tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/64cde11b-05fa-4dcf-bb0e-7a649543f89e HTTP/1.1" status: 404 len: 333 time: 0.1635566 Jul 16 20:26:25.117589 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0b592e-63a5-486a-b9f5-1e34641e0752 x-openstack-request-id: req-bc0b592e-63a5-486a-b9f5-1e34641e0752 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:25.118322 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-plugged", "status": "completed", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:25.118972 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc0b592e-63a5-486a-b9f5-1e34641e0752 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:25.121366 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'code': 200} Jul 16 20:26:25.365458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:25.421016 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5e29c14-a6ab-4b8f-9f46-29fb7026328a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.464932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0daf7509-b074-42b2-a3a7-946f2cd6c738 None None] Could not find standard attr ID for object 64cde11b-05fa-4dcf-bb0e-7a649543f89e. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:26:25.477600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5e29c14-a6ab-4b8f-9f46-29fb7026328a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.496494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90422e-5f38-4a1c-911e-82e6db793379 req-f78ff9df-5863-4d55-a5bf-e0444e899382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.498313 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a90422e-5f38-4a1c-911e-82e6db793379 req-f78ff9df-5863-4d55-a5bf-e0444e899382 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 1098 time: 0.2125747 Jul 16 20:26:25.615488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a90422e-5f38-4a1c-911e-82e6db793379 req-8ea2125d-5790-45fc-a525-d30f09025e9d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049616 Jul 16 20:26:25.653025 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5e29c14-a6ab-4b8f-9f46-29fb7026328a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.656390 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5e29c14-a6ab-4b8f-9f46-29fb7026328a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.667304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:25.667647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f5e29c14-a6ab-4b8f-9f46-29fb7026328a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/security-groups/d254cf2f-916a-4c08-9e0d-3ce92f4fd147 HTTP/1.1" status: 204 len: 168 time: 0.5488911 Jul 16 20:26:25.667837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:25.695079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e29c14-a6ab-4b8f-9f46-29fb7026328a tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d254cf2f-916a-4c08-9e0d-3ce92f4fd147,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:25.712510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b94547-b211-421c-a065-b62a7fe03a61 req-115aac43-6099-4bc1-9f04-d39d64dcd05e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:25.714288 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11b94547-b211-421c-a065-b62a7fe03a61 req-115aac43-6099-4bc1-9f04-d39d64dcd05e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1825418 Jul 16 20:26:25.825073 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11b94547-b211-421c-a065-b62a7fe03a61 req-d75b0cb2-a2c8-4387-aef4-d16b425d6b77 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984352 Jul 16 20:26:25.856214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a6e1-69ed-4a31-a0cc-482513767d64 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:25.908454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a6e1-69ed-4a31-a0cc-482513767d64 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.006978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a6e1-69ed-4a31-a0cc-482513767d64 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.011452 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a6e1-69ed-4a31-a0cc-482513767d64 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.013159 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d0e4a6e1-69ed-4a31-a0cc-482513767d64 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/security-groups/c7672196-42e6-4073-8d41-cec0db01d030 HTTP/1.1" status: 204 len: 168 time: 0.3474655 Jul 16 20:26:26.020541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:26.033820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4a6e1-69ed-4a31-a0cc-482513767d64 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7672196-42e6-4073-8d41-cec0db01d030,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:26.056008 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51887ccc-5082-4a98-8ee3-93c79843a182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.202044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.273889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bbc1b2-1798-4f86-886f-30ff7faf11a0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet 9c60bbd3-0b86-4c63-8bf4-cf4b1321af27 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:26.284619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82bbc1b2-1798-4f86-886f-30ff7faf11a0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.291719 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51887ccc-5082-4a98-8ee3-93c79843a182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.298472 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51887ccc-5082-4a98-8ee3-93c79843a182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.434417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82bbc1b2-1798-4f86-886f-30ff7faf11a0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.437652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-51887ccc-5082-4a98-8ee3-93c79843a182 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0099aa995274e3fbdcd7481eb2458bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7172103 Jul 16 20:26:26.441128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:26.442254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51887ccc-5082-4a98-8ee3-93c79843a182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ca5ca8-2af8-4909-9037-663eee0bd4e8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:26.667474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f1309e5-8c17-4a71-9159-7cc33f5967bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.753043 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f1309e5-8c17-4a71-9159-7cc33f5967bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.909118 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82bbc1b2-1798-4f86-886f-30ff7faf11a0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.920610 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f1309e5-8c17-4a71-9159-7cc33f5967bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.926227 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f1309e5-8c17-4a71-9159-7cc33f5967bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:26.930375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1f1309e5-8c17-4a71-9159-7cc33f5967bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1ca5ca8-2af8-4909-9037-663eee0bd4e8 HTTP/1.1" status: 204 len: 168 time: 0.4818873 Jul 16 20:26:26.965211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1309e5-8c17-4a71-9159-7cc33f5967bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ca5ca8-2af8-4909-9037-663eee0bd4e8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:27.122701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82bbc1b2-1798-4f86-886f-30ff7faf11a0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.185841 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82bbc1b2-1798-4f86-886f-30ff7faf11a0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:27.192718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c900d25-79fc-4072-bfd9-815fc4569e47 None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:27.206741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:27.215287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:27.226886 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-82bbc1b2-1798-4f86-886f-30ff7faf11a0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/9c60bbd3-0b86-4c63-8bf4-cf4b1321af27 HTTP/1.1" status: 204 len: 168 time: 1.2049446 Jul 16 20:26:27.300256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbc1b2-1798-4f86-886f-30ff7faf11a0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=9c60bbd3-0b86-4c63-8bf4-cf4b1321af27,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:27.723167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39372) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:27.847138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:27.871108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4c31-b18c-4dcc-9b4d-4325500bb0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.005656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc302-931a-4c76-b01e-c0a2568db7b6 req-0ad4ed0f-86fb-49ab-8230-7d34f5971e6a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:28.008631 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-77acc302-931a-4c76-b01e-c0a2568db7b6 req-0ad4ed0f-86fb-49ab-8230-7d34f5971e6a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.6043723 Jul 16 20:26:28.153451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-77acc302-931a-4c76-b01e-c0a2568db7b6 req-c75425e0-3a85-4eb9-9ec7-4c00ba3f3c17 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223500 Jul 16 20:26:28.214341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4c31-b18c-4dcc-9b4d-4325500bb0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.228655 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4c31-b18c-4dcc-9b4d-4325500bb0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.269496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:28.295529 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.410085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3b9e4c31-b18c-4dcc-9b4d-4325500bb0ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d97c27c5f0cd429abdf0d380a3ec01b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593426 Jul 16 20:26:28.411184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39380) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:28.488466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e4c31-b18c-4dcc-9b4d-4325500bb0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b53db8a-fe29-470d-96e2-7b41192abcf7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:28.507288 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90865d0c-a6b9-459a-a24a-ee3114d401e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.555806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199cbc8b-0532-42e1-86dc-8c6f1b35df6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.637331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199cbc8b-0532-42e1-86dc-8c6f1b35df6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:28.995207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.002567 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199cbc8b-0532-42e1-86dc-8c6f1b35df6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.007633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199cbc8b-0532-42e1-86dc-8c6f1b35df6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.015566 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-199cbc8b-0532-42e1-86dc-8c6f1b35df6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b53db8a-fe29-470d-96e2-7b41192abcf7 HTTP/1.1" status: 204 len: 168 time: 0.5947793 Jul 16 20:26:29.074242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa604d8-3c9f-4973-8ffc-d13cf3d8458c req-16b47b19-62bb-456e-bd91-ce8ec534c791 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.086441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:29.087542 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cfa604d8-3c9f-4973-8ffc-d13cf3d8458c req-16b47b19-62bb-456e-bd91-ce8ec534c791 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.3193574 Jul 16 20:26:29.095324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cbc8b-0532-42e1-86dc-8c6f1b35df6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b53db8a-fe29-470d-96e2-7b41192abcf7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:29.137287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Request body: {'floatingip': {'port_id': 'c37669bd-8536-4d7c-83ef-53d024d2a25b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:29.149903 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90865d0c-a6b9-459a-a24a-ee3114d401e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.160080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90865d0c-a6b9-459a-a24a-ee3114d401e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.199496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:29.242362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ec5853c2-b5b9-413a-8895-743c432912f9 None None] Provisioning complete for port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:29.243319 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec5853c2-b5b9-413a-8895-743c432912f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.289410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90865d0c-a6b9-459a-a24a-ee3114d401e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e1f6ca-6072-4f24-b532-b4df71a97e13,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:29.354558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:29.359535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ec5853c2-b5b9-413a-8895-743c432912f9 None None] Port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:29.383548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c9b82-237d-4396-9e1d-bea67f3bc742 None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:29.415304 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ec5853c2-b5b9-413a-8895-743c432912f9 None None] Provisioning complete for port 09d5078f-32be-44db-98b2-effe12b06641 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:29.416040 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec5853c2-b5b9-413a-8895-743c432912f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.425046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:29.425834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.466530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=9a5e1b1e-bbad-494b-8e7a-d159ba42d01d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:29.486211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.759743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1eb66f9e-650e-4f0d-a15d-98e8a0ea52ba tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5511315 Jul 16 20:26:29.760831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:29.772475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aedd8609-7070-4458-9566-ec9ce70ab898 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'security_group': {'name': 'tempest-secgroup-2063886972'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:29.801957 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aedd8609-7070-4458-9566-ec9ce70ab898 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:29.972232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:29.973335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-90865d0c-a6b9-459a-a24a-ee3114d401e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=646d38658ac14d1d9601c182564dca08&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2482452 Jul 16 20:26:30.277696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910daa9a-c6e5-4831-be9b-7f2b092376cc None None] Update dhcp port {'port': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'fixed_ips': [{'subnet_id': 'c9a22646-ab06-4544-8a1a-b3e55bd823d9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9a5e1b1e-bbad-494b-8e7a-d159ba42d01d'}], 'binding:host_id': 'n-d-792394-17'}, 'id': '09d5078f-32be-44db-98b2-effe12b06641'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:26:30.383663 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-910daa9a-c6e5-4831-be9b-7f2b092376cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.078698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-910daa9a-c6e5-4831-be9b-7f2b092376cc None None] Allocated IP 2001:db8::2 (187762a1-019e-4d94-8664-53b2cb8d8f5a/9a5e1b1e-bbad-494b-8e7a-d159ba42d01d/09d5078f-32be-44db-98b2-effe12b06641) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:31.275170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-910daa9a-c6e5-4831-be9b-7f2b092376cc None None] For port 09d5078f-32be-44db-98b2-effe12b06641, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=09d5078f-32be-44db-98b2-effe12b06641,segment=NetworkSegment(4f1b8524-678c-4f91-94e5-427c9b18fcd3),segment_id=4f1b8524-678c-4f91-94e5-427c9b18fcd3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:31.327146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-910daa9a-c6e5-4831-be9b-7f2b092376cc None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.340770 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610362ff-97e9-418d-aabb-a147c92b7d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.348242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-910daa9a-c6e5-4831-be9b-7f2b092376cc None None] Transition to ACTIVE for port object 09d5078f-32be-44db-98b2-effe12b06641 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:31.354478 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-910daa9a-c6e5-4831-be9b-7f2b092376cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.406080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:26:31.416640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aedd8609-7070-4458-9566-ec9ce70ab898 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.456992 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aedd8609-7070-4458-9566-ec9ce70ab898 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.488339 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610362ff-97e9-418d-aabb-a147c92b7d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.551805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910daa9a-c6e5-4831-be9b-7f2b092376cc None None] Pushing event updated for resources: {'Port': ['ID=09d5078f-32be-44db-98b2-effe12b06641,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:31.704280 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.705859 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aedd8609-7070-4458-9566-ec9ce70ab898 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.710416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39442) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:31.711182 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aedd8609-7070-4458-9566-ec9ce70ab898 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9451835 Jul 16 20:26:31.715691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd8609-7070-4458-9566-ec9ce70ab898 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07ad729-9b61-46ed-85c6-3403de47f2dc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:31.720282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-08b3a685-2796-4f31-b196-b431d6c1aa9f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'security_group': {'name': 'tempest-secgroup-1172548624'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:31.721199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.782098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610362ff-97e9-418d-aabb-a147c92b7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.784830 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-610362ff-97e9-418d-aabb-a147c92b7d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:31.786064 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-610362ff-97e9-418d-aabb-a147c92b7d37 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18e1f6ca-6072-4f24-b532-b4df71a97e13 HTTP/1.1" status: 204 len: 168 time: 1.7949252 Jul 16 20:26:31.803022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610362ff-97e9-418d-aabb-a147c92b7d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e1f6ca-6072-4f24-b532-b4df71a97e13,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:31.808737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08b3a685-2796-4f31-b196-b431d6c1aa9f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.001421 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Floating IP 1939fb29-4c57-4ee2-a985-a527477a6253 associated. External IP: 172.25.7.4, port: c37669bd-8536-4d7c-83ef-53d024d2a25b. Jul 16 20:26:32.161728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08b3a685-2796-4f31-b196-b431d6c1aa9f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.181827 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08b3a685-2796-4f31-b196-b431d6c1aa9f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.320169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3a685-2796-4f31-b196-b431d6c1aa9f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e63c8b-5148-47c2-81b6-67570ba656e5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:32.342797 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08b3a685-2796-4f31-b196-b431d6c1aa9f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.347852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-08b3a685-2796-4f31-b196-b431d6c1aa9f tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6360016 Jul 16 20:26:32.350726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:32.371743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2e632336-caca-49ce-847f-df64bf1fa989 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'security_group': {'name': 'tempest-secgroup-1223109864'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:32.441550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e632336-caca-49ce-847f-df64bf1fa989 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.742653 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e632336-caca-49ce-847f-df64bf1fa989 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.750285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e632336-caca-49ce-847f-df64bf1fa989 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.782437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Router aaea8574-7b1e-4385-8d27-5b119d349b85 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:26:32.809266 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e632336-caca-49ce-847f-df64bf1fa989 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:32.837200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2e632336-caca-49ce-847f-df64bf1fa989 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4812741 Jul 16 20:26:32.840894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39476) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:32.859932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-874205442', 'security_groups': ['d4a0d1b1-9b22-4e79-ab3a-f1220d2525c0'], 'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a5e1b1e-bbad-494b-8e7a-d159ba42d01d'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:32.870135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e632336-caca-49ce-847f-df64bf1fa989 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a0d1b1-9b22-4e79-ab3a-f1220d2525c0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:32.937499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c721bf68-4b42-48d5-a961-8d4c592ea3ae None None] Provisioning complete for port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:32.938766 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c721bf68-4b42-48d5-a961-8d4c592ea3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.054099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c721bf68-4b42-48d5-a961-8d4c592ea3ae None None] Port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:33.073531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39482) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:33.084364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c721bf68-4b42-48d5-a961-8d4c592ea3ae None None] Provisioning for port 09d5078f-32be-44db-98b2-effe12b06641 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:33.092669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c721bf68-4b42-48d5-a961-8d4c592ea3ae None None] Provisioning complete for port 09d5078f-32be-44db-98b2-effe12b06641 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:33.096243 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c721bf68-4b42-48d5-a961-8d4c592ea3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.165499 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c21411cb-a604-4a43-90a7-0c54d5a0d281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.171329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:26:33.183486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.217860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] Sync routers for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:26:33.290204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:33.291538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:26:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:33.348400 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cd8c47b8-90a2-4418-8497-f82365367732 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "PUT /v2.0/floatingips/1939fb29-4c57-4ee2-a985-a527477a6253 HTTP/1.1" status: 200 len: 990 time: 4.2577558 Jul 16 20:26:33.349227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:33.357432 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0946e89-27f2-45ae-89a8-002b40ee5634" -d '{"events": [{"name": "network-changed", "server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:33.463548 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c21411cb-a604-4a43-90a7-0c54d5a0d281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.472505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c21411cb-a604-4a43-90a7-0c54d5a0d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.661514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21411cb-a604-4a43-90a7-0c54d5a0d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6d4a06-3117-4417-9b1f-5b20442f9a04,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:33.673043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 09d5078f-32be-44db-98b2-effe12b06641 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:33.684510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:33.686043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c21411cb-a604-4a43-90a7-0c54d5a0d281 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8ed77ae5dce41c9922b16c6bae577ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6112378 Jul 16 20:26:33.712640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:33.718935 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5e81f6-0a13-49ac-ab16-e64c12a3e15e x-openstack-request-id: req-2c5e81f6-0a13-49ac-ab16-e64c12a3e15e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:33.721392 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:33.721866 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c5e81f6-0a13-49ac-ab16-e64c12a3e15e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:33.724263 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'status': 'completed', 'code': 200} Jul 16 20:26:33.798776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f503efe-8a2b-4cbd-9deb-dec21ad8a4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.799536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:33.828031 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f503efe-8a2b-4cbd-9deb-dec21ad8a4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.914389 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f503efe-8a2b-4cbd-9deb-dec21ad8a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.918292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 09d5078f-32be-44db-98b2-effe12b06641 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:33.918675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.928037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f503efe-8a2b-4cbd-9deb-dec21ad8a4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:33.929879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3f503efe-8a2b-4cbd-9deb-dec21ad8a4b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e6d4a06-3117-4417-9b1f-5b20442f9a04 HTTP/1.1" status: 204 len: 168 time: 0.2439981 Jul 16 20:26:33.967336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f503efe-8a2b-4cbd-9deb-dec21ad8a4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6d4a06-3117-4417-9b1f-5b20442f9a04,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:34.013062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f1900-3842-453a-a9ea-b9642320ad69 req-b490486c-b0f4-4fac-a376-ba848d199b5d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.021051 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed8f1900-3842-453a-a9ea-b9642320ad69 req-b490486c-b0f4-4fac-a376-ba848d199b5d tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.4528294 Jul 16 20:26:34.032468 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.137270 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed8f1900-3842-453a-a9ea-b9642320ad69 req-604eaa52-1683-410e-bb87-1b39b76f82e4 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050918 Jul 16 20:26:34.140608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] device_id is not set on port bcc706ac-f74f-47d0-bc8a-110bec76b2a8 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:26:34.367307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8::1c2 (187762a1-019e-4d94-8664-53b2cb8d8f5a/9a5e1b1e-bbad-494b-8e7a-d159ba42d01d/bcc706ac-f74f-47d0-bc8a-110bec76b2a8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:34.386233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '1939fb29-4c57-4ee2-a985-a527477a6253', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'port_id': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'mac_address': 'fa:16:3e:16:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:26:08Z', 'updated_at': '2021-07-16T20:26:31Z', 'revision_number': 1, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:34.434141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] Checking router: aaea8574-7b1e-4385-8d27-5b119d349b85 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:26:34.447152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:26:34.448166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:26:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:34.576341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.594131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object bcc706ac-f74f-47d0-bc8a-110bec76b2a8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:34.605956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-c2b90aab-3965-408c-8974-ae1bb2dc9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.607916 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-c2b90aab-3965-408c-8974-ae1bb2dc9e10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 1098 time: 0.8630714 Jul 16 20:26:34.649646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:26:34.787067 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.835910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:34.856915 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb9b416e-d095-4c6d-a803-4e69c418ac85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.918749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=bcc706ac-f74f-47d0-bc8a-110bec76b2a8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:34.928048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:34.944160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:34.948504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:34.959509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.960776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:34.978980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-077b9609-f53c-43b3-9ef2-688185a31bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:34.982800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-077b9609-f53c-43b3-9ef2-688185a31bab service neutron] 10.222.0.63 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.3632424 Jul 16 20:26:35.072368 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb9b416e-d095-4c6d-a803-4e69c418ac85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.078255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb9b416e-d095-4c6d-a803-4e69c418ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.087477 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1343f0bd-ba3a-48ba-bc2f-ed16540125e9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2429919 Jul 16 20:26:35.090179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39528) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.096374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5f272867-90c4-4faa-ad57-b215909b8484 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:35.199168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-eb9b416e-d095-4c6d-a803-4e69c418ac85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=421c1563af95402d9bd1cadae5ae8d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593400 Jul 16 20:26:35.200974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b416e-d095-4c6d-a803-4e69c418ac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34f57b8-743b-4d23-8169-6d21a4eb7cbd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:35.220246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.266286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '1939fb29-4c57-4ee2-a985-a527477a6253', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'port_id': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'mac_address': 'fa:16:3e:16:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:26:08Z', 'updated_at': '2021-07-16T20:26:31Z', 'revision_number': 1, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:35.316412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09994fdd-bbf7-4fe0-b724-08b14645ebf8 None None] The sync data for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 is: [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '1939fb29-4c57-4ee2-a985-a527477a6253', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'port_id': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'mac_address': 'fa:16:3e:16:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:26:08Z', 'updated_at': '2021-07-16T20:26:31Z', 'revision_number': 1, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:26:35.373373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-5d7bcdf6-07ae-4f58-b1b7-376f85a40a07 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b HTTP/1.1" status: 200 len: 998 time: 0.3657389 Jul 16 20:26:35.374846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f272867-90c4-4faa-ad57-b215909b8484 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:35.379979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f272867-90c4-4faa-ad57-b215909b8484 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.385608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-a638c814-c268-43bb-a787-d45221bdcffc tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.388484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-a638c814-c268-43bb-a787-d45221bdcffc tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.63 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.2748697 Jul 16 20:26:35.411568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-812f403c-3d0d-4104-b687-35a4b105b317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.497844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-812f403c-3d0d-4104-b687-35a4b105b317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.534874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9928ceac-4492-4953-b8a1-e7d4679a2e3a None None] Provisioning for port bcc706ac-f74f-47d0-bc8a-110bec76b2a8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:35.541595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9928ceac-4492-4953-b8a1-e7d4679a2e3a None None] Provisioning complete for port bcc706ac-f74f-47d0-bc8a-110bec76b2a8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:35.542414 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9928ceac-4492-4953-b8a1-e7d4679a2e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.594033 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:26:35.656494 n-d-792394-17 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-5f272867-90c4-4faa-ad57-b215909b8484 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a5e1b1e-bbad-494b-8e7a-d159ba42d01d (CIDR: 2001:db8::/64) Jul 16 20:26:35.669576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-51c0d724-4995-48a0-b5b9-292f3eb85e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.671206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9928ceac-4492-4953-b8a1-e7d4679a2e3a None None] Port bcc706ac-f74f-47d0-bc8a-110bec76b2a8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:35.671512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-51c0d724-4995-48a0-b5b9-292f3eb85e25 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.2863157 Jul 16 20:26:35.678823 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f272867-90c4-4faa-ad57-b215909b8484 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:26:35.679203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f272867-90c4-4faa-ad57-b215909b8484 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:35.733050 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabad8a-9fb3-4771-a049-a42a8e6239d4 None None] New status for floating IP 1939fb29-4c57-4ee2-a985-a527477a6253: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:26:35.745177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5f272867-90c4-4faa-ad57-b215909b8484 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6538107 Jul 16 20:26:35.748500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:35.767477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8112fb25-6486-4a8c-a1ff-56add5f3a3eb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:35.786050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ace412-66d1-4e60-85fb-6434817ba0df req-dab83d5a-cb16-453a-bb48-ae961fa36065 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.787589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-01ace412-66d1-4e60-85fb-6434817ba0df req-dab83d5a-cb16-453a-bb48-ae961fa36065 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 947 time: 0.3265615 Jul 16 20:26:35.790947 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-812f403c-3d0d-4104-b687-35a4b105b317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.793577 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-812f403c-3d0d-4104-b687-35a4b105b317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.798259 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-812f403c-3d0d-4104-b687-35a4b105b317 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d34f57b8-743b-4d23-8169-6d21a4eb7cbd HTTP/1.1" status: 204 len: 168 time: 0.5726314 Jul 16 20:26:35.828051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Deleting port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:35.828865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:35.847606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-95076367-9db1-408f-8fff-ca9dd1b622b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:35.859369 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-95076367-9db1-408f-8fff-ca9dd1b622b0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717474 Jul 16 20:26:36.051929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] For port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,segment=NetworkSegment(2244ad68-2167-4063-8578-67be833bd0f6),segment_id=2244ad68-2167-4063-8578-67be833bd0f6)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:36.055171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.187060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f403c-3d0d-4104-b687-35a4b105b317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34f57b8-743b-4d23-8169-6d21a4eb7cbd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:36.217091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-51e8ad84-16c4-4b51-bfd8-72165ddaaf29 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543286 Jul 16 20:26:36.239600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Calling delete_port for 3e9182b0-be2e-443c-b9b0-e4e268ff15ca owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:36.427505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0946e89-27f2-45ae-89a8-002b40ee5634 req-68d0f813-fdfd-48de-9a94-5e12d9610dec service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918960 Jul 16 20:26:36.458194 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-01ace412-66d1-4e60-85fb-6434817ba0df req-3477e66a-0467-4ea8-ac05-dd5c7df915c9 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd435f9a-ca2d-418b-9c46-95c185b629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579800 Jul 16 20:26:36.551159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8112fb25-6486-4a8c-a1ff-56add5f3a3eb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:36.555193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8112fb25-6486-4a8c-a1ff-56add5f3a3eb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.665301 n-d-792394-17 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-8112fb25-6486-4a8c-a1ff-56add5f3a3eb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c9a22646-ab06-4544-8a1a-b3e55bd823d9 (CIDR: 2001:db8:0:1::/64) Jul 16 20:26:36.690915 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8112fb25-6486-4a8c-a1ff-56add5f3a3eb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:26:36.691676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8112fb25-6486-4a8c-a1ff-56add5f3a3eb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:36.749629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8112fb25-6486-4a8c-a1ff-56add5f3a3eb tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9903009 Jul 16 20:26:36.750295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39558) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:36.761134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'subnet': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:36.945837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:36.986264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Made reservation on behalf of d22596eb8c1b45d1a1767e9d4c97392e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:36.992633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.066477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Pushing event deleted for resources: {'Port': ['ID=3e9182b0-be2e-443c-b9b0-e4e268ff15ca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.100102 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] No DVR routers for this DVR port 3e9182b0-be2e-443c-b9b0-e4e268ff15ca on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:37.104253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.106973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdc79d42-5914-4f46-ad13-aa6bbd03415d req-28ae9b9a-683b-4b27-af82-b9bd1e069ab7 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.63 "DELETE /v2.0/ports/3e9182b0-be2e-443c-b9b0-e4e268ff15ca HTTP/1.1" status: 204 len: 173 time: 1.7118840 Jul 16 20:26:37.107553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-deleted', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:37.118081 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d181c3-2879-4e5a-912b-3a94994089c6" -d '{"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-deleted", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:37.220040 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e2b4e2-c390-457d-bdba-4432f8062fa2 x-openstack-request-id: req-10e2b4e2-c390-457d-bdba-4432f8062fa2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:37.220421 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400b0f97-03f6-4329-b2a2-521d162c91ae", "name": "network-vif-deleted", "tag": "3e9182b0-be2e-443c-b9b0-e4e268ff15ca", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:37.220743 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10e2b4e2-c390-457d-bdba-4432f8062fa2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:37.221222 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400b0f97-03f6-4329-b2a2-521d162c91ae', 'name': 'network-vif-deleted', 'tag': '3e9182b0-be2e-443c-b9b0-e4e268ff15ca', 'status': 'completed', 'code': 200} Jul 16 20:26:37.513333 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.643947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Subnet': ['ID=30f325e1-ca46-4eff-badd-9f921f7a7004,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:37.663083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:37.669276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:37.677308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:37.677941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:37.692958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f842572-16ae-4b2d-b386-d2b1cf8d5882 None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:37.718268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-15d094fc-2909-4bdf-b452-3ca7a1ddd664 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9658091 Jul 16 20:26:37.721790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:37.731008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-381390163', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30f325e1-ca46-4eff-badd-9f921f7a7004'}], 'security_groups': ['f07ad729-9b61-46ed-85c6-3403de47f2dc', '79e63c8b-5148-47c2-81b6-67570ba656e5']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:38.021256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:38.035134 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.044917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 3e9182b0-be2e-443c-b9b0-e4e268ff15ca {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:38.045254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 3e9182b0-be2e-443c-b9b0-e4e268ff15ca not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:38.191693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8216be02-35ef-471c-93c7-568eb5177bdd req-72faa888-3563-43b9-8a9e-1b2af98ee1a2 tempest-ServersNegativeTestJSON-912288059 tempest-ServersNegativeTestJSON-912288059-project] 10.222.0.10 "GET /v2.0/ports?device_id=400b0f97-03f6-4329-b2a2-521d162c91ae HTTP/1.1" status: 200 len: 210 time: 0.3827052 Jul 16 20:26:38.227787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d4156b-a08a-4969-9511-5ba9419e892a None None] Update dhcp port {'port': {'network_id': '187762a1-019e-4d94-8664-53b2cb8d8f5a', 'fixed_ips': [{'subnet_id': 'c9a22646-ab06-4544-8a1a-b3e55bd823d9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9a5e1b1e-bbad-494b-8e7a-d159ba42d01d', 'ip_address': '2001:db8::2'}, {'subnet_id': '30f325e1-ca46-4eff-badd-9f921f7a7004'}], 'binding:host_id': 'n-d-792394-17'}, 'id': '09d5078f-32be-44db-98b2-effe12b06641'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:26:38.311680 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6d4156b-a08a-4969-9511-5ba9419e892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.578358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Delete allocated IP 2001:db8::1c2 (187762a1-019e-4d94-8664-53b2cb8d8f5a/9a5e1b1e-bbad-494b-8e7a-d159ba42d01d) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:26:38.590709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Allocated IP 2001:db8:0:2::92 (187762a1-019e-4d94-8664-53b2cb8d8f5a/30f325e1-ca46-4eff-badd-9f921f7a7004/bcc706ac-f74f-47d0-bc8a-110bec76b2a8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:38.908569 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:38.950172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Transition to ACTIVE for port object bcc706ac-f74f-47d0-bc8a-110bec76b2a8 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:38.955594 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.054608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b6d4156b-a08a-4969-9511-5ba9419e892a None None] Allocated IP 2001:db8:0:2::2 (187762a1-019e-4d94-8664-53b2cb8d8f5a/30f325e1-ca46-4eff-badd-9f921f7a7004/09d5078f-32be-44db-98b2-effe12b06641) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:39.084941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event updated for resources: {'Port': ['ID=bcc706ac-f74f-47d0-bc8a-110bec76b2a8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.165473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] In _notify_port_updated(), no bound segment for port bcc706ac-f74f-47d0-bc8a-110bec76b2a8 on network 187762a1-019e-4d94-8664-53b2cb8d8f5a {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:26:39.185798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:39.186698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.191734 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b3846e03-75cd-499f-904a-defa23daf67c tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "PUT /v2.0/ports/bcc706ac-f74f-47d0-bc8a-110bec76b2a8 HTTP/1.1" status: 200 len: 968 time: 1.4664137 Jul 16 20:26:39.192495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39622) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.258167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b6d4156b-a08a-4969-9511-5ba9419e892a None None] For port 09d5078f-32be-44db-98b2-effe12b06641, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=09d5078f-32be-44db-98b2-effe12b06641,segment=NetworkSegment(4f1b8524-678c-4f91-94e5-427c9b18fcd3),segment_id=4f1b8524-678c-4f91-94e5-427c9b18fcd3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:39.318651 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6d4156b-a08a-4969-9511-5ba9419e892a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.335562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b6d4156b-a08a-4969-9511-5ba9419e892a None None] Transition to ACTIVE for port object 09d5078f-32be-44db-98b2-effe12b06641 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:39.342003 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6d4156b-a08a-4969-9511-5ba9419e892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.374827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.428050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4156b-a08a-4969-9511-5ba9419e892a None None] Pushing event updated for resources: {'Port': ['ID=09d5078f-32be-44db-98b2-effe12b06641,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.462652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ba7089-8a18-41f6-8ed2-cebe25465276 admin admin] Deleting subnet 8483f5bb-9e1e-496b-8f57-f6ad5c0d272a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:39.467473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7089-8a18-41f6-8ed2-cebe25465276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.534956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fae05917-f43c-4830-9033-abb5ab5c30b0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port bcc706ac-f74f-47d0-bc8a-110bec76b2a8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:39.535317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fae05917-f43c-4830-9033-abb5ab5c30b0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.557308 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7089-8a18-41f6-8ed2-cebe25465276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.719637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7089-8a18-41f6-8ed2-cebe25465276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.799468 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7089-8a18-41f6-8ed2-cebe25465276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.844654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba7089-8a18-41f6-8ed2-cebe25465276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8483f5bb-9e1e-496b-8f57-f6ad5c0d272a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:39.869639 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7089-8a18-41f6-8ed2-cebe25465276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.872097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b5ba7089-8a18-41f6-8ed2-cebe25465276 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8483f5bb-9e1e-496b-8f57-f6ad5c0d272a HTTP/1.1" status: 204 len: 168 time: 0.4952848 Jul 16 20:26:39.876558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:39.885387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fae05917-f43c-4830-9033-abb5ab5c30b0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:39.909061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fae05917-f43c-4830-9033-abb5ab5c30b0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for bcc706ac-f74f-47d0-bc8a-110bec76b2a8 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:40.154492 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.257039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fae05917-f43c-4830-9033-abb5ab5c30b0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.416307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae05917-f43c-4830-9033-abb5ab5c30b0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=bcc706ac-f74f-47d0-bc8a-110bec76b2a8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:40.558160 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fae05917-f43c-4830-9033-abb5ab5c30b0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.569827 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fae05917-f43c-4830-9033-abb5ab5c30b0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/bcc706ac-f74f-47d0-bc8a-110bec76b2a8 HTTP/1.1" status: 204 len: 168 time: 1.3744860 Jul 16 20:26:40.574767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:40.680003 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffd121f-321f-4909-b91d-957cbcadabe8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] GET failed (client error): The resource could not be found. Jul 16 20:26:40.682054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3ffd121f-321f-4909-b91d-957cbcadabe8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports/bcc706ac-f74f-47d0-bc8a-110bec76b2a8 HTTP/1.1" status: 404 len: 333 time: 0.1059251 Jul 16 20:26:40.684908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:40.791481 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a549202-187d-4467-bd34-05239c1a8534 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.826456 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a549202-187d-4467-bd34-05239c1a8534 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.920286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a549202-187d-4467-bd34-05239c1a8534 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.929108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a549202-187d-4467-bd34-05239c1a8534 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.934829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2a549202-187d-4467-bd34-05239c1a8534 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/security-groups/d4a0d1b1-9b22-4e79-ab3a-f1220d2525c0 HTTP/1.1" status: 204 len: 168 time: 0.2457321 Jul 16 20:26:40.937058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39666) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:40.977413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d2f38fe4-63e9-4deb-96c7-e1828716f755 None None] Provisioning complete for port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:40.978024 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2f38fe4-63e9-4deb-96c7-e1828716f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:40.990009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a549202-187d-4467-bd34-05239c1a8534 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a0d1b1-9b22-4e79-ab3a-f1220d2525c0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:41.070323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.106540 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8a9f91-cca8-440c-8799-5fb011d0f568']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:41.122267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2244ad68-2167-4063-8578-67be833bd0f6') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:41.122579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2244ad68-2167-4063-8578-67be833bd0f6') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:41.127367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d2f38fe4-63e9-4deb-96c7-e1828716f755 None None] Port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:41.137673 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-998fa790-f5d0-4f11-b338-9533b215a55e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.140537 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.151259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d2f38fe4-63e9-4deb-96c7-e1828716f755 None None] Provisioning for port 09d5078f-32be-44db-98b2-effe12b06641 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:41.164239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d2f38fe4-63e9-4deb-96c7-e1828716f755 None None] Provisioning complete for port 09d5078f-32be-44db-98b2-effe12b06641 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:41.164877 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2f38fe4-63e9-4deb-96c7-e1828716f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.184923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.195929 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-998fa790-f5d0-4f11-b338-9533b215a55e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.198606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:41.198925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:41.203072 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:41.315932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-998fa790-f5d0-4f11-b338-9533b215a55e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.327715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-998fa790-f5d0-4f11-b338-9533b215a55e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.328094 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.339454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-998fa790-f5d0-4f11-b338-9533b215a55e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/security-groups/79e63c8b-5148-47c2-81b6-67570ba656e5 HTTP/1.1" status: 204 len: 168 time: 0.3997297 Jul 16 20:26:41.350404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:41.352924 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.359226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f8a9f91-cca8-440c-8799-5fb011d0f568 HTTP/1.1" status: 204 len: 168 time: 1.4771905 Jul 16 20:26:41.383454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9389ba3-aa24-413d-b86b-7ba88ca6e0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8a9f91-cca8-440c-8799-5fb011d0f568,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:41.384902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fa790-f5d0-4f11-b338-9533b215a55e tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e63c8b-5148-47c2-81b6-67570ba656e5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:41.436753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d2f38fe4-63e9-4deb-96c7-e1828716f755 None None] Could not find standard attr ID for object bcc706ac-f74f-47d0-bc8a-110bec76b2a8. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:26:41.445700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c85-bd2b-40fc-ba33-9302f340f250 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.508714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c85-bd2b-40fc-ba33-9302f340f250 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.602365 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c85-bd2b-40fc-ba33-9302f340f250 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.605817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-911d997f-5f8d-4b9f-9f68-ff5d9a02d8e8 None None] Could not find standard attr ID for object bcc706ac-f74f-47d0-bc8a-110bec76b2a8. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:26:41.607765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aafc3c85-bd2b-40fc-ba33-9302f340f250 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.613531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:41.619897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aafc3c85-bd2b-40fc-ba33-9302f340f250 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/security-groups/f07ad729-9b61-46ed-85c6-3403de47f2dc HTTP/1.1" status: 204 len: 168 time: 0.2626731 Jul 16 20:26:41.644501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 09d5078f-32be-44db-98b2-effe12b06641 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:26:41.647078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc3c85-bd2b-40fc-ba33-9302f340f250 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07ad729-9b61-46ed-85c6-3403de47f2dc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:41.762449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5c60fb-f8f0-42ef-8b66-e2ea75388618 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet 9a5e1b1e-bbad-494b-8e7a-d159ba42d01d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:41.782829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5c60fb-f8f0-42ef-8b66-e2ea75388618 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.820076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 09d5078f-32be-44db-98b2-effe12b06641 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:41.820719 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.843628 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5c60fb-f8f0-42ef-8b66-e2ea75388618 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:41.951290 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5c60fb-f8f0-42ef-8b66-e2ea75388618 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.065908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5c60fb-f8f0-42ef-8b66-e2ea75388618 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.122707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c60fb-f8f0-42ef-8b66-e2ea75388618 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5e1b1e-bbad-494b-8e7a-d159ba42d01d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:42.125241 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd5c60fb-f8f0-42ef-8b66-e2ea75388618 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.128526 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dd5c60fb-f8f0-42ef-8b66-e2ea75388618 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/9a5e1b1e-bbad-494b-8e7a-d159ba42d01d HTTP/1.1" status: 204 len: 168 time: 0.5136161 Jul 16 20:26:42.134584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:42.142075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b660f-b986-4902-97b3-e885d378086d None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:42.166205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:42.264425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-674719b1-6eb7-4fec-a6f7-ce11b1f7e7d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet 30f325e1-ca46-4eff-badd-9f921f7a7004 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:42.290796 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674719b1-6eb7-4fec-a6f7-ce11b1f7e7d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.324209 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1de27693-e226-49f8-aed1-41f03d0a0dee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41aefefc724547d6905046615f64a065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568439 Jul 16 20:26:42.330672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:42.388082 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df176cf0-571a-46e7-a98b-87610be69aed req-8a4af568-2771-43bc-9556-56a752fe8f1d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1662390 Jul 16 20:26:42.434196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674719b1-6eb7-4fec-a6f7-ce11b1f7e7d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.663528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df176cf0-571a-46e7-a98b-87610be69aed req-2e73d1d6-d688-4712-a257-61334b726496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.665096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df176cf0-571a-46e7-a98b-87610be69aed req-2e73d1d6-d688-4712-a257-61334b726496 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 1097 time: 0.2104187 Jul 16 20:26:42.719613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674719b1-6eb7-4fec-a6f7-ce11b1f7e7d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.833332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b14e4913-8c5e-4649-b98e-d130e93282a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.839669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674719b1-6eb7-4fec-a6f7-ce11b1f7e7d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.867301 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-674719b1-6eb7-4fec-a6f7-ce11b1f7e7d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:42.870872 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-674719b1-6eb7-4fec-a6f7-ce11b1f7e7d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/30f325e1-ca46-4eff-badd-9f921f7a7004 HTTP/1.1" status: 204 len: 168 time: 0.7343044 Jul 16 20:26:42.884164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39720) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:42.933879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674719b1-6eb7-4fec-a6f7-ce11b1f7e7d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=30f325e1-ca46-4eff-badd-9f921f7a7004,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:42.965077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df176cf0-571a-46e7-a98b-87610be69aed req-b2c99db0-13ba-4987-a453-ac0689dbee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:42.969324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df176cf0-571a-46e7-a98b-87610be69aed req-b2c99db0-13ba-4987-a453-ac0689dbee29 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.2742260 Jul 16 20:26:42.981134 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-842ffa27-e3e4-4f29-beed-e74f99dda3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:42.981983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842ffa27-e3e4-4f29-beed-e74f99dda3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:42.985970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-842ffa27-e3e4-4f29-beed-e74f99dda3f9 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/9a5e1b1e-bbad-494b-8e7a-d159ba42d01d HTTP/1.1" status: 404 len: 337 time: 0.0665739 Jul 16 20:26:42.995577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39724) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:43.059055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df176cf0-571a-46e7-a98b-87610be69aed req-1f547789-2047-43b3-8c8e-db04aa0d7536 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0a4d86c-92bf-4be5-9684-2d6aeb760233 HTTP/1.1" status: 200 len: 217 time: 0.0610259 Jul 16 20:26:43.101935 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b14e4913-8c5e-4649-b98e-d130e93282a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.169829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df176cf0-571a-46e7-a98b-87610be69aed req-b09e94d8-fb66-4b2d-b804-90d42c0a1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.176149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df176cf0-571a-46e7-a98b-87610be69aed req-b09e94d8-fb66-4b2d-b804-90d42c0a1db0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1059737 Jul 16 20:26:43.241547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4369b74-55ff-4707-9538-1cae49325701 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting subnet c9a22646-ab06-4544-8a1a-b3e55bd823d9 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:26:43.254122 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4369b74-55ff-4707-9538-1cae49325701 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.305534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df176cf0-571a-46e7-a98b-87610be69aed req-9002bd21-181f-4e61-bed1-0f44791cbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:43.307989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df176cf0-571a-46e7-a98b-87610be69aed req-9002bd21-181f-4e61-bed1-0f44791cbeab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238856 Jul 16 20:26:43.407760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b14e4913-8c5e-4649-b98e-d130e93282a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.413725 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b14e4913-8c5e-4649-b98e-d130e93282a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.429318 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b14e4913-8c5e-4649-b98e-d130e93282a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd435f9a-ca2d-418b-9c46-95c185b629a5 HTTP/1.1" status: 204 len: 168 time: 1.0975003 Jul 16 20:26:43.453613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4369b74-55ff-4707-9538-1cae49325701 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.487221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e4913-8c5e-4649-b98e-d130e93282a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd435f9a-ca2d-418b-9c46-95c185b629a5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:43.642805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df176cf0-571a-46e7-a98b-87610be69aed req-5edbb8d8-e6a2-4185-8b98-102a8dd9b70b service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271894 Jul 16 20:26:43.723292 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4369b74-55ff-4707-9538-1cae49325701 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.943456 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4369b74-55ff-4707-9538-1cae49325701 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.955870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df176cf0-571a-46e7-a98b-87610be69aed req-c981676d-15fd-4009-9633-3bb5ef874483 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028965 Jul 16 20:26:43.976642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4369b74-55ff-4707-9538-1cae49325701 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a22646-ab06-4544-8a1a-b3e55bd823d9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:43.981326 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4369b74-55ff-4707-9538-1cae49325701 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:43.986503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a4369b74-55ff-4707-9538-1cae49325701 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/c9a22646-ab06-4544-8a1a-b3e55bd823d9 HTTP/1.1" status: 204 len: 168 time: 0.9863725 Jul 16 20:26:43.987877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39746) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.033221 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-085f0d91-7639-42fa-8f37-34cda1243d26 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.033898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085f0d91-7639-42fa-8f37-34cda1243d26 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.036031 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-085f0d91-7639-42fa-8f37-34cda1243d26 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/9c60bbd3-0b86-4c63-8bf4-cf4b1321af27 HTTP/1.1" status: 404 len: 337 time: 0.0480616 Jul 16 20:26:44.039800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.088902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-43eece4b-b159-4ac0-88c6-0313772c5919 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3342a06-c247-4c34-8165-9c6ce5d4cbdc HTTP/1.1" status: 200 len: 205 time: 0.0475917 Jul 16 20:26:44.091784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39750) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.165032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1308915-c0f5-4b13-85cb-75527dcdc6c0 None None] Network 187762a1-019e-4d94-8664-53b2cb8d8f5a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:26:44.177151 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-a75b8978-a1da-4680-9f27-a977d6edca12 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] delete failed (client error): The resource could not be found. Jul 16 20:26:44.181150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a75b8978-a1da-4680-9f27-a977d6edca12 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/routers/a3342a06-c247-4c34-8165-9c6ce5d4cbdc HTTP/1.1" status: 404 len: 336 time: 0.0880716 Jul 16 20:26:44.181770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.240100 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e907b75b-4123-4631-aafd-6fa788d531ee tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.240499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e907b75b-4123-4631-aafd-6fa788d531ee tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.245499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.246327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e907b75b-4123-4631-aafd-6fa788d531ee tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/950cc958-2ef3-4206-b8e2-ca0dcd195b6e HTTP/1.1" status: 404 len: 337 time: 0.0627575 Jul 16 20:26:44.286594 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bbfc58-df09-414a-8b7f-92c1db008808 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.287875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bbfc58-df09-414a-8b7f-92c1db008808 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.290393 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-30bbfc58-df09-414a-8b7f-92c1db008808 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/f9f459f8-5939-4912-a36f-b1dddb17883a HTTP/1.1" status: 404 len: 337 time: 0.0427461 Jul 16 20:26:44.294357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.347235 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da9dee9-22ea-4d74-9cdf-9ceb4ecbe4d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.349066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da9dee9-22ea-4d74-9cdf-9ceb4ecbe4d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.355943 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2da9dee9-22ea-4d74-9cdf-9ceb4ecbe4d0 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/a2b6cfb3-2b54-4144-8f00-62d5655351cb HTTP/1.1" status: 404 len: 337 time: 0.0604086 Jul 16 20:26:44.358975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.403569 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09d9c67-50b3-41a6-bfb4-e08478909c39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.404236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09d9c67-50b3-41a6-bfb4-e08478909c39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.406578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f09d9c67-50b3-41a6-bfb4-e08478909c39 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/ade67601-c352-4ccf-81e8-eeaf92a82113 HTTP/1.1" status: 404 len: 333 time: 0.0461979 Jul 16 20:26:44.407691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3d8383f6-2bad-42d1-9d4b-7fb2baa57ac9 None None] Provisioning complete for port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:44.408233 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d8383f6-2bad-42d1-9d4b-7fb2baa57ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.411294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.442111 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-40661d48-6c9c-4045-863b-0888a3503e53 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.442577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40661d48-6c9c-4045-863b-0888a3503e53 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.444485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-40661d48-6c9c-4045-863b-0888a3503e53 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/57d16a3f-330d-4e1b-af8f-5b37477b2374 HTTP/1.1" status: 404 len: 337 time: 0.0321329 Jul 16 20:26:44.447090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.479920 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b018f507-7eb2-4ee7-9ae5-b3ff85ae7933 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.480388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b018f507-7eb2-4ee7-9ae5-b3ff85ae7933 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.482358 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b018f507-7eb2-4ee7-9ae5-b3ff85ae7933 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/bcd8b750-2192-4717-b01b-7a208d597ed9 HTTP/1.1" status: 404 len: 337 time: 0.0343003 Jul 16 20:26:44.486806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.490091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3d8383f6-2bad-42d1-9d4b-7fb2baa57ac9 None None] Port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:44.511505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3d8383f6-2bad-42d1-9d4b-7fb2baa57ac9 None None] Provisioning complete for port 09d5078f-32be-44db-98b2-effe12b06641 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:44.512223 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d8383f6-2bad-42d1-9d4b-7fb2baa57ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.525039 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd60c128-6ab9-4d66-9632-266318d96ec8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.525926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd60c128-6ab9-4d66-9632-266318d96ec8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.534030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dd60c128-6ab9-4d66-9632-266318d96ec8 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/f89b2b1a-5a84-44cc-b845-dcf59c268cef HTTP/1.1" status: 404 len: 333 time: 0.0453401 Jul 16 20:26:44.535148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.571976 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09b1679-9a01-4a2d-a16c-8010c550b764 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.572575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09b1679-9a01-4a2d-a16c-8010c550b764 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.576596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c09b1679-9a01-4a2d-a16c-8010c550b764 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/865fe11b-6f10-4a5c-91f8-cce2335d72c9 HTTP/1.1" status: 404 len: 337 time: 0.0374494 Jul 16 20:26:44.576951 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.614193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a38bb41-75ac-4152-9960-04cf5062301d None None] DHCP port deletion for 187762a1-019e-4d94-8664-53b2cb8d8f5a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:26:44.619481 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f6725c-c68a-4dc2-ace0-282960f6eeab tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] DELETE failed (client error): The resource could not be found. Jul 16 20:26:44.620235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f6725c-c68a-4dc2-ace0-282960f6eeab tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:26:44.626770 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e5f6725c-c68a-4dc2-ace0-282960f6eeab tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/subnets/af7df4dd-cc82-49e5-ac44-e7e37835cc36 HTTP/1.1" status: 404 len: 337 time: 0.0441594 Jul 16 20:26:44.627984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:44.698721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2a38bb41-75ac-4152-9960-04cf5062301d None None] Deleting port 09d5078f-32be-44db-98b2-effe12b06641 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:44.699109 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a38bb41-75ac-4152-9960-04cf5062301d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.796688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-11e80175-9d4e-4a13-9f3e-3ec722250479 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Deleting port 4b394c28-cb1d-49d6-853e-cc5740fb6e13 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:26:44.797040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11e80175-9d4e-4a13-9f3e-3ec722250479 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:44.964088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11e80175-9d4e-4a13-9f3e-3ec722250479 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.062238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2a38bb41-75ac-4152-9960-04cf5062301d None None] For port 09d5078f-32be-44db-98b2-effe12b06641, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=09d5078f-32be-44db-98b2-effe12b06641,segment=NetworkSegment(4f1b8524-678c-4f91-94e5-427c9b18fcd3),segment_id=4f1b8524-678c-4f91-94e5-427c9b18fcd3)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:45.062660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a38bb41-75ac-4152-9960-04cf5062301d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.082660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2a38bb41-75ac-4152-9960-04cf5062301d None None] Calling delete_port for 09d5078f-32be-44db-98b2-effe12b06641 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:45.137739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-11e80175-9d4e-4a13-9f3e-3ec722250479 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Calling delete_port for 4b394c28-cb1d-49d6-853e-cc5740fb6e13 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:26:45.303733 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a38bb41-75ac-4152-9960-04cf5062301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.398807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a915e4-636a-4f63-a1af-45eb1d694c9f req-4d4fb5fb-6c3e-4b71-8498-a29ec406b74e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.407706 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05a915e4-636a-4f63-a1af-45eb1d694c9f req-4d4fb5fb-6c3e-4b71-8498-a29ec406b74e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.9094267 Jul 16 20:26:45.417362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38bb41-75ac-4152-9960-04cf5062301d None None] No DVR routers for this DVR port 09d5078f-32be-44db-98b2-effe12b06641 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:26:45.430500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38bb41-75ac-4152-9960-04cf5062301d None None] Pushing event deleted for resources: {'Port': ['ID=09d5078f-32be-44db-98b2-effe12b06641,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:45.498325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05a915e4-636a-4f63-a1af-45eb1d694c9f req-02bc0a5e-3477-40e1-ac11-e6d7bf9c4321 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892766 Jul 16 20:26:45.522023 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11e80175-9d4e-4a13-9f3e-3ec722250479 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.574557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11e80175-9d4e-4a13-9f3e-3ec722250479 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.580011 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-11e80175-9d4e-4a13-9f3e-3ec722250479 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/ports/4b394c28-cb1d-49d6-853e-cc5740fb6e13 HTTP/1.1" status: 204 len: 168 time: 0.9486818 Jul 16 20:26:45.580439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39820) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:45.604344 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.632234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e80175-9d4e-4a13-9f3e-3ec722250479 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Port': ['ID=4b394c28-cb1d-49d6-853e-cc5740fb6e13,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:45.634648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 09d5078f-32be-44db-98b2-effe12b06641 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:26:45.670720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 09d5078f-32be-44db-98b2-effe12b06641 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:26:45.681190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 09d5078f-32be-44db-98b2-effe12b06641 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:26:45.835504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:45.929847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f452edf-b72d-4674-ab65-751ad96cedb2 req-19dbaeb0-5bdf-40b3-a5a4-07e5203aba68 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:45.937513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f452edf-b72d-4674-ab65-751ad96cedb2 req-19dbaeb0-5bdf-40b3-a5a4-07e5203aba68 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1556036 Jul 16 20:26:45.982166 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.017759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187762a1-019e-4d94-8664-53b2cb8d8f5a']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:46.086967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f452edf-b72d-4674-ab65-751ad96cedb2 req-94d0e140-3bd2-4f8d-9354-0c27bdc7e9f4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480503 Jul 16 20:26:46.101976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1b8524-678c-4f91-94e5-427c9b18fcd3') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:46.102563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1b8524-678c-4f91-94e5-427c9b18fcd3') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:26:46.150031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.185928 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.200465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:26:46.202119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:26:46.211071 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:26:46.417513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.445563 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.448644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] 10.222.0.10 "DELETE /v2.0/networks/187762a1-019e-4d94-8664-53b2cb8d8f5a HTTP/1.1" status: 204 len: 168 time: 0.8672922 Jul 16 20:26:46.461481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f4dc6-86b0-4230-a4cc-54e4044af529 tempest-PortsIpV6TestJSON-893673843 tempest-PortsIpV6TestJSON-893673843-project] Pushing event deleted for resources: {'Network': ['ID=187762a1-019e-4d94-8664-53b2cb8d8f5a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:46.506860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-4bf0ab63-bc8c-4689-96f2-5522408989be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2807360 Jul 16 20:26:46.559799 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:46.747341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-6c73b1cf-5646-479c-9ea9-b0513f868f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.749304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-6c73b1cf-5646-479c-9ea9-b0513f868f3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 1097 time: 0.2110498 Jul 16 20:26:46.770741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-867cff4e-ab95-4114-8a02-aeeefd5d8c58 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.774144 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-867cff4e-ab95-4114-8a02-aeeefd5d8c58 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.3247051 Jul 16 20:26:46.832739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-1ab9a845-29fc-4f50-83d5-af4fcf1a51c5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/quotas/6385058dcf004a12bbf5ed7bf5647d5d HTTP/1.1" status: 200 len: 375 time: 0.0480893 Jul 16 20:26:46.967966 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-8ee88397-84e1-488f-b6ec-aa45942dbf42 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1330628 Jul 16 20:26:46.969612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-84a78ec2-ee9b-41bf-a8da-47bbc42ae23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:46.972051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-84a78ec2-ee9b-41bf-a8da-47bbc42ae23c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.1905928 Jul 16 20:26:47.031085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-82c0f458-09a8-4e80-b788-58f7c229ac6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78785485-f6c9-4f72-8385-38c210f04200 HTTP/1.1" status: 200 len: 217 time: 0.0520108 Jul 16 20:26:47.098054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-de5a11e3-c610-4642-be72-038061fd92da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.099736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-de5a11e3-c610-4642-be72-038061fd92da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.0611176 Jul 16 20:26:47.150859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-5e812f96-66eb-4d5e-a349-47d05e447e4a service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812606 Jul 16 20:26:47.211204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-8d5052c7-c6c4-40da-88cb-7eb213d4feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:47.217972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-8d5052c7-c6c4-40da-88cb-7eb213d4feba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114278 Jul 16 20:26:47.379013 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-3ebd4420-a299-451f-b9c1-da515287ac61 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531036 Jul 16 20:26:47.458566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-9b32dfda-7aa2-40b6-ab48-32b3ebad9d5e service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063371 Jul 16 20:26:47.569350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0f7ae0-2257-4d96-9846-59df07f50b74 req-8cc73cc6-ae20-4689-b00e-83a8b6d11953 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838615 Jul 16 20:26:47.588489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.622797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.814183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6556b6d9-3550-4238-bfb8-c48995ffc88b req-ab113252-1159-4ab9-863d-73d41199d4a7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 210 time: 0.0683279 Jul 16 20:26:47.855023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-52d2c8b3-1e68-48f8-8071-a442dd905186 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d22596eb8c1b45d1a1767e9d4c97392e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623205 Jul 16 20:26:47.855947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39886) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:47.878545 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d528976-1947-45a9-8c87-bbd586808366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:47.981316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42439901-be12-4073-b2b1-e6c3e0ce260f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.031040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d528976-1947-45a9-8c87-bbd586808366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.031239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42439901-be12-4073-b2b1-e6c3e0ce260f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.041027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d528976-1947-45a9-8c87-bbd586808366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.095269 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8d528976-1947-45a9-8c87-bbd586808366 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8ac653f688246dab663a94674b96df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703460 Jul 16 20:26:48.095617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:48.101109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d528976-1947-45a9-8c87-bbd586808366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6181e576-78ca-4ce7-9b74-da30d209d237,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.171100 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42439901-be12-4073-b2b1-e6c3e0ce260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.175664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42439901-be12-4073-b2b1-e6c3e0ce260f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.176989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-42439901-be12-4073-b2b1-e6c3e0ce260f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53e94412-9ce9-4f0f-8cd5-083cbc3964c2 HTTP/1.1" status: 204 len: 168 time: 0.3196995 Jul 16 20:26:48.218344 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42439901-be12-4073-b2b1-e6c3e0ce260f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e94412-9ce9-4f0f-8cd5-083cbc3964c2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.218438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:48.238265 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c752834-4855-4fa6-a496-90a54706b156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.276313 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c752834-4855-4fa6-a496-90a54706b156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.341793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c752834-4855-4fa6-a496-90a54706b156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.348416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c752834-4855-4fa6-a496-90a54706b156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.352786 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1c752834-4855-4fa6-a496-90a54706b156 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6181e576-78ca-4ce7-9b74-da30d209d237 HTTP/1.1" status: 204 len: 168 time: 0.2537456 Jul 16 20:26:48.371972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752834-4855-4fa6-a496-90a54706b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6181e576-78ca-4ce7-9b74-da30d209d237,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.430205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-926aa782-ee87-4b99-bb66-4cebae3925b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.608447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-926aa782-ee87-4b99-bb66-4cebae3925b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.617552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-926aa782-ee87-4b99-bb66-4cebae3925b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.693690 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-926aa782-ee87-4b99-bb66-4cebae3925b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e4e120055604266a81de1708b43bb10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734023 Jul 16 20:26:48.699496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aa782-ee87-4b99-bb66-4cebae3925b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff70a48a-c3fc-43c8-a43f-784a914f4419,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:48.699611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39930) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:48.818465 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50a0974d-52d9-4e14-99be-aa366bb5698f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.864031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50a0974d-52d9-4e14-99be-aa366bb5698f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.973168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50a0974d-52d9-4e14-99be-aa366bb5698f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.976590 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50a0974d-52d9-4e14-99be-aa366bb5698f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:48.978548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-50a0974d-52d9-4e14-99be-aa366bb5698f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff70a48a-c3fc-43c8-a43f-784a914f4419 HTTP/1.1" status: 204 len: 168 time: 0.2795320 Jul 16 20:26:48.998902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0974d-52d9-4e14-99be-aa366bb5698f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff70a48a-c3fc-43c8-a43f-784a914f4419,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:49.582995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39986) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:49.636942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07380791-8d05-4d8e-8356-037668d2f509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.751517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a3a4e8ec-0d42-4b5b-b565-0e9938a3b2fb req-30de4e7e-f5a9-4348-894c-24aff95a73ba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 210 time: 0.7412596 Jul 16 20:26:49.911421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07380791-8d05-4d8e-8356-037668d2f509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.919336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07380791-8d05-4d8e-8356-037668d2f509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:49.985257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-354f28ee-7a48-4a0b-b761-5b643a94509b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:49.990530 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-07380791-8d05-4d8e-8356-037668d2f509 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c32bfcf91704964801a9e1eb965211a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039419 Jul 16 20:26:49.993068 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-354f28ee-7a48-4a0b-b761-5b643a94509b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.30 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.2372460 Jul 16 20:26:49.993905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:50.041292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'port': {'device_id': 'db144c54-c7f5-44cd-93be-ab120f758261', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'admin_state_up': True, 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:50.041761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07380791-8d05-4d8e-8356-037668d2f509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a639ed-d253-40a6-a0fa-d01db4996d45,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:50.377929 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c74e7af-bab8-45c1-ae78-ba30ed73af55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.410119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c74e7af-bab8-45c1-ae78-ba30ed73af55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.412249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Made reservation on behalf of 6385058dcf004a12bbf5ed7bf5647d5d for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:26:50.416874 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.564613 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c8aaa5c-3381-4c52-96f8-234d45f3d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.602062 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c74e7af-bab8-45c1-ae78-ba30ed73af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.604642 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c74e7af-bab8-45c1-ae78-ba30ed73af55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:50.605782 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2c74e7af-bab8-45c1-ae78-ba30ed73af55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41a639ed-d253-40a6-a0fa-d01db4996d45 HTTP/1.1" status: 204 len: 168 time: 0.6107764 Jul 16 20:26:50.692829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74e7af-bab8-45c1-ae78-ba30ed73af55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a639ed-d253-40a6-a0fa-d01db4996d45,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:50.725178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Allocated IP 172.20.0.5 (3699387c-5233-40ce-b73f-3360c0872698/cbebcb38-69e6-421d-93aa-e00cf54f98a2/04c12633-e04a-412b-a9bd-1d389ee2f332) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:26:51.045961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45012bdf-863a-46c0-8220-1b8ae67137c7 req-fa2fc062-254f-4090-af28-56acd802f243 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 210 time: 0.0457332 Jul 16 20:26:51.075362 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.088875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Transition to ACTIVE for port object 04c12633-e04a-412b-a9bd-1d389ee2f332 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:51.149648 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.164342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['78785485-f6c9-4f72-8385-38c210f04200'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:51.220397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c0a4d86c-92bf-4be5-9684-2d6aeb760233'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:51.222865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'Port': ['ID=04c12633-e04a-412b-a9bd-1d389ee2f332,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:51.247178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Network 3699387c-5233-40ce-b73f-3360c0872698 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:26:51.250159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:26:51.254496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:26:51.357691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:51.358441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.378793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-d642c17e-2168-4e3c-9ffd-2fcf8e1fe841 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3707433 Jul 16 20:26:51.396679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Request body: {'port': {'device_id': 'db144c54-c7f5-44cd-93be-ab120f758261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:26:51.402562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:51.599790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.802193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:51.968737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0547d5ff-f9ff-47f9-baa6-bbf42531e9de None None] Provisioning for port 04c12633-e04a-412b-a9bd-1d389ee2f332 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:26:51.987489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0547d5ff-f9ff-47f9-baa6-bbf42531e9de None None] Provisioning complete for port 04c12633-e04a-412b-a9bd-1d389ee2f332 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:26:51.989370 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0547d5ff-f9ff-47f9-baa6-bbf42531e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.077633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0547d5ff-f9ff-47f9-baa6-bbf42531e9de None None] Port 04c12633-e04a-412b-a9bd-1d389ee2f332 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:26:52.197290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.208570 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.313898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c12633-e04a-412b-a9bd-1d389ee2f332 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:52.315286 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d25a4266b8b3473e911dec11d5c1a259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9105186 Jul 16 20:26:52.316296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca9f35b-1450-414b-b529-711f89aac317,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:52.318962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:52.334118 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.359507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Transition to ACTIVE for port object 04c12633-e04a-412b-a9bd-1d389ee2f332 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:26:52.364400 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.385048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.392262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.392666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.393004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.393341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.399348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.399348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.399730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.400064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.400843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.401132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.410603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ba788-69b8-4849-a018-58c419fac420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:26:52.445668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Pushing event updated for resources: {'Port': ['ID=04c12633-e04a-412b-a9bd-1d389ee2f332,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:52.560793 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-265bd18b-a4fb-4f17-accc-5e005b70485b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.624835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-265bd18b-a4fb-4f17-accc-5e005b70485b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.763165 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-265bd18b-a4fb-4f17-accc-5e005b70485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.787222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-265bd18b-a4fb-4f17-accc-5e005b70485b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:52.789378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-265bd18b-a4fb-4f17-accc-5e005b70485b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ca9f35b-1450-414b-b529-711f89aac317 HTTP/1.1" status: 204 len: 168 time: 0.4616213 Jul 16 20:26:52.800521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bd18b-a4fb-4f17-accc-5e005b70485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca9f35b-1450-414b-b529-711f89aac317,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:52.818519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afd1f5-8485-4224-94ab-30e2da92a764 req-b4730ea8-7998-47c7-afb1-19c2ced001d2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:52.845737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85afd1f5-8485-4224-94ab-30e2da92a764 req-b4730ea8-7998-47c7-afb1-19c2ced001d2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 943 time: 0.3515551 Jul 16 20:26:52.860834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Attempting to bind port 04c12633-e04a-412b-a9bd-1d389ee2f332 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:26:52.861441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Attempting to bind port 04c12633-e04a-412b-a9bd-1d389ee2f332 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:26:52.862039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Attempting to bind port 04c12633-e04a-412b-a9bd-1d389ee2f332 on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:52.894435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Port 04c12633-e04a-412b-a9bd-1d389ee2f332 on network 3699387c-5233-40ce-b73f-3360c0872698 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:26:52.894973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Attempting to bind port 04c12633-e04a-412b-a9bd-1d389ee2f332 on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:26:52.913544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:26:52.914092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Checking segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:26:52.914733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Bound using segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:26:52.915518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Bound port: 04c12633-e04a-412b-a9bd-1d389ee2f332, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:26:52.916103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.023378 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85afd1f5-8485-4224-94ab-30e2da92a764 req-f5727328-a1d7-4c6e-b4e3-e405b05f25d9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757782 Jul 16 20:26:53.256020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] For port 04c12633-e04a-412b-a9bd-1d389ee2f332, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:26:53.262939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] For port 04c12633-e04a-412b-a9bd-1d389ee2f332, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=04c12633-e04a-412b-a9bd-1d389ee2f332,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:26:53.271305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.352770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.353627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.361517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] 10.222.0.30 "PUT /v2.0/ports/04c12633-e04a-412b-a9bd-1d389ee2f332 HTTP/1.1" status: 200 len: 1092 time: 1.9745319 Jul 16 20:26:53.362085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db144c54-c7f5-44cd-93be-ab120f758261', 'tag': '04c12633-e04a-412b-a9bd-1d389ee2f332'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:26:53.374035 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36ab09d-7afa-446a-87c1-d23263430b26" -d '{"events": [{"name": "network-changed", "server_uuid": "db144c54-c7f5-44cd-93be-ab120f758261", "tag": "04c12633-e04a-412b-a9bd-1d389ee2f332"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:26:53.453835 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.475886 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6da27f93-947f-4cd9-b47f-1ae241a6f039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:53.529508 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab11ec8-a33d-4dc7-a512-98241f50fc12 x-openstack-request-id: req-7ab11ec8-a33d-4dc7-a512-98241f50fc12 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:26:53.529820 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db144c54-c7f5-44cd-93be-ab120f758261", "tag": "04c12633-e04a-412b-a9bd-1d389ee2f332", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:26:53.530078 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ab11ec8-a33d-4dc7-a512-98241f50fc12 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:26:53.530506 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db144c54-c7f5-44cd-93be-ab120f758261', 'tag': '04c12633-e04a-412b-a9bd-1d389ee2f332', 'status': 'completed', 'code': 200} Jul 16 20:26:53.565450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f2059-f5eb-4884-81b9-a0981c5c081b service neutron] Pushing event updated for resources: {'Port': ['ID=04c12633-e04a-412b-a9bd-1d389ee2f332,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:53.637572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-859b2b5a-c097-4196-8372-d8d086bfd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.639161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-859b2b5a-c097-4196-8372-d8d086bfd2da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 1095 time: 0.2109928 Jul 16 20:26:53.742768 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-6582643b-71af-4a18-8309-d8324faf14a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c12633-e04a-412b-a9bd-1d389ee2f332 HTTP/1.1" status: 200 len: 217 time: 0.0950477 Jul 16 20:26:53.850181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-ad99d3d2-2005-40f3-91b8-cc90590dd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.855065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-ad99d3d2-2005-40f3-91b8-cc90590dd7dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1034606 Jul 16 20:26:53.970432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-faffb9ba-7e99-4028-9726-eccf0dac489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:53.973129 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-faffb9ba-7e99-4028-9726-eccf0dac489d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103058 Jul 16 20:26:54.124865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:54.300911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-dc6501b9-36fa-4de6-8c18-50def991d8f8 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131130 Jul 16 20:26:54.441544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f5de3-9706-467c-8e2b-397adb436410 req-3c328ed1-b5c5-4c97-aa74-28497aff0280 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:54.455220 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd0f5de3-9706-467c-8e2b-397adb436410 req-3c328ed1-b5c5-4c97-aa74-28497aff0280 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 943 time: 0.1508329 Jul 16 20:26:54.520960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:54.526337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccf427-e0b2-41c4-98d7-1dcde74652c4 req-8f62d73b-dce4-47fd-99c4-b0f1055601ff service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188032 Jul 16 20:26:54.566735 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd0f5de3-9706-467c-8e2b-397adb436410 req-8d380035-d0d4-4eda-806a-042980d8b94a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089101 Jul 16 20:26:54.727093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-b7d7ef43-151c-4140-a2c8-891384a195fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:54.740473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-b7d7ef43-151c-4140-a2c8-891384a195fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 1095 time: 0.1389706 Jul 16 20:26:54.804355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c74d92b0-8566-4869-9f7e-599063cd7b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.049262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-f8fe753a-017d-4d0f-99ab-e4564c30cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.055804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-f8fe753a-017d-4d0f-99ab-e4564c30cef9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.3050776 Jul 16 20:26:55.138423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-ebeb39e2-1f52-45d5-b2b5-47aa24869099 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c12633-e04a-412b-a9bd-1d389ee2f332 HTTP/1.1" status: 200 len: 217 time: 0.0800252 Jul 16 20:26:55.151821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c74d92b0-8566-4869-9f7e-599063cd7b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.158851 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c74d92b0-8566-4869-9f7e-599063cd7b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.248082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-d60306c7-77b9-4aeb-a09b-47cbb999d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.253383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-d60306c7-77b9-4aeb-a09b-47cbb999d32f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1059439 Jul 16 20:26:55.318258 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c74d92b0-8566-4869-9f7e-599063cd7b6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c10d9b21382c424a9a63a09733bd030d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1904230 Jul 16 20:26:55.323042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d92b0-8566-4869-9f7e-599063cd7b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634944df-1c04-4cd3-8036-7721c62de8e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:55.335765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:55.423664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-f2245b77-cb52-4198-a0d6-1df346561829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:55.426158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-f2245b77-cb52-4198-a0d6-1df346561829 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677010 Jul 16 20:26:55.476905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f0788c1-d73a-46bc-89d7-476fbab29b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.540121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f0788c1-d73a-46bc-89d7-476fbab29b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.726485 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-e4f9cac4-a725-4873-a148-bdfb4d773df9 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907684 Jul 16 20:26:55.785243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f0788c1-d73a-46bc-89d7-476fbab29b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.792634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f0788c1-d73a-46bc-89d7-476fbab29b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:55.799448 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0f0788c1-d73a-46bc-89d7-476fbab29b3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/634944df-1c04-4cd3-8036-7721c62de8e3 HTTP/1.1" status: 204 len: 168 time: 0.4604292 Jul 16 20:26:55.851062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0788c1-d73a-46bc-89d7-476fbab29b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634944df-1c04-4cd3-8036-7721c62de8e3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:55.971847 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36ab09d-7afa-446a-87c1-d23263430b26 req-67421faf-6bcd-47a7-ab55-23e50283eb80 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382343 Jul 16 20:26:56.205310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c88cc-1b50-402c-85fb-aeb1777cfc59 req-0cc4eff7-d71c-4b3e-83b9-78f72b8958a8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:56.226042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c88c88cc-1b50-402c-85fb-aeb1777cfc59 req-0cc4eff7-d71c-4b3e-83b9-78f72b8958a8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 943 time: 0.1702716 Jul 16 20:26:56.230649 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.364070 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c88c88cc-1b50-402c-85fb-aeb1777cfc59 req-93e3899f-e115-4151-b3c2-2619501c8334 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366930 Jul 16 20:26:56.400082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40226) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:56.597727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40230) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:56.641901 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d96a28d7-e0ae-40aa-b0e8-6608e40bcdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:56.678207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 04c12633-e04a-412b-a9bd-1d389ee2f332 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:26:57.031013 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d96a28d7-e0ae-40aa-b0e8-6608e40bcdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.062397 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d96a28d7-e0ae-40aa-b0e8-6608e40bcdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.102506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24f75a60-c7c7-42c1-a87d-60c9f8ecd09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.109123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 04c12633-e04a-412b-a9bd-1d389ee2f332, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=04c12633-e04a-412b-a9bd-1d389ee2f332,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:57.142957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '04c12633-e04a-412b-a9bd-1d389ee2f332', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'port_id': '04c12633-e04a-412b-a9bd-1d389ee2f332', 'mac_address': 'fa:16:3e:c0:3f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:26:57.154798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:57.186404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a28d7-e0ae-40aa-b0e8-6608e40bcdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af152c9-bc2f-4b29-b4fa-6f91ec0b792c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.197827 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d96a28d7-e0ae-40aa-b0e8-6608e40bcdbf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbe4dd300a0745fbac43dce116b0ad10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989530 Jul 16 20:26:57.202304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:57.233145 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.262178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c12633-e04a-412b-a9bd-1d389ee2f332 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:26:57.322203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 04c12633-e04a-412b-a9bd-1d389ee2f332, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=04c12633-e04a-412b-a9bd-1d389ee2f332,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:26:57.329590 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.331914 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6721795f-92a6-4fb1-b8b9-95ff9fa66d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.419152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6721795f-92a6-4fb1-b8b9-95ff9fa66d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.475865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=04c12633-e04a-412b-a9bd-1d389ee2f332,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.573080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24f75a60-c7c7-42c1-a87d-60c9f8ecd09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.577346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914cb4fe-a1f1-4481-aaaa-d72e689abfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.579551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24f75a60-c7c7-42c1-a87d-60c9f8ecd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.618616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['04c12633-e04a-412b-a9bd-1d389ee2f332'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:26:57.631926 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6721795f-92a6-4fb1-b8b9-95ff9fa66d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.634991 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6721795f-92a6-4fb1-b8b9-95ff9fa66d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.636488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6721795f-92a6-4fb1-b8b9-95ff9fa66d33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4af152c9-bc2f-4b29-b4fa-6f91ec0b792c HTTP/1.1" status: 204 len: 168 time: 0.4331682 Jul 16 20:26:57.655387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721795f-92a6-4fb1-b8b9-95ff9fa66d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af152c9-bc2f-4b29-b4fa-6f91ec0b792c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.797808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f75a60-c7c7-42c1-a87d-60c9f8ecd09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac83c486-0f68-4ce4-ac20-a27a022d0769,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.826268 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914cb4fe-a1f1-4481-aaaa-d72e689abfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.832528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-914cb4fe-a1f1-4481-aaaa-d72e689abfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:57.834189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-24f75a60-c7c7-42c1-a87d-60c9f8ecd09d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e434283538144a8aa49a9980019c71c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4318080 Jul 16 20:26:57.840583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:57.933654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:57.933976 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-914cb4fe-a1f1-4481-aaaa-d72e689abfca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70c5b6ab3d9c43c899b50537f0404579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7776425 Jul 16 20:26:57.961171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cb4fe-a1f1-4481-aaaa-d72e689abfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb6eba5-e249-4477-a957-805d22f6b1e5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:57.994419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-866a1730-27ab-42e4-9b7c-c3500fa31a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.048416 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-866a1730-27ab-42e4-9b7c-c3500fa31a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.119478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5887c4-80cc-4284-9b75-eebe6b50c502 req-9fca6e2b-97e2-47ac-a618-bb579f98daf5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:58.129084 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8b5887c4-80cc-4284-9b75-eebe6b50c502 req-9fca6e2b-97e2-47ac-a618-bb579f98daf5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 944 time: 0.1632891 Jul 16 20:26:58.195796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8b5887c4-80cc-4284-9b75-eebe6b50c502 req-d0d7797a-5f03-44b8-ad06-ee6ad5eca03f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645082 Jul 16 20:26:58.221740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-866a1730-27ab-42e4-9b7c-c3500fa31a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.229259 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-866a1730-27ab-42e4-9b7c-c3500fa31a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.241244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-866a1730-27ab-42e4-9b7c-c3500fa31a7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac83c486-0f68-4ce4-ac20-a27a022d0769 HTTP/1.1" status: 204 len: 168 time: 0.3844035 Jul 16 20:26:58.246810 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fd72d44-6ddf-40ab-aaec-9fa7f23235a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.257356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a1730-27ab-42e4-9b7c-c3500fa31a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac83c486-0f68-4ce4-ac20-a27a022d0769,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:58.371805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fd72d44-6ddf-40ab-aaec-9fa7f23235a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.538112 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fd72d44-6ddf-40ab-aaec-9fa7f23235a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.541931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fd72d44-6ddf-40ab-aaec-9fa7f23235a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:26:58.546915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0fd72d44-6ddf-40ab-aaec-9fa7f23235a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bb6eba5-e249-4477-a957-805d22f6b1e5 HTTP/1.1" status: 204 len: 168 time: 0.6112807 Jul 16 20:26:58.577325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd72d44-6ddf-40ab-aaec-9fa7f23235a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb6eba5-e249-4477-a957-805d22f6b1e5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:26:59.560057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40318) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:26:59.667922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984c06-c645-48ad-9e17-f55289f9e7d6 req-6d5aad02-80c0-4eec-bae6-20f9230e8a5f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:26:59.673422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0d984c06-c645-48ad-9e17-f55289f9e7d6 req-6d5aad02-80c0-4eec-bae6-20f9230e8a5f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 944 time: 0.1497638 Jul 16 20:26:59.744292 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0d984c06-c645-48ad-9e17-f55289f9e7d6 req-ea62c66d-94d1-4f51-97fd-188c059341c2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Jul 16 20:27:00.005089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.176597 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.182943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.209220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38100a4f705944b186c8046aca8b8cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6470573 Jul 16 20:27:00.211865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:00.229275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50820a32-549e-4116-849e-6e7d4243880b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:00.241095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.241527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.241873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.242213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.242675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.243160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.243532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.243865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.244516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.246473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.246960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.247467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25209940-8a82-4e78-9d2f-76295ee8edc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:00.336620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d448a2a2-7feb-4acf-8d4e-cc39777cabc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.362082 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d448a2a2-7feb-4acf-8d4e-cc39777cabc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.426772 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d448a2a2-7feb-4acf-8d4e-cc39777cabc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.434355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d448a2a2-7feb-4acf-8d4e-cc39777cabc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:00.442101 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d448a2a2-7feb-4acf-8d4e-cc39777cabc8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50820a32-549e-4116-849e-6e7d4243880b HTTP/1.1" status: 204 len: 168 time: 0.2289395 Jul 16 20:27:00.459591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448a2a2-7feb-4acf-8d4e-cc39777cabc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50820a32-549e-4116-849e-6e7d4243880b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:00.695069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 04c12633-e04a-412b-a9bd-1d389ee2f332 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:00.829141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 04c12633-e04a-412b-a9bd-1d389ee2f332 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:00.841646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 04c12633-e04a-412b-a9bd-1d389ee2f332 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:00.842225 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.021864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:01.027316 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.073568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db144c54-c7f5-44cd-93be-ab120f758261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c12633-e04a-412b-a9bd-1d389ee2f332'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:01.081455 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a1550-72cb-4f7d-8e05-92255fdade61" -d '{"events": [{"server_uuid": "db144c54-c7f5-44cd-93be-ab120f758261", "name": "network-vif-plugged", "status": "completed", "tag": "04c12633-e04a-412b-a9bd-1d389ee2f332"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:01.108741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 04c12633-e04a-412b-a9bd-1d389ee2f332, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=04c12633-e04a-412b-a9bd-1d389ee2f332,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:01.116912 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.202738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e042c-b5c8-45b9-a79c-7a2bba35463d req-fbe8d04e-ad58-4f7b-b196-8187bd491cb7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:01.222285 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e5e042c-b5c8-45b9-a79c-7a2bba35463d req-fbe8d04e-ad58-4f7b-b196-8187bd491cb7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 944 time: 0.2085218 Jul 16 20:27:01.230993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=04c12633-e04a-412b-a9bd-1d389ee2f332,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.248036 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41c1e17-50f7-4a65-91b4-88aa62e86cb0 x-openstack-request-id: req-a41c1e17-50f7-4a65-91b4-88aa62e86cb0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:01.248550 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db144c54-c7f5-44cd-93be-ab120f758261", "name": "network-vif-plugged", "status": "completed", "tag": "04c12633-e04a-412b-a9bd-1d389ee2f332", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:01.248942 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a41c1e17-50f7-4a65-91b4-88aa62e86cb0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:01.250239 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db144c54-c7f5-44cd-93be-ab120f758261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c12633-e04a-412b-a9bd-1d389ee2f332', 'code': 200} Jul 16 20:27:01.293609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40384) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:01.320394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22077175-d0d5-41bf-9d0c-72a6bbe71725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.351862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e5e042c-b5c8-45b9-a79c-7a2bba35463d req-660ee65c-c6da-4d42-aa00-e2663a67242a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253271 Jul 16 20:27:01.588887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22077175-d0d5-41bf-9d0c-72a6bbe71725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.595832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22077175-d0d5-41bf-9d0c-72a6bbe71725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.601115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8684bf-5fb8-4df0-8f01-c4a24da5d1e9 req-dcbe2652-5c24-454a-a582-cde277cef50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:01.602685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee8684bf-5fb8-4df0-8f01-c4a24da5d1e9 req-dcbe2652-5c24-454a-a582-cde277cef50e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 1097 time: 0.2745767 Jul 16 20:27:01.692796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1384106393-network', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:01.695837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22077175-d0d5-41bf-9d0c-72a6bbe71725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad232d-ef6d-4460-836a-57c0f5a85824,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:01.726212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-22077175-d0d5-41bf-9d0c-72a6bbe71725 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f246669886245abadf32603dca0ad48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313564 Jul 16 20:27:01.732150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:01.756409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee8684bf-5fb8-4df0-8f01-c4a24da5d1e9 req-d279c5b0-ef11-46e6-9e4c-73d71673459f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187949 Jul 16 20:27:01.764724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Made reservation on behalf of 2e29e2db1f3845e8a06ca354042d182a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:01.767953 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.777943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.896375 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4220e428-5440-46f8-85c2-e3f8d5775458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.921189 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4220e428-5440-46f8-85c2-e3f8d5775458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.936675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.943976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.971034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:01.978669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4220e428-5440-46f8-85c2-e3f8d5775458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.985801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4220e428-5440-46f8-85c2-e3f8d5775458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:01.995322 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4220e428-5440-46f8-85c2-e3f8d5775458 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6ad232d-ef6d-4460-836a-57c0f5a85824 HTTP/1.1" status: 204 len: 168 time: 0.2602975 Jul 16 20:27:02.009679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220e428-5440-46f8-85c2-e3f8d5775458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad232d-ef6d-4460-836a-57c0f5a85824,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.024086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f738c015-429d-41bd-b0bb-5c5872f0fa08,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.037635 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.039502 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Added segment 323ea91c-1a83-406c-b4f4-5d084680db8d of type vlan for network 71bc0dc5-72b1-4715-a555-a20fd42e5237 Jul 16 20:27:02.113677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.174934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.178422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.179338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.238447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2154331 Jul 16 20:27:02.243599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:02.250401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Request body: {'subnet': {'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1384106393-subnet', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:02.306145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69e83b-bba7-45b5-93ec-a353b2eeb005 admin admin] Pushing event updated for resources: {'Network': ['ID=71bc0dc5-72b1-4715-a555-a20fd42e5237,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:02.310755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Made reservation on behalf of 2e29e2db1f3845e8a06ca354042d182a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:02.316822 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.326169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:02.890422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f959c-0349-4b7f-a894-53cd38b58b92 req-0a98c39e-7a93-4087-b5ae-3906a10cf44b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:02.892854 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-857f959c-0349-4b7f-a894-53cd38b58b92 req-0a98c39e-7a93-4087-b5ae-3906a10cf44b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 945 time: 0.2805309 Jul 16 20:27:02.900114 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:02.986616 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-857f959c-0349-4b7f-a894-53cd38b58b92 req-153b5a56-8d1f-4d1d-8540-acd648265232 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795670 Jul 16 20:27:02.995952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b2a652-4231-4bad-b8ea-195b7388ad3b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:03.021543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Checking segment: {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:03.022117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Network hostable DHCP agents. Network: 71bc0dc5-72b1-4715-a555-a20fd42e5237, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:03.058419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:03.073837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 71bc0dc5-72b1-4715-a555-a20fd42e5237) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:03.081847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:03.082765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.085101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa8324-46b3-4625-a085-b570f36e7551 None None] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:03.106250 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d1033e51-9c02-43a9-a8fc-be7ba087871e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8606412 Jul 16 20:27:03.109530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40436) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:03.122181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:03.166185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.169165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.312017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.398333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-71bc0dc5-72b1-4715-a555-a20fd42e5237', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:03.400262 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.633492 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:03.766513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Allocated IP 172.20.0.2 (71bc0dc5-72b1-4715-a555-a20fd42e5237/13b2a652-4231-4bad-b8ea-195b7388ad3b/ae73a999-4a80-4048-b1a5-3fdef5fac4ce) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:03.967691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:04.182869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.183534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.216691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Transition to ACTIVE for port object ae73a999-4a80-4048-b1a5-3fdef5fac4ce will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:04.274989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Transition to ACTIVE for port object ae73a999-4a80-4048-b1a5-3fdef5fac4ce will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:04.288865 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.290907 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.368292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96b85c-a547-4deb-92bf-4d1427a73df8 req-77868a0d-08df-4c59-9ecb-7984cd283c18 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:04.372400 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0b96b85c-a547-4deb-92bf-4d1427a73df8 req-77868a0d-08df-4c59-9ecb-7984cd283c18 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 945 time: 0.1944280 Jul 16 20:27:04.436136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:04.438678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Pushing event updated for resources: {'Port': ['ID=ae73a999-4a80-4048-b1a5-3fdef5fac4ce,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:04.442117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:04.448485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:04.467939 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0b96b85c-a547-4deb-92bf-4d1427a73df8 req-83bf198c-bbb4-4c64-bac5-db09cec842be tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878077 Jul 16 20:27:04.512971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb6a8-5256-471c-ae76-b25c8f22ba79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.545297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Allocated IP 172.25.7.216 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/5656762d-5ba0-403f-bef9-6457136ef0a3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:04.559616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Attempting to bind port ae73a999-4a80-4048-b1a5-3fdef5fac4ce on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:04.559992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Attempting to bind port ae73a999-4a80-4048-b1a5-3fdef5fac4ce by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:04.560356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Attempting to bind port ae73a999-4a80-4048-b1a5-3fdef5fac4ce on network 71bc0dc5-72b1-4715-a555-a20fd42e5237 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:04.571646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:04.572007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Checking segment: {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:04.572413 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.572809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Bound using segment: {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:04.573291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Bound port: ae73a999-4a80-4048-b1a5-3fdef5fac4ce, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:04.573839 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.721899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] For port ae73a999-4a80-4048-b1a5-3fdef5fac4ce, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:04.728170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] For port ae73a999-4a80-4048-b1a5-3fdef5fac4ce, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ae73a999-4a80-4048-b1a5-3fdef5fac4ce,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:04.735948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.805762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:04.826163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb6a8-5256-471c-ae76-b25c8f22ba79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.833463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb6a8-5256-471c-ae76-b25c8f22ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:04.851822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42595d8-9b63-4116-b913-4a14001185ea None None] Pushing event updated for resources: {'Port': ['ID=ae73a999-4a80-4048-b1a5-3fdef5fac4ce,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:04.926724 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b8bfb6a8-5256-471c-ae76-b25c8f22ba79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e76289367c74279a465f602f3698aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9481387 Jul 16 20:27:04.927164 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-aed046e5-22b0-4ed1-86f7-eb6c115655a6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6385058dcf004a12bbf5ed7bf5647d5d HTTP/1.1" status: 200 len: 267 time: 0.1600888 Jul 16 20:27:04.927684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:04.977889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfb6a8-5256-471c-ae76-b25c8f22ba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f995da-004b-4dea-85f8-e3c5ce24fc6e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.010354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.043074 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7a2bbea-f5a3-4e85-801f-a9890c4aa219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.085521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7a2bbea-f5a3-4e85-801f-a9890c4aa219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.128510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-0ef1c962-5e4c-4574-b373-e7b6d64d8a7a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:05.130978 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-0ef1c962-5e4c-4574-b373-e7b6d64d8a7a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 945 time: 0.2119431 Jul 16 20:27:05.144312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-70d81f89-5c01-4a5e-8a69-8ddb81b18329 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'port': {'security_groups': []}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:05.190767 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.204859 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7a2bbea-f5a3-4e85-801f-a9890c4aa219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.213208 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7a2bbea-f5a3-4e85-801f-a9890c4aa219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.215595 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d7a2bbea-f5a3-4e85-801f-a9890c4aa219 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93f995da-004b-4dea-85f8-e3c5ce24fc6e HTTP/1.1" status: 204 len: 168 time: 0.2860038 Jul 16 20:27:05.230061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2bbea-f5a3-4e85-801f-a9890c4aa219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f995da-004b-4dea-85f8-e3c5ce24fc6e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.315029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.361396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:05.363076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3b2fe9f-ac80-4229-9332-3f876786311d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.438012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:05.442217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:05.488590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f50a3bd4-9aa9-46c1-b9a6-f72fa2519748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.545079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-70d81f89-5c01-4a5e-8a69-8ddb81b18329 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.553341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Pushing event updated for resources: {'Port': ['ID=5656762d-5ba0-403f-bef9-6457136ef0a3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:05.673287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ae73a999-4a80-4048-b1a5-3fdef5fac4ce up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:05.769517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f50a3bd4-9aa9-46c1-b9a6-f72fa2519748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.775000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f50a3bd4-9aa9-46c1-b9a6-f72fa2519748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:05.821600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port ae73a999-4a80-4048-b1a5-3fdef5fac4ce completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:05.931476 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f50a3bd4-9aa9-46c1-b9a6-f72fa2519748 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c81b24c56d5d41f2a8f3988b0fccbb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149995 Jul 16 20:27:05.934039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40540) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.934537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:05.996652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a3bd4-9aa9-46c1-b9a6-f72fa2519748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3021bdb-2eb2-47a2-9011-fdb4a867c8ad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.010509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5b63e2e-20c6-497e-860c-314875b2232b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.044408 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e72-8819-4d29-9fc5-57204340acf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.081250 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e72-8819-4d29-9fc5-57204340acf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.176635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e72-8819-4d29-9fc5-57204340acf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.179951 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64a5e72-8819-4d29-9fc5-57204340acf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.185155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d64a5e72-8819-4d29-9fc5-57204340acf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3021bdb-2eb2-47a2-9011-fdb4a867c8ad HTTP/1.1" status: 204 len: 168 time: 0.2484856 Jul 16 20:27:06.193594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a5e72-8819-4d29-9fc5-57204340acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3021bdb-2eb2-47a2-9011-fdb4a867c8ad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.538439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b365b-6e93-4346-8723-ab7e11b5d7fe None None] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:06.597842 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3b2fe9f-ac80-4229-9332-3f876786311d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.621113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3b2fe9f-ac80-4229-9332-3f876786311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.625554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d310e04e-7194-492d-b21c-0b1834924dd2 None None] Provisioning for port ae73a999-4a80-4048-b1a5-3fdef5fac4ce completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:06.722632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d310e04e-7194-492d-b21c-0b1834924dd2 None None] Provisioning complete for port ae73a999-4a80-4048-b1a5-3fdef5fac4ce triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:06.723851 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d310e04e-7194-492d-b21c-0b1834924dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.735393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-70d81f89-5c01-4a5e-8a69-8ddb81b18329 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] For port 04c12633-e04a-412b-a9bd-1d389ee2f332, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=04c12633-e04a-412b-a9bd-1d389ee2f332,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:06.777884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5b63e2e-20c6-497e-860c-314875b2232b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.779898 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d3b2fe9f-ac80-4229-9332-3f876786311d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bedd672c311a4e9cad4f42fb2e592d57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9712553 Jul 16 20:27:06.783493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:06.786523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2fe9f-ac80-4229-9332-3f876786311d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b72e91-eba5-41e1-a670-3dd133dfbac2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.807984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40558) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:06.835701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-500abb1d-a31b-4178-b270-d11407e7bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.840306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5b63e2e-20c6-497e-860c-314875b2232b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.887609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.893272 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-70d81f89-5c01-4a5e-8a69-8ddb81b18329 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.895775 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db079a53-1cd0-4f42-920e-b0e8fe74fe60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.914906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b63e2e-20c6-497e-860c-314875b2232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86307905-d429-4fea-ba27-f689f0cf863c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:06.922274 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b5b63e2e-20c6-497e-860c-314875b2232b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70041bb19a464e8d8487c97cbb7ff05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9388459 Jul 16 20:27:06.926613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40560) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:06.976283 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-70d81f89-5c01-4a5e-8a69-8ddb81b18329 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:06.982464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db079a53-1cd0-4f42-920e-b0e8fe74fe60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.006452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c0a4d86c-92bf-4be5-9684-2d6aeb760233'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:07.009960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['78785485-f6c9-4f72-8385-38c210f04200', '04c12633-e04a-412b-a9bd-1d389ee2f332'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:07.017718 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56675507-62e6-493d-8a7b-65fe49451c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.079166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56675507-62e6-493d-8a7b-65fe49451c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.109585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-70d81f89-5c01-4a5e-8a69-8ddb81b18329 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.110277 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-70d81f89-5c01-4a5e-8a69-8ddb81b18329 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.111788 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2732d75c-beef-49ca-b01d-6c94d5b01076 req-70d81f89-5c01-4a5e-8a69-8ddb81b18329 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "PUT /v2.0/ports/04c12633-e04a-412b-a9bd-1d389ee2f332 HTTP/1.1" status: 200 len: 904 time: 1.9737260 Jul 16 20:27:07.175709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db079a53-1cd0-4f42-920e-b0e8fe74fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.188578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db079a53-1cd0-4f42-920e-b0e8fe74fe60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.193282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db144c54-c7f5-44cd-93be-ab120f758261', 'tag': '04c12633-e04a-412b-a9bd-1d389ee2f332'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:07.201948 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bfc843-3ea0-4ec4-ac85-953b582ed336" -d '{"events": [{"name": "network-changed", "server_uuid": "db144c54-c7f5-44cd-93be-ab120f758261", "tag": "04c12633-e04a-412b-a9bd-1d389ee2f332"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:07.218979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-db079a53-1cd0-4f42-920e-b0e8fe74fe60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76b72e91-eba5-41e1-a670-3dd133dfbac2 HTTP/1.1" status: 204 len: 168 time: 0.4314530 Jul 16 20:27:07.274363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['04c12633-e04a-412b-a9bd-1d389ee2f332'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:07.307676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db079a53-1cd0-4f42-920e-b0e8fe74fe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b72e91-eba5-41e1-a670-3dd133dfbac2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.354345 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56675507-62e6-493d-8a7b-65fe49451c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.373578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56675507-62e6-493d-8a7b-65fe49451c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.385919 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-56675507-62e6-493d-8a7b-65fe49451c14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86307905-d429-4fea-ba27-f689f0cf863c HTTP/1.1" status: 204 len: 168 time: 0.4580104 Jul 16 20:27:07.434111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56675507-62e6-493d-8a7b-65fe49451c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86307905-d429-4fea-ba27-f689f0cf863c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.434746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d81f89-5c01-4a5e-8a69-8ddb81b18329 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'Port': ['ID=04c12633-e04a-412b-a9bd-1d389ee2f332,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:07.592960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d310e04e-7194-492d-b21c-0b1834924dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.745570 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.811863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c60c60-e0dd-4f34-b9b5-2b004dcd53f5 req-1f9877af-3578-415c-94d0-674444493ce4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:07.828454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2c60c60-e0dd-4f34-b9b5-2b004dcd53f5 req-1f9877af-3578-415c-94d0-674444493ce4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 907 time: 0.1815684 Jul 16 20:27:07.834986 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-500abb1d-a31b-4178-b270-d11407e7bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.870265 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-500abb1d-a31b-4178-b270-d11407e7bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:07.923075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:07.935001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-500abb1d-a31b-4178-b270-d11407e7bc5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2abeac8d6f2f43449127498e399efceb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1258798 Jul 16 20:27:07.995303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d310e04e-7194-492d-b21c-0b1834924dd2 None None] For port ae73a999-4a80-4048-b1a5-3fdef5fac4ce, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ae73a999-4a80-4048-b1a5-3fdef5fac4ce,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:08.012406 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d310e04e-7194-492d-b21c-0b1834924dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.050420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500abb1d-a31b-4178-b270-d11407e7bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085d2867-f1ee-4910-a8a8-64bb567dbc1f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.114559 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a47c36b1-72aa-4fd8-b750-a5baa78977fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.120543 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310e04e-7194-492d-b21c-0b1834924dd2 None None] Pushing event updated for resources: {'Port': ['ID=ae73a999-4a80-4048-b1a5-3fdef5fac4ce,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.170398 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5c80da9e-8ef2-4115-b7fb-aa98c876bb80 None None] Provisioning complete for port ae73a999-4a80-4048-b1a5-3fdef5fac4ce triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:08.171448 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c80da9e-8ef2-4115-b7fb-aa98c876bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.186563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Router 42975dc0-382a-4195-9c18-698bb8c627b7 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:27:08.202899 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a47c36b1-72aa-4fd8-b750-a5baa78977fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.209001 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df24527-2103-4bab-8c8c-f2827360c2d1 x-openstack-request-id: req-1df24527-2103-4bab-8c8c-f2827360c2d1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:08.209324 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db144c54-c7f5-44cd-93be-ab120f758261", "tag": "04c12633-e04a-412b-a9bd-1d389ee2f332", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:08.209579 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1df24527-2103-4bab-8c8c-f2827360c2d1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:08.209984 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db144c54-c7f5-44cd-93be-ab120f758261', 'tag': '04c12633-e04a-412b-a9bd-1d389ee2f332', 'status': 'completed', 'code': 200} Jul 16 20:27:08.230831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7ae6-5461-4ecd-9ad1-c2afd0b475f4 req-8874192a-e856-4c90-ad0a-e547196a1edf tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.241021 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-933b7ae6-5461-4ecd-9ad1-c2afd0b475f4 req-8874192a-e856-4c90-ad0a-e547196a1edf tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2526660 Jul 16 20:27:08.316176 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-933b7ae6-5461-4ecd-9ad1-c2afd0b475f4 req-2a41244a-8e62-4a1f-88c7-1bfee25f66f8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736327 Jul 16 20:27:08.343842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a47c36b1-72aa-4fd8-b750-a5baa78977fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.358432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a47c36b1-72aa-4fd8-b750-a5baa78977fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.360078 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a47c36b1-72aa-4fd8-b750-a5baa78977fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/085d2867-f1ee-4910-a8a8-64bb567dbc1f HTTP/1.1" status: 204 len: 168 time: 0.4358706 Jul 16 20:27:08.408748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c36b1-72aa-4fd8-b750-a5baa78977fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085d2867-f1ee-4910-a8a8-64bb567dbc1f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:08.473487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:08.505982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.513621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40610) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:08.513793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8299fd7c-ea68-4e39-a439-740ea64def4b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3951056 Jul 16 20:27:08.520819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Sync routers for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:08.561246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:08.562802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:26:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:08.660629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5c80da9e-8ef2-4115-b7fb-aa98c876bb80 None None] Provisioning complete for port 04c12633-e04a-412b-a9bd-1d389ee2f332 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:08.668015 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c80da9e-8ef2-4115-b7fb-aa98c876bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:08.837868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4735c-3b04-4e5f-8cda-b6fe15197e77 req-e22003e7-c3ae-45bf-868b-731738d5d71b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.848473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ac4735c-3b04-4e5f-8cda-b6fe15197e77 req-e22003e7-c3ae-45bf-868b-731738d5d71b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2598956 Jul 16 20:27:08.864007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:08.916969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-ff727d07-e4c7-479a-ab3f-0c4de5093b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:08.919362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-ff727d07-e4c7-479a-ab3f-0c4de5093b85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 1059 time: 0.6185384 Jul 16 20:27:08.935765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ac4735c-3b04-4e5f-8cda-b6fe15197e77 req-4b24e27c-abb4-49ea-864b-98b5926edbdd tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858562 Jul 16 20:27:09.054487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-d7857f61-10f0-4f61-8467-7bb65ddde6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.056925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-d7857f61-10f0-4f61-8467-7bb65ddde6b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.1195300 Jul 16 20:27:09.201297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-f8a712b9-7e5b-4615-8e22-53d7c3f9ec11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c12633-e04a-412b-a9bd-1d389ee2f332 HTTP/1.1" status: 200 len: 217 time: 0.1376824 Jul 16 20:27:09.218190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:06Z', 'revision_number': 3, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:09.267394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Checking router: 42975dc0-382a-4195-9c18-698bb8c627b7 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:09.268272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Updating router 42975dc0-382a-4195-9c18-698bb8c627b7 port 5656762d-5ba0-403f-bef9-6457136ef0a3 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:27:09.313646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-92e78de6-a2bf-4697-ae15-530957b62b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.319192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-92e78de6-a2bf-4697-ae15-530957b62b7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1103621 Jul 16 20:27:09.330168 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.483677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-d06efadb-53ef-4ed2-9a31-eeb02da432e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.488234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-d06efadb-53ef-4ed2-9a31-eeb02da432e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624234 Jul 16 20:27:09.664233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.714526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-3c699fd2-afec-4f6d-94f4-c2f6603ba1b7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:09.722389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-3c699fd2-afec-4f6d-94f4-c2f6603ba1b7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.2707527 Jul 16 20:27:09.739367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-370e6a70-2cc8-4c8e-822f-3ea7c7e7de79 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424736 Jul 16 20:27:09.747087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-d807ccc4-2d89-468e-a6b5-5a327ee59cd1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/quotas/6385058dcf004a12bbf5ed7bf5647d5d HTTP/1.1" status: 200 len: 375 time: 0.0235989 Jul 16 20:27:09.751725 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.758403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ae73a999-4a80-4048-b1a5-3fdef5fac4ce up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:09.801868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Transition to ACTIVE for port object 5656762d-5ba0-403f-bef9-6457136ef0a3 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:09.813081 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.872111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Attempting to bind port 5656762d-5ba0-403f-bef9-6457136ef0a3 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:09.873082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Attempting to bind port 5656762d-5ba0-403f-bef9-6457136ef0a3 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:09.873082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Attempting to bind port 5656762d-5ba0-403f-bef9-6457136ef0a3 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:09.883666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:09.884367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:09.884880 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.885374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:09.885972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Bound port: 5656762d-5ba0-403f-bef9-6457136ef0a3, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:09.887186 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.929599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cbad2-b975-4dbb-9759-249147940843 None None] Pushing event updated for resources: {'Port': ['ID=5656762d-5ba0-403f-bef9-6457136ef0a3,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:09.953690 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ae73a999-4a80-4048-b1a5-3fdef5fac4ce triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:09.954138 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:09.984693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] For port 5656762d-5ba0-403f-bef9-6457136ef0a3, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:10.007192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] For port 5656762d-5ba0-403f-bef9-6457136ef0a3, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5656762d-5ba0-403f-bef9-6457136ef0a3,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:10.019670 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.023587 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58bfc843-3ea0-4ec4-ac85-953b582ed336 req-251f35c8-39d0-4992-ace6-d03ce3a9672e service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737319 Jul 16 20:27:10.069763 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-6aa09f84-acd2-4ec6-8fab-21bd09570985 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3215287 Jul 16 20:27:10.122556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cbad2-b975-4dbb-9759-249147940843 None None] Pushing event updated for resources: {'Port': ['ID=5656762d-5ba0-403f-bef9-6457136ef0a3,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.128297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:10.128297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:26:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:10.187012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Allocated IP 172.20.0.1 (71bc0dc5-72b1-4715-a555-a20fd42e5237/13b2a652-4231-4bad-b8ea-195b7388ad3b/97625df1-44e9-43bd-877c-0382a71eeba0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:10.274321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:10.275232 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-720607b5-3d4e-43b7-9e4b-00aa379e915c service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042108 Jul 16 20:27:10.473508 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.492439 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-9d42ea75-a24d-4129-a6e9-76adbdf74c05 service neutron] 10.222.0.10 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139924 Jul 16 20:27:10.516411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Transition to ACTIVE for port object 97625df1-44e9-43bd-877c-0382a71eeba0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:10.554106 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:06Z', 'revision_number': 3, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:10.573317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:10.643691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c2fc0-afcc-47ac-8ac9-887ef1426dfd None None] The sync data for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 is: [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:06Z', 'revision_number': 3, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:10.704709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:10.712610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Pushing event updated for resources: {'Port': ['ID=97625df1-44e9-43bd-877c-0382a71eeba0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:10.717654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:10.721029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:10.750510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa66b44b-3829-4485-ab75-09870113ad09 req-9892dab8-2cd4-4fbe-a7fc-2f2049b86fdc tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 210 time: 0.0565400 Jul 16 20:27:10.839484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.171657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f33a51d6-040c-4587-9f69-8c12ba015d39 None None] Provisioning for port 97625df1-44e9-43bd-877c-0382a71eeba0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:11.195477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f33a51d6-040c-4587-9f69-8c12ba015d39 None None] Provisioning complete for port 97625df1-44e9-43bd-877c-0382a71eeba0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:11.195993 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f33a51d6-040c-4587-9f69-8c12ba015d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.277195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f33a51d6-040c-4587-9f69-8c12ba015d39 None None] Port 97625df1-44e9-43bd-877c-0382a71eeba0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:11.664479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5656762d-5ba0-403f-bef9-6457136ef0a3 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:11.865416 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:11.905980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 5656762d-5ba0-403f-bef9-6457136ef0a3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:11.924934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5656762d-5ba0-403f-bef9-6457136ef0a3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:11.926339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8784956-ca8d-4a28-88e5-0afe4287bedd req-e3a6b5d5-4375-40b0-872f-f831b848c256 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 210 time: 0.0637462 Jul 16 20:27:11.931224 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.177043 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.193352 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.200032 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.221634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 5656762d-5ba0-403f-bef9-6457136ef0a3, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5656762d-5ba0-403f-bef9-6457136ef0a3,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:12.226705 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.298332 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Pushing event updated for resources: {'Port': ['ID=97625df1-44e9-43bd-877c-0382a71eeba0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.305165 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.329826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=5656762d-5ba0-403f-bef9-6457136ef0a3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:12.458481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:12.460663 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:12.610542 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:27:12.707553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:12.712745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79276171', 'description': 'tempest-secgroup-smoke-79276171 description', 'project_id': '4c108c14547943189552611b7b096c07'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:12.715389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Router 42975dc0-382a-4195-9c18-698bb8c627b7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:12.758272 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.785953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:12.786695 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.926570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e40e70e6-5fa1-4b58-9f3c-418ceff4433f None None] Provisioning complete for port 97625df1-44e9-43bd-877c-0382a71eeba0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:12.926943 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e40e70e6-5fa1-4b58-9f3c-418ceff4433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:12.927170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:12.934035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d93ba680-9db6-4454-86b9-195a28d1fc67 admin admin] 10.222.0.10 "PUT /v2.0/routers/42975dc0-382a-4195-9c18-698bb8c627b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4215791 Jul 16 20:27:13.034208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e40e70e6-5fa1-4b58-9f3c-418ceff4433f None None] Port 97625df1-44e9-43bd-877c-0382a71eeba0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:13.052344 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.059437 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.118760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68077761-c31f-4628-ace8-eb37a8e683a2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.188739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a41018f-96a3-4501-b500-32674cabcdbf req-b5538fa6-141b-43a9-969f-a6d284a1b410 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 210 time: 0.0591197 Jul 16 20:27:13.211925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9652b51-13da-4f27-8130-b908e2d19112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.281307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.293281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.397158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a741f-99c2-4d58-8f61-b3dd4cb5301a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.530164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9652b51-13da-4f27-8130-b908e2d19112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.537716 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Sync routers for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:13.542931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9652b51-13da-4f27-8130-b908e2d19112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.556824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-ab83a3cb-fadd-4f42-9935-02e87daf5a87 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:13.558398 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-ab83a3cb-fadd-4f42-9935-02e87daf5a87 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 811 time: 0.2576532 Jul 16 20:27:13.563601 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:13.564619 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:26:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:13.574255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.576983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Request body: {'port': {'device_id': '87a3088d-466d-4bb3-b387-604c4b5de165', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'admin_state_up': True, 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:13.583380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-be011ae4-c09e-4bd7-b0d6-82d903c61265 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8745410 Jul 16 20:27:13.586073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.651209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5656762d-5ba0-403f-bef9-6457136ef0a3 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:13.688129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dbdf91c3-7d2d-4e20-88d7-f4d36137ceb6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'd77a741f-99c2-4d58-8f61-b3dd4cb5301a', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:13.782157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5656762d-5ba0-403f-bef9-6457136ef0a3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:13.782418 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.831926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d9652b51-13da-4f27-8130-b908e2d19112 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a19fbd7327984e94b94dd1320f94c59a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0402718 Jul 16 20:27:13.835407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:13.840811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9652b51-13da-4f27-8130-b908e2d19112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36fa70d-c345-4aab-9cf1-b901dfe3bfb6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:13.875619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf91c3-7d2d-4e20-88d7-f4d36137ceb6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.900093 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:13.955602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf91c3-7d2d-4e20-88d7-f4d36137ceb6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:13.969189 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf91c3-7d2d-4e20-88d7-f4d36137ceb6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.022702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf91c3-7d2d-4e20-88d7-f4d36137ceb6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdce051-360c-48f7-8615-99a02091692e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.060834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Made reservation on behalf of 6385058dcf004a12bbf5ed7bf5647d5d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:14.066212 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.067623 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf91c3-7d2d-4e20-88d7-f4d36137ceb6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.069038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dbdf91c3-7d2d-4e20-88d7-f4d36137ceb6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4620814 Jul 16 20:27:14.071775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:14.081164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ece2aeea-f024-47a8-99e2-b5b9c0c6eae5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'd77a741f-99c2-4d58-8f61-b3dd4cb5301a', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:14.086771 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa954-3031-4993-b061-e2ba4dfc3b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.122783 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ece2aeea-f024-47a8-99e2-b5b9c0c6eae5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.136348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa954-3031-4993-b061-e2ba4dfc3b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.266976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ece2aeea-f024-47a8-99e2-b5b9c0c6eae5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.272330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ece2aeea-f024-47a8-99e2-b5b9c0c6eae5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.310794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2aeea-f024-47a8-99e2-b5b9c0c6eae5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd5ef2f-cffb-45bb-b11c-eb9bcf8ec82b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.315432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa954-3031-4993-b061-e2ba4dfc3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.323805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa954-3031-4993-b061-e2ba4dfc3b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.326929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6fcfa954-3031-4993-b061-e2ba4dfc3b76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e36fa70d-c345-4aab-9cf1-b901dfe3bfb6 HTTP/1.1" status: 204 len: 168 time: 0.4882693 Jul 16 20:27:14.353572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ece2aeea-f024-47a8-99e2-b5b9c0c6eae5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.356343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ece2aeea-f024-47a8-99e2-b5b9c0c6eae5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2824287 Jul 16 20:27:14.360819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40886) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:14.365168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Allocated IP 172.20.0.9 (3699387c-5233-40ce-b73f-3360c0872698/cbebcb38-69e6-421d-93aa-e00cf54f98a2/5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:14.369949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-56e61a6c-9422-4f22-a1c0-416f9136ddfe tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'd77a741f-99c2-4d58-8f61-b3dd4cb5301a', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:14.372007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfa954-3031-4993-b061-e2ba4dfc3b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36fa70d-c345-4aab-9cf1-b901dfe3bfb6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.406823 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e61a6c-9422-4f22-a1c0-416f9136ddfe tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.442418 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 2, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:14.536712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e61a6c-9422-4f22-a1c0-416f9136ddfe tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.538488 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Checking router: 42975dc0-382a-4195-9c18-698bb8c627b7 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:14.538848 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Updating router 42975dc0-382a-4195-9c18-698bb8c627b7 port 97625df1-44e9-43bd-877c-0382a71eeba0 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:27:14.544979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e61a6c-9422-4f22-a1c0-416f9136ddfe tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.615747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56e61a6c-9422-4f22-a1c0-416f9136ddfe tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.621234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-56e61a6c-9422-4f22-a1c0-416f9136ddfe tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2582343 Jul 16 20:27:14.639515 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:14.653542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-76c6edae-162c-46e6-80b3-291fa2120a82 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'd77a741f-99c2-4d58-8f61-b3dd4cb5301a', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:14.659714 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.668421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:14.680018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3b15de05-effe-4366-b7a1-c7e245e05dd1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--390028123', 'description': 'tempest-description--800859542'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:14.704334 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5556563-fdae-4527-bdfa-dd5a5f91c3f2 req-ffa9e082-430b-468f-b136-04fb28da642d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 210 time: 0.1245229 Jul 16 20:27:14.705066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e61a6c-9422-4f22-a1c0-416f9136ddfe tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8eaca82-d183-4831-a5c6-074ba3e0c021,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:14.753689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b15de05-effe-4366-b7a1-c7e245e05dd1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.783673 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c6edae-162c-46e6-80b3-291fa2120a82 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.792858 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:14.904656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Transition to ACTIVE for port object 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:15.014152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:15.017048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c6edae-162c-46e6-80b3-291fa2120a82 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.027936 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c6edae-162c-46e6-80b3-291fa2120a82 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.038139 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98a31652-3255-4b99-af20-d2b6922ca0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.066487 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.085749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c0a4d86c-92bf-4be5-9684-2d6aeb760233'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:15.088692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['78785485-f6c9-4f72-8385-38c210f04200'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:15.096104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6edae-162c-46e6-80b3-291fa2120a82 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fdbbc4-9461-4374-8fd3-279f9e753b33,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.251328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Network 3699387c-5233-40ce-b73f-3360c0872698 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:15.279609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event updated for resources: {'Port': ['ID=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.293310 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b15de05-effe-4366-b7a1-c7e245e05dd1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.298659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:15.316224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:15.332643 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.346119 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Transition to ACTIVE for port object 97625df1-44e9-43bd-877c-0382a71eeba0 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:15.355498 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.402087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:15.402981 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.408778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76c6edae-162c-46e6-80b3-291fa2120a82 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.410287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-76c6edae-162c-46e6-80b3-291fa2120a82 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7689769 Jul 16 20:27:15.411240 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b15de05-effe-4366-b7a1-c7e245e05dd1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.414470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:15.428076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-43df60cd-e6e6-4e67-8216-6a63fc8f4fbd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'd77a741f-99c2-4d58-8f61-b3dd4cb5301a', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:15.473188 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Pushing event updated for resources: {'Port': ['ID=97625df1-44e9-43bd-877c-0382a71eeba0,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.476048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15de05-effe-4366-b7a1-c7e245e05dd1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.501459 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.503351 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.506302 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.506846 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.507394 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.510637 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.511247 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.511751 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.512235 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.512717 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.513204 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.513682 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:15.599749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98a31652-3255-4b99-af20-d2b6922ca0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.606848 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98a31652-3255-4b99-af20-d2b6922ca0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.609902 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b15de05-effe-4366-b7a1-c7e245e05dd1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.614399 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3b15de05-effe-4366-b7a1-c7e245e05dd1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9402578 Jul 16 20:27:15.615126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:15.629264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-75d99707-82f9-4e1a-ae7b-358f181b9b05 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'security_group_rule': {'security_group_id': '4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:15.648616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-98a31652-3255-4b99-af20-d2b6922ca0db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bbf88fdda2a477cbe182602d3296c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321337 Jul 16 20:27:15.652667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:15.669249 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Attempting to bind port 97625df1-44e9-43bd-877c-0382a71eeba0 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:15.672389 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Attempting to bind port 97625df1-44e9-43bd-877c-0382a71eeba0 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:15.673853 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Attempting to bind port 97625df1-44e9-43bd-877c-0382a71eeba0 on network 71bc0dc5-72b1-4715-a555-a20fd42e5237 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:15.685009 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.691507 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:15.692269 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Checking segment: {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:15.692904 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.693515 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Bound using segment: {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:15.694266 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Bound port: 97625df1-44e9-43bd-877c-0382a71eeba0, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:15.694910 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.787961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c8b7e9f-4b1f-40fa-bac3-59bda60d3bb9 None None] Provisioning for port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:15.793101 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-43df60cd-e6e6-4e67-8216-6a63fc8f4fbd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Project 4c108c14547943189552611b7b096c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:27:15.793701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c8b7e9f-4b1f-40fa-bac3-59bda60d3bb9 None None] Provisioning complete for port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:15.794252 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c8b7e9f-4b1f-40fa-bac3-59bda60d3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.801890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a31652-3255-4b99-af20-d2b6922ca0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e01dd-2a2a-4557-a3e2-24a30665b541,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:15.802318 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] For port 97625df1-44e9-43bd-877c-0382a71eeba0, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:15.806028 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] For port 97625df1-44e9-43bd-877c-0382a71eeba0, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=97625df1-44e9-43bd-877c-0382a71eeba0,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:15.806696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43df60cd-e6e6-4e67-8216-6a63fc8f4fbd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.810317 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-1bc45cb7-fc69-4fc6-9e5a-5abfb0932543 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2427170 Jul 16 20:27:15.817288 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.840742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-911bfcc3-e88b-4a57-b260-be326a8b727b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:27:15.842588 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a68c251-2051-4b72-aa55-53130683851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.846656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b7e9f-4b1f-40fa-bac3-59bda60d3bb9 None None] Port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:15.847204 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-911bfcc3-e88b-4a57-b260-be326a8b727b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268474 Jul 16 20:27:15.868340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Request body: {'port': {'device_id': '87a3088d-466d-4bb3-b387-604c4b5de165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:15.873577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a68c251-2051-4b72-aa55-53130683851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.926476 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:15.927635 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:26:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:15.977363 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a68c251-2051-4b72-aa55-53130683851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.980329 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a68c251-2051-4b72-aa55-53130683851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:15.988125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6a68c251-2051-4b72-aa55-53130683851e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d7e01dd-2a2a-4557-a3e2-24a30665b541 HTTP/1.1" status: 204 len: 168 time: 0.3007402 Jul 16 20:27:16.000129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75d99707-82f9-4e1a-ae7b-358f181b9b05 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.023631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68c251-2051-4b72-aa55-53130683851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e01dd-2a2a-4557-a3e2-24a30665b541,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.056011 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43df60cd-e6e6-4e67-8216-6a63fc8f4fbd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.075032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43df60cd-e6e6-4e67-8216-6a63fc8f4fbd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.137756 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3431d2-f6fa-464a-b09c-40451467e816 None None] Pushing event updated for resources: {'Port': ['ID=97625df1-44e9-43bd-877c-0382a71eeba0,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.167479 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.175636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df60cd-e6e6-4e67-8216-6a63fc8f4fbd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8993d91d-8648-4624-935e-81e9520f9616,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.216493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75d99707-82f9-4e1a-ae7b-358f181b9b05 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.224099 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75d99707-82f9-4e1a-ae7b-358f181b9b05 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.251556 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43df60cd-e6e6-4e67-8216-6a63fc8f4fbd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.263070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-43df60cd-e6e6-4e67-8216-6a63fc8f4fbd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8372808 Jul 16 20:27:16.263869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40964) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:16.277866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5b84f812-301c-4291-8fc4-63d540ff5922 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'd77a741f-99c2-4d58-8f61-b3dd4cb5301a', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:16.295976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d99707-82f9-4e1a-ae7b-358f181b9b05 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965bab57-6c18-4118-8efc-0b21da15ee93,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.308888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75d99707-82f9-4e1a-ae7b-358f181b9b05 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.314540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-75d99707-82f9-4e1a-ae7b-358f181b9b05 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6981008 Jul 16 20:27:16.318231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:16.327209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-558b7466-136e-4142-892b-6cc6f71344ac tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'security_group_rule': {'security_group_id': '4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:16.336702 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:16.377779 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-5b84f812-301c-4291-8fc4-63d540ff5922 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Project 4c108c14547943189552611b7b096c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:27:16.418455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b84f812-301c-4291-8fc4-63d540ff5922 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.500677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c15f3-f925-4ade-891a-a9f4855e69a1 req-f9e7bbac-b383-4fdd-be10-4ca4b5e3e4d8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:16.526124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-695c15f3-f925-4ade-891a-a9f4855e69a1 req-f9e7bbac-b383-4fdd-be10-4ca4b5e3e4d8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 931 time: 0.4077468 Jul 16 20:27:16.539097 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.585300 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-558b7466-136e-4142-892b-6cc6f71344ac tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.684171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-695c15f3-f925-4ade-891a-a9f4855e69a1 req-0ba45dc6-f61a-4adc-a714-fc88886db8e4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564641 Jul 16 20:27:16.692801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b84f812-301c-4291-8fc4-63d540ff5922 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.701812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b84f812-301c-4291-8fc4-63d540ff5922 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.750481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84f812-301c-4291-8fc4-63d540ff5922 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b90233b-d861-4baa-88fc-63529d4a0557,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:16.773875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b84f812-301c-4291-8fc4-63d540ff5922 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.776159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5b84f812-301c-4291-8fc4-63d540ff5922 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5064030 Jul 16 20:27:16.780374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40994) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:16.791748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'network': {'name': 'tempest-network-smoke--1576773275', 'project_id': '4c108c14547943189552611b7b096c07', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:16.811176 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:15Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:16.833297 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-558b7466-136e-4142-892b-6cc6f71344ac tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.842766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:16.849469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.859141 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-558b7466-136e-4142-892b-6cc6f71344ac tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.864401 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af13a3b-d643-45ae-aead-50f5ede71ab9 None None] The sync data for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 is: [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:15Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:16.914748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:16.928316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:16.928665 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Added segment 15d2c75f-9ed9-4d91-b530-ebcf0776986e of type vlan for network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 Jul 16 20:27:16.995465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b7466-136e-4142-892b-6cc6f71344ac tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccc2fb4-2f35-4e16-8f4c-cdbc0369860d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.003038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-558b7466-136e-4142-892b-6cc6f71344ac tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.010523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-558b7466-136e-4142-892b-6cc6f71344ac tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6908035 Jul 16 20:27:17.017070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:17.027838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:17.034056 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.117813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.143473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.150265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:17.151497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.176867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:17.194602 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.245425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Transition to ACTIVE for port object 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:17.255854 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.289321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Network': ['ID=2ba60276-e88a-4f5b-a410-93f5b5791ce8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.302890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:17.308981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fcec6cc7-7831-4b4e-8231-6820b71a0d09 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5236394 Jul 16 20:27:17.315761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:17.321945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'admin_state_up': True, 'project_id': '4c108c14547943189552611b7b096c07', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:17.536181 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.537874 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.548787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Pushing event updated for resources: {'Port': ['ID=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:17.799159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Attempting to bind port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:17.799560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Attempting to bind port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:17.799898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Attempting to bind port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:17.807606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d on network 3699387c-5233-40ce-b73f-3360c0872698 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:17.810003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Attempting to bind port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d on network 3699387c-5233-40ce-b73f-3360c0872698 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:17.823939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:17.829508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Checking segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:17.830305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Bound using segment: {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:17.831243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 97625df1-44e9-43bd-877c-0382a71eeba0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:17.832240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Bound port: 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80ed9d7-f93a-411a-a442-69e0a94bcb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3699387c-5233-40ce-b73f-3360c0872698'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:17.833828 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.863024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:17.889503 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.031632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 97625df1-44e9-43bd-877c-0382a71eeba0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:18.042426 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 97625df1-44e9-43bd-877c-0382a71eeba0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:18.043154 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.072305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Allocated IP 172.25.7.42 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/8559aac6-5d07-4fa1-9917-afee9cffcfe6) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:18.146903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:18.155489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:18.165407 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.276208 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.355491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 97625df1-44e9-43bd-877c-0382a71eeba0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=97625df1-44e9-43bd-877c-0382a71eeba0,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:18.369804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.372153 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.373952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] 10.222.0.63 "PUT /v2.0/ports/5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d HTTP/1.1" status: 200 len: 1092 time: 2.5202980 Jul 16 20:27:18.381621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:18.384193 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d" -d '{"events": [{"name": "network-changed", "server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:18.386072 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.392473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739d43-bc02-44f6-b9b8-0edc4417cc8f service neutron] Pushing event updated for resources: {'Port': ['ID=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:18.494875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=97625df1-44e9-43bd-877c-0382a71eeba0,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:18.518337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.518883 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8acf54f-4028-4250-ba4a-32d70ca5deb3 x-openstack-request-id: req-a8acf54f-4028-4250-ba4a-32d70ca5deb3 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:18.519242 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:18.519446 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8acf54f-4028-4250-ba4a-32d70ca5deb3 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:18.520181 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d', 'status': 'completed', 'code': 200} Jul 16 20:27:18.521927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.522463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.522962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.523574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.525217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.525973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.527288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.530359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.531791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.532281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.532851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:18.584544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.655286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-8046d03e-d162-40b1-af40-6fc0f7021bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.656916 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-8046d03e-d162-40b1-af40-6fc0f7021bd5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 1095 time: 0.2281277 Jul 16 20:27:18.756401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-e910c70f-a018-49bb-a101-4a484e1ca3a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d HTTP/1.1" status: 200 len: 217 time: 0.0916386 Jul 16 20:27:18.784002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:18.908141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-5e64ca1d-530d-4b38-9876-c887c7f0d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:18.911066 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-5e64ca1d-530d-4b38-9876-c887c7f0d5f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1456153 Jul 16 20:27:19.006206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.070040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-5e33ee57-a4f5-412a-9662-7036c8e58deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.073779 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-5e33ee57-a4f5-412a-9662-7036c8e58deb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549683 Jul 16 20:27:19.120300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:19.124830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:19.127445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'Port': ['ID=8559aac6-5d07-4fa1-9917-afee9cffcfe6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:19.141140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:19.199423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9e67b-874e-441d-ac4c-b8e1b304a472 req-3bea60ff-e219-4454-8dd8-16e5c00aa014 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.208174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:19.221808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ca9e67b-874e-441d-ac4c-b8e1b304a472 req-3bea60ff-e219-4454-8dd8-16e5c00aa014 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 943 time: 0.9420249 Jul 16 20:27:19.283741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-ca6d09dc-1b46-4748-ad3d-582bf1d7e6c7 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028837 Jul 16 20:27:19.350817 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ca9e67b-874e-441d-ac4c-b8e1b304a472 req-d20e5594-68e1-49eb-9e14-11b59c4a2877 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277444 Jul 16 20:27:19.484815 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3860d0d9-1c32-448d-98f7-30b41ffc9f11 req-16c70c9e-f5d9-406e-9764-ba438cb6dc01 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951139 Jul 16 20:27:19.527662 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2354282e-0f44-425a-a1e9-f0dcf8fd5e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.542692 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.596857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 97625df1-44e9-43bd-877c-0382a71eeba0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:19.681544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.689665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 97625df1-44e9-43bd-877c-0382a71eeba0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:19.690326 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.696836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-8b06ac57-d959-4a2c-a396-c696ba39b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.698398 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-8b06ac57-d959-4a2c-a396-c696ba39b325 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 1095 time: 0.1470816 Jul 16 20:27:19.824223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2354282e-0f44-425a-a1e9-f0dcf8fd5e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.838105 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2354282e-0f44-425a-a1e9-f0dcf8fd5e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:19.861962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-70cf3ae3-c7aa-4190-bb15-48945762c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:19.864042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-70cf3ae3-c7aa-4190-bb15-48945762c65b service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.1572349 Jul 16 20:27:19.933453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-653f2ad2-1ef9-4c0c-8bd5-f4294955dda4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d HTTP/1.1" status: 200 len: 217 time: 0.0570674 Jul 16 20:27:19.952885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2354282e-0f44-425a-a1e9-f0dcf8fd5e66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4c73d2661f0466ea34686bb7f8ed08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425442 Jul 16 20:27:19.977635 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:19.978350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354282e-0f44-425a-a1e9-f0dcf8fd5e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8aa9f3-5f1f-4c07-a400-406ee4847388,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.081177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-de46f460-3b61-4307-91d2-e87949baffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.084528 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-de46f460-3b61-4307-91d2-e87949baffb6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1273785 Jul 16 20:27:20.122732 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61e66d6a-770a-4562-bc9b-51468d645fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.157939 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61e66d6a-770a-4562-bc9b-51468d645fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.199551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-ebf30d09-996f-42b8-978e-cf639ccf2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.201045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-ebf30d09-996f-42b8-978e-cf639ccf2129 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090055 Jul 16 20:27:20.242327 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.268822 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.313623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61e66d6a-770a-4562-bc9b-51468d645fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.318206 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61e66d6a-770a-4562-bc9b-51468d645fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.321927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-61e66d6a-770a-4562-bc9b-51468d645fee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e8aa9f3-5f1f-4c07-a400-406ee4847388 HTTP/1.1" status: 204 len: 168 time: 0.3374660 Jul 16 20:27:20.340745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e66d6a-770a-4562-bc9b-51468d645fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8aa9f3-5f1f-4c07-a400-406ee4847388,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.357553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-3ff18ef7-3823-4cfa-a4e1-59c07c57fe90 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466739 Jul 16 20:27:20.533632 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ece9a6a3-92e8-41b4-bc2a-b0d92c3aac2d req-16bec7f7-d4d5-4c8f-9c4e-fd6c7a9017f6 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669683 Jul 16 20:27:20.558016 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.562552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-25203aa2-1eef-4208-bf42-33252639b36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.587903 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.768346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'Port': ['ID=8559aac6-5d07-4fa1-9917-afee9cffcfe6,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:20.772813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.25.7.214 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/8af32a23-350d-4b13-9a03-8241b85a1fd4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:20.836943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.859299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27d2ce-53c6-4595-9380-9af5e0b22308 req-96cb53cc-d750-4066-8f70-8a9f6e50c93a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:20.861247 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f27d2ce-53c6-4595-9380-9af5e0b22308 req-96cb53cc-d750-4066-8f70-8a9f6e50c93a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 943 time: 0.2969396 Jul 16 20:27:20.954212 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:20.965396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3465e30e-2c91-41c0-9ad8-988e6d2f4d25 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9462292 Jul 16 20:27:20.992830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f27d2ce-53c6-4595-9380-9af5e0b22308 req-9995b89a-5503-428c-a5ab-6b17f0e41d6e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241355 Jul 16 20:27:21.089321 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.190990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:21.242443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:21.247013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:21.253337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:21.295285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=8af32a23-350d-4b13-9a03-8241b85a1fd4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:21.490826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-f4b293f9-7b89-4439-81b1-f6b552de060e tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--390028123&fields=id&tenant_id=2e29e2db1f3845e8a06ca354042d182a HTTP/1.1" status: 200 len: 267 time: 0.2079701 Jul 16 20:27:21.760620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-0d289066-feb4-4067-bccb-c2ecd957a99d tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:21.762729 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-0d289066-feb4-4067-bccb-c2ecd957a99d tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 811 time: 0.2608740 Jul 16 20:27:21.791166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-864dafbb-bfef-4f2a-b235-4512a5af63c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/quotas/2e29e2db1f3845e8a06ca354042d182a HTTP/1.1" status: 200 len: 375 time: 0.0195942 Jul 16 20:27:21.795880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.114638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-cedb42a9-5832-4e99-94b0-19275c8ecc83 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2805967 Jul 16 20:27:22.141023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-507b22f9-6a3d-4903-a731-31cb82fba550 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:27:22.149428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:22.164554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-507b22f9-6a3d-4903-a731-31cb82fba550 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475740 Jul 16 20:27:22.347207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:22.362559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'port_id': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d', 'mac_address': 'fa:16:3e:39:70:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:22.388049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4b11c-5ba5-4ace-aa42-707084d168ef req-2f01fb7a-a161-4e7b-9265-b633315e688e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:22.388604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.396551 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3c4b11c-5ba5-4ace-aa42-707084d168ef req-2f01fb7a-a161-4e7b-9265-b633315e688e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 943 time: 0.2141008 Jul 16 20:27:22.465685 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.466240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-b63ecac9-6adf-452b-bd2c-650bbbe3f896 service neutron] 10.222.0.10 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001831 Jul 16 20:27:22.498895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:22.508755 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3c4b11c-5ba5-4ace-aa42-707084d168ef req-20d7039e-e08a-4767-b021-553402d3d59d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067851 Jul 16 20:27:22.522286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:22.536076 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.667481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:22.688514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-f817c560-9eee-48ad-9bfe-7c3d45732d9c service neutron] 10.222.0.10 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210760 Jul 16 20:27:22.720526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router a59c2279-42c3-4b0e-840f-be36f00b1f1f is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:27:22.772954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:22.823028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.841255 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41214) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.902546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:22.929832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Sync routers for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:22.932419 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:22.933807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fd9632fa-9117-4535-a19a-9e158cff33fb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6157002 Jul 16 20:27:22.937778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:22.979505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:22.980154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:26:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:23.010109 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73ead832-a4c7-4264-8a49-07f25a343636 req-d8dc1469-f0d2-4bc6-8cb6-4d0055ace126 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 210 time: 0.0526941 Jul 16 20:27:23.043620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8563fb2c-b3ec-4299-9dbd-a01d7549c0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.106282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-46ed41f5-28c9-48ef-8b36-3725c7209383 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-373492300'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:23.107040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-46ed41f5-28c9-48ef-8b36-3725c7209383 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Unknown quota resources ['metering_label']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:27:23.206858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:23.329756 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-08a9e8fd-8a9c-4cad-a7d9-3cedb72f2ae0 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4c108c14547943189552611b7b096c07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3907197 Jul 16 20:27:23.332496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.414709 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.437378 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-afd6a04d-e9d7-4c78-8c5c-57e03bf28a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.553099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:21Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:23.606575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82682032-9b67-4dbc-88bd-d0ab57fd17c9 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.609489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-82682032-9b67-4dbc-88bd-d0ab57fd17c9 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2758090 Jul 16 20:27:23.612703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41246) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.618651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8563fb2c-b3ec-4299-9dbd-a01d7549c0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.665400 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8563fb2c-b3ec-4299-9dbd-a01d7549c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.669064 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ed41f5-28c9-48ef-8b36-3725c7209383 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.673416 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-46ed41f5-28c9-48ef-8b36-3725c7209383 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8486698 Jul 16 20:27:23.675216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.687619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b12f6604-1ba4-477d-bb62-e07127a845ed tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a8d78f18-8152-4968-84b4-fbde494b4efa'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:23.688136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b12f6604-1ba4-477d-bb62-e07127a845ed tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:27:23.722818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-278edabc-240e-4c09-af92-560141e04e2e tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1063941 Jul 16 20:27:23.727477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.734897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2031709082', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'project_id': '4c108c14547943189552611b7b096c07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:23.789298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Checking router: a59c2279-42c3-4b0e-840f-be36f00b1f1f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:23.789654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Updating router a59c2279-42c3-4b0e-840f-be36f00b1f1f port 8af32a23-350d-4b13-9a03-8241b85a1fd4 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:27:23.827169 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:23.849664 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8563fb2c-b3ec-4299-9dbd-a01d7549c0e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf891acd0e7a49dd99fe025ebb80b2de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0051782 Jul 16 20:27:23.859212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41254) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:23.865248 n-d-792394-17 neutron-server[93958]: WARNING neutron.services.metering.metering_plugin [None req-b12f6604-1ba4-477d-bb62-e07127a845ed tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:27:23.873681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563fb2c-b3ec-4299-9dbd-a01d7549c0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b551587c-c9f5-4acd-a3e5-d2c0b3a1659e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:23.947534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c6312-ba23-4317-b681-42886fc0a32f req-6de59d01-624d-4a7c-8abc-340ab540824a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:23.954823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d13c6312-ba23-4317-b681-42886fc0a32f req-6de59d01-624d-4a7c-8abc-340ab540824a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 944 time: 0.1799440 Jul 16 20:27:23.962769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:23.966184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.006211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b12f6604-1ba4-477d-bb62-e07127a845ed tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.007455 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b12f6604-1ba4-477d-bb62-e07127a845ed tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3295557 Jul 16 20:27:24.010414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.014981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4b54d277-f0a6-491d-9775-ecff0d94c90d tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a8d78f18-8152-4968-84b4-fbde494b4efa'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:24.016021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4b54d277-f0a6-491d-9775-ecff0d94c90d tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:27:24.052938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d13c6312-ba23-4317-b681-42886fc0a32f req-ceb954e6-33de-4983-b5bf-3cd47cff5f59 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971565 Jul 16 20:27:24.059138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-297c849f-2ed1-4ba8-9d7e-0bf081d3b10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.132374 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-297c849f-2ed1-4ba8-9d7e-0bf081d3b10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.138172 n-d-792394-17 neutron-server[93958]: WARNING neutron.services.metering.metering_plugin [None req-4b54d277-f0a6-491d-9775-ecff0d94c90d tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:27:24.169999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:24.225103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-297c849f-2ed1-4ba8-9d7e-0bf081d3b10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.228077 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-297c849f-2ed1-4ba8-9d7e-0bf081d3b10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.243367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-297c849f-2ed1-4ba8-9d7e-0bf081d3b10e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b551587c-c9f5-4acd-a3e5-d2c0b3a1659e HTTP/1.1" status: 204 len: 168 time: 0.3697662 Jul 16 20:27:24.332322 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.335170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c849f-2ed1-4ba8-9d7e-0bf081d3b10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b551587c-c9f5-4acd-a3e5-d2c0b3a1659e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.386763 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.428631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Transition to ACTIVE for port object 8af32a23-350d-4b13-9a03-8241b85a1fd4 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:24.453004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Checking segment: {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:24.453438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network hostable DHCP agents. Network: 2ba60276-e88a-4f5b-a410-93f5b5791ce8, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:24.458645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Subnet': ['ID=2932cd1c-b074-4e29-a3f7-38b918594267,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.478881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:24.496859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 2ba60276-e88a-4f5b-a410-93f5b5791ce8) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:24.503207 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.508696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:24.509314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.528869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2fb74-4306-45a2-8aa9-405af4c1963f None None] Network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:24.538778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-712024d2-91e3-496c-a775-4008d42d2dea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8099368 Jul 16 20:27:24.541259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41266) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.549005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:24.611506 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:24.611884 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.647319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Attempting to bind port 8af32a23-350d-4b13-9a03-8241b85a1fd4 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:24.647698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Attempting to bind port 8af32a23-350d-4b13-9a03-8241b85a1fd4 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:24.648093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Attempting to bind port 8af32a23-350d-4b13-9a03-8241b85a1fd4 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:24.659659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:24.660082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:24.660674 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.661091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:24.661583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Bound port: 8af32a23-350d-4b13-9a03-8241b85a1fd4, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:24.661974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.721720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] For port 8af32a23-350d-4b13-9a03-8241b85a1fd4, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:24.725452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] For port 8af32a23-350d-4b13-9a03-8241b85a1fd4, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8af32a23-350d-4b13-9a03-8241b85a1fd4,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:24.726570 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.731826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:24.748131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620a40e6-211d-48e2-819c-781f5811df53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.773132 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.781614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5f66-e07a-4f68-b0a7-70c735c4cc7e None None] Pushing event updated for resources: {'Port': ['ID=8af32a23-350d-4b13-9a03-8241b85a1fd4,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.844107 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-47b0dc6a-f742-4361-9716-094dbfa99b67 req-4027087e-7515-4aa3-96a6-aab6f3baa973 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 210 time: 0.1205773 Jul 16 20:27:24.943236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe5f66-e07a-4f68-b0a7-70c735c4cc7e None None] Pushing event updated for resources: {'Port': ['ID=8af32a23-350d-4b13-9a03-8241b85a1fd4,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:24.969209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:24.970248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:27:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:24.993557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620a40e6-211d-48e2-819c-781f5811df53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:24.998888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b54d277-f0a6-491d-9775-ecff0d94c90d tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.001046 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4b54d277-f0a6-491d-9775-ecff0d94c90d tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9896350 Jul 16 20:27:25.002649 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620a40e6-211d-48e2-819c-781f5811df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.005505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:25.041282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a40e6-211d-48e2-819c-781f5811df53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728e2314-5b9a-4351-8f48-9f03193d1527,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:25.074359 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a2e96094-13f2-4746-afed-a0de5b431919 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=99d6d9ca-6bf6-4b52-9c7e-eef60a0dc1a1 HTTP/1.1" status: 200 len: 462 time: 0.0444787 Jul 16 20:27:25.078132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:25.092704 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-620a40e6-211d-48e2-819c-781f5811df53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d00b5a242cc49c3aec3b768b7aa03e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572426 Jul 16 20:27:25.093316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:25.260425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52e3b54-1d1b-438c-ba34-2d5b8351ab3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.283626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:27:25.284729 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.314211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52e3b54-1d1b-438c-ba34-2d5b8351ab3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.333582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.352926 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-082da241-c267-4014-ab56-0c97be4c8101 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.354327 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-082da241-c267-4014-ab56-0c97be4c8101 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/99d6d9ca-6bf6-4b52-9c7e-eef60a0dc1a1 HTTP/1.1" status: 204 len: 168 time: 0.2750769 Jul 16 20:27:25.371100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:25.476137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:25.478383 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe985663-1936-40b6-876f-d02d298e434a" -d '{"events": [{"server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "name": "network-vif-plugged", "status": "completed", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:25.485261 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-62971c9b-f9a0-45ed-83b1-23879b1b3ff1 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=99d6d9ca-6bf6-4b52-9c7e-eef60a0dc1a1 HTTP/1.1" status: 200 len: 221 time: 0.1133385 Jul 16 20:27:25.489568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:25.490224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52e3b54-1d1b-438c-ba34-2d5b8351ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.493515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52e3b54-1d1b-438c-ba34-2d5b8351ab3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.495610 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d52e3b54-1d1b-438c-ba34-2d5b8351ab3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/728e2314-5b9a-4351-8f48-9f03193d1527 HTTP/1.1" status: 204 len: 168 time: 0.4011533 Jul 16 20:27:25.502463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6953bf73-ed5d-4dad-b075-78ee5ac5872e tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--102299412', 'description': 'label created by tempest'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:25.502982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6953bf73-ed5d-4dad-b075-78ee5ac5872e tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Unknown quota resources ['metering_label']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:27:25.524660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:25.588428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e3b54-1d1b-438c-ba34-2d5b8351ab3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e2314-5b9a-4351-8f48-9f03193d1527,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:25.626133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b8f4-e7f3-4681-b4ca-8e1b296d48d2 req-817f510f-dba0-40e2-bcf0-e0fb22702c9f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.631042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dca0b8f4-e7f3-4681-b4ca-8e1b296d48d2 req-817f510f-dba0-40e2-bcf0-e0fb22702c9f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 944 time: 0.2751465 Jul 16 20:27:25.675144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-c65c23bc-707d-4471-85ff-05ed3d8fc4a7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:25.677117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-c65c23bc-707d-4471-85ff-05ed3d8fc4a7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.30 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 811 time: 0.2996261 Jul 16 20:27:25.706356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:25.724399 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.791586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-4ec228a1-e828-44b2-a036-72ec4d0120cd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e29e2db1f3845e8a06ca354042d182a HTTP/1.1" status: 200 len: 379 time: 0.0848689 Jul 16 20:27:25.816884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'port': {'device_id': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'admin_state_up': True, 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'security_groups': ['4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:25.861943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Allocated IP 172.20.0.2 (2ba60276-e88a-4f5b-a410-93f5b5791ce8/2932cd1c-b074-4e29-a3f7-38b918594267/c28c0251-f575-4124-b8ab-24510ecef97a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:25.942318 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dca0b8f4-e7f3-4681-b4ca-8e1b296d48d2 req-e2b3bc45-5d07-43f1-9c3b-08b11afd480d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103178 Jul 16 20:27:25.947246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6953bf73-ed5d-4dad-b075-78ee5ac5872e tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:25.952519 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6953bf73-ed5d-4dad-b075-78ee5ac5872e tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4554505 Jul 16 20:27:25.956869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.053511 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.073179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Transition to ACTIVE for port object c28c0251-f575-4124-b8ab-24510ecef97a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:26.115732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Transition to ACTIVE for port object c28c0251-f575-4124-b8ab-24510ecef97a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:26.124492 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53dae1b-9356-4c77-b5d4-fed246e6e664 x-openstack-request-id: req-e53dae1b-9356-4c77-b5d4-fed246e6e664 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:26.124814 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "name": "network-vif-plugged", "status": "completed", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:26.125150 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e53dae1b-9356-4c77-b5d4-fed246e6e664 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:26.125583 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d', 'code': 200} Jul 16 20:27:26.138142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.149379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.198646 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-787be74f-159a-429e-9fe0-f3454f707a24 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=da2f9076-c552-43dd-96f8-8dc0383479e9 HTTP/1.1" status: 200 len: 467 time: 0.2404635 Jul 16 20:27:26.201700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.249148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18768b9e-4c90-4ea9-b2ac-dad1b579fb30 req-106c9d9c-7d60-4ba1-9065-e9e96f0d0b42 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 210 time: 0.0472727 Jul 16 20:27:26.258053 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.263986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:26.347478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:26.398046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:26.443227 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.556514 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16aee893-6244-4118-a105-129dba814736 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.562097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-16aee893-6244-4118-a105-129dba814736 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/da2f9076-c552-43dd-96f8-8dc0383479e9 HTTP/1.1" status: 204 len: 168 time: 0.3476379 Jul 16 20:27:26.562776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41318) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.591151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Pushing event updated for resources: {'Port': ['ID=c28c0251-f575-4124-b8ab-24510ecef97a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.617139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Attempting to bind port c28c0251-f575-4124-b8ab-24510ecef97a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:26.617608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Attempting to bind port c28c0251-f575-4124-b8ab-24510ecef97a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:26.618069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Attempting to bind port c28c0251-f575-4124-b8ab-24510ecef97a on network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:26.629393 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:26.629991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Checking segment: {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:26.630502 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.630984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Bound using segment: {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:26.631616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Bound port: c28c0251-f575-4124-b8ab-24510ecef97a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:26.632086 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.686572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c1871614-940d-4929-befa-0f8af201a86d tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=da2f9076-c552-43dd-96f8-8dc0383479e9 HTTP/1.1" status: 200 len: 216 time: 0.1225998 Jul 16 20:27:26.693756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.713513 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-941cc9f6-0f7b-4e5b-a94b-13d22a74a35f tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0174084 Jul 16 20:27:26.721391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.763036 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-750804c2-3f58-4439-a309-63a685101054 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0374291 Jul 16 20:27:26.767018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.777080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] For port c28c0251-f575-4124-b8ab-24510ecef97a, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:26.782592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83a040-28b8-4118-91df-18e4be453ed7 req-e39e57b1-2a65-4ebd-847a-d0dafe7a4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:26.784239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] For port c28c0251-f575-4124-b8ab-24510ecef97a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c28c0251-f575-4124-b8ab-24510ecef97a,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:26.785627 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a83a040-28b8-4118-91df-18e4be453ed7 req-e39e57b1-2a65-4ebd-847a-d0dafe7a4fab service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 1097 time: 0.5924823 Jul 16 20:27:26.793294 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:26.899425 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f3cdb7c5-c090-44ac-905b-c5113b4d156c tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/a8d78f18-8152-4968-84b4-fbde494b4efa HTTP/1.1" status: 200 len: 472 time: 0.1306477 Jul 16 20:27:26.904930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.916276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35547e-5c2b-47e8-9505-c137f0fb1a29 None None] Pushing event updated for resources: {'Port': ['ID=c28c0251-f575-4124-b8ab-24510ecef97a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:26.919368 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-21bcb511-6f64-462e-9945-5874d04fa5df tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/09336c6f-e903-4b0d-b505-d8a0fc2eb665 HTTP/1.1" status: 200 len: 459 time: 0.0127990 Jul 16 20:27:26.922648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:26.938992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.20.0.1 (2ba60276-e88a-4f5b-a410-93f5b5791ce8/2932cd1c-b074-4e29-a3f7-38b918594267/e00431b8-851e-4680-976d-41d071da7024) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:26.995058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a83a040-28b8-4118-91df-18e4be453ed7 req-508e558d-65f8-4781-89b1-2cdcd749f21e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955600 Jul 16 20:27:26.999531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:21Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:27.036377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5cba60-fba0-4bbb-b15c-4495a62c1e5a None None] The sync data for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 is: [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:21Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:27.155813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.227113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.244956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Transition to ACTIVE for port object e00431b8-851e-4680-976d-41d071da7024 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:27.264842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f24619c-c02b-4f97-a0b8-cd1491b10ee7 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.268378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5f24619c-c02b-4f97-a0b8-cd1491b10ee7 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/09336c6f-e903-4b0d-b505-d8a0fc2eb665 HTTP/1.1" status: 204 len: 168 time: 0.3420308 Jul 16 20:27:27.273826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:27.277063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Made reservation on behalf of 2e29e2db1f3845e8a06ca354042d182a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:27.280735 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.416676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.493451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:27.583088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:27.618517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:27.800364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c28c0251-f575-4124-b8ab-24510ecef97a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:27.865198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=e00431b8-851e-4680-976d-41d071da7024,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:27.875595 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2dcb820-66c5-4653-a679-703dc3227c1f req-230fd729-4663-47e8-93b4-c5ecb18766fa tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 210 time: 0.1668594 Jul 16 20:27:27.887732 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:27.929539 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f736597-8623-494d-b3d0-af0091ea1fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.023443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Allocated IP 172.20.0.12 (71bc0dc5-72b1-4715-a555-a20fd42e5237/13b2a652-4231-4bad-b8ea-195b7388ad3b/03ecc99d-59aa-4263-bce7-3182b3d3b9bb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:28.027978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a452fdf6-14c7-49f1-9837-85f2316623b8 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.031216 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a452fdf6-14c7-49f1-9837-85f2316623b8 tempest-MeteringIpV6TestJSON-585750037 tempest-MeteringIpV6TestJSON-585750037-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/a8d78f18-8152-4968-84b4-fbde494b4efa HTTP/1.1" status: 204 len: 168 time: 0.7270069 Jul 16 20:27:28.166041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fe12a-0b59-42fd-bc22-9ec863e52a78 req-25ad0612-e6fc-45f4-8018-721d591c824e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:28.177780 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-304fe12a-0b59-42fd-bc22-9ec863e52a78 req-25ad0612-e6fc-45f4-8018-721d591c824e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.9323876 Jul 16 20:27:28.280969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-304fe12a-0b59-42fd-bc22-9ec863e52a78 req-ff4c7425-5aa7-4e35-ace8-2bead8be5500 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012077 Jul 16 20:27:28.353449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.365267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c28c0251-f575-4124-b8ab-24510ecef97a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:28.379737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f736597-8623-494d-b3d0-af0091ea1fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.385347 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f736597-8623-494d-b3d0-af0091ea1fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.422233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8f736597-8623-494d-b3d0-af0091ea1fde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c25488cf98fc462fb0ed3cde82e5ba68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2652204 Jul 16 20:27:28.424680 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41366) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:28.504641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f736597-8623-494d-b3d0-af0091ea1fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb708047-0557-4141-a3d7-a4adc4c3bcab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.508616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4003829-790b-4314-b169-d74304f487c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.546604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4003829-790b-4314-b169-d74304f487c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.551650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:28.626282 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4003829-790b-4314-b169-d74304f487c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.630761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4003829-790b-4314-b169-d74304f487c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.632076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f4003829-790b-4314-b169-d74304f487c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb708047-0557-4141-a3d7-a4adc4c3bcab HTTP/1.1" status: 204 len: 168 time: 0.2063057 Jul 16 20:27:28.644470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4003829-790b-4314-b169-d74304f487c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb708047-0557-4141-a3d7-a4adc4c3bcab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:28.663979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.682004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Transition to ACTIVE for port object 03ecc99d-59aa-4263-bce7-3182b3d3b9bb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:28.829968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.843675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bb3831-5cd1-4298-9b7c-dc22afc08cf8 None None] Network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:28.899230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2038bed9-c4f5-41b7-af67-9f8fbab88522 None None] Provisioning for port c28c0251-f575-4124-b8ab-24510ecef97a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:28.943243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2038bed9-c4f5-41b7-af67-9f8fbab88522 None None] Provisioning complete for port c28c0251-f575-4124-b8ab-24510ecef97a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:28.943681 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2038bed9-c4f5-41b7-af67-9f8fbab88522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:28.977827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:29.000399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'Port': ['ID=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.023009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:29.027801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:29.070712 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b9c9-9b48-40b7-b6a8-0cdec1e775f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.133356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:29.148284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.148944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.185286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c89b06f4-6543-4150-9923-0a95900fa116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.197961 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2038bed9-c4f5-41b7-af67-9f8fbab88522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.292071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2038bed9-c4f5-41b7-af67-9f8fbab88522 None None] For port c28c0251-f575-4124-b8ab-24510ecef97a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c28c0251-f575-4124-b8ab-24510ecef97a,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:29.299135 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2038bed9-c4f5-41b7-af67-9f8fbab88522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.330341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.359767 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.365064 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b9c9-9b48-40b7-b6a8-0cdec1e775f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.371999 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b9c9-9b48-40b7-b6a8-0cdec1e775f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.378491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038bed9-c4f5-41b7-af67-9f8fbab88522 None None] Pushing event updated for resources: {'Port': ['ID=c28c0251-f575-4124-b8ab-24510ecef97a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.437676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f887741d-7725-4eeb-b409-06da30a76848 None None] Provisioning for port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:29.439970 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dcf2b9c9-9b48-40b7-b6a8-0cdec1e775f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7195da51db5e45bba018b2f0989d1036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8856285 Jul 16 20:27:29.442539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:29.443614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f887741d-7725-4eeb-b409-06da30a76848 None None] Provisioning complete for port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:29.444068 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f887741d-7725-4eeb-b409-06da30a76848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.445058 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-19d38ca0-4674-45be-9b7e-08456d7dd5c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6376905 Jul 16 20:27:29.502191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f887741d-7725-4eeb-b409-06da30a76848 None None] Port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:29.530190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-d412799c-1fee-4e83-a973-3a0afd06a162 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:27:29.531883 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-d412799c-1fee-4e83-a973-3a0afd06a162 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260217 Jul 16 20:27:29.585550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2b9c9-9b48-40b7-b6a8-0cdec1e775f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dada5b3-28be-4fa2-8bc7-4befb07b1788,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.592454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c79250-6818-4fef-a237-26f83de0bdf3 req-54e46644-27bb-4e93-aefe-7480c15e1ff1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.608809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-03c79250-6818-4fef-a237-26f83de0bdf3 req-54e46644-27bb-4e93-aefe-7480c15e1ff1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 932 time: 0.4668159 Jul 16 20:27:29.681771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Request body: {'port': {'device_id': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:29.704644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b79928-89ca-4854-a175-b60b92b75849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.739663 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b79928-89ca-4854-a175-b60b92b75849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.773198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=e00431b8-851e-4680-976d-41d071da7024,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:29.808022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.835772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e1c8d3c-f588-4b27-b585-be4376cda8f9 None None] Provisioning complete for port c28c0251-f575-4124-b8ab-24510ecef97a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:29.837095 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8d3c-f588-4b27-b585-be4376cda8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.889648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-03c79250-6818-4fef-a237-26f83de0bdf3 req-59e8b777-785b-41a7-991d-9ea06cd1e36e tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767098 Jul 16 20:27:29.909473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c28c0251-f575-4124-b8ab-24510ecef97a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:29.932538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c89b06f4-6543-4150-9923-0a95900fa116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.935538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b79928-89ca-4854-a175-b60b92b75849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.938486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58b79928-89ca-4854-a175-b60b92b75849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.942670 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-58b79928-89ca-4854-a175-b60b92b75849 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6dada5b3-28be-4fa2-8bc7-4befb07b1788 HTTP/1.1" status: 204 len: 168 time: 0.4864299 Jul 16 20:27:29.950149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c89b06f4-6543-4150-9923-0a95900fa116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:29.965899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57647d-7fd2-498d-9669-aaca957b9469 req-e159caf6-4b98-4e9d-b41f-60ebd1894b7e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:29.968291 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd57647d-7fd2-498d-9669-aaca957b9469 req-e159caf6-4b98-4e9d-b41f-60ebd1894b7e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.2080131 Jul 16 20:27:29.970746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b79928-89ca-4854-a175-b60b92b75849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dada5b3-28be-4fa2-8bc7-4befb07b1788,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.035549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.050585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c89b06f4-6543-4150-9923-0a95900fa116 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d53dcdcd29094aefa17a6990ea4d93cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9161611 Jul 16 20:27:30.054854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41394) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:30.075489 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd57647d-7fd2-498d-9669-aaca957b9469 req-79582b0e-7793-45df-856e-a069e1a272e3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905495 Jul 16 20:27:30.077128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b06f4-6543-4150-9923-0a95900fa116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65fb945-7425-4ab2-881f-9a46d7b3c8e5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.161629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c28c0251-f575-4124-b8ab-24510ecef97a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:30.162193 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.177514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:30.182148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:30.226849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e1c8d3c-f588-4b27-b585-be4376cda8f9 None None] Provisioning for port e00431b8-851e-4680-976d-41d071da7024 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:30.233786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e1c8d3c-f588-4b27-b585-be4376cda8f9 None None] Provisioning complete for port e00431b8-851e-4680-976d-41d071da7024 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:30.234181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8d3c-f588-4b27-b585-be4376cda8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.315199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8af32a23-350d-4b13-9a03-8241b85a1fd4 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:30.316992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c8d3c-f588-4b27-b585-be4376cda8f9 None None] Port e00431b8-851e-4680-976d-41d071da7024 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:30.340862 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f048eb99-5bdc-4086-952d-20cac02fb57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.405608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8af32a23-350d-4b13-9a03-8241b85a1fd4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:30.411083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8af32a23-350d-4b13-9a03-8241b85a1fd4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:30.411491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.512727 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f048eb99-5bdc-4086-952d-20cac02fb57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.520027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bd44d340-5cc3-4992-87b8-ebe1ab167fdd None None] Provisioning complete for port e00431b8-851e-4680-976d-41d071da7024 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:30.520403 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd44d340-5cc3-4992-87b8-ebe1ab167fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.554429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:30.575207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aad18839-69e5-4129-b820-a60168f3286c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.605205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bd44d340-5cc3-4992-87b8-ebe1ab167fdd None None] Port e00431b8-851e-4680-976d-41d071da7024 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:30.635971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.663234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 8af32a23-350d-4b13-9a03-8241b85a1fd4, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8af32a23-350d-4b13-9a03-8241b85a1fd4,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:30.667892 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.698818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router a59c2279-42c3-4b0e-840f-be36f00b1f1f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:30.704195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aad18839-69e5-4129-b820-a60168f3286c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.715640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aad18839-69e5-4129-b820-a60168f3286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.759323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6de3b97d-b77c-4181-93a0-6e213d3bd80d None None] Provisioning complete for port e00431b8-851e-4680-976d-41d071da7024 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:30.759940 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aad18839-69e5-4129-b820-a60168f3286c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=808e5573942645fa91716eb5aef9085e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042332 Jul 16 20:27:30.761076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad18839-69e5-4129-b820-a60168f3286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aaefb3-48b3-4eba-ae07-d19856a86a67,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.762601 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6de3b97d-b77c-4181-93a0-6e213d3bd80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.763955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:30.791362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=8af32a23-350d-4b13-9a03-8241b85a1fd4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.804173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6de3b97d-b77c-4181-93a0-6e213d3bd80d None None] Port e00431b8-851e-4680-976d-41d071da7024 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:30.831136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-150f89b9-0813-4a74-9659-fb29714a3b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.853561 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-150f89b9-0813-4a74-9659-fb29714a3b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.853798 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f048eb99-5bdc-4086-952d-20cac02fb57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.856282 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f048eb99-5bdc-4086-952d-20cac02fb57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.860802 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f048eb99-5bdc-4086-952d-20cac02fb57a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c65fb945-7425-4ab2-881f-9a46d7b3c8e5 HTTP/1.1" status: 204 len: 168 time: 0.8014934 Jul 16 20:27:30.896639 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ecc99d-59aa-4263-bce7-3182b3d3b9bb {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:30.904418 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.930942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-150f89b9-0813-4a74-9659-fb29714a3b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.934395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048eb99-5bdc-4086-952d-20cac02fb57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65fb945-7425-4ab2-881f-9a46d7b3c8e5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.937363 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-150f89b9-0813-4a74-9659-fb29714a3b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:30.945520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72c265-a9cd-4e3d-bec1-e036a9deb347 req-aae3bf74-7144-4516-a8ad-6e1e902a5b27 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:30.953078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4d72c265-a9cd-4e3d-bec1-e036a9deb347 req-aae3bf74-7144-4516-a8ad-6e1e902a5b27 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.4105265 Jul 16 20:27:30.954741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-150f89b9-0813-4a74-9659-fb29714a3b52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3aaefb3-48b3-4eba-ae07-d19856a86a67 HTTP/1.1" status: 204 len: 168 time: 0.1814401 Jul 16 20:27:30.978153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f89b9-0813-4a74-9659-fb29714a3b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aaefb3-48b3-4eba-ae07-d19856a86a67,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:30.983360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Transition to ACTIVE for port object 03ecc99d-59aa-4263-bce7-3182b3d3b9bb will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:30.998776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.050836 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-135deb72-791e-4319-bd1d-8dcb21904e2d tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6f82e4f257c7496189fb263a7f000d22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390275 Jul 16 20:27:31.101003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4d72c265-a9cd-4e3d-bec1-e036a9deb347 req-9a351e81-2978-4d72-ad24-0eb87d33c47a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469309 Jul 16 20:27:31.107817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:31.118124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Pushing event updated for resources: {'Port': ['ID=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:31.126134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-15e62dc7-7739-4bd8-850f-10924af8416a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "PUT /v2.0/routers/a59c2279-42c3-4b0e-840f-be36f00b1f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5836532 Jul 16 20:27:31.126982 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Sync routers for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:31.146976 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:31.149755 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:27:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:31.308256 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:31.360068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-5ccbb3dd-a5d2-49b3-b345-ca60eb474ed1 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.375755 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-5ccbb3dd-a5d2-49b3-b345-ca60eb474ed1 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240077 Jul 16 20:27:31.397282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-7d0833d3-ec42-47c7-8be3-f81fcb7cc2db tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/quotas/6f82e4f257c7496189fb263a7f000d22 HTTP/1.1" status: 200 len: 375 time: 0.0201132 Jul 16 20:27:31.487509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-225036b0-44c0-4ba0-b366-39968b8318b9 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f82e4f257c7496189fb263a7f000d22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889194 Jul 16 20:27:31.591001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8af32a23-350d-4b13-9a03-8241b85a1fd4 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:31.719889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8af32a23-350d-4b13-9a03-8241b85a1fd4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:31.720157 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.721382 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e00431b8-851e-4680-976d-41d071da7024', 'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:a6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:26Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 2, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:31.757259 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Checking router: a59c2279-42c3-4b0e-840f-be36f00b1f1f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:31.757900 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Updating router a59c2279-42c3-4b0e-840f-be36f00b1f1f port e00431b8-851e-4680-976d-41d071da7024 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:27:31.803967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Attempting to bind port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:31.804316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Attempting to bind port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:31.804929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Attempting to bind port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb on network 71bc0dc5-72b1-4715-a555-a20fd42e5237 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:31.809145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:31.816554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb on network 71bc0dc5-72b1-4715-a555-a20fd42e5237 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:31.817060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Attempting to bind port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb on network 71bc0dc5-72b1-4715-a555-a20fd42e5237 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:31.827440 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.831151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:31.833504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aafb2a7c-1a4f-45ba-90e9-b016d31abe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.833894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Checking segment: {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:31.834927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Bound using segment: {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:31.835062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Bound port: 03ecc99d-59aa-4263-bce7-3182b3d3b9bb, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:31.835686 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.896145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207bda-4a4b-4ec2-821f-9d9627936260 req-82706f7a-6357-4873-b792-c4c5d4cc3923 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:31.907763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa207bda-4a4b-4ec2-821f-9d9627936260 req-82706f7a-6357-4873-b792-c4c5d4cc3923 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 944 time: 0.2164683 Jul 16 20:27:31.961960 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aafb2a7c-1a4f-45ba-90e9-b016d31abe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:31.978718 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aafb2a7c-1a4f-45ba-90e9-b016d31abe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.056546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa207bda-4a4b-4ec2-821f-9d9627936260 req-a4e12d42-2b86-4cf1-9c48-adb4bcb51631 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466634 Jul 16 20:27:32.102561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] For port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:32.110473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] For port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:32.119386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.134590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb2a7c-1a4f-45ba-90e9-b016d31abe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ee8c2-8146-4f4a-b5f9-ab63bd79dced,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.144472 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aafb2a7c-1a4f-45ba-90e9-b016d31abe41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=399df0780e12457292e114227524f5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318923 Jul 16 20:27:32.153799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:32.211521 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.232522 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Transition to ACTIVE for port object e00431b8-851e-4680-976d-41d071da7024 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:32.233944 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-8495d13c-d697-4caa-922b-69a70f5b1e69 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79276171&fields=id&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 267 time: 0.2696025 Jul 16 20:27:32.251217 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.259608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.263726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.268601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] 10.222.0.30 "PUT /v2.0/ports/03ecc99d-59aa-4263-bce7-3182b3d3b9bb HTTP/1.1" status: 200 len: 1093 time: 2.6195450 Jul 16 20:27:32.269269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:32.279866 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9acc2c-02c2-4428-84a2-36af13965eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:32.289762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc32441-204f-4096-8b79-03e32b37c066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.377511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc32441-204f-4096-8b79-03e32b37c066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.399627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909fb28-194c-47f1-894e-0cc8e3cadadb service neutron] Pushing event updated for resources: {'Port': ['ID=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.433571 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fbcb9-82ca-4505-ab42-e7f0f83dbf95 None None] Pushing event updated for resources: {'Port': ['ID=e00431b8-851e-4680-976d-41d071da7024,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.489187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-cc85118f-45fa-45af-aaa3-6610fe024048 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.497854 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-cc85118f-45fa-45af-aaa3-6610fe024048 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 797 time: 0.2541270 Jul 16 20:27:32.512561 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Attempting to bind port e00431b8-851e-4680-976d-41d071da7024 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:32.515079 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Attempting to bind port e00431b8-851e-4680-976d-41d071da7024 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:32.517026 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Attempting to bind port e00431b8-851e-4680-976d-41d071da7024 on network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:32.517653 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-febbb4c2-c1c9-4dcb-b9a0-5d2c9edf001d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/quotas/4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 375 time: 0.0191453 Jul 16 20:27:32.528238 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:32.533940 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Checking segment: {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:32.535118 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.538673 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Bound using segment: {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:32.539581 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Bound port: e00431b8-851e-4680-976d-41d071da7024, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:32.540237 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.545149 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00ce9185-9745-4aa0-a67a-bb3c4c3ce426 req-eebd6b9a-5908-43e0-9f73-c920c0957b88 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 210 time: 0.1953387 Jul 16 20:27:32.583661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc32441-204f-4096-8b79-03e32b37c066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.586401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdc32441-204f-4096-8b79-03e32b37c066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.587628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fdc32441-204f-4096-8b79-03e32b37c066 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c88ee8c2-8146-4f4a-b5f9-ab63bd79dced HTTP/1.1" status: 204 len: 168 time: 0.4328296 Jul 16 20:27:32.612515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-b3a5020c-8729-4433-aea0-572f8f5f0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.618747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-b3a5020c-8729-4433-aea0-572f8f5f0195 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 1096 time: 0.2751915 Jul 16 20:27:32.636962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc32441-204f-4096-8b79-03e32b37c066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ee8c2-8146-4f4a-b5f9-ab63bd79dced,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:32.691339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-0159cd74-e4a9-42c5-9b03-7162afe5d40e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb HTTP/1.1" status: 200 len: 217 time: 0.0626211 Jul 16 20:27:32.717881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-9f386225-da81-4cfe-8550-0c928f9d7290 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920524 Jul 16 20:27:32.789796 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] For port e00431b8-851e-4680-976d-41d071da7024, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:32.797412 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] For port e00431b8-851e-4680-976d-41d071da7024, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e00431b8-851e-4680-976d-41d071da7024,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:32.805933 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:32.820472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-43e17a0f-cfd4-430d-9775-6c350f51e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:32.824454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-43e17a0f-cfd4-430d-9775-6c350f51e4e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.1261811 Jul 16 20:27:32.950536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-06a59117-5ef0-43a4-889c-8cdb9c59f7a9 service neutron] 10.222.0.10 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312684 Jul 16 20:27:32.975011 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:32.983145 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:27:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:33.079398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-57bdf250-ee94-4eef-8dd8-772980ab56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.081025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-57bdf250-ee94-4eef-8dd8-772980ab56b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2490611 Jul 16 20:27:33.091233 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fbcb9-82ca-4505-ab42-e7f0f83dbf95 None None] Pushing event updated for resources: {'Port': ['ID=e00431b8-851e-4680-976d-41d071da7024,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:33.166525 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f5f6b9a1-24e4-4726-aa0a-98f7d501e49a service neutron] 10.222.0.10 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149806 Jul 16 20:27:33.168981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121b3d3-1533-4094-acc5-884933c44784 req-d9150157-bc76-4a96-9052-5825dc5b4102 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.179799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7121b3d3-1533-4094-acc5-884933c44784 req-d9150157-bc76-4a96-9052-5825dc5b4102 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.2794993 Jul 16 20:27:33.247966 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:33.325302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7121b3d3-1533-4094-acc5-884933c44784 req-3f39fa31-60ef-4723-9691-b6f3ee6c8967 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394510 Jul 16 20:27:33.357754 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-ff03f520-175d-4513-823d-188f29a23a8d service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610881 Jul 16 20:27:33.533354 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2220a137-bc08-4e0a-89a6-d9f3b99545aa x-openstack-request-id: req-2220a137-bc08-4e0a-89a6-d9f3b99545aa {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:33.547785 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:33.548387 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2220a137-bc08-4e0a-89a6-d9f3b99545aa {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:33.549022 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'status': 'completed', 'code': 200} Jul 16 20:27:33.617039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61a48dac-ac63-4f04-a77d-0d9aef787596 req-6e28f117-08e4-4962-bf16-35a51962349d service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510924 Jul 16 20:27:33.700460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41522) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:33.787227 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-7933cb2c-b098-46a0-afe9-9167c83c317d tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=6f82e4f257c7496189fb263a7f000d22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355806 Jul 16 20:27:33.854459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa973f45-1ecd-41c0-9819-14ef56dfe0e4 req-88c9e936-d15c-46f7-aa9d-5793c91f320e tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.856226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aa973f45-1ecd-41c0-9819-14ef56dfe0e4 req-88c9e936-d15c-46f7-aa9d-5793c91f320e tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 944 time: 0.1849384 Jul 16 20:27:33.914772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-ede29ac0-b734-45b8-a010-99665288fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:33.917886 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-ede29ac0-b734-45b8-a010-99665288fb3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 1096 time: 0.1918387 Jul 16 20:27:33.944474 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e00431b8-851e-4680-976d-41d071da7024', 'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:a6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:26Z', 'updated_at': '2021-07-16T20:27:32Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:34.011844 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6436306a-0900-49eb-916b-e887efb408e0 None None] The sync data for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 is: [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e00431b8-851e-4680-976d-41d071da7024', 'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:a6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:26Z', 'updated_at': '2021-07-16T20:27:32Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:34.070177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-d38489fb-1d7c-4101-b4ff-b0f869e73bc5 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.073888 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-d38489fb-1d7c-4101-b4ff-b0f869e73bc5 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802870 Jul 16 20:27:34.089486 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aa973f45-1ecd-41c0-9819-14ef56dfe0e4 req-2e25dc7c-3685-4545-b55a-51f46f91c229 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236929 Jul 16 20:27:34.112284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Request body: {'port': {'device_id': '53b25113-abf7-4565-a6b2-11dc792c69b3', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '6f82e4f257c7496189fb263a7f000d22'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:34.150800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-441630658'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:34.269922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Made reservation on behalf of 3a06beb76e684a0bb0addf9e98489da8 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:34.273574 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.286595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-01bf1d9a-e45b-4482-bbd8-e522afbc9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.288428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-01bf1d9a-e45b-4482-bbd8-e522afbc9638 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 912 time: 0.3581514 Jul 16 20:27:34.289304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.430981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1cc75e1-63e3-4d98-9b2c-dd0b91db535f req-2abe801a-4de2-45af-9eed-5d2c8714518e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 210 time: 0.1349277 Jul 16 20:27:34.563344 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-a0e03383-5170-4c6c-a519-44b7c5cb0c06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb HTTP/1.1" status: 200 len: 217 time: 0.2644150 Jul 16 20:27:34.565954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.595504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Made reservation on behalf of 6f82e4f257c7496189fb263a7f000d22 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:34.603484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.615844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.713351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-2f2cf222-dff3-42c2-8445-7dfec7ba9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:34.720917 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-2f2cf222-dff3-42c2-8445-7dfec7ba9521 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.1508670 Jul 16 20:27:34.722190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.754335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:27:34.777598 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.777958 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Added segment 10017894-670e-4061-b880-3c7d992d9f84 of type vlan for network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 Jul 16 20:27:34.798374 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-397ff5e5-6ea5-4eb6-8e14-a2399d0642d4 req-8800dfa0-dac7-4578-96c6-9e28abe94804 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 210 time: 0.0716980 Jul 16 20:27:34.885124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.901359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.946486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:34.988657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0bfbf9-4ffd-4053-a232-e4e6ee2ddf5b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:35.025848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6958215f-90bf-4c77-88e4-ffd32745062e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:35.061149 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.072868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:35.074881 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.108229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a46f20-83b9-4d28-8484-56f48ca155c7 req-986b64a6-f75d-458b-b63f-b4052905f6e9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:35.115987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87a46f20-83b9-4d28-8484-56f48ca155c7 req-986b64a6-f75d-458b-b63f-b4052905f6e9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.2925487 Jul 16 20:27:35.127708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Allocated IP 192.168.233.107 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/05d6233d-42ec-47fa-b720-8eed3cedc5cb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:35.143079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-71042984-b883-4892-b692-2b2385c9d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:35.144820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-71042984-b883-4892-b692-2b2385c9d2c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3149607 Jul 16 20:27:35.183079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4807191 Jul 16 20:27:35.287955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f9578-eb44-4215-8012-1cdbe76d2ec4 tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Pushing event updated for resources: {'Network': ['ID=121a7ac8-5f38-4396-8b8d-0e699bbddf46,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:35.300035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:27:35.413876 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87a46f20-83b9-4d28-8484-56f48ca155c7 req-8ffccd13-eca8-4441-a957-3016fcfb0ca8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966013 Jul 16 20:27:35.470211 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-4c29bf04-0f05-430c-9c17-5c3c6b5d001f service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013396 Jul 16 20:27:35.648218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e00431b8-851e-4680-976d-41d071da7024 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:35.725365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e00431b8-851e-4680-976d-41d071da7024 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:35.730573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a9acc2c-02c2-4428-84a2-36af13965eb7 req-235c9697-a2f2-4f67-93b4-411467337bf8 service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537122 Jul 16 20:27:35.731960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e00431b8-851e-4680-976d-41d071da7024 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:35.732579 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.879020 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.920325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41582) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:35.926438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Request body: {'port': {'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46', 'binding:host_id': 'n-h1-792394-17', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-538356779'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:35.938305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port e00431b8-851e-4680-976d-41d071da7024, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e00431b8-851e-4680-976d-41d071da7024,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:35.952845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:35.981062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Made reservation on behalf of f6afbddcda7d45d798b47fb2e1909b6a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:35.986102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.015534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.049396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.066133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Transition to ACTIVE for port object 05d6233d-42ec-47fa-b720-8eed3cedc5cb will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:36.093192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=e00431b8-851e-4680-976d-41d071da7024,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.176657 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c85c95f4-2ce5-4f63-89f0-dfc613bcd4a8 req-ddf7480d-482c-488f-b305-c8cdb442b5b7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 210 time: 0.0495906 Jul 16 20:27:36.213579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:36.226842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.261627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.267696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.276023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] device_id is not set on port 8ee0fc4f-5836-4332-bb52-ef4915aff203 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:36.288705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:36.299759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:36.312607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:36.357909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Pushing event updated for resources: {'Port': ['ID=05d6233d-42ec-47fa-b720-8eed3cedc5cb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.373370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2379a0-5f8e-4cc2-bc85-77ce2f06e025 req-ad240b99-21c5-45a6-8a45-9c6f7964a368 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.382695 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6a2379a0-5f8e-4cc2-bc85-77ce2f06e025 req-ad240b99-21c5-45a6-8a45-9c6f7964a368 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 944 time: 0.2916739 Jul 16 20:27:36.401467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-c037110a-cd22-452d-98cc-80aa646a4f31 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.402521 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-c037110a-cd22-452d-98cc-80aa646a4f31 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 797 time: 0.2895949 Jul 16 20:27:36.423348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:36.450567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.451399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.460490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'port_id': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d', 'mac_address': 'fa:16:3e:39:70:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:36.475643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f4c31e-1e60-455b-9054-9a8ac5757e17,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.493286 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1f2f5744-e0f9-4489-9d8c-a8dc321fc7a6 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4040246 Jul 16 20:27:36.520405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Request body: {'port': {'device_id': '53b25113-abf7-4565-a6b2-11dc792c69b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:36.539199 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6a2379a0-5f8e-4cc2-bc85-77ce2f06e025 req-8cf42490-392b-4fa1-ba82-e32f678908e1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528029 Jul 16 20:27:36.549535 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.577404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:36.600012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-73ffa376-f60d-4a42-8700-b7baa87701cb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 378 time: 0.1797719 Jul 16 20:27:36.601803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:36.614858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'port': {'device_id': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'admin_state_up': True, 'tenant_id': '4c108c14547943189552611b7b096c07', 'security_groups': ['d77a741f-99c2-4d58-8f61-b3dd4cb5301a']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:36.626836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.689649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:36.765597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:36.805516 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.840843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb71f1-1036-4586-9dc6-4c80df1094fd req-4b9b055e-47b8-4aa3-9812-db8a13003125 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:36.848474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6fbb71f1-1036-4586-9dc6-4c80df1094fd req-4b9b055e-47b8-4aa3-9812-db8a13003125 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 936 time: 0.4170864 Jul 16 20:27:36.884309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 03ecc99d-59aa-4263-bce7-3182b3d3b9bb details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:36.899926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6082c344-1f55-4b69-89fa-c053c9b6503f None None] Provisioning for port 05d6233d-42ec-47fa-b720-8eed3cedc5cb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:36.915764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] device_id is not set on port 8ee0fc4f-5836-4332-bb52-ef4915aff203 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:36.922496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6082c344-1f55-4b69-89fa-c053c9b6503f None None] Provisioning complete for port 05d6233d-42ec-47fa-b720-8eed3cedc5cb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:36.923187 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6082c344-1f55-4b69-89fa-c053c9b6503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.939747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:36.973311 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6fbb71f1-1036-4586-9dc6-4c80df1094fd req-204801e8-1853-4081-81a1-14d3bed22162 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/security-groups?id=6958215f-90bf-4c77-88e4-ffd32745062e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236911 Jul 16 20:27:37.002812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Transition to ACTIVE for port object 8ee0fc4f-5836-4332-bb52-ef4915aff203 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:37.024963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.047388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:37.051418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.067335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6082c344-1f55-4b69-89fa-c053c9b6503f None None] Port 05d6233d-42ec-47fa-b720-8eed3cedc5cb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:37.090209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41620) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.119069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'Port': ['ID=8ee0fc4f-5836-4332-bb52-ef4915aff203,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.163658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:37.172534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Checking segment: {'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:37.173090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Network hostable DHCP agents. Network: 121a7ac8-5f38-4396-8b8d-0e699bbddf46, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:27:37.188890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'port_id': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'mac_address': 'fa:16:3e:69:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:37.195940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:27:37.219368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 121a7ac8-5f38-4396-8b8d-0e699bbddf46) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:37.223869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:37.245580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a9e4-9394-4379-ba44-3465e7687285 req-c135bbc3-a244-425f-8f90-35fbab1643ab tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:37.254549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a7c5a9e4-9394-4379-ba44-3465e7687285 req-c135bbc3-a244-425f-8f90-35fbab1643ab tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 944 time: 0.3729315 Jul 16 20:27:37.258421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:37.260786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:37.265400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:37.276286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03f90b-2797-4dcf-bca5-27b722ea97a2 None None] Network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:27:37.286123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:37.286464 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:37.286853 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 2 to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 Jul 16 20:27:37.308544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:37.308886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:37.309226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:37.323054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:37.323423 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:37.323821 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 3 to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 Jul 16 20:27:37.326230 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a7c5a9e4-9394-4379-ba44-3465e7687285 req-fef62a6b-62d1-4c04-a18e-ab78ca7c90b3 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707779 Jul 16 20:27:37.344800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.20.0.5 (2ba60276-e88a-4f5b-a410-93f5b5791ce8/2932cd1c-b074-4e29-a3f7-38b918594267/e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:37.351508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:37.352065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:37.352555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:37.355890 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.404501 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99009f50-6ccf-45bc-872c-e93b03e49eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.406253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:37.406452 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:37.422998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ecc99d-59aa-4263-bce7-3182b3d3b9bb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:37.429821 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 4 to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 Jul 16 20:27:37.451985 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-42085619-c977-4671-a2a8-d5aa4446e1bc req-576325bf-5809-498b-a8a8-cd1b083ceb25 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 210 time: 0.0862226 Jul 16 20:27:37.496332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:37.507804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:37.513752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:37.515791 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.516150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:37.536937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:37.537674 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:37.540361 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 5 to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 Jul 16 20:27:37.586243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.629651 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d6233d-42ec-47fa-b720-8eed3cedc5cb {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:37.633814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e00431b8-851e-4680-976d-41d071da7024 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:37.646065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.653616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.674534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Transition to ACTIVE for port object 05d6233d-42ec-47fa-b720-8eed3cedc5cb will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:37.677193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Transition to ACTIVE for port object e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:37.680448 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.704667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e00431b8-851e-4680-976d-41d071da7024 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:37.705410 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.755200 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99009f50-6ccf-45bc-872c-e93b03e49eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.763646 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99009f50-6ccf-45bc-872c-e93b03e49eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.783806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:37.792732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:37.793097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:37.831605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Pushing event updated for resources: {'Port': ['ID=05d6233d-42ec-47fa-b720-8eed3cedc5cb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.864036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['03ecc99d-59aa-4263-bce7-3182b3d3b9bb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:37.881591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:37.881987 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:37.887454 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 6 to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 Jul 16 20:27:37.901740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-99009f50-6ccf-45bc-872c-e93b03e49eb2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d51a518ffab44438fceef89064f3e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7838104 Jul 16 20:27:37.910725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99009f50-6ccf-45bc-872c-e93b03e49eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3f06d-a9e8-4427-91a0-c9c31fbca046,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:37.921562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:37.932020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:37.932181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:37.932503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:37.935327 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:37.950254 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:37.952252 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:37.952676 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 7 to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 Jul 16 20:27:37.975963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:37.977382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:37.977751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:37.984618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:37.985340 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:37.985340 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 8 to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 Jul 16 20:27:38.007058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:38.007431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:38.007767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:38.015332 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:38.015719 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:38.016059 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 9 to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 Jul 16 20:27:38.040191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:38.041072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:38.041554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:38.049662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:38.049990 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:38.050940 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 10 to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 Jul 16 20:27:38.072669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:38.073076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:38.073323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:38.085189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:38.085521 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 8ee0fc4f-5836-4332-bb52-ef4915aff203 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:38.085898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.121960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:38.138964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:38.149418 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb826658-a34c-4ad9-95c8-56b7467a8962 req-878b6ce6-b1fa-4e72-a662-87f28c928cf4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.157596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb826658-a34c-4ad9-95c8-56b7467a8962 req-878b6ce6-b1fa-4e72-a662-87f28c928cf4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 945 time: 0.4067872 Jul 16 20:27:38.160777 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:38.167761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.170493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Attempting to bind port 05d6233d-42ec-47fa-b720-8eed3cedc5cb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:38.172790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Attempting to bind port 05d6233d-42ec-47fa-b720-8eed3cedc5cb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:38.173293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Attempting to bind port 05d6233d-42ec-47fa-b720-8eed3cedc5cb on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:38.187798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] For port 8ee0fc4f-5836-4332-bb52-ef4915aff203, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:38.188346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempted to set empty binding levels {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:27:38.193211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Port 05d6233d-42ec-47fa-b720-8eed3cedc5cb on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:38.193687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Attempting to bind port 05d6233d-42ec-47fa-b720-8eed3cedc5cb on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:38.196466 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.249693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:38.258816 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5d00d31-b532-46cf-ad49-dedc592c37da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.274957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:38.275842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:38.276469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:38.277132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Bound port: 05d6233d-42ec-47fa-b720-8eed3cedc5cb, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:38.277739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.306009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.309431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.325062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.334410 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.348424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'Port': ['ID=8ee0fc4f-5836-4332-bb52-ef4915aff203,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.352693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bafa241e-155a-4314-a74e-5297c65c5de1 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4308782 Jul 16 20:27:38.355680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:38.397256 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-54425c31-d1ee-4ba9-bc5e-553707f5a66c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7901556 Jul 16 20:27:38.441209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f8897-8495-4252-ad79-8cb6cdecaa3b req-9320eb43-fe94-4151-abf9-3294b8f4d086 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:38.449406 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d5f8897-8495-4252-ad79-8cb6cdecaa3b req-9320eb43-fe94-4151-abf9-3294b8f4d086 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 948 time: 0.2378206 Jul 16 20:27:38.454182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:38.454552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.464983 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb826658-a34c-4ad9-95c8-56b7467a8962 req-242b865c-46c0-4c34-a1d7-be2504b62252 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062270 Jul 16 20:27:38.532759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Request body: {'port': {'device_id': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:38.547015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5d00d31-b532-46cf-ad49-dedc592c37da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.598577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d5f8897-8495-4252-ad79-8cb6cdecaa3b req-76cc62b8-2069-43b3-b292-cdccadf7f4f4 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/security-groups?id=6958215f-90bf-4c77-88e4-ffd32745062e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475856 Jul 16 20:27:38.602037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-161faff9-0f62-4b88-90f3-4708f461b82a tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Deleting port 8ee0fc4f-5836-4332-bb52-ef4915aff203 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:38.610163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-161faff9-0f62-4b88-90f3-4708f461b82a tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.622822 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.630204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a40ee97b-cdb3-47ad-9456-6a06f0c95c45 None None] Provisioning for port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:38.651415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a40ee97b-cdb3-47ad-9456-6a06f0c95c45 None None] Provisioning complete for port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:38.652137 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a40ee97b-cdb3-47ad-9456-6a06f0c95c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.699231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:38.701914 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd36241f-ca60-47f6-9b6a-ffe5fc30c98c" -d '{"events": [{"server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "name": "network-vif-plugged", "status": "completed", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:38.722220 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:38.723916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a40ee97b-cdb3-47ad-9456-6a06f0c95c45 None None] Port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:38.729345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.792635 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] For port 05d6233d-42ec-47fa-b720-8eed3cedc5cb, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:38.798948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] For port 05d6233d-42ec-47fa-b720-8eed3cedc5cb, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=05d6233d-42ec-47fa-b720-8eed3cedc5cb,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:38.823078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-161faff9-0f62-4b88-90f3-4708f461b82a tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] For port 8ee0fc4f-5836-4332-bb52-ef4915aff203, host n-h1-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:38.823539 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-161faff9-0f62-4b88-90f3-4708f461b82a tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.833709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.853021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-161faff9-0f62-4b88-90f3-4708f461b82a tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Calling delete_port for 8ee0fc4f-5836-4332-bb52-ef4915aff203 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:38.854894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:38.861944 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5d00d31-b532-46cf-ad49-dedc592c37da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.867106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5d00d31-b532-46cf-ad49-dedc592c37da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:38.868482 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c5d00d31-b532-46cf-ad49-dedc592c37da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5b3f06d-a9e8-4427-91a0-c9c31fbca046 HTTP/1.1" status: 204 len: 168 time: 0.9447684 Jul 16 20:27:38.999737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da40ee-2ab9-47cc-820b-6d7055514498 req-760b3c3a-7404-43ba-8bc5-2861cce8a584 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.007849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1affdcd-86f1-453b-9054-5b5bc5a55b5a req-4c23ae03-09ae-4c89-92ab-665ff0e5962b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.008144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27da40ee-2ab9-47cc-820b-6d7055514498 req-760b3c3a-7404-43ba-8bc5-2861cce8a584 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 931 time: 0.1813750 Jul 16 20:27:39.018237 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1affdcd-86f1-453b-9054-5b5bc5a55b5a req-4c23ae03-09ae-4c89-92ab-665ff0e5962b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 944 time: 0.3502238 Jul 16 20:27:39.078577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-27da40ee-2ab9-47cc-820b-6d7055514498 req-11abc35c-c92f-49e1-a3eb-e93775bc7543 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637393 Jul 16 20:27:39.082362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d00d31-b532-46cf-ad49-dedc592c37da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3f06d-a9e8-4427-91a0-c9c31fbca046,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:39.094834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.095904 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.098079 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] 10.222.0.63 "PUT /v2.0/ports/05d6233d-42ec-47fa-b720-8eed3cedc5cb HTTP/1.1" status: 200 len: 1097 time: 2.5932586 Jul 16 20:27:39.099172 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.102071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b25113-abf7-4565-a6b2-11dc792c69b3', 'tag': '05d6233d-42ec-47fa-b720-8eed3cedc5cb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:39.110639 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a99677b-36eb-4f5d-97ab-5853344ab15b" -d '{"events": [{"name": "network-changed", "server_uuid": "53b25113-abf7-4565-a6b2-11dc792c69b3", "tag": "05d6233d-42ec-47fa-b720-8eed3cedc5cb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:39.112111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-161faff9-0f62-4b88-90f3-4708f461b82a tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.198708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161faff9-0f62-4b88-90f3-4708f461b82a tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ee0fc4f-5836-4332-bb52-ef4915aff203,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:39.205064 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fcd3ba-2038-44f6-bcb0-1582e93b430b x-openstack-request-id: req-40fcd3ba-2038-44f6-bcb0-1582e93b430b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:39.205675 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "name": "network-vif-plugged", "status": "completed", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:39.206139 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40fcd3ba-2038-44f6-bcb0-1582e93b430b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:39.206809 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d', 'code': 200} Jul 16 20:27:39.214262 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-161faff9-0f62-4b88-90f3-4708f461b82a tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.216287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-161faff9-0f62-4b88-90f3-4708f461b82a tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "DELETE /v2.0/ports/8ee0fc4f-5836-4332-bb52-ef4915aff203 HTTP/1.1" status: 204 len: 168 time: 0.8593895 Jul 16 20:27:39.221433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41666) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:39.282001 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7661ba-61ce-4a4b-91f6-2e736da4bf38 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:27:39.292121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7c7661ba-61ce-4a4b-91f6-2e736da4bf38 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "GET /v2.0/ports/8ee0fc4f-5836-4332-bb52-ef4915aff203 HTTP/1.1" status: 404 len: 333 time: 0.0629737 Jul 16 20:27:39.300556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41668) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:39.307540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Request body: {'port': {'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2046736752'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:39.357901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Made reservation on behalf of f6afbddcda7d45d798b47fb2e1909b6a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:39.360411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.372451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f03dd3-c8a4-4bcc-b3a2-2575d93d7274 service neutron] Pushing event updated for resources: {'Port': ['ID=05d6233d-42ec-47fa-b720-8eed3cedc5cb,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:39.393587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] device_id is not set on port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:39.424802 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1affdcd-86f1-453b-9054-5b5bc5a55b5a req-d1eb46b5-afe0-4b4a-b54b-72bed00da603 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055161 Jul 16 20:27:39.474452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41672) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:39.501590 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-505eb5b8-4128-4ed3-b295-e4c350a5845e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.574037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-3b754eb2-fd64-427e-95f9-f22478fb4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.575621 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-3b754eb2-fd64-427e-95f9-f22478fb4bec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f82e4f257c7496189fb263a7f000d22&device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 1100 time: 0.4144905 Jul 16 20:27:39.640486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-505eb5b8-4128-4ed3-b295-e4c350a5845e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.651295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-505eb5b8-4128-4ed3-b295-e4c350a5845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.744312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-505eb5b8-4128-4ed3-b295-e4c350a5845e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e30c776fea9b416eaaeb79b0b2d88605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682779 Jul 16 20:27:39.747906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:39.749930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-2ebf9cdf-b39a-4885-a138-865b8e4a6930 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=05d6233d-42ec-47fa-b720-8eed3cedc5cb HTTP/1.1" status: 200 len: 217 time: 0.1593716 Jul 16 20:27:39.795182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505eb5b8-4128-4ed3-b295-e4c350a5845e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a68a7b4-896a-4551-bd94-4ec856ab03f7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:39.890003 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178ccc0-a513-48c7-879d-7a41420e8544 x-openstack-request-id: req-7178ccc0-a513-48c7-879d-7a41420e8544 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:39.890310 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b25113-abf7-4565-a6b2-11dc792c69b3", "tag": "05d6233d-42ec-47fa-b720-8eed3cedc5cb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:39.890537 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7178ccc0-a513-48c7-879d-7a41420e8544 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:39.890942 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b25113-abf7-4565-a6b2-11dc792c69b3', 'tag': '05d6233d-42ec-47fa-b720-8eed3cedc5cb', 'status': 'completed', 'code': 200} Jul 16 20:27:39.918750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-cd084ec8-abe8-4fa6-b48b-0cbddc3fcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:39.920270 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-cd084ec8-abe8-4fa6-b48b-0cbddc3fcf7b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1550214 Jul 16 20:27:39.971318 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:39.982475 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b814fdc3-5765-48e2-aa0f-9bb451a97730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.046080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a717a-d7bc-4ea2-b926-2538bb148408 req-600ce73d-d485-4448-81b8-1259e05cfc73 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.049326 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.053596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f0a717a-d7bc-4ea2-b926-2538bb148408 req-600ce73d-d485-4448-81b8-1259e05cfc73 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 945 time: 0.3072314 Jul 16 20:27:40.086473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b814fdc3-5765-48e2-aa0f-9bb451a97730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.112942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:40.126265 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.158739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:40.167682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:40.171180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:40.172625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.173456 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.183195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'Port': ['ID=90ac8166-b521-45db-8dcf-f2cd5cce3cbb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.184055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9f0a717a-d7bc-4ea2-b926-2538bb148408 req-3f81f6e6-e782-40f1-ac2d-fabeed99cecb tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294858 Jul 16 20:27:40.189460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Transition to ACTIVE for port object e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:40.192945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-422c22ef-90bc-43ed-a27a-6a93f9fda158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.194415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-422c22ef-90bc-43ed-a27a-6a93f9fda158 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2645841 Jul 16 20:27:40.202913 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.219359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-98f7fb9c-42ca-48ad-b28f-d35d065e9488 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9176168 Jul 16 20:27:40.224333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41684) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:40.240450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:40.298902 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b814fdc3-5765-48e2-aa0f-9bb451a97730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.301719 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b814fdc3-5765-48e2-aa0f-9bb451a97730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.305439 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b814fdc3-5765-48e2-aa0f-9bb451a97730 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a68a7b4-896a-4551-bd94-4ec856ab03f7 HTTP/1.1" status: 204 len: 168 time: 0.5546248 Jul 16 20:27:40.345051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814fdc3-5765-48e2-aa0f-9bb451a97730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a68a7b4-896a-4551-bd94-4ec856ab03f7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.365426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd108-b868-4334-8ccb-7c2a1f691422 req-0ffa58b6-61df-419a-abbb-fc317af295b8 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.372610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be0bd108-b868-4334-8ccb-7c2a1f691422 req-0ffa58b6-61df-419a-abbb-fc317af295b8 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 948 time: 0.2792907 Jul 16 20:27:40.423302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.428219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:40.453574 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be0bd108-b868-4334-8ccb-7c2a1f691422 req-91e91937-cf83-41f6-b39d-c9bf4952d2d2 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/security-groups?id=6958215f-90bf-4c77-88e4-ffd32745062e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779378 Jul 16 20:27:40.571959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-891bf606-fd6c-4a20-a0e5-43732f2524e9 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681185 Jul 16 20:27:40.647503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Attempting to bind port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:40.647787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Attempting to bind port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:40.648128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Attempting to bind port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:40.690844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbaeecd-57dc-483a-b605-750d8ce3bb28 req-4ae7821c-3091-4796-bf57-d6bfee265bac tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:40.697845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1dbaeecd-57dc-483a-b605-750d8ce3bb28 req-4ae7821c-3091-4796-bf57-d6bfee265bac tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 943 time: 0.2852514 Jul 16 20:27:40.699537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:40.699921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Attempting to bind port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:40.728488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:27:40.728651 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Checking segment: {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:27:40.729018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Bound using segment: {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:27:40.729477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Bound port: e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:27:40.729838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:40.813611 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24dd1cfc-0f5f-4468-830b-42a2e5a32d68 req-1a8653fd-97bc-490c-9540-4c894605f127 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306545 Jul 16 20:27:40.834756 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1dbaeecd-57dc-483a-b605-750d8ce3bb28 req-58494b1d-9a43-4141-abef-9f17e443251e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360273 Jul 16 20:27:40.879719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 03ecc99d-59aa-4263-bce7-3182b3d3b9bb up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:40.948638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:40.961694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:27:40.998623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:41.004431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:41.005072 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.065847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] device_id is not set on port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:41.089294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.143823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Transition to ACTIVE for port object 90ac8166-b521-45db-8dcf-f2cd5cce3cbb will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:41.181596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.220923 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.268730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:41.281301 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001cc3e6-d49e-442b-b994-46071cad340f" -d '{"events": [{"server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "name": "network-vif-plugged", "status": "completed", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:41.319545 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:41.328330 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.401598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442cb59-f2be-4e46-96f3-f031f4d5a155 req-aefbda8f-58a5-4f82-a37b-e5666cdc009a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.411186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4442cb59-f2be-4e46-96f3-f031f4d5a155 req-aefbda8f-58a5-4f82-a37b-e5666cdc009a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.4534049 Jul 16 20:27:41.442785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:41.515927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'Port': ['ID=90ac8166-b521-45db-8dcf-f2cd5cce3cbb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:41.557399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4442cb59-f2be-4e46-96f3-f031f4d5a155 req-2a4f5396-8dce-4ee4-b698-2c8a2990a95f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451924 Jul 16 20:27:41.572565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:41.572918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:41.573247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:41.589405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:41.589753 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:41.590122 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 2 to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb Jul 16 20:27:41.661187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:41.661531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:41.661890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:41.667045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.687711 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:41.688047 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:41.688439 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 3 to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb Jul 16 20:27:41.695450 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23114e66-81df-4399-bbc1-1e0ba7eb942f x-openstack-request-id: req-23114e66-81df-4399-bbc1-1e0ba7eb942f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:41.695939 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "name": "network-vif-plugged", "status": "completed", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:41.696298 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23114e66-81df-4399-bbc1-1e0ba7eb942f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:41.696796 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'code': 200} Jul 16 20:27:41.756088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:41.756326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.756819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:41.757816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:41.758121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:41.760591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] 10.222.0.30 "PUT /v2.0/ports/e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 1092 time: 3.3375366 Jul 16 20:27:41.771031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:41.771534 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:41.772059 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 4 to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb Jul 16 20:27:41.800540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:41.803669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:41.804177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:41.812233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:41.814262 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:41.814774 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 5 to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb Jul 16 20:27:41.840262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef1888-6c9c-4520-b5be-fe5fe74c9df9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:41.899579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:41.906446 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5b815b-7d9a-4d75-babd-00121bc06b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:41.917880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:41.918532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:41.919091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:41.933904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:41.934596 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:41.938474 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 6 to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb Jul 16 20:27:41.943981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-a99ef8cf-68fb-43ff-833e-a369cd994860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:41.945903 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-a99ef8cf-68fb-43ff-833e-a369cd994860 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f82e4f257c7496189fb263a7f000d22&device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 1100 time: 1.0333781 Jul 16 20:27:41.966409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:41.967108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:41.967922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:41.977845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:41.978538 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:41.979951 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 7 to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb Jul 16 20:27:41.999744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:42.000438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:42.001114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:42.006950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-000ad85f-56ec-492c-b137-6ddbf5b7b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.008918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-000ad85f-56ec-492c-b137-6ddbf5b7b61c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1095 time: 0.1777990 Jul 16 20:27:42.011549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:42.012125 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:42.012727 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 8 to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb Jul 16 20:27:42.088867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:42.089997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:42.090559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:42.095492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-9c702210-0114-47eb-9af2-ad2312d6b44e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 217 time: 0.0778258 Jul 16 20:27:42.132374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:42.133040 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:42.159464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-499b2eb3-22ac-4691-849b-7e6b7afa6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.161267 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-499b2eb3-22ac-4691-849b-7e6b7afa6c5d service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.1968837 Jul 16 20:27:42.173212 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 9 to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb Jul 16 20:27:42.174559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86e131-d8ba-4c06-bd1e-75cd1e5acaa3 req-e21108b3-1b29-4353-97b5-62e4ba09f0e7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.183731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab86e131-d8ba-4c06-bd1e-75cd1e5acaa3 req-e21108b3-1b29-4353-97b5-62e4ba09f0e7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.5197434 Jul 16 20:27:42.224465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:42.224716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:42.225050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:42.232991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-6eee97ec-e3da-4438-b5e7-fda4062182d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.235323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-6eee97ec-e3da-4438-b5e7-fda4062182d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 200 len: 835 time: 0.1182113 Jul 16 20:27:42.237305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 05d6233d-42ec-47fa-b720-8eed3cedc5cb details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:42.240709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:42.241053 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:42.254807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a2028-ac9f-4d95-a297-95c85a9a3879 req-b86dfa48-b106-4712-aea5-e84344a9a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.256677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f87a2028-ac9f-4d95-a297-95c85a9a3879 req-b86dfa48-b106-4712-aea5-e84344a9a03d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 1098 time: 0.4474618 Jul 16 20:27:42.261156 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-e9b27891-84f0-4590-9791-c895536f17d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=05d6233d-42ec-47fa-b720-8eed3cedc5cb HTTP/1.1" status: 200 len: 217 time: 0.0737731 Jul 16 20:27:42.277037 n-d-792394-17 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 10 to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb Jul 16 20:27:42.310779 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab86e131-d8ba-4c06-bd1e-75cd1e5acaa3 req-6743512b-7018-4e27-83ef-81d11e4a1832 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260569 Jul 16 20:27:42.316256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:42.316848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:42.317297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:42.329802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e360b-4772-417c-8fb5-181bcfcdb65b req-d3bcebc9-0e12-4b27-9db7-2cf1a5fc4c62 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.337018 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-027e360b-4772-417c-8fb5-181bcfcdb65b req-d3bcebc9-0e12-4b27-9db7-2cf1a5fc4c62 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 948 time: 0.3039892 Jul 16 20:27:42.371218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:42.371572 n-d-792394-17 neutron-server[93959]: ERROR neutron.plugins.ml2.managers [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:42.371942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.412617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-9af19dbd-f292-4c16-bd24-2d43dfa87fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.419219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-9af19dbd-f292-4c16-bd24-2d43dfa87fdd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba60276-e88a-4f5b-a410-93f5b5791ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713521 Jul 16 20:27:42.440266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 05d6233d-42ec-47fa-b720-8eed3cedc5cb, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=05d6233d-42ec-47fa-b720-8eed3cedc5cb,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:42.462107 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f87a2028-ac9f-4d95-a297-95c85a9a3879 req-ebd78b37-5d37-460f-9474-09631b39d399 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986806 Jul 16 20:27:42.471443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-f4cbbfee-7f84-4bdb-ab3e-8efb490fa55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.473109 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-f4cbbfee-7f84-4bdb-ab3e-8efb490fa55a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.1784620 Jul 16 20:27:42.486493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '05d6233d-42ec-47fa-b720-8eed3cedc5cb', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '05d6233d-42ec-47fa-b720-8eed3cedc5cb', 'mac_address': 'fa:16:3e:4a:10:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:42.494922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-027e360b-4772-417c-8fb5-181bcfcdb65b req-dce96c51-d49d-4374-9894-bf92a20a63b2 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/security-groups?id=6958215f-90bf-4c77-88e4-ffd32745062e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551900 Jul 16 20:27:42.546324 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.566136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d6233d-42ec-47fa-b720-8eed3cedc5cb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:42.605619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-a072d1ba-dcc1-407f-9a62-66153485f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:42.613743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 05d6233d-42ec-47fa-b720-8eed3cedc5cb, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=05d6233d-42ec-47fa-b720-8eed3cedc5cb,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:42.614140 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-a072d1ba-dcc1-407f-9a62-66153485f71c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1330345 Jul 16 20:27:42.625730 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.697814 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936623e4-59c3-49ae-b344-a7fd565eeac7 x-openstack-request-id: req-936623e4-59c3-49ae-b344-a7fd565eeac7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:42.698945 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:42.700026 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-936623e4-59c3-49ae-b344-a7fd565eeac7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:42.701839 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'status': 'completed', 'code': 200} Jul 16 20:27:42.708206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=05d6233d-42ec-47fa-b720-8eed3cedc5cb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:42.802518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-7420d80e-fce6-444d-a136-77890550c42a service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816278 Jul 16 20:27:42.824265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] For port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:42.824679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempted to set empty binding levels {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:27:42.881738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:42.884341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['05d6233d-42ec-47fa-b720-8eed3cedc5cb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:42.886455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-c35c352c-d698-42bd-8cd1-de3afc11ca38 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613967 Jul 16 20:27:42.956472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'Port': ['ID=90ac8166-b521-45db-8dcf-f2cd5cce3cbb,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:43.096779 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f28a681-9f7b-47e2-8fdf-2d10b954ca43 req-38c9a798-5b48-4143-8881-41a615fab007 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423965 Jul 16 20:27:43.114332 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] In _notify_port_updated(), no bound segment for port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:27:43.119007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.120063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:43.121944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9c59eba3-7ad4-45d0-bcca-97409b7d5ab5 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "PUT /v2.0/ports/90ac8166-b521-45db-8dcf-f2cd5cce3cbb HTTP/1.1" status: 200 len: 976 time: 2.8858893 Jul 16 20:27:43.126089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a99677b-36eb-4f5d-97ab-5853344ab15b req-1a937a55-3359-417c-9c4d-3b4c527eff11 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134506 Jul 16 20:27:43.127081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41738) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:43.153310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3060b36-1f4f-4961-b160-4b6cbd70286a req-bef61b58-b5c9-43c5-b9c6-ed6d99a793b8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.155761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3060b36-1f4f-4961-b160-4b6cbd70286a req-bef61b58-b5c9-43c5-b9c6-ed6d99a793b8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.1371479 Jul 16 20:27:43.195070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40b68c-0960-4ebf-bfd3-7ce5b4658e1c req-29a01381-f68e-49b8-b643-d6cf5e497996 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.196819 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e40b68c-0960-4ebf-bfd3-7ce5b4658e1c req-29a01381-f68e-49b8-b643-d6cf5e497996 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 943 time: 0.4551270 Jul 16 20:27:43.238184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3060b36-1f4f-4961-b160-4b6cbd70286a req-d3a97e17-9b2c-4b88-a32e-f689fd47838d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677824 Jul 16 20:27:43.383972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e40b68c-0960-4ebf-bfd3-7ce5b4658e1c req-d187bdb3-b96d-4316-80e2-f2fa1a9f7cc6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004868 Jul 16 20:27:43.659673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99491066-0496-4ba2-97bc-a5f71a726351 req-95c3ce61-ee2f-48ac-b009-ecb27ef4873f tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.670015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99491066-0496-4ba2-97bc-a5f71a726351 req-95c3ce61-ee2f-48ac-b009-ecb27ef4873f tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.1400418 Jul 16 20:27:43.752898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99491066-0496-4ba2-97bc-a5f71a726351 req-c80beb9b-e48e-49b3-9c8e-4ee4e52beaaf tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796065 Jul 16 20:27:43.997682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.999107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:43.999778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.000714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.001394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.002035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.002732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.003763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.004386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.005052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.005659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.006257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.006883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.007515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.008143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.008750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.009353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.009957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.010556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.011157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.011808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.012516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.014321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.014613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.014942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.015438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.015907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.016369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.016829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.017288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.017744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.018203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.018658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.019116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.019606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.020068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.020527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.020979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.021440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.022165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.022841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.023370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.032245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-93802f87-4cb4-4251-8a41-415a82bca3ec tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37710 time: 0.8979213 Jul 16 20:27:44.035237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-87b41e04-77c7-4ac0-9000-9cd3669af515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.036949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-87b41e04-77c7-4ac0-9000-9cd3669af515 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1095 time: 0.8584275 Jul 16 20:27:44.038265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:44.085628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-9fdf0ad4-6190-4790-bd33-37eeb9a6a36e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1474547 Jul 16 20:27:44.236475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 05d6233d-42ec-47fa-b720-8eed3cedc5cb up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:44.262065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-7edf2fda-5f24-4cc8-ac41-682f8620cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.263596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-7edf2fda-5f24-4cc8-ac41-682f8620cb42 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1097 time: 0.0969350 Jul 16 20:27:44.307969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-3f4b87ea-e654-45c1-981c-c670d1405d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.308665 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-3f4b87ea-e654-45c1-981c-c670d1405d80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 898 time: 0.2163410 Jul 16 20:27:44.368847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 05d6233d-42ec-47fa-b720-8eed3cedc5cb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:44.381011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 05d6233d-42ec-47fa-b720-8eed3cedc5cb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:44.381388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.416611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438e918-3ce5-45c1-83c9-9d917618d5de req-f0f355c8-2c14-40e6-a145-43b93a98df5f tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.430100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2438e918-3ce5-45c1-83c9-9d917618d5de req-f0f355c8-2c14-40e6-a145-43b93a98df5f tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 949 time: 0.3996871 Jul 16 20:27:44.433588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-06427405-6ad0-463e-b564-02fc78bfccff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 217 time: 0.1122825 Jul 16 20:27:44.457726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-42304da9-8282-45ba-a8f0-49da5386c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.464097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-42304da9-8282-45ba-a8f0-49da5386c31d service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.1791174 Jul 16 20:27:44.566878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-991632a3-9fdf-47e0-b597-97beadb211a6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Deleting port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:44.572407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991632a3-9fdf-47e0-b597-97beadb211a6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.607101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-ff6399d7-8f06-449b-8070-f885ab524996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.609510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-ff6399d7-8f06-449b-8070-f885ab524996 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 200 len: 835 time: 0.1487894 Jul 16 20:27:44.612768 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.666973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b25113-abf7-4565-a6b2-11dc792c69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d6233d-42ec-47fa-b720-8eed3cedc5cb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:44.669403 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c304ed-04e4-46ae-a73c-fcdf61648234" -d '{"events": [{"server_uuid": "53b25113-abf7-4565-a6b2-11dc792c69b3", "name": "network-vif-plugged", "status": "completed", "tag": "05d6233d-42ec-47fa-b720-8eed3cedc5cb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:44.704327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2438e918-3ce5-45c1-83c9-9d917618d5de req-1d45acc6-914b-4e4f-ad8e-7255545cc947 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/security-groups?id=6958215f-90bf-4c77-88e4-ffd32745062e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733414 Jul 16 20:27:44.757382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 05d6233d-42ec-47fa-b720-8eed3cedc5cb, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=05d6233d-42ec-47fa-b720-8eed3cedc5cb,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:44.766705 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.771357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-44a8f375-5f39-4dc8-8c81-f233979961b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1000 time: 0.3004417 Jul 16 20:27:44.773722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-991632a3-9fdf-47e0-b597-97beadb211a6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] For port 90ac8166-b521-45db-8dcf-f2cd5cce3cbb, host n-h1-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:44.774099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991632a3-9fdf-47e0-b597-97beadb211a6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:44.832995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-991632a3-9fdf-47e0-b597-97beadb211a6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Calling delete_port for 90ac8166-b521-45db-8dcf-f2cd5cce3cbb owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:44.853708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-209f672b-e866-4910-90ea-4c5846cb5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.856501 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-209f672b-e866-4910-90ea-4c5846cb5544 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.0712550 Jul 16 20:27:44.879965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-4371b2ce-6b2c-45b8-a189-2536cd531364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.882050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-4371b2ce-6b2c-45b8-a189-2536cd531364 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba60276-e88a-4f5b-a410-93f5b5791ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2654903 Jul 16 20:27:44.886043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=05d6233d-42ec-47fa-b720-8eed3cedc5cb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:44.909207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:27:44.937355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543d3cf-518b-44bb-ab40-0b936acc0f4d req-b6164347-fa82-47ec-bdc4-b877b5dd08ca tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:44.940855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e543d3cf-518b-44bb-ab40-0b936acc0f4d req-b6164347-fa82-47ec-bdc4-b877b5dd08ca tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.3361931 Jul 16 20:27:45.041137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-08eb184f-e3a8-41e6-8fc4-df9047ae239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.047768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:45.051849 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-08eb184f-e3a8-41e6-8fc4-df9047ae239f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898944 Jul 16 20:27:45.065383 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e543d3cf-518b-44bb-ab40-0b936acc0f4d req-3940f521-3066-4984-a214-61ef0bb8d940 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169586 Jul 16 20:27:45.071400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'port_id': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'mac_address': 'fa:16:3e:e7:e0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:27:45.193305 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.219127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991632a3-9fdf-47e0-b597-97beadb211a6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.268114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-31904221-601e-41bd-b260-fb8d4a9b5d63 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783073 Jul 16 20:27:45.273355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991632a3-9fdf-47e0-b597-97beadb211a6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event deleted for resources: {'Port': ['ID=90ac8166-b521-45db-8dcf-f2cd5cce3cbb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:45.319659 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-991632a3-9fdf-47e0-b597-97beadb211a6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.322784 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0582217-52dc-4f65-be6f-b454190e8118 x-openstack-request-id: req-e0582217-52dc-4f65-be6f-b454190e8118 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:45.323301 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b25113-abf7-4565-a6b2-11dc792c69b3", "name": "network-vif-plugged", "status": "completed", "tag": "05d6233d-42ec-47fa-b720-8eed3cedc5cb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:45.323396 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0582217-52dc-4f65-be6f-b454190e8118 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:45.331465 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b25113-abf7-4565-a6b2-11dc792c69b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d6233d-42ec-47fa-b720-8eed3cedc5cb', 'code': 200} Jul 16 20:27:45.334295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-991632a3-9fdf-47e0-b597-97beadb211a6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "DELETE /v2.0/ports/90ac8166-b521-45db-8dcf-f2cd5cce3cbb HTTP/1.1" status: 204 len: 168 time: 1.2943032 Jul 16 20:27:45.335889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:27:45.340526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:45.342651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15258a08-a8ad-4c8e-b983-b57431b25c09 req-1c3e3e43-896e-4ee7-ae3b-1e9eaf00144e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.353350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15258a08-a8ad-4c8e-b983-b57431b25c09 req-1c3e3e43-896e-4ee7-ae3b-1e9eaf00144e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 943 time: 0.3103316 Jul 16 20:27:45.378005 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-2b69f31b-187c-44ed-bb5f-80eb86813c3d service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113894 Jul 16 20:27:45.403546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:45.408227 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.512364 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15258a08-a8ad-4c8e-b983-b57431b25c09 req-b889d1f0-ab06-4137-a6bb-7091347e07df tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579888 Jul 16 20:27:45.574661 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ff5b815b-7d9a-4d75-babd-00121bc06b5a req-a4754bcf-a032-4ada-b5c1-a394593e0823 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982306 Jul 16 20:27:45.589500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1d5e-ed25-4a88-8687-116cbe8b2f6e req-5a74eaec-2935-49bb-8c1e-ba116f757cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.593134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a2a1d5e-ed25-4a88-8687-116cbe8b2f6e req-5a74eaec-2935-49bb-8c1e-ba116f757cec service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 1102 time: 0.1378736 Jul 16 20:27:45.663880 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e83cb34-569b-487e-a3dc-54a4909c6289 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:27:45.682081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3e83cb34-569b-487e-a3dc-54a4909c6289 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "GET /v2.0/ports/90ac8166-b521-45db-8dcf-f2cd5cce3cbb HTTP/1.1" status: 404 len: 333 time: 0.3400059 Jul 16 20:27:45.691362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:45.705922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a2a1d5e-ed25-4a88-8687-116cbe8b2f6e req-07cb0284-23aa-4899-8187-4e6120859071 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6958215f-90bf-4c77-88e4-ffd32745062e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065650 Jul 16 20:27:45.731870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-430703586', 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:45.745184 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.764185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:45.789557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Made reservation on behalf of f6afbddcda7d45d798b47fb2e1909b6a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:45.793075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:45.814261 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56e1b084-5cb5-4725-9e08-3b686331f572 req-52c0f79d-aacd-4ba2-965c-af2501452f51 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899577 Jul 16 20:27:45.824666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] device_id is not set on port 957777c4-6b16-4a23-b3bf-8f1b902f3289 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:45.839655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:27:45.845616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7e62f-4250-406a-a82f-21531777434f req-53d22111-2372-4d3c-819c-9a1cc5b36449 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:45.854346 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-06e7e62f-4250-406a-a82f-21531777434f req-53d22111-2372-4d3c-819c-9a1cc5b36449 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.2109826 Jul 16 20:27:46.024303 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-06e7e62f-4250-406a-a82f-21531777434f req-aea9450a-46c0-4983-8d94-74adba5ad9a7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689689 Jul 16 20:27:46.087421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d464db0-1ec3-484c-9bca-dcdb25372351 req-a65aa2d0-efa4-4efd-a4f6-0cc17202f51b tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.090257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d464db0-1ec3-484c-9bca-dcdb25372351 req-a65aa2d0-efa4-4efd-a4f6-0cc17202f51b tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 950 time: 0.1441565 Jul 16 20:27:46.240118 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.252996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d464db0-1ec3-484c-9bca-dcdb25372351 req-757c78d8-c1af-47d0-9b88-2beb9ce9a894 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/security-groups?id=6958215f-90bf-4c77-88e4-ffd32745062e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438599 Jul 16 20:27:46.286565 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-7d56836a-c60e-489c-846a-f8507aadc075 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2248654 Jul 16 20:27:46.362250 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf37c-d293-4fbc-8284-0d593064bb3e req-abab13d5-c9cd-4448-9ca4-83abb0f5bf90 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.374370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88acf37c-d293-4fbc-8284-0d593064bb3e req-abab13d5-c9cd-4448-9ca4-83abb0f5bf90 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.1467822 Jul 16 20:27:46.375350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:46.384364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'floatingip': {'port_id': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:46.421462 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.447846 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.551318 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.572963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:46.583483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:46.588854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:46.589704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.590317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:46.599153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'Port': ['ID=957777c4-6b16-4a23-b3bf-8f1b902f3289,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:46.637627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10d0e-321a-4322-ba93-82196c4b6deb req-248f6e20-bab3-40d9-aff0-c10b7f3aeb40 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.645949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2c10d0e-321a-4322-ba93-82196c4b6deb req-248f6e20-bab3-40d9-aff0-c10b7f3aeb40 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.1949079 Jul 16 20:27:46.667073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-f3d5987e-1814-48a4-8f0b-8d25d87d6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.668152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-f3d5987e-1814-48a4-8f0b-8d25d87d6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.668696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-f3d5987e-1814-48a4-8f0b-8d25d87d6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.669243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-f3d5987e-1814-48a4-8f0b-8d25d87d6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.669998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-f3d5987e-1814-48a4-8f0b-8d25d87d6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.675284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-f3d5987e-1814-48a4-8f0b-8d25d87d6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.676055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-f3d5987e-1814-48a4-8f0b-8d25d87d6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.680163 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-f3d5987e-1814-48a4-8f0b-8d25d87d6f39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d34f052adcf44c26812ac8b2e98945d0&device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 6500 time: 0.3259518 Jul 16 20:27:46.681955 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c7f61008-111a-4440-9c0a-b9598fd6af97 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9441974 Jul 16 20:27:46.682775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:46.948500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-6b4486fc-dddb-428b-8cc5-163f3f0b9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.949748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-6b4486fc-dddb-428b-8cc5-163f3f0b9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.950699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-6b4486fc-dddb-428b-8cc5-163f3f0b9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:46.952944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-6b4486fc-dddb-428b-8cc5-163f3f0b9ae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2966c3cb-c680-4c12-8fde-f33e0b87a958&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=7176a9d8-71ad-4889-b4b9-23178524029f&id=11c173dd-4aaa-49dd-872c-190c74ede91e&id=11c173dd-4aaa-49dd-872c-190c74ede91e HTTP/1.1" status: 200 len: 2292 time: 0.2305498 Jul 16 20:27:46.971947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2c10d0e-321a-4322-ba93-82196c4b6deb req-79d0105c-1a1c-430c-9f48-9c6dcfa24679 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229442 Jul 16 20:27:47.130652 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-418304db-9779-4537-8cbd-6fff06b2d61f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2 HTTP/1.1" status: 200 len: 1001 time: 0.1572652 Jul 16 20:27:47.249491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230297d6-fcdd-4ff5-a361-7e7d13a37b9b tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.250916 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-230297d6-fcdd-4ff5-a361-7e7d13a37b9b tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "GET /v2.0/ports/957777c4-6b16-4a23-b3bf-8f1b902f3289 HTTP/1.1" status: 200 len: 954 time: 0.5484765 Jul 16 20:27:47.261169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:47.293283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-4f46803b-32ee-4eaa-9847-5fe496a21393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.300871 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-4f46803b-32ee-4eaa-9847-5fe496a21393 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e13b6ad-328a-4ca7-84c2-946e8e68e401 HTTP/1.1" status: 200 len: 851 time: 0.1619275 Jul 16 20:27:47.369798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad78e28-267d-4a2a-98b7-d62f687aaa3c req-63dbcab1-3d97-4d18-9bf7-eb473b355b4f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.372033 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ad78e28-267d-4a2a-98b7-d62f687aaa3c req-63dbcab1-3d97-4d18-9bf7-eb473b355b4f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 944 time: 0.2787969 Jul 16 20:27:47.454762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-1c782266-431b-4cd2-a3b9-25545965c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.457675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-1c782266-431b-4cd2-a3b9-25545965c9ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2966c3cb-c680-4c12-8fde-f33e0b87a958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471775 Jul 16 20:27:47.490655 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:27:47.572258 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ad78e28-267d-4a2a-98b7-d62f687aaa3c req-eb901a17-9b17-43f3-88b2-83c6dcfd64b9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1923838 Jul 16 20:27:47.578927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-e9bb68ff-9588-4a55-934f-9f6fd1eeec4a service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088228 Jul 16 20:27:47.582048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.590363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fcdaeecb-7e49-4a19-be9d-00c00440df77 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Deleting port 957777c4-6b16-4a23-b3bf-8f1b902f3289 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:47.590831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcdaeecb-7e49-4a19-be9d-00c00440df77 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.595274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.668424 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcdaeecb-7e49-4a19-be9d-00c00440df77 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.685913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fcdaeecb-7e49-4a19-be9d-00c00440df77 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Calling delete_port for 957777c4-6b16-4a23-b3bf-8f1b902f3289 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:47.757913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4e085-bf01-4637-94ff-ec0f11576786 req-94d3feaa-4461-40b3-b021-df89c27a9dc1 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:47.766011 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31c4e085-bf01-4637-94ff-ec0f11576786 req-94d3feaa-4461-40b3-b021-df89c27a9dc1 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 950 time: 0.2946839 Jul 16 20:27:47.796705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-4cfd8b27-12f9-44f9-a177-3aeef2eae06d service neutron] 10.222.0.30 "GET /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557314 Jul 16 20:27:47.859914 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-ee0a765a-e703-464e-8394-07d837dd8eaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 200 len: 217 time: 0.0564408 Jul 16 20:27:47.870395 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcdaeecb-7e49-4a19-be9d-00c00440df77 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:47.877417 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31c4e085-bf01-4637-94ff-ec0f11576786 req-f8f1919a-8a4f-4710-9c84-76ef172adc96 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/security-groups?id=6958215f-90bf-4c77-88e4-ffd32745062e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099591 Jul 16 20:27:48.004295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaeecb-7e49-4a19-be9d-00c00440df77 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event deleted for resources: {'Port': ['ID=957777c4-6b16-4a23-b3bf-8f1b902f3289,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:48.018906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-fdd4ab4c-2f9e-4b21-820e-dff51b7946b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.018906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-fdd4ab4c-2f9e-4b21-820e-dff51b7946b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1335733 Jul 16 20:27:48.019400 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Floating IP 4f33b22c-1142-4785-8fae-1e38ed8f29f6 associated. External IP: 172.25.7.42, port: 03ecc99d-59aa-4263-bce7-3182b3d3b9bb. Jul 16 20:27:48.215386 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcdaeecb-7e49-4a19-be9d-00c00440df77 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.223648 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fcdaeecb-7e49-4a19-be9d-00c00440df77 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "DELETE /v2.0/ports/957777c4-6b16-4a23-b3bf-8f1b902f3289 HTTP/1.1" status: 204 len: 168 time: 0.9614887 Jul 16 20:27:48.225730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-18a97815-76dc-4fc7-97e3-2f3e47bf725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.227234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:48.234027 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-18a97815-76dc-4fc7-97e3-2f3e47bf725a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1846037 Jul 16 20:27:48.521426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e29f4e-e775-480f-be35-5bba7fece1f9 req-d5d08732-94cf-41e0-8b41-73480efb1edc tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:48.530681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6e29f4e-e775-480f-be35-5bba7fece1f9 req-d5d08732-94cf-41e0-8b41-73480efb1edc tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.2311759 Jul 16 20:27:48.662933 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6e29f4e-e775-480f-be35-5bba7fece1f9 req-8742cf70-5e1c-49f3-8944-9c7f6c268c50 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309800 Jul 16 20:27:48.699554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-608d191f-f3d4-4356-ae70-ce8f66c4b86d service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430244 Jul 16 20:27:48.706380 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a572692-5ab7-43fe-ba2a-a8daf456361c tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:27:48.714996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9a572692-5ab7-43fe-ba2a-a8daf456361c tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "GET /v2.0/ports/957777c4-6b16-4a23-b3bf-8f1b902f3289 HTTP/1.1" status: 404 len: 333 time: 0.4862638 Jul 16 20:27:48.715837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:48.725105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Request body: {'port': {'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-317016053'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:48.825384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Made reservation on behalf of f6afbddcda7d45d798b47fb2e1909b6a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:27:48.829064 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:48.907933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] device_id is not set on port 0cc48207-a199-44d3-aea6-50acd9a091e4 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:48.908792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-3d8cf1e1-9275-4102-8d1e-49281d0c7659 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071671 Jul 16 20:27:48.932103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:27:49.000145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Router 42975dc0-382a-4195-9c18-698bb8c627b7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:27:49.032909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:27:49.037812 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:49.038293 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.103481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-60cb86b3-d9e1-4b5e-b799-2589b877c994 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 200 len: 217 time: 0.1882458 Jul 16 20:27:49.247815 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.280813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-5daec9ab-32a3-4a14-bc3e-58b512d4a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.287974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-5daec9ab-32a3-4a14-bc3e-58b512d4a687 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.1800981 Jul 16 20:27:49.323770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:49.325095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:49.332930 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b3bf22-1f5d-497d-ad2d-429521f51921" -d '{"events": [{"server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "name": "network-vif-plugged", "status": "completed", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:49.344419 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.356059 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.384950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:27:49.390486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.398023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264246a1-bf73-4914-a03e-62598add4e70 req-a8a06363-e340-425f-9f45-f9a13c1db897 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.407906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-264246a1-bf73-4914-a03e-62598add4e70 req-a8a06363-e340-425f-9f45-f9a13c1db897 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 944 time: 0.3808982 Jul 16 20:27:49.410492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] Sync routers for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:27:49.451915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:49.452561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:27:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:49.519925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-264246a1-bf73-4914-a03e-62598add4e70 req-5913dff3-a31f-49a1-8a18-20679438d270 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109970 Jul 16 20:27:49.567945 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a445a34-756c-45bb-88c7-448ad348e4fd tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "PUT /v2.0/floatingips/4f33b22c-1142-4785-8fae-1e38ed8f29f6 HTTP/1.1" status: 200 len: 991 time: 3.1880217 Jul 16 20:27:49.574563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:49.582936 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def8a0de-0499-466a-91d7-2ab92adc23d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:49.598871 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:27:49.634771 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f3fca5-5327-422a-b8c6-cea6a1f8f346 x-openstack-request-id: req-90f3fca5-5327-422a-b8c6-cea6a1f8f346 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:49.635366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-ac2c8dc6-636c-4339-8d8b-eeff4b054bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.640419 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-ac2c8dc6-636c-4339-8d8b-eeff4b054bc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3321109 Jul 16 20:27:49.641161 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "name": "network-vif-plugged", "status": "completed", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:49.643905 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90f3fca5-5327-422a-b8c6-cea6a1f8f346 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:49.644686 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'code': 200} Jul 16 20:27:49.699291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.721265 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accf1f26-6913-481d-b606-79b8c21164d3 x-openstack-request-id: req-accf1f26-6913-481d-b606-79b8c21164d3 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:27:49.722204 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:27:49.722986 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-accf1f26-6913-481d-b606-79b8c21164d3 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:27:49.725407 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'status': 'completed', 'code': 200} Jul 16 20:27:49.735092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.901613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:27:49.907000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:27:49.912847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:27:49.913899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:49.915245 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:49.933525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc48207-a199-44d3-aea6-50acd9a091e4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:49.955119 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-370f30a9-ff0b-4bea-9d92-90ce61ec6ea6 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2330410 Jul 16 20:27:49.955932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:49.975277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:50.008770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:50.119529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f71c1-9cbf-4ea3-9b39-35ae88b98db0 req-013d0e25-a455-431d-86cd-9ae2a767c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:50.122760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f65f71c1-9cbf-4ea3-9b39-35ae88b98db0 req-013d0e25-a455-431d-86cd-9ae2a767c4bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1097 time: 0.5282955 Jul 16 20:27:50.205045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.298518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f65f71c1-9cbf-4ea3-9b39-35ae88b98db0 req-77c7fc0c-fe19-4930-96af-df824edfa454 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899389 Jul 16 20:27:50.309754 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-64fee6d6-8e88-441f-9e8a-a45fb21b258f service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633379 Jul 16 20:27:50.369933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-ab0636cd-6e33-4dd9-863b-46a78eca9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:50.374237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-ab0636cd-6e33-4dd9-863b-46a78eca9edf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 1098 time: 0.4750104 Jul 16 20:27:50.664237 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2579d224-e675-4169-92dc-3998c36b883c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.700424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4f33b22c-1142-4785-8fae-1e38ed8f29f6', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'port_id': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'mac_address': 'fa:16:3e:69:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:19Z', 'updated_at': '2021-07-16T20:27:47Z', 'revision_number': 1, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:50.730144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] Checking router: 42975dc0-382a-4195-9c18-698bb8c627b7 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:27:50.746266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:27:50.747404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:27:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:50.781094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] device_id is not set on port 0cc48207-a199-44d3-aea6-50acd9a091e4 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:50.820256 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:50.899018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Transition to ACTIVE for port object 0cc48207-a199-44d3-aea6-50acd9a091e4 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:27:50.915290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-d401be17-7a01-40fd-897f-66981256575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:50.917127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-d401be17-7a01-40fd-897f-66981256575e service neutron] 10.222.0.30 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 912 time: 0.2409184 Jul 16 20:27:50.990466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-d5c76250-ed62-4ce9-a399-1cf2db7ef929 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127713 Jul 16 20:27:51.015104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:51.019146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:27:51.149589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf4af3-3abb-4cd3-a8f6-25e940da1cf5 req-52f7d631-c2de-4e9e-8eac-d2edfa57231d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.160057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4edf4af3-3abb-4cd3-a8f6-25e940da1cf5 req-52f7d631-c2de-4e9e-8eac-d2edfa57231d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 1.0781405 Jul 16 20:27:51.211025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-aa039b69-3c11-40ad-9681-39241c40e52d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928 HTTP/1.1" status: 200 len: 217 time: 0.1584830 Jul 16 20:27:51.251589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc48207-a199-44d3-aea6-50acd9a091e4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:51.294507 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.294920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.295325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.337882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945c077-ccb6-4833-8380-f2204b3be603 req-3f6a7c02-b7be-4143-8895-e0d1a228cbfa tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.351483 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5945c077-ccb6-4833-8380-f2204b3be603 req-3f6a7c02-b7be-4143-8895-e0d1a228cbfa tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.4394121 Jul 16 20:27:51.365259 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.365681 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:51.375483 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 2 to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 Jul 16 20:27:51.394656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4edf4af3-3abb-4cd3-a8f6-25e940da1cf5 req-bc30e752-3ec4-4dce-9433-5d117600ca35 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332942 Jul 16 20:27:51.440167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-2fe33dbf-5022-44b8-8ec8-c7e13281738f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb HTTP/1.1" status: 200 len: 999 time: 0.5080941 Jul 16 20:27:51.465035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.465397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.465747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.540805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5945c077-ccb6-4833-8380-f2204b3be603 req-4c3e5a85-d1ce-4790-a132-2282386106fd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1883132 Jul 16 20:27:51.545520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.546290 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:51.546951 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 3 to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 Jul 16 20:27:51.584511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.585323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.586029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.599685 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.606573 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:51.611973 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 4 to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 Jul 16 20:27:51.652988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-de54071b-c0a5-4445-99ed-92f1ffe766dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.654641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-de54071b-c0a5-4445-99ed-92f1ffe766dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.4165649 Jul 16 20:27:51.658581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.659218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.659798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.679221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.680077 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:51.680687 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 5 to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 Jul 16 20:27:51.705487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.706191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.706801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.719449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.720936 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:51.721577 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 6 to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 Jul 16 20:27:51.755161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.755916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.756467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.765910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4f33b22c-1142-4785-8fae-1e38ed8f29f6', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'port_id': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'mac_address': 'fa:16:3e:69:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:19Z', 'updated_at': '2021-07-16T20:27:47Z', 'revision_number': 1, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:51.768049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.768902 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:51.770792 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 7 to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 Jul 16 20:27:51.790680 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.796081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.798693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.819920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.820261 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:51.820693 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 8 to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 Jul 16 20:27:51.838899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-a9a05365-11df-46af-994c-cac2e1881be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:51.860493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5385aa-4d4e-4f95-84f3-5cbd55db1931 None None] The sync data for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 is: [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4f33b22c-1142-4785-8fae-1e38ed8f29f6', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'port_id': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'mac_address': 'fa:16:3e:69:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:27:19Z', 'updated_at': '2021-07-16T20:27:47Z', 'revision_number': 1, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:27:51.862534 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-a9a05365-11df-46af-994c-cac2e1881be1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.4092908 Jul 16 20:27:51.932045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:51.932387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:51.932729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:51.950517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:51.951696 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:51.951825 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 9 to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 Jul 16 20:27:52.006930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:52.007294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:52.007651 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:52.038731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:52.039070 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:52.039489 n-d-792394-17 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempt 10 to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 Jul 16 20:27:52.059938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-545dd85a-9507-45d6-8b12-f8addcdf2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.062259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-545dd85a-9507-45d6-8b12-f8addcdf2f84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3860364 Jul 16 20:27:52.078229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:27:52.078564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:27:52.089104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempting to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:27:52.108457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:27:52.108457 n-d-792394-17 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Failed to bind port 0cc48207-a199-44d3-aea6-50acd9a091e4 on host n-h1-792394-17 for vnic_type normal using segments [{'id': '10017894-670e-4061-b880-3c7d992d9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '121a7ac8-5f38-4396-8b8d-0e699bbddf46'}] Jul 16 20:27:52.108457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.212964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-65d5ce4c-ee9a-4cf0-8c2d-604d80fdc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.220057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-65d5ce4c-ee9a-4cf0-8c2d-604d80fdc747 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3423686 Jul 16 20:27:52.269950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] For port 0cc48207-a199-44d3-aea6-50acd9a091e4, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:52.270583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 20:27:52.290810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.384877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] In _notify_port_updated(), no bound segment for port 0cc48207-a199-44d3-aea6-50acd9a091e4 on network 121a7ac8-5f38-4396-8b8d-0e699bbddf46 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:27:52.387682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:52.388932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.391926 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "PUT /v2.0/ports/0cc48207-a199-44d3-aea6-50acd9a091e4 HTTP/1.1" status: 200 len: 975 time: 2.4321423 Jul 16 20:27:52.396832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:52.408314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-51d06c69-c5a9-4dc4-90ae-90a89d10cc9e service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765869 Jul 16 20:27:52.454051 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b7239-87ef-4cbd-bc2b-2ba291baba04 None None] New status for floating IP 4f33b22c-1142-4785-8fae-1e38ed8f29f6: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:27:52.495745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-c5c5b414-7d1a-40b7-b95d-31b14e5d65e1 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249368 Jul 16 20:27:52.539142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc48207-a199-44d3-aea6-50acd9a091e4,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:52.561786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.565683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.566111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.566609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.566963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.567394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.567903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.568519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.569299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.569299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.569908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.570287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47570d07-4f64-447c-b67f-292e285ed336 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:27:52.834019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bb302ba9-b093-4181-a79f-53a4fd3cbd21 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Deleting port 0cc48207-a199-44d3-aea6-50acd9a091e4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:27:52.836388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb302ba9-b093-4181-a79f-53a4fd3cbd21 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.857259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-15412af2-1e81-4b21-bbb2-50c52172ffc6 service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369989 Jul 16 20:27:52.946353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-bb302ba9-b093-4181-a79f-53a4fd3cbd21 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] For port 0cc48207-a199-44d3-aea6-50acd9a091e4, host n-h1-792394-17, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:52.946972 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb302ba9-b093-4181-a79f-53a4fd3cbd21 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:52.961797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bb302ba9-b093-4181-a79f-53a4fd3cbd21 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Calling delete_port for 0cc48207-a199-44d3-aea6-50acd9a091e4 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:27:52.982316 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-a885ea63-922c-4480-8cf3-273e56dee8b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=df9dca79-5ccf-4472-a245-9c2199c6994b HTTP/1.1" status: 200 len: 217 time: 0.1101978 Jul 16 20:27:53.069107 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb302ba9-b093-4181-a79f-53a4fd3cbd21 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.106887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb302ba9-b093-4181-a79f-53a4fd3cbd21 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cc48207-a199-44d3-aea6-50acd9a091e4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:53.156371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb302ba9-b093-4181-a79f-53a4fd3cbd21 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.158579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bb302ba9-b093-4181-a79f-53a4fd3cbd21 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "DELETE /v2.0/ports/0cc48207-a199-44d3-aea6-50acd9a091e4 HTTP/1.1" status: 204 len: 168 time: 0.7541156 Jul 16 20:27:53.167400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:53.284840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e0a79-9aae-41bc-bba1-087ac879dc0e req-81503105-dfcb-4240-bbb4-5f279899fb3b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.294027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b3e0a79-9aae-41bc-bba1-087ac879dc0e req-81503105-dfcb-4240-bbb4-5f279899fb3b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.4953163 Jul 16 20:27:53.296323 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcfc0a9-3387-4a04-b885-677bceb95287 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] GET failed (client error): The resource could not be found. Jul 16 20:27:53.303119 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1dcfc0a9-3387-4a04-b885-677bceb95287 tempest-PortsAdminExtendedAttrsTestJSON-688540193 tempest-PortsAdminExtendedAttrsTestJSON-688540193-project-admin] 10.222.0.10 "GET /v2.0/ports/0cc48207-a199-44d3-aea6-50acd9a091e4 HTTP/1.1" status: 404 len: 333 time: 0.1286702 Jul 16 20:27:53.305221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:53.394976 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.450883 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64aa8860-14f9-4d42-baeb-65ae5aaaa0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.668399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:53.692894 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b3e0a79-9aae-41bc-bba1-087ac879dc0e req-c829be99-7c8c-480c-8bac-a3a4c2449f72 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881569 Jul 16 20:27:53.751913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-7848b74b-2140-46b0-b583-420b66ed9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.754789 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-7848b74b-2140-46b0-b583-420b66ed9a05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 200 len: 797 time: 0.7710154 Jul 16 20:27:53.883756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-def8a0de-0499-466a-91d7-2ab92adc23d0 req-978a3001-5fc7-4339-9f0c-e361b78c0666 service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4527895 Jul 16 20:27:53.960145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-845221e3-34e8-4dfa-b301-b2cb3af230bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:53.963813 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-845221e3-34e8-4dfa-b301-b2cb3af230bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7176a9d8-71ad-4889-b4b9-23178524029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1936142 Jul 16 20:27:54.199222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.247827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121a7ac8-5f38-4396-8b8d-0e699bbddf46']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:54.274534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10017894-670e-4061-b880-3c7d992d9f84') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:54.275168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10017894-670e-4061-b880-3c7d992d9f84') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:27:54.293198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.309619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-e1d158aa-1e24-485a-8752-3e066987336f service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366020 Jul 16 20:27:54.332623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.361988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d317e-c3c7-4008-86e6-d89e6bd92b0d req-4f9f65bd-9b67-4c86-b303-67828d11621e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:54.364837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d24d317e-c3c7-4008-86e6-d89e6bd92b0d req-4f9f65bd-9b67-4c86-b303-67828d11621e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.1841888 Jul 16 20:27:54.365494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:27:54.366466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:27:54.383757 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:27:54.513985 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d24d317e-c3c7-4008-86e6-d89e6bd92b0d req-0d98e9cd-dc2f-4576-a55c-820db9d4edb9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058519 Jul 16 20:27:54.520712 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.663602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-5191e562-da3c-46d3-be7f-491be2345d6e service neutron] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294733 Jul 16 20:27:54.790264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-9662b82f-6230-4ad3-9f80-3abb61a1fc1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3 HTTP/1.1" status: 200 len: 217 time: 0.1182652 Jul 16 20:27:54.812224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.819933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:54.835681 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] 10.222.0.10 "DELETE /v2.0/networks/121a7ac8-5f38-4396-8b8d-0e699bbddf46 HTTP/1.1" status: 204 len: 168 time: 1.5263858 Jul 16 20:27:54.906570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a109f2-732c-4d77-b05a-e22861751a3d tempest-PortsAdminExtendedAttrsTestJSON-328398039 tempest-PortsAdminExtendedAttrsTestJSON-328398039-project] Pushing event deleted for resources: {'Network': ['ID=121a7ac8-5f38-4396-8b8d-0e699bbddf46,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:55.013224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-4a63c756-5901-4fb9-87eb-146ea2c552cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.019810 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-4a63c756-5901-4fb9-87eb-146ea2c552cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.2083647 Jul 16 20:27:55.026780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829f07-54c2-49f7-9e12-8ad832a560c2 req-f7449cb9-a037-45d4-b6e2-c4a65af6228f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.043616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829f07-54c2-49f7-9e12-8ad832a560c2 req-f7449cb9-a037-45d4-b6e2-c4a65af6228f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.062346 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829f07-54c2-49f7-9e12-8ad832a560c2 req-f7449cb9-a037-45d4-b6e2-c4a65af6228f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.075012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829f07-54c2-49f7-9e12-8ad832a560c2 req-f7449cb9-a037-45d4-b6e2-c4a65af6228f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.085495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829f07-54c2-49f7-9e12-8ad832a560c2 req-f7449cb9-a037-45d4-b6e2-c4a65af6228f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.094572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829f07-54c2-49f7-9e12-8ad832a560c2 req-f7449cb9-a037-45d4-b6e2-c4a65af6228f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.109508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9829f07-54c2-49f7-9e12-8ad832a560c2 req-f7449cb9-a037-45d4-b6e2-c4a65af6228f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.127708 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9829f07-54c2-49f7-9e12-8ad832a560c2 req-f7449cb9-a037-45d4-b6e2-c4a65af6228f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5436 time: 0.4976456 Jul 16 20:27:55.168494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5f6cf-a6b3-4b90-865c-3833280b3f1d req-780241ca-b266-47fb-b9cf-60d00ca28096 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.186586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eac5f6cf-a6b3-4b90-865c-3833280b3f1d req-780241ca-b266-47fb-b9cf-60d00ca28096 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.3445394 Jul 16 20:27:55.200940 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9829f07-54c2-49f7-9e12-8ad832a560c2 req-f30cc34f-eca4-4b4b-aad0-75a5f55f36b7 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698674 Jul 16 20:27:55.360751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eac5f6cf-a6b3-4b90-865c-3833280b3f1d req-4430ef87-6168-4d62-bdda-d37d9d1c97eb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1700737 Jul 16 20:27:55.391215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:55.403662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41924) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:55.452667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-e08051f5-320a-4faf-8fd2-619b78810d7a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.459338 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-e08051f5-320a-4faf-8fd2-619b78810d7a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.466623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-e08051f5-320a-4faf-8fd2-619b78810d7a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.473719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-e08051f5-320a-4faf-8fd2-619b78810d7a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.480120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-e08051f5-320a-4faf-8fd2-619b78810d7a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.487279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-e08051f5-320a-4faf-8fd2-619b78810d7a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.494558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-e08051f5-320a-4faf-8fd2-619b78810d7a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.496894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-e08051f5-320a-4faf-8fd2-619b78810d7a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5436 time: 0.6962185 Jul 16 20:27:55.573177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899f864-133a-4dec-a63a-1d2eac13f581 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.578187 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4899f864-133a-4dec-a63a-1d2eac13f581 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1092 time: 0.1850457 Jul 16 20:27:55.605491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-b19f30ec-db5e-4fcc-bb92-e8bdc898fb15 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.607299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-b19f30ec-db5e-4fcc-bb92-e8bdc898fb15 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "GET /v2.0/ports/0e92e6e8-04d4-46a4-a8cd-96256afb1ee1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0897925 Jul 16 20:27:55.608711 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:55.614702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'tenant_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:55.621725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-624591f9-3b4d-405e-89e3-f8799ba1f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.623744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-624591f9-3b4d-405e-89e3-f8799ba1f042 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5835927 Jul 16 20:27:55.810487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-70eccb40-5e18-4b2f-8680-a745890b26b4 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753159 Jul 16 20:27:55.813918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb91ca-79ae-485d-881c-7f93b4c8d184 req-f07733c8-44d2-4e91-9462-c40d8428c6d1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:55.828717 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ffb91ca-79ae-485d-881c-7f93b4c8d184 req-f07733c8-44d2-4e91-9462-c40d8428c6d1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.2491367 Jul 16 20:27:56.034343 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ffb91ca-79ae-485d-881c-7f93b4c8d184 req-2ff9bef3-b235-4041-b973-4638001fdf2c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044196 Jul 16 20:27:56.120139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:56.120540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1593f192-20f8-451c-a728-c1315c32a3b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a06beb76e684a0bb0addf9e98489da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144263 Jul 16 20:27:56.136625 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.235769 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.292889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-01b64e31-84e8-4149-9fd0-74fc0a8e4e09 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "GET /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6676269 Jul 16 20:27:56.337842 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:56.511301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-75a07841-6b7e-4906-95e7-23b0bb64d0b0 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014397 Jul 16 20:27:56.525389 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d6c0-72c5-4b96-8b76-7afd4b9202ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:56.658315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-6a34b3b3-4200-4222-8a2f-8427df4cb72d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1 HTTP/1.1" status: 200 len: 217 time: 0.1284239 Jul 16 20:27:56.796844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.068552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] For port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:57.135981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] For port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:27:57.233207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] device_id is not set on port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:27:57.366398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-d235fcb3-1d33-4043-9852-5595ecfe54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:57.368500 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-d235fcb3-1d33-4043-9852-5595ecfe54ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 200 len: 797 time: 0.5900226 Jul 16 20:27:57.377536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.395423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d6c0-72c5-4b96-8b76-7afd4b9202ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.458865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae1594-781a-4792-a294-c050b3274b66 req-b7113d45-1c3c-4ac9-94fc-06de68a41cc2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:57.501871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8eae1594-781a-4792-a294-c050b3274b66 req-b7113d45-1c3c-4ac9-94fc-06de68a41cc2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.2010279 Jul 16 20:27:57.557731 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d6c0-72c5-4b96-8b76-7afd4b9202ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.561155 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d6c0-72c5-4b96-8b76-7afd4b9202ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.562452 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a2e8d6c0-72c5-4b96-8b76-7afd4b9202ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc0bfbf9-4ffd-4053-a232-e4e6ee2ddf5b HTTP/1.1" status: 204 len: 168 time: 1.4407303 Jul 16 20:27:57.617351 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8eae1594-781a-4792-a294-c050b3274b66 req-3d8311f6-f975-43c9-ae11-e7adc6c8a320 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996284 Jul 16 20:27:57.709096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8d6c0-72c5-4b96-8b76-7afd4b9202ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0bfbf9-4ffd-4053-a232-e4e6ee2ddf5b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:57.722149 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:57.990228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5b1a-b46e-46db-9569-ae62a558a2bc req-51bda024-c89a-4d93-8c30-5747f8c730b4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.006969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5b1a-b46e-46db-9569-ae62a558a2bc req-51bda024-c89a-4d93-8c30-5747f8c730b4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.027903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5b1a-b46e-46db-9569-ae62a558a2bc req-51bda024-c89a-4d93-8c30-5747f8c730b4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.046618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5b1a-b46e-46db-9569-ae62a558a2bc req-51bda024-c89a-4d93-8c30-5747f8c730b4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.078728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5b1a-b46e-46db-9569-ae62a558a2bc req-51bda024-c89a-4d93-8c30-5747f8c730b4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.115691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5b1a-b46e-46db-9569-ae62a558a2bc req-51bda024-c89a-4d93-8c30-5747f8c730b4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.136476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5b1a-b46e-46db-9569-ae62a558a2bc req-51bda024-c89a-4d93-8c30-5747f8c730b4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.148438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3fe5b1a-b46e-46db-9569-ae62a558a2bc req-51bda024-c89a-4d93-8c30-5747f8c730b4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 5358 time: 1.5507860 Jul 16 20:27:58.228897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] No DVR routers for this DVR port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:27:58.421622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3fe5b1a-b46e-46db-9569-ae62a558a2bc req-f8e2581e-fd82-4d6d-bd1f-ecfc9b431446 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2718279 Jul 16 20:27:58.474301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-27e73448-6829-49eb-8474-fa40f8b74524 None None] Provisioning complete for port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:27:58.474971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27e73448-6829-49eb-8474-fa40f8b74524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.483726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.582703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-27e73448-6829-49eb-8474-fa40f8b74524 None None] Port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:27:58.729841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:58.762383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a729a-311a-40b8-be50-3957d0071675 service neutron] Pushing event updated for resources: {'Port': ['ID=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:58.770361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.25.7.125 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/8a3488c0-cbe4-4fe0-8112-606091d0d1e3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:27:58.872693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] In _notify_port_updated(), no bound segment for port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:27:58.874383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:58.885325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c43bc7ee-825b-4f80-8072-ecf2d5464523 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6afbddcda7d45d798b47fb2e1909b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522052 Jul 16 20:27:58.890409 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:58.892033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:27:58.898832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-647a729a-311a-40b8-be50-3957d0071675 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 200 len: 1028 time: 2.5677712 Jul 16 20:27:58.980291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 359b8264-ec68-4cd3-aab2-aa7be5b623d2 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:59.069376 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99500330-8819-4fa8-bb05-2b43dcd8142e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.220377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-dd1ecb9f-14f2-49ee-91eb-26ddccf55ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.238463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-dd1ecb9f-14f2-49ee-91eb-26ddccf55ec8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11c173dd-4aaa-49dd-872c-190c74ede91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.7088640 Jul 16 20:27:59.251061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99500330-8819-4fa8-bb05-2b43dcd8142e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.279992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a13ec3-c7ff-4028-b730-ae4e39722bda req-2667bdc0-8e5f-43c8-bf49-cde83614161d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.296641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05a13ec3-c7ff-4028-b730-ae4e39722bda req-2667bdc0-8e5f-43c8-bf49-cde83614161d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.3332610 Jul 16 20:27:59.417079 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.434191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-54db1ee5-f3aa-4ee4-8b96-d0a8882e24e2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:27:59.440369 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-54db1ee5-f3aa-4ee4-8b96-d0a8882e24e2 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "GET /v2.0/ports/bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4530957 Jul 16 20:27:59.479946 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05a13ec3-c7ff-4028-b730-ae4e39722bda req-21377149-5a4d-4b92-9846-4e6cf4bf0c3a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816711 Jul 16 20:27:59.509267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 359b8264-ec68-4cd3-aab2-aa7be5b623d2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:27:59.511509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:27:59.516535 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ea50f4-9ecf-4176-978d-fb10505560c8" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:27:59.543342 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.543342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e5c2d366-d7f5-4857-bf3e-da2ff6b86928 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:27:59.571421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99500330-8819-4fa8-bb05-2b43dcd8142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.577839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99500330-8819-4fa8-bb05-2b43dcd8142e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:27:59.583086 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-99500330-8819-4fa8-bb05-2b43dcd8142e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87f4c31e-1e60-455b-9054-9a8ac5757e17 HTTP/1.1" status: 204 len: 168 time: 0.6860020 Jul 16 20:27:59.600447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:27:59.605887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99500330-8819-4fa8-bb05-2b43dcd8142e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f4c31e-1e60-455b-9054-9a8ac5757e17,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:27:59.972607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=359b8264-ec68-4cd3-aab2-aa7be5b623d2,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:00.043846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.063992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-8db0dae6-608b-4410-9242-c3c932a02431 service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8240910 Jul 16 20:28:00.241107 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.254459 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d97caa-40d2-428d-baf8-ab1c0a173d26 x-openstack-request-id: req-b5d97caa-40d2-428d-baf8-ab1c0a173d26 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:00.254769 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:00.255028 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5d97caa-40d2-428d-baf8-ab1c0a173d26 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:00.255467 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'code': 200} Jul 16 20:28:00.321005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e5c2d366-d7f5-4857-bf3e-da2ff6b86928, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:00.327290 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.328033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:00.360026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.613084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:00.624478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:00.624911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device a2a92635-3871-4a97-8721-3ecb0b9bb9f3 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:00.780338 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] For port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:00.826985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] For port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:00.893658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] device_id is not set on port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:00.920570 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.923737 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:00.964256 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.006687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port a2a92635-3871-4a97-8721-3ecb0b9bb9f3, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:01.013091 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.014627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device df9dca79-5ccf-4472-a245-9c2199c6994b no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:01.094976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d830d0-b0d1-4104-b841-5a80c8429e29 req-1604dd6c-a49b-471e-8b3f-692683c48036 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.106536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10d830d0-b0d1-4104-b841-5a80c8429e29 req-1604dd6c-a49b-471e-8b3f-692683c48036 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.2050509 Jul 16 20:28:01.197976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.227969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10d830d0-b0d1-4104-b841-5a80c8429e29 req-5ec18649-4da8-4ed0-8326-4d344c064e6a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050236 Jul 16 20:28:01.341502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] No DVR routers for this DVR port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:01.357665 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.370234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.460088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port df9dca79-5ccf-4472-a245-9c2199c6994b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=df9dca79-5ccf-4472-a245-9c2199c6994b,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:01.465485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288eda3-b101-40ba-8249-b6d059cf8a9d req-f005f8d1-0cbc-4d16-8896-25e6a070545f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.468759 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.469489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8645b5fe-4124-41a6-abd7-15a2d7acffd1 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:01.477340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288eda3-b101-40ba-8249-b6d059cf8a9d req-f005f8d1-0cbc-4d16-8896-25e6a070545f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.490539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288eda3-b101-40ba-8249-b6d059cf8a9d req-f005f8d1-0cbc-4d16-8896-25e6a070545f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.501847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288eda3-b101-40ba-8249-b6d059cf8a9d req-f005f8d1-0cbc-4d16-8896-25e6a070545f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.514925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288eda3-b101-40ba-8249-b6d059cf8a9d req-f005f8d1-0cbc-4d16-8896-25e6a070545f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.521870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288eda3-b101-40ba-8249-b6d059cf8a9d req-f005f8d1-0cbc-4d16-8896-25e6a070545f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.534808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d288eda3-b101-40ba-8249-b6d059cf8a9d req-f005f8d1-0cbc-4d16-8896-25e6a070545f tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 4582 time: 1.4026282 Jul 16 20:28:01.557421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:01.562269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91b272d8-0ea8-485b-92e1-7b44559d7177 req-bf42a37f-53a0-42af-86f1-0363d474d11e service neutron] 10.222.0.30 "GET /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4681189 Jul 16 20:28:01.644219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.644420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.644834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.645151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.645477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.645799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.646117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.646432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.646748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.647065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.647402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.647716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:01.655017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:01.727591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:01.732434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] In _notify_port_updated(), no bound segment for port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 on network 7176a9d8-71ad-4889-b4b9-23178524029f {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:28:01.733414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:01.743545 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.745649 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-eb8ae55f-8296-426e-876b-61214d9fed24 service neutron] 10.222.0.30 "PUT /v2.0/ports/bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 200 len: 1027 time: 2.1545026 Jul 16 20:28:01.746774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:01.758936 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d288eda3-b101-40ba-8249-b6d059cf8a9d req-35a714b4-c658-4cec-9075-628ad9f25958 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&id=e4cf725a-8a12-41d0-af5e-add5d68af8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2231765 Jul 16 20:28:01.869134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d89805c-fd09-498f-9b95-a6ecbb6892e1 None None] Provisioning complete for port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:01.875729 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d89805c-fd09-498f-9b95-a6ecbb6892e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:01.958875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8d89805c-fd09-498f-9b95-a6ecbb6892e1 None None] Port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:28:01.978004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=df9dca79-5ccf-4472-a245-9c2199c6994b,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.004493 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.034856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=8a3488c0-cbe4-4fe0-8112-606091d0d1e3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.084468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8645b5fe-4124-41a6-abd7-15a2d7acffd1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:02.093226 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:02.094325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:02.181095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8645b5fe-4124-41a6-abd7-15a2d7acffd1,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:02.256971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928'}, {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3'}, {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9dca79-5ccf-4472-a245-9c2199c6994b'}, {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8645b5fe-4124-41a6-abd7-15a2d7acffd1'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:02.261217 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ac83f-9041-42eb-be87-3ad8001b095d" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c2d366-d7f5-4857-bf3e-da2ff6b86928"}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a92635-3871-4a97-8721-3ecb0b9bb9f3"}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "df9dca79-5ccf-4472-a245-9c2199c6994b"}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "8645b5fe-4124-41a6-abd7-15a2d7acffd1"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:02.274887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:02.381516 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb526c2-fd17-4786-a90a-4359e5a39436 x-openstack-request-id: req-6fb526c2-fd17-4786-a90a-4359e5a39436 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:02.382007 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c2d366-d7f5-4857-bf3e-da2ff6b86928", "code": 200}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a92635-3871-4a97-8721-3ecb0b9bb9f3", "code": 200}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "df9dca79-5ccf-4472-a245-9c2199c6994b", "code": 200}, {"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "8645b5fe-4124-41a6-abd7-15a2d7acffd1", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:02.382414 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fb526c2-fd17-4786-a90a-4359e5a39436 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:02.383065 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928', 'code': 200} Jul 16 20:28:02.383522 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3', 'code': 200} Jul 16 20:28:02.383859 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9dca79-5ccf-4472-a245-9c2199c6994b', 'code': 200} Jul 16 20:28:02.384193 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8645b5fe-4124-41a6-abd7-15a2d7acffd1', 'code': 200} Jul 16 20:28:03.642512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:03.680512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:03.681079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:03.893198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9158c-1b5b-4722-bfa3-f6284ddf9482 req-edcafe6d-a0dc-45cf-90c8-1530a88ebd9a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.894572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeabcd7-7df7-4326-95e9-818c60d8da65 req-52e901ac-729c-4890-b8f6-a8810154b045 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.896458 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1eeabcd7-7df7-4326-95e9-818c60d8da65 req-52e901ac-729c-4890-b8f6-a8810154b045 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 1.2222474 Jul 16 20:28:03.922463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9158c-1b5b-4722-bfa3-f6284ddf9482 req-edcafe6d-a0dc-45cf-90c8-1530a88ebd9a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.941767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9158c-1b5b-4722-bfa3-f6284ddf9482 req-edcafe6d-a0dc-45cf-90c8-1530a88ebd9a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.962261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9158c-1b5b-4722-bfa3-f6284ddf9482 req-edcafe6d-a0dc-45cf-90c8-1530a88ebd9a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:03.994262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9158c-1b5b-4722-bfa3-f6284ddf9482 req-edcafe6d-a0dc-45cf-90c8-1530a88ebd9a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.011450 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-71b9158c-1b5b-4722-bfa3-f6284ddf9482 req-edcafe6d-a0dc-45cf-90c8-1530a88ebd9a tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 3877 time: 0.2723134 Jul 16 20:28:04.040698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] For port 8645b5fe-4124-41a6-abd7-15a2d7acffd1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8645b5fe-4124-41a6-abd7-15a2d7acffd1,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:04.041013 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.068369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-832746306', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:04.081164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Calling delete_port for 8645b5fe-4124-41a6-abd7-15a2d7acffd1 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:04.111805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-71b9158c-1b5b-4722-bfa3-f6284ddf9482 req-56e221d5-6abe-416a-a67b-f4ed6481c539 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965767 Jul 16 20:28:04.116437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Made reservation on behalf of 2486a937665643269e26ead0166bb828 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:04.120243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.125069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1eeabcd7-7df7-4326-95e9-818c60d8da65 req-2309ec4e-6c1f-4e9d-915b-3ba67eefad43 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138083 Jul 16 20:28:04.171283 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.175780 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.386700 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.424540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.431657 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.436976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] device_id is not set on port 1f692985-e876-4800-a364-98489f5d2dca yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:28:04.499665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169b80fc-0f79-4f10-85b7-6dfc77da408a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.555514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.607445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Port': ['ID=8645b5fe-4124-41a6-abd7-15a2d7acffd1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.617803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Allocated IP 172.25.7.105 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/1f692985-e876-4800-a364-98489f5d2dca) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:04.714832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] No DVR routers for this DVR port 8645b5fe-4124-41a6-abd7-15a2d7acffd1 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:04.719141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.721464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-19e3401b-3e72-4726-8938-2667fca36a20 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "DELETE /v2.0/ports/8645b5fe-4124-41a6-abd7-15a2d7acffd1 HTTP/1.1" status: 204 len: 173 time: 2.9614830 Jul 16 20:28:04.721935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': '8645b5fe-4124-41a6-abd7-15a2d7acffd1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:04.724447 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2189d1af-68ea-476a-9524-73d29456d5ef" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "8645b5fe-4124-41a6-abd7-15a2d7acffd1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:04.776439 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5071b95c-f65d-4a9c-a741-5ed6758997c4 x-openstack-request-id: req-5071b95c-f65d-4a9c-a741-5ed6758997c4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:04.776722 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "8645b5fe-4124-41a6-abd7-15a2d7acffd1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:04.776970 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5071b95c-f65d-4a9c-a741-5ed6758997c4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:04.777372 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': '8645b5fe-4124-41a6-abd7-15a2d7acffd1', 'status': 'completed', 'code': 200} Jul 16 20:28:04.814400 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.850753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.859535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.866479 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.916681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:04.920333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:04.923365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:04.961912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=8a3488c0-cbe4-4fe0-8112-606091d0d1e3,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.967999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:04.968695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.972056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Pushing event updated for resources: {'Port': ['ID=1f692985-e876-4800-a364-98489f5d2dca,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:04.975493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:04.975838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:04.991956 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-87101112-271d-4968-97ea-ad804a63338b tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3475690 Jul 16 20:28:04.993253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:04.998559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.105'}]}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:05.002985 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.035932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.037098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.103280 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.189460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] For port a2a92635-3871-4a97-8721-3ecb0b9bb9f3, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:05.189932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.245626 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Floating IP b5f20516-6148-41d5-b148-e5b83107b852 associated. External IP: 172.25.7.125, port: e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959. Jul 16 20:28:05.262382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Calling delete_port for a2a92635-3871-4a97-8721-3ecb0b9bb9f3 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:05.364780 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.443754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-b7d98996-d945-40c6-ac8d-386963467bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.445495 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-b7d98996-d945-40c6-ac8d-386963467bce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 1097 time: 0.1174691 Jul 16 20:28:05.606480 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.723542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-a9b4b2a1-e9f1-4497-b37a-5fdbbe31b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.725499 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-a9b4b2a1-e9f1-4497-b37a-5fdbbe31b51c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.2648458 Jul 16 20:28:05.742491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] No DVR routers for this DVR port a2a92635-3871-4a97-8721-3ecb0b9bb9f3 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:05.746411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:05.749751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "DELETE /v2.0/ports/a2a92635-3871-4a97-8721-3ecb0b9bb9f3 HTTP/1.1" status: 204 len: 173 time: 1.0153296 Jul 16 20:28:05.786839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad18541-bef6-448e-b942-03200c387ba9 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Port': ['ID=a2a92635-3871-4a97-8721-3ecb0b9bb9f3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:05.797435 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-fd19cc84-21b4-448e-a019-de9882b01d92 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d HTTP/1.1" status: 200 len: 217 time: 0.0634296 Jul 16 20:28:05.903031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-5a16c78c-e3fb-470c-9dce-efe83856f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.905030 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-5a16c78c-e3fb-470c-9dce-efe83856f8e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.0956905 Jul 16 20:28:05.912558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d36e51-cfa5-430e-bb00-b1340f130692 req-90fbbde0-3726-469e-9dd8-92209fa0c2d9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.914547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28d36e51-cfa5-430e-bb00-b1340f130692 req-90fbbde0-3726-469e-9dd8-92209fa0c2d9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.3463869 Jul 16 20:28:05.953862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81208bb2-488f-4e59-94a1-8a3ff8787a21 req-76971c23-0170-455c-a31f-c57afef8942b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.960692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81208bb2-488f-4e59-94a1-8a3ff8787a21 req-76971c23-0170-455c-a31f-c57afef8942b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.967963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81208bb2-488f-4e59-94a1-8a3ff8787a21 req-76971c23-0170-455c-a31f-c57afef8942b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:05.976452 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-81208bb2-488f-4e59-94a1-8a3ff8787a21 req-76971c23-0170-455c-a31f-c57afef8942b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 2411 time: 0.3880901 Jul 16 20:28:05.997561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router a59c2279-42c3-4b0e-840f-be36f00b1f1f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:06.034216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28d36e51-cfa5-430e-bb00-b1340f130692 req-2cab6320-7788-4ee7-8d19-c3b0d09bca7d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080015 Jul 16 20:28:06.153022 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-81208bb2-488f-4e59-94a1-8a3ff8787a21 req-4bb0e018-4f5b-4700-808a-7dd177a7389d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753726 Jul 16 20:28:06.164730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:06.165298 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.231573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.305367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.437687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:06.452253 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] Sync routers for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:06.470081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:06.470965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:27:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:06.486223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-cd325b8f-4865-4fcb-a702-6eb2d210b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:06.504326 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-cd325b8f-4865-4fcb-a702-6eb2d210b6af service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5467775 Jul 16 20:28:06.515551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.589006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] For port e5c2d366-d7f5-4857-bf3e-da2ff6b86928, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:06.589372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:06.657267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Calling delete_port for e5c2d366-d7f5-4857-bf3e-da2ff6b86928 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:06.667559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7ef93efc-9c4c-4bb4-940a-57d3d5bacf42 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.0572000 Jul 16 20:28:06.758121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:06.781785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3'}, {'name': 'network-changed', 'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:06.790992 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439c128d-34f1-4b39-ac3c-21a27a127e93" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "a2a92635-3871-4a97-8721-3ecb0b9bb9f3"}, {"name": "network-changed", "server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:06.989341 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.088297 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4728ae-4136-440b-992e-0a63dcb3dd69 x-openstack-request-id: req-4f4728ae-4136-440b-992e-0a63dcb3dd69 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:07.088841 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "a2a92635-3871-4a97-8721-3ecb0b9bb9f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:07.089085 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f4728ae-4136-440b-992e-0a63dcb3dd69 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:07.089711 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': 'a2a92635-3871-4a97-8721-3ecb0b9bb9f3', 'status': 'completed', 'code': 200} Jul 16 20:28:07.090084 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'status': 'completed', 'code': 200} Jul 16 20:28:07.128726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.365636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Port': ['ID=e5c2d366-d7f5-4857-bf3e-da2ff6b86928,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:07.608568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] No DVR routers for this DVR port e5c2d366-d7f5-4857-bf3e-da2ff6b86928 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:07.625453 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:07.636126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-1a30118b-2402-4424-a104-c07a48d74068 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "DELETE /v2.0/ports/e5c2d366-d7f5-4857-bf3e-da2ff6b86928 HTTP/1.1" status: 204 len: 173 time: 1.8430636 Jul 16 20:28:07.700031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'b5f20516-6148-41d5-b148-e5b83107b852', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'port_id': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'mac_address': 'fa:16:3e:e7:e0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:28:02Z', 'updated_at': '2021-07-16T20:28:02Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00431b8-851e-4680-976d-41d071da7024', 'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:26Z', 'updated_at': '2021-07-16T20:27:35Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:07.734404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] Checking router: a59c2279-42c3-4b0e-840f-be36f00b1f1f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:07.745794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:07.746928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:27:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:07.844697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-0c485a99-585b-452b-913c-b61523ed49c2 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3378928 Jul 16 20:28:07.950385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5edf54-b0ad-4740-b8fe-6120680fe6f3 req-e9360541-06b6-47a6-832b-2810612acde6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.959090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8f5edf54-b0ad-4740-b8fe-6120680fe6f3 req-e9360541-06b6-47a6-832b-2810612acde6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.7794220 Jul 16 20:28:07.988496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-9a207fbe-5dd2-4ed2-91d2-b6f6deef405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:07.991128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-9a207fbe-5dd2-4ed2-91d2-b6f6deef405f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1097 time: 0.8131723 Jul 16 20:28:08.002179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:08.080645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting port df9dca79-5ccf-4472-a245-9c2199c6994b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:08.081506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.284714 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4c27c7c4-8bc2-4842-afd1-2bc08f08e1c7 req-1d91dbce-13c6-467f-813f-ebf354f56f59 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994288 Jul 16 20:28:08.339932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.347815 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.373079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] For port df9dca79-5ccf-4472-a245-9c2199c6994b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=df9dca79-5ccf-4472-a245-9c2199c6994b,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:08.373647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.419086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fb7a3-0a64-4927-90b4-04845b0c5224 req-fe8365e2-b3c4-47a3-ab99-7ad52147f024 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:08.427076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e8fb7a3-0a64-4927-90b4-04845b0c5224 req-fe8365e2-b3c4-47a3-ab99-7ad52147f024 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.7681930 Jul 16 20:28:08.466457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:08.467699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7e0a5f1-ff83-402c-bcb6-f5efd7747215 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:28:08.484544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'b5f20516-6148-41d5-b148-e5b83107b852', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'port_id': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'mac_address': 'fa:16:3e:e7:e0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:28:02Z', 'updated_at': '2021-07-16T20:28:02Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00431b8-851e-4680-976d-41d071da7024', 'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:26Z', 'updated_at': '2021-07-16T20:27:35Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:08.495363 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e8fb7a3-0a64-4927-90b4-04845b0c5224 req-6114f5b9-20ff-4e61-b06c-9fe750246e53 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 Jul 16 20:28:08.496599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Calling delete_port for df9dca79-5ccf-4472-a245-9c2199c6994b owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:08.517403 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:28:08.527034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd3c859-e8aa-4f95-8b90-1e7c919a112a None None] The sync data for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 is: [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'b5f20516-6148-41d5-b148-e5b83107b852', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'port_id': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'mac_address': 'fa:16:3e:e7:e0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:28:02Z', 'updated_at': '2021-07-16T20:28:02Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00431b8-851e-4680-976d-41d071da7024', 'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:26Z', 'updated_at': '2021-07-16T20:27:35Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:08.527510 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fb06268b-9f97-4d8e-a5f9-e299a8ae3c74 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5329497 Jul 16 20:28:08.528670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:08.605501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8f5edf54-b0ad-4740-b8fe-6120680fe6f3 req-2c1548eb-107e-4d12-bf92-491e5eba3563 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6451056 Jul 16 20:28:08.612391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-b935ca3d-148a-468f-be52-8e8fe177d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:08.615032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-b935ca3d-148a-468f-be52-8e8fe177d0d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 898 time: 0.5806179 Jul 16 20:28:08.644809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42130) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:08.842575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9cae1-ae5d-4471-a2c3-4a352da627f6 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Deleting port 1f692985-e876-4800-a364-98489f5d2dca {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:08.843124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cae1-ae5d-4471-a2c3-4a352da627f6 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.008096 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b3522-4941-4533-a0ef-40be2a064e34 None None] New status for floating IP b5f20516-6148-41d5-b148-e5b83107b852: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:28:09.113061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cae1-ae5d-4471-a2c3-4a352da627f6 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.133614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9cae1-ae5d-4471-a2c3-4a352da627f6 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Calling delete_port for 1f692985-e876-4800-a364-98489f5d2dca owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:09.348544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b38d0-4d85-4bbb-8058-4c5ab5814d6a req-0722a4c6-3b6c-40ab-ac3c-cc31d8520d76 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:09.355079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b38d0-4d85-4bbb-8058-4c5ab5814d6a req-0722a4c6-3b6c-40ab-ac3c-cc31d8520d76 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:09.364258 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d28b38d0-4d85-4bbb-8058-4c5ab5814d6a req-0722a4c6-3b6c-40ab-ac3c-cc31d8520d76 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 1678 time: 0.6108308 Jul 16 20:28:09.379534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:09.382835 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d788289e-ed32-43f2-8714-ab4ecd0fff00" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "e5c2d366-d7f5-4857-bf3e-da2ff6b86928"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:09.427915 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d28b38d0-4d85-4bbb-8058-4c5ab5814d6a req-92689442-4a13-4de6-9a7a-f26a4d9012de tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626941 Jul 16 20:28:09.431629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cae1-ae5d-4471-a2c3-4a352da627f6 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.485600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9cae1-ae5d-4471-a2c3-4a352da627f6 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f692985-e876-4800-a364-98489f5d2dca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:09.514039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-a7a5e95a-2aff-43bb-b6db-7e6007284f9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 999 time: 0.8821206 Jul 16 20:28:09.545849 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0d550-b670-41e1-9462-3958b204d2e8 x-openstack-request-id: req-70f0d550-b670-41e1-9462-3958b204d2e8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:09.546134 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "e5c2d366-d7f5-4857-bf3e-da2ff6b86928", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:09.546382 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70f0d550-b670-41e1-9462-3958b204d2e8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:09.546772 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': 'e5c2d366-d7f5-4857-bf3e-da2ff6b86928', 'status': 'completed', 'code': 200} Jul 16 20:28:09.610966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-38b53427-70f0-42fd-bb2e-500004a03691 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/b5f20516-6148-41d5-b148-e5b83107b852 HTTP/1.1" status: 200 len: 991 time: 0.9520330 Jul 16 20:28:09.611105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:09.627148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-2e68d9f6-c01a-42d0-90f6-dc6145de009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:09.629152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-2e68d9f6-c01a-42d0-90f6-dc6145de009c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 200 len: 835 time: 0.1004899 Jul 16 20:28:09.659793 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a9cae1-ae5d-4471-a2c3-4a352da627f6 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.668633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d3a9cae1-ae5d-4471-a2c3-4a352da627f6 tempest-RoutersAdminNegativeTest-1613491278 tempest-RoutersAdminNegativeTest-1613491278-project-admin] 10.222.0.10 "DELETE /v2.0/ports/1f692985-e876-4800-a364-98489f5d2dca HTTP/1.1" status: 204 len: 168 time: 1.1295381 Jul 16 20:28:09.773738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.829088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Port': ['ID=df9dca79-5ccf-4472-a245-9c2199c6994b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:09.850618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-e5775321-f265-4335-ab48-1c78e00d6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:09.854056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-e5775321-f265-4335-ab48-1c78e00d6e14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba60276-e88a-4f5b-a410-93f5b5791ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2145293 Jul 16 20:28:09.965105 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-291768fb-e592-46a6-838d-f271575888d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.988295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] No DVR routers for this DVR port df9dca79-5ccf-4472-a245-9c2199c6994b on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:09.993159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:09.995289 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-d348ee46-9a83-4923-bb7c-6503045abd25 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "DELETE /v2.0/ports/df9dca79-5ccf-4472-a245-9c2199c6994b HTTP/1.1" status: 204 len: 173 time: 2.3483925 Jul 16 20:28:10.165860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ead74f-1c02-4679-ba3d-243e8a8a2310 req-2db35330-a11a-48b5-a31c-d2091f90649a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:10.172415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26ead74f-1c02-4679-ba3d-243e8a8a2310 req-2db35330-a11a-48b5-a31c-d2091f90649a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 945 time: 0.3686371 Jul 16 20:28:10.174314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:10.260987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-624dd068-f863-44cf-b035-ee639c84c7ee service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891690 Jul 16 20:28:10.365887 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-26ead74f-1c02-4679-ba3d-243e8a8a2310 req-732c3922-8750-4724-902c-572645a88c9c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717515 Jul 16 20:28:10.377610 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-291768fb-e592-46a6-838d-f271575888d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.383847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-291768fb-e592-46a6-838d-f271575888d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.396452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:10.476704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6165437-7cd9-401f-a989-559201e7f3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.524762 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.581045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:10.585307 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-291768fb-e592-46a6-838d-f271575888d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3093d81cbe68492fafbe97fae6ba92f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9695923 Jul 16 20:28:10.586107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:10.591121 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d5826-259c-4e2d-85ab-c4a19230ce44" -d '{"events": [{"server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "name": "network-vif-unplugged", "status": "completed", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:10.604585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:10.605484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.646496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291768fb-e592-46a6-838d-f271575888d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ea2fb-80c2-49ce-aa16-6ba4f17e4cf5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.659394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:10.665187 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.680906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:10.732153 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035db4eb-8e87-4607-a047-9d527631d005 x-openstack-request-id: req-035db4eb-8e87-4607-a047-9d527631d005 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:10.732493 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "name": "network-vif-unplugged", "status": "completed", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:10.732906 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-035db4eb-8e87-4607-a047-9d527631d005 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:10.749232 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d', 'code': 200} Jul 16 20:28:10.822978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:10.876756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-439c128d-34f1-4b39-ac3c-21a27a127e93 req-fb1ce473-b59f-47b3-9935-a2f8a4613402 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073766 Jul 16 20:28:10.902758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-969a773c-be32-4df6-8394-151c20110eca tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/b5f20516-6148-41d5-b148-e5b83107b852 HTTP/1.1" status: 200 len: 993 time: 0.2076263 Jul 16 20:28:10.910423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00a1212a-be00-4492-bd2b-8d5beadec194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.942516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] For port 359b8264-ec68-4cd3-aab2-aa7be5b623d2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=359b8264-ec68-4cd3-aab2-aa7be5b623d2,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:10.942516 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:10.947843 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00a1212a-be00-4492-bd2b-8d5beadec194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.026981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3615043-6c7b-49a0-b7f9-ff19031a0921 req-e17553ee-3524-410e-a41b-c29f13933a43 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.029447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6165437-7cd9-401f-a989-559201e7f3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.031918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3615043-6c7b-49a0-b7f9-ff19031a0921 req-e17553ee-3524-410e-a41b-c29f13933a43 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 944 time: 0.1810465 Jul 16 20:28:11.037740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6165437-7cd9-401f-a989-559201e7f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.077816 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00a1212a-be00-4492-bd2b-8d5beadec194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.082651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00a1212a-be00-4492-bd2b-8d5beadec194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.084593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-00a1212a-be00-4492-bd2b-8d5beadec194 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba7ea2fb-80c2-49ce-aa16-6ba4f17e4cf5 HTTP/1.1" status: 204 len: 168 time: 0.4905152 Jul 16 20:28:11.116841 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b6165437-7cd9-401f-a989-559201e7f3db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c436d64616540b9b13cdcacc54eb115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9374757 Jul 16 20:28:11.120450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42184) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:11.128974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6165437-7cd9-401f-a989-559201e7f3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cbb1bb-3720-46dc-855f-703af2ce75c5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.150236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1212a-be00-4492-bd2b-8d5beadec194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ea2fb-80c2-49ce-aa16-6ba4f17e4cf5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.165008 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3615043-6c7b-49a0-b7f9-ff19031a0921 req-c0a66a07-479c-415f-b96b-4d4040b41092 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cc78830-9662-43b5-9798-2ec971131e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233914 Jul 16 20:28:11.351884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d47a43f-41e4-40de-acf4-86f51dc74382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.363403 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.363818 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.364200 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Floating IP e966ab69-78cf-411e-8b34-492b4d3eb08d disassociated. External IP: 172.25.7.12, port: 359b8264-ec68-4cd3-aab2-aa7be5b623d2. Jul 16 20:28:11.364486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Calling delete_port for 359b8264-ec68-4cd3-aab2-aa7be5b623d2 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:11.395025 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d47a43f-41e4-40de-acf4-86f51dc74382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.548651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': 'df9dca79-5ccf-4472-a245-9c2199c6994b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:11.551001 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f04b8e2-05aa-42e7-ac41-1b5eebb1d7bd" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "df9dca79-5ccf-4472-a245-9c2199c6994b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:11.610559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42204) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:11.644945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d47a43f-41e4-40de-acf4-86f51dc74382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.648043 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d47a43f-41e4-40de-acf4-86f51dc74382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.649348 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0d47a43f-41e4-40de-acf4-86f51dc74382 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92cbb1bb-3720-46dc-855f-703af2ce75c5 HTTP/1.1" status: 204 len: 168 time: 0.5181446 Jul 16 20:28:11.660435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd54f1f5-7941-465d-8ebe-75858f7adca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.677460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7b333-de23-44b4-be07-20a6bd30ae38 req-8df48329-24d6-4472-bee8-5eaff2288955 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.686175 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5a7b333-de23-44b4-be07-20a6bd30ae38 req-8df48329-24d6-4472-bee8-5eaff2288955 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 943 time: 0.1245186 Jul 16 20:28:11.729529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47a43f-41e4-40de-acf4-86f51dc74382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cbb1bb-3720-46dc-855f-703af2ce75c5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.733933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:11.764055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5a7b333-de23-44b4-be07-20a6bd30ae38 req-de43ec1d-76e8-4121-899d-6f467f3e2f88 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754142 Jul 16 20:28:11.784935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Port': ['ID=359b8264-ec68-4cd3-aab2-aa7be5b623d2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:11.853895 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a4e794-cc48-43d0-ae96-d6287bc2bbd4 x-openstack-request-id: req-a1a4e794-cc48-43d0-ae96-d6287bc2bbd4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:11.854254 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "df9dca79-5ccf-4472-a245-9c2199c6994b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:11.854509 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1a4e794-cc48-43d0-ae96-d6287bc2bbd4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:11.854975 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': 'df9dca79-5ccf-4472-a245-9c2199c6994b', 'status': 'completed', 'code': 200} Jul 16 20:28:11.903102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ef660-0b74-4bad-816a-65ca66ba747d req-c8e2b61c-c7bf-4215-90c2-b0229ee926d6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:11.910273 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b9ef660-0b74-4bad-816a-65ca66ba747d req-c8e2b61c-c7bf-4215-90c2-b0229ee926d6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.3146338 Jul 16 20:28:12.029836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Router df179710-cd6f-4c3a-8d82-42913df8e25f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:28:12.058666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b9ef660-0b74-4bad-816a-65ca66ba747d req-a7cae8a7-9577-4498-b8a1-87ca1eebdb4f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392498 Jul 16 20:28:12.108248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8da7-c6a1-4695-8f6c-1d43f597ec55 req-5efcff96-2424-4bc9-8b99-13688ad5b07a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.110294 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d47b8da7-c6a1-4695-8f6c-1d43f597ec55 req-5efcff96-2424-4bc9-8b99-13688ad5b07a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1114483 Jul 16 20:28:12.137804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd54f1f5-7941-465d-8ebe-75858f7adca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.156937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd54f1f5-7941-465d-8ebe-75858f7adca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.182338 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d47b8da7-c6a1-4695-8f6c-1d43f597ec55 req-05a84ae5-7aff-4ed2-9825-4ec6fa2aaeca tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655079 Jul 16 20:28:12.293577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cd54f1f5-7941-465d-8ebe-75858f7adca6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c67aeaca5d647398ec93bacf0ef0bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6820180 Jul 16 20:28:12.296203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:12.305001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:12.323199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54f1f5-7941-465d-8ebe-75858f7adca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703f9b4c-6856-487c-ab2b-b6608cbf3388,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.410770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:28:12.428636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] Sync routers for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:28:12.462764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:12.463386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:27:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:12.472103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-62507d29-849d-43c2-94f0-a045b0c476ff req-bc44b57f-24d1-42e9-942b-f69d863816ea tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0817769 Jul 16 20:28:12.518023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] No DVR routers for this DVR port 359b8264-ec68-4cd3-aab2-aa7be5b623d2 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:12.521859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0b5d89a3-a3dc-4ea2-8943-5d1df02f4fe3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2486a937665643269e26ead0166bb828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144277 Jul 16 20:28:12.522272 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.524587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:12.525375 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af5e203c-3482-4952-83f3-c36cdea4cce2 req-798fc358-1af5-4bae-91ae-fe5150ae0072 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.30 "DELETE /v2.0/ports/359b8264-ec68-4cd3-aab2-aa7be5b623d2 HTTP/1.1" status: 204 len: 173 time: 2.5194399 Jul 16 20:28:12.585792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c4bc-d978-42a4-bc28-168a11fbb22b req-cb683894-e788-4e98-ad7c-8b94fdd475cf tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:12.588505 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58159924-5e81-49c0-8bc2-dd2492129864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.595675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3473c4bc-d978-42a4-bc28-168a11fbb22b req-cb683894-e788-4e98-ad7c-8b94fdd475cf tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2650611 Jul 16 20:28:12.619342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ac01-3d89-4a1d-9c2f-ffbd53b5d29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.628429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:12.661034 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58159924-5e81-49c0-8bc2-dd2492129864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.684666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3473c4bc-d978-42a4-bc28-168a11fbb22b req-409f3eca-4e64-4cf1-b19c-00afdbb398d7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871882 Jul 16 20:28:12.702114 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ac01-3d89-4a1d-9c2f-ffbd53b5d29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.782868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58159924-5e81-49c0-8bc2-dd2492129864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.784239 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58159924-5e81-49c0-8bc2-dd2492129864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.788811 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-58159924-5e81-49c0-8bc2-dd2492129864 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/703f9b4c-6856-487c-ab2b-b6608cbf3388 HTTP/1.1" status: 204 len: 168 time: 0.4879899 Jul 16 20:28:12.811333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58159924-5e81-49c0-8bc2-dd2492129864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f9b4c-6856-487c-ab2b-b6608cbf3388,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:12.846285 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ac01-3d89-4a1d-9c2f-ffbd53b5d29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.849392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0e9ac01-3d89-4a1d-9c2f-ffbd53b5d29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:12.851827 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e0e9ac01-3d89-4a1d-9c2f-ffbd53b5d29a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/169b80fc-0f79-4f10-85b7-6dfc77da408a HTTP/1.1" status: 204 len: 168 time: 0.3260949 Jul 16 20:28:12.883328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9ac01-3d89-4a1d-9c2f-ffbd53b5d29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169b80fc-0f79-4f10-85b7-6dfc77da408a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:13.163784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd4262ff9-488d-4a31-8bd2-4fb864ecba93', 'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'mac_address': 'fa:16:3e:fc:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:48Z', 'updated_at': '2021-07-16T20:16:59Z', 'revision_number': 5, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'subnets': [{'id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:13.259101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] Checking router: df179710-cd6f-4c3a-8d82-42913df8e25f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:28:13.317392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:28:13.318105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:27:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:13.437486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc4dd-1aaf-4a58-a86b-496eb65ac92d req-9b854243-00de-4ac8-a6a2-7875bd2872cf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.453000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-306cc4dd-1aaf-4a58-a86b-496eb65ac92d req-9b854243-00de-4ac8-a6a2-7875bd2872cf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1643469 Jul 16 20:28:13.468534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:28:13.541569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-306cc4dd-1aaf-4a58-a86b-496eb65ac92d req-4c2c6586-91de-45d3-aac6-9f7a7323e7ab tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814104 Jul 16 20:28:13.553225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3bdd-381c-4239-bbc8-b62587ccea25 req-eaa317ae-5749-4ffd-b714-02bea24df408 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:13.572367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b83c3bdd-381c-4239-bbc8-b62587ccea25 req-eaa317ae-5749-4ffd-b714-02bea24df408 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1544030 Jul 16 20:28:13.651885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b83c3bdd-381c-4239-bbc8-b62587ccea25 req-f6ffcee1-69f2-472f-b800-2c4efba74594 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742509 Jul 16 20:28:13.852489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4daa33e4-1af4-4a86-a8da-76743c5ff159 req-6ca8d5b3-75c5-4917-95d5-642216fbca56 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0929501 Jul 16 20:28:13.856271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:13.859341 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c899fba-bafe-4d69-9880-dd6cad85981f" -d '{"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:13.930450 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583843de-0a69-4bfe-8fc5-52b2a4970800 x-openstack-request-id: req-583843de-0a69-4bfe-8fc5-52b2a4970800 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:13.930846 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f5163-c397-452b-9201-75be924f4ce3", "name": "network-vif-deleted", "tag": "359b8264-ec68-4cd3-aab2-aa7be5b623d2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:13.931995 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-583843de-0a69-4bfe-8fc5-52b2a4970800 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:13.932510 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f5163-c397-452b-9201-75be924f4ce3', 'name': 'network-vif-deleted', 'tag': '359b8264-ec68-4cd3-aab2-aa7be5b623d2', 'status': 'completed', 'code': 200} Jul 16 20:28:13.967290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd4262ff9-488d-4a31-8bd2-4fb864ecba93', 'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'mac_address': 'fa:16:3e:fc:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:48Z', 'updated_at': '2021-07-16T20:16:59Z', 'revision_number': 5, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'subnets': [{'id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:14.017115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3bc4e5-4d92-458d-b770-eab5fe59f3b1 None None] The sync data for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 is: [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:16:49Z', 'revision_number': 4, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd4262ff9-488d-4a31-8bd2-4fb864ecba93', 'name': '', 'network_id': '2966c3cb-c680-4c12-8fde-f33e0b87a958', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'mac_address': 'fa:16:3e:fc:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:48Z', 'updated_at': '2021-07-16T20:16:59Z', 'revision_number': 5, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'subnets': [{'id': '8e13b6ad-328a-4ca7-84c2-946e8e68e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:28:14.394430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:14.454114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:14.492541 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a6145e-33db-43b7-9853-fb8a8afc269c None None] New status for floating IP e966ab69-78cf-411e-8b34-492b4d3eb08d: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:28:14.614376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-305073157-network', 'tenant_id': '4a1bf6092eeb49e5a9553a60570b27b6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:14.681341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Made reservation on behalf of 4a1bf6092eeb49e5a9553a60570b27b6 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:14.689370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.726173 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.907711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:14.946081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.006165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:28:15.010044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b20956-140d-4fb5-8cb4-90a372bc1413 req-edad2c57-f4b8-42fa-9419-36bbd5ff350d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.013547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16b20956-140d-4fb5-8cb4-90a372bc1413 req-edad2c57-f4b8-42fa-9419-36bbd5ff350d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1522257 Jul 16 20:28:15.044196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7eb20a-74e3-4f93-888c-a3f5211fde4b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:15.052786 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.053139 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Added segment 009100f2-1734-45c1-accc-9e8017b78367 of type vlan for network 30b07dfe-4969-48eb-974a-1a05d196c683 Jul 16 20:28:15.098763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf31fe9-b3ab-4c9a-8494-d32571128fe7 req-97e2da5c-2931-4a1e-b359-529dda958b8b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.100497 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3cf31fe9-b3ab-4c9a-8494-d32571128fe7 req-97e2da5c-2931-4a1e-b359-529dda958b8b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1902723 Jul 16 20:28:15.119538 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-16b20956-140d-4fb5-8cb4-90a372bc1413 req-c3e0a8d1-8eb3-41b1-873e-9d6a69461501 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981653 Jul 16 20:28:15.137156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.223877 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3cf31fe9-b3ab-4c9a-8494-d32571128fe7 req-179291cd-ff70-4e7e-bb63-7e642c837ce6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049240 Jul 16 20:28:15.268241 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.270538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:15.272382 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.389840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] Pushing event updated for resources: {'Network': ['ID=30b07dfe-4969-48eb-974a-1a05d196c683,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:15.405302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 30b07dfe-4969-48eb-974a-1a05d196c683 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:28:15.428398 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-970882c5-6e32-4d90-81f6-dafe093363d0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9734864 Jul 16 20:28:15.430122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:15.441624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Request body: {'subnet': {'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-305073157-subnet', 'tenant_id': '4a1bf6092eeb49e5a9553a60570b27b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:15.455730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:15.577150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Made reservation on behalf of 4a1bf6092eeb49e5a9553a60570b27b6 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:15.588394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.602730 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2939c1a-49f2-4c1d-9b37-686938ffcd72 req-c17e36a9-2389-4e0e-b46d-aa0107129e48 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0610042 Jul 16 20:28:15.638407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.671860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98da12b5-060b-48ae-8880-341d3ad54949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.864047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98da12b5-060b-48ae-8880-341d3ad54949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.871247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98da12b5-060b-48ae-8880-341d3ad54949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.911964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:15.968389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-98da12b5-060b-48ae-8880-341d3ad54949 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0155b4dedbb43738b8442e9ada62b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102062 Jul 16 20:28:15.969577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:15.989709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da12b5-060b-48ae-8880-341d3ad54949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771d6da3-83be-41ea-a187-69fdf5add5bc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:16.040508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Checking segment: {'id': '009100f2-1734-45c1-accc-9e8017b78367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:16.041352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Network hostable DHCP agents. Network: 30b07dfe-4969-48eb-974a-1a05d196c683, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:28:16.047981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8605356e-7e96-4006-8bc9-ea12ceca269c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:16.076327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Network 30b07dfe-4969-48eb-974a-1a05d196c683 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:28:16.094509 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 30b07dfe-4969-48eb-974a-1a05d196c683) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:16.098568 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa8f0979-a82e-4197-a017-02579d224180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.107656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683440d5-2178-461a-a8e0-ea4abc38ed0c None None] Network 30b07dfe-4969-48eb-974a-1a05d196c683 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:16.126924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.128277 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.141915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa8f0979-a82e-4197-a017-02579d224180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.155659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e81d0943-1db1-4989-93e8-c300a0b63324 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7232432 Jul 16 20:28:16.251175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa8f0979-a82e-4197-a017-02579d224180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.263063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa8f0979-a82e-4197-a017-02579d224180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.266804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aa8f0979-a82e-4197-a017-02579d224180 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/771d6da3-83be-41ea-a187-69fdf5add5bc HTTP/1.1" status: 204 len: 168 time: 0.2928393 Jul 16 20:28:16.317000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f0979-a82e-4197-a017-02579d224180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771d6da3-83be-41ea-a187-69fdf5add5bc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:16.421509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc7735-3c63-4d69-9e28-3dbfc13c3a93 None None] Network 30b07dfe-4969-48eb-974a-1a05d196c683 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:16.690193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948577f-1f96-4861-8afe-c45ebf72a46f req-5a61be3b-1b2f-4aa5-b1a0-f4b6698f5ea9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.698105 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1948577f-1f96-4861-8afe-c45ebf72a46f req-5a61be3b-1b2f-4aa5-b1a0-f4b6698f5ea9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2318623 Jul 16 20:28:16.796929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695dcb7-6826-455e-992f-1553868a688f req-c456e870-c958-482f-adef-511da7d6866e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:16.806283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7695dcb7-6826-455e-992f-1553868a688f req-c456e870-c958-482f-adef-511da7d6866e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.2244971 Jul 16 20:28:16.820369 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1948577f-1f96-4861-8afe-c45ebf72a46f req-62f31af8-1ca4-407b-a6e2-90f4187643fb tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050873 Jul 16 20:28:16.936888 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:16.980927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7695dcb7-6826-455e-992f-1553868a688f req-988c3803-9d3a-468d-b2e8-587983be6f8d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700494 Jul 16 20:28:17.330423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba528117-16d3-4ba2-8b59-d4906cc60275 req-13b386a5-cd06-40ca-a61a-2f2f5e68c109 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0948160 Jul 16 20:28:18.162156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0d23-892c-4e01-8212-1d3b9ba531c3 req-ad2f273c-a98f-4688-a856-d98dc04e8e4d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:18.177740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9ae0d23-892c-4e01-8212-1d3b9ba531c3 req-ad2f273c-a98f-4688-a856-d98dc04e8e4d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1578465 Jul 16 20:28:18.243604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9ae0d23-892c-4e01-8212-1d3b9ba531c3 req-6eeb9a27-3cc1-4681-aff0-dcad560aeddf tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651212 Jul 16 20:28:18.400534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726150b-a7d8-4a27-89a9-fb66a5605a01 req-dac23171-2e26-44ab-8173-66e028721d5d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:18.413480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4726150b-a7d8-4a27-89a9-fb66a5605a01 req-dac23171-2e26-44ab-8173-66e028721d5d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.2111716 Jul 16 20:28:18.493960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4726150b-a7d8-4a27-89a9-fb66a5605a01 req-b2250245-1d16-405a-90d0-b04f19af946a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748386 Jul 16 20:28:18.807419 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-031c1125-2ab1-4ec2-833d-0d4be533a75c req-4c3383e4-ad81-406b-9933-f77cde8e8f5e tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0356331 Jul 16 20:28:19.572987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a789c-ba17-4e3f-bd56-696861529ad5 req-51fbeda1-6e0f-475e-93ee-5e44723fd249 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:19.575113 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b19a789c-ba17-4e3f-bd56-696861529ad5 req-51fbeda1-6e0f-475e-93ee-5e44723fd249 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.0979524 Jul 16 20:28:19.635243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b19a789c-ba17-4e3f-bd56-696861529ad5 req-582fcdef-7581-4009-8607-e3d4be970426 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441995 Jul 16 20:28:19.921154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d394bd-f87e-44fb-8cc5-ee57637db9a8 req-45e521d3-3bda-4264-84e5-b0a75b34207e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:19.922788 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1d394bd-f87e-44fb-8cc5-ee57637db9a8 req-45e521d3-3bda-4264-84e5-b0a75b34207e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1629047 Jul 16 20:28:20.024634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1d394bd-f87e-44fb-8cc5-ee57637db9a8 req-e02fdff3-baae-4363-bc68-0e0c90f28055 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959718 Jul 16 20:28:20.082952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-86814667-e2b9-4b0f-9e65-b71e50265534 req-8d7bcf20-f936-4c21-9ca1-aeacb058f819 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0474994 Jul 16 20:28:20.369624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-bd003767-4ac0-4db8-9c06-b2d2893ea449 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:20.378135 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-bd003767-4ac0-4db8-9c06-b2d2893ea449 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/networks?id=30b07dfe-4969-48eb-974a-1a05d196c683 HTTP/1.1" status: 200 len: 808 time: 0.2270627 Jul 16 20:28:20.413976 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-9ccfd581-7aac-4a88-8c7d-41b06bf08ff8 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/quotas/4a1bf6092eeb49e5a9553a60570b27b6 HTTP/1.1" status: 200 len: 375 time: 0.0315092 Jul 16 20:28:20.455962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-d5546ce9-e9b1-4b27-b267-1de141b5fdb2 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a1bf6092eeb49e5a9553a60570b27b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409777 Jul 16 20:28:20.567216 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a642a92d-1f34-49f8-8e8b-8a722e8ea15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:20.590505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-515428f5-e342-4fc0-91bc-b78b8d7e0840 service neutron] 10.222.0.10 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335979 Jul 16 20:28:20.781384 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-619b88a0-facb-47be-91a8-c0e5e74b8549 service neutron] 10.222.0.10 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801546 Jul 16 20:28:21.080889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1146-ff53-412a-9c2f-6ea5f552c0d5 req-0b5d496f-67b7-47d5-a5ac-22119f5b3bd1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:21.096075 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd436db0-cac9-4593-91df-18bcf117d92d req-c509b5a7-f1a0-45c8-9453-16556ca3b4ca tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 210 time: 0.0818207 Jul 16 20:28:21.108151 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a02e1146-ff53-412a-9c2f-6ea5f552c0d5 req-0b5d496f-67b7-47d5-a5ac-22119f5b3bd1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1344278 Jul 16 20:28:21.242839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a02e1146-ff53-412a-9c2f-6ea5f552c0d5 req-7ededa11-af64-411b-a1a0-2126c85c5dac tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297879 Jul 16 20:28:21.423304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14f1f2-5127-485f-b0a9-481e16942e2f req-e73a3b09-0c3e-4610-b684-d9bd0543ad3a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:21.430415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd14f1f2-5127-485f-b0a9-481e16942e2f req-e73a3b09-0c3e-4610-b684-d9bd0543ad3a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1911347 Jul 16 20:28:21.523896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd14f1f2-5127-485f-b0a9-481e16942e2f req-e6e10485-d69d-4331-baa6-c85ad86218ba tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925043 Jul 16 20:28:21.541772 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91b147e2-1f43-442e-bdae-7a0f4b0af331 req-dea18488-a052-4142-b845-11737b2fb7a7 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0684295 Jul 16 20:28:22.518523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-09207315-2864-4045-b600-e29cc69ab70e req-32c407f8-4982-4c44-8ecd-4ddd7ab952ea tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 210 time: 0.0981390 Jul 16 20:28:22.607950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e49bb3-5d20-4308-8822-bbada0409e77 req-cd0d8bca-1a6b-4de9-aac4-acf2e3ea8319 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.621290 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30e49bb3-5d20-4308-8822-bbada0409e77 req-cd0d8bca-1a6b-4de9-aac4-acf2e3ea8319 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1172564 Jul 16 20:28:22.738784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30e49bb3-5d20-4308-8822-bbada0409e77 req-fea4685e-8e50-4cb8-833b-241579f9d647 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158240 Jul 16 20:28:22.917074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b41dbd-7313-4421-8ec3-b3a09b2373a2 req-ef23b1d9-3a68-4ad3-818b-8a44dcbd7bd9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:22.918998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9b41dbd-7313-4421-8ec3-b3a09b2373a2 req-ef23b1d9-3a68-4ad3-818b-8a44dcbd7bd9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1034298 Jul 16 20:28:22.980318 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10a43beb-ad67-4884-828c-2c5f5801263d req-8aabd8e6-b680-41ab-b5f2-63719a2350f8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0766380 Jul 16 20:28:23.068095 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9b41dbd-7313-4421-8ec3-b3a09b2373a2 req-e4f26ce8-11b3-4d5b-a0aa-be7e0bf31274 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421123 Jul 16 20:28:23.414394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-bebb8181-2964-4a0d-b582-7beeff267d3d tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:23.418340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-bebb8181-2964-4a0d-b582-7beeff267d3d tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.63 "GET /v2.0/networks?id=30b07dfe-4969-48eb-974a-1a05d196c683 HTTP/1.1" status: 200 len: 808 time: 0.2749524 Jul 16 20:28:23.435510 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.442830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Request body: {'port': {'device_id': '8ed2740b-38b0-4ccb-b679-1aa14eac05ba', 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683', 'admin_state_up': True, 'tenant_id': '4a1bf6092eeb49e5a9553a60570b27b6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:23.451404 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-33deed9a-7da7-4195-9a59-8eae2e877e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:23.809414 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b7ca861-a278-438b-97f0-f132bf3a17d8 req-45bce506-30df-44af-8301-430fffb70340 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 210 time: 0.1010690 Jul 16 20:28:23.887374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Made reservation on behalf of 4a1bf6092eeb49e5a9553a60570b27b6 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:23.891993 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.074759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4905e-57bb-48d5-85a8-24f924fa809a req-e4e176b2-6d3e-448f-bba6-5e4bf43e4fb4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.087895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7aa4905e-57bb-48d5-85a8-24f924fa809a req-e4e176b2-6d3e-448f-bba6-5e4bf43e4fb4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.0921750 Jul 16 20:28:24.142592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:24.171158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7aa4905e-57bb-48d5-85a8-24f924fa809a req-e1eca38b-facc-466b-8328-8dbb597c0c03 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818934 Jul 16 20:28:24.231005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Allocated IP 172.20.0.12 (30b07dfe-4969-48eb-974a-1a05d196c683/8605356e-7e96-4006-8bc9-ea12ceca269c/f5d0f2c5-efff-40eb-a482-22e7e48c05d1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:24.413937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b27ff-f4c2-4914-92a5-320beee0b08b req-8249e878-aaf0-4652-a039-08328d92a87b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:24.417148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-955b27ff-f4c2-4914-92a5-320beee0b08b req-8249e878-aaf0-4652-a039-08328d92a87b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.0889800 Jul 16 20:28:24.431880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:24.440038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d874291-9c05-4582-98cf-92f65d3b9c29 req-53f379d0-71e3-495a-9e65-ab6336b971ea tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0992849 Jul 16 20:28:24.502101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-955b27ff-f4c2-4914-92a5-320beee0b08b req-6084698f-cb73-41f7-b07f-80871b1d3158 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788946 Jul 16 20:28:24.504012 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa536633-465b-4960-a748-d19887a645f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.608439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:24.636006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'port_id': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'mac_address': 'fa:16:3e:16:c5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:24.723576 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.725938 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.756865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c37669bd-8536-4d7c-83ef-53d024d2a25b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:24.791469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:24.794652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa536633-465b-4960-a748-d19887a645f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.796921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.809509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa536633-465b-4960-a748-d19887a645f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:24.846314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42514) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:24.846709 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fa536633-465b-4960-a748-d19887a645f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7446b48cdc34c0d8da4c35553aa7d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7021780 Jul 16 20:28:25.003157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c37669bd-8536-4d7c-83ef-53d024d2a25b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:25.007113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd092-b8c2-4fa6-84c9-b66e4982f0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.064022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa536633-465b-4960-a748-d19887a645f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4387006d-0025-4026-a924-a12df47219aa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.099045 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd092-b8c2-4fa6-84c9-b66e4982f0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.170704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.211788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.212162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.212659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.213020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.213358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.213708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.214053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.214410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.214726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.215066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.215461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.215962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:25.270334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.320707 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd092-b8c2-4fa6-84c9-b66e4982f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.323740 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd092-b8c2-4fa6-84c9-b66e4982f0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.328298 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ad0cd092-b8c2-4fa6-84c9-b66e4982f0e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4387006d-0025-4026-a924-a12df47219aa HTTP/1.1" status: 204 len: 168 time: 0.4805827 Jul 16 20:28:25.333555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2250f-efa1-4c69-a4c0-b4a6c960226e req-72e1abae-1c1f-4a5f-b06a-340880f8eb33 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.342681 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5b2250f-efa1-4c69-a4c0-b4a6c960226e req-72e1abae-1c1f-4a5f-b06a-340880f8eb33 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1535258 Jul 16 20:28:25.365771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cd092-b8c2-4fa6-84c9-b66e4982f0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4387006d-0025-4026-a924-a12df47219aa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.380310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab02fd5f-0ffa-4c69-8e58-f5caeb3a1f81 req-7f92be4f-cc3e-44a4-97f6-c7893279847c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 210 time: 0.1177688 Jul 16 20:28:25.423055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5b2250f-efa1-4c69-a4c0-b4a6c960226e req-731784a5-9cf3-493e-8ad0-b0502b48209a tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786393 Jul 16 20:28:25.444331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:25.464536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00326845-6815-4016-a8d9-91b18994edca req-121e3b88-f71b-4ac1-a532-a763fa7a977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.469020 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00326845-6815-4016-a8d9-91b18994edca req-121e3b88-f71b-4ac1-a532-a763fa7a977c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1097 time: 0.2764161 Jul 16 20:28:25.709762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Pushing event updated for resources: {'Port': ['ID=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:25.728840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Network 30b07dfe-4969-48eb-974a-1a05d196c683 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:25.732182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:25.743822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:25.824610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00326845-6815-4016-a8d9-91b18994edca req-6f692f77-37f3-4dc4-bf56-556b6cb71962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.830172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00326845-6815-4016-a8d9-91b18994edca req-6f692f77-37f3-4dc4-bf56-556b6cb71962 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.3540227 Jul 16 20:28:25.974237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00326845-6815-4016-a8d9-91b18994edca req-3e2770dc-dc65-49e4-89ab-b2891087855c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1000 time: 0.1372192 Jul 16 20:28:25.984276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:25.988456 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.034295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-f5a3d479-4c00-4b89-8fa8-ee9b6c9dd634 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6004815 Jul 16 20:28:26.060973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Request body: {'port': {'device_id': '8ed2740b-38b0-4ccb-b679-1aa14eac05ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:26.179394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eb3cb5cc-6aa2-43f1-a7fd-bfd6b6ace0ab req-dd07aa3a-20ae-443f-9051-30c73fb5f2ce tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.2039587 Jul 16 20:28:26.186163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00326845-6815-4016-a8d9-91b18994edca req-07abbf60-1845-4ef7-8da6-d437f97de05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.188004 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00326845-6815-4016-a8d9-91b18994edca req-07abbf60-1845-4ef7-8da6-d437f97de05c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.1836853 Jul 16 20:28:26.262568 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.336295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00326845-6815-4016-a8d9-91b18994edca req-d944ce18-5c85-46df-8502-8a04b02e7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.339309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00326845-6815-4016-a8d9-91b18994edca req-d944ce18-5c85-46df-8502-8a04b02e7dbe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447136 Jul 16 20:28:26.383944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac93918-57b5-49e9-be97-38f75edd3d6b req-9561d561-dc9f-4cd5-8638-02d0d8ecabab tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:26.385155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ac93918-57b5-49e9-be97-38f75edd3d6b req-9561d561-dc9f-4cd5-8638-02d0d8ecabab tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.5020800 Jul 16 20:28:26.395531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.437100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:26.514064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00326845-6815-4016-a8d9-91b18994edca req-a45a40ed-0139-4463-b680-fec9b8053b07 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593249 Jul 16 20:28:26.584995 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:28:26.641269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port c37669bd-8536-4d7c-83ef-53d024d2a25b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:26.641646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:26.689957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ac93918-57b5-49e9-be97-38f75edd3d6b req-2ee778cd-3f35-4e14-8329-e12856da0f4f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964704 Jul 16 20:28:27.005510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00326845-6815-4016-a8d9-91b18994edca req-65d0e376-148d-4d72-b0fd-e63edceff451 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727240 Jul 16 20:28:27.048260 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.063025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c68362-3e76-435e-b2c1-33f75b2ec060 req-a1618a72-1277-47bb-94f6-fa0e6547dd43 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.075882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06c68362-3e76-435e-b2c1-33f75b2ec060 req-a1618a72-1277-47bb-94f6-fa0e6547dd43 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 932 time: 0.2889819 Jul 16 20:28:27.105664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:27.108107 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d519f7fa-de17-48ca-91bc-23da32dfd733" -d '{"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-plugged", "status": "completed", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:27.158418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:27.164317 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.198280 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06c68362-3e76-435e-b2c1-33f75b2ec060 req-3ec0959f-15ca-46a3-b707-c90fcc50de3f tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061192 Jul 16 20:28:27.297643 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b67059c-efe1-40cd-9c99-84176e261775 x-openstack-request-id: req-8b67059c-efe1-40cd-9c99-84176e261775 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:27.298148 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-plugged", "status": "completed", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:27.298148 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b67059c-efe1-40cd-9c99-84176e261775 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:27.298482 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'code': 200} Jul 16 20:28:27.326729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:27.423923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7408cc9-5d90-4ed2-b590-7e9edb9f5980 req-9365513e-b5f4-44a5-9c4e-f8b22e21dccb tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:27.426291 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d7408cc9-5d90-4ed2-b590-7e9edb9f5980 req-9365513e-b5f4-44a5-9c4e-f8b22e21dccb tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.2072232 Jul 16 20:28:27.484085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d0f2c5-efff-40eb-a482-22e7e48c05d1 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:27.511440 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.540997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-647f7387-5f3f-49f5-9eba-710197520f2d req-e99e3675-ad65-4dcd-a432-cf38bc748d47 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0981369 Jul 16 20:28:27.549106 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d7408cc9-5d90-4ed2-b590-7e9edb9f5980 req-c4285c40-6f4a-45ce-b0e4-5ba8ab3974c7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154344 Jul 16 20:28:27.597724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Transition to ACTIVE for port object f5d0f2c5-efff-40eb-a482-22e7e48c05d1 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:27.603476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:27.776925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Pushing event updated for resources: {'Port': ['ID=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:27.887793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Attempting to bind port f5d0f2c5-efff-40eb-a482-22e7e48c05d1 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:27.888125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Attempting to bind port f5d0f2c5-efff-40eb-a482-22e7e48c05d1 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '009100f2-1734-45c1-accc-9e8017b78367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:27.888465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Attempting to bind port f5d0f2c5-efff-40eb-a482-22e7e48c05d1 on network 30b07dfe-4969-48eb-974a-1a05d196c683 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:27.901560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Port f5d0f2c5-efff-40eb-a482-22e7e48c05d1 on network 30b07dfe-4969-48eb-974a-1a05d196c683 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:27.901887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Attempting to bind port f5d0f2c5-efff-40eb-a482-22e7e48c05d1 on network 30b07dfe-4969-48eb-974a-1a05d196c683 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:27.939158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:27.939158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Checking segment: {'id': '009100f2-1734-45c1-accc-9e8017b78367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:27.939158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Bound using segment: {'id': '009100f2-1734-45c1-accc-9e8017b78367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:27.939158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Bound port: f5d0f2c5-efff-40eb-a482-22e7e48c05d1, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009100f2-1734-45c1-accc-9e8017b78367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:27.939158 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.116450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] For port f5d0f2c5-efff-40eb-a482-22e7e48c05d1, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:28.120602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] For port f5d0f2c5-efff-40eb-a482-22e7e48c05d1, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:28.127356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.187931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fd4c0-a47a-4b43-afa0-0986cdaca858 req-97d585ea-9892-4107-ba28-c181aa98e512 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.197697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1c0fd4c0-a47a-4b43-afa0-0986cdaca858 req-97d585ea-9892-4107-ba28-c181aa98e512 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.2898638 Jul 16 20:28:28.208886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.209703 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:28.211084 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] 10.222.0.63 "PUT /v2.0/ports/f5d0f2c5-efff-40eb-a482-22e7e48c05d1 HTTP/1.1" status: 200 len: 1093 time: 2.1646395 Jul 16 20:28:28.223234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed2740b-38b0-4ccb-b679-1aa14eac05ba', 'tag': 'f5d0f2c5-efff-40eb-a482-22e7e48c05d1'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:28.227145 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed2740b-38b0-4ccb-b679-1aa14eac05ba", "tag": "f5d0f2c5-efff-40eb-a482-22e7e48c05d1"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:28.391867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1c0fd4c0-a47a-4b43-afa0-0986cdaca858 req-26b04613-2f1e-4f92-93f3-ecac51a808b6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930830 Jul 16 20:28:28.417358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f7c87-b87e-47d2-b090-c6c3a9b4b8bb service neutron] Pushing event updated for resources: {'Port': ['ID=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:28.471233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-16fa5937-4bdd-495f-bb25-2b8e67e96cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.474544 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-16fa5937-4bdd-495f-bb25-2b8e67e96cb7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4a1bf6092eeb49e5a9553a60570b27b6&device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 1096 time: 0.2111685 Jul 16 20:28:28.511821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a66516-1da2-436b-b7fe-7c37110dda01 req-7755c43c-e169-4100-bf75-dacd6b11101e tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.514089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e3a66516-1da2-436b-b7fe-7c37110dda01 req-7755c43c-e169-4100-bf75-dacd6b11101e tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 944 time: 0.1352434 Jul 16 20:28:28.550521 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931a5631-1ebc-431c-b893-3afffd98189e x-openstack-request-id: req-931a5631-1ebc-431c-b893-3afffd98189e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:28.553360 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed2740b-38b0-4ccb-b679-1aa14eac05ba", "tag": "f5d0f2c5-efff-40eb-a482-22e7e48c05d1", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:28.557454 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-931a5631-1ebc-431c-b893-3afffd98189e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:28.559138 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed2740b-38b0-4ccb-b679-1aa14eac05ba', 'tag': 'f5d0f2c5-efff-40eb-a482-22e7e48c05d1', 'status': 'completed', 'code': 200} Jul 16 20:28:28.563966 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-457995df-e5df-4291-b93d-5a7956bb9840 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5d0f2c5-efff-40eb-a482-22e7e48c05d1 HTTP/1.1" status: 200 len: 217 time: 0.0789950 Jul 16 20:28:28.585072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e3a66516-1da2-436b-b7fe-7c37110dda01 req-69597f58-cf48-42d1-8f79-1bc1f0f5c4c3 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642409 Jul 16 20:28:28.641612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-e8b0fbe1-8dcd-4930-846c-0126e7b982ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.644151 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-e8b0fbe1-8dcd-4930-846c-0126e7b982ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8605356e-7e96-4006-8bc9-ea12ceca269c HTTP/1.1" status: 200 len: 848 time: 0.0734375 Jul 16 20:28:28.713889 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-a8b23ea3-b8c7-4eab-b4d2-9539a119d152 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30b07dfe-4969-48eb-974a-1a05d196c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622597 Jul 16 20:28:28.873980 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f27f17c0-5ec2-4bb4-a712-977c1a4026dd req-5929e7d0-67e1-4890-824f-40e75bbe47e4 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0618606 Jul 16 20:28:28.922051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc901e-ccc6-4971-adfd-f0386e519e07 req-2742f8be-0c0f-4960-9e97-b446399c0f4e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:28.937805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08dc901e-ccc6-4971-adfd-f0386e519e07 req-2742f8be-0c0f-4960-9e97-b446399c0f4e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1368878 Jul 16 20:28:29.025683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08dc901e-ccc6-4971-adfd-f0386e519e07 req-c52e0158-0f29-4475-9229-119768fda45e tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843461 Jul 16 20:28:29.067539 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-84bbab38-c543-40c5-be7a-e85ec9bd9f77 service neutron] 10.222.0.63 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475869 Jul 16 20:28:29.249658 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f1f83aa-2bdc-4fb5-8b34-4794709a73f1 req-35cbfb4e-32bf-4c6f-9fad-3b5a8f4494f7 service neutron] 10.222.0.63 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729066 Jul 16 20:28:29.328125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288c0ca-4ba2-4b58-8b32-7852e73a906a req-88aacf74-f1ae-4f14-9a3d-e8521bd71efd tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.335533 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4288c0ca-4ba2-4b58-8b32-7852e73a906a req-88aacf74-f1ae-4f14-9a3d-e8521bd71efd tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.0951226 Jul 16 20:28:29.399765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-ce3f7cfc-5bdd-4bf9-aa0f-f5d249956ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.404940 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-ce3f7cfc-5bdd-4bf9-aa0f-f5d249956ecd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4a1bf6092eeb49e5a9553a60570b27b6&device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 1096 time: 0.0925593 Jul 16 20:28:29.417357 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4288c0ca-4ba2-4b58-8b32-7852e73a906a req-0fbe4c1c-1239-4b88-bbe4-252fa3b77080 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805874 Jul 16 20:28:29.599913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-89edc594-661a-43aa-8c84-cc8f026275c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.601428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-89edc594-661a-43aa-8c84-cc8f026275c8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=30b07dfe-4969-48eb-974a-1a05d196c683 HTTP/1.1" status: 200 len: 909 time: 0.1932893 Jul 16 20:28:29.672275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-bb1bac73-67df-462f-a911-bea82a5708af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5d0f2c5-efff-40eb-a482-22e7e48c05d1 HTTP/1.1" status: 200 len: 217 time: 0.0605323 Jul 16 20:28:29.714699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e9cc0-4992-4d5e-a245-026904d1f376 req-18c9c8b1-61f2-44dc-81b1-2df0a4e98ba1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.717900 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-881e9cc0-4992-4d5e-a245-026904d1f376 req-18c9c8b1-61f2-44dc-81b1-2df0a4e98ba1 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1365526 Jul 16 20:28:29.753152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-45948d80-580b-421f-a8a3-219ffa1fe98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.754680 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-45948d80-580b-421f-a8a3-219ffa1fe98d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8605356e-7e96-4006-8bc9-ea12ceca269c HTTP/1.1" status: 200 len: 848 time: 0.0744579 Jul 16 20:28:29.767619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7aead-1a42-447b-8647-d8b7b65f94a3 req-45eed2a4-4e87-438e-88f9-cf057cc11a3c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:29.775239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ff7aead-1a42-447b-8647-d8b7b65f94a3 req-45eed2a4-4e87-438e-88f9-cf057cc11a3c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.2471948 Jul 16 20:28:29.795574 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-881e9cc0-4992-4d5e-a245-026904d1f376 req-34dee6a5-090b-45f6-8482-f93bd86147bc tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711331 Jul 16 20:28:29.829045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-8023104c-934c-4c94-ac23-fdc05feb8e03 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30b07dfe-4969-48eb-974a-1a05d196c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515578 Jul 16 20:28:29.881709 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ff7aead-1a42-447b-8647-d8b7b65f94a3 req-75f8e13a-a6d0-4da1-bd86-ca8b493c6278 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054749 Jul 16 20:28:30.103742 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-65d0774b-5254-428e-ab6f-53baf839690e service neutron] 10.222.0.63 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407348 Jul 16 20:28:30.111502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a7672-5885-4292-9841-f056da9da292 req-71752152-f979-41e9-b793-0f8788d12a26 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.124391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-389a7672-5885-4292-9841-f056da9da292 req-71752152-f979-41e9-b793-0f8788d12a26 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 944 time: 0.1656933 Jul 16 20:28:30.211465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-389a7672-5885-4292-9841-f056da9da292 req-6ff73e36-5676-4c1f-bc94-c2896b8cc614 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859494 Jul 16 20:28:30.871276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ec673ac-8624-43a8-94aa-c6cdc9ed303a req-b41cefc0-7499-4c35-8fba-249dd6358b8c service neutron] 10.222.0.63 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7611172 Jul 16 20:28:30.895945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e4995-3aab-4217-bae1-48b0f62cd964 req-7a0368ee-e44c-4a43-aab0-bdd660b83a1c tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:30.897519 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-380e4995-3aab-4217-bae1-48b0f62cd964 req-7a0368ee-e44c-4a43-aab0-bdd660b83a1c tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1097 time: 0.2073767 Jul 16 20:28:30.932193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-380e4995-3aab-4217-bae1-48b0f62cd964 req-8c2511c3-55a4-424b-b04c-a0c8b4099f20 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.175093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-380e4995-3aab-4217-bae1-48b0f62cd964 req-8c2511c3-55a4-424b-b04c-a0c8b4099f20 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.179955 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-380e4995-3aab-4217-bae1-48b0f62cd964 req-8c2511c3-55a4-424b-b04c-a0c8b4099f20 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:31.193971 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8a2aae9-a590-4456-9b0a-90f62ff702ba req-556845c3-41a5-4670-a36c-ee2fae35774d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.8390899 Jul 16 20:28:31.251089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-380e4995-3aab-4217-bae1-48b0f62cd964 req-8c2511c3-55a4-424b-b04c-a0c8b4099f20 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3364449 Jul 16 20:28:31.280202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2511c3-55a4-424b-b04c-a0c8b4099f20 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5ade13-2bab-403b-9203-abce24eb424f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:31.580797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61292a-4e79-4fbf-a9a5-8d51979228e9 req-67a27e1d-12fb-44b5-b2ca-aa696cd8575f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.588825 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e61292a-4e79-4fbf-a9a5-8d51979228e9 req-67a27e1d-12fb-44b5-b2ca-aa696cd8575f tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1312718 Jul 16 20:28:31.678096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e61292a-4e79-4fbf-a9a5-8d51979228e9 req-1728e561-a108-444b-ba77-583818a0611c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880034 Jul 16 20:28:31.747178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aab551-a686-4b02-a57b-8b8e60803ea7 req-124def10-6608-485c-b655-202e0694f8cb tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.749660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5aab551-a686-4b02-a57b-8b8e60803ea7 req-124def10-6608-485c-b655-202e0694f8cb tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1506348 Jul 16 20:28:31.841733 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5aab551-a686-4b02-a57b-8b8e60803ea7 req-6d3bc487-6062-4a06-b52f-b2e7fa40b35d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797095 Jul 16 20:28:31.931353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5b1d-ea6d-49ff-a8d8-398d86048c66 req-25dede7f-f69f-4bc0-b387-b779219537c0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:31.940021 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df6a5b1d-ea6d-49ff-a8d8-398d86048c66 req-25dede7f-f69f-4bc0-b387-b779219537c0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 944 time: 0.0951669 Jul 16 20:28:31.990437 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df6a5b1d-ea6d-49ff-a8d8-398d86048c66 req-45e152eb-0564-402e-ad65-bd282afe10c1 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491920 Jul 16 20:28:32.092457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59275ef-37ad-4ca2-a720-18f8c1b209f8 req-0e4a6eed-09fc-4a4b-b80a-6e2f6cf17fec tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.105124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b59275ef-37ad-4ca2-a720-18f8c1b209f8 req-0e4a6eed-09fc-4a4b-b80a-6e2f6cf17fec tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.1119363 Jul 16 20:28:32.192611 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b59275ef-37ad-4ca2-a720-18f8c1b209f8 req-31d60739-43a7-487d-a9a5-145e6b29d801 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860512 Jul 16 20:28:32.239457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:32.465471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6e5954f1-6a43-45a9-a345-99344a11ed41 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/b5f20516-6148-41d5-b148-e5b83107b852 HTTP/1.1" status: 200 len: 993 time: 0.2250257 Jul 16 20:28:32.469027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f5d0f2c5-efff-40eb-a482-22e7e48c05d1 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:28:32.569596 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ffa2a89-ff7c-4ae3-a2ac-cfe539c18162 req-b514b4ca-822c-42f7-a23a-d9679dd67f76 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/ports?device_id=696f5163-c397-452b-9201-75be924f4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0667696 Jul 16 20:28:32.718216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-aff0873f-9510-4ce6-932d-6fdced4ec818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.720691 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-aff0873f-9510-4ce6-932d-6fdced4ec818 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 1097 time: 0.2974193 Jul 16 20:28:32.790544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f5d0f2c5-efff-40eb-a482-22e7e48c05d1, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:32.822659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'f5d0f2c5-efff-40eb-a482-22e7e48c05d1', 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683', 'port_id': 'f5d0f2c5-efff-40eb-a482-22e7e48c05d1', 'mac_address': 'fa:16:3e:64:35:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8605356e-7e96-4006-8bc9-ea12ceca269c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:28:32.916638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9be60-f9d9-42f3-8f20-5aca309dced4 req-c534e360-240e-4701-8659-c57dd391c384 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.921779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:32.923900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5be9be60-f9d9-42f3-8f20-5aca309dced4 req-c534e360-240e-4701-8659-c57dd391c384 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.3219616 Jul 16 20:28:32.941830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d0f2c5-efff-40eb-a482-22e7e48c05d1 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:32.967643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-fa1ad3e8-c45a-4ef0-9b3d-13112572d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:32.967643 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-fa1ad3e8-c45a-4ef0-9b3d-13112572d8ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.2317488 Jul 16 20:28:32.983802 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5be9be60-f9d9-42f3-8f20-5aca309dced4 req-34a03521-2376-4b21-8619-649b87b3a6e4 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590110 Jul 16 20:28:32.986655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f5d0f2c5-efff-40eb-a482-22e7e48c05d1, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:32.991891 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:33.099194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:33.141854 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-bff5c82d-fe70-4ba2-8a87-1ff38290ef4d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 200 len: 1000 time: 0.1719396 Jul 16 20:28:33.211822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-aa873f91-98b8-49d3-a0eb-8267f0adabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.213623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-aa873f91-98b8-49d3-a0eb-8267f0adabe2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.0652299 Jul 16 20:28:33.245486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a7f3d-3c07-4da6-90b7-3b5dd4aeb6cb req-fb6079a7-1bb6-4a94-822c-30aa757cd294 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.255395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f5d0f2c5-efff-40eb-a482-22e7e48c05d1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:33.265422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a11a7f3d-3c07-4da6-90b7-3b5dd4aeb6cb req-fb6079a7-1bb6-4a94-822c-30aa757cd294 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1667404 Jul 16 20:28:33.360464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a11a7f3d-3c07-4da6-90b7-3b5dd4aeb6cb req-f63d6f5e-b968-432f-9908-a316aa71eaaf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791805 Jul 16 20:28:33.450329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-6ef410aa-a801-4f68-bef5-5e81a73b35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.452531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-6ef410aa-a801-4f68-bef5-5e81a73b35fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2068167 Jul 16 20:28:33.519244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727da55-5551-41f8-85c3-ea8f92dce3d6 req-26a8be07-fd17-4825-bb21-46702c2b503c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:33.536879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8727da55-5551-41f8-85c3-ea8f92dce3d6 req-26a8be07-fd17-4825-bb21-46702c2b503c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 945 time: 0.3219371 Jul 16 20:28:33.625580 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8727da55-5551-41f8-85c3-ea8f92dce3d6 req-9ead74d1-1003-4b9f-b8d8-e5b6c83d4032 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838995 Jul 16 20:28:33.769424 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-bb298f49-b6de-41d9-9455-e9ede78bec36 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934301 Jul 16 20:28:33.873473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-615cd743-5ebe-447e-83ce-c1103e26138f req-73040f56-ba9e-4346-a89c-e986e16d9814 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:28:33.884145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-615cd743-5ebe-447e-83ce-c1103e26138f req-73040f56-ba9e-4346-a89c-e986e16d9814 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2839603 Jul 16 20:28:33.993845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42696) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:34.053805 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0dc6d397-e97f-47d4-9e1c-54c03f7233b0 req-a4cff10a-de4b-4f46-8d8f-390bcc4772db service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770436 Jul 16 20:28:34.142856 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3892ce3a-919c-4785-a8e0-2aa5f7d4777b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.169202 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3892ce3a-919c-4785-a8e0-2aa5f7d4777b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.280779 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3892ce3a-919c-4785-a8e0-2aa5f7d4777b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.283366 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3892ce3a-919c-4785-a8e0-2aa5f7d4777b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.286891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3892ce3a-919c-4785-a8e0-2aa5f7d4777b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "DELETE /v2.0/security-groups/8cc78830-9662-43b5-9798-2ec971131e0f HTTP/1.1" status: 204 len: 168 time: 0.2896349 Jul 16 20:28:34.294409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42702) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:34.315078 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-d85b2a2c-f2c8-455e-b086-a084b20f1c3b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] show failed (client error): The resource could not be found. Jul 16 20:28:34.315325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892ce3a-919c-4785-a8e0-2aa5f7d4777b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc78830-9662-43b5-9798-2ec971131e0f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:34.319537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42704) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:34.320055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d85b2a2c-f2c8-455e-b086-a084b20f1c3b tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "GET /v2.0/security-groups/8cc78830-9662-43b5-9798-2ec971131e0f HTTP/1.1" status: 404 len: 347 time: 0.0239239 Jul 16 20:28:34.361204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34cb82-057d-4b49-8da6-16f611f84eba req-cf56dda8-aa1b-4266-af8f-ea3987334750 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.363339 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0d34cb82-057d-4b49-8da6-16f611f84eba req-cf56dda8-aa1b-4266-af8f-ea3987334750 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1114767 Jul 16 20:28:34.426451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0d34cb82-057d-4b49-8da6-16f611f84eba req-ce8de2c6-e5a7-474f-bd55-91e77b12b1f7 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524836 Jul 16 20:28:34.484372 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f5d0f2c5-efff-40eb-a482-22e7e48c05d1 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:28:34.630494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port f5d0f2c5-efff-40eb-a482-22e7e48c05d1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:28:34.637199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port f5d0f2c5-efff-40eb-a482-22e7e48c05d1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:28:34.637960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.798989 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.799777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting port f0a0fc18-a09d-4e55-af77-c50ba700f968 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:34.800123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.858156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f5d0f2c5-efff-40eb-a482-22e7e48c05d1, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:34.861584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed2740b-38b0-4ccb-b679-1aa14eac05ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d0f2c5-efff-40eb-a482-22e7e48c05d1'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:34.874575 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da73866-6237-4c62-97ce-1268cc4a8e8b" -d '{"events": [{"server_uuid": "8ed2740b-38b0-4ccb-b679-1aa14eac05ba", "name": "network-vif-plugged", "status": "completed", "tag": "f5d0f2c5-efff-40eb-a482-22e7e48c05d1"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:34.879170 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:34.898673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e74928-ed1e-4044-aa40-3d31dae9e051 req-3d4c1ecf-4872-42c1-b41f-900bb69800e8 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:34.911038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21e74928-ed1e-4044-aa40-3d31dae9e051 req-3d4c1ecf-4872-42c1-b41f-900bb69800e8 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1909091 Jul 16 20:28:34.997117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-1700bbe1-2aea-4b97-976d-01e64a4f9667 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3917396 Jul 16 20:28:35.016890 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-21e74928-ed1e-4044-aa40-3d31dae9e051 req-6be5690f-419b-4395-88f3-719954ac7e88 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048396 Jul 16 20:28:35.018318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:35.085881 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.086188 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.150343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Calling delete_port for f0a0fc18-a09d-4e55-af77-c50ba700f968 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:35.175791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0504-206e-46e1-99e4-84e940479fd7 req-3ff08d70-2d58-48a0-be2a-d54510a37fa0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.178644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcdf0504-206e-46e1-99e4-84e940479fd7 req-3ff08d70-2d58-48a0-be2a-d54510a37fa0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.2676363 Jul 16 20:28:35.351078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcdf0504-206e-46e1-99e4-84e940479fd7 req-19e337cc-d821-4406-bef5-fd1a3f1fee73 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1604881 Jul 16 20:28:35.437690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241821b-791b-491f-8b62-5b49df5fae48 req-a861045e-3405-42fb-be56-7faf41441426 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.448045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0241821b-791b-491f-8b62-5b49df5fae48 req-a861045e-3405-42fb-be56-7faf41441426 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 946 time: 0.2424331 Jul 16 20:28:35.452601 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac74462-ba18-4049-9985-c2feb6ae98f4 x-openstack-request-id: req-cac74462-ba18-4049-9985-c2feb6ae98f4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:35.453093 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed2740b-38b0-4ccb-b679-1aa14eac05ba", "name": "network-vif-plugged", "status": "completed", "tag": "f5d0f2c5-efff-40eb-a482-22e7e48c05d1", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:35.453566 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cac74462-ba18-4049-9985-c2feb6ae98f4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:35.454175 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed2740b-38b0-4ccb-b679-1aa14eac05ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d0f2c5-efff-40eb-a482-22e7e48c05d1', 'code': 200} Jul 16 20:28:35.562503 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.598898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Port': ['ID=f0a0fc18-a09d-4e55-af77-c50ba700f968,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:35.674657 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0241821b-791b-491f-8b62-5b49df5fae48 req-4b68b088-b27b-49af-81f5-9724562b9db0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182236 Jul 16 20:28:35.741251 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.744537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:35.745705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-696406dc-f976-4d3a-81a1-0d5708fa1941 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "DELETE /v2.0/floatingips/e966ab69-78cf-411e-8b34-492b4d3eb08d HTTP/1.1" status: 204 len: 168 time: 1.4250543 Jul 16 20:28:35.750066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42740) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:35.763126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0452f-4f8e-404c-89f4-b8be85cb1792 req-abd078bf-829d-4d6e-9305-0b67a5e5d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:35.769498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d6d0452f-4f8e-404c-89f4-b8be85cb1792 req-abd078bf-829d-4d6e-9305-0b67a5e5d67f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 1098 time: 0.2456124 Jul 16 20:28:35.845304 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d6d0452f-4f8e-404c-89f4-b8be85cb1792 req-48803daa-ed01-4fdb-bd7a-c2988d0f262d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686450 Jul 16 20:28:35.976308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-40992b90-29af-40a5-a3d9-2edf53155b46 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting port bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:35.976659 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40992b90-29af-40a5-a3d9-2edf53155b46 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.071082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721db4b-862a-443d-b080-487322419b8a req-fca6650f-460a-4322-b72f-c7f471685bb5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.086885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a721db4b-862a-443d-b080-487322419b8a req-fca6650f-460a-4322-b72f-c7f471685bb5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1760919 Jul 16 20:28:36.198897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a721db4b-862a-443d-b080-487322419b8a req-586a5a2d-84f4-4f88-bcf1-2513fe421876 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106505 Jul 16 20:28:36.232941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40992b90-29af-40a5-a3d9-2edf53155b46 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.270077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-40992b90-29af-40a5-a3d9-2edf53155b46 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Calling delete_port for bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:36.504817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f230-1caf-45be-84dd-b2910b06a9fc req-7e2fb4be-e803-4a25-af89-0ae302f1a5e3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.513846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3f9f230-1caf-45be-84dd-b2910b06a9fc req-7e2fb4be-e803-4a25-af89-0ae302f1a5e3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.2593122 Jul 16 20:28:36.595461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec07a77-17d2-4f1c-9545-ad86612080e1 req-300b0f55-a6d4-4c0c-a6e4-699ddf028083 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:36.597961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ec07a77-17d2-4f1c-9545-ad86612080e1 req-300b0f55-a6d4-4c0c-a6e4-699ddf028083 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.0982325 Jul 16 20:28:36.689622 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6ec07a77-17d2-4f1c-9545-ad86612080e1 req-d0f7b5e8-0e9a-43b9-92d9-efcbf6249ff0 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737910 Jul 16 20:28:36.786594 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3f9f230-1caf-45be-84dd-b2910b06a9fc req-8d6bdc2f-5a8a-4ef8-81ce-a8fe0d5fa2d6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716279 Jul 16 20:28:36.865644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40992b90-29af-40a5-a3d9-2edf53155b46 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:36.917233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40992b90-29af-40a5-a3d9-2edf53155b46 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Port': ['ID=bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:37.076506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40992b90-29af-40a5-a3d9-2edf53155b46 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.081548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-40992b90-29af-40a5-a3d9-2edf53155b46 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "DELETE /v2.0/ports/bfdc90f2-81ca-4b2a-9d0c-4acd60363ff8 HTTP/1.1" status: 204 len: 168 time: 1.3264318 Jul 16 20:28:37.081926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42762) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:37.279475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40d114-d03d-477c-b703-d369bb0b71cc req-3d98d558-3699-4adb-9e1c-12ca4a08d644 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.295780 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb40d114-d03d-477c-b703-d369bb0b71cc req-3d98d558-3699-4adb-9e1c-12ca4a08d644 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.2739174 Jul 16 20:28:37.368092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8513-23eb-4070-a102-4eecc27f3bf2 req-786a4fb7-39e0-48b0-b5a4-c2f5c50d79d4 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.376309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-538a8513-23eb-4070-a102-4eecc27f3bf2 req-786a4fb7-39e0-48b0-b5a4-c2f5c50d79d4 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 946 time: 0.1956286 Jul 16 20:28:37.398282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-879501db-dc68-46f6-a974-7fc4cdec070d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting port 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:37.398764 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879501db-dc68-46f6-a974-7fc4cdec070d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.421093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-4780b4dc-74e7-446d-9a2e-4517105ae9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.423122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-4780b4dc-74e7-446d-9a2e-4517105ae9bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1097 time: 0.2612054 Jul 16 20:28:37.449275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb40d114-d03d-477c-b703-d369bb0b71cc req-6e9b478b-9346-4435-b6f4-58f0ddbb884b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524782 Jul 16 20:28:37.630956 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-538a8513-23eb-4070-a102-4eecc27f3bf2 req-d141a857-8336-4b00-be7f-bb087a96c940 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536745 Jul 16 20:28:37.816673 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879501db-dc68-46f6-a974-7fc4cdec070d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:37.885564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-879501db-dc68-46f6-a974-7fc4cdec070d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Calling delete_port for 0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:37.888966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-ad90c0a7-a821-496b-9103-3ef34dec0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:37.891389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-ad90c0a7-a821-496b-9103-3ef34dec0e6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 898 time: 0.4380398 Jul 16 20:28:38.076020 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-800e67a0-7c8b-4819-8845-ff1132fe87f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 1001 time: 0.1756170 Jul 16 20:28:38.140818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c34ac-9324-48b1-b5df-141b443850f5 req-3ec37ad7-35b7-4e26-93f7-25addcacb8bb tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:38.153614 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-471c34ac-9324-48b1-b5df-141b443850f5 req-3ec37ad7-35b7-4e26-93f7-25addcacb8bb tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1669173 Jul 16 20:28:38.202429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-c2b66f13-8ebd-4cc9-98a9-0ef2759ed1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:38.204382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-c2b66f13-8ebd-4cc9-98a9-0ef2759ed1d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 200 len: 835 time: 0.1205001 Jul 16 20:28:38.266845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-471c34ac-9324-48b1-b5df-141b443850f5 req-eb4b77e0-6180-4d2c-9e6b-a2c8f8ba50a2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090529 Jul 16 20:28:38.337468 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879501db-dc68-46f6-a974-7fc4cdec070d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.434452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879501db-dc68-46f6-a974-7fc4cdec070d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Port': ['ID=0e92e6e8-04d4-46a4-a8cd-96256afb1ee1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:38.590150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-e57c31c2-4f32-45a0-8c38-b9bdf3fabea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:38.592550 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-e57c31c2-4f32-45a0-8c38-b9bdf3fabea2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba60276-e88a-4f5b-a410-93f5b5791ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3735297 Jul 16 20:28:38.741033 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879501db-dc68-46f6-a974-7fc4cdec070d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:38.755805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-879501db-dc68-46f6-a974-7fc4cdec070d tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "DELETE /v2.0/ports/0e92e6e8-04d4-46a4-a8cd-96256afb1ee1 HTTP/1.1" status: 204 len: 168 time: 1.6726432 Jul 16 20:28:38.756589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42808) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:38.830862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce1a81-0adf-4aed-80f5-790809ed97a5 req-f4527283-4232-4661-b51d-e5a2267e6f9b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:38.842586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fce1a81-0adf-4aed-80f5-790809ed97a5 req-f4527283-4232-4661-b51d-e5a2267e6f9b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.1365905 Jul 16 20:28:38.937926 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fce1a81-0adf-4aed-80f5-790809ed97a5 req-6348f43a-a08e-4178-864c-7cf81d789d19 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892420 Jul 16 20:28:39.002095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-a2bad8b1-ad37-49c4-af16-b70c820ebfde service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999219 Jul 16 20:28:39.080310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3225bd-8a34-4a40-919c-ee793e859c6c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting subnet 3b14b9b1-9548-468b-a029-d6df4c04c1a2 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:39.084556 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee3225bd-8a34-4a40-919c-ee793e859c6c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.187406 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee3225bd-8a34-4a40-919c-ee793e859c6c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.393525 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee3225bd-8a34-4a40-919c-ee793e859c6c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.703091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-131abd7c-ac05-4042-aee6-b0d2f55e675f service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037308 Jul 16 20:28:39.881050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee3225bd-8a34-4a40-919c-ee793e859c6c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:39.931092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3225bd-8a34-4a40-919c-ee793e859c6c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Subnet': ['ID=3b14b9b1-9548-468b-a029-d6df4c04c1a2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:39.948493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4add9c4-3999-4001-8d80-f8fbe03ea54e req-27c6db9f-a974-44b7-935c-e269657622ab tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:39.956920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4add9c4-3999-4001-8d80-f8fbe03ea54e req-27c6db9f-a974-44b7-935c-e269657622ab tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1588964 Jul 16 20:28:39.963316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-57c095ff-ed26-461a-875f-253a65e12983 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:39.978567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-57c095ff-ed26-461a-875f-253a65e12983 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a3088d-466d-4bb3-b387-604c4b5de165 HTTP/1.1" status: 200 len: 943 time: 0.2720575 Jul 16 20:28:40.013391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe1cbf-6ded-486f-a3fe-6c4b55f63b12 None None] Network 11c173dd-4aaa-49dd-872c-190c74ede91e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:40.022226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee3225bd-8a34-4a40-919c-ee793e859c6c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.025596 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ee3225bd-8a34-4a40-919c-ee793e859c6c tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "DELETE /v2.0/subnets/3b14b9b1-9548-468b-a029-d6df4c04c1a2 HTTP/1.1" status: 204 len: 168 time: 1.2659352 Jul 16 20:28:40.029008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42842) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:40.050100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4add9c4-3999-4001-8d80-f8fbe03ea54e req-1590c9ad-517d-41dd-8753-6b06461bfccf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918636 Jul 16 20:28:40.139890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2351919-c655-4f2f-b9d5-75074de28ce3 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting subnet 35eee0cf-d1e7-4328-ad4e-c2089b6bb17a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:28:40.145127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2351919-c655-4f2f-b9d5-75074de28ce3 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.210305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2351919-c655-4f2f-b9d5-75074de28ce3 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.356532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c97f9-9cb7-4573-b3ae-396b6a430957 req-257d3b29-1c19-4f3f-9140-8eec3470a1f5 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:40.359076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0b0c97f9-9cb7-4573-b3ae-396b6a430957 req-257d3b29-1c19-4f3f-9140-8eec3470a1f5 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 946 time: 0.1739249 Jul 16 20:28:40.364440 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2351919-c655-4f2f-b9d5-75074de28ce3 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.413212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Deleting port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:40.413212 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.459976 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0b0c97f9-9cb7-4573-b3ae-396b6a430957 req-ffb1dc85-7c32-48c1-996a-a527d099b7cc tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868354 Jul 16 20:28:40.466533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68eeb32-a636-4ecb-938c-665c7a71fcd8 None None] DHCP port deletion for 11c173dd-4aaa-49dd-872c-190c74ede91e request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:40.582816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a68eeb32-a636-4ecb-938c-665c7a71fcd8 None None] Deleting port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:40.584334 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb32-a636-4ecb-938c-665c7a71fcd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.600531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] For port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:40.600891 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.612625 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2351919-c655-4f2f-b9d5-75074de28ce3 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.654456 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2351919-c655-4f2f-b9d5-75074de28ce3 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.663217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a2351919-c655-4f2f-b9d5-75074de28ce3 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "DELETE /v2.0/subnets/35eee0cf-d1e7-4328-ad4e-c2089b6bb17a HTTP/1.1" status: 204 len: 168 time: 0.6331518 Jul 16 20:28:40.664327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Calling delete_port for 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:40.665844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:40.689330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a68eeb32-a636-4ecb-938c-665c7a71fcd8 None None] For port 99e40757-cc57-4b13-a6e2-0227c26cc2c0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=99e40757-cc57-4b13-a6e2-0227c26cc2c0,segment=NetworkSegment(727b2783-3d75-450a-b9b7-1d1f4b4572fb),segment_id=727b2783-3d75-450a-b9b7-1d1f4b4572fb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:40.689722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb32-a636-4ecb-938c-665c7a71fcd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.697708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2351919-c655-4f2f-b9d5-75074de28ce3 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Subnet': ['ID=35eee0cf-d1e7-4328-ad4e-c2089b6bb17a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:40.704400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a68eeb32-a636-4ecb-938c-665c7a71fcd8 None None] Calling delete_port for 99e40757-cc57-4b13-a6e2-0227c26cc2c0 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:40.799159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd03b97-b068-4ef4-8a75-6e783e4d2c53 None None] Network 7176a9d8-71ad-4889-b4b9-23178524029f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:28:40.803487 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a68eeb32-a636-4ecb-938c-665c7a71fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.839629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68eeb32-a636-4ecb-938c-665c7a71fcd8 None None] No DVR routers for this DVR port 99e40757-cc57-4b13-a6e2-0227c26cc2c0 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:40.896200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68eeb32-a636-4ecb-938c-665c7a71fcd8 None None] Pushing event deleted for resources: {'Port': ['ID=99e40757-cc57-4b13-a6e2-0227c26cc2c0,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:40.907355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.965974 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:40.974800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event deleted for resources: {'Port': ['ID=5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:41.010654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd890403-70f5-43a3-8a47-26c7fae7d515 req-60e92b94-3f1d-4f04-b5a2-13576d4143ac tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:41.019807 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd890403-70f5-43a3-8a47-26c7fae7d515 req-60e92b94-3f1d-4f04-b5a2-13576d4143ac tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.3244405 Jul 16 20:28:41.084094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fff9f-1694-45c1-97fc-865b27e90060 req-ad7ab726-ebb2-4e9a-bc3c-5a13c922e682 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:41.086139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-170fff9f-1694-45c1-97fc-865b27e90060 req-ad7ab726-ebb2-4e9a-bc3c-5a13c922e682 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 946 time: 0.3176260 Jul 16 20:28:41.088166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] No DVR routers for this DVR port 5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:41.112268 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.122741 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac1fdc1c-f821-4e41-8a21-5ffd317b30da req-e6873e5c-a015-4c5e-91df-d292ff3ad964 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "DELETE /v2.0/ports/5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d HTTP/1.1" status: 204 len: 173 time: 1.1390674 Jul 16 20:28:41.123221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'name': 'network-vif-deleted', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:41.125829 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9739c0-ac12-4452-8030-96d7dc6259a2" -d '{"events": [{"server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "name": "network-vif-deleted", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:41.310107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c0a4d86c-92bf-4be5-9684-2d6aeb760233'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:41.405098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['78785485-f6c9-4f72-8385-38c210f04200'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:41.417918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.429838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c173dd-4aaa-49dd-872c-190c74ede91e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:41.441099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727b2783-3d75-450a-b9b7-1d1f4b4572fb') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:41.441312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727b2783-3d75-450a-b9b7-1d1f4b4572fb') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:41.453143 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.469048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.476898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:41.477729 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:41.565971 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:41.585010 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd890403-70f5-43a3-8a47-26c7fae7d515 req-0cdf712e-81e9-46c8-ac20-ad5228fc6eea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5639048 Jul 16 20:28:41.616293 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.635682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.643949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:28:41.660496 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "DELETE /v2.0/networks/11c173dd-4aaa-49dd-872c-190c74ede91e HTTP/1.1" status: 204 len: 168 time: 0.9933431 Jul 16 20:28:41.769894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f70b0-4c38-4e2e-a8c1-007de2f4a823 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Network': ['ID=11c173dd-4aaa-49dd-872c-190c74ede91e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:41.846650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-170fff9f-1694-45c1-97fc-865b27e90060 req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Deleting port f5d0f2c5-efff-40eb-a482-22e7e48c05d1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:41.846998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-170fff9f-1694-45c1-97fc-865b27e90060 req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.896034 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:41.901297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 99e40757-cc57-4b13-a6e2-0227c26cc2c0 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:41.997235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 99e40757-cc57-4b13-a6e2-0227c26cc2c0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:41.997623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 99e40757-cc57-4b13-a6e2-0227c26cc2c0 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:42.036704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Deleting port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:42.037276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.255847 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69621e16-3113-4639-80d6-b27d1d2e64ca x-openstack-request-id: req-69621e16-3113-4639-80d6-b27d1d2e64ca {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:42.256128 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a3088d-466d-4bb3-b387-604c4b5de165", "name": "network-vif-deleted", "tag": "5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d", "status": "failed", "code": 422}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:42.256384 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69621e16-3113-4639-80d6-b27d1d2e64ca {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:42.256797 n-d-792394-17 neutron-server[93959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87a3088d-466d-4bb3-b387-604c4b5de165', 'name': 'network-vif-deleted', 'tag': '5853f9d0-86ef-4d9e-9deb-beb95cdc2a3d', 'status': 'failed', 'code': 422} returned with failed status Jul 16 20:28:42.276107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] For port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f6f84b6e-01d5-4bdd-9709-d320a31ca9dd,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:42.283769 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.289791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-170fff9f-1694-45c1-97fc-865b27e90060 req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] For port f5d0f2c5-efff-40eb-a482-22e7e48c05d1, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:42.292802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-170fff9f-1694-45c1-97fc-865b27e90060 req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.342827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Calling delete_port for f6f84b6e-01d5-4bdd-9709-d320a31ca9dd owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:42.345665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-170fff9f-1694-45c1-97fc-865b27e90060 req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Calling delete_port for f5d0f2c5-efff-40eb-a482-22e7e48c05d1 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:42.393412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39fa11e-3119-433d-a102-55f8308bf32c None None] DHCP port deletion for 7176a9d8-71ad-4889-b4b9-23178524029f request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:28:42.478061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece894-72b2-42b9-83dd-32aed2050c05 req-7258ddd6-7ab7-4af7-90e9-368b829cd6d7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:42.487446 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72ece894-72b2-42b9-83dd-32aed2050c05 req-7258ddd6-7ab7-4af7-90e9-368b829cd6d7 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.2360420 Jul 16 20:28:42.548179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f39fa11e-3119-433d-a102-55f8308bf32c None None] Deleting port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:42.550379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f39fa11e-3119-433d-a102-55f8308bf32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.563969 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-72ece894-72b2-42b9-83dd-32aed2050c05 req-b493f281-a86f-491c-ac70-34b1cd74cf4e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754788 Jul 16 20:28:42.680696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.736766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f39fa11e-3119-433d-a102-55f8308bf32c None None] For port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f6f84b6e-01d5-4bdd-9709-d320a31ca9dd,segment=NetworkSegment(d369cee0-83c9-4218-95f4-a240bdcc96ea),segment_id=d369cee0-83c9-4218-95f4-a240bdcc96ea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:42.737449 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f39fa11e-3119-433d-a102-55f8308bf32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.765072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f39fa11e-3119-433d-a102-55f8308bf32c None None] Calling delete_port for f6f84b6e-01d5-4bdd-9709-d320a31ca9dd owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:42.785758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Port': ['ID=f6f84b6e-01d5-4bdd-9709-d320a31ca9dd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.813350 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-71a7553c-7283-44f2-8c47-7818a47de9c3 req-6ce29657-768e-442a-9cec-026dd8e37dea tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 210 time: 0.0776234 Jul 16 20:28:42.816794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-170fff9f-1694-45c1-97fc-865b27e90060 req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:42.819486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] No DVR routers for this DVR port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:42.954746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Pushing event deleted for resources: {'Port': ['ID=f5d0f2c5-efff-40eb-a482-22e7e48c05d1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:42.974072 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f39fa11e-3119-433d-a102-55f8308bf32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.015742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-170fff9f-1694-45c1-97fc-865b27e90060 req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] No DVR routers for this DVR port f5d0f2c5-efff-40eb-a482-22e7e48c05d1 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:43.019590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-170fff9f-1694-45c1-97fc-865b27e90060 req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.026494 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-170fff9f-1694-45c1-97fc-865b27e90060 req-5216678a-c6ad-4549-8900-38d76afe2763 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.63 "DELETE /v2.0/ports/f5d0f2c5-efff-40eb-a482-22e7e48c05d1 HTTP/1.1" status: 204 len: 173 time: 1.9240766 Jul 16 20:28:43.028550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed2740b-38b0-4ccb-b679-1aa14eac05ba', 'name': 'network-vif-deleted', 'tag': 'f5d0f2c5-efff-40eb-a482-22e7e48c05d1'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:43.035066 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34edf5c9-eaa4-48fb-9345-578498f79cb6" -d '{"events": [{"server_uuid": "8ed2740b-38b0-4ccb-b679-1aa14eac05ba", "name": "network-vif-deleted", "tag": "f5d0f2c5-efff-40eb-a482-22e7e48c05d1"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:43.053111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fa11e-3119-433d-a102-55f8308bf32c None None] Pushing event deleted for resources: {'Port': ['ID=f6f84b6e-01d5-4bdd-9709-d320a31ca9dd,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:43.055249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fa11e-3119-433d-a102-55f8308bf32c None None] No DVR routers for this DVR port f6f84b6e-01d5-4bdd-9709-d320a31ca9dd on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:43.057802 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.112957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7176a9d8-71ad-4889-b4b9-23178524029f']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:43.152556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5d56b-9cd2-4e7b-b74e-93fce91a9aa5 req-95e2fe55-e792-4bd7-beb7-786a7f23a982 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.160685 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3f5d56b-9cd2-4e7b-b74e-93fce91a9aa5 req-95e2fe55-e792-4bd7-beb7-786a7f23a982 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.0850949 Jul 16 20:28:43.162129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd369cee0-83c9-4218-95f4-a240bdcc96ea') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:43.174458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd369cee0-83c9-4218-95f4-a240bdcc96ea') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:28:43.218269 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3f5d56b-9cd2-4e7b-b74e-93fce91a9aa5 req-83416f68-691c-4332-8564-a7aab79df2ee tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545444 Jul 16 20:28:43.222462 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.271351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.284308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:28:43.286128 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:28:43.305652 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:28:43.323778 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15465d0-fc19-4437-92ce-ff6b11419668 x-openstack-request-id: req-b15465d0-fc19-4437-92ce-ff6b11419668 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:43.324271 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed2740b-38b0-4ccb-b679-1aa14eac05ba", "name": "network-vif-deleted", "tag": "f5d0f2c5-efff-40eb-a482-22e7e48c05d1", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:43.324354 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b15465d0-fc19-4437-92ce-ff6b11419668 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:43.324752 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed2740b-38b0-4ccb-b679-1aa14eac05ba', 'name': 'network-vif-deleted', 'tag': 'f5d0f2c5-efff-40eb-a482-22e7e48c05d1', 'status': 'completed', 'code': 200} Jul 16 20:28:43.464718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.481936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:43.483697 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] 10.222.0.10 "DELETE /v2.0/networks/7176a9d8-71ad-4889-b4b9-23178524029f HTTP/1.1" status: 204 len: 168 time: 1.8381150 Jul 16 20:28:43.520339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae99e-af23-4f3e-9781-602b2d37b6c8 tempest-TaggedBootDevicesTest-1863920800 tempest-TaggedBootDevicesTest-1863920800-project] Pushing event deleted for resources: {'Network': ['ID=7176a9d8-71ad-4889-b4b9-23178524029f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:43.694282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a717f8-1724-41a0-a22a-75338632e1d9 req-2b1e5cfe-6049-47ee-90ea-c23e17b4af72 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:43.707331 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-23a717f8-1724-41a0-a22a-75338632e1d9 req-2b1e5cfe-6049-47ee-90ea-c23e17b4af72 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 907 time: 0.1865497 Jul 16 20:28:43.754485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f6f84b6e-01d5-4bdd-9709-d320a31ca9dd no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:43.848729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f6f84b6e-01d5-4bdd-9709-d320a31ca9dd {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:43.860203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f6f84b6e-01d5-4bdd-9709-d320a31ca9dd not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:44.112905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e236f-35e1-4d83-9e3e-133117c25255 req-25841252-a5e0-49df-b84a-a5509add8037 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.120718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc2e236f-35e1-4d83-9e3e-133117c25255 req-25841252-a5e0-49df-b84a-a5509add8037 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.2165956 Jul 16 20:28:44.218770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc2e236f-35e1-4d83-9e3e-133117c25255 req-8ce80740-07b4-41d5-9d0f-3bb5d8017adf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968885 Jul 16 20:28:44.223326 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-31280ea4-09b7-4ab7-884d-899b3985e867 req-2202f8cb-d278-4cd1-8c30-664fd1ea6196 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ed2740b-38b0-4ccb-b679-1aa14eac05ba HTTP/1.1" status: 200 len: 210 time: 0.0801270 Jul 16 20:28:44.525616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f5d0f2c5-efff-40eb-a482-22e7e48c05d1 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:44.598445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: f5d0f2c5-efff-40eb-a482-22e7e48c05d1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:44.598792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f5d0f2c5-efff-40eb-a482-22e7e48c05d1 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:44.636061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb48f0-81e3-49fe-8d8d-336ac672c3cb req-6f9e59cc-2840-431e-948b-3a01b5c432d4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.644822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4fb48f0-81e3-49fe-8d8d-336ac672c3cb req-6f9e59cc-2840-431e-948b-3a01b5c432d4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.1740375 Jul 16 20:28:44.704777 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4fb48f0-81e3-49fe-8d8d-336ac672c3cb req-f0dfbc9e-cc00-4f7f-a8e1-1570f6d52d3b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563445 Jul 16 20:28:44.980168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e29fc-cc88-4adf-adca-91437bb3b103 req-fd60c345-394f-4eda-93ef-408f83fc01e5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:44.994892 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b7e29fc-cc88-4adf-adca-91437bb3b103 req-fd60c345-394f-4eda-93ef-408f83fc01e5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 907 time: 0.0989819 Jul 16 20:28:45.147729 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-91285bb9-6719-4774-b97f-33fcc12b6a21 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0706332 Jul 16 20:28:45.197722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-38d6cebc-eda2-46f0-90f7-95084b2efbfa tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.203044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-38d6cebc-eda2-46f0-90f7-95084b2efbfa tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.30 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 907 time: 0.1114302 Jul 16 20:28:45.408094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-9d194255-31aa-4fcc-9c17-fe4078d755c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.419506 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-9d194255-31aa-4fcc-9c17-fe4078d755c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 1097 time: 0.2337501 Jul 16 20:28:45.447283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Deleting port 04c12633-e04a-412b-a9bd-1d389ee2f332 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:45.447945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.636821 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.789457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855edc3-d01f-4734-8f93-c00528cc99b5 req-4b425e02-82f3-42ea-8cc0-ebab30814c38 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.798776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e855edc3-d01f-4734-8f93-c00528cc99b5 req-4b425e02-82f3-42ea-8cc0-ebab30814c38 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1901309 Jul 16 20:28:45.821555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-5ae71499-79d3-4cb1-a2f0-f52587470973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:45.824057 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-5ae71499-79d3-4cb1-a2f0-f52587470973 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.3823764 Jul 16 20:28:45.833200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] For port 04c12633-e04a-412b-a9bd-1d389ee2f332, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=04c12633-e04a-412b-a9bd-1d389ee2f332,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:45.833729 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:45.868762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e855edc3-d01f-4734-8f93-c00528cc99b5 req-38de1a9d-7338-4053-bdb4-8e9be814f9c2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679436 Jul 16 20:28:45.904502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Calling delete_port for 04c12633-e04a-412b-a9bd-1d389ee2f332 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:45.959597 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-08d08f6f-bd47-4d09-8533-3493fa2d5b03 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0a4d86c-92bf-4be5-9684-2d6aeb760233 HTTP/1.1" status: 200 len: 217 time: 0.1142771 Jul 16 20:28:46.062697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-4b5f9279-166d-47df-823e-e75bcead9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.065043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-4b5f9279-166d-47df-823e-e75bcead9315 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.0980821 Jul 16 20:28:46.244290 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.406724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event deleted for resources: {'Port': ['ID=04c12633-e04a-412b-a9bd-1d389ee2f332,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:46.470962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] No DVR routers for this DVR port 04c12633-e04a-412b-a9bd-1d389ee2f332 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:46.484278 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.489502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7c2875f-5bf5-4ddc-bda1-0da9560ecd80 req-16de65ef-b1fc-4662-b9b9-e77f387e5432 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.30 "DELETE /v2.0/ports/04c12633-e04a-412b-a9bd-1d389ee2f332 HTTP/1.1" status: 204 len: 173 time: 1.2807226 Jul 16 20:28:46.496634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-153daace-e1fb-419f-b815-fd55ea0bbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.501078 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-153daace-e1fb-419f-b815-fd55ea0bbd1d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4288921 Jul 16 20:28:46.506766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db144c54-c7f5-44cd-93be-ab120f758261', 'name': 'network-vif-deleted', 'tag': '04c12633-e04a-412b-a9bd-1d389ee2f332'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:46.509613 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7497828d-67cb-4269-958d-ff7494d48976" -d '{"events": [{"server_uuid": "db144c54-c7f5-44cd-93be-ab120f758261", "name": "network-vif-deleted", "tag": "04c12633-e04a-412b-a9bd-1d389ee2f332"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:46.567880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3a990-50a8-42a8-8e6c-f2ef40ac667d req-d0a40704-0339-4069-a932-f41ea7e47f56 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.569599 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-17f3a990-50a8-42a8-8e6c-f2ef40ac667d req-d0a40704-0339-4069-a932-f41ea7e47f56 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.3400068 Jul 16 20:28:46.588618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:46.617400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-31ab4db0-af0d-41bf-9d6b-456ec3fdeaff tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:46.629253 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-31ab4db0-af0d-41bf-9d6b-456ec3fdeaff tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/networks?id=30b07dfe-4969-48eb-974a-1a05d196c683 HTTP/1.1" status: 200 len: 808 time: 0.5386889 Jul 16 20:28:46.662344 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-17f3a990-50a8-42a8-8e6c-f2ef40ac667d req-fab49569-2acf-4b61-b748-ddb7491a6b4f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772717 Jul 16 20:28:46.686307 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-6a8ee3b8-d0af-49b0-a24f-b7da6e4f2dac tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/quotas/4a1bf6092eeb49e5a9553a60570b27b6 HTTP/1.1" status: 200 len: 375 time: 0.0471523 Jul 16 20:28:46.794208 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-fb145401-9de1-405b-bcd8-0f82208843b0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a1bf6092eeb49e5a9553a60570b27b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152451 Jul 16 20:28:46.799715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-577d85de-fe4e-41d1-a7df-3754f7df3246 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:28:46.815586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-577d85de-fe4e-41d1-a7df-3754f7df3246 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186214 Jul 16 20:28:47.102848 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f77eb96f-614c-41c8-a6a9-40ab3c19cb6e req-6fc37959-11a4-4a91-af29-b5d79a3f340c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=db144c54-c7f5-44cd-93be-ab120f758261 HTTP/1.1" status: 200 len: 210 time: 0.0672152 Jul 16 20:28:47.120051 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-85f63c67-670d-4a9e-9643-a0e57928ae17 service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877113 Jul 16 20:28:47.132698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-d5439fb5-9ee4-4810-8e1f-6e776caf379f service neutron] 10.222.0.10 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155673 Jul 16 20:28:47.169003 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b7e729-80d3-4afc-b1a6-61f2e385e6c3 x-openstack-request-id: req-97b7e729-80d3-4afc-b1a6-61f2e385e6c3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:47.169297 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db144c54-c7f5-44cd-93be-ab120f758261", "name": "network-vif-deleted", "tag": "04c12633-e04a-412b-a9bd-1d389ee2f332", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:47.169554 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97b7e729-80d3-4afc-b1a6-61f2e385e6c3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:47.169990 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db144c54-c7f5-44cd-93be-ab120f758261', 'name': 'network-vif-deleted', 'tag': '04c12633-e04a-412b-a9bd-1d389ee2f332', 'status': 'completed', 'code': 200} Jul 16 20:28:47.458819 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-51f36af4-f5fd-4b51-92f8-897c58b6933c service neutron] 10.222.0.10 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251534 Jul 16 20:28:47.464172 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ed2df45-8032-4c71-92c5-e4c639012ec8 req-17c42f86-7ce0-42ee-b1e6-11cf82e3266e service neutron] 10.222.0.63 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432512 Jul 16 20:28:47.529466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064c98b-0b8c-48d6-8975-eb84f78e55f6 req-9ca2b4e4-9b6f-49bf-b530-d134c8f2d563 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:47.536926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f064c98b-0b8c-48d6-8975-eb84f78e55f6 req-9ca2b4e4-9b6f-49bf-b530-d134c8f2d563 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1463008 Jul 16 20:28:47.624199 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f064c98b-0b8c-48d6-8975-eb84f78e55f6 req-30d38553-d14d-4245-8688-f9c5c8c1d367 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860860 Jul 16 20:28:47.985371 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ccc079ad-400a-4f16-92fb-20ca746f74c2 req-cfedc510-8efe-47fd-b49f-2573635397ab tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 210 time: 0.1365395 Jul 16 20:28:48.178420 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d27f38-9378-442d-9c00-f34f7333b2ba req-c500be32-c51a-4c09-9247-086d9aaeaa17 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.201713 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18d27f38-9378-442d-9c00-f34f7333b2ba req-c500be32-c51a-4c09-9247-086d9aaeaa17 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.2752912 Jul 16 20:28:48.451643 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-18d27f38-9378-442d-9c00-f34f7333b2ba req-7de8373e-e848-47f9-b6a9-bd80574e62b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1623857 Jul 16 20:28:48.577093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-5f1a4437-ba5f-411b-99f4-dc8fd73ca034 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1233613 Jul 16 20:28:48.793901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-db76e5ac-27bd-443e-a301-5a3aafdcc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:48.800484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-db76e5ac-27bd-443e-a301-5a3aafdcc495 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 1097 time: 0.1955702 Jul 16 20:28:49.155963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-85b6bd33-dbd8-4604-a2d1-ab3ee345b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.161274 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-85b6bd33-dbd8-4604-a2d1-ab3ee345b9ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 200 len: 912 time: 0.3213117 Jul 16 20:28:49.176701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 04c12633-e04a-412b-a9bd-1d389ee2f332 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:49.233781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1a7d2-2ab7-4443-aaa7-4fe83ac8033e req-7e6d1b1d-5d7e-42ba-9728-1c0c359e5c12 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.250999 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3c1a7d2-2ab7-4443-aaa7-4fe83ac8033e req-7e6d1b1d-5d7e-42ba-9728-1c0c359e5c12 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.2164526 Jul 16 20:28:49.275139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 04c12633-e04a-412b-a9bd-1d389ee2f332 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:28:49.276353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 04c12633-e04a-412b-a9bd-1d389ee2f332 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:28:49.342637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-8fb73497-53e4-44de-8171-8befa0b4b06d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78785485-f6c9-4f72-8385-38c210f04200 HTTP/1.1" status: 200 len: 217 time: 0.1681802 Jul 16 20:28:49.367964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3c1a7d2-2ab7-4443-aaa7-4fe83ac8033e req-fdfdfa42-fd1c-45a4-b83c-4a680eceed6b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109736 Jul 16 20:28:49.657066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-ccd0e436-a6ee-4440-bce9-e20dddda70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.662521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-ccd0e436-a6ee-4440-bce9-e20dddda70f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 200 len: 850 time: 0.3111181 Jul 16 20:28:49.868693 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc582cf5-04bb-4788-9abc-7abcb7cffc17 req-ca7d058d-9121-4e87-9c85-c91e40160332 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 210 time: 0.1285105 Jul 16 20:28:49.946927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-73489715-8976-4436-9dbf-41e100e45f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:49.955786 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-73489715-8976-4436-9dbf-41e100e45f26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3699387c-5233-40ce-b73f-3360c0872698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2855732 Jul 16 20:28:49.994958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be9a60-229d-42bc-9b86-62cd0b9f0160 req-d974a7a2-2fad-4c6d-8d08-4b2a8ff059b6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:50.010155 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41be9a60-229d-42bc-9b86-62cd0b9f0160 req-d974a7a2-2fad-4c6d-8d08-4b2a8ff059b6 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 945 time: 0.5034544 Jul 16 20:28:50.308652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e824c-171a-4cef-b5ac-ee6082036ce3 req-a316fbd7-d81f-48f7-b23e-492290d334bd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:50.322738 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-114e824c-171a-4cef-b5ac-ee6082036ce3 req-a316fbd7-d81f-48f7-b23e-492290d334bd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.1787853 Jul 16 20:28:50.431648 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-114e824c-171a-4cef-b5ac-ee6082036ce3 req-042a9ef7-9528-4a21-8baa-8d1da657152c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078174 Jul 16 20:28:50.600715 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-320998a1-d74f-4be8-b5eb-b3ed45c26471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:50.803820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-48b1ff24-ea48-4418-95fc-961d890d777d tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:50.821051 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-48b1ff24-ea48-4418-95fc-961d890d777d tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.63 "GET /v2.0/networks?id=30b07dfe-4969-48eb-974a-1a05d196c683 HTTP/1.1" status: 200 len: 808 time: 0.4134398 Jul 16 20:28:50.853994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Request body: {'port': {'device_id': '566bfa7e-d81c-41ba-a7a5-1f209bdd5a19', 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683', 'admin_state_up': True, 'tenant_id': '4a1bf6092eeb49e5a9553a60570b27b6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:51.392762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Made reservation on behalf of 4a1bf6092eeb49e5a9553a60570b27b6 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:28:51.400018 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:51.656620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-779b3517-7fb0-4648-a040-5b38fa253578 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6718855 Jul 16 20:28:51.886030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f57b5b-a6b1-45a9-a26d-076371c273a5 req-9cfd8d78-e878-48db-89f9-ce084e57883e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:51.895134 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88f57b5b-a6b1-45a9-a26d-076371c273a5 req-9cfd8d78-e878-48db-89f9-ce084e57883e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.4579084 Jul 16 20:28:51.899394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41be9a60-229d-42bc-9b86-62cd0b9f0160 req-f2a1ec45-992c-4142-88f9-ab5bafd5aed5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413294 Jul 16 20:28:52.067151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-45a48b80-4fd1-4503-b654-c0815bbf867d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:52.081096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-45a48b80-4fd1-4503-b654-c0815bbf867d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.30 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 945 time: 0.7491169 Jul 16 20:28:52.206950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Allocated IP 172.20.0.6 (30b07dfe-4969-48eb-974a-1a05d196c683/8605356e-7e96-4006-8bc9-ea12ceca269c/e06b7c21-c187-42ae-8384-aa1b950a5412) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:28:52.214132 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-88e9ea42-0a12-45d0-9df5-fb12868d8acd service neutron] show failed (client error): The resource could not be found. Jul 16 20:28:52.215720 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-88e9ea42-0a12-45d0-9df5-fb12868d8acd service neutron] 10.222.0.30 "GET /v2.0/ports/e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.4571939 Jul 16 20:28:52.234590 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88f57b5b-a6b1-45a9-a26d-076371c273a5 req-3d122ffa-1711-4a83-b6a5-fc648c5236b1 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382187 Jul 16 20:28:52.567458 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-590de918-a3fe-4dd8-b89f-89085ded5580 req-7b803070-d0f8-491c-bd40-26d44cd4058a tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 210 time: 0.2301300 Jul 16 20:28:52.665173 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6afbbe0e-95ed-40b1-99b1-acfcccc14c37 req-ecf1f51d-d289-4922-84f3-eba4bf325b93 service neutron] 10.222.0.30 "GET /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9138536 Jul 16 20:28:52.995025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Deleting port 78785485-f6c9-4f72-8385-38c210f04200 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:28:53.000098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.193515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:53.306069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] For port 78785485-f6c9-4f72-8385-38c210f04200, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=78785485-f6c9-4f72-8385-38c210f04200,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:53.306847 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.313193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.359983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010b6da-fdc6-4970-8bd6-947a38fbe699 req-19ba1df0-c7a8-422e-bea0-9c2b52145907 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.368771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Calling delete_port for 78785485-f6c9-4f72-8385-38c210f04200 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:28:53.377643 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0010b6da-fdc6-4970-8bd6-947a38fbe699 req-19ba1df0-c7a8-422e-bea0-9c2b52145907 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 945 time: 0.7678754 Jul 16 20:28:53.403862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-e591689c-fccb-416a-975e-d42345d2c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:53.417033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-e591689c-fccb-416a-975e-d42345d2c0b8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 1097 time: 0.6474185 Jul 16 20:28:53.440265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:53.504316 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.511674 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed60f1c6-c807-4861-aebb-169e87f3bc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.523015 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.635958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:53.648186 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204a0b4a-9248-474c-ae8a-71be74685feb" -d '{"events": [{"server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:53.682879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:53.694295 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.696376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 78785485-f6c9-4f72-8385-38c210f04200 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:53.775969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:53.876659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.083969 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.210690 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 78785485-f6c9-4f72-8385-38c210f04200, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=78785485-f6c9-4f72-8385-38c210f04200,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:54.227906 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.267279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:54.454973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:54.488857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=78785485-f6c9-4f72-8385-38c210f04200,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:54.528493 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.547912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfbd4d-d84c-4a27-88ee-ae44eed97cb7 req-04bcb010-81ea-46d0-a8b3-e219ea29b4ba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:54.556580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07dfbd4d-d84c-4a27-88ee-ae44eed97cb7 req-04bcb010-81ea-46d0-a8b3-e219ea29b4ba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 945 time: 0.8229198 Jul 16 20:28:54.589058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0010b6da-fdc6-4970-8bd6-947a38fbe699 req-f73acd46-39fa-4362-8f76-87a8d0895b70 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2047594 Jul 16 20:28:54.594738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:54.610171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.638101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.711155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Transition to ACTIVE for port object e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:54.718865 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.737793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07dfbd4d-d84c-4a27-88ee-ae44eed97cb7 req-53251624-376a-463c-8e0f-459f72ca812d tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800466 Jul 16 20:28:54.757361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:54.773928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Network 30b07dfe-4969-48eb-974a-1a05d196c683 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:28:54.780446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c0a4d86c-92bf-4be5-9684-2d6aeb760233'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:28:54.829602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:28:54.837145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:28:54.854791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Pushing event updated for resources: {'Port': ['ID=e06b7c21-c187-42ae-8384-aa1b950a5412,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.033849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.034222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.034527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.034889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.035221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.035588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.036081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.036413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.036734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.037070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.037394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.037711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:28:55.084515 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.085396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.104597 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9478bed0-e725-4690-ae87-2c044dfafee0 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2741964 Jul 16 20:28:55.117536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] No DVR routers for this DVR port 78785485-f6c9-4f72-8385-38c210f04200 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:55.135622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7214e39-e0ee-4c3a-abd2-dfe7d92ccad0 req-a11765d3-8623-42b4-a8a8-e0b27b9b7b82 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:55.154720 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7214e39-e0ee-4c3a-abd2-dfe7d92ccad0 req-a11765d3-8623-42b4-a8a8-e0b27b9b7b82 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1803036 Jul 16 20:28:55.166848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Request body: {'port': {'device_id': '566bfa7e-d81c-41ba-a7a5-1f209bdd5a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:28:55.255160 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.257406 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64e930df-bce9-4b54-93b4-1efa23047d7d req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.30 "DELETE /v2.0/ports/78785485-f6c9-4f72-8385-38c210f04200 HTTP/1.1" status: 204 len: 173 time: 3.1691926 Jul 16 20:28:55.297912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'name': 'network-vif-deleted', 'tag': '78785485-f6c9-4f72-8385-38c210f04200'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:55.300401 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5b5db9-45f1-4803-8024-5a984fe2fb5c" -d '{"events": [{"server_uuid": "04784910-c3bd-43c5-8d69-233f96d6acc7", "name": "network-vif-deleted", "tag": "78785485-f6c9-4f72-8385-38c210f04200"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:55.311934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.359340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c7214e39-e0ee-4c3a-abd2-dfe7d92ccad0 req-8602a617-8a2a-434e-843f-6fb24327c7ab tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033255 Jul 16 20:28:55.481131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:55.536612 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3ffc18-6978-4d48-a78c-b1ec649db97a x-openstack-request-id: req-7a3ffc18-6978-4d48-a78c-b1ec649db97a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:55.537557 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:55.538075 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a3ffc18-6978-4d48-a78c-b1ec649db97a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:55.538691 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'code': 200} Jul 16 20:28:55.555019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f98cbe-e0f6-4135-86a8-62e94864e71c tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event deleted for resources: {'Port': ['ID=78785485-f6c9-4f72-8385-38c210f04200,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:55.837222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] No DVR routers for this DVR port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:28:55.924291 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d18fd2f-b41b-4be8-a946-9b18231cc3c7 x-openstack-request-id: req-0d18fd2f-b41b-4be8-a946-9b18231cc3c7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:55.924759 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04784910-c3bd-43c5-8d69-233f96d6acc7", "name": "network-vif-deleted", "tag": "78785485-f6c9-4f72-8385-38c210f04200", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:55.925026 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d18fd2f-b41b-4be8-a946-9b18231cc3c7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:55.925435 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'name': 'network-vif-deleted', 'tag': '78785485-f6c9-4f72-8385-38c210f04200', 'status': 'completed', 'code': 200} Jul 16 20:28:56.034483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-d37766b1-1117-4a24-b60d-f8c113524b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.036245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-d37766b1-1117-4a24-b60d-f8c113524b40 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 1098 time: 0.3557527 Jul 16 20:28:56.182185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df607a9-8249-4473-8c28-81e14c8371b6 req-fdff44af-17ab-463d-8142-e6739017527d tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.186934 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6df607a9-8249-4473-8c28-81e14c8371b6 req-fdff44af-17ab-463d-8142-e6739017527d tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 931 time: 0.9286129 Jul 16 20:28:56.228069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Attempting to bind port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:56.228505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Attempting to bind port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:56.228886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Attempting to bind port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:56.229212 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.301913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:56.302695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Attempting to bind port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:56.321410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:56.321760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Checking segment: {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:56.322121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Bound using segment: {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:56.323556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Bound port: e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d2c75f-9ed9-4d91-b530-ebcf0776986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:56.323944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.331590 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6df607a9-8249-4473-8c28-81e14c8371b6 req-d7f62267-aee7-4f80-bd5c-856bdd19ccc5 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809247 Jul 16 20:28:56.482444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecb093-7c3f-4dbc-826f-1f57b791520c req-86b232da-d8cc-4367-88dc-f8d616c8b377 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.488901 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44ecb093-7c3f-4dbc-826f-1f57b791520c req-86b232da-d8cc-4367-88dc-f8d616c8b377 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 943 time: 0.3166265 Jul 16 20:28:56.531887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:56.535879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:56.541207 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.559985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-0fe5be48-bd39-4af5-b0be-2acda1386c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.562167 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-0fe5be48-bd39-4af5-b0be-2acda1386c3f service neutron] 10.222.0.63 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.5116961 Jul 16 20:28:56.567586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:56.569917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.572721 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] 10.222.0.63 "PUT /v2.0/ports/e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 1092 time: 3.1454124 Jul 16 20:28:56.796429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06b7c21-c187-42ae-8384-aa1b950a5412 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:28:56.828263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f474f0a-1602-4352-923b-c829ad3e3561 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:56.830080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:56.869725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-44ecb093-7c3f-4dbc-826f-1f57b791520c req-1796042e-0bc9-4ae9-ad5b-e00a7496dec4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3627276 Jul 16 20:28:56.943012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Transition to ACTIVE for port object e06b7c21-c187-42ae-8384-aa1b950a5412 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:28:56.953024 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-bceade14-e4ac-46d7-8ded-d0d9b59ed88e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b HTTP/1.1" status: 200 len: 1000 time: 0.3672209 Jul 16 20:28:56.982978 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79176219-6c80-41a1-bc3c-916118bde444 req-97862132-ac22-4133-accf-a34994690747 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=04784910-c3bd-43c5-8d69-233f96d6acc7 HTTP/1.1" status: 200 len: 210 time: 0.1165538 Jul 16 20:28:56.998624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-57b423ba-cc9a-4d04-8782-edf156b91abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.015088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.017629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-57b423ba-cc9a-4d04-8782-edf156b91abe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1095 time: 0.3910036 Jul 16 20:28:57.311628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-16294047-0a61-46ce-aad6-6e834a8667d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.313423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-16294047-0a61-46ce-aad6-6e834a8667d8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 898 time: 0.2812939 Jul 16 20:28:57.396839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-25ab8e37-d538-4a7f-9396-de3fb07fcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.399301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-25ab8e37-d538-4a7f-9396-de3fb07fcf6b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.4381731 Jul 16 20:28:57.478287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-b9d39281-1dc7-4704-8e78-46aa1efc0037 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 999 time: 0.1566322 Jul 16 20:28:57.542172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78785485-f6c9-4f72-8385-38c210f04200'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:57.551622 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a4f577-42be-4163-9b5f-1861445f9cc5" -d '{"events": [{"server_uuid": "04784910-c3bd-43c5-8d69-233f96d6acc7", "name": "network-vif-unplugged", "status": "completed", "tag": "78785485-f6c9-4f72-8385-38c210f04200"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:57.592342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-1b83fbbe-5274-4792-bc8a-8992dfc1bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.594119 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-1b83fbbe-5274-4792-bc8a-8992dfc1bbf1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 200 len: 835 time: 0.1093802 Jul 16 20:28:57.735524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-a4d0b068-e32a-426a-802e-ace9ab97cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.737180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-a4d0b068-e32a-426a-802e-ace9ab97cf0f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2ba60276-e88a-4f5b-a410-93f5b5791ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299026 Jul 16 20:28:57.752203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Pushing event updated for resources: {'Port': ['ID=e06b7c21-c187-42ae-8384-aa1b950a5412,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:57.771873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Attempting to bind port e06b7c21-c187-42ae-8384-aa1b950a5412 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:28:57.772455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Attempting to bind port e06b7c21-c187-42ae-8384-aa1b950a5412 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '009100f2-1734-45c1-accc-9e8017b78367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:28:57.772942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Attempting to bind port e06b7c21-c187-42ae-8384-aa1b950a5412 on network 30b07dfe-4969-48eb-974a-1a05d196c683 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:57.794216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Port e06b7c21-c187-42ae-8384-aa1b950a5412 on network 30b07dfe-4969-48eb-974a-1a05d196c683 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:28:57.794778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Attempting to bind port e06b7c21-c187-42ae-8384-aa1b950a5412 on network 30b07dfe-4969-48eb-974a-1a05d196c683 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:28:57.810798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:28:57.811579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Checking segment: {'id': '009100f2-1734-45c1-accc-9e8017b78367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:28:57.812143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Bound using segment: {'id': '009100f2-1734-45c1-accc-9e8017b78367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:28:57.812735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Bound port: e06b7c21-c187-42ae-8384-aa1b950a5412, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009100f2-1734-45c1-accc-9e8017b78367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:28:57.813246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:57.835138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8289b1-1311-4703-b09d-47e91e1c1e3b req-4bdc901d-6455-4674-9ed8-f7f65e4d8431 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.843678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a8289b1-1311-4703-b09d-47e91e1c1e3b req-4bdc901d-6455-4674-9ed8-f7f65e4d8431 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.6200814 Jul 16 20:28:57.893167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-3f3afc09-8bc5-41c6-8272-147a6c284f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.895184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-3f3afc09-8bc5-41c6-8272-147a6c284f02 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4752204 Jul 16 20:28:57.927244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:57.933232 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcc39bf-37e0-4a86-a446-cc13bea294af" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:57.989482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bea3d-376e-4f73-af02-46d239810fd8 req-176f1c2c-443c-4171-b1f2-addfdd62adfd tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:57.991147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b68bea3d-376e-4f73-af02-46d239810fd8 req-176f1c2c-443c-4171-b1f2-addfdd62adfd tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 943 time: 0.2076066 Jul 16 20:28:57.998316 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-2dd67663-a58b-45ad-af85-40b74dcea44c service neutron] 10.222.0.63 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533505 Jul 16 20:28:58.085591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a8289b1-1311-4703-b09d-47e91e1c1e3b req-5572b7d0-1751-4768-82e7-ade8ea896fbc tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406363 Jul 16 20:28:58.139937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b68bea3d-376e-4f73-af02-46d239810fd8 req-e7cad686-c819-4189-a322-62328e3f6173 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403809 Jul 16 20:28:58.200847 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16cbc55-8452-4680-ae8b-3e03749fa021 x-openstack-request-id: req-b16cbc55-8452-4680-ae8b-3e03749fa021 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:58.201538 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04784910-c3bd-43c5-8d69-233f96d6acc7", "name": "network-vif-unplugged", "status": "completed", "tag": "78785485-f6c9-4f72-8385-38c210f04200", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:58.202015 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b16cbc55-8452-4680-ae8b-3e03749fa021 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:58.203103 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04784910-c3bd-43c5-8d69-233f96d6acc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78785485-f6c9-4f72-8385-38c210f04200', 'code': 200} Jul 16 20:28:58.205220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-daeb4703-a61b-4a60-91c1-ddd1d4f38f7a req-d08ddff7-8d5c-4bf5-ba66-7454428ae87c service neutron] 10.222.0.63 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988108 Jul 16 20:28:58.229709 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-ffcbc97a-799b-4a71-949e-81586874dd16 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199849 Jul 16 20:28:58.316087 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0457bc-da02-4e6d-b6ac-0dd84d0798db x-openstack-request-id: req-0e0457bc-da02-4e6d-b6ac-0dd84d0798db {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:58.316550 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:58.316550 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e0457bc-da02-4e6d-b6ac-0dd84d0798db {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:58.316931 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'status': 'completed', 'code': 200} Jul 16 20:28:58.327377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] For port e06b7c21-c187-42ae-8384-aa1b950a5412, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:28:58.344581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] For port e06b7c21-c187-42ae-8384-aa1b950a5412, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e06b7c21-c187-42ae-8384-aa1b950a5412,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:28:58.414369 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.446860 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-6fce9253-28ec-4f33-8ea2-f0d7d765b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.448483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-6fce9253-28ec-4f33-8ea2-f0d7d765b220 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1095 time: 0.1190403 Jul 16 20:28:58.616477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:28:58.632268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.635887 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:58.638697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] 10.222.0.63 "PUT /v2.0/ports/e06b7c21-c187-42ae-8384-aa1b950a5412 HTTP/1.1" status: 200 len: 1092 time: 3.4765384 Jul 16 20:28:58.643322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566bfa7e-d81c-41ba-a7a5-1f209bdd5a19', 'tag': 'e06b7c21-c187-42ae-8384-aa1b950a5412'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:28:58.645903 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427eef5a-439b-4fe2-8275-cf6796a0c369" -d '{"events": [{"name": "network-changed", "server_uuid": "566bfa7e-d81c-41ba-a7a5-1f209bdd5a19", "tag": "e06b7c21-c187-42ae-8384-aa1b950a5412"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:28:58.855367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1704b9-0d5f-489f-9916-413dcdcb797c service neutron] Pushing event updated for resources: {'Port': ['ID=e06b7c21-c187-42ae-8384-aa1b950a5412,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:58.897373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-505a99db-c9fc-450e-8955-c4a4256d7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.901578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ba2f4fe-998c-4958-89a6-6d304a9d058a req-e99d71dd-b8ae-4438-95ba-941d1955f7e0 service neutron] 10.222.0.63 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473591 Jul 16 20:28:58.908617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-505a99db-c9fc-450e-8955-c4a4256d7a3a service neutron] 10.222.0.63 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 898 time: 0.4529247 Jul 16 20:28:58.952064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7da60f-a00f-4e3d-9dd2-34a8d90dc60d req-ceac5a11-2d6a-4749-8ae2-a6758fafe2f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.959732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f7da60f-a00f-4e3d-9dd2-34a8d90dc60d req-ceac5a11-2d6a-4749-8ae2-a6758fafe2f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 943 time: 0.3877480 Jul 16 20:28:58.981539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-613ec40a-72e2-4ac9-a606-4efc36e004e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:58.985105 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-613ec40a-72e2-4ac9-a606-4efc36e004e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4a1bf6092eeb49e5a9553a60570b27b6&device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 1095 time: 0.1857035 Jul 16 20:28:59.044150 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f7da60f-a00f-4e3d-9dd2-34a8d90dc60d req-3763c38b-5ec4-4287-9561-0aee14444916 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809219 Jul 16 20:28:59.107076 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.186128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-413198ae-bdb8-451a-aad1-513a199fe06f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 999 time: 0.2510741 Jul 16 20:28:59.200271 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9009b816-a911-45f0-b94c-f05d309d2587 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e06b7c21-c187-42ae-8384-aa1b950a5412 HTTP/1.1" status: 200 len: 217 time: 0.1638103 Jul 16 20:28:59.271964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:28:59.279570 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:28:59.353522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-88e2b4fa-51fd-4f1a-83c3-52f2c0ebe562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.355223 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-88e2b4fa-51fd-4f1a-83c3-52f2c0ebe562 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1095 time: 0.5514970 Jul 16 20:28:59.359374 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f09b62b-5a22-4b2e-ac39-3e9519872086 x-openstack-request-id: req-6f09b62b-5a22-4b2e-ac39-3e9519872086 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:28:59.389031 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566bfa7e-d81c-41ba-a7a5-1f209bdd5a19", "tag": "e06b7c21-c187-42ae-8384-aa1b950a5412", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:28:59.389387 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f09b62b-5a22-4b2e-ac39-3e9519872086 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:28:59.389967 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566bfa7e-d81c-41ba-a7a5-1f209bdd5a19', 'tag': 'e06b7c21-c187-42ae-8384-aa1b950a5412', 'status': 'completed', 'code': 200} Jul 16 20:28:59.403330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-a01df4fa-047d-4c93-bea4-b1babb71326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.404831 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-a01df4fa-047d-4c93-bea4-b1babb71326f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 200 len: 835 time: 0.2172825 Jul 16 20:28:59.409303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-fb914ad0-a12d-431c-8e39-161a6a150c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.411110 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-fb914ad0-a12d-431c-8e39-161a6a150c18 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8605356e-7e96-4006-8bc9-ea12ceca269c HTTP/1.1" status: 200 len: 848 time: 0.2045600 Jul 16 20:28:59.414028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:28:59.518280 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-df4e8336-e82d-485e-ad31-0806d831b7e9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30b07dfe-4969-48eb-974a-1a05d196c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982006 Jul 16 20:28:59.555445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-58ab7e4e-f0a0-4eba-85e3-22e95235ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.556950 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-58ab7e4e-f0a0-4eba-85e3-22e95235ac77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 898 time: 0.1842651 Jul 16 20:28:59.595449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-9baf2845-4666-4fa3-9064-1c986249793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.604920 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-9baf2845-4666-4fa3-9064-1c986249793d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2ba60276-e88a-4f5b-a410-93f5b5791ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793830 Jul 16 20:28:59.722832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-c7e3e665-a79f-4e46-8912-d74c16a7a685 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 999 time: 0.1440451 Jul 16 20:28:59.872341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-aac6cfc4-2e1c-45d5-a09e-e72bb4580afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.874069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-aac6cfc4-2e1c-45d5-a09e-e72bb4580afd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 200 len: 835 time: 0.1334081 Jul 16 20:28:59.969808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683f5aa-8a51-48e2-a7b0-16ddc44f2044 req-67488784-cac8-46b0-b61e-ba3a0378575d tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:28:59.978586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5683f5aa-8a51-48e2-a7b0-16ddc44f2044 req-67488784-cac8-46b0-b61e-ba3a0378575d tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 943 time: 0.2543983 Jul 16 20:28:59.992327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-d8cc0122-8c4f-4505-bab8-0c31f95454be service neutron] 10.222.0.63 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230152 Jul 16 20:29:00.069728 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5683f5aa-8a51-48e2-a7b0-16ddc44f2044 req-d5db2a45-881e-473b-bbd5-69501e490f71 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904250 Jul 16 20:29:00.081539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-fd4a250e-c5fb-4b34-9c64-844a0a8c1608 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.083867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-fd4a250e-c5fb-4b34-9c64-844a0a8c1608 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.3146551 Jul 16 20:29:00.097154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8d63f-81ae-4ca7-860c-cb5c48394a01 req-8654878c-afbe-4a04-aeb6-afaaf659fb6c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.108522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8b8d63f-81ae-4ca7-860c-cb5c48394a01 req-8654878c-afbe-4a04-aeb6-afaaf659fb6c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 944 time: 0.4717672 Jul 16 20:29:00.134718 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-190f93f3-3eb1-49f2-84f9-536a6928f199 service neutron] 10.222.0.63 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058478 Jul 16 20:29:00.182141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-f6ebf20c-0a7b-49e6-8acb-f71e1cbc4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.185147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-f6ebf20c-0a7b-49e6-8acb-f71e1cbc4057 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba60276-e88a-4f5b-a410-93f5b5791ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3029375 Jul 16 20:29:00.204973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:00.208835 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aff650c-35c6-4f2e-b43d-1035b12b0216" -d '{"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-unplugged", "status": "completed", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:00.356635 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cbcb52f-db92-4e50-b221-b9e6bdfeb601 req-9e59a1e2-bec8-4845-9954-f16aeff6ea78 service neutron] 10.222.0.63 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825213 Jul 16 20:29:00.368970 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b8b8d63f-81ae-4ca7-860c-cb5c48394a01 req-d2091c7b-39a6-4921-abdf-52f2742b44de tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590582 Jul 16 20:29:00.543107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Deleting port c0a4d86c-92bf-4be5-9684-2d6aeb760233 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:00.544557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:00.821383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-13d073e9-4748-404e-aa7b-ac8f19289d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:00.823508 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-13d073e9-4748-404e-aa7b-ac8f19289d46 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4a1bf6092eeb49e5a9553a60570b27b6&device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 1095 time: 0.3676295 Jul 16 20:29:00.927035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] For port c0a4d86c-92bf-4be5-9684-2d6aeb760233, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c0a4d86c-92bf-4be5-9684-2d6aeb760233,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:00.927525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.001737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Calling delete_port for c0a4d86c-92bf-4be5-9684-2d6aeb760233 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:01.103752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-43028bd9-e452-49d7-89e3-1f2c9824a2ba service neutron] 10.222.0.63 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0985215 Jul 16 20:29:01.177494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b85551-9b5b-4167-8e8d-4888c9914468 req-6b07d3bb-076b-4043-8731-e65d522db425 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.178153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-f3e68b82-8f59-408c-a179-e5d34a202315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.179015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9b85551-9b5b-4167-8e8d-4888c9914468 req-6b07d3bb-076b-4043-8731-e65d522db425 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 945 time: 0.8601003 Jul 16 20:29:01.183286 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-f3e68b82-8f59-408c-a179-e5d34a202315 service neutron] 10.222.0.63 "GET /v2.0/networks?id=30b07dfe-4969-48eb-974a-1a05d196c683 HTTP/1.1" status: 200 len: 909 time: 0.3431993 Jul 16 20:29:01.250438 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-a1d0082d-20c5-43cf-8e17-d148702e1c69 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e06b7c21-c187-42ae-8384-aa1b950a5412 HTTP/1.1" status: 200 len: 217 time: 0.0586965 Jul 16 20:29:01.273440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-4ab8f3b5-318b-4b31-906d-b4e2561d7290 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0746677 Jul 16 20:29:01.286471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9b85551-9b5b-4167-8e8d-4888c9914468 req-9b66dfc8-fb90-4ba3-86e5-060779087a47 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=121cc577-9dff-4252-b178-3c7223e7c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833099 Jul 16 20:29:01.384016 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6819cf7c-8071-45c7-a54a-d8a8c08d7d31 x-openstack-request-id: req-6819cf7c-8071-45c7-a54a-d8a8c08d7d31 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:01.384460 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-unplugged", "status": "completed", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:01.384460 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6819cf7c-8071-45c7-a54a-d8a8c08d7d31 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:01.384925 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'code': 200} Jul 16 20:29:01.400988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-2d3c0202-a78c-4415-8769-48578dff178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.403347 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-2d3c0202-a78c-4415-8769-48578dff178b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8605356e-7e96-4006-8bc9-ea12ceca269c HTTP/1.1" status: 200 len: 848 time: 0.1336572 Jul 16 20:29:01.592471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adcc39bf-37e0-4a86-a446-cc13bea294af req-cafb583f-f9db-4b2e-8829-695ee1b792bf service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093250 Jul 16 20:29:01.627060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec942cb9-67cb-40c0-a46e-5f74638bbcd5 req-5bf745b5-2d78-4562-8f25-5663bbfb4f0a tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.634425 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec942cb9-67cb-40c0-a46e-5f74638bbcd5 req-5bf745b5-2d78-4562-8f25-5663bbfb4f0a tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 943 time: 0.1305389 Jul 16 20:29:01.709129 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-16c6bc09-5c4f-4824-aa99-6dd637f2fa94 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=30b07dfe-4969-48eb-974a-1a05d196c683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2888081 Jul 16 20:29:01.716130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec942cb9-67cb-40c0-a46e-5f74638bbcd5 req-f572b962-5767-40f4-9dc8-0b0952d29116 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804472 Jul 16 20:29:01.737168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587b8c1-112d-4f89-8366-39a2719e69ab req-b6ff81c0-c012-47bb-977d-363c9d4b3118 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:01.738698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7587b8c1-112d-4f89-8366-39a2719e69ab req-b6ff81c0-c012-47bb-977d-363c9d4b3118 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 943 time: 0.4868395 Jul 16 20:29:01.885941 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:01.899835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c0a4d86c-92bf-4be5-9684-2d6aeb760233'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:01.945396 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-2a4035d2-7b61-49d9-9d15-f893a23d4853 service neutron] 10.222.0.63 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056458 Jul 16 20:29:01.946302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event deleted for resources: {'Port': ['ID=c0a4d86c-92bf-4be5-9684-2d6aeb760233,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:02.051427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c02937-14fc-4f2c-a5c2-673b684a019f req-585908bb-7bea-4ad1-b32e-9120e25ce3c1 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:02.057263 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87c02937-14fc-4f2c-a5c2-673b684a019f req-585908bb-7bea-4ad1-b32e-9120e25ce3c1 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 944 time: 0.2025454 Jul 16 20:29:02.106209 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7587b8c1-112d-4f89-8366-39a2719e69ab req-a886ba86-6d4f-4340-bdff-a0cbd2ca6c2a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3493402 Jul 16 20:29:02.133606 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427eef5a-439b-4fe2-8275-cf6796a0c369 req-8b18e995-e196-48da-8144-bd51b1beabea service neutron] 10.222.0.63 "GET /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766620 Jul 16 20:29:02.172258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] No DVR routers for this DVR port c0a4d86c-92bf-4be5-9684-2d6aeb760233 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:02.185806 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.187671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee13ba98-5622-4eb5-ada5-7ae680800805 req-6aae2981-ae24-489c-8a3f-0cadd39b9581 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "DELETE /v2.0/ports/c0a4d86c-92bf-4be5-9684-2d6aeb760233 HTTP/1.1" status: 204 len: 173 time: 2.0655370 Jul 16 20:29:02.188149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b721cb-1c7f-422f-a627-c6094d5f6409', 'name': 'network-vif-deleted', 'tag': 'c0a4d86c-92bf-4be5-9684-2d6aeb760233'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:02.190401 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b6d33a-8cf3-4dcf-bf29-44e86f47d7e9" -d '{"events": [{"server_uuid": "c6b721cb-1c7f-422f-a627-c6094d5f6409", "name": "network-vif-deleted", "tag": "c0a4d86c-92bf-4be5-9684-2d6aeb760233"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:02.217762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87c02937-14fc-4f2c-a5c2-673b684a019f req-7b396b05-fa77-4bc6-9e0c-066ca2e99b8a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550400 Jul 16 20:29:02.354727 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba7993-7ad8-4e27-8dbb-00b51ab73fb6 x-openstack-request-id: req-f6ba7993-7ad8-4e27-8dbb-00b51ab73fb6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:02.355022 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b721cb-1c7f-422f-a627-c6094d5f6409", "name": "network-vif-deleted", "tag": "c0a4d86c-92bf-4be5-9684-2d6aeb760233", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:02.355388 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6ba7993-7ad8-4e27-8dbb-00b51ab73fb6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:02.355817 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b721cb-1c7f-422f-a627-c6094d5f6409', 'name': 'network-vif-deleted', 'tag': 'c0a4d86c-92bf-4be5-9684-2d6aeb760233', 'status': 'completed', 'code': 200} Jul 16 20:29:02.600223 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5921838a-a867-4ce2-859c-63a26eeabffc req-99aa32d9-715c-4456-9565-543fc2851e1b tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6b721cb-1c7f-422f-a627-c6094d5f6409 HTTP/1.1" status: 200 len: 210 time: 0.0387883 Jul 16 20:29:02.623910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:02.652163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:02.821542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:02.845497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'port_id': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'mac_address': 'fa:16:3e:e7:e0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:02.913224 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:02.949348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:03.043737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:03.049984 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:03.188440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:03.293476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:03.356967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925158b8-7e5d-4f40-8123-673a2607ad5a req-c47c4000-9c2c-405d-9189-470dd30d7146 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.361430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-925158b8-7e5d-4f40-8123-673a2607ad5a req-c47c4000-9c2c-405d-9189-470dd30d7146 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 943 time: 0.4501214 Jul 16 20:29:03.444148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb2ec4-470f-4d3d-988c-90daa1e3ba7a req-bc6d79cf-ac9a-481c-b1b7-ffc7c60a4302 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:03.447658 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ffb2ec4-470f-4d3d-988c-90daa1e3ba7a req-bc6d79cf-ac9a-481c-b1b7-ffc7c60a4302 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 944 time: 0.1428308 Jul 16 20:29:03.495084 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-925158b8-7e5d-4f40-8123-673a2607ad5a req-853e077a-4e3c-4f8b-aad1-21d14f4b741f tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005170 Jul 16 20:29:03.518743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ffb2ec4-470f-4d3d-988c-90daa1e3ba7a req-63df0d0f-3e89-4798-912a-ca5900f56d33 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633309 Jul 16 20:29:03.584007 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:03.724940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.339509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-67d404de-becb-435b-b217-1fef031f68ab tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.341099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-67d404de-becb-435b-b217-1fef031f68ab tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304&tenant_id=4c108c14547943189552611b7b096c07&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 944 time: 0.2311347 Jul 16 20:29:04.350970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a14716-cf28-4578-89a0-42c99ad0d7ed req-f90d8f38-fd92-44fb-8621-5df4902f8d8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.358125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39a14716-cf28-4578-89a0-42c99ad0d7ed req-f90d8f38-fd92-44fb-8621-5df4902f8d8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 944 time: 0.2491636 Jul 16 20:29:04.505170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39a14716-cf28-4578-89a0-42c99ad0d7ed req-4d34091b-b454-4872-b1d3-b74ed5700623 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433961 Jul 16 20:29:04.541169 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-ac5199ef-8d76-43b1-8791-49617314a679 service neutron] delete failed (client error): The resource could not be found. Jul 16 20:29:04.542176 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-ac5199ef-8d76-43b1-8791-49617314a679 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.1789405 Jul 16 20:29:04.589851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Deleting port d4262ff9-488d-4a31-8bd2-4fb864ecba93 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:04.590112 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.634568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e06b7c21-c187-42ae-8384-aa1b950a5412 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:04.639660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:04.740422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] For port d4262ff9-488d-4a31-8bd2-4fb864ecba93, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d4262ff9-488d-4a31-8bd2-4fb864ecba93,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:04.741250 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.791427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Calling delete_port for d4262ff9-488d-4a31-8bd2-4fb864ecba93 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:04.800922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-a56f4d90-e902-4bfd-b70f-c1abf1f49bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.804150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-a56f4d90-e902-4bfd-b70f-c1abf1f49bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1096 time: 0.1981840 Jul 16 20:29:04.806997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:04.832588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:04.832964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.835057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d8172-d245-4a26-9151-be3648a893a4 req-1e5dad6a-e359-4a2d-a181-bbe3d0674b79 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:04.846677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d7d8172-d245-4a26-9151-be3648a893a4 req-1e5dad6a-e359-4a2d-a181-bbe3d0674b79 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1793478 Jul 16 20:29:04.847701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e06b7c21-c187-42ae-8384-aa1b950a5412, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e06b7c21-c187-42ae-8384-aa1b950a5412,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:04.880103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'e06b7c21-c187-42ae-8384-aa1b950a5412', 'network_id': '30b07dfe-4969-48eb-974a-1a05d196c683', 'port_id': 'e06b7c21-c187-42ae-8384-aa1b950a5412', 'mac_address': 'fa:16:3e:8c:da:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8605356e-7e96-4006-8bc9-ea12ceca269c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:04.916599 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d7d8172-d245-4a26-9151-be3648a893a4 req-a63939b7-8561-4086-a225-68d46670e4e2 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686929 Jul 16 20:29:04.947751 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:04.967720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06b7c21-c187-42ae-8384-aa1b950a5412 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:05.042048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e06b7c21-c187-42ae-8384-aa1b950a5412, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e06b7c21-c187-42ae-8384-aa1b950a5412,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:05.051033 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.057074 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.139833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:05.141964 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3febea34-d144-4299-bd87-115ba6faae29" -d '{"events": [{"server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "name": "network-vif-plugged", "status": "completed", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:05.174294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:05.181026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e06b7c21-c187-42ae-8384-aa1b950a5412,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.184281 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.185175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c0a4d86c-92bf-4be5-9684-2d6aeb760233 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:05.195036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece2ed9-f56a-4e9d-a09e-4f833abf1b47 req-041db499-d488-47af-bf90-fd0dade838b4 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.198204 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ece2ed9-f56a-4e9d-a09e-4f833abf1b47 req-041db499-d488-47af-bf90-fd0dade838b4 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 944 time: 0.1253176 Jul 16 20:29:05.237770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.255995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-b3aa9b48-e07d-4f57-a3c8-be6e8bc896f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4869695 Jul 16 20:29:05.274039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ece2ed9-f56a-4e9d-a09e-4f833abf1b47 req-55f1aefc-01e0-4b37-8970-7a03482c83be tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689831 Jul 16 20:29:05.278559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d98df8-1228-4bd0-9859-8e8b6d7132cc req-0b5fb108-f935-4549-8779-8e20ef748eb4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.296148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1d98df8-1228-4bd0-9859-8e8b6d7132cc req-0b5fb108-f935-4549-8779-8e20ef748eb4 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 944 time: 0.5414658 Jul 16 20:29:05.311030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: c0a4d86c-92bf-4be5-9684-2d6aeb760233 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:05.311481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c0a4d86c-92bf-4be5-9684-2d6aeb760233 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:05.311957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:05.363117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-53325413-e2eb-48c7-9c30-a22043b05a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.364687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-53325413-e2eb-48c7-9c30-a22043b05a12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 898 time: 0.4752996 Jul 16 20:29:05.385992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e06b7c21-c187-42ae-8384-aa1b950a5412'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:05.583944 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df73431-f7cf-4bff-8564-1d6b740869e2 x-openstack-request-id: req-6df73431-f7cf-4bff-8564-1d6b740869e2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:05.584296 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "name": "network-vif-plugged", "status": "completed", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:05.584624 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6df73431-f7cf-4bff-8564-1d6b740869e2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:05.585371 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'code': 200} Jul 16 20:29:05.603397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b1d98df8-1228-4bd0-9859-8e8b6d7132cc req-b016c688-2406-46d3-a1e6-7a8458c5d96f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062513 Jul 16 20:29:05.614716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-f72a2cc9-57fe-4202-b277-2b35055e9e64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 1001 time: 0.2335799 Jul 16 20:29:05.773857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:05.822615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d4262ff9-488d-4a31-8bd2-4fb864ecba93,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:05.848203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-aa2bdb3b-5700-4d9f-b4e6-99bf9b8d9630 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.862592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-aa2bdb3b-5700-4d9f-b4e6-99bf9b8d9630 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.1659133 Jul 16 20:29:05.910042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-339f6aad-591f-40bf-8d68-b8eb9aea0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:05.911839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-339f6aad-591f-40bf-8d68-b8eb9aea0a2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 200 len: 835 time: 0.2858109 Jul 16 20:29:05.913446 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.913800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.914192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.914593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.915121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.915543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.915887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.916276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.916893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.917246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.917862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:05.918358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:06.007188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d86d01-4a30-46f0-8861-ce8452df09a2 req-ab4e45fd-375b-430c-a877-ce5322b7c499 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.009359 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-64d86d01-4a30-46f0-8861-ce8452df09a2 req-ab4e45fd-375b-430c-a877-ce5322b7c499 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 946 time: 0.3277280 Jul 16 20:29:06.126834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-956a51d8-abdc-4a28-8bed-b2f7c18901d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.128715 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-956a51d8-abdc-4a28-8bed-b2f7c18901d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ba60276-e88a-4f5b-a410-93f5b5791ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072365 Jul 16 20:29:06.312570 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.544579 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-2deeb54d-da0b-4e53-939d-7f9d7a32b354 service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069154 Jul 16 20:29:06.574602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a211e1-619a-443e-be53-0c8525704c61 req-b07af3af-1d7d-42d8-8875-33932773bc67 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:06.576178 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-80a211e1-619a-443e-be53-0c8525704c61 req-b07af3af-1d7d-42d8-8875-33932773bc67 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 945 time: 0.3881257 Jul 16 20:29:06.629639 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-64d86d01-4a30-46f0-8861-ce8452df09a2 req-48e35405-2dbf-4875-8e89-5014d24279d1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6123233 Jul 16 20:29:06.638787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e06b7c21-c187-42ae-8384-aa1b950a5412 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:06.660433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Deleting port 1221de76-f651-4438-be3d-48274262b99f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:06.661065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.734126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port e06b7c21-c187-42ae-8384-aa1b950a5412 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:06.740544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port e06b7c21-c187-42ae-8384-aa1b950a5412 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:06.742051 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.746966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-80a211e1-619a-443e-be53-0c8525704c61 req-1a60891b-1f42-4cdd-ae29-5e6b6b0effd5 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152942 Jul 16 20:29:06.851143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] For port 1221de76-f651-4438-be3d-48274262b99f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1221de76-f651-4438-be3d-48274262b99f,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:06.852228 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.919296 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:06.933737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba09f147-5b35-449d-83cd-d7e77e07b1f4 req-ef7a45ad-3d38-48a6-8ad8-2363a27ec83a service neutron] 10.222.0.30 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757713 Jul 16 20:29:07.027684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-7c3f3472-6198-4c9c-b65b-0206045eaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.029418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-7c3f3472-6198-4c9c-b65b-0206045eaaa6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9&tenant_id=dde9efda680d41c8a54a6ca42dde58d2 HTTP/1.1" status: 200 len: 1096 time: 0.2814724 Jul 16 20:29:07.036267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e06b7c21-c187-42ae-8384-aa1b950a5412, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e06b7c21-c187-42ae-8384-aa1b950a5412,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:07.055036 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.063510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:07.081903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Router df179710-cd6f-4c3a-8d82-42913df8e25f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:07.131876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e06b7c21-c187-42ae-8384-aa1b950a5412,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:07.177476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc4ad8-3708-4a2a-9380-b837b437e83b req-4f28a998-2e5e-4c7b-b3ea-2879667f1a8c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:07.179164 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-40cc4ad8-3708-4a2a-9380-b837b437e83b req-4f28a998-2e5e-4c7b-b3ea-2879667f1a8c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 944 time: 0.2717586 Jul 16 20:29:07.298967 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-40cc4ad8-3708-4a2a-9380-b837b437e83b req-b241a224-b65b-49ee-9dc0-c594926c69df tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989273 Jul 16 20:29:07.303568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.304706 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.305144 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Floating IP 8cbbe2e0-58d7-4ab7-8bd4-3873ee853346 disassociated. External IP: 172.25.7.179, port: 1221de76-f651-4438-be3d-48274262b99f. Jul 16 20:29:07.305472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Calling delete_port for 1221de76-f651-4438-be3d-48274262b99f owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:07.586157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566bfa7e-d81c-41ba-a7a5-1f209bdd5a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06b7c21-c187-42ae-8384-aa1b950a5412'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:07.588685 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a70376c-15ad-4638-b9be-c65a48ef2d23" -d '{"events": [{"server_uuid": "566bfa7e-d81c-41ba-a7a5-1f209bdd5a19", "name": "network-vif-plugged", "status": "completed", "tag": "e06b7c21-c187-42ae-8384-aa1b950a5412"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:07.610506 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.710005 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37803bda-80e1-4fec-92fe-7d6475e1bda9 x-openstack-request-id: req-37803bda-80e1-4fec-92fe-7d6475e1bda9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:07.710518 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566bfa7e-d81c-41ba-a7a5-1f209bdd5a19", "name": "network-vif-plugged", "status": "completed", "tag": "e06b7c21-c187-42ae-8384-aa1b950a5412", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:07.710518 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37803bda-80e1-4fec-92fe-7d6475e1bda9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:07.710925 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566bfa7e-d81c-41ba-a7a5-1f209bdd5a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06b7c21-c187-42ae-8384-aa1b950a5412', 'code': 200} Jul 16 20:29:07.751886 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:07.794813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event deleted for resources: {'Port': ['ID=1221de76-f651-4438-be3d-48274262b99f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:07.940814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:07.970632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] Sync routers for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:07.987897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-05d8e39a-6178-43e8-90c7-527cdad184ae admin admin] 10.222.0.10 "PUT /v2.0/routers/df179710-cd6f-4c3a-8d82-42913df8e25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3339336 Jul 16 20:29:07.991293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43482) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:08.021128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:08.021745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:28:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:08.080287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ea3cd-c5d9-4936-b173-0103a7cce5f3 req-9f2cd3b1-e592-41d3-af73-9bd510cc2ee6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.093217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e66ea3cd-c5d9-4936-b173-0103a7cce5f3 req-9f2cd3b1-e592-41d3-af73-9bd510cc2ee6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 944 time: 0.9474242 Jul 16 20:29:08.137470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a708a-e378-41a3-a292-52587fe614ca req-80907284-0bda-45a0-8ce6-a775fdf0cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.140118 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d38a708a-e378-41a3-a292-52587fe614ca req-80907284-0bda-45a0-8ce6-a775fdf0cc06 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 1097 time: 0.3199921 Jul 16 20:29:08.245000 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d38a708a-e378-41a3-a292-52587fe614ca req-ec2b1270-686b-4bec-96a1-e9679f1b6cc6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690250 Jul 16 20:29:08.256184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8ca30-bb2d-4a1e-97af-b34ebf6d6e36 req-81725a82-1b47-40a6-a3c4-870d5a83527b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:08.258071 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6c8ca30-bb2d-4a1e-97af-b34ebf6d6e36 req-81725a82-1b47-40a6-a3c4-870d5a83527b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 946 time: 0.2180214 Jul 16 20:29:08.272932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:08.299007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Router 9cddcf46-f997-4d86-b939-38b97e87512f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:08.332171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e66ea3cd-c5d9-4936-b173-0103a7cce5f3 req-fdf88724-4587-49dd-a84f-863cccb30e1d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349632 Jul 16 20:29:08.350485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6c8ca30-bb2d-4a1e-97af-b34ebf6d6e36 req-cb7933ed-c464-4b5c-813e-273b3a93c3df tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830972 Jul 16 20:29:08.388355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43488) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:08.521492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:08.533249 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] Sync routers for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:08.553524 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:08.554315 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:28:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:08.584097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] No DVR routers for this DVR port 1221de76-f651-4438-be3d-48274262b99f on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:08.588449 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.604176 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c1f0e671-ae25-4c4d-af22-82bb11918922 req-96c355df-f6af-4450-a144-223dfc0d3eba tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.63 "DELETE /v2.0/ports/1221de76-f651-4438-be3d-48274262b99f HTTP/1.1" status: 204 len: 173 time: 2.7251866 Jul 16 20:29:08.604844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-deleted', 'tag': '1221de76-f651-4438-be3d-48274262b99f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:08.618380 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553f9e5c-e59c-4ace-8210-ab0ef1df7e6b" -d '{"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-deleted", "tag": "1221de76-f651-4438-be3d-48274262b99f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:08.674177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e051f3d7-d125-4e1b-b980-d75c5a2f59d1 req-75235fd2-f86f-480c-b02a-16aa639e64a9 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/ports?device_id=414d64df-f488-4edb-8765-22b968f19f66 HTTP/1.1" status: 200 len: 210 time: 0.1545768 Jul 16 20:29:08.677778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-054635f9-85a7-4c23-9834-bc5691962411 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/b5f20516-6148-41d5-b148-e5b83107b852 HTTP/1.1" status: 200 len: 993 time: 0.2735796 Jul 16 20:29:08.679082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:08.795507 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f1d20f-cd37-49aa-b466-7c489bda43ab x-openstack-request-id: req-09f1d20f-cd37-49aa-b466-7c489bda43ab {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:08.796015 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d64df-f488-4edb-8765-22b968f19f66", "name": "network-vif-deleted", "tag": "1221de76-f651-4438-be3d-48274262b99f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:08.796429 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09f1d20f-cd37-49aa-b466-7c489bda43ab {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:08.796997 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d64df-f488-4edb-8765-22b968f19f66', 'name': 'network-vif-deleted', 'tag': '1221de76-f651-4438-be3d-48274262b99f', 'status': 'completed', 'code': 200} Jul 16 20:29:08.817653 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:08.903807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:08.968879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:09.061330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37669bd-8536-4d7c-83ef-53d024d2a25b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:09.092072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723042c3-1e57-4d46-b07c-1135a1e052b8 req-540e2ed2-ecde-4399-a45f-ba9669170d5c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.099365 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.104488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:29:05Z', 'revision_number': 5, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:09.108248 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-723042c3-1e57-4d46-b07c-1135a1e052b8 req-540e2ed2-ecde-4399-a45f-ba9669170d5c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 945 time: 0.1488397 Jul 16 20:29:09.184763 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] Checking router: df179710-cd6f-4c3a-8d82-42913df8e25f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:09.193654 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-723042c3-1e57-4d46-b07c-1135a1e052b8 req-27103ada-e7b2-497d-bcb2-269bcf152b37 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842102 Jul 16 20:29:09.199362 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cfe8fd89-c73e-4a68-8698-38849ad9d549', 'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'mac_address': 'fa:16:3e:cf:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:13Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 5, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'subnets': [{'id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:09.205463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] Routers {'df179710-cd6f-4c3a-8d82-42913df8e25f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:09.206301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:28:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['df179710-cd6f-4c3a-8d82-42913df8e25f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:09.241759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Transition to ACTIVE for port object c37669bd-8536-4d7c-83ef-53d024d2a25b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:09.256198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.294835 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] Checking router: 9cddcf46-f997-4d86-b939-38b97e87512f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:09.315298 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:09.316032 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:28:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:09.405444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] Set router df179710-cd6f-4c3a-8d82-42913df8e25f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:09.485824 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:09.511205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:09.562760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:09.806997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] No DVR routers for this DVR port c37669bd-8536-4d7c-83ef-53d024d2a25b on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:09.943225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:29:05Z', 'revision_number': 5, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:09.969064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bb063-d3bf-4058-8d27-ebf85ade66c8 req-f3ceab00-2795-4b18-a3f1-3158a583c789 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:09.978141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-288bb063-d3bf-4058-8d27-ebf85ade66c8 req-f3ceab00-2795-4b18-a3f1-3158a583c789 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 944 time: 0.3667974 Jul 16 20:29:10.006809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd96754-ca7e-499c-b136-e316208bedc5 None None] The sync data for ids ['df179710-cd6f-4c3a-8d82-42913df8e25f'] in n-d-792394-17 is: [{'id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'name': 'tempest-TaggedBootDevicesTest-1351553485-router', 'tenant_id': 'd34f052adcf44c26812ac8b2e98945d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:16:41Z', 'updated_at': '2021-07-16T20:29:05Z', 'revision_number': 5, 'project_id': 'd34f052adcf44c26812ac8b2e98945d0', 'gw_port': {'id': 'c28a8979-e64b-4395-8047-ad025a72e8aa', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df179710-cd6f-4c3a-8d82-42913df8e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:16:42Z', 'updated_at': '2021-07-16T20:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:10.014112 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cfe8fd89-c73e-4a68-8698-38849ad9d549', 'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'mac_address': 'fa:16:3e:cf:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:13Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 5, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'subnets': [{'id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:10.047428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Deleting port c28a8979-e64b-4395-8047-ad025a72e8aa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:10.047665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.085704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.116892 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-288bb063-d3bf-4058-8d27-ebf85ade66c8 req-4245d621-bbf0-4067-bec0-1f88f8c4ee6b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374102 Jul 16 20:29:10.132890 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f978bc-e1d7-4041-8870-3800c400e075 None None] The sync data for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 is: [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:19:16Z', 'revision_number': 4, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cfe8fd89-c73e-4a68-8698-38849ad9d549', 'name': '', 'network_id': '3699387c-5233-40ce-b73f-3360c0872698', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'mac_address': 'fa:16:3e:cf:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:13Z', 'updated_at': '2021-07-16T20:19:28Z', 'revision_number': 5, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'subnets': [{'id': 'cbebcb38-69e6-421d-93aa-e00cf54f98a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:10.208885 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e49c6f9-286b-431d-8e5c-fa4943e5daa8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.231497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] For port c28a8979-e64b-4395-8047-ad025a72e8aa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c28a8979-e64b-4395-8047-ad025a72e8aa,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:10.231862 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.243247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e49c6f9-286b-431d-8e5c-fa4943e5daa8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.250051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Calling delete_port for c28a8979-e64b-4395-8047-ad025a72e8aa owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:10.332033 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e49c6f9-286b-431d-8e5c-fa4943e5daa8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.334847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e49c6f9-286b-431d-8e5c-fa4943e5daa8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.342921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3e49c6f9-286b-431d-8e5c-fa4943e5daa8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b31f6a7-842b-48b5-8bdd-2df5f8776ca8 HTTP/1.1" status: 204 len: 168 time: 0.2559144 Jul 16 20:29:10.343970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.352162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Attempting to bind port c37669bd-8536-4d7c-83ef-53d024d2a25b on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:10.352602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Attempting to bind port c37669bd-8536-4d7c-83ef-53d024d2a25b by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:10.352836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Attempting to bind port c37669bd-8536-4d7c-83ef-53d024d2a25b on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:10.365901 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-891471c4-f515-4bc1-baf2-0d28b1126bad tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] show failed (client error): The resource could not be found. Jul 16 20:29:10.369644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Port c37669bd-8536-4d7c-83ef-53d024d2a25b on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:10.369644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Attempting to bind port c37669bd-8536-4d7c-83ef-53d024d2a25b on network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:10.370857 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-891471c4-f515-4bc1-baf2-0d28b1126bad tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "GET /v2.0/security-groups/0b31f6a7-842b-48b5-8bdd-2df5f8776ca8 HTTP/1.1" status: 404 len: 347 time: 0.0215173 Jul 16 20:29:10.371533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43528) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:10.377717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49c6f9-286b-431d-8e5c-fa4943e5daa8 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b31f6a7-842b-48b5-8bdd-2df5f8776ca8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:10.558106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:10.558704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Checking segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:10.559183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Bound using segment: {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:10.559779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Bound port: c37669bd-8536-4d7c-83ef-53d024d2a25b, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0f7c6d-919f-4bf6-86df-587204bf2cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:10.560225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.563851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5ba7-bbff-4d6c-9ab0-ea4a4459a182 req-63389c2d-6ff4-45a2-968d-2f0b1eedb4f6 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:10.569367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-127d5ba7-bbff-4d6c-9ab0-ea4a4459a182 req-63389c2d-6ff4-45a2-968d-2f0b1eedb4f6 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 945 time: 0.1211329 Jul 16 20:29:10.670794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:10.690272 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-127d5ba7-bbff-4d6c-9ab0-ea4a4459a182 req-ab9237b0-ba67-4df4-bd37-5afa928b8800 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088042 Jul 16 20:29:10.708514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 1221de76-f651-4438-be3d-48274262b99f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:10.708854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1221de76-f651-4438-be3d-48274262b99f not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:10.729125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e119b2-ac9f-4d01-9ace-3cd31a3e05a3 None None] New status for floating IP 8cbbe2e0-58d7-4ab7-8bd4-3873ee853346: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:10.862119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:10.883064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Deleting port 5693d47a-9c1c-4882-b330-d0e79039908d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:10.883429 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:10.889297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:10.930745 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.051209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.132779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:11.133804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.135984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/c37669bd-8536-4d7c-83ef-53d024d2a25b HTTP/1.1" status: 200 len: 1093 time: 4.0856850 Jul 16 20:29:11.137013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:11.139356 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5773b0be-2f11-428b-9147-6cf05b446b11" -d '{"events": [{"name": "network-changed", "server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:11.190119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69238b-fa57-4806-959d-0432861427a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.283872 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eed2b92-e951-42bc-83e8-8f3eb7f6ccad x-openstack-request-id: req-5eed2b92-e951-42bc-83e8-8f3eb7f6ccad {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:11.284253 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:11.284562 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5eed2b92-e951-42bc-83e8-8f3eb7f6ccad {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:11.284847 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'status': 'completed', 'code': 200} Jul 16 20:29:11.350556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Pushing event deleted for resources: {'Port': ['ID=c28a8979-e64b-4395-8047-ad025a72e8aa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:11.361440 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.536165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.536555 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.608671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.635590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Calling delete_port for 5693d47a-9c1c-4882-b330-d0e79039908d owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:11.639737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.829243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.829798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df179710-cd6f-4c3a-8d82-42913df8e25f {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:11.838838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:11.841224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a7b10df6-ca97-429a-9f1f-613f361a3227 admin admin] 10.222.0.10 "DELETE /v2.0/routers/df179710-cd6f-4c3a-8d82-42913df8e25f HTTP/1.1" status: 204 len: 168 time: 3.8437417 Jul 16 20:29:11.843763 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:11.849449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d4262ff9-488d-4a31-8bd2-4fb864ecba93 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:11.853906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be1a91-b837-4d9e-9dab-828305fc3807 req-39f23df8-8d37-4593-ba27-e2fa392614b8 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:11.855561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36be1a91-b837-4d9e-9dab-828305fc3807 req-39f23df8-8d37-4593-ba27-e2fa392614b8 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.4637241 Jul 16 20:29:11.870461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0dad0e5c-1dcc-4c76-9954-37cd24a9579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:11.873551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-0dad0e5c-1dcc-4c76-9954-37cd24a9579f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 1097 time: 0.6983421 Jul 16 20:29:11.889831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d4262ff9-488d-4a31-8bd2-4fb864ecba93 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:11.890611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d4262ff9-488d-4a31-8bd2-4fb864ecba93 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:12.020294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97cf179-01a5-4257-bb65-31ecff2123e3 admin admin] Deleting subnet 8e13b6ad-328a-4ca7-84c2-946e8e68e401 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:12.028348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97cf179-01a5-4257-bb65-31ecff2123e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.120352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36be1a91-b837-4d9e-9dab-828305fc3807 req-790da359-ed80-4c63-949b-c4eb1ad45024 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527843 Jul 16 20:29:12.122412 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97cf179-01a5-4257-bb65-31ecff2123e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.179133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-dd4ffa16-392f-4702-8973-f988dd2e7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.181127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-dd4ffa16-392f-4702-8973-f988dd2e7442 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.2995720 Jul 16 20:29:12.182452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.334277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Pushing event deleted for resources: {'Port': ['ID=5693d47a-9c1c-4882-b330-d0e79039908d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.397310 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97cf179-01a5-4257-bb65-31ecff2123e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.453191 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.455969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.456967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-feb175d7-68f0-4156-aa45-6b912cf80d09 tempest-ServerActionsTestJSON-1139926341 tempest-ServerActionsTestJSON-1139926341-project] 10.222.0.10 "DELETE /v2.0/floatingips/8cbbe2e0-58d7-4ab7-8bd4-3873ee853346 HTTP/1.1" status: 204 len: 168 time: 2.0843189 Jul 16 20:29:12.459130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-22ef418d-375e-4730-9da7-bd151b40dd40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b HTTP/1.1" status: 200 len: 998 time: 0.2574780 Jul 16 20:29:12.462985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43588) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.530425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97cf179-01a5-4257-bb65-31ecff2123e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.563136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e577a8d-ca4c-472e-b0a8-e36f3e28072c None None] Network 2966c3cb-c680-4c12-8fde-f33e0b87a958 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:12.601421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97cf179-01a5-4257-bb65-31ecff2123e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.603565 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d97cf179-01a5-4257-bb65-31ecff2123e3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8e13b6ad-328a-4ca7-84c2-946e8e68e401 HTTP/1.1" status: 204 len: 168 time: 0.7587702 Jul 16 20:29:12.604709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cf179-01a5-4257-bb65-31ecff2123e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e13b6ad-328a-4ca7-84c2-946e8e68e401,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:12.611457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43592) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:12.739385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-f013b417-613c-42e1-b954-ae883afa0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.741114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-f013b417-613c-42e1-b954-ae883afa0161 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.2488441 Jul 16 20:29:12.742935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761add6-0a65-4d7f-9d1d-0608db5d7f7f req-8ada6118-ae6f-4edc-9a77-4ff5c0ce37ec tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:12.745294 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e761add6-0a65-4d7f-9d1d-0608db5d7f7f req-8ada6118-ae6f-4edc-9a77-4ff5c0ce37ec tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 945 time: 0.1272137 Jul 16 20:29:12.813239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:12.836846 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e761add6-0a65-4d7f-9d1d-0608db5d7f7f req-4e340373-490e-4f03-84ed-198a75acf7e9 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819623 Jul 16 20:29:12.892153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88b0fa-f5a4-4569-84d3-67ab1cf8fb60 None None] DHCP port deletion for 2966c3cb-c680-4c12-8fde-f33e0b87a958 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:12.954344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bc88b0fa-f5a4-4569-84d3-67ab1cf8fb60 None None] Deleting port 5cbc3bde-548d-41e4-bc23-29a74bab6175 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:12.954917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc88b0fa-f5a4-4569-84d3-67ab1cf8fb60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.035190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bc88b0fa-f5a4-4569-84d3-67ab1cf8fb60 None None] For port 5cbc3bde-548d-41e4-bc23-29a74bab6175, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5cbc3bde-548d-41e4-bc23-29a74bab6175,segment=NetworkSegment(3e55fd52-21e5-4a02-ada2-cddb7e8f4d29),segment_id=3e55fd52-21e5-4a02-ada2-cddb7e8f4d29)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:13.035890 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc88b0fa-f5a4-4569-84d3-67ab1cf8fb60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.053971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-bc88b0fa-f5a4-4569-84d3-67ab1cf8fb60 None None] Calling delete_port for 5cbc3bde-548d-41e4-bc23-29a74bab6175 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:13.154420 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc88b0fa-f5a4-4569-84d3-67ab1cf8fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.190068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88b0fa-f5a4-4569-84d3-67ab1cf8fb60 None None] No DVR routers for this DVR port 5cbc3bde-548d-41e4-bc23-29a74bab6175 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:13.193020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88b0fa-f5a4-4569-84d3-67ab1cf8fb60 None None] Pushing event deleted for resources: {'Port': ['ID=5cbc3bde-548d-41e4-bc23-29a74bab6175,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:13.425660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-09b179ec-b874-4ef0-a1af-e617ea8c0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.432165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-09b179ec-b874-4ef0-a1af-e617ea8c0df2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6763091 Jul 16 20:29:13.558836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Deleting port 5cbc3bde-548d-41e4-bc23-29a74bab6175 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:13.558836 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.698153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-46e80b85-4444-4039-9feb-d66de096ec08 service neutron] 10.222.0.30 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283773 Jul 16 20:29:13.717437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5cbc3bde-548d-41e4-bc23-29a74bab6175 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:13.760258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 5cbc3bde-548d-41e4-bc23-29a74bab6175 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:13.762238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5cbc3bde-548d-41e4-bc23-29a74bab6175 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:13.763501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c28a8979-e64b-4395-8047-ad025a72e8aa no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:13.791689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c28a8979-e64b-4395-8047-ad025a72e8aa {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:13.792042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c28a8979-e64b-4395-8047-ad025a72e8aa not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:13.798586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] For port 5cbc3bde-548d-41e4-bc23-29a74bab6175, host n-d-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:13.798586 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.821389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Calling delete_port for 5cbc3bde-548d-41e4-bc23-29a74bab6175 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:13.832276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-742cb2fa-65b8-4054-9932-6e09fbed6422 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.833840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-742cb2fa-65b8-4054-9932-6e09fbed6422 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.63 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 945 time: 0.0941131 Jul 16 20:29:13.836423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Port 5cbc3bde-548d-41e4-bc23-29a74bab6175 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:29:13.844806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08710379-d241-4842-a56a-a946411d912f req-2ee4a99b-ba1c-46f2-929e-2a489a6f20a9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:13.846320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08710379-d241-4842-a56a-a946411d912f req-2ee4a99b-ba1c-46f2-929e-2a489a6f20a9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.4285858 Jul 16 20:29:13.895909 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:13.942814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] No DVR routers for this DVR port 5cbc3bde-548d-41e4-bc23-29a74bab6175 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:13.952273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbc3bde-548d-41e4-bc23-29a74bab6175,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.030247 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Deleting port e06b7c21-c187-42ae-8384-aa1b950a5412 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:14.030725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.037714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfe00ca9-fe8f-42bc-8372-0c6d78270834 req-b00f04e5-8fd0-4292-8867-4248c2d37f2e service neutron] 10.222.0.30 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994640 Jul 16 20:29:14.044650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08710379-d241-4842-a56a-a946411d912f req-3e58874b-3013-40d5-b3c0-67a9a6175314 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629515 Jul 16 20:29:14.160175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236ab52-6034-479a-b056-882721d74f88 req-80b9e843-bdd8-450e-8fab-013666c0ed65 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.162225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f236ab52-6034-479a-b056-882721d74f88 req-80b9e843-bdd8-450e-8fab-013666c0ed65 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 945 time: 0.1790016 Jul 16 20:29:14.246619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.247723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] For port e06b7c21-c187-42ae-8384-aa1b950a5412, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e06b7c21-c187-42ae-8384-aa1b950a5412,segment=NetworkSegment(009100f2-1734-45c1-accc-9e8017b78367),segment_id=009100f2-1734-45c1-accc-9e8017b78367)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:14.248396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.273623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f236ab52-6034-479a-b056-882721d74f88 req-85bc699f-ecff-41c7-86ea-7b2f450f15d8 tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7eb20a-74e3-4f93-888c-a3f5211fde4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010439 Jul 16 20:29:14.274508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Calling delete_port for e06b7c21-c187-42ae-8384-aa1b950a5412 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:14.318716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2966c3cb-c680-4c12-8fde-f33e0b87a958']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:14.342036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:14.342351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e55fd52-21e5-4a02-ada2-cddb7e8f4d29') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:14.371639 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.442330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.464009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:14.464908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:14.468342 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:14.503580 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.511224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-b2e5b820-407e-4b82-a896-8593f056e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.513692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-b2e5b820-407e-4b82-a896-8593f056e1ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 1097 time: 0.2588756 Jul 16 20:29:14.520299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e06b7c21-c187-42ae-8384-aa1b950a5412'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:14.585005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Pushing event deleted for resources: {'Port': ['ID=e06b7c21-c187-42ae-8384-aa1b950a5412,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.616794 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.636040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.639229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.645561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] 10.222.0.10 "DELETE /v2.0/networks/2966c3cb-c680-4c12-8fde-f33e0b87a958 HTTP/1.1" status: 204 len: 168 time: 2.0311887 Jul 16 20:29:14.682428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] No DVR routers for this DVR port e06b7c21-c187-42ae-8384-aa1b950a5412 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:14.688521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:14.690612 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-52d9ada9-0be5-4fa5-973d-2fbdeb18d59b req-7f4a2ec5-dc3f-406f-aede-5c3ecab0150c tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.63 "DELETE /v2.0/ports/e06b7c21-c187-42ae-8384-aa1b950a5412 HTTP/1.1" status: 204 len: 173 time: 0.8498094 Jul 16 20:29:14.691164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566bfa7e-d81c-41ba-a7a5-1f209bdd5a19', 'name': 'network-vif-deleted', 'tag': 'e06b7c21-c187-42ae-8384-aa1b950a5412'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:14.695082 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8b955d-ae07-4591-bcfe-f41b2e1c92c7" -d '{"events": [{"server_uuid": "566bfa7e-d81c-41ba-a7a5-1f209bdd5a19", "name": "network-vif-deleted", "tag": "e06b7c21-c187-42ae-8384-aa1b950a5412"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:14.867197 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7655b31b-f232-4b23-bcc3-5929cebdc912 x-openstack-request-id: req-7655b31b-f232-4b23-bcc3-5929cebdc912 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:14.868296 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566bfa7e-d81c-41ba-a7a5-1f209bdd5a19", "name": "network-vif-deleted", "tag": "e06b7c21-c187-42ae-8384-aa1b950a5412", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:14.868765 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7655b31b-f232-4b23-bcc3-5929cebdc912 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:14.869370 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566bfa7e-d81c-41ba-a7a5-1f209bdd5a19', 'name': 'network-vif-deleted', 'tag': 'e06b7c21-c187-42ae-8384-aa1b950a5412', 'status': 'completed', 'code': 200} Jul 16 20:29:14.938578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-1a5ebc79-3b60-425e-a0ba-7a99a94a52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:14.941564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-1a5ebc79-3b60-425e-a0ba-7a99a94a52e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 200 len: 917 time: 0.4202423 Jul 16 20:29:14.950943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217bdb6-34fb-4724-bed3-59e6867f3dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=2966c3cb-c680-4c12-8fde-f33e0b87a958,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:14.969372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.064003 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ff005d46-4321-40a6-8f02-497debe831b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d34f052adcf44c26812ac8b2e98945d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936711 Jul 16 20:29:15.072447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43678) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:15.362850 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-6cb4c2c0-8e5e-4f77-a765-fbd4a42677d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b HTTP/1.1" status: 200 len: 998 time: 0.2965610 Jul 16 20:29:15.535951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-629ee4d5-455f-4e09-aab7-b961bc4a8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.537386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-629ee4d5-455f-4e09-aab7-b961bc4a8bd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 200 len: 855 time: 0.0906732 Jul 16 20:29:15.581370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6db5f92-3c0e-4e4d-87b6-30d441ed44c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.620986 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.653111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6db5f92-3c0e-4e4d-87b6-30d441ed44c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:15.737371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8c979-1f19-4477-9c09-9f3043beb978 req-bda10147-25a4-400e-b9ac-cc7d9b8a552a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.751014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-acb8c979-1f19-4477-9c09-9f3043beb978 req-bda10147-25a4-400e-b9ac-cc7d9b8a552a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.2370186 Jul 16 20:29:15.757644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4d9247ec-2e3a-4b3d-9c1f-ccd026b9141e req-25469241-db31-4cd1-a967-bea719ad201a tempest-VolumesActionsTest-366526184 tempest-VolumesActionsTest-366526184-project] 10.222.0.10 "GET /v2.0/ports?device_id=566bfa7e-d81c-41ba-a7a5-1f209bdd5a19 HTTP/1.1" status: 200 len: 210 time: 0.0394130 Jul 16 20:29:15.787976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-8013fef8-7468-460f-9f0a-08bc0a0bf5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:15.791386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-8013fef8-7468-460f-9f0a-08bc0a0bf5ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394097 Jul 16 20:29:15.883689 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-acb8c979-1f19-4477-9c09-9f3043beb978 req-d813a8bb-bd39-439f-a263-a6826f5754e2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299050 Jul 16 20:29:16.004081 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-5a16faad-36b4-4428-bf3d-b2c6528000af service neutron] 10.222.0.30 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843474 Jul 16 20:29:16.039394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6db5f92-3c0e-4e4d-87b6-30d441ed44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.043633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6db5f92-3c0e-4e4d-87b6-30d441ed44c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.045171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f6db5f92-3c0e-4e4d-87b6-30d441ed44c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4cf725a-8a12-41d0-af5e-add5d68af8cd HTTP/1.1" status: 204 len: 168 time: 0.9660764 Jul 16 20:29:16.170504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db5f92-3c0e-4e4d-87b6-30d441ed44c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cf725a-8a12-41d0-af5e-add5d68af8cd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:16.211846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Deleting port cfe8fd89-c73e-4a68-8698-38849ad9d549 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:16.212413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.453540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] For port cfe8fd89-c73e-4a68-8698-38849ad9d549, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cfe8fd89-c73e-4a68-8698-38849ad9d549,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:16.454302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.563006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Calling delete_port for cfe8fd89-c73e-4a68-8698-38849ad9d549 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:16.575654 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:16.662814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5773b0be-2f11-428b-9147-6cf05b446b11 req-714a970e-18d7-44d4-ad0c-52b041b0d7ec service neutron] 10.222.0.30 "GET /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455603 Jul 16 20:29:17.156307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.233809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe8fd89-c73e-4a68-8698-38849ad9d549,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:17.738317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b748-9369-4fbb-9389-60607e34874e req-f743ff68-87cc-4724-a00c-be316050b354 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:17.746900 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2581b748-9369-4fbb-9389-60607e34874e req-f743ff68-87cc-4724-a00c-be316050b354 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.5047874 Jul 16 20:29:17.858997 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:17.879831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:17.900603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2581b748-9369-4fbb-9389-60607e34874e req-ed2b63ce-2b70-49fe-bcbc-d5dc23203626 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526492 Jul 16 20:29:18.142461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-network', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:18.186246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:18.194322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.216828 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.493806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Router 9cddcf46-f997-4d86-b939-38b97e87512f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:18.548970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.554149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.592629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:18.626428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.627931 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Added segment 85550ca6-7433-4c39-9a74-e4342813f153 of type vlan for network 92e25605-4fb7-4fa2-8b4e-c330d80a563a Jul 16 20:29:18.725025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e06b7c21-c187-42ae-8384-aa1b950a5412 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:18.788204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:18.797749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: e06b7c21-c187-42ae-8384-aa1b950a5412 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:18.804102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e06b7c21-c187-42ae-8384-aa1b950a5412 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:18.804479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4a233995-f9af-4c27-bb14-52584dcaddca admin admin] 10.222.0.10 "PUT /v2.0/routers/9cddcf46-f997-4d86-b939-38b97e87512f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3401070 Jul 16 20:29:18.807150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:18.810066 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] Sync routers for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:18.830287 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.832282 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:18.835507 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:28:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:18.857608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2ffb1-e39a-424c-9829-dca9ffac762c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:18.913915 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:18.915002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:18.919222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.141901 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:19.164681 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.194730 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3135695 Jul 16 20:29:19.294733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43844) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:19.312359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128979b-42cc-4d30-867d-878888079270 admin admin] Pushing event updated for resources: {'Network': ['ID=92e25605-4fb7-4fa2-8b4e-c330d80a563a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:19.335593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 92e25605-4fb7-4fa2-8b4e-c330d80a563a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:19.357350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Request body: {'subnet': {'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-subnet', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:19.524688 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:29:16Z', 'revision_number': 5, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:19.588512 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] Checking router: 9cddcf46-f997-4d86-b939-38b97e87512f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:19.602477 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] Routers {'9cddcf46-f997-4d86-b939-38b97e87512f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:19.603293 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:28:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9cddcf46-f997-4d86-b939-38b97e87512f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:19.675469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:19.678378 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:19.863794 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] Set router 9cddcf46-f997-4d86-b939-38b97e87512f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:20.307920 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.357467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1560-c9bd-4c41-a739-317402764fae req-853394c6-eea8-4a4a-ab6d-7402019a618a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:20.359487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95dd1560-c9bd-4c41-a739-317402764fae req-853394c6-eea8-4a4a-ab6d-7402019a618a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 1.0637665 Jul 16 20:29:20.407650 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:29:16Z', 'revision_number': 5, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:20.528373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95dd1560-c9bd-4c41-a739-317402764fae req-8480c997-660d-45bf-801c-9d6a8d27647b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389475 Jul 16 20:29:20.532509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Deleting port c5a62dda-4966-4362-a9ea-22ce7e245da9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:20.532849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.562172 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9185f-fefb-4ef4-98c9-b7c67dc390f6 None None] The sync data for ids ['9cddcf46-f997-4d86-b939-38b97e87512f'] in n-d-792394-17 is: [{'id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'name': 'tempest-ServerActionsTestJSON-329501209-router', 'tenant_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:19:04Z', 'updated_at': '2021-07-16T20:29:16Z', 'revision_number': 5, 'project_id': '6385058dcf004a12bbf5ed7bf5647d5d', 'gw_port': {'id': 'c5a62dda-4966-4362-a9ea-22ce7e245da9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cddcf46-f997-4d86-b939-38b97e87512f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:19:06Z', 'updated_at': '2021-07-16T20:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:20.596575 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e1a93149-3ef2-42ab-ba7f-4c0a557e45f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.778474 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.798764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] For port c5a62dda-4966-4362-a9ea-22ce7e245da9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c5a62dda-4966-4362-a9ea-22ce7e245da9,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:20.799134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:20.863786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Calling delete_port for c5a62dda-4966-4362-a9ea-22ce7e245da9 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:21.031710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b25d401-2108-45e7-bcdf-2b5a4eec4cc8,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.045895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Checking segment: {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:21.046262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Network hostable DHCP agents. Network: 92e25605-4fb7-4fa2-8b4e-c330d80a563a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:21.247143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Network 92e25605-4fb7-4fa2-8b4e-c330d80a563a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:21.257704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 92e25605-4fb7-4fa2-8b4e-c330d80a563a) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:21.264453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:21.265739 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.276451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2c353-c2c7-49b2-a487-4486552ba5da None None] Network 92e25605-4fb7-4fa2-8b4e-c330d80a563a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:21.435236 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-073f696c-cb3a-4f9f-afc5-be390f7d98ae admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1018913 Jul 16 20:29:21.437344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:21.444403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:21.500722 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.502748 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.512632 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.588771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a62dda-4966-4362-a9ea-22ce7e245da9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:21.676088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:29:21.677286 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.753247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:21.774886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.135333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cfe8fd89-c73e-4a68-8698-38849ad9d549 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:22.190828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Allocated IP 172.20.0.2 (92e25605-4fb7-4fa2-8b4e-c330d80a563a/8b25d401-2108-45e7-bcdf-2b5a4eec4cc8/0a47a623-cd74-4f4e-bb3f-9f1912720257) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:22.212699 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.259146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: cfe8fd89-c73e-4a68-8698-38849ad9d549 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:22.260437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cfe8fd89-c73e-4a68-8698-38849ad9d549 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:22.340784 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.343716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.452917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d029c-159d-4719-8d0f-1197a00eaa78 req-6061924c-f481-4336-9a09-bd3a62e94b45 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:22.454551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-595d029c-159d-4719-8d0f-1197a00eaa78 req-6061924c-f481-4336-9a09-bd3a62e94b45 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.5236893 Jul 16 20:29:22.480115 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.480695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cddcf46-f997-4d86-b939-38b97e87512f {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:22.486644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.491046 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8dc1467c-9810-448e-8bf4-fe7be163bad3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9cddcf46-f997-4d86-b939-38b97e87512f HTTP/1.1" status: 204 len: 168 time: 3.6826935 Jul 16 20:29:22.501090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:22.571669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e344dc6f-325a-4d58-bb98-eaa4d6b472ae admin admin] Deleting subnet cbebcb38-69e6-421d-93aa-e00cf54f98a2 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:22.576055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e344dc6f-325a-4d58-bb98-eaa4d6b472ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.632435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e344dc6f-325a-4d58-bb98-eaa4d6b472ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.759759 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.771476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Transition to ACTIVE for port object 0a47a623-cd74-4f4e-bb3f-9f1912720257 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:22.810810 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e344dc6f-325a-4d58-bb98-eaa4d6b472ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.814808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Transition to ACTIVE for port object 0a47a623-cd74-4f4e-bb3f-9f1912720257 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:22.837213 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.898159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.950308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Pushing event updated for resources: {'Port': ['ID=0a47a623-cd74-4f4e-bb3f-9f1912720257,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:22.963640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:22.969894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-595d029c-159d-4719-8d0f-1197a00eaa78 req-f7c347e7-0299-403d-abcf-0a2ab0e92503 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5013320 Jul 16 20:29:22.985984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Network 92e25605-4fb7-4fa2-8b4e-c330d80a563a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:22.988517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:22.994886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:23.006688 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e344dc6f-325a-4d58-bb98-eaa4d6b472ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.117280 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e344dc6f-325a-4d58-bb98-eaa4d6b472ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.125813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:23.130853 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e344dc6f-325a-4d58-bb98-eaa4d6b472ae admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cbebcb38-69e6-421d-93aa-e00cf54f98a2 HTTP/1.1" status: 204 len: 168 time: 0.6284871 Jul 16 20:29:23.141675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344dc6f-325a-4d58-bb98-eaa4d6b472ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbebcb38-69e6-421d-93aa-e00cf54f98a2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.153062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab2293c-9beb-4fa1-a303-9197e3f2e784 None None] Network 3699387c-5233-40ce-b73f-3360c0872698 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:23.219402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Attempting to bind port 0a47a623-cd74-4f4e-bb3f-9f1912720257 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:23.219955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Attempting to bind port 0a47a623-cd74-4f4e-bb3f-9f1912720257 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:23.220491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Attempting to bind port 0a47a623-cd74-4f4e-bb3f-9f1912720257 on network 92e25605-4fb7-4fa2-8b4e-c330d80a563a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:23.239624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:23.239624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Checking segment: {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:23.239624 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.241479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Bound using segment: {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:23.242737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Bound port: 0a47a623-cd74-4f4e-bb3f-9f1912720257, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:23.245061 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.351012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] For port 0a47a623-cd74-4f4e-bb3f-9f1912720257, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:23.356272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] For port 0a47a623-cd74-4f4e-bb3f-9f1912720257, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0a47a623-cd74-4f4e-bb3f-9f1912720257,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:23.381330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Allocated IP 172.25.7.20 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/709da122-ae09-4b43-b534-fceb91666fb9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:23.420231 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.524236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572bbff-4eaa-4482-892a-b7292c80ee5b None None] Pushing event updated for resources: {'Port': ['ID=0a47a623-cd74-4f4e-bb3f-9f1912720257,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:23.552510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.566506 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-305f310a-f599-4696-a2a5-b414dac7f4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.585149 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.700748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c5a62dda-4966-4362-a9ea-22ce7e245da9 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:23.779780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c5a62dda-4966-4362-a9ea-22ce7e245da9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:23.780399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c5a62dda-4966-4362-a9ea-22ce7e245da9 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:23.789936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c1efee-8f2c-432c-bd2d-7e4ec719bc42 None None] DHCP port deletion for 3699387c-5233-40ce-b73f-3360c0872698 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:23.829567 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.864148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Deleting port a3c871db-78ec-457b-b3b7-112316ad8276 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:23.864700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:23.896460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-01c1efee-8f2c-432c-bd2d-7e4ec719bc42 None None] Deleting port a3c871db-78ec-457b-b3b7-112316ad8276 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:23.901164 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01c1efee-8f2c-432c-bd2d-7e4ec719bc42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.077851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] For port a3c871db-78ec-457b-b3b7-112316ad8276, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a3c871db-78ec-457b-b3b7-112316ad8276,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:24.078401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.095454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Calling delete_port for a3c871db-78ec-457b-b3b7-112316ad8276 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:24.125817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-01c1efee-8f2c-432c-bd2d-7e4ec719bc42 None None] For port a3c871db-78ec-457b-b3b7-112316ad8276, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a3c871db-78ec-457b-b3b7-112316ad8276,segment=NetworkSegment(e80ed9d7-f93a-411a-a442-69e0a94bcb80),segment_id=e80ed9d7-f93a-411a-a442-69e0a94bcb80)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:24.130593 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01c1efee-8f2c-432c-bd2d-7e4ec719bc42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.181313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-01c1efee-8f2c-432c-bd2d-7e4ec719bc42 None None] Calling delete_port for a3c871db-78ec-457b-b3b7-112316ad8276 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:24.469515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.499368 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01c1efee-8f2c-432c-bd2d-7e4ec719bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.548538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1efee-8f2c-432c-bd2d-7e4ec719bc42 None None] No DVR routers for this DVR port a3c871db-78ec-457b-b3b7-112316ad8276 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:24.554085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e45822-3ecf-4272-8ef6-5e41200ec36d req-27ed44a4-17e2-4fa0-aa36-da2d0b311ce9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:24.577409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13e45822-3ecf-4272-8ef6-5e41200ec36d req-27ed44a4-17e2-4fa0-aa36-da2d0b311ce9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.1855018 Jul 16 20:29:24.612610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c871db-78ec-457b-b3b7-112316ad8276,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.616962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1efee-8f2c-432c-bd2d-7e4ec719bc42 None None] Pushing event deleted for resources: {'Port': ['ID=a3c871db-78ec-457b-b3b7-112316ad8276,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.631174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.675385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] No DVR routers for this DVR port a3c871db-78ec-457b-b3b7-112316ad8276 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:24.679815 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13e45822-3ecf-4272-8ef6-5e41200ec36d req-e8525474-2e98-4ae5-8cef-b370bfcd7c57 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999367 Jul 16 20:29:24.771420 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:24.859521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Pushing event updated for resources: {'Port': ['ID=709da122-ae09-4b43-b534-fceb91666fb9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:24.916033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:24.920056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:24.924271 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:25.005987 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.026157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3699387c-5233-40ce-b73f-3360c0872698']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:25.043588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80ed9d7-f93a-411a-a442-69e0a94bcb80') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:25.047764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80ed9d7-f93a-411a-a442-69e0a94bcb80') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:25.092076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.243581 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.286739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:25.287358 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:25.289899 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:25.473905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370466a5-ddd7-4b8b-8c8b-e07d5d32d334 None None] Network 92e25605-4fb7-4fa2-8b4e-c330d80a563a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:25.592229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-04230580-555d-4c47-82d3-662919a0e0f7 None None] Provisioning for port 0a47a623-cd74-4f4e-bb3f-9f1912720257 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:25.924357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0a47a623-cd74-4f4e-bb3f-9f1912720257 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:25.976741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d67d4-0801-4c84-b4bb-a8dd1aad4984 req-a41be4f8-088a-45b3-9291-778fe4c27240 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:25.990496 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-818d67d4-0801-4c84-b4bb-a8dd1aad4984 req-a41be4f8-088a-45b3-9291-778fe4c27240 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.1438973 Jul 16 20:29:26.054426 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 0a47a623-cd74-4f4e-bb3f-9f1912720257 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:26.090587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0a47a623-cd74-4f4e-bb3f-9f1912720257 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:26.091858 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.117498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-818d67d4-0801-4c84-b4bb-a8dd1aad4984 req-a1129cc4-475e-4e03-8bb8-37886b96b6e6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257148 Jul 16 20:29:26.251686 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.362253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.438785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-824537ca-867a-4172-ae4d-069682b7a3c0 None None] Provisioning complete for port 0a47a623-cd74-4f4e-bb3f-9f1912720257 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:26.439206 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-824537ca-867a-4172-ae4d-069682b7a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.473582 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.490666 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] 10.222.0.10 "DELETE /v2.0/networks/3699387c-5233-40ce-b73f-3360c0872698 HTTP/1.1" status: 204 len: 168 time: 3.3492343 Jul 16 20:29:26.542684 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.552336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f868e7-b8f9-43c5-80dc-ce0503b79b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=3699387c-5233-40ce-b73f-3360c0872698,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:26.697688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 0a47a623-cd74-4f4e-bb3f-9f1912720257, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0a47a623-cd74-4f4e-bb3f-9f1912720257,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:26.705057 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.769112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43954) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:26.849521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:26.992579 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8de92a7c-dad1-46e5-af9d-da22d0eb5276 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6385058dcf004a12bbf5ed7bf5647d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221153 Jul 16 20:29:26.993854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43958) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:27.108587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-974e51b3-e7d9-41fc-af92-8ffcb4141401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.149416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-974e51b3-e7d9-41fc-af92-8ffcb4141401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.296735 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-974e51b3-e7d9-41fc-af92-8ffcb4141401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.305273 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-974e51b3-e7d9-41fc-af92-8ffcb4141401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.324985 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-974e51b3-e7d9-41fc-af92-8ffcb4141401 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/121cc577-9dff-4252-b178-3c7223e7c6c1 HTTP/1.1" status: 204 len: 168 time: 0.3296452 Jul 16 20:29:27.344320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e51b3-e7d9-41fc-af92-8ffcb4141401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121cc577-9dff-4252-b178-3c7223e7c6c1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.559562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.613973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a3c871db-78ec-457b-b3b7-112316ad8276 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:27.639150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa5372-8386-4bb9-9772-76983f118568 req-39030664-aed0-43da-b1a8-1c6a65a94c2c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:27.645845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78aa5372-8386-4bb9-9772-76983f118568 req-39030664-aed0-43da-b1a8-1c6a65a94c2c tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.2465534 Jul 16 20:29:27.800599 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-824537ca-867a-4172-ae4d-069682b7a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:27.854643 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: a3c871db-78ec-457b-b3b7-112316ad8276 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:27.855208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a3c871db-78ec-457b-b3b7-112316ad8276 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:27.896842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=0a47a623-cd74-4f4e-bb3f-9f1912720257,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:27.920450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.920807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.921620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.921716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.921998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.922341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.922670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.922995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.928921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.929349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.929698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:27.930037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:28.027908 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-824537ca-867a-4172-ae4d-069682b7a3c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:29:28.028282 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-824537ca-867a-4172-ae4d-069682b7a3c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:29:28.036299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-78aa5372-8386-4bb9-9772-76983f118568 req-f03d759b-4565-4399-87b4-38c1d901c7bd tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812501 Jul 16 20:29:28.152539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Router 9b9520c2-e984-4ffa-987b-25b7c02f3498 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:29:28.341192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:28.351859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Sync routers for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:28.365921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:28.365921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:28.380730 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:28.382930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5fcff808-1919-46e9-aa90-b28debe185a9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9430878 Jul 16 20:29:28.386866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:28.814264 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:28.950876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:29.226088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-394426290-network', 'tenant_id': 'e39ca009b8244c40b602d4239e39703c'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:29.292654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:26Z', 'revision_number': 3, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:29.303575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Made reservation on behalf of e39ca009b8244c40b602d4239e39703c for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:29.308712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.335828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.387923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.433919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Checking router: 9b9520c2-e984-4ffa-987b-25b7c02f3498 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:29.443820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Updating router 9b9520c2-e984-4ffa-987b-25b7c02f3498 port 709da122-ae09-4b43-b534-fceb91666fb9 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:29:29.470821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:29:29.606257 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.645723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c7e90-4435-4eb6-9ab9-4589c0596dc3 req-840a103a-fea5-4b48-ad41-7f836e0e5534 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:29.654038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-367c7e90-4435-4eb6-9ab9-4589c0596dc3 req-840a103a-fea5-4b48-ad41-7f836e0e5534 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.2058809 Jul 16 20:29:29.727369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.737333 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.799615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-367c7e90-4435-4eb6-9ab9-4589c0596dc3 req-a100e7f1-42b5-4668-acea-345d5c2d6357 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274326 Jul 16 20:29:29.805038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e951589-b063-46e5-9d81-1a03d95e21e6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:29.836440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:29.880557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:29.883094 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Added segment c5ea5588-a42d-44c6-b760-636b54eded17 of type vlan for network 408e767c-210a-4c5f-816d-4659859f7a34 Jul 16 20:29:29.947725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Allocated IP 172.20.0.1 (92e25605-4fb7-4fa2-8b4e-c330d80a563a/8b25d401-2108-45e7-bcdf-2b5a4eec4cc8/7590b828-0149-4fcc-ab4d-a63cc4fc4b17) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:30.012620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.133387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.134401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:30.136364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.149525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0a47a623-cd74-4f4e-bb3f-9f1912720257 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:30.173206 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2199187 Jul 16 20:29:30.208614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:30.220534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Request body: {'subnet': {'network_id': '408e767c-210a-4c5f-816d-4659859f7a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-394426290-subnet', 'tenant_id': 'e39ca009b8244c40b602d4239e39703c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:30.248310 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.271296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Transition to ACTIVE for port object 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:30.302268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894be82d-d0bc-4860-927a-5a0d2508a684 admin admin] Pushing event updated for resources: {'Network': ['ID=408e767c-210a-4c5f-816d-4659859f7a34,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.311485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Made reservation on behalf of e39ca009b8244c40b602d4239e39703c for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:30.314342 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.325829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.377185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 408e767c-210a-4c5f-816d-4659859f7a34 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:30.442854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Network 92e25605-4fb7-4fa2-8b4e-c330d80a563a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:30.446810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:30.459141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:30.480911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Pushing event updated for resources: {'Port': ['ID=7590b828-0149-4fcc-ab4d-a63cc4fc4b17,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:30.579140 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.835305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0a47a623-cd74-4f4e-bb3f-9f1912720257 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:30.836082 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:30.973292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.034636 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.053421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:31.123657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'port_id': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'mac_address': 'fa:16:3e:16:c5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:29:31.317751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=368e1e55-f301-474b-8da0-58ca5d5cbe1a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.346028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Checking segment: {'id': 'c5ea5588-a42d-44c6-b760-636b54eded17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '408e767c-210a-4c5f-816d-4659859f7a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:31.346370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Network hostable DHCP agents. Network: 408e767c-210a-4c5f-816d-4659859f7a34, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:29:31.390305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505bae8-fdcb-4c6c-b62b-940f4d022fff req-0bef884c-8c61-42ec-ac8c-5d525c4bf558 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.405263 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6505bae8-fdcb-4c6c-b62b-940f4d022fff req-0bef884c-8c61-42ec-ac8c-5d525c4bf558 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 945 time: 0.2859910 Jul 16 20:29:31.422900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Network 408e767c-210a-4c5f-816d-4659859f7a34 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:29:31.458366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf926792-17b4-4640-9f6f-93df41103bd2 None None] Provisioning for port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:31.460828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 408e767c-210a-4c5f-816d-4659859f7a34) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:31.475683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:31.477737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.491946 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.509663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7a738a1c-5b26-4838-ad47-a8af25080334 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2976389 Jul 16 20:29:31.520934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e57c0b7-ca82-4217-8fcb-ddd9c19cb24c None None] Network 408e767c-210a-4c5f-816d-4659859f7a34 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:31.532288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37669bd-8536-4d7c-83ef-53d024d2a25b {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:31.559757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:31.621086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.634845 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.659046 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.669201 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.694600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf926792-17b4-4640-9f6f-93df41103bd2 None None] Provisioning complete for port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:31.694963 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf926792-17b4-4640-9f6f-93df41103bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.790690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Pushing event updated for resources: {'Port': ['ID=7590b828-0149-4fcc-ab4d-a63cc4fc4b17,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:31.805043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cf926792-17b4-4640-9f6f-93df41103bd2 None None] Port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:31.887469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Transition to ACTIVE for port object 709da122-ae09-4b43-b534-fceb91666fb9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:31.906133 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:31.921569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['c37669bd-8536-4d7c-83ef-53d024d2a25b'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:29:31.923197 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6505bae8-fdcb-4c6c-b62b-940f4d022fff req-98b3edac-0329-4772-bd12-39ca1cb8707f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4857516 Jul 16 20:29:31.925543 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.007887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.028981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Attempting to bind port 709da122-ae09-4b43-b534-fceb91666fb9 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:32.029531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Attempting to bind port 709da122-ae09-4b43-b534-fceb91666fb9 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:32.029919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Attempting to bind port 709da122-ae09-4b43-b534-fceb91666fb9 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:32.041169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:32.041564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:32.042507 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.042911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:32.043417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Bound port: 709da122-ae09-4b43-b534-fceb91666fb9, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:32.043796 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.101609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] For port 709da122-ae09-4b43-b534-fceb91666fb9, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:32.107149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] For port 709da122-ae09-4b43-b534-fceb91666fb9, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=709da122-ae09-4b43-b534-fceb91666fb9,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:32.146415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:32.228407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Network 92e25605-4fb7-4fa2-8b4e-c330d80a563a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:32.231809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:32.442177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Router 9b9520c2-e984-4ffa-987b-25b7c02f3498 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:32.477068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:32.478114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:32.505168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7fe41-fa96-4bb1-abac-0b396adc9d12 None None] Pushing event updated for resources: {'Port': ['ID=709da122-ae09-4b43-b534-fceb91666fb9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:32.528238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd1710-bc7a-4c72-a6a3-a2e5042a8416 None None] Network 408e767c-210a-4c5f-816d-4659859f7a34 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:32.978098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:32.993147 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-12b76b68-99c1-469a-9697-d95473f6881f admin admin] 10.222.0.10 "PUT /v2.0/routers/9b9520c2-e984-4ffa-987b-25b7c02f3498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6046560 Jul 16 20:29:33.025688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-df95cf16-884c-4dbe-9c33-3c69a9888fe2 None None] Provisioning complete for port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:33.026954 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df95cf16-884c-4dbe-9c33-3c69a9888fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:33.140111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7fe41-fa96-4bb1-abac-0b396adc9d12 None None] Pushing event updated for resources: {'Port': ['ID=709da122-ae09-4b43-b534-fceb91666fb9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:33.411623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:33.557257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-df95cf16-884c-4dbe-9c33-3c69a9888fe2 None None] Port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:29:33.827670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5413f18-ecd0-4474-a2bc-e6afa3733417 req-b7754958-cb46-4ad3-9683-6f7334043c12 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.836427 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5413f18-ecd0-4474-a2bc-e6afa3733417 req-b7754958-cb46-4ad3-9683-6f7334043c12 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1098 time: 0.1493118 Jul 16 20:29:33.886712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9916e50-189c-43ff-a92d-a049b0a4c948 req-7a89717d-5a58-40cd-9132-081d434eb5b0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:33.901205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9916e50-189c-43ff-a92d-a049b0a4c948 req-7a89717d-5a58-40cd-9132-081d434eb5b0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.1807222 Jul 16 20:29:33.920123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5413f18-ecd0-4474-a2bc-e6afa3733417 req-62006921-b9ac-43ac-8167-f4fb582fd8a6 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792825 Jul 16 20:29:33.945036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:34.157473 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9916e50-189c-43ff-a92d-a049b0a4c948 req-39eb6e3e-c031-4cb6-86db-86d3d2ac51bc tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547519 Jul 16 20:29:34.227592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:31Z', 'revision_number': 2, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:34.278866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0679ac4-6107-4d9a-8ad3-f0bfbb17ec12 None None] The sync data for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 is: [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:31Z', 'revision_number': 2, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:34.542858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 8a3488c0-cbe4-4fe0-8112-606091d0d1e3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:34.543338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.752391 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.753238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:34.808822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 8a3488c0-cbe4-4fe0-8112-606091d0d1e3 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:35.293882 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.372443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=8a3488c0-cbe4-4fe0-8112-606091d0d1e3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:35.465659 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:35.466279 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Floating IP b5f20516-6148-41d5-b148-e5b83107b852 disassociated (deleted). External IP: 172.25.7.125, port: e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959. Jul 16 20:29:35.683653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f9828-c4cc-4ad5-8183-f6b1d1318ce8 req-99fb45c8-0297-4833-ad1f-e59bc5e91175 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:35.687689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:35.694168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f94f9828-c4cc-4ad5-8183-f6b1d1318ce8 req-99fb45c8-0297-4833-ad1f-e59bc5e91175 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 946 time: 0.2249858 Jul 16 20:29:35.917953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port c37669bd-8536-4d7c-83ef-53d024d2a25b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:35.926314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port c37669bd-8536-4d7c-83ef-53d024d2a25b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:35.926693 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.163947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 709da122-ae09-4b43-b534-fceb91666fb9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:36.209991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.247641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:36.250996 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7980187-97e5-4a94-b493-1634a7454d06" -d '{"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-plugged", "status": "completed", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:36.273306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:36.283653 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.365362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:36.391968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 709da122-ae09-4b43-b534-fceb91666fb9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:36.410245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 709da122-ae09-4b43-b534-fceb91666fb9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:36.410707 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.644341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f94f9828-c4cc-4ad5-8183-f6b1d1318ce8 req-6e1b9cc7-1948-4997-9d85-ccf411bb0d2e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9484456 Jul 16 20:29:36.655844 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.748792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 709da122-ae09-4b43-b534-fceb91666fb9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=709da122-ae09-4b43-b534-fceb91666fb9,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:36.762985 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:36.863531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router a59c2279-42c3-4b0e-840f-be36f00b1f1f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:36.899636 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac31277-d3f2-4122-add6-7ed158005ba8 x-openstack-request-id: req-3ac31277-d3f2-4122-add6-7ed158005ba8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:36.899871 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-plugged", "status": "completed", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:36.900094 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ac31277-d3f2-4122-add6-7ed158005ba8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:36.900499 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'code': 200} Jul 16 20:29:37.030149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=709da122-ae09-4b43-b534-fceb91666fb9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:37.106656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:37.118043 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] Sync routers for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:37.120721 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:37.139528 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:37.140631 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:37.179018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ea557bbe-7ade-40bc-82da-bb823e2afd92 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/floatingips/b5f20516-6148-41d5-b148-e5b83107b852 HTTP/1.1" status: 204 len: 168 time: 3.2311113 Jul 16 20:29:37.179854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:37.182990 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2734ce60-195e-4146-a859-9ebd826ab7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:37.202247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c59905-3956-4014-ac1d-e14ca8b11778 req-835d598a-1973-4f15-8138-3815251cb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:37.203784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-42c59905-3956-4014-ac1d-e14ca8b11778 req-835d598a-1973-4f15-8138-3815251cb88a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 1099 time: 0.1562340 Jul 16 20:29:37.379173 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-42c59905-3956-4014-ac1d-e14ca8b11778 req-7d2f5c34-1e02-42e8-a2aa-e135bd6ffca6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642573 Jul 16 20:29:37.450532 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:37.859733 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882a254-1791-47cd-81ed-b3c918a110aa x-openstack-request-id: req-8882a254-1791-47cd-81ed-b3c918a110aa {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:37.860760 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:37.861219 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8882a254-1791-47cd-81ed-b3c918a110aa {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:37.862073 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'status': 'completed', 'code': 200} Jul 16 20:29:37.958926 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e00431b8-851e-4680-976d-41d071da7024', 'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:26Z', 'updated_at': '2021-07-16T20:27:35Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:38.038990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-543e86ab-b6d8-4d76-8b6d-035983e68267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.053366 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-543e86ab-b6d8-4d76-8b6d-035983e68267 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 1098 time: 0.1766987 Jul 16 20:29:38.089296 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] Checking router: a59c2279-42c3-4b0e-840f-be36f00b1f1f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:38.129285 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:38.132813 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:38.140111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 709da122-ae09-4b43-b534-fceb91666fb9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:38.264909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 709da122-ae09-4b43-b534-fceb91666fb9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:38.265291 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:38.485442 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646f08a-351f-4f4c-8b81-6c8e6f3ec354 req-e6497a60-9bf1-45c7-ae9b-bd4f0f1ef8a0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.487144 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c646f08a-351f-4f4c-8b81-6c8e6f3ec354 req-e6497a60-9bf1-45c7-ae9b-bd4f0f1ef8a0 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.3416636 Jul 16 20:29:38.519922 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:38.598704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-3b99f409-42d7-4597-a4dc-3953a489e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.600760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-3b99f409-42d7-4597-a4dc-3953a489e0f6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 200 len: 898 time: 0.5442495 Jul 16 20:29:38.637167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Sync routers for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:38.660016 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c646f08a-351f-4f4c-8b81-6c8e6f3ec354 req-5bc32876-59a9-4f74-8da3-9321991dadf8 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426659 Jul 16 20:29:38.700886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:38.704766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:38.770920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-67435314-8116-48b8-8d7d-43b513af14d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 200 len: 217 time: 0.1565647 Jul 16 20:29:38.891679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-815d893c-9b50-421d-a3bb-3bef3c53b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:38.896119 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-815d893c-9b50-421d-a3bb-3bef3c53b575 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 200 len: 835 time: 0.1176872 Jul 16 20:29:39.095140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:39.273012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-3e6ec733-ddc9-4dba-aaab-6d6400c8f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.275097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-3e6ec733-ddc9-4dba-aaab-6d6400c8f901 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2ba60276-e88a-4f5b-a410-93f5b5791ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3722425 Jul 16 20:29:39.340405 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e00431b8-851e-4680-976d-41d071da7024', 'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:26Z', 'updated_at': '2021-07-16T20:27:35Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:39.446334 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb06a82-8332-4d31-91fe-199ba41f3845 None None] The sync data for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 is: [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:27:28Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'e00431b8-851e-4680-976d-41d071da7024', 'name': '', 'network_id': '2ba60276-e88a-4f5b-a410-93f5b5791ce8', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:a6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:26Z', 'updated_at': '2021-07-16T20:27:35Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '2932cd1c-b074-4e29-a3f7-38b918594267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:39.624475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c4392-9d18-4428-acb2-c6defefe1a6d req-614ce974-880f-4298-ae32-7377fe98a7e2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.633378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a1c4392-9d18-4428-acb2-c6defefe1a6d req-614ce974-880f-4298-ae32-7377fe98a7e2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 946 time: 0.6081150 Jul 16 20:29:39.684940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-a192a078-06da-4843-a621-e1e078d6db50 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:39.687720 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-a192a078-06da-4843-a621-e1e078d6db50 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 946 time: 0.6410489 Jul 16 20:29:39.800399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:31Z', 'revision_number': 2, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:39.984732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Checking router: 9b9520c2-e984-4ffa-987b-25b7c02f3498 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:39.985189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Updating router 9b9520c2-e984-4ffa-987b-25b7c02f3498 port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:29:40.044607 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a1c4392-9d18-4428-acb2-c6defefe1a6d req-8f14c449-c14b-42ec-9bc8-c7b8bab775c8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=d77a741f-99c2-4d58-8f61-b3dd4cb5301a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4101682 Jul 16 20:29:40.057957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-37b57b07-b6e7-4b5e-8584-8c4d2c5d52bc service neutron] 10.222.0.63 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642741 Jul 16 20:29:40.126061 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1aaf3-a7b7-42fc-9f89-727851a44476 None None] New status for floating IP b5f20516-6148-41d5-b148-e5b83107b852: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:29:40.173436 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.340781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:40.341225 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.426916 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2734ce60-195e-4146-a859-9ebd826ab7d8 req-6549cd26-d0ce-4221-8f8d-e5b73ed39ce7 service neutron] 10.222.0.63 "GET /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606987 Jul 16 20:29:40.591644 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:29:40.616190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8df7a-64c6-4c7f-a98d-c2fd71889ed8 req-1232e7d5-c44b-4a65-a4f0-ccc550b5608d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:40.618162 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdf8df7a-64c6-4c7f-a98d-c2fd71889ed8 req-1232e7d5-c44b-4a65-a4f0-ccc550b5608d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.2428966 Jul 16 20:29:40.660662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:40.661438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.690310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:40.810155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bdf8df7a-64c6-4c7f-a98d-c2fd71889ed8 req-5a219b2d-1215-4136-b31c-3fda64a90c21 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750720 Jul 16 20:29:40.937065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.941805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:40.968181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Transition to ACTIVE for port object 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:40.984194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.034564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:41.290755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] No DVR routers for this DVR port e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:41.301260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.312259 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-feb223c4-c6d0-449d-b955-ecbb742be1ae req-308c484b-b0d6-4eb0-a47e-f845467fa006 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "DELETE /v2.0/ports/e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 HTTP/1.1" status: 204 len: 173 time: 1.5848620 Jul 16 20:29:41.312801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'name': 'network-vif-deleted', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:41.315466 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41dbd2d-0a3a-4235-8568-4f0015888ba5" -d '{"events": [{"server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "name": "network-vif-deleted", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:41.430994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad867d2c-e723-4933-8c17-b490a4a2bef3 None None] Pushing event updated for resources: {'Port': ['ID=7590b828-0149-4fcc-ab4d-a63cc4fc4b17,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:41.451646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Attempting to bind port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:41.453668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Attempting to bind port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:41.454356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Attempting to bind port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 on network 92e25605-4fb7-4fa2-8b4e-c330d80a563a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:41.474981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:41.475896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Checking segment: {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:41.476610 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.478365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Bound using segment: {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:41.480894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Bound port: 7590b828-0149-4fcc-ab4d-a63cc4fc4b17, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:41.482530 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.694464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] For port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:41.704911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] For port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7590b828-0149-4fcc-ab4d-a63cc4fc4b17,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:41.708859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ca918d4-7055-4c0d-b9a6-7c7ad19430e5 req-f6ed711a-1cf2-4a8f-a1c9-75dd1d919212 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d1dc680-5ebe-4c7c-b7a1-be5ac8338304 HTTP/1.1" status: 200 len: 210 time: 0.1864276 Jul 16 20:29:41.742059 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:41.906918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:41.907564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:41.911578 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca1c810-2f56-439d-b640-385705fe5ae2 x-openstack-request-id: req-9ca1c810-2f56-439d-b640-385705fe5ae2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:41.912156 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1dc680-5ebe-4c7c-b7a1-be5ac8338304", "name": "network-vif-deleted", "tag": "e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:41.912627 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ca1c810-2f56-439d-b640-385705fe5ae2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:41.913255 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1dc680-5ebe-4c7c-b7a1-be5ac8338304', 'name': 'network-vif-deleted', 'tag': 'e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959', 'status': 'completed', 'code': 200} Jul 16 20:29:42.076747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad867d2c-e723-4933-8c17-b490a4a2bef3 None None] Pushing event updated for resources: {'Port': ['ID=7590b828-0149-4fcc-ab4d-a63cc4fc4b17,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:42.314601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:42.340318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29f923-9ae9-4791-92d1-ba792fb1c0f7 req-4b98018f-066b-413c-9e17-ae218e839395 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:42.349972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b29f923-9ae9-4791-92d1-ba792fb1c0f7 req-4b98018f-066b-413c-9e17-ae218e839395 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.2033093 Jul 16 20:29:42.407018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b29f923-9ae9-4791-92d1-ba792fb1c0f7 req-32ada463-e439-4547-b74a-12119d1dfa10 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535285 Jul 16 20:29:42.800729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:42.851858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:42.852340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e5c46d3b-b89f-4b0d-9bd3-a609fd7ed959 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:42.879918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:41Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:42.966732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:43.060171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae00d22-d922-47bc-baf9-ff8315e462be None None] The sync data for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 is: [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:41Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:44.005189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9df7a8-55f8-4909-8b7d-9305be999a28 req-766a3abc-6db3-41ac-b00f-b0956acd7f36 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:44.025294 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc9df7a8-55f8-4909-8b7d-9305be999a28 req-766a3abc-6db3-41ac-b00f-b0956acd7f36 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.2948284 Jul 16 20:29:44.135732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:44.174176 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc9df7a8-55f8-4909-8b7d-9305be999a28 req-d91a4067-a3ee-49b9-862a-b0e9b522e43a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401627 Jul 16 20:29:44.244040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:29:44.249304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.252534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:44.253080 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.895124 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:44.967075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7590b828-0149-4fcc-ab4d-a63cc4fc4b17,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:44.973619 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.096690 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=7590b828-0149-4fcc-ab4d-a63cc4fc4b17,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:45.133262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port e00431b8-851e-4680-976d-41d071da7024 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:45.137359 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.324063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port e00431b8-851e-4680-976d-41d071da7024, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e00431b8-851e-4680-976d-41d071da7024,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:45.324907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.366667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for e00431b8-851e-4680-976d-41d071da7024 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:45.630466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba335f-46b6-4e96-a248-12fccb63fc8d req-4f8d7f86-1e3f-4a34-bad1-3296f81e537a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:45.637828 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5ba335f-46b6-4e96-a248-12fccb63fc8d req-4f8d7f86-1e3f-4a34-bad1-3296f81e537a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.1535821 Jul 16 20:29:45.638240 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:45.730655 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5ba335f-46b6-4e96-a248-12fccb63fc8d req-333ad87f-1ca4-4dfa-91ef-b42ac7a925f3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864327 Jul 16 20:29:45.899832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.046812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=e00431b8-851e-4680-976d-41d071da7024,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:46.084966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:29:46.290852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:29:46.292675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.317328 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.563044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:46.936427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router a59c2279-42c3-4b0e-840f-be36f00b1f1f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:29:47.264532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:29:47.279633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] Sync routers for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:29:47.281320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-669dd18a-4cde-4ca1-822f-a0288885e79c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "PUT /v2.0/routers/a59c2279-42c3-4b0e-840f-be36f00b1f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3125401 Jul 16 20:29:47.289590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:47.294232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:47.303629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:47.344473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259bd20-6cec-4e5e-83d4-8f6d4670b98f req-23d49bdc-b9bc-40e8-9c49-dea939215fcf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:47.363470 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f259bd20-6cec-4e5e-83d4-8f6d4670b98f req-23d49bdc-b9bc-40e8-9c49-dea939215fcf tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.3077519 Jul 16 20:29:47.471185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-414c5962-e3cd-4917-833d-f3c4b3c52ac7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting subnet 2932cd1c-b074-4e29-a3f7-38b918594267 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:29:47.484047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414c5962-e3cd-4917-833d-f3c4b3c52ac7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.540070 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f259bd20-6cec-4e5e-83d4-8f6d4670b98f req-1aeff442-8c60-4a0c-aaab-e7b3db938825 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738071 Jul 16 20:29:47.614751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414c5962-e3cd-4917-833d-f3c4b3c52ac7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:47.785135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:48.019686 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414c5962-e3cd-4917-833d-f3c4b3c52ac7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.194497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414c5962-e3cd-4917-833d-f3c4b3c52ac7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.303739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c5962-e3cd-4917-833d-f3c4b3c52ac7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Subnet': ['ID=2932cd1c-b074-4e29-a3f7-38b918594267,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:48.312720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414c5962-e3cd-4917-833d-f3c4b3c52ac7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:48.317185 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-414c5962-e3cd-4917-833d-f3c4b3c52ac7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/subnets/2932cd1c-b074-4e29-a3f7-38b918594267 HTTP/1.1" status: 204 len: 168 time: 1.0265412 Jul 16 20:29:48.321756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44360) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:48.352004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a98f7-8b14-4ec0-99ad-cb8c206ba553 None None] Network 2ba60276-e88a-4f5b-a410-93f5b5791ce8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:29:48.578867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:29:45Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:48.668222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] Checking router: a59c2279-42c3-4b0e-840f-be36f00b1f1f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:29:48.696563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] Routers {'a59c2279-42c3-4b0e-840f-be36f00b1f1f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:29:48.700799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:49.047870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] Set router a59c2279-42c3-4b0e-840f-be36f00b1f1f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:29:49.072009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-4e02e40a-3692-4689-9abb-dffd8e8046f6 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:49.081360 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-4e02e40a-3692-4689-9abb-dffd8e8046f6 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/networks?id=408e767c-210a-4c5f-816d-4659859f7a34 HTTP/1.1" status: 200 len: 809 time: 0.4486377 Jul 16 20:29:49.122955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-4937289c-3711-4d2b-98a6-79402718af2d tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/quotas/e39ca009b8244c40b602d4239e39703c HTTP/1.1" status: 200 len: 375 time: 0.0353551 Jul 16 20:29:49.162576 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.209328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-1e93d5a8-2fab-47ce-9108-c19532a842b1 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e39ca009b8244c40b602d4239e39703c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851276 Jul 16 20:29:49.413815 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.456321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e482893-ba6d-465c-a920-1863e195006a None None] DHCP port deletion for 2ba60276-e88a-4f5b-a410-93f5b5791ce8 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:29:49.649570 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-aea01d03-0ce3-4773-89cd-6227cfc1f4ee service neutron] 10.222.0.10 "GET /v2.0/networks/408e767c-210a-4c5f-816d-4659859f7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384906 Jul 16 20:29:49.672984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1aa45-8cf5-47ce-9636-799992e4240c req-2b6c0287-5af6-4d7e-8f80-93d031692b3d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:49.710289 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3fd1aa45-8cf5-47ce-9636-799992e4240c req-2b6c0287-5af6-4d7e-8f80-93d031692b3d tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.5585573 Jul 16 20:29:49.757754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5e482893-ba6d-465c-a920-1863e195006a None None] Deleting port c28c0251-f575-4124-b8ab-24510ecef97a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:49.758129 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e482893-ba6d-465c-a920-1863e195006a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.779970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 8af32a23-350d-4b13-9a03-8241b85a1fd4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:29:49.780827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.839791 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3fd1aa45-8cf5-47ce-9636-799992e4240c req-e0852b58-ce0c-44fd-a946-3987c232ed22 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280220 Jul 16 20:29:49.881485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:29:45Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:49.981598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port 8af32a23-350d-4b13-9a03-8241b85a1fd4, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8af32a23-350d-4b13-9a03-8241b85a1fd4,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:49.982321 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:49.996524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5dcff0-2478-41a2-a52e-df04c4accfbd None None] The sync data for ids ['a59c2279-42c3-4b0e-840f-be36f00b1f1f'] in n-d-792394-17 is: [{'id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1224775245', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:17Z', 'updated_at': '2021-07-16T20:29:45Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '8af32a23-350d-4b13-9a03-8241b85a1fd4', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:70:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c2279-42c3-4b0e-840f-be36f00b1f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:20Z', 'updated_at': '2021-07-16T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:29:49.997911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 8af32a23-350d-4b13-9a03-8241b85a1fd4 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:50.000800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-7cb0d430-97f0-4b0e-8030-942fb3cc1ba8 service neutron] 10.222.0.10 "GET /v2.0/networks/408e767c-210a-4c5f-816d-4659859f7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465199 Jul 16 20:29:50.004567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c009dc92-b739-436a-885d-42e16888dce8 req-3ea2db5e-b9ab-488c-acda-948ead43d1a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7220402 Jul 16 20:29:50.221098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c28c0251-f575-4124-b8ab-24510ecef97a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:50.330269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5e482893-ba6d-465c-a920-1863e195006a None None] For port c28c0251-f575-4124-b8ab-24510ecef97a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c28c0251-f575-4124-b8ab-24510ecef97a,segment=NetworkSegment(15d2c75f-9ed9-4d91-b530-ebcf0776986e),segment_id=15d2c75f-9ed9-4d91-b530-ebcf0776986e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:29:50.330943 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e482893-ba6d-465c-a920-1863e195006a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.347819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5e482893-ba6d-465c-a920-1863e195006a None None] Calling delete_port for c28c0251-f575-4124-b8ab-24510ecef97a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:29:50.382491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009dc92-b739-436a-885d-42e16888dce8 req-fd80231e-3baf-4b89-8ff0-15f5da121054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.388760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c009dc92-b739-436a-885d-42e16888dce8 req-fd80231e-3baf-4b89-8ff0-15f5da121054 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 1098 time: 0.3247795 Jul 16 20:29:50.513557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e482893-ba6d-465c-a920-1863e195006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.549548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e482893-ba6d-465c-a920-1863e195006a None None] No DVR routers for this DVR port c28c0251-f575-4124-b8ab-24510ecef97a on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:29:50.596166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e482893-ba6d-465c-a920-1863e195006a None None] Pushing event deleted for resources: {'Port': ['ID=c28c0251-f575-4124-b8ab-24510ecef97a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:50.641004 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6cd39b72-9ead-440d-b963-014cc12885b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.646129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No active binding found for port c28c0251-f575-4124-b8ab-24510ecef97a {{(pid=93960) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 20:29:50.646581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c28c0251-f575-4124-b8ab-24510ecef97a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:50.722250 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:50.824634 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009dc92-b739-436a-885d-42e16888dce8 req-c5ee4ff0-4f5f-463e-9a36-3af02acbc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:50.829038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c009dc92-b739-436a-885d-42e16888dce8 req-c5ee4ff0-4f5f-463e-9a36-3af02acbc323 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 912 time: 0.3927431 Jul 16 20:29:50.846746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=8af32a23-350d-4b13-9a03-8241b85a1fd4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:51.133903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c009dc92-b739-436a-885d-42e16888dce8 req-f05c8fe9-26ef-43b1-95b0-b9fc89f28b98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb HTTP/1.1" status: 200 len: 1001 time: 0.2955587 Jul 16 20:29:51.256808 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.375196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009dc92-b739-436a-885d-42e16888dce8 req-7c2bc016-03f3-4a64-80b8-bdf7f6404eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.377562 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c009dc92-b739-436a-885d-42e16888dce8 req-7c2bc016-03f3-4a64-80b8-bdf7f6404eba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.2354681 Jul 16 20:29:51.490245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cb640-686a-4c4f-a4ba-52d964a81c8d req-6a2a5c33-5479-4036-8c26-996bb9fd9f7e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:51.496875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-779cb640-686a-4c4f-a4ba-52d964a81c8d req-6a2a5c33-5479-4036-8c26-996bb9fd9f7e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.2246814 Jul 16 20:29:51.549024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.554226 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.731772 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-85fdfdf5-8f30-4542-9539-8b73be9172e8 req-f62a41d4-71d0-4052-9ca7-aa467b730a73 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 210 time: 0.0569274 Jul 16 20:29:51.733330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.733862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Fanout notify agent at l3_agent the message router_deleted on router a59c2279-42c3-4b0e-840f-be36f00b1f1f {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:29:51.772278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:51.777856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ccd925d9-499d-496d-84a7-299791d3cd49 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/routers/a59c2279-42c3-4b0e-840f-be36f00b1f1f HTTP/1.1" status: 204 len: 168 time: 3.4541924 Jul 16 20:29:51.778444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:51.977301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.354815 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.401457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba60276-e88a-4f5b-a410-93f5b5791ce8']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:52.416067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d2c75f-9ed9-4d91-b530-ebcf0776986e') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:52.417338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d2c75f-9ed9-4d91-b530-ebcf0776986e') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:29:52.442388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.475350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e00431b8-851e-4680-976d-41d071da7024 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:52.495216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.537999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:29:52.538597 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:29:52.542459 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:29:52.564117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e00431b8-851e-4680-976d-41d071da7024 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:52.564571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e00431b8-851e-4680-976d-41d071da7024 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:52.777704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-779cb640-686a-4c4f-a4ba-52d964a81c8d req-dd4fee28-0290-4ab7-b6e7-bb3343092273 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2698269 Jul 16 20:29:52.794077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009dc92-b739-436a-885d-42e16888dce8 req-78145672-cb5a-4b5f-9990-7fc384b81c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:52.795896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c009dc92-b739-436a-885d-42e16888dce8 req-78145672-cb5a-4b5f-9990-7fc384b81c88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4067118 Jul 16 20:29:52.812521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d462e4-7600-459e-9958-57b934a98294 req-015b351e-4eb0-409b-9c00-361730ac8839 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:52.819736 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c0d462e4-7600-459e-9958-57b934a98294 req-015b351e-4eb0-409b-9c00-361730ac8839 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.4612110 Jul 16 20:29:52.842754 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.887395 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:52.889602 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/networks/2ba60276-e88a-4f5b-a410-93f5b5791ce8 HTTP/1.1" status: 204 len: 168 time: 1.1100440 Jul 16 20:29:52.909166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:52.923933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a2570-6022-442a-9e24-9af3069b462b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Network': ['ID=2ba60276-e88a-4f5b-a410-93f5b5791ce8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:52.996608 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c0d462e4-7600-459e-9958-57b934a98294 req-22ce88f6-4599-4c91-afc3-14d8defcd56e tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726785 Jul 16 20:29:53.404260 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.430438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-44e5be86-6c3b-4d03-b0b2-4d1dd57a58aa req-214dda29-5bec-42c2-8df9-df6b094c1e9f tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 210 time: 0.1445534 Jul 16 20:29:53.486922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-18c17527-18df-43b0-9839-986e53740112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.530154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-bae4e83a-b2ce-4adc-af6e-d5cb4f706002 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:53.543703 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-bae4e83a-b2ce-4adc-af6e-d5cb4f706002 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.63 "GET /v2.0/networks?id=408e767c-210a-4c5f-816d-4659859f7a34 HTTP/1.1" status: 200 len: 809 time: 0.3434865 Jul 16 20:29:53.568309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Request body: {'port': {'device_id': '5ca7dec4-4375-42c5-bf4b-17640ed232ef', 'network_id': '408e767c-210a-4c5f-816d-4659859f7a34', 'admin_state_up': True, 'tenant_id': 'e39ca009b8244c40b602d4239e39703c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:53.575778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c009dc92-b739-436a-885d-42e16888dce8 req-4502bbc7-eecf-4d11-89ab-20d377d80795 service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677243 Jul 16 20:29:53.576544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66544244-192a-442c-b0ae-b203e5758c6f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.640522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66544244-192a-442c-b0ae-b203e5758c6f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.810491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Made reservation on behalf of e39ca009b8244c40b602d4239e39703c for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:53.815058 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.856326 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66544244-192a-442c-b0ae-b203e5758c6f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.870228 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66544244-192a-442c-b0ae-b203e5758c6f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:53.871873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-66544244-192a-442c-b0ae-b203e5758c6f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/security-groups/d77a741f-99c2-4d58-8f61-b3dd4cb5301a HTTP/1.1" status: 204 len: 168 time: 0.9546902 Jul 16 20:29:53.956367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8af32a23-350d-4b13-9a03-8241b85a1fd4 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:29:54.001045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c009dc92-b739-436a-885d-42e16888dce8 req-e2a0d285-d15e-4f89-986f-188aed3f60e3 service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068292 Jul 16 20:29:54.022692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8af32a23-350d-4b13-9a03-8241b85a1fd4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:29:54.023049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8af32a23-350d-4b13-9a03-8241b85a1fd4 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:29:54.034798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66544244-192a-442c-b0ae-b203e5758c6f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a741f-99c2-4d58-8f61-b3dd4cb5301a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:54.078920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Allocated IP 172.20.0.3 (408e767c-210a-4c5f-816d-4659859f7a34/368e1e55-f301-474b-8da0-58ca5d5cbe1a/d98bcdaa-67aa-4fb2-a97a-71507e796494) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:54.367545 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7c238-079d-48b5-83a6-0c3dad97ac47 req-7fa287ed-9985-4b41-9602-e030eb990a9d tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.369974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ffd7c238-079d-48b5-83a6-0c3dad97ac47 req-7fa287ed-9985-4b41-9602-e030eb990a9d tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.1868005 Jul 16 20:29:54.463487 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.484063 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ffd7c238-079d-48b5-83a6-0c3dad97ac47 req-d30d3b42-34a3-4350-a08b-cc00c80ae5ba tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000957 Jul 16 20:29:54.550657 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.656631 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.713982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44534) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:54.718671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-21b7423a-2612-44ed-a945-853f08d9aa0e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893322764', 'description': 'tempest-secgroup-smoke-1893322764 description', 'project_id': '4c108c14547943189552611b7b096c07'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:54.770980 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21b7423a-2612-44ed-a945-853f08d9aa0e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.784343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Network 408e767c-210a-4c5f-816d-4659859f7a34 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:54.814065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Pushing event updated for resources: {'Port': ['ID=d98bcdaa-67aa-4fb2-a97a-71507e796494,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:54.828865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:54.838686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:54.988206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21b7423a-2612-44ed-a945-853f08d9aa0e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.995031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21b7423a-2612-44ed-a945-853f08d9aa0e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:54.998221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:54.998911 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.034437 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21b7423a-2612-44ed-a945-853f08d9aa0e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.035274 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-eb683359-4b57-4c8f-ac8f-10e6a9f36a3a tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4749694 Jul 16 20:29:55.036144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-21b7423a-2612-44ed-a945-853f08d9aa0e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3212135 Jul 16 20:29:55.039041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7423a-2612-44ed-a945-853f08d9aa0e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc0934-d013-469f-92c0-a6856f7dbf96,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:55.043189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44550) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.050463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fce4538f-dbd4-4c3c-8470-fad9deab7d07 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0934-d013-469f-92c0-a6856f7dbf96', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:55.060201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Request body: {'port': {'device_id': '5ca7dec4-4375-42c5-bf4b-17640ed232ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:55.132244 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce4538f-dbd4-4c3c-8470-fad9deab7d07 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.138607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18baeb-5a07-4151-9458-1c20e4593b5a req-8354f914-8d89-434f-b673-defe88647fa3 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.140421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fc18baeb-5a07-4151-9458-1c20e4593b5a req-8354f914-8d89-434f-b673-defe88647fa3 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 931 time: 0.3506618 Jul 16 20:29:55.300391 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.303495 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce4538f-dbd4-4c3c-8470-fad9deab7d07 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.310427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce4538f-dbd4-4c3c-8470-fad9deab7d07 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.351361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4538f-dbd4-4c3c-8470-fad9deab7d07 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd84711-0021-46c6-a8b7-a1569f5999f7,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:55.377365 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fce4538f-dbd4-4c3c-8470-fad9deab7d07 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.378893 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fce4538f-dbd4-4c3c-8470-fad9deab7d07 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3343084 Jul 16 20:29:55.382036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.395471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-770937b4-f329-42dd-853c-39072f754d16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0934-d013-469f-92c0-a6856f7dbf96', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:55.486506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-770937b4-f329-42dd-853c-39072f754d16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.574951 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fc18baeb-5a07-4151-9458-1c20e4593b5a req-7e6aa54e-9793-49ad-a31f-cb12445dda83 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236152 Jul 16 20:29:55.575209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-770937b4-f329-42dd-853c-39072f754d16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.585506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-770937b4-f329-42dd-853c-39072f754d16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.637793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770937b4-f329-42dd-853c-39072f754d16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a450471-f89b-4adf-8dca-bb9dfb7dec93,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:55.640926 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-770937b4-f329-42dd-853c-39072f754d16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.643179 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-770937b4-f329-42dd-853c-39072f754d16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2577107 Jul 16 20:29:55.651862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:55.661908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0934-d013-469f-92c0-a6856f7dbf96', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:55.890151 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:55.936118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9e6bf-bf6b-4fe8-88dc-9c4debb6701e req-3400a317-e1c1-465e-a86e-46e5c19fcaee tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:55.937789 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54f9e6bf-bf6b-4fe8-88dc-9c4debb6701e req-3400a317-e1c1-465e-a86e-46e5c19fcaee tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.1838646 Jul 16 20:29:56.028495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98bcdaa-67aa-4fb2-a97a-71507e796494 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:29:56.043124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54f9e6bf-bf6b-4fe8-88dc-9c4debb6701e req-618acba7-7ee7-4243-85a5-c5b0b9f5039b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887296 Jul 16 20:29:56.045064 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.047152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.057533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.103060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Transition to ACTIVE for port object d98bcdaa-67aa-4fb2-a97a-71507e796494 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:29:56.104281 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79394d8b-b2fe-4480-8405-c983e91ca44e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.108396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.112541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44632) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:56.112792 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4582388 Jul 16 20:29:56.117509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.118540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-463d7198-c8b1-4b5e-88db-b901bd0bfef2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0934-d013-469f-92c0-a6856f7dbf96', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:56.124545 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.124901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.125244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.125598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.125925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.126262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.126868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.127189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.127550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.127910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.128199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.128516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c343e53-cf1b-4add-b79c-76f26e20b46b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:29:56.183384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Pushing event updated for resources: {'Port': ['ID=d98bcdaa-67aa-4fb2-a97a-71507e796494,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.204992 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-463d7198-c8b1-4b5e-88db-b901bd0bfef2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.233235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.324358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-463d7198-c8b1-4b5e-88db-b901bd0bfef2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.333675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-463d7198-c8b1-4b5e-88db-b901bd0bfef2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.419161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d7198-c8b1-4b5e-88db-b901bd0bfef2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da920b7d-95bf-485f-8d4f-2e50c27bd282,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.425407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-463d7198-c8b1-4b5e-88db-b901bd0bfef2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.429478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-463d7198-c8b1-4b5e-88db-b901bd0bfef2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3150284 Jul 16 20:29:56.433103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44650) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:56.444672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2ade0adb-e29b-46c5-95e7-bbb56df467b6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0934-d013-469f-92c0-a6856f7dbf96', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:56.502097 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-2ade0adb-e29b-46c5-95e7-bbb56df467b6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Project 4c108c14547943189552611b7b096c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:29:56.526740 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ade0adb-e29b-46c5-95e7-bbb56df467b6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.679010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Attempting to bind port d98bcdaa-67aa-4fb2-a97a-71507e796494 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:29:56.679471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Attempting to bind port d98bcdaa-67aa-4fb2-a97a-71507e796494 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'c5ea5588-a42d-44c6-b760-636b54eded17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '408e767c-210a-4c5f-816d-4659859f7a34'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:29:56.680192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Attempting to bind port d98bcdaa-67aa-4fb2-a97a-71507e796494 on network 408e767c-210a-4c5f-816d-4659859f7a34 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:56.685121 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Port d98bcdaa-67aa-4fb2-a97a-71507e796494 on network 408e767c-210a-4c5f-816d-4659859f7a34 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:29:56.685628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Attempting to bind port d98bcdaa-67aa-4fb2-a97a-71507e796494 on network 408e767c-210a-4c5f-816d-4659859f7a34 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:29:56.691739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:29:56.692366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Checking segment: {'id': 'c5ea5588-a42d-44c6-b760-636b54eded17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '408e767c-210a-4c5f-816d-4659859f7a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:29:56.692953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Bound using segment: {'id': 'c5ea5588-a42d-44c6-b760-636b54eded17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '408e767c-210a-4c5f-816d-4659859f7a34'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:29:56.693581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Bound port: d98bcdaa-67aa-4fb2-a97a-71507e796494, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ea5588-a42d-44c6-b760-636b54eded17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '408e767c-210a-4c5f-816d-4659859f7a34'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:29:56.694201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.729416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ade0adb-e29b-46c5-95e7-bbb56df467b6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.735949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ade0adb-e29b-46c5-95e7-bbb56df467b6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.794001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] For port d98bcdaa-67aa-4fb2-a97a-71507e796494, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:29:56.799863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] For port d98bcdaa-67aa-4fb2-a97a-71507e796494, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d98bcdaa-67aa-4fb2-a97a-71507e796494,segment=NetworkSegment(c5ea5588-a42d-44c6-b760-636b54eded17),segment_id=c5ea5588-a42d-44c6-b760-636b54eded17)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:29:56.812399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade0adb-e29b-46c5-95e7-bbb56df467b6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ea3a14-3604-422d-99f5-4d339119cc2b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:56.814652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.828236 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ade0adb-e29b-46c5-95e7-bbb56df467b6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:56.834766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2ade0adb-e29b-46c5-95e7-bbb56df467b6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3990417 Jul 16 20:29:56.835486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44680) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:56.851724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-13cb09ef-c47c-428a-b1cf-fff8e054717a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0934-d013-469f-92c0-a6856f7dbf96', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:56.903374 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-13cb09ef-c47c-428a-b1cf-fff8e054717a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Project 4c108c14547943189552611b7b096c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:29:56.916280 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13cb09ef-c47c-428a-b1cf-fff8e054717a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.051696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13cb09ef-c47c-428a-b1cf-fff8e054717a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.060991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13cb09ef-c47c-428a-b1cf-fff8e054717a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.099717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13cb09ef-c47c-428a-b1cf-fff8e054717a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.103803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.104444 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.108068 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] 10.222.0.63 "PUT /v2.0/ports/d98bcdaa-67aa-4fb2-a97a-71507e796494 HTTP/1.1" status: 200 len: 1092 time: 2.0608938 Jul 16 20:29:57.124328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-13cb09ef-c47c-428a-b1cf-fff8e054717a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2875173 Jul 16 20:29:57.128613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca7dec4-4375-42c5-bf4b-17640ed232ef', 'tag': 'd98bcdaa-67aa-4fb2-a97a-71507e796494'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:29:57.134386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44706) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:57.137354 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca7dec4-4375-42c5-bf4b-17640ed232ef", "tag": "d98bcdaa-67aa-4fb2-a97a-71507e796494"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:29:57.151744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'network': {'name': 'tempest-network-smoke--1742522226', 'project_id': '4c108c14547943189552611b7b096c07', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:57.169163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb09ef-c47c-428a-b1cf-fff8e054717a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd9b5cd-ba7a-4896-b8fe-f39abac7d332,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.209627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:29:57.213747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.227122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb546a6-4ba8-453d-a904-03199f1e2450 service neutron] Pushing event updated for resources: {'Port': ['ID=d98bcdaa-67aa-4fb2-a97a-71507e796494,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.276849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:29:57.304204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fea95-1bae-4bef-9aaa-be37956a6462 req-bc0d947d-2a6a-4860-9c7a-00f016ad9428 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.306235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea0fea95-1bae-4bef-9aaa-be37956a6462 req-bc0d947d-2a6a-4860-9c7a-00f016ad9428 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 943 time: 0.2997766 Jul 16 20:29:57.310530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-54a930b9-3165-4926-a648-ad2929712101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.312407 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-54a930b9-3165-4926-a648-ad2929712101 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e39ca009b8244c40b602d4239e39703c&device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 1095 time: 0.1482749 Jul 16 20:29:57.356538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.356893 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Added segment 16872ea3-1195-4289-becb-fb645919bdea of type vlan for network d465c853-352d-4c6b-9a89-b450f63b60c7 Jul 16 20:29:57.439552 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-8a139c80-7cf1-4627-9457-cd049609a5be service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d98bcdaa-67aa-4fb2-a97a-71507e796494 HTTP/1.1" status: 200 len: 217 time: 0.1122785 Jul 16 20:29:57.487113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.503549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ea0fea95-1bae-4bef-9aaa-be37956a6462 req-169ae630-8c7b-4e3a-8007-42aaf71936cb tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849048 Jul 16 20:29:57.529207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96792f2-9fbd-425b-b45b-7165ee9e13d5 req-17f81fc0-47e8-4ee2-8096-21974d5f7c58 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.530577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b96792f2-9fbd-425b-b45b-7165ee9e13d5 req-17f81fc0-47e8-4ee2-8096-21974d5f7c58 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.2799344 Jul 16 20:29:57.575750 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.581745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.582526 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.651100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-c484eb02-1405-443b-a7ae-f9a81e0da80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:57.652971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-c484eb02-1405-443b-a7ae-f9a81e0da80d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=368e1e55-f301-474b-8da0-58ca5d5cbe1a HTTP/1.1" status: 200 len: 849 time: 0.1974154 Jul 16 20:29:57.687668 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b96792f2-9fbd-425b-b45b-7165ee9e13d5 req-0fb5e423-f265-496e-8577-3917df08e31e tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414318 Jul 16 20:29:57.706916 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5910fcf0-a596-41ec-a0a3-d46764c5cdfb x-openstack-request-id: req-5910fcf0-a596-41ec-a0a3-d46764c5cdfb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:29:57.707213 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca7dec4-4375-42c5-bf4b-17640ed232ef", "tag": "d98bcdaa-67aa-4fb2-a97a-71507e796494", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:29:57.711868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5711339 Jul 16 20:29:57.716596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44746) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:29:57.719650 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5910fcf0-a596-41ec-a0a3-d46764c5cdfb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:29:57.720094 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca7dec4-4375-42c5-bf4b-17640ed232ef', 'tag': 'd98bcdaa-67aa-4fb2-a97a-71507e796494', 'status': 'completed', 'code': 200} Jul 16 20:29:57.722244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-896c1242-5fb8-4017-9a23-66f654b382f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=408e767c-210a-4c5f-816d-4659859f7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630007 Jul 16 20:29:57.722524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'admin_state_up': True, 'project_id': '4c108c14547943189552611b7b096c07', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:29:57.765635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6842582-5658-4c42-be73-129dd411862b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Network': ['ID=d465c853-352d-4c6b-9a89-b450f63b60c7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:57.779092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network d465c853-352d-4c6b-9a89-b450f63b60c7 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:29:57.799624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.800728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.923407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:57.964756 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-d6277749-a4dc-45eb-bcbf-8bfa5d643567 service neutron] 10.222.0.63 "GET /v2.0/networks/408e767c-210a-4c5f-816d-4659859f7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293482 Jul 16 20:29:58.193152 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-948f8408-4ab5-403d-9e4f-6cde547f2aed req-f3ba3f2f-f34c-495b-b166-bcb6d67c64cc service neutron] 10.222.0.63 "GET /v2.0/networks/408e767c-210a-4c5f-816d-4659859f7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225275 Jul 16 20:29:58.240285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.363070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-1477f4a5-f71a-43cb-a16f-2469dae752b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.365154 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-1477f4a5-f71a-43cb-a16f-2469dae752b4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e39ca009b8244c40b602d4239e39703c&device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 1095 time: 0.0991795 Jul 16 20:29:58.530626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-753769e3-fe5c-4dd6-b849-518f0092ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.532428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-753769e3-fe5c-4dd6-b849-518f0092ee8c service neutron] 10.222.0.63 "GET /v2.0/networks?id=408e767c-210a-4c5f-816d-4659859f7a34 HTTP/1.1" status: 200 len: 910 time: 0.1609163 Jul 16 20:29:58.601699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-1f53178e-436f-4fe2-b46a-7602c9e4e1c9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d98bcdaa-67aa-4fb2-a97a-71507e796494 HTTP/1.1" status: 200 len: 217 time: 0.0617790 Jul 16 20:29:58.617580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.662383 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:58.743124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-80844877-5726-4338-a972-9f1ecb0f995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:58.748575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-80844877-5726-4338-a972-9f1ecb0f995e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=368e1e55-f301-474b-8da0-58ca5d5cbe1a HTTP/1.1" status: 200 len: 849 time: 0.1406362 Jul 16 20:29:58.793611 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-d70fc2dd-3417-4ff8-a73f-f07660b661c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=408e767c-210a-4c5f-816d-4659859f7a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376756 Jul 16 20:29:58.887031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.25.7.223 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/b1ffba95-02ee-466d-b46a-e728f6169a3b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:29:58.998316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74bb56-8b41-4eb4-8519-6aa1da1d971c req-2028a119-e7fe-4078-9676-3805cea08eff tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.006549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb74bb56-8b41-4eb4-8519-6aa1da1d971c req-2028a119-e7fe-4078-9676-3805cea08eff tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 943 time: 0.1712637 Jul 16 20:29:59.034742 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-70e11640-95a9-4b40-a018-4083ae0aeeb7 service neutron] 10.222.0.63 "GET /v2.0/networks/408e767c-210a-4c5f-816d-4659859f7a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328348 Jul 16 20:29:59.098959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecc9af-3d4b-4490-9141-59254f6e6d29 req-7f44600c-b9bb-4ca3-a494-88a7cdadcdb1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:29:59.101498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ecc9af-3d4b-4490-9141-59254f6e6d29 req-7f44600c-b9bb-4ca3-a494-88a7cdadcdb1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.1995714 Jul 16 20:29:59.123085 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb74bb56-8b41-4eb4-8519-6aa1da1d971c req-bd34bc91-edc6-456e-85f2-948c8a9b717e tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114035 Jul 16 20:29:59.203428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.265709 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ecc9af-3d4b-4490-9141-59254f6e6d29 req-74ef3b1c-8eff-4b26-a02b-17df7a905a6b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257451 Jul 16 20:29:59.334580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:29:59.382029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-beadc3ad-206a-4f1e-b90e-0a21ba2ebb71 req-d95dd831-bcd5-4bdf-9644-74aff46278a1 service neutron] 10.222.0.63 "GET /v2.0/networks/408e767c-210a-4c5f-816d-4659859f7a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354168 Jul 16 20:29:59.436148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:29:59.440451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:29:59.454849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:29:59.485357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=b1ffba95-02ee-466d-b46a-e728f6169a3b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:29:59.809221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.114982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.353273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router c2549f43-4202-4acd-ad99-281b713c64a7 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:30:00.607000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8895a-901a-4d50-899a-3939fad94db1 req-197fd5b9-f952-4e12-997d-664df295a6b0 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.614644 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4be8895a-901a-4d50-899a-3939fad94db1 req-197fd5b9-f952-4e12-997d-664df295a6b0 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 943 time: 0.1637616 Jul 16 20:30:00.683529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:00.692640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4be8895a-901a-4d50-899a-3939fad94db1 req-51ebb8a5-428c-4c13-8cf4-0c4a6b37e39e tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768776 Jul 16 20:30:00.710850 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Sync routers for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:00.725691 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:00.726325 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:00.781664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:00.785796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-43f4e1bb-45da-453b-a31a-f1c73df8d448 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0678997 Jul 16 20:30:00.818660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44980) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.867855 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-229b4a29-d7b3-4580-b73c-3b289c6d9662 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4c108c14547943189552611b7b096c07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475349 Jul 16 20:30:00.871246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44982) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:00.888377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d98bcdaa-67aa-4fb2-a97a-71507e796494 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:00.901712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f283d3-31ac-4eb1-9951-a44a136e493d req-b136c07b-386c-42d2-bc68-b2be8976fa37 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:00.904472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2f283d3-31ac-4eb1-9951-a44a136e493d req-b136c07b-386c-42d2-bc68-b2be8976fa37 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.3145378 Jul 16 20:30:00.930216 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:01.048375 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2f283d3-31ac-4eb1-9951-a44a136e493d req-bfb6bcb2-d0ca-4b34-9063-d76a38d302c6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266441 Jul 16 20:30:01.088911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1634e7f8-2a6e-4395-b489-ab4eb73b1de5 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:01.095000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:01.116116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1634e7f8-2a6e-4395-b489-ab4eb73b1de5 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2431676 Jul 16 20:30:01.181365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:01.182604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8aed6722-c53b-403b-980b-a0b1e1e621c4 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0853341 Jul 16 20:30:01.187577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2120077225', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'project_id': '4c108c14547943189552611b7b096c07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:01.232716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d98bcdaa-67aa-4fb2-a97a-71507e796494, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d98bcdaa-67aa-4fb2-a97a-71507e796494,segment=NetworkSegment(c5ea5588-a42d-44c6-b760-636b54eded17),segment_id=c5ea5588-a42d-44c6-b760-636b54eded17)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:01.258279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'd98bcdaa-67aa-4fb2-a97a-71507e796494', 'network_id': '408e767c-210a-4c5f-816d-4659859f7a34', 'port_id': 'd98bcdaa-67aa-4fb2-a97a-71507e796494', 'mac_address': 'fa:16:3e:f5:8c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368e1e55-f301-474b-8da0-58ca5d5cbe1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:01.262112 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:29:59Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:01.338577 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Checking router: c2549f43-4202-4acd-ad99-281b713c64a7 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:01.338927 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Updating router c2549f43-4202-4acd-ad99-281b713c64a7 port b1ffba95-02ee-466d-b46a-e728f6169a3b binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:01.341157 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.364318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98bcdaa-67aa-4fb2-a97a-71507e796494 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:01.395918 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.414799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d98bcdaa-67aa-4fb2-a97a-71507e796494, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d98bcdaa-67aa-4fb2-a97a-71507e796494,segment=NetworkSegment(c5ea5588-a42d-44c6-b760-636b54eded17),segment_id=c5ea5588-a42d-44c6-b760-636b54eded17)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:01.424009 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.438641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:01.447143 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:01.638315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d98bcdaa-67aa-4fb2-a97a-71507e796494,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:01.662072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d98bcdaa-67aa-4fb2-a97a-71507e796494'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:02.075848 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.110510 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Transition to ACTIVE for port object b1ffba95-02ee-466d-b46a-e728f6169a3b will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:02.116523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.124648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266108d-f937-4723-9840-471cbcfe0661 req-ae3731a8-d595-4c80-9625-5fed4c1c420d tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.125974 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.134024 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6266108d-f937-4723-9840-471cbcfe0661 req-ae3731a8-d595-4c80-9625-5fed4c1c420d tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 944 time: 0.1270883 Jul 16 20:30:02.215664 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6266108d-f937-4723-9840-471cbcfe0661 req-d8550144-a173-4af6-8802-0fc3756b7857 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766275 Jul 16 20:30:02.241783 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Attempting to bind port b1ffba95-02ee-466d-b46a-e728f6169a3b on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:02.242513 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Attempting to bind port b1ffba95-02ee-466d-b46a-e728f6169a3b by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:02.243121 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Attempting to bind port b1ffba95-02ee-466d-b46a-e728f6169a3b on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:02.254353 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Pushing event updated for resources: {'Port': ['ID=b1ffba95-02ee-466d-b46a-e728f6169a3b,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.257067 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:02.257722 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:02.258485 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.259146 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:02.260488 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Bound port: b1ffba95-02ee-466d-b46a-e728f6169a3b, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:02.261151 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.293131 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.293874 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.294442 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.295073 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.295647 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.296332 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.296898 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.297442 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.297981 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.298528 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.299053 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.299667 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:02.341135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Subnet': ['ID=a0271ddc-6526-4895-aa21-9e284736b5d6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.367669 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] For port b1ffba95-02ee-466d-b46a-e728f6169a3b, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:02.375246 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] For port b1ffba95-02ee-466d-b46a-e728f6169a3b, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b1ffba95-02ee-466d-b46a-e728f6169a3b,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:02.382064 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.451741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Checking segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:02.452440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network hostable DHCP agents. Network: d465c853-352d-4c6b-9a89-b450f63b60c7, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:02.474829 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883d9ad-976d-4154-a111-e175699ed1f3 None None] Pushing event updated for resources: {'Port': ['ID=b1ffba95-02ee-466d-b46a-e728f6169a3b,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:02.503410 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:02.505578 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:02.517480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network d465c853-352d-4c6b-9a89-b450f63b60c7 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:02.535463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, d465c853-352d-4c6b-9a89-b450f63b60c7) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:02.544689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1711e5-7828-470a-9ce8-ad089133ac28 None None] Network d465c853-352d-4c6b-9a89-b450f63b60c7 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:02.568933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.569946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:02.614965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bcdff-ce7b-4fd6-b905-3e00fab11111 req-7ce278eb-8948-4166-ae6b-f96e333ddc55 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:02.632271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c86bcdff-ce7b-4fd6-b905-3e00fab11111 req-7ce278eb-8948-4166-ae6b-f96e333ddc55 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.1951632 Jul 16 20:30:02.710017 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:02.743040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:02.745098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b227cddc-997f-46db-97cb-50532de1df48 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5612643 Jul 16 20:30:02.780547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c86bcdff-ce7b-4fd6-b905-3e00fab11111 req-5b5c8fd9-a953-4fb1-8ba8-dd5a6c8828d7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388392 Jul 16 20:30:02.921251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d98bcdaa-67aa-4fb2-a97a-71507e796494 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:02.998502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-71263ecb-02bc-4f8c-8b34-c738908b92c3 req-44675bf6-43d4-4348-99df-b31af638cadf service neutron] (93959) timed out ('10.222.0.63', 64101) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:30:03.130150 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:29:59Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:03.153360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-d465c853-352d-4c6b-9a89-b450f63b60c7', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:03.154980 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.194768 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9ab126-7144-4f1b-9e6b-4ea32d10fd27 None None] The sync data for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 is: [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:29:59Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:03.245745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port d98bcdaa-67aa-4fb2-a97a-71507e796494 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:03.265821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port d98bcdaa-67aa-4fb2-a97a-71507e796494 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:03.267102 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:03.714342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-26baacc5-71a6-4a0a-b870-ab589fd8c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:03.716183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-26baacc5-71a6-4a0a-b870-ab589fd8c993 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 1098 time: 0.2046738 Jul 16 20:30:04.062533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Allocated IP 172.20.0.2 (d465c853-352d-4c6b-9a89-b450f63b60c7/a0271ddc-6526-4895-aa21-9e284736b5d6/02579d0d-2dab-485c-b20f-c1c6c29e5df6) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:04.138848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b1ffba95-02ee-466d-b46a-e728f6169a3b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:04.142492 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.157263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c549ff-158b-456e-8b6b-a34a7f6dc315 req-b8d720a8-e2c1-458f-9118-4845dd2c78b1 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.165385 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-33c549ff-158b-456e-8b6b-a34a7f6dc315 req-b8d720a8-e2c1-458f-9118-4845dd2c78b1 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 944 time: 0.5056734 Jul 16 20:30:04.211194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.253363 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-74c7c4a9-2b3e-4021-a4f4-53eb3f2feac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.255342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-74c7c4a9-2b3e-4021-a4f4-53eb3f2feac8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 912 time: 0.5287628 Jul 16 20:30:04.317425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca7dec4-4375-42c5-bf4b-17640ed232ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98bcdaa-67aa-4fb2-a97a-71507e796494'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:04.319866 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426d18d-33b8-4ffc-a6ac-b00786f77ac9" -d '{"events": [{"server_uuid": "5ca7dec4-4375-42c5-bf4b-17640ed232ef", "name": "network-vif-plugged", "status": "completed", "tag": "d98bcdaa-67aa-4fb2-a97a-71507e796494"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:04.334485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-33c549ff-158b-456e-8b6b-a34a7f6dc315 req-3ab1f7bc-2a67-4f21-bb49-fda76f69b0a8 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643798 Jul 16 20:30:04.365893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d98bcdaa-67aa-4fb2-a97a-71507e796494, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d98bcdaa-67aa-4fb2-a97a-71507e796494,segment=NetworkSegment(c5ea5588-a42d-44c6-b760-636b54eded17),segment_id=c5ea5588-a42d-44c6-b760-636b54eded17)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:04.435855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722965b2-711a-4a1c-bdda-22dd9b080304 req-9aa67614-15f0-460e-8935-625d09c32576 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.439114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-722965b2-711a-4a1c-bdda-22dd9b080304 req-9aa67614-15f0-460e-8935-625d09c32576 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.2889528 Jul 16 20:30:04.486622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-4bea14f1-4f02-409f-b5de-7891bcbb00fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb HTTP/1.1" status: 200 len: 1001 time: 0.2067788 Jul 16 20:30:04.647826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-722965b2-711a-4a1c-bdda-22dd9b080304 req-9d142eeb-41b5-4a53-bd10-a8bc84e3799b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993585 Jul 16 20:30:04.653045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7d1ac-1f41-4b69-b16d-ab2cc2a0e8a6 req-734e4f3b-63dd-4676-9eae-93a256885f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.654676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8bd7d1ac-1f41-4b69-b16d-ab2cc2a0e8a6 req-734e4f3b-63dd-4676-9eae-93a256885f8f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 1097 time: 0.1313047 Jul 16 20:30:04.673971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-0380b664-0107-44e0-be84-d0bedef6e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.676545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-0380b664-0107-44e0-be84-d0bedef6e2ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.1880858 Jul 16 20:30:04.828623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-237c8151-abc3-44f3-a113-1e2f85aa3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:04.830172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-237c8151-abc3-44f3-a113-1e2f85aa3bc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470137 Jul 16 20:30:04.831786 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8bd7d1ac-1f41-4b69-b16d-ab2cc2a0e8a6 req-71f200e0-a5fd-42bb-885a-e62f02d05c94 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923431 Jul 16 20:30:04.880470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port b1ffba95-02ee-466d-b46a-e728f6169a3b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:04.890483 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6202fae3-1b6e-4fd5-bd45-ca5d102cb6d7 x-openstack-request-id: req-6202fae3-1b6e-4fd5-bd45-ca5d102cb6d7 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:04.890808 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca7dec4-4375-42c5-bf4b-17640ed232ef", "name": "network-vif-plugged", "status": "completed", "tag": "d98bcdaa-67aa-4fb2-a97a-71507e796494", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:04.891210 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6202fae3-1b6e-4fd5-bd45-ca5d102cb6d7 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:04.893427 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca7dec4-4375-42c5-bf4b-17640ed232ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98bcdaa-67aa-4fb2-a97a-71507e796494', 'code': 200} Jul 16 20:30:04.895035 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:04.924542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b1ffba95-02ee-466d-b46a-e728f6169a3b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:04.934057 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.022695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-17d86560-f1fd-4819-85ca-a90c8646db00 service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843019 Jul 16 20:30:05.257734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d98bcdaa-67aa-4fb2-a97a-71507e796494,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.290071 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c83c8330-5353-4f60-95aa-7579c1ac7f00 req-3526fa74-46a0-4b6d-b34a-f63e4f9bfc32 service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576573 Jul 16 20:30:05.344278 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.363887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Transition to ACTIVE for port object 02579d0d-2dab-485c-b20f-c1c6c29e5df6 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:05.437034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Transition to ACTIVE for port object 02579d0d-2dab-485c-b20f-c1c6c29e5df6 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:05.446582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.457359 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.509312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Pushing event updated for resources: {'Port': ['ID=02579d0d-2dab-485c-b20f-c1c6c29e5df6,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.546134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port b1ffba95-02ee-466d-b46a-e728f6169a3b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b1ffba95-02ee-466d-b46a-e728f6169a3b,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:05.554764 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.556071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.20.0.1 (d465c853-352d-4c6b-9a89-b450f63b60c7/a0271ddc-6526-4895-aa21-9e284736b5d6/ad90ec3b-af26-4fe4-b3b4-5fd44aff8679) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:05.558844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Network d465c853-352d-4c6b-9a89-b450f63b60c7 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:05.598167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:05.602508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:05.690278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=b1ffba95-02ee-466d-b46a-e728f6169a3b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:05.719022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Attempting to bind port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:05.719022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Attempting to bind port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:05.719454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Attempting to bind port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 on network d465c853-352d-4c6b-9a89-b450f63b60c7 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:05.737720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:05.738191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Checking segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:05.738667 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.739132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Bound using segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:05.739705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Bound port: 02579d0d-2dab-485c-b20f-c1c6c29e5df6, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:05.740148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:05.969870 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.005740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] For port 02579d0d-2dab-485c-b20f-c1c6c29e5df6, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:06.044049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] For port 02579d0d-2dab-485c-b20f-c1c6c29e5df6, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=02579d0d-2dab-485c-b20f-c1c6c29e5df6,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:06.077131 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.096382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Transition to ACTIVE for port object ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:06.201837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c296655-2330-401b-8f7b-972933c4178d req-2f7535ec-cf91-48ee-abe4-00339c9ccded tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.210896 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c296655-2330-401b-8f7b-972933c4178d req-2f7535ec-cf91-48ee-abe4-00339c9ccded tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 945 time: 0.4586129 Jul 16 20:30:06.253680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b1ffba95-02ee-466d-b46a-e728f6169a3b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:06.378377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c296655-2330-401b-8f7b-972933c4178d req-a742f353-7ee7-4c39-9d1e-77b3d6cfdc4c tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639268 Jul 16 20:30:06.382934 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.553142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b1ffba95-02ee-466d-b46a-e728f6169a3b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:06.553750 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:06.575433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f82bfe-8918-4596-98f3-0dde3db1cca1 req-eeb89523-8ab1-4f2f-8076-7131eee4ef0c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:06.579045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3f82bfe-8918-4596-98f3-0dde3db1cca1 req-eeb89523-8ab1-4f2f-8076-7131eee4ef0c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.3443770 Jul 16 20:30:06.625541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network d465c853-352d-4c6b-9a89-b450f63b60c7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:06.649486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:06.661082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=ad90ec3b-af26-4fe4-b3b4-5fd44aff8679,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.674730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:06.680070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46fb79-cce2-4db2-a7e7-7258875b3ef4 None None] Pushing event updated for resources: {'Port': ['ID=02579d0d-2dab-485c-b20f-c1c6c29e5df6,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:06.732299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3f82bfe-8918-4596-98f3-0dde3db1cca1 req-11e33773-2fe3-44f9-9580-29e43ba48a5c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400392 Jul 16 20:30:06.866433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:07.163479 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.139885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 02579d0d-2dab-485c-b20f-c1c6c29e5df6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:08.198961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533159ab-cf06-49df-8c90-9e3db29dba54 req-2ae04bf4-b346-4940-b315-e3ececed02fe tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.206600 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-533159ab-cf06-49df-8c90-9e3db29dba54 req-2ae04bf4-b346-4940-b315-e3ececed02fe tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 945 time: 0.2892261 Jul 16 20:30:08.250224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:08.262181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5528c8b-9a24-445e-b7a5-a3407eb1062f None None] Network d465c853-352d-4c6b-9a89-b450f63b60c7 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:08.277741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-533159ab-cf06-49df-8c90-9e3db29dba54 req-d70cc660-a878-47e4-9230-6d7c58fbaba6 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 Jul 16 20:30:08.362912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b8e7c-4957-4d30-a970-60b7f7241fe7 req-4958e01e-591b-4c34-9ea7-d1161d87f886 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:08.369775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-930b8e7c-4957-4d30-a970-60b7f7241fe7 req-4958e01e-591b-4c34-9ea7-d1161d87f886 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.2095292 Jul 16 20:30:08.387287 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.398778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.526715 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-930b8e7c-4957-4d30-a970-60b7f7241fe7 req-ac022779-bf38-47eb-a35b-7d83ad164322 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483700 Jul 16 20:30:08.642160 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.651580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=ad90ec3b-af26-4fe4-b3b4-5fd44aff8679,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:08.661056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0de4a925-e197-4f00-827a-40215c037980 None None] Provisioning for port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:08.709805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0de4a925-e197-4f00-827a-40215c037980 None None] Provisioning complete for port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:08.710196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0de4a925-e197-4f00-827a-40215c037980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:08.840348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network d465c853-352d-4c6b-9a89-b450f63b60c7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:08.841925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:09.067649 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0de4a925-e197-4f00-827a-40215c037980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.083626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router c2549f43-4202-4acd-ad99-281b713c64a7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:09.169874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0de4a925-e197-4f00-827a-40215c037980 None None] For port 02579d0d-2dab-485c-b20f-c1c6c29e5df6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=02579d0d-2dab-485c-b20f-c1c6c29e5df6,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:09.174810 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0de4a925-e197-4f00-827a-40215c037980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.365370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4a925-e197-4f00-827a-40215c037980 None None] Pushing event updated for resources: {'Port': ['ID=02579d0d-2dab-485c-b20f-c1c6c29e5df6,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:09.409386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:09.422211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9add1362-f353-493d-8c87-999739e0f46a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "PUT /v2.0/routers/c2549f43-4202-4acd-ad99-281b713c64a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6769407 Jul 16 20:30:09.425240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Sync routers for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:09.444882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:09.445362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:09.624002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f02cbd08-e0a4-4b8a-a3d7-2ce66f327a27 None None] Provisioning complete for port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:09.624002 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f02cbd08-e0a4-4b8a-a3d7-2ce66f327a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:09.755951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:09.851450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04775eed-ec04-4a0d-ac23-fa28c33dc520 req-66cee5cb-45d2-48d0-ab06-e11f5749fa08 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:09.870204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04775eed-ec04-4a0d-ac23-fa28c33dc520 req-66cee5cb-45d2-48d0-ab06-e11f5749fa08 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 945 time: 0.1946969 Jul 16 20:30:10.232702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 02579d0d-2dab-485c-b20f-c1c6c29e5df6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:10.534307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f02cbd08-e0a4-4b8a-a3d7-2ce66f327a27 None None] Provisioning for port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:10.542762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f02cbd08-e0a4-4b8a-a3d7-2ce66f327a27 None None] Provisioning complete for port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:10.543152 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f02cbd08-e0a4-4b8a-a3d7-2ce66f327a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.548213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:10.548850 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.639586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:30:07Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ad90ec3b-af26-4fe4-b3b4-5fd44aff8679', 'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:c5:f2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:04Z', 'updated_at': '2021-07-16T20:30:08Z', 'revision_number': 2, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:10.714578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04775eed-ec04-4a0d-ac23-fa28c33dc520 req-9a7e74fa-d51b-415b-ac3b-dd0ddae3ee9f tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e951589-b063-46e5-9d81-1a03d95e21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8262069 Jul 16 20:30:10.718873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Checking router: c2549f43-4202-4acd-ad99-281b713c64a7 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:10.719395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Updating router c2549f43-4202-4acd-ad99-281b713c64a7 port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:30:10.786102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f02cbd08-e0a4-4b8a-a3d7-2ce66f327a27 None None] Port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:10.805757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f10902-f513-44f9-a653-2c156a072418 req-1b8bc160-edc5-4360-b67f-119732aca123 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:10.809192 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22f10902-f513-44f9-a653-2c156a072418 req-1b8bc160-edc5-4360-b67f-119732aca123 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 945 time: 0.2280068 Jul 16 20:30:10.819382 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:10.998671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fd458129-aabc-44e1-a35d-b74916a2b65b None None] Provisioning complete for port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:11.000108 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd458129-aabc-44e1-a35d-b74916a2b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.017738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-22f10902-f513-44f9-a653-2c156a072418 req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Deleting port d98bcdaa-67aa-4fb2-a97a-71507e796494 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:11.018091 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-22f10902-f513-44f9-a653-2c156a072418 req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.140677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fd458129-aabc-44e1-a35d-b74916a2b65b None None] Port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:11.199116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-22f10902-f513-44f9-a653-2c156a072418 req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] For port d98bcdaa-67aa-4fb2-a97a-71507e796494, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d98bcdaa-67aa-4fb2-a97a-71507e796494,segment=NetworkSegment(c5ea5588-a42d-44c6-b760-636b54eded17),segment_id=c5ea5588-a42d-44c6-b760-636b54eded17)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:11.200795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-22f10902-f513-44f9-a653-2c156a072418 req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.240637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-22f10902-f513-44f9-a653-2c156a072418 req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Calling delete_port for d98bcdaa-67aa-4fb2-a97a-71507e796494 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:11.460251 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-22f10902-f513-44f9-a653-2c156a072418 req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.487033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d98bcdaa-67aa-4fb2-a97a-71507e796494'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:11.609135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Pushing event deleted for resources: {'Port': ['ID=d98bcdaa-67aa-4fb2-a97a-71507e796494,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.648813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f10902-f513-44f9-a653-2c156a072418 req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] No DVR routers for this DVR port d98bcdaa-67aa-4fb2-a97a-71507e796494 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:11.653766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-22f10902-f513-44f9-a653-2c156a072418 req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.656072 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22f10902-f513-44f9-a653-2c156a072418 req-d1124db1-c3f8-4932-a38b-09220ffb6c79 tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.63 "DELETE /v2.0/ports/d98bcdaa-67aa-4fb2-a97a-71507e796494 HTTP/1.1" status: 204 len: 173 time: 0.8415153 Jul 16 20:30:11.658605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca7dec4-4375-42c5-bf4b-17640ed232ef', 'name': 'network-vif-deleted', 'tag': 'd98bcdaa-67aa-4fb2-a97a-71507e796494'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:11.666122 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.675623 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c035fec3-f640-408d-ab61-a1b22e50b1e8" -d '{"events": [{"server_uuid": "5ca7dec4-4375-42c5-bf4b-17640ed232ef", "name": "network-vif-deleted", "tag": "d98bcdaa-67aa-4fb2-a97a-71507e796494"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:11.716144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Transition to ACTIVE for port object ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:11.729439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.757441 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d756fe7d-4c89-4695-8c4f-4410165fd603 x-openstack-request-id: req-d756fe7d-4c89-4695-8c4f-4410165fd603 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:11.758426 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca7dec4-4375-42c5-bf4b-17640ed232ef", "name": "network-vif-deleted", "tag": "d98bcdaa-67aa-4fb2-a97a-71507e796494", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:11.759166 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d756fe7d-4c89-4695-8c4f-4410165fd603 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:11.760263 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca7dec4-4375-42c5-bf4b-17640ed232ef', 'name': 'network-vif-deleted', 'tag': 'd98bcdaa-67aa-4fb2-a97a-71507e796494', 'status': 'completed', 'code': 200} Jul 16 20:30:11.835868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaed19-d692-4fc5-812f-757c2dff9c91 None None] Pushing event updated for resources: {'Port': ['ID=ad90ec3b-af26-4fe4-b3b4-5fd44aff8679,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:11.949474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Attempting to bind port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:11.950183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Attempting to bind port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:11.950673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Attempting to bind port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 on network d465c853-352d-4c6b-9a89-b450f63b60c7 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:11.962007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:11.962315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Checking segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:11.963773 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:11.964346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Bound using segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:11.965085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Bound port: ad90ec3b-af26-4fe4-b3b4-5fd44aff8679, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:11.965528 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.076710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] For port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:12.090642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] For port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ad90ec3b-af26-4fe4-b3b4-5fd44aff8679,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:12.098858 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:12.226046 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6c00fd4-a470-497e-a6f5-e34daedb83b7 req-d8432ef8-1a9f-4967-b784-6cf63706884c tempest-ServerGroupTestJSON-1553650552 tempest-ServerGroupTestJSON-1553650552-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca7dec4-4375-42c5-bf4b-17640ed232ef HTTP/1.1" status: 200 len: 210 time: 0.0486772 Jul 16 20:30:12.248068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaed19-d692-4fc5-812f-757c2dff9c91 None None] Pushing event updated for resources: {'Port': ['ID=ad90ec3b-af26-4fe4-b3b4-5fd44aff8679,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:12.258448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:12.259007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:12.610784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:13.161072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:30:07Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ad90ec3b-af26-4fe4-b3b4-5fd44aff8679', 'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:c5:f2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:04Z', 'updated_at': '2021-07-16T20:30:12Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:13.253984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c10aa-552d-4768-ad6c-82a61644fdf1 None None] The sync data for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 is: [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:30:07Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ad90ec3b-af26-4fe4-b3b4-5fd44aff8679', 'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:c5:f2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:04Z', 'updated_at': '2021-07-16T20:30:12Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:13.451326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef095-266b-4a84-837e-e0a58a463902 req-2b7bc60d-5c8c-412a-8dee-5736496c9bb9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:13.465463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b95ef095-266b-4a84-837e-e0a58a463902 req-2b7bc60d-5c8c-412a-8dee-5736496c9bb9 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.2300229 Jul 16 20:30:13.538280 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b95ef095-266b-4a84-837e-e0a58a463902 req-694b1703-ccb2-42ec-aba5-19282844021f tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614822 Jul 16 20:30:14.204811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:14.432956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:14.444853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:14.449966 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:14.542307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-0f9039fc-3d70-4e27-bb2a-cb5b2cf38839 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:14.544551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-0f9039fc-3d70-4e27-bb2a-cb5b2cf38839 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.30 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.2368641 Jul 16 20:30:14.892785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Deleting port c37669bd-8536-4d7c-83ef-53d024d2a25b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:14.905814 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.312530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] For port c37669bd-8536-4d7c-83ef-53d024d2a25b, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=c37669bd-8536-4d7c-83ef-53d024d2a25b,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:15.315627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.330521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d98bcdaa-67aa-4fb2-a97a-71507e796494 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:15.358449 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.455345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: d98bcdaa-67aa-4fb2-a97a-71507e796494 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:15.470047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d98bcdaa-67aa-4fb2-a97a-71507e796494 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:15.571411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ad90ec3b-af26-4fe4-b3b4-5fd44aff8679,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:15.577158 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.700337 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:15.737661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=ad90ec3b-af26-4fe4-b3b4-5fd44aff8679,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:15.999920 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7341a-ea20-493c-9899-914ce87aeb16 req-98568507-89f9-40da-8736-2310a7a9ecf6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:16.002689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fa7341a-ea20-493c-9899-914ce87aeb16 req-98568507-89f9-40da-8736-2310a7a9ecf6 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 947 time: 0.4903288 Jul 16 20:30:16.230127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:16.361567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:16.362269 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.432648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fa7341a-ea20-493c-9899-914ce87aeb16 req-03f26537-03b2-4801-9cf6-0145b030852a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0334738-6995-4e00-93b4-1874b256b2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630997 Jul 16 20:30:16.490756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.494606 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.499296 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Floating IP 1939fb29-4c57-4ee2-a985-a527477a6253 disassociated. External IP: 172.25.7.4, port: c37669bd-8536-4d7c-83ef-53d024d2a25b. Jul 16 20:30:16.499953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Calling delete_port for c37669bd-8536-4d7c-83ef-53d024d2a25b owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:16.600965 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:16.707340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-b61262e8-390c-4b71-9f88-d95c1ee5c87c tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:16.710671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-b61262e8-390c-4b71-9f88-d95c1ee5c87c tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.63 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 950 time: 0.0984011 Jul 16 20:30:16.934658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Deleting port 05d6233d-42ec-47fa-b720-8eed3cedc5cb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:16.936107 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.029827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4741b-a067-4a1b-8afc-d4a79556022d req-e869e9d9-0cfa-4468-a4eb-f3af466be4d1 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:17.037363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8d4741b-a067-4a1b-8afc-d4a79556022d req-e869e9d9-0cfa-4468-a4eb-f3af466be4d1 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 950 time: 0.1681471 Jul 16 20:30:17.104832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8d4741b-a067-4a1b-8afc-d4a79556022d req-85ea5b13-3247-438f-9043-134fc407d5b9 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/security-groups?id=6958215f-90bf-4c77-88e4-ffd32745062e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663662 Jul 16 20:30:17.108861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] For port 05d6233d-42ec-47fa-b720-8eed3cedc5cb, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=05d6233d-42ec-47fa-b720-8eed3cedc5cb,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:17.109229 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.127766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Calling delete_port for 05d6233d-42ec-47fa-b720-8eed3cedc5cb owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:17.170036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.280234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:17.295994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event deleted for resources: {'Port': ['ID=c37669bd-8536-4d7c-83ef-53d024d2a25b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.395547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-119ea8f4-ff8a-4b03-b421-8f3c7015a3e7 admin admin] Deleting subnet 368e1e55-f301-474b-8da0-58ca5d5cbe1a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:17.422930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.423547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.424439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.424439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.424764 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-119ea8f4-ff8a-4b03-b421-8f3c7015a3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.424948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.425349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.425785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.426230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.426655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.427241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.427873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.428361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:17.490424 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-119ea8f4-ff8a-4b03-b421-8f3c7015a3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.495219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Router aaea8574-7b1e-4385-8d27-5b119d349b85 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:17.569234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.571622 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-119ea8f4-ff8a-4b03-b421-8f3c7015a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.582188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['05d6233d-42ec-47fa-b720-8eed3cedc5cb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:17.595129 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:30:17.685213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Pushing event deleted for resources: {'Port': ['ID=05d6233d-42ec-47fa-b720-8eed3cedc5cb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:17.730893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:17.747969 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] Sync routers for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:17.777368 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:17.778024 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:17.826005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] No DVR routers for this DVR port 05d6233d-42ec-47fa-b720-8eed3cedc5cb on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:17.833521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.841775 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dccca545-34cb-4e1a-8f85-28bc706fbf4c req-265fa768-952e-4dba-b81a-e99d2c383b72 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.63 "DELETE /v2.0/ports/05d6233d-42ec-47fa-b720-8eed3cedc5cb HTTP/1.1" status: 204 len: 173 time: 1.1246567 Jul 16 20:30:17.856616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:17.861765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] No DVR routers for this DVR port c37669bd-8536-4d7c-83ef-53d024d2a25b on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:17.924411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b25113-abf7-4565-a6b2-11dc792c69b3', 'name': 'network-vif-deleted', 'tag': '05d6233d-42ec-47fa-b720-8eed3cedc5cb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:17.933873 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8286c8a8-e4bf-48c8-b5a5-39689f9dd10a" -d '{"events": [{"server_uuid": "53b25113-abf7-4565-a6b2-11dc792c69b3", "name": "network-vif-deleted", "tag": "05d6233d-42ec-47fa-b720-8eed3cedc5cb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:17.936820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a249a52-3f7d-4d5f-8e01-6bcc48730004 req-23a7a6fd-424c-4e86-baa0-174afe68b79a tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/ports?device_id=47ca5894-8dd6-436a-a82d-d5069f737af9 HTTP/1.1" status: 200 len: 210 time: 0.1195560 Jul 16 20:30:17.944383 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.944924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: c37669bd-8536-4d7c-83ef-53d024d2a25b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:17.945355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device c37669bd-8536-4d7c-83ef-53d024d2a25b not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:17.946858 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-119ea8f4-ff8a-4b03-b421-8f3c7015a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:17.955055 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-65e15bc4-146d-41e5-b26f-a8b88a82bc58 req-03808980-0e60-43bd-bcac-83fb10db88d2 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.30 "DELETE /v2.0/ports/c37669bd-8536-4d7c-83ef-53d024d2a25b HTTP/1.1" status: 204 len: 173 time: 3.4030397 Jul 16 20:30:17.958362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-deleted', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:17.973247 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce01cae7-61ba-4fcb-bfac-305b4b669108" -d '{"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-deleted", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:18.057361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ea8f4-ff8a-4b03-b421-8f3c7015a3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368e1e55-f301-474b-8da0-58ca5d5cbe1a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:18.068419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-119ea8f4-ff8a-4b03-b421-8f3c7015a3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.079416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45216) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:18.079963 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-119ea8f4-ff8a-4b03-b421-8f3c7015a3e7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/368e1e55-f301-474b-8da0-58ca5d5cbe1a HTTP/1.1" status: 204 len: 168 time: 0.7979240 Jul 16 20:30:18.118752 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef57506a-98b8-49cf-a518-da8771a9f09e x-openstack-request-id: req-ef57506a-98b8-49cf-a518-da8771a9f09e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:18.119227 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b25113-abf7-4565-a6b2-11dc792c69b3", "name": "network-vif-deleted", "tag": "05d6233d-42ec-47fa-b720-8eed3cedc5cb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:18.119640 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef57506a-98b8-49cf-a518-da8771a9f09e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:18.120617 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b25113-abf7-4565-a6b2-11dc792c69b3', 'name': 'network-vif-deleted', 'tag': '05d6233d-42ec-47fa-b720-8eed3cedc5cb', 'status': 'completed', 'code': 200} Jul 16 20:30:18.328092 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575d5f0b-5522-4936-9f81-a0d8248b5623 x-openstack-request-id: req-575d5f0b-5522-4936-9f81-a0d8248b5623 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:18.329113 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ca5894-8dd6-436a-a82d-d5069f737af9", "name": "network-vif-deleted", "tag": "c37669bd-8536-4d7c-83ef-53d024d2a25b", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:18.330508 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-575d5f0b-5522-4936-9f81-a0d8248b5623 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:18.334699 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ca5894-8dd6-436a-a82d-d5069f737af9', 'name': 'network-vif-deleted', 'tag': 'c37669bd-8536-4d7c-83ef-53d024d2a25b', 'status': 'completed', 'code': 200} Jul 16 20:30:18.415177 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.463555 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:18.799479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.854789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408e767c-210a-4c5f-816d-4659859f7a34']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.925738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8f9efb31-b3c0-4b1a-880d-a9f35fb188c4 req-9d19820a-83ac-4afe-be8a-e1585de70089 tempest-VolumesBackupsTest-1376795939 tempest-VolumesBackupsTest-1376795939-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b25113-abf7-4565-a6b2-11dc792c69b3 HTTP/1.1" status: 200 len: 210 time: 0.1171637 Jul 16 20:30:18.937875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ea5588-a42d-44c6-b760-636b54eded17') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.938299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ea5588-a42d-44c6-b760-636b54eded17') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:18.953162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.979661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.987714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:18.988265 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:18.990481 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:19.091395 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:19.159224 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] Checking router: aaea8574-7b1e-4385-8d27-5b119d349b85 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:19.187078 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:19.188050 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:29:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:19.219939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.226397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:19.260198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.264794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] 10.222.0.10 "DELETE /v2.0/networks/408e767c-210a-4c5f-816d-4659859f7a34 HTTP/1.1" status: 204 len: 168 time: 1.1810925 Jul 16 20:30:19.266352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefbd6d-a193-4780-a62f-7831e2d42a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=408e767c-210a-4c5f-816d-4659859f7a34,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.373285 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6b9aefe-c342-4102-9e15-286a1eccd2d3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.402135 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:19.456624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6b9aefe-c342-4102-9e15-286a1eccd2d3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.535201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:19.569443 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6b9aefe-c342-4102-9e15-286a1eccd2d3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.574347 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6b9aefe-c342-4102-9e15-286a1eccd2d3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.580878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45238) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:19.592451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a6b9aefe-c342-4102-9e15-286a1eccd2d3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "DELETE /v2.0/security-groups/a0334738-6995-4e00-93b4-1874b256b2cb HTTP/1.1" status: 204 len: 168 time: 0.3598113 Jul 16 20:30:19.611521 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-df645081-b3b1-4390-8228-e13287be713e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] show failed (client error): The resource could not be found. Jul 16 20:30:19.618928 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-df645081-b3b1-4390-8228-e13287be713e tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "GET /v2.0/security-groups/a0334738-6995-4e00-93b4-1874b256b2cb HTTP/1.1" status: 404 len: 347 time: 0.0358651 Jul 16 20:30:19.626339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:19.654103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9aefe-c342-4102-9e15-286a1eccd2d3 tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0334738-6995-4e00-93b4-1874b256b2cb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:19.801388 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:19.808108 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e16e821-c11e-486c-ad74-b5c8c9adb867 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e39ca009b8244c40b602d4239e39703c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712698 Jul 16 20:30:19.811068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:19.830861 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe860fdb-34ea-485e-a336-0da8485201cb None None] The sync data for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 is: [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:21:04Z', 'revision_number': 4, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3544cd87-0e95-4a79-926e-26d1e51b14c6', 'name': '', 'network_id': '6c4a28b1-f848-4b03-bf7d-1ab3d51719f0', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'mac_address': 'fa:16:3e:a3:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:21:03Z', 'updated_at': '2021-07-16T20:21:10Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'subnets': [{'id': '47dd6d09-92f9-4445-8da6-4e6d51c22b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:19.834307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Deleting port 01986f6c-4ca2-419c-a220-72d9cc18dde5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:19.834740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.935233 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8f26-5ebe-4b19-9b27-3008fa6eec25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.972629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8f26-5ebe-4b19-9b27-3008fa6eec25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.997014 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:19.997343 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.015755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Calling delete_port for 01986f6c-4ca2-419c-a220-72d9cc18dde5 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:20.048771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8f26-5ebe-4b19-9b27-3008fa6eec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.059932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8f26-5ebe-4b19-9b27-3008fa6eec25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.059932 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9e7c8f26-5ebe-4b19-9b27-3008fa6eec25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e951589-b063-46e5-9d81-1a03d95e21e6 HTTP/1.1" status: 204 len: 168 time: 0.2448075 Jul 16 20:30:20.075803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c8f26-5ebe-4b19-9b27-3008fa6eec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e951589-b063-46e5-9d81-1a03d95e21e6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:20.292266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.306810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e917d261-803e-4078-967e-ee510f2cfc14 None None] New status for floating IP 1939fb29-4c57-4ee2-a985-a527477a6253: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:30:20.396178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Pushing event deleted for resources: {'Port': ['ID=01986f6c-4ca2-419c-a220-72d9cc18dde5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:20.497792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.506387 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:20.506387 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-85c44914-1896-466c-9225-412a3316bb4b tempest-AttachVolumeShelveTestJSON-1298982334 tempest-AttachVolumeShelveTestJSON-1298982334-project] 10.222.0.10 "DELETE /v2.0/floatingips/1939fb29-4c57-4ee2-a985-a527477a6253 HTTP/1.1" status: 204 len: 168 time: 0.8751459 Jul 16 20:30:20.577869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd9929d8-31d2-4478-aff0-80d360a06818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.012067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 05d6233d-42ec-47fa-b720-8eed3cedc5cb no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:21.034211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 05d6233d-42ec-47fa-b720-8eed3cedc5cb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:21.034826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 05d6233d-42ec-47fa-b720-8eed3cedc5cb not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:21.465794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45278) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:21.693285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2096195100-network', 'tenant_id': '4c2b422c64cd408e8c9694ba7c4828ae'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:21.734419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Made reservation on behalf of 4c2b422c64cd408e8c9694ba7c4828ae for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:21.737113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:21.751795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.033496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.040192 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.080303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:22.104522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f08eef-0e77-4e58-ad84-834c101e9427,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.110811 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.113483 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Added segment 9e28042f-47f4-40f5-910e-ad5a284dc343 of type vlan for network 506195bb-4217-4e70-9cca-71b94221cebc Jul 16 20:30:22.198429 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.249966 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.251407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.252087 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.313800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] Pushing event updated for resources: {'Network': ['ID=506195bb-4217-4e70-9cca-71b94221cebc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.326091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 506195bb-4217-4e70-9cca-71b94221cebc details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:22.346426 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a6656187-a24e-4d4e-a635-a30ef7becd52 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8729582 Jul 16 20:30:22.346661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:22.352168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Request body: {'subnet': {'network_id': '506195bb-4217-4e70-9cca-71b94221cebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2096195100-subnet', 'tenant_id': '4c2b422c64cd408e8c9694ba7c4828ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:22.374743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Made reservation on behalf of 4c2b422c64cd408e8c9694ba7c4828ae for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:22.377968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.617639 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-6166fd97-6b1f-4c04-b685-364836f6d32e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893322764&fields=id&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 267 time: 0.0850368 Jul 16 20:30:22.673741 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.874349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=732a3937-be3d-4482-bac2-2c329d85ec26,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:22.887090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Checking segment: {'id': '9e28042f-47f4-40f5-910e-ad5a284dc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '506195bb-4217-4e70-9cca-71b94221cebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:22.887402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Network hostable DHCP agents. Network: 506195bb-4217-4e70-9cca-71b94221cebc, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:22.921316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Network 506195bb-4217-4e70-9cca-71b94221cebc is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:22.945485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 506195bb-4217-4e70-9cca-71b94221cebc) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:22.954871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e20991a-4fdd-436c-8740-566ed9854c6b None None] Network 506195bb-4217-4e70-9cca-71b94221cebc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:22.960612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:22.961226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:22.998640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-43e3d1de-0b30-4059-a736-cc01d3e65e30 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:23.001420 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-43e3d1de-0b30-4059-a736-cc01d3e65e30 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 797 time: 0.3703153 Jul 16 20:30:23.012620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-28bb0d69-b6a8-4da3-bb95-f872d5961a17 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6646373 Jul 16 20:30:23.050774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-cbc8cbf0-a129-40f1-9c4f-e6567f93ce8c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/quotas/4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 375 time: 0.0399218 Jul 16 20:30:23.359860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1277de-aecd-4cbf-ae6a-bea242f4f56d None None] Network 506195bb-4217-4e70-9cca-71b94221cebc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:23.418612 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ce32841b-670f-4a67-9bda-7a727bb74b46 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3612521 Jul 16 20:30:23.603644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-860ceea3-4c24-49e4-bf9c-29e92d3600ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.612622 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:23.842862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-c246c94f-a8db-491b-9a01-1c1c0a4a5908 service neutron] 10.222.0.10 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233406 Jul 16 20:30:23.927926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-95a6a886-e158-4634-b906-0095775b215c tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:23.941653 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-95a6a886-e158-4634-b906-0095775b215c tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/networks?id=506195bb-4217-4e70-9cca-71b94221cebc HTTP/1.1" status: 200 len: 813 time: 0.2753999 Jul 16 20:30:23.973235 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-adcb0df8-6994-422a-bbc7-69e04fa5444f tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/quotas/4c2b422c64cd408e8c9694ba7c4828ae HTTP/1.1" status: 200 len: 375 time: 0.0232079 Jul 16 20:30:24.046295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-c875c138-25b2-498b-a5c2-743b6e7c904c tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c2b422c64cd408e8c9694ba7c4828ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667067 Jul 16 20:30:24.080203 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-c308e3bd-038a-4591-982a-dd5a2440e3bb service neutron] 10.222.0.10 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302237 Jul 16 20:30:24.394452 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-8ddcece9-0379-4541-86d3-c0d0801ca799 service neutron] 10.222.0.10 "GET /v2.0/networks/506195bb-4217-4e70-9cca-71b94221cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471684 Jul 16 20:30:24.551593 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:24.613639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-e21e0a78-966d-4992-89ed-c5c2b422518c service neutron] 10.222.0.10 "GET /v2.0/networks/506195bb-4217-4e70-9cca-71b94221cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182086 Jul 16 20:30:24.795650 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-623ccd14-28a8-4896-9a82-6ef6925d3170 req-0919c1d1-bcb8-4470-82f8-3a1fda27970a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 210 time: 0.1421943 Jul 16 20:30:25.287333 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f56fb08f-c106-4f5b-8e44-b4f6685b667b req-98dd16e6-d8cb-466e-84f7-929fa48b4b0a tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 210 time: 0.1966794 Jul 16 20:30:26.218964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:26.326482 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-becc2649-1cf9-42fc-8e4d-12a4de5b5b4c req-56553e0b-254e-40f3-8acb-103db2e692f4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 210 time: 0.1182954 Jul 16 20:30:26.723003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c6acf30-be82-4fa9-b067-be2921a3b03a req-8befbbb4-9ec1-48b0-b7b2-eaf0c4daf0e9 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 210 time: 0.0921133 Jul 16 20:30:27.321852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-d34e9b48-2350-4eb3-8918-14dba71e0f8e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:27.327366 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-d34e9b48-2350-4eb3-8918-14dba71e0f8e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 797 time: 0.3792713 Jul 16 20:30:27.441011 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-1025a528-ce56-4db9-8055-79307a3949e8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 380 time: 0.1053574 Jul 16 20:30:27.466595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'port': {'device_id': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'admin_state_up': True, 'tenant_id': '4c108c14547943189552611b7b096c07', 'security_groups': ['6bfc0934-d013-469f-92c0-a6856f7dbf96']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:27.818918 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97789fd6-ce63-40c3-a337-cb9dfd08f02b req-7e2f331a-ee91-4bbe-a3c7-065cd442f281 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 210 time: 0.1310394 Jul 16 20:30:27.822262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:27.843463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:28.125459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1962eb0b-f365-4ae8-9d29-220297656023 req-70881bb5-89c6-4eca-8166-4c4c5dbb8d48 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 210 time: 0.1594088 Jul 16 20:30:28.258890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.20.0.4 (d465c853-352d-4c6b-9a89-b450f63b60c7/a0271ddc-6526-4895-aa21-9e284736b5d6/63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:28.764374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-d23a8a68-d566-4bbf-aad7-49de6288b392 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:28.766950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-d23a8a68-d566-4bbf-aad7-49de6288b392 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.63 "GET /v2.0/networks?id=506195bb-4217-4e70-9cca-71b94221cebc HTTP/1.1" status: 200 len: 813 time: 0.6662900 Jul 16 20:30:28.789305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Request body: {'port': {'device_id': 'f4289301-8682-4472-b3d7-775c718e19ef', 'network_id': '506195bb-4217-4e70-9cca-71b94221cebc', 'admin_state_up': True, 'tenant_id': '4c2b422c64cd408e8c9694ba7c4828ae'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:28.984922 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.019928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Transition to ACTIVE for port object 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:29.088735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Made reservation on behalf of 4c2b422c64cd408e8c9694ba7c4828ae for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:29.097006 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.444130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57520611-05f6-4df9-967b-ca55b4ecdf3b req-44de11d1-f632-421b-954b-85cf8fff1b27 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 210 time: 0.0685263 Jul 16 20:30:29.456262 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:29.569929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network d465c853-352d-4c6b-9a89-b450f63b60c7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:29.609996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:29.632350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:29.650284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:30.089551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-11c38132-76e9-49e2-9a47-50b6813ccef7 None None] Provisioning for port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:30.103457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-11c38132-76e9-49e2-9a47-50b6813ccef7 None None] Provisioning complete for port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:30.104237 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11c38132-76e9-49e2-9a47-50b6813ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.184829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-11c38132-76e9-49e2-9a47-50b6813ccef7 None None] Port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:30.234795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.235729 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.246460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Allocated IP 172.20.0.11 (506195bb-4217-4e70-9cca-71b94221cebc/732a3937-be3d-4482-bac2-2c329d85ec26/2360e082-ab68-4a6d-8218-0f142972b8a9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:30.276113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f202c-6596-4812-8fc7-eebcdecdb1fb req-9d49e787-2a95-4df1-9f56-493dbf2b0637 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:30.278064 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e17f202c-6596-4812-8fc7-eebcdecdb1fb req-9d49e787-2a95-4df1-9f56-493dbf2b0637 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 931 time: 1.1763253 Jul 16 20:30:30.302681 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-adc54162-8524-4f52-9740-432effcc6af5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8547719 Jul 16 20:30:30.328116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Request body: {'port': {'device_id': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:30.438995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e17f202c-6596-4812-8fc7-eebcdecdb1fb req-e8a2d879-a9c5-45b0-a2aa-9a189cc00ac9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522746 Jul 16 20:30:30.710662 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:30.784739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b62f3aec-c888-420d-90bc-525a2e620ea3 req-598b4204-2e81-46fc-8697-ff031a90a831 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 210 time: 0.1150396 Jul 16 20:30:31.164644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.340625 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.375198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Network 506195bb-4217-4e70-9cca-71b94221cebc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:31.380763 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:31.600901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:31.617219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.652868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Transition to ACTIVE for port object 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:31.656286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:31.686173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Pushing event updated for resources: {'Port': ['ID=2360e082-ab68-4a6d-8218-0f142972b8a9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:31.704279 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.915794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:31.918802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:31.944317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:32.193363 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-14dc63f0-4749-4488-b46e-ee0c52fd13c0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4084110 Jul 16 20:30:32.226737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Request body: {'port': {'device_id': 'f4289301-8682-4472-b3d7-775c718e19ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:32.318138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea17c0-3bbf-4f32-a442-564cbd9ca3e4 req-bcc86dde-6141-4523-9145-05b2b5be64dc tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:32.320818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cea17c0-3bbf-4f32-a442-564cbd9ca3e4 req-bcc86dde-6141-4523-9145-05b2b5be64dc tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 932 time: 0.1855986 Jul 16 20:30:32.422169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cea17c0-3bbf-4f32-a442-564cbd9ca3e4 req-4a9f8ce0-31bb-4b5a-a818-bf5a85090305 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936983 Jul 16 20:30:32.490369 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.509879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089d95-5379-4b3c-ba83-a5a07ec902b7 req-bf796d28-b590-4786-aaeb-91c25afa2319 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:32.512698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73089d95-5379-4b3c-ba83-a5a07ec902b7 req-bf796d28-b590-4786-aaeb-91c25afa2319 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 943 time: 0.7480288 Jul 16 20:30:32.528654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:32.529205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:32.529795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on network d465c853-352d-4c6b-9a89-b450f63b60c7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:32.769862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on network d465c853-352d-4c6b-9a89-b450f63b60c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:32.770281 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on network d465c853-352d-4c6b-9a89-b450f63b60c7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:32.812875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:32.813245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Checking segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:32.813719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Bound using segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:32.814783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Bound port: 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:32.815121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:32.886929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73089d95-5379-4b3c-ba83-a5a07ec902b7 req-b143a00f-e0cf-497d-91b9-86fc42a2f39e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429317 Jul 16 20:30:33.191328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45646) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.239166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:33.283324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.305455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:33.314509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.348177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-26031d7a-d5be-4ea4-8ece-84775bd02975 admin admin] Deleting subnet 8605356e-7e96-4006-8bc9-ea12ceca269c {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:33.360859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26031d7a-d5be-4ea4-8ece-84775bd02975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.394296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:33.421327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:33.421862 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.424686 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-ceba4505-1416-403f-bd0c-d1c71da6bbbb service neutron] 10.222.0.63 "PUT /v2.0/ports/63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 1092 time: 3.1078546 Jul 16 20:30:33.437525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:33.439845 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:33.515649 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26031d7a-d5be-4ea4-8ece-84775bd02975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.612339 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78191cd-3f20-489e-9959-2362689089c6 x-openstack-request-id: req-c78191cd-3f20-489e-9959-2362689089c6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:33.612813 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:33.612940 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c78191cd-3f20-489e-9959-2362689089c6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:33.613282 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'status': 'completed', 'code': 200} Jul 16 20:30:33.646422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26031d7a-d5be-4ea4-8ece-84775bd02975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.759805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26031d7a-d5be-4ea4-8ece-84775bd02975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.815194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26031d7a-d5be-4ea4-8ece-84775bd02975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8605356e-7e96-4006-8bc9-ea12ceca269c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:33.819738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26031d7a-d5be-4ea4-8ece-84775bd02975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:33.822974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-26031d7a-d5be-4ea4-8ece-84775bd02975 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8605356e-7e96-4006-8bc9-ea12ceca269c HTTP/1.1" status: 204 len: 168 time: 0.6304877 Jul 16 20:30:33.826015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:33.945920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2360e082-ab68-4a6d-8218-0f142972b8a9 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:33.971722 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.028279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.082917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Transition to ACTIVE for port object 2360e082-ab68-4a6d-8218-0f142972b8a9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:34.097599 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.199122 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.221619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b07dfe-4969-48eb-974a-1a05d196c683']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.276029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009100f2-1734-45c1-accc-9e8017b78367') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.276589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009100f2-1734-45c1-accc-9e8017b78367') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:34.288581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.305106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.312385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:34.312993 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.344186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-2686cc71-9f92-43ab-9c42-2f687332f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.346938 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-2686cc71-9f92-43ab-9c42-2f687332f095 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1095 time: 0.8730800 Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:34.377718 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:34.384296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.406072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.429411 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] 10.222.0.10 "DELETE /v2.0/networks/30b07dfe-4969-48eb-974a-1a05d196c683 HTTP/1.1" status: 204 len: 168 time: 0.5992982 Jul 16 20:30:34.438925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d564790-17eb-4b23-b45d-8bdf20556e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=30b07dfe-4969-48eb-974a-1a05d196c683,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:34.470206 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-3f6ea2a7-c67f-452f-bbac-65a35ae044d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 217 time: 0.1104283 Jul 16 20:30:34.506605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0155459-63a2-4439-98ba-e4bb567e150b req-3a6e44da-36db-42f8-ad37-2b61356955e3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.518239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2360e082-ab68-4a6d-8218-0f142972b8a9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:34.519377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0155459-63a2-4439-98ba-e4bb567e150b req-3a6e44da-36db-42f8-ad37-2b61356955e3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 943 time: 0.3055372 Jul 16 20:30:34.633434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dbb47-fb1f-4541-ad7e-2b8a0d347b07 req-0e2ea2db-f360-4df4-baac-b704b0cf6172 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.641647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f68dbb47-fb1f-4541-ad7e-2b8a0d347b07 req-0e2ea2db-f360-4df4-baac-b704b0cf6172 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 932 time: 0.6732023 Jul 16 20:30:34.647547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0155459-63a2-4439-98ba-e4bb567e150b req-c8223a2c-ea21-40d8-b8de-f4092b6f7b30 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140637 Jul 16 20:30:34.700437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.777810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-50570467-4f96-4ed2-ad88-ee6d8be87d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:34.779360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-50570467-4f96-4ed2-ad88-ee6d8be87d71 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.2824285 Jul 16 20:30:34.857237 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f68dbb47-fb1f-4541-ad7e-2b8a0d347b07 req-c7985b22-f2fc-4d5e-be7f-84a81e323064 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144837 Jul 16 20:30:34.887617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Attempting to bind port 2360e082-ab68-4a6d-8218-0f142972b8a9 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:34.887957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Attempting to bind port 2360e082-ab68-4a6d-8218-0f142972b8a9 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '9e28042f-47f4-40f5-910e-ad5a284dc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '506195bb-4217-4e70-9cca-71b94221cebc'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:34.888315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Attempting to bind port 2360e082-ab68-4a6d-8218-0f142972b8a9 on network 506195bb-4217-4e70-9cca-71b94221cebc {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:34.905029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c4e3ab8c-57b8-4e7c-a3b6-e23ca5f324cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a1bf6092eeb49e5a9553a60570b27b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819324 Jul 16 20:30:34.905029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Port 2360e082-ab68-4a6d-8218-0f142972b8a9 on network 506195bb-4217-4e70-9cca-71b94221cebc not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:30:34.905029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Attempting to bind port 2360e082-ab68-4a6d-8218-0f142972b8a9 on network 506195bb-4217-4e70-9cca-71b94221cebc {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:34.905698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:34.919415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:34.919578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Checking segment: {'id': '9e28042f-47f4-40f5-910e-ad5a284dc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '506195bb-4217-4e70-9cca-71b94221cebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:34.919958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Bound using segment: {'id': '9e28042f-47f4-40f5-910e-ad5a284dc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '506195bb-4217-4e70-9cca-71b94221cebc'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:34.920401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Bound port: 2360e082-ab68-4a6d-8218-0f142972b8a9, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e28042f-47f4-40f5-910e-ad5a284dc343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '506195bb-4217-4e70-9cca-71b94221cebc'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:34.920985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:34.989539 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b6590ce-2993-4093-a11b-d1a9b69fff9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.028679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b6590ce-2993-4093-a11b-d1a9b69fff9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.094960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b6590ce-2993-4093-a11b-d1a9b69fff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.098125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b6590ce-2993-4093-a11b-d1a9b69fff9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.102609 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9b6590ce-2993-4093-a11b-d1a9b69fff9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf7eb20a-74e3-4f93-888c-a3f5211fde4b HTTP/1.1" status: 204 len: 168 time: 0.1952035 Jul 16 20:30:35.116481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6590ce-2993-4093-a11b-d1a9b69fff9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7eb20a-74e3-4f93-888c-a3f5211fde4b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:35.455669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-c5ae097d-1dab-40a6-9593-1b1a9a05120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:35.457677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-c5ae097d-1dab-40a6-9593-1b1a9a05120d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6653447 Jul 16 20:30:35.638704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] For port 2360e082-ab68-4a6d-8218-0f142972b8a9, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:35.704231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] For port 2360e082-ab68-4a6d-8218-0f142972b8a9, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2360e082-ab68-4a6d-8218-0f142972b8a9,segment=NetworkSegment(9e28042f-47f4-40f5-910e-ad5a284dc343),segment_id=9e28042f-47f4-40f5-910e-ad5a284dc343)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:35.724783 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.728922 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.789071 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-821aeab4-dcae-4707-bc66-9ceac878381e service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118048 Jul 16 20:30:35.847479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:35.848102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:35.851050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] 10.222.0.63 "PUT /v2.0/ports/2360e082-ab68-4a6d-8218-0f142972b8a9 HTTP/1.1" status: 200 len: 1093 time: 3.6394281 Jul 16 20:30:35.851758 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4289301-8682-4472-b3d7-775c718e19ef', 'tag': '2360e082-ab68-4a6d-8218-0f142972b8a9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:35.854340 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280" -d '{"events": [{"name": "network-changed", "server_uuid": "f4289301-8682-4472-b3d7-775c718e19ef", "tag": "2360e082-ab68-4a6d-8218-0f142972b8a9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:36.038216 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828cf306-4d85-45a3-b8d9-24ce0dc591d8 x-openstack-request-id: req-828cf306-4d85-45a3-b8d9-24ce0dc591d8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:36.039931 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4289301-8682-4472-b3d7-775c718e19ef", "tag": "2360e082-ab68-4a6d-8218-0f142972b8a9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:36.041384 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-828cf306-4d85-45a3-b8d9-24ce0dc591d8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:36.044031 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4289301-8682-4472-b3d7-775c718e19ef', 'tag': '2360e082-ab68-4a6d-8218-0f142972b8a9', 'status': 'completed', 'code': 200} Jul 16 20:30:36.062177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4161210-40b6-471b-9c6e-502f5a38a5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2360e082-ab68-4a6d-8218-0f142972b8a9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:36.204971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a7d5-69fa-4119-a331-b2caf2a532af req-452d4a7f-4a76-4574-ae05-7d6c24a85127 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.220440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf0a7d5-69fa-4119-a331-b2caf2a532af req-452d4a7f-4a76-4574-ae05-7d6c24a85127 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 943 time: 0.2432356 Jul 16 20:30:36.238486 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-99c5079c-5a98-4931-8cc3-c7226ac35b78 req-7e9e7fc4-4953-4190-a2de-21da5a681a68 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248075 Jul 16 20:30:36.310940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bf0a7d5-69fa-4119-a331-b2caf2a532af req-819dead7-bb87-4fb8-8000-5bb1c40a7bca tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880518 Jul 16 20:30:36.388602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-79d268d1-8c22-4d78-a155-2da1cb45e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.390401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-79d268d1-8c22-4d78-a155-2da1cb45e02b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c2b422c64cd408e8c9694ba7c4828ae&device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 1096 time: 0.4515610 Jul 16 20:30:36.486798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-3201a154-2f82-4ff6-ab3f-da59bf4ea398 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2360e082-ab68-4a6d-8218-0f142972b8a9 HTTP/1.1" status: 200 len: 217 time: 0.0703585 Jul 16 20:30:36.636229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-d55d7d09-986f-470a-a8d0-e206a2d373bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.638835 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-d55d7d09-986f-470a-a8d0-e206a2d373bb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1095 time: 0.3393419 Jul 16 20:30:36.662346 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-a0b4c00c-47d5-4df9-ab99-461be471ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.664795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-a0b4c00c-47d5-4df9-ab99-461be471ca3a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=732a3937-be3d-4482-bac2-2c329d85ec26 HTTP/1.1" status: 200 len: 853 time: 0.1520116 Jul 16 20:30:36.754305 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-011af97a-6837-4437-8953-c94f292c7ea4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=506195bb-4217-4e70-9cca-71b94221cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743196 Jul 16 20:30:36.769995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60da07d-4bb7-40bd-9518-e979cf9946ce req-60eb4626-7310-4c7a-9330-0980ee410a66 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:36.780835 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e60da07d-4bb7-40bd-9518-e979cf9946ce req-60eb4626-7310-4c7a-9330-0980ee410a66 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 944 time: 0.4188607 Jul 16 20:30:37.027922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e60da07d-4bb7-40bd-9518-e979cf9946ce req-53fe9f9c-61f1-4522-b401-81375963caf3 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442653 Jul 16 20:30:37.048023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-d4c5ce71-e84a-474c-9caa-3d506ef688e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.054569 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-d4c5ce71-e84a-474c-9caa-3d506ef688e6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.3874648 Jul 16 20:30:37.160243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-22e37c60-6fc9-4c57-b0e4-e20fb30564d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 217 time: 0.0904918 Jul 16 20:30:37.183155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-0edaaba1-2025-4c7b-8586-0c8ff8efd128 service neutron] 10.222.0.63 "GET /v2.0/networks/506195bb-4217-4e70-9cca-71b94221cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982897 Jul 16 20:30:37.248766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-97698544-8c93-43b7-bb7b-58f90352b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.251197 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-97698544-8c93-43b7-bb7b-58f90352b4bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.0812986 Jul 16 20:30:37.402432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Deleting port 3544cd87-0e95-4a79-926e-26d1e51b14c6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:37.402788 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.449877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a4ce997-312a-4a0a-acc8-c8b5dd7e9684 req-b02bd5fd-fbee-4dda-ad20-860846d86fee service neutron] 10.222.0.63 "GET /v2.0/networks/506195bb-4217-4e70-9cca-71b94221cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129982 Jul 16 20:30:37.664009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] For port 3544cd87-0e95-4a79-926e-26d1e51b14c6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3544cd87-0e95-4a79-926e-26d1e51b14c6,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:37.667494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:37.687321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530bba7-42d9-4a90-b181-78799e2138af req-5d0d1e00-d27d-4922-a36a-f0af8e772a74 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.698987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2530bba7-42d9-4a90-b181-78799e2138af req-5d0d1e00-d27d-4922-a36a-f0af8e772a74 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 943 time: 0.1479681 Jul 16 20:30:37.746296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Calling delete_port for 3544cd87-0e95-4a79-926e-26d1e51b14c6 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:37.773043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2530bba7-42d9-4a90-b181-78799e2138af req-50554c94-618c-4625-ae57-882486ea5164 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730302 Jul 16 20:30:37.818665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-3f0a8e36-6429-472c-b5b1-9d50e94bbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.824776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-3f0a8e36-6429-472c-b5b1-9d50e94bbadf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4466856 Jul 16 20:30:37.844917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-e5df6ff7-e972-4886-bd09-9419b3a7ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:37.846644 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-e5df6ff7-e972-4886-bd09-9419b3a7ca3e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c2b422c64cd408e8c9694ba7c4828ae&device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 1096 time: 0.3145554 Jul 16 20:30:38.714848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-42c47760-cfe6-4013-803e-a60e54298b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:38.721019 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-42c47760-cfe6-4013-803e-a60e54298b84 service neutron] 10.222.0.63 "GET /v2.0/networks?id=506195bb-4217-4e70-9cca-71b94221cebc HTTP/1.1" status: 200 len: 914 time: 0.8642282 Jul 16 20:30:38.729578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-e756b01a-ccc9-41f4-a902-9ef5bf43f254 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8890767 Jul 16 20:30:38.910139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-d06b0050-9282-4712-a54c-4bb94557b15c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2360e082-ab68-4a6d-8218-0f142972b8a9 HTTP/1.1" status: 200 len: 217 time: 0.1745727 Jul 16 20:30:39.024490 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.075283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:39.081231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=3544cd87-0e95-4a79-926e-26d1e51b14c6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:39.087800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-5936f1d8-14c1-4ee9-95d9-3adbdfffe36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.089759 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-5936f1d8-14c1-4ee9-95d9-3adbdfffe36c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=732a3937-be3d-4482-bac2-2c329d85ec26 HTTP/1.1" status: 200 len: 853 time: 0.1719360 Jul 16 20:30:39.113222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0aab50-01fd-4d98-b5bb-8f74b05371b4 req-fc16c565-2eb7-46f6-87fd-4c8c59ff5585 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.118535 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fc0aab50-01fd-4d98-b5bb-8f74b05371b4 req-fc16c565-2eb7-46f6-87fd-4c8c59ff5585 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 944 time: 0.5204811 Jul 16 20:30:39.120801 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e647368-ca9c-44a3-bf78-65c6c82c7ee6 req-75470254-633d-4a3e-a3e5-098d999a0578 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663573 Jul 16 20:30:39.144702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ae21d-b27d-4995-8be1-72615fc1a802 req-50fc00a5-4c8a-4b64-80a9-8bcda0a86af0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:39.165341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb5ae21d-b27d-4995-8be1-72615fc1a802 req-50fc00a5-4c8a-4b64-80a9-8bcda0a86af0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 943 time: 0.1962242 Jul 16 20:30:39.249128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb5ae21d-b27d-4995-8be1-72615fc1a802 req-d2c04e84-870b-49f9-8207-487d91803b47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825694 Jul 16 20:30:39.271494 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-43b99f70-cfb2-4813-8101-1bdd0707f129 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=506195bb-4217-4e70-9cca-71b94221cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483755 Jul 16 20:30:39.376262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:39.399437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'port_id': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'mac_address': 'fa:16:3e:6e:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:39.435884 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fc0aab50-01fd-4d98-b5bb-8f74b05371b4 req-b6ae1819-99d6-4eb3-9a4c-0488ccb9f4b6 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922404 Jul 16 20:30:39.488948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.514854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:39.542964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:39.549956 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.635787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:39.647955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.648395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.648802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.650273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.650948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.651793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.652767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.653113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.653446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.653775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.654100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.654424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:39.681027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-406813bf-2099-4798-ac19-2bcbd08aa75e service neutron] 10.222.0.63 "GET /v2.0/networks/506195bb-4217-4e70-9cca-71b94221cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547683 Jul 16 20:30:39.683392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:39.739880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:40.135008 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aacc7efc-ae4f-4d2c-88e2-5f2e9c4d3280 req-662d7202-217f-4596-86a5-487ff21274c7 service neutron] 10.222.0.63 "GET /v2.0/networks/506195bb-4217-4e70-9cca-71b94221cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459503 Jul 16 20:30:40.364095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Router aaea8574-7b1e-4385-8d27-5b119d349b85 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:40.565618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30c090-b5fe-4bf1-b4ae-b6f5fb9da60c req-e9f21274-293d-4349-91ad-29117fc7e89d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:40.567623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b30c090-b5fe-4bf1-b4ae-b6f5fb9da60c req-e9f21274-293d-4349-91ad-29117fc7e89d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 944 time: 0.1339447 Jul 16 20:30:40.582744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:40.589644 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3b3307fc-712c-4388-8d5e-548f95e05e92 admin admin] 10.222.0.10 "PUT /v2.0/routers/aaea8574-7b1e-4385-8d27-5b119d349b85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2960477 Jul 16 20:30:40.596020 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] Sync routers for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:40.600571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:40.613837 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:40.614784 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:30:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:40.663793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b30c090-b5fe-4bf1-b4ae-b6f5fb9da60c req-d7f14416-d28a-4da8-a9de-9ae48d78895a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861657 Jul 16 20:30:40.806567 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:40.851468 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:40.865810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc1b28-f0a9-44ad-a402-f965d245ffef req-9b9e4add-0a2c-49d1-b3b6-5ff6e2aeb8a6 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:40.867410 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5cc1b28-f0a9-44ad-a402-f965d245ffef req-9b9e4add-0a2c-49d1-b3b6-5ff6e2aeb8a6 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 944 time: 0.1883936 Jul 16 20:30:40.991085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45866) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:41.011279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1682304977'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:41.042101 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5cc1b28-f0a9-44ad-a402-f965d245ffef req-227143c9-d954-4c67-b407-d8500d5b3f9d tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297536 Jul 16 20:30:41.088848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:41.093103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2360e082-ab68-4a6d-8218-0f142972b8a9 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:30:41.103222 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.109442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.123654 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:30:38Z', 'revision_number': 5, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port': {'id': 'a655772c-6a1c-406b-ac86-416762a4c4d9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:20:58Z', 'updated_at': '2021-07-16T20:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:41.191104 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] Checking router: aaea8574-7b1e-4385-8d27-5b119d349b85 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:41.192586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:41.231976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.235846 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] Routers {'aaea8574-7b1e-4385-8d27-5b119d349b85'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:41.236049 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Added segment b744e860-09b6-4453-91f1-d6329ab9c7f1 of type vlan for network 93b13eab-c3ed-4ab9-b4b8-855daa064667 Jul 16 20:30:41.236156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:41.244885 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:30:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['aaea8574-7b1e-4385-8d27-5b119d349b85'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:41.315880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Deleting port a655772c-6a1c-406b-ac86-416762a4c4d9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:41.316421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.418993 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.504562 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.534028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:41.535042 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.559687 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] Set router aaea8574-7b1e-4385-8d27-5b119d349b85 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:41.570572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2360e082-ab68-4a6d-8218-0f142972b8a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2360e082-ab68-4a6d-8218-0f142972b8a9,segment=NetworkSegment(9e28042f-47f4-40f5-910e-ad5a284dc343),segment_id=9e28042f-47f4-40f5-910e-ad5a284dc343)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:41.619377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '2360e082-ab68-4a6d-8218-0f142972b8a9', 'network_id': '506195bb-4217-4e70-9cca-71b94221cebc', 'port_id': '2360e082-ab68-4a6d-8218-0f142972b8a9', 'mac_address': 'fa:16:3e:22:23:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732a3937-be3d-4482-bac2-2c329d85ec26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:30:41.624955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:41.644374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:41.647764 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.657367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] For port a655772c-6a1c-406b-ac86-416762a4c4d9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a655772c-6a1c-406b-ac86-416762a4c4d9,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:41.658454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.694560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Calling delete_port for a655772c-6a1c-406b-ac86-416762a4c4d9 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:41.721858 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:30:41Z', 'revision_number': 6, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:41.738991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Network': ['ID=93b13eab-c3ed-4ab9-b4b8-855daa064667,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:41.759097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e65094f5-564a-4a27-bf0f-a3f34a4f25ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7669415 Jul 16 20:30:41.770377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:41.777666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-13871135'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:41.855708 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d274af8-7b19-4ad7-b01b-3e3ea7ec8326 None None] The sync data for ids ['aaea8574-7b1e-4385-8d27-5b119d349b85'] in n-d-792394-17 is: [{'id': 'aaea8574-7b1e-4385-8d27-5b119d349b85', 'name': 'tempest-AttachVolumeShelveTestJSON-772809625-router', 'tenant_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:20:57Z', 'updated_at': '2021-07-16T20:30:41Z', 'revision_number': 6, 'project_id': 'dde9efda680d41c8a54a6ca42dde58d2', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:41.874546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:41.894319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.894584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:41.952850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:41.983504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:41.986591 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Added segment d6e3b670-fbe3-4825-b112-107ef5b41d0e of type vlan for network 6a17a63a-c043-49f3-9a05-56cd95c749a7 Jul 16 20:30:42.067551 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.160746 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.164470 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.204878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2360e082-ab68-4a6d-8218-0f142972b8a9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:30:42.244637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.261209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:42.262349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2360e082-ab68-4a6d-8218-0f142972b8a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2360e082-ab68-4a6d-8218-0f142972b8a9,segment=NetworkSegment(9e28042f-47f4-40f5-910e-ad5a284dc343),segment_id=9e28042f-47f4-40f5-910e-ad5a284dc343)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:42.263444 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.455681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3544cd87-0e95-4a79-926e-26d1e51b14c6 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:42.462687 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.496479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Network': ['ID=6a17a63a-c043-49f3-9a05-56cd95c749a7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:42.506406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=a655772c-6a1c-406b-ac86-416762a4c4d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:42.514135 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0bfa61e0-4740-4807-bad3-1d1c34783cae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7417204 Jul 16 20:30:42.516814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45896) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:42.522811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'subnet': {'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:42.637656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2360e082-ab68-4a6d-8218-0f142972b8a9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:42.640852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 6a17a63a-c043-49f3-9a05-56cd95c749a7 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:42.664212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3544cd87-0e95-4a79-926e-26d1e51b14c6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:42.665379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3544cd87-0e95-4a79-926e-26d1e51b14c6 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:42.690272 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.720245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2360e082-ab68-4a6d-8218-0f142972b8a9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:42.759576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:42.762371 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eed66e-71ba-46c7-8a3d-57c2f0fe3751" -d '{"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:42.818124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.825430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:42.868829 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:42.874521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578c661-2b4b-481b-94aa-e258035c696e req-fd424194-ab0a-4d60-ab66-230e27c738c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:42.901531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f578c661-2b4b-481b-94aa-e258035c696e req-fd424194-ab0a-4d60-ab66-230e27c738c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 944 time: 0.8468480 Jul 16 20:30:42.978174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:43.084492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:43.096954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:43.221819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0689a-ce25-4076-9a6f-9760f574e077 req-4f600255-9a70-40c5-b1f1-5dff24828d20 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:43.225169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29c0689a-ce25-4076-9a6f-9760f574e077 req-4f600255-9a70-40c5-b1f1-5dff24828d20 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 945 time: 0.6665158 Jul 16 20:30:43.745784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29c0689a-ce25-4076-9a6f-9760f574e077 req-6179290f-8f9c-4ea0-8e36-56d9e69a2da0 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068784 Jul 16 20:30:43.866489 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeed688-d9ab-452b-816d-18f5688e00be x-openstack-request-id: req-7eeed688-d9ab-452b-816d-18f5688e00be {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:43.867447 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:43.868721 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7eeed688-d9ab-452b-816d-18f5688e00be {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:43.869368 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'code': 200} Jul 16 20:30:43.961582 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.038313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Subnet': ['ID=77def0c6-c87d-4a67-9f3f-6c49c11a257f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.065936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Checking segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:44.066579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network hostable DHCP agents. Network: 93b13eab-c3ed-4ab9-b4b8-855daa064667, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:44.081267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a655772c-6a1c-406b-ac86-416762a4c4d9 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:44.107237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:44.108663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: a655772c-6a1c-406b-ac86-416762a4c4d9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:44.109209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a655772c-6a1c-406b-ac86-416762a4c4d9 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:44.122444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 93b13eab-c3ed-4ab9-b4b8-855daa064667) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:44.127037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:44.127683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.136405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af3495b-f755-42e5-8bcd-30f1121632f5 None None] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:44.145522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3985ebe2-6170-429b-a4d8-6d8ed9c2ade0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6271737 Jul 16 20:30:44.147946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:44.157731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'subnet': {'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:44.227052 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.266864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:44.272767 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.341290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.395990 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f578c661-2b4b-481b-94aa-e258035c696e req-73faed54-6238-4a2d-a743-8aafea4e8be6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4894805 Jul 16 20:30:44.427156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-93b13eab-c3ed-4ab9-b4b8-855daa064667', 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'fixed_ips': [{'subnet_id': '77def0c6-c87d-4a67-9f3f-6c49c11a257f'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:44.428077 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.498035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.499058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaea8574-7b1e-4385-8d27-5b119d349b85 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:30:44.519834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.527429 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f586fb86-c62e-4fb8-8718-b5ff244c3a28 admin admin] 10.222.0.10 "DELETE /v2.0/routers/aaea8574-7b1e-4385-8d27-5b119d349b85 HTTP/1.1" status: 204 len: 168 time: 3.9252205 Jul 16 20:30:44.529664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45914) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:44.584358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11eab69-2ea6-4c08-8e06-ca103c3dc136 req-74ca11f0-2452-4d86-8b0b-7a6970f1e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:44.587483 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e11eab69-2ea6-4c08-8e06-ca103c3dc136 req-74ca11f0-2452-4d86-8b0b-7a6970f1e3ea service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1097 time: 0.4400840 Jul 16 20:30:44.644413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.749151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9570cf9-bf71-4ee7-a51a-a7becf5321cd admin admin] Deleting subnet 47dd6d09-92f9-4445-8da6-4e6d51c22b93 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:30:44.762841 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9570cf9-bf71-4ee7-a51a-a7becf5321cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:44.782927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e11eab69-2ea6-4c08-8e06-ca103c3dc136 req-e30da904-9245-4c98-bb49-ade74fe04c3e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882329 Jul 16 20:30:44.875489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Allocated IP 10.1.1.2 (93b13eab-c3ed-4ab9-b4b8-855daa064667/77def0c6-c87d-4a67-9f3f-6c49c11a257f/7d4fa21a-c318-4fcb-b293-12571717e647) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:44.924869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Subnet': ['ID=d201c557-d2fd-453a-90fb-748de84d467b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:44.971119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9570cf9-bf71-4ee7-a51a-a7becf5321cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.050752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Checking segment: {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:45.051127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network hostable DHCP agents. Network: 6a17a63a-c043-49f3-9a05-56cd95c749a7, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:45.130241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2360e082-ab68-4a6d-8218-0f142972b8a9 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:45.168146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 6a17a63a-c043-49f3-9a05-56cd95c749a7 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:45.213750 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9570cf9-bf71-4ee7-a51a-a7becf5321cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.247899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 6a17a63a-c043-49f3-9a05-56cd95c749a7) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:45.256685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.257419 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.322715 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e6089617-f8b8-4a53-97d0-bc73647c24c2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1728263 Jul 16 20:30:45.326372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:45.335335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'port': {'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'name': 'tempest-TaggedBootDevicesTest_v242-1787165498', 'fixed_ips': [{'subnet_id': '77def0c6-c87d-4a67-9f3f-6c49c11a257f'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:45.349671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9570cf9-bf71-4ee7-a51a-a7becf5321cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.421934 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.432771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Transition to ACTIVE for port object 7d4fa21a-c318-4fcb-b293-12571717e647 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:45.451455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Transition to ACTIVE for port object 7d4fa21a-c318-4fcb-b293-12571717e647 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:45.451593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9570cf9-bf71-4ee7-a51a-a7becf5321cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47dd6d09-92f9-4445-8da6-4e6d51c22b93,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:45.455163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9570cf9-bf71-4ee7-a51a-a7becf5321cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.455555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa28ad-3039-4a8a-a0cc-67260c687798 None None] Network 6a17a63a-c043-49f3-9a05-56cd95c749a7 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:45.457461 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e9570cf9-bf71-4ee7-a51a-a7becf5321cd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/47dd6d09-92f9-4445-8da6-4e6d51c22b93 HTTP/1.1" status: 204 len: 168 time: 0.9243641 Jul 16 20:30:45.460477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9742093-a3da-4eaa-8dcf-60e1f9f50d74 None None] Network 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:45.464842 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45930) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:45.557862 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.564909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c88d5-33b0-4fc8-9ac2-8f342aaf582e req-1b65e97a-ad01-4b3f-8cbf-df477f50da15 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:45.566491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c0c88d5-33b0-4fc8-9ac2-8f342aaf582e req-1b65e97a-ad01-4b3f-8cbf-df477f50da15 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 945 time: 0.4384148 Jul 16 20:30:45.609206 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:45.658254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 2360e082-ab68-4a6d-8218-0f142972b8a9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:45.721053 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.757803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 2360e082-ab68-4a6d-8218-0f142972b8a9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:45.759559 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:45.766530 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c0c88d5-33b0-4fc8-9ac2-8f342aaf582e req-ecd85385-2ca9-47bf-883d-3d26108e74da tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881564 Jul 16 20:30:45.931115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Deleting port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:45.931530 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.066546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Pushing event updated for resources: {'Port': ['ID=7d4fa21a-c318-4fcb-b293-12571717e647,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:46.072986 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.138320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] device_id is not set on port f9d99ac1-a29e-490f-b8d8-55e99fec1571 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:46.147565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] For port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f,segment=NetworkSegment(0c0f7c6d-919f-4bf6-86df-587204bf2cad),segment_id=0c0f7c6d-919f-4bf6-86df-587204bf2cad)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:46.155424 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.201245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Calling delete_port for 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:46.260324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:46.265647 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.276350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:46.327994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:46.350867 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.382303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:46.395794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] No DVR routers for this DVR port 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:46.427068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-6a17a63a-c043-49f3-9a05-56cd95c749a7', 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'fixed_ips': [{'subnet_id': 'd201c557-d2fd-453a-90fb-748de84d467b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:30:46.428194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.566866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Allocated IP 10.1.1.25 (93b13eab-c3ed-4ab9-b4b8-855daa064667/77def0c6-c87d-4a67-9f3f-6c49c11a257f/f9d99ac1-a29e-490f-b8d8-55e99fec1571) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:46.847511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Attempting to bind port 7d4fa21a-c318-4fcb-b293-12571717e647 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:46.848120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Attempting to bind port 7d4fa21a-c318-4fcb-b293-12571717e647 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:46.848680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Attempting to bind port 7d4fa21a-c318-4fcb-b293-12571717e647 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:46.868573 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.935365 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.950823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:46.951710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Checking segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:46.952481 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:46.953219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Bound using segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:46.954140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Bound port: 7d4fa21a-c318-4fcb-b293-12571717e647, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:46.955137 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.040288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Transition to ACTIVE for port object f9d99ac1-a29e-490f-b8d8-55e99fec1571 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:47.061594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07e8d5-acbc-4314-9ae0-a5758005c6e3 None None] DHCP port deletion for 6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:30:47.065155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce4676-71b6-4311-b70f-9f92cf438257 req-44feeffa-fca0-4de4-8f0f-2e64d804b95e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:47.073192 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-64ce4676-71b6-4311-b70f-9f92cf438257 req-44feeffa-fca0-4de4-8f0f-2e64d804b95e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 1.1241498 Jul 16 20:30:47.084494 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.199767 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-64ce4676-71b6-4311-b70f-9f92cf438257 req-25d803c6-8993-46fa-b6bb-1a3c85f8d1e7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167357 Jul 16 20:30:47.240150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Allocated IP 10.2.2.2 (6a17a63a-c043-49f3-9a05-56cd95c749a7/d201c557-d2fd-453a-90fb-748de84d467b/8b15516e-e78b-4cf7-bc00-56baa848daa2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:47.256522 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.350864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:47.360052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:47.366176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:47.407830 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.502290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4a28b1-f848-4b03-bf7d-1ab3d51719f0']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:47.511739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:47.512443 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.528531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] For port 7d4fa21a-c318-4fcb-b293-12571717e647, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:47.531931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] For port 7d4fa21a-c318-4fcb-b293-12571717e647, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7d4fa21a-c318-4fcb-b293-12571717e647,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:47.541407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.573740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0f7c6d-919f-4bf6-86df-587204bf2cad') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:47.574140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0f7c6d-919f-4bf6-86df-587204bf2cad') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:47.607494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Port': ['ID=f9d99ac1-a29e-490f-b8d8-55e99fec1571,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:47.624789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b5831e10-b345-4f43-af29-d538a97e8978 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2961037 Jul 16 20:30:47.626819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:47.655318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4289301-8682-4472-b3d7-775c718e19ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2360e082-ab68-4a6d-8218-0f142972b8a9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:47.657629 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f202fc-52ec-4519-b234-06f4483b92b7" -d '{"events": [{"server_uuid": "f4289301-8682-4472-b3d7-775c718e19ef", "name": "network-vif-plugged", "status": "completed", "tag": "2360e082-ab68-4a6d-8218-0f142972b8a9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:47.666387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'port': {'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'name': 'tempest-TaggedBootDevicesTest_v242-555355889', 'fixed_ips': [{'subnet_id': '77def0c6-c87d-4a67-9f3f-6c49c11a257f'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:47.669486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.748420 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.763431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.793147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Transition to ACTIVE for port object 8b15516e-e78b-4cf7-bc00-56baa848daa2 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:47.797678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:30:47.797678 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:30:47.800443 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:30:47.890423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fbfae-7c45-4ae3-87b6-7cba4829e993 req-8969205d-15c7-4c1f-bc43-9a096c015b6e tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:47.892631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-156fbfae-7c45-4ae3-87b6-7cba4829e993 req-8969205d-15c7-4c1f-bc43-9a096c015b6e tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 945 time: 0.4805064 Jul 16 20:30:47.902283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a79c03-bdc3-473e-abf9-1568dc7621af None None] Pushing event updated for resources: {'Port': ['ID=7d4fa21a-c318-4fcb-b293-12571717e647,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:47.907662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.928987 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:47.955296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] 10.222.0.10 "DELETE /v2.0/networks/6c4a28b1-f848-4b03-bf7d-1ab3d51719f0 HTTP/1.1" status: 204 len: 168 time: 2.4848866 Jul 16 20:30:47.970057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Transition to ACTIVE for port object 8b15516e-e78b-4cf7-bc00-56baa848daa2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:47.983325 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3969ac-79fa-49ce-ba26-e87d3db5da07 x-openstack-request-id: req-ab3969ac-79fa-49ce-ba26-e87d3db5da07 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:47.983325 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4289301-8682-4472-b3d7-775c718e19ef", "name": "network-vif-plugged", "status": "completed", "tag": "2360e082-ab68-4a6d-8218-0f142972b8a9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:47.983325 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab3969ac-79fa-49ce-ba26-e87d3db5da07 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:47.983325 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4289301-8682-4472-b3d7-775c718e19ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2360e082-ab68-4a6d-8218-0f142972b8a9', 'code': 200} Jul 16 20:30:47.989432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2360e082-ab68-4a6d-8218-0f142972b8a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2360e082-ab68-4a6d-8218-0f142972b8a9,segment=NetworkSegment(9e28042f-47f4-40f5-910e-ad5a284dc343),segment_id=9e28042f-47f4-40f5-910e-ad5a284dc343)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:48.000105 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.049913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f824a-609c-46c7-bcbf-81c068255d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4a28b1-f848-4b03-bf7d-1ab3d51719f0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.060351 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.127332 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-156fbfae-7c45-4ae3-87b6-7cba4829e993 req-3d5c5d35-eae3-46b8-a636-7f3f19d36049 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206221 Jul 16 20:30:48.211622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Pushing event updated for resources: {'Port': ['ID=8b15516e-e78b-4cf7-bc00-56baa848daa2,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.229553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:48.230771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-faec03f6-57ec-48e2-a93c-ee2f7156105a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2970371 Jul 16 20:30:48.232532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:48.238001 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.321287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:48.321717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 51bd0cf1-0ad5-4eef-a4bb-015ae1ddf98f not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:30:48.329515 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] device_id is not set on port 6ef24694-d40a-412b-8b50-3465204e5c26 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:30:48.366357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Network 6a17a63a-c043-49f3-9a05-56cd95c749a7 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:48.381857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:48.386933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:48.439850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:48.513275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Attempting to bind port 8b15516e-e78b-4cf7-bc00-56baa848daa2 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:30:48.513908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Attempting to bind port 8b15516e-e78b-4cf7-bc00-56baa848daa2 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:30:48.514565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Attempting to bind port 8b15516e-e78b-4cf7-bc00-56baa848daa2 on network 6a17a63a-c043-49f3-9a05-56cd95c749a7 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:30:48.530326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:30:48.535186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1563dd3a-1ee2-4890-b0ea-8630096ee7f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dde9efda680d41c8a54a6ca42dde58d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896916 Jul 16 20:30:48.536271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:48.544327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Checking segment: {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:48.544761 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.545166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Bound using segment: {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:30:48.548601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Bound port: 8b15516e-e78b-4cf7-bc00-56baa848daa2, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:30:48.549042 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.637060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] For port 8b15516e-e78b-4cf7-bc00-56baa848daa2, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:30:48.641798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] For port 8b15516e-e78b-4cf7-bc00-56baa848daa2, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8b15516e-e78b-4cf7-bc00-56baa848daa2,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:30:48.644362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2360e082-ab68-4a6d-8218-0f142972b8a9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.659704 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.671119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b441fd-627c-41ac-8ae1-c804e154ed39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.722175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b441fd-627c-41ac-8ae1-c804e154ed39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.841431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea15ca3-1a60-4918-84ef-802512c2cf15 None None] Pushing event updated for resources: {'Port': ['ID=8b15516e-e78b-4cf7-bc00-56baa848daa2,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.841803 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b441fd-627c-41ac-8ae1-c804e154ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.844316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b441fd-627c-41ac-8ae1-c804e154ed39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:48.849434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61b441fd-627c-41ac-8ae1-c804e154ed39 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d96a2e6d-76fd-40bd-a104-38aee0534cba HTTP/1.1" status: 204 len: 168 time: 0.3080931 Jul 16 20:30:48.871401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b441fd-627c-41ac-8ae1-c804e154ed39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96a2e6d-76fd-40bd-a104-38aee0534cba,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:48.996475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b4628-79fd-4c02-b8fd-039ae2d33ce7 req-51ec6b23-c727-4148-8d16-b19edf2026c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.000946 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-198b4628-79fd-4c02-b8fd-039ae2d33ce7 req-51ec6b23-c727-4148-8d16-b19edf2026c8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 1098 time: 0.9922788 Jul 16 20:30:49.014836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Allocated IP 10.1.1.22 (93b13eab-c3ed-4ab9-b4b8-855daa064667/77def0c6-c87d-4a67-9f3f-6c49c11a257f/6ef24694-d40a-412b-8b50-3465204e5c26) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:49.341380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-f2aa7cdf-227f-4f43-92c9-250b73943eff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1714334 Jul 16 20:30:49.385206 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-198b4628-79fd-4c02-b8fd-039ae2d33ce7 req-3c033c20-9e0c-4c9a-bdf4-70cf99d25eea service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561681 Jul 16 20:30:49.499455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-52717ec6-1e27-4870-a73b-98ad61f90768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.501225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-52717ec6-1e27-4870-a73b-98ad61f90768 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1097 time: 0.7532103 Jul 16 20:30:49.585148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-99cf3e76-9a8f-4dcd-8997-344ab41c6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.587221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-99cf3e76-9a8f-4dcd-8997-344ab41c6703 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 1098 time: 0.1643667 Jul 16 20:30:49.590095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeddefa-0673-4611-a6bd-c753c7dfec59 req-9f6cd692-cb70-479e-82e2-93b0c700c9db tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.596583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8eeddefa-0673-4611-a6bd-c753c7dfec59 req-9f6cd692-cb70-479e-82e2-93b0c700c9db tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.8818686 Jul 16 20:30:49.779743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157e8b4-5110-41f4-ba73-1a8a562ec188 None None] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:49.861660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:49.912162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-44e2338c-83a8-4678-836a-faf635b0120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:49.917087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-44e2338c-83a8-4678-836a-faf635b0120a service neutron] 10.222.0.30 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 912 time: 0.3077652 Jul 16 20:30:49.929445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Transition to ACTIVE for port object 6ef24694-d40a-412b-8b50-3465204e5c26 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:30:50.054658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e068eef0-3dfc-486d-a301-ad9e290b15ed None None] Provisioning for port 7d4fa21a-c318-4fcb-b293-12571717e647 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:50.233290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.385642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-da4e9263-bcc4-467e-8a9e-138d897a2a17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb HTTP/1.1" status: 200 len: 1001 time: 0.4616194 Jul 16 20:30:50.432208 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8eeddefa-0673-4611-a6bd-c753c7dfec59 req-e67f7874-933a-49d0-ac4b-b35058fa5c34 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7344108 Jul 16 20:30:50.443960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8b15516e-e78b-4cf7-bc00-56baa848daa2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:50.538545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f88db-4d7b-4784-8f72-f13a6c65355a req-fd4a4815-f60b-4334-aef0-cfa9db33fe8c tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.557104 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-741f88db-4d7b-4784-8f72-f13a6c65355a req-fd4a4815-f60b-4334-aef0-cfa9db33fe8c tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 946 time: 0.3716335 Jul 16 20:30:50.559193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-033554ad-3ca8-4e28-8a55-dd49f5785489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.560696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-033554ad-3ca8-4e28-8a55-dd49f5785489 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.1641560 Jul 16 20:30:50.591780 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9bd7247e-c8ad-4eb0-82a8-bc8ae709ff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.614738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8b15516e-e78b-4cf7-bc00-56baa848daa2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:50.624413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7d4fa21a-c318-4fcb-b293-12571717e647 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:50.667030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:50.674450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:50.716344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 7d4fa21a-c318-4fcb-b293-12571717e647 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:50.723368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:50.723944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7d4fa21a-c318-4fcb-b293-12571717e647 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:50.726182 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:50.801165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-741f88db-4d7b-4784-8f72-f13a6c65355a req-fda84b47-04f2-4131-aa3c-0556af6d27c9 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253537 Jul 16 20:30:50.837024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Port': ['ID=6ef24694-d40a-412b-8b50-3465204e5c26,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:50.866202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-48974ca1-1452-4390-8635-b06d3dc613b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:50.874168 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-48974ca1-1452-4390-8635-b06d3dc613b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2996423 Jul 16 20:30:50.983475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9735ed-2318-406c-b9f2-b84100e62d41 None None] Network 6a17a63a-c043-49f3-9a05-56cd95c749a7 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:51.015831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:51.063607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-9d1183d3-b0fa-4282-b3fd-82d5d94ead11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.065701 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-9d1183d3-b0fa-4282-b3fd-82d5d94ead11 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 1.5389152 Jul 16 20:30:51.100548 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.109356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.223289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.235722 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-dd42b23c-ccf9-4ced-8bdf-c6f519dfe145 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 217 time: 0.1621647 Jul 16 20:30:51.244077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-fe122645-4534-40c3-9720-ee7cb8771b48 service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629248 Jul 16 20:30:51.291039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a3e9a492-7226-419c-a28d-51c4fab52ff0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6638012 Jul 16 20:30:51.355836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b0669-ef16-42ec-ab1a-d1012cb01f9c req-d62bab6f-c352-4866-9b41-bff477e215d4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.357844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 7d4fa21a-c318-4fcb-b293-12571717e647, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7d4fa21a-c318-4fcb-b293-12571717e647,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:51.368359 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db8b0669-ef16-42ec-ab1a-d1012cb01f9c req-d62bab6f-c352-4866-9b41-bff477e215d4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.5221045 Jul 16 20:30:51.384196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.417272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7aabd110-35b8-4f71-b193-bb909bf5313b None None] Provisioning for port 8b15516e-e78b-4cf7-bc00-56baa848daa2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:51.491064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7aabd110-35b8-4f71-b193-bb909bf5313b None None] Provisioning complete for port 8b15516e-e78b-4cf7-bc00-56baa848daa2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:51.494754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7aabd110-35b8-4f71-b193-bb909bf5313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.498099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-fbe8ad66-b386-4649-aada-015fc84b22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.499930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-fbe8ad66-b386-4649-aada-015fc84b22ee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.2488382 Jul 16 20:30:51.554012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-352a08f6-3b6f-41c5-88a2-a3d49422833f req-a981d2d4-1939-4df8-9e8b-b478f6676f35 service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025050 Jul 16 20:30:51.554414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1210236399-network', 'tenant_id': '0c642436ca1445bea5db47ecb6a3fbfe'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:51.679950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db8b0669-ef16-42ec-ab1a-d1012cb01f9c req-3c666293-09cc-46cd-be59-5937d0c7caa5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937393 Jul 16 20:30:51.706920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Made reservation on behalf of 0c642436ca1445bea5db47ecb6a3fbfe for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:51.709365 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.718861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:51.779986 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:51.811329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-ca735678-72e7-425b-be01-e7522c177bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:51.813154 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-ca735678-72e7-425b-be01-e7522c177bad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3030312 Jul 16 20:30:51.987084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:52.044670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f01a949-71af-427b-a85a-c5da63569649 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.046258 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9f01a949-71af-427b-a85a-c5da63569649 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1092 time: 0.3264058 Jul 16 20:30:52.049189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46038) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:52.054342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'tenant_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:52.059430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46040) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:52.143898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=7d4fa21a-c318-4fcb-b293-12571717e647,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:52.165598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ef1a666c-5e89-443e-a5db-1c7b36f1a827 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137885029', 'description': 'tempest-description--187771091'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:52.170023 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7aabd110-35b8-4f71-b193-bb909bf5313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.225991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7aabd110-35b8-4f71-b193-bb909bf5313b None None] For port 8b15516e-e78b-4cf7-bc00-56baa848daa2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8b15516e-e78b-4cf7-bc00-56baa848daa2,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:52.231811 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7aabd110-35b8-4f71-b193-bb909bf5313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.267283 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b06d351-4560-4539-8386-a50e5cad8e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.338958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabd110-35b8-4f71-b193-bb909bf5313b None None] Pushing event updated for resources: {'Port': ['ID=8b15516e-e78b-4cf7-bc00-56baa848daa2,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:52.424023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Provisioning complete for port 7d4fa21a-c318-4fcb-b293-12571717e647 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:52.424762 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.446441 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-57fc7b58-84bd-4795-898b-84c39a6ffc07 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238821 Jul 16 20:30:52.611153 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.627978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.642889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Provisioning for port 6ef24694-d40a-412b-8b50-3465204e5c26 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:52.652721 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.657176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Provisioning complete for port 6ef24694-d40a-412b-8b50-3465204e5c26 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:52.657935 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.683362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f48665f-ba39-48fd-b2b4-e70efa675943,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:52.701774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24e77f-b3f2-4d35-8335-da1b0d893744 req-b9a6e152-7123-40fc-ac7f-6d7537c104d1 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.709146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b24e77f-b3f2-4d35-8335-da1b0d893744 req-b9a6e152-7123-40fc-ac7f-6d7537c104d1 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 946 time: 0.5250301 Jul 16 20:30:52.759350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Port 6ef24694-d40a-412b-8b50-3465204e5c26 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:52.759743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:30:52.771542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91136a76-e8df-45f3-b962-d8aa2c93d9ae req-181d3662-de1d-4994-9a3b-198eee30b6d4 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992754 Jul 16 20:30:52.781930 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef1a666c-5e89-443e-a5db-1c7b36f1a827 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.782710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Provisioning for port f9d99ac1-a29e-490f-b8d8-55e99fec1571 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:30:52.787817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Provisioning complete for port f9d99ac1-a29e-490f-b8d8-55e99fec1571 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:52.789288 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.789495 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.789848 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Added segment 095d31bb-69d7-4dca-b4d8-e7a826b1947c of type vlan for network b7e560f6-85ed-4979-9bdb-61ca9eba363c Jul 16 20:30:52.832534 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b24e77f-b3f2-4d35-8335-da1b0d893744 req-8151ea66-39a3-47a1-a7f0-b3d1ce3b3d95 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223867 Jul 16 20:30:52.878212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a5609213-4bdb-4953-8e32-6b64feb61932 None None] Port f9d99ac1-a29e-490f-b8d8-55e99fec1571 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:30:52.888371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.940316 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.943078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:52.943803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.982751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:52.999363 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b06d351-4560-4539-8386-a50e5cad8e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.004092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b814676c-ea6b-4f6d-b215-5b0d18a2373b None None] Provisioning complete for port 8b15516e-e78b-4cf7-bc00-56baa848daa2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:53.004470 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b814676c-ea6b-4f6d-b215-5b0d18a2373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.055106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] Pushing event updated for resources: {'Network': ['ID=b7e560f6-85ed-4979-9bdb-61ca9eba363c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.074664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b7e560f6-85ed-4979-9bdb-61ca9eba363c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:30:53.081534 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a22c98d6-3d8b-4901-a563-6252386e643c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0527022 Jul 16 20:30:53.087132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:53.096874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Request body: {'subnet': {'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1210236399-subnet', 'tenant_id': '0c642436ca1445bea5db47ecb6a3fbfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:53.149448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.25.7.208 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/b46b51a8-32a9-46ec-9c74-c83a69e2b212) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:53.320727 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.331939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b06d351-4560-4539-8386-a50e5cad8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.393897 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.394497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06d351-4560-4539-8386-a50e5cad8e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1741e3-a4ac-4d85-ac60-e846edfb5ef2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.418512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8b06d351-4560-4539-8386-a50e5cad8e14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe26ca0f6753453d952a9e04d7f7a6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4283624 Jul 16 20:30:53.425786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46056) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:53.440328 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c90a439f-ec3b-40ee-a4a5-b81a2fb1c5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.492629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.543459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=b46b51a8-32a9-46ec-9c74-c83a69e2b212,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.551073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe32382c-120a-49d4-a67b-951942e33259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.573401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:53.594126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:53.616944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe32382c-120a-49d4-a67b-951942e33259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.622620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:53.641216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef1a666c-5e89-443e-a5db-1c7b36f1a827 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.674073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef1a666c-5e89-443e-a5db-1c7b36f1a827 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.741403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a666c-5e89-443e-a5db-1c7b36f1a827 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3b88f3-5254-45d4-a7b4-7ab4370563c7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:53.757173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Made reservation on behalf of 0c642436ca1445bea5db47ecb6a3fbfe for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:30:53.760875 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.764825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef1a666c-5e89-443e-a5db-1c7b36f1a827 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:53.768725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef1a666c-5e89-443e-a5db-1c7b36f1a827 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6245875 Jul 16 20:30:53.779054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46062) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:53.793632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e546e2c2-e2d2-4637-9dcb-6e1c7ef2d0e6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'security_group_rule': {'security_group_id': 'cd3b88f3-5254-45d4-a7b4-7ab4370563c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:53.986928 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e546e2c2-e2d2-4637-9dcb-6e1c7ef2d0e6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.090562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.159536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8b15516e-e78b-4cf7-bc00-56baa848daa2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:54.173161 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e546e2c2-e2d2-4637-9dcb-6e1c7ef2d0e6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.184907 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e546e2c2-e2d2-4637-9dcb-6e1c7ef2d0e6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.212444 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe32382c-120a-49d4-a67b-951942e33259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.217604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe32382c-120a-49d4-a67b-951942e33259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.223852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fe32382c-120a-49d4-a67b-951942e33259 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b1741e3-a4ac-4d85-ac60-e846edfb5ef2 HTTP/1.1" status: 204 len: 168 time: 0.7966523 Jul 16 20:30:54.240274 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32382c-120a-49d4-a67b-951942e33259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1741e3-a4ac-4d85-ac60-e846edfb5ef2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.250846 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e546e2c2-e2d2-4637-9dcb-6e1c7ef2d0e6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.255048 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e546e2c2-e2d2-4637-9dcb-6e1c7ef2d0e6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4746776 Jul 16 20:30:54.256253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:54.263486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-65f209a5-3f14-450a-bc85-edc2f14ca694 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'security_group_rule': {'security_group_id': 'cd3b88f3-5254-45d4-a7b4-7ab4370563c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:54.278155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8b15516e-e78b-4cf7-bc00-56baa848daa2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:54.278663 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.286873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db17e9-e83f-4714-8615-61d0f1dc4dd3 req-9d461689-bf64-470a-8178-e67e584ffde5 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.288598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0db17e9-e83f-4714-8615-61d0f1dc4dd3 req-9d461689-bf64-470a-8178-e67e584ffde5 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 946 time: 0.2438278 Jul 16 20:30:54.342994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd8708d-f571-4440-9947-b78d45d450ef,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.351837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546e2c2-e2d2-4637-9dcb-6e1c7ef2d0e6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7ad381-a63a-457b-b296-90b6ca2a1c4c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.387744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Checking segment: {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:30:54.388211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Network hostable DHCP agents. Network: b7e560f6-85ed-4979-9bdb-61ca9eba363c, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:30:54.411751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65f209a5-3f14-450a-bc85-edc2f14ca694 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.427774 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7d4fa21a-c318-4fcb-b293-12571717e647 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:30:54.460201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0db17e9-e83f-4714-8615-61d0f1dc4dd3 req-041dd7f8-1b4e-419d-94c6-b5aca1303fdd tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637685 Jul 16 20:30:54.464531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b8b06-4f7c-40ff-8a4b-035499729a1c req-73513cd0-3b6a-48be-bc0d-751993b099da tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.466322 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d4b8b06-4f7c-40ff-8a4b-035499729a1c req-73513cd0-3b6a-48be-bc0d-751993b099da tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.2286770 Jul 16 20:30:54.467286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Network b7e560f6-85ed-4979-9bdb-61ca9eba363c is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:30:54.493784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7d4fa21a-c318-4fcb-b293-12571717e647 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:30:54.494716 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.535444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, b7e560f6-85ed-4979-9bdb-61ca9eba363c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:54.547022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:54.548269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.548617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b84a0-60e9-4a72-8a76-b60e6dc285ac None None] Network b7e560f6-85ed-4979-9bdb-61ca9eba363c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:54.553089 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.585180 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:30:54.585788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65f209a5-3f14-450a-bc85-edc2f14ca694 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.587922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c22ee28f-8566-4a6e-a24e-d8e145673a0f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4985867 Jul 16 20:30:54.601447 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65f209a5-3f14-450a-bc85-edc2f14ca694 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.637594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f209a5-3f14-450a-bc85-edc2f14ca694 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63896d6e-5130-4444-97b2-80596669c452,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:54.649019 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d4b8b06-4f7c-40ff-8a4b-035499729a1c req-1091de6e-d863-4d18-85fb-864c74c57a6e tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565228 Jul 16 20:30:54.719000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65f209a5-3f14-450a-bc85-edc2f14ca694 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.723468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:54.723666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-65f209a5-3f14-450a-bc85-edc2f14ca694 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4658527 Jul 16 20:30:54.730546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:30:54.738488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.781541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:54.790146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671749c4-c589-4ef0-824e-e4af78599da4 None None] Network b7e560f6-85ed-4979-9bdb-61ca9eba363c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:30:54.893447 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.060189 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.207344 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.213971 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.240015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Allocated IP 172.25.7.213 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/7bdfff34-74b0-4294-af10-cb77082ce508) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:30:55.307170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=b46b51a8-32a9-46ec-9c74-c83a69e2b212,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:55.314550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.371292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.480024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-ecd375ad-9add-41d4-9edb-d38ecafc353e tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:55.481761 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-ecd375ad-9add-41d4-9edb-d38ecafc353e tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 946 time: 0.1000032 Jul 16 20:30:55.499329 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.508820 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Floating IP e3216822-df9f-4dea-b7bb-d391f5fcb093 associated. External IP: 172.25.7.208, port: 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3. Jul 16 20:30:55.614558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Port': ['ID=7bdfff34-74b0-4294-af10-cb77082ce508,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:55.667060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:30:55.683529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:30:55.687768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:30:55.796451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router c2549f43-4202-4acd-ad99-281b713c64a7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:30:55.934411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716355e-ba36-4a1c-bf1b-d3293b178a6f req-9ac6052e-fd69-4d02-8e47-cdbb97e5e243 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:55.936042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9716355e-ba36-4a1c-bf1b-d3293b178a6f req-9ac6052e-fd69-4d02-8e47-cdbb97e5e243 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4289301-8682-4472-b3d7-775c718e19ef HTTP/1.1" status: 200 len: 946 time: 0.2081606 Jul 16 20:30:55.954759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Deleting port 2360e082-ab68-4a6d-8218-0f142972b8a9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:30:55.954759 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:55.973084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:30:55.985840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] Sync routers for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:30:56.010018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:56.011466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:30:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.021026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.060313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.099584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-74413dca-80f7-46ae-9eb1-171a862d0d0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0453737 Jul 16 20:30:56.099584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:56.099780 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20" -d '{"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:56.140927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] For port 2360e082-ab68-4a6d-8218-0f142972b8a9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2360e082-ab68-4a6d-8218-0f142972b8a9,segment=NetworkSegment(9e28042f-47f4-40f5-910e-ad5a284dc343),segment_id=9e28042f-47f4-40f5-910e-ad5a284dc343)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:30:56.141300 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.159727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9716355e-ba36-4a1c-bf1b-d3293b178a6f req-cb462360-3058-490e-921c-1d2b7c0c0fe1 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.10 "GET /v2.0/security-groups?id=62f08eef-0e77-4e58-ad84-834c101e9427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122173 Jul 16 20:30:56.167356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Calling delete_port for 2360e082-ab68-4a6d-8218-0f142972b8a9 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:30:56.174801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.330571 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.362891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:56.398051 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.410830 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.599131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Port': ['ID=7bdfff34-74b0-4294-af10-cb77082ce508,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:56.632334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.638672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.639028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.639404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.639741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.640085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.640420 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.640749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.641081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.641412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.641790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.642240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.642576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:30:56.692515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.701012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bad5551-66da-44d1-b253-4e3edeca2afc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9748526 Jul 16 20:30:56.721813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:30:07Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e3216822-df9f-4dea-b7bb-d391f5fcb093', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'port_id': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'mac_address': 'fa:16:3e:6e:5a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:54Z', 'updated_at': '2021-07-16T20:30:54Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad90ec3b-af26-4fe4-b3b4-5fd44aff8679', 'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:c5:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:04Z', 'updated_at': '2021-07-16T20:30:15Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.738453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6a35c-1145-4d22-909a-ee33c21a173a req-2e33d84c-c069-4a5b-a6ad-bb65486d7eb6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:56.748397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ea6a35c-1145-4d22-909a-ee33c21a173a req-2e33d84c-c069-4a5b-a6ad-bb65486d7eb6 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.3421981 Jul 16 20:30:56.753543 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] Checking router: c2549f43-4202-4acd-ad99-281b713c64a7 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:30:56.763429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:30:56.764397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:30:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:56.860169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ea6a35c-1145-4d22-909a-ee33c21a173a req-0c39ba0b-cfff-4bf7-8b6c-c2f3689a0963 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107643 Jul 16 20:30:56.864750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:56.888297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2360e082-ab68-4a6d-8218-0f142972b8a9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:30:56.936772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:30:56.967289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Pushing event deleted for resources: {'Port': ['ID=2360e082-ab68-4a6d-8218-0f142972b8a9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:30:57.079557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] No DVR routers for this DVR port 2360e082-ab68-4a6d-8218-0f142972b8a9 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:30:57.083451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:30:57.089144 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1e96b10d-81bd-4a03-bf8c-2aa41cb4b459 req-f30766ad-f708-419b-962a-aa311d100838 tempest-ServerPasswordTestJSON-463546422 tempest-ServerPasswordTestJSON-463546422-project] 10.222.0.63 "DELETE /v2.0/ports/2360e082-ab68-4a6d-8218-0f142972b8a9 HTTP/1.1" status: 204 len: 173 time: 1.5831914 Jul 16 20:30:57.089890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4289301-8682-4472-b3d7-775c718e19ef', 'name': 'network-vif-deleted', 'tag': '2360e082-ab68-4a6d-8218-0f142972b8a9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:30:57.092685 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10561657-d4f7-44f8-a6ee-40221e0dd1c3" -d '{"events": [{"server_uuid": "f4289301-8682-4472-b3d7-775c718e19ef", "name": "network-vif-deleted", "tag": "2360e082-ab68-4a6d-8218-0f142972b8a9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:30:57.191113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e308317-a352-4d89-bdd0-c2b1bd9cf13c req-d469f42b-f0e0-4210-a420-05bc4598c6b0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.199487 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e308317-a352-4d89-bdd0-c2b1bd9cf13c req-d469f42b-f0e0-4210-a420-05bc4598c6b0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.1684971 Jul 16 20:30:57.266358 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8e308317-a352-4d89-bdd0-c2b1bd9cf13c req-aa62b8c8-17b8-4108-9f4d-c06dce987315 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653381 Jul 16 20:30:57.294767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:57.405990 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b63b7eac-7e17-4fe1-ac77-a5c30c139f5e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/e3216822-df9f-4dea-b7bb-d391f5fcb093 HTTP/1.1" status: 200 len: 991 time: 0.1094546 Jul 16 20:30:57.419094 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335353d5-3f5d-4298-8eaa-112637f9a75f x-openstack-request-id: req-335353d5-3f5d-4298-8eaa-112637f9a75f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:30:57.419630 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:30:57.419630 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-335353d5-3f5d-4298-8eaa-112637f9a75f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:30:57.420211 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'status': 'completed', 'code': 200} Jul 16 20:30:57.526996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-74939170-c6ee-494f-8eba-3fa000571fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.528578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-74939170-c6ee-494f-8eba-3fa000571fe3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1097 time: 0.0802701 Jul 16 20:30:57.622632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:30:07Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e3216822-df9f-4dea-b7bb-d391f5fcb093', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'port_id': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'mac_address': 'fa:16:3e:6e:5a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:54Z', 'updated_at': '2021-07-16T20:30:54Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad90ec3b-af26-4fe4-b3b4-5fd44aff8679', 'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:c5:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:04Z', 'updated_at': '2021-07-16T20:30:15Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:30:57.666586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-09240371-de33-424d-98c7-cdfcffdfbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.668287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c1824-b89f-43f3-b6ba-59b2e8e3fb46 None None] The sync data for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 is: [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:30:07Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e3216822-df9f-4dea-b7bb-d391f5fcb093', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'port_id': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'mac_address': 'fa:16:3e:6e:5a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:54Z', 'updated_at': '2021-07-16T20:30:54Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad90ec3b-af26-4fe4-b3b4-5fd44aff8679', 'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:c5:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:04Z', 'updated_at': '2021-07-16T20:30:15Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:30:57.668522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-09240371-de33-424d-98c7-cdfcffdfbda6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.1327589 Jul 16 20:30:57.754490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-751c2fb2-cfc7-487a-b623-d3ffadec17f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 999 time: 0.0797482 Jul 16 20:30:57.826820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-f8eab6c8-e1ab-405e-b53d-d5f42f41a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.830166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-f8eab6c8-e1ab-405e-b53d-d5f42f41a494 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.0663640 Jul 16 20:30:57.903662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-be4e4eb9-e856-4844-80c5-86aebe6c067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:30:57.906023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-be4e4eb9-e856-4844-80c5-86aebe6c067f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683658 Jul 16 20:30:57.964759 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c01197-78c5-4229-91db-9bba7d0e4e4a None None] New status for floating IP e3216822-df9f-4dea-b7bb-d391f5fcb093: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:30:58.028245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-f8a217bf-2412-4fc3-9bae-09e86b86c043 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149881 Jul 16 20:30:58.157756 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9c59fa5-ac58-4d31-86ed-bd95c50c9a20 req-67043a3e-4cfd-493d-8cd8-da9d8d0f793e service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229644 Jul 16 20:30:58.409175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:30:58.484965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1cd1b9f6-3151-4ae0-a905-331255bd1bc3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/e3216822-df9f-4dea-b7bb-d391f5fcb093 HTTP/1.1" status: 200 len: 993 time: 0.0746853 Jul 16 20:30:59.215309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2360e082-ab68-4a6d-8218-0f142972b8a9 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:30:59.239900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 2360e082-ab68-4a6d-8218-0f142972b8a9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:30:59.240258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2360e082-ab68-4a6d-8218-0f142972b8a9 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:31:00.670564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-d5f1853c-48f4-47f9-853b-ddca73ea28f5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--137885029&fields=id&tenant_id=9f590338e8e94ae5ba7adc64015dfb41 HTTP/1.1" status: 200 len: 267 time: 0.0650170 Jul 16 20:31:00.771212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-071825b4-f220-4aaf-9766-36aea1afa96f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.773934 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-071825b4-f220-4aaf-9766-36aea1afa96f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 815 time: 0.1775258 Jul 16 20:31:00.801756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-f0512015-40d4-4791-8f06-668f15fa11d8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.809748 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-f0512015-40d4-4791-8f06-668f15fa11d8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports/f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 936 time: 0.1317778 Jul 16 20:31:00.817247 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-bfc2c58b-d8e7-48bf-9482-3531a6f5df63 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/quotas/0c642436ca1445bea5db47ecb6a3fbfe HTTP/1.1" status: 200 len: 375 time: 0.0322547 Jul 16 20:31:00.884181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-2e973df4-08ba-4c3d-9145-ed58737a2bf4 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653639 Jul 16 20:31:00.910153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-784bcef2-ec09-4849-ba13-a16b17a11660 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:00.923360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-784bcef2-ec09-4849-ba13-a16b17a11660 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports/6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 935 time: 0.1114180 Jul 16 20:31:01.010335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-4fc09365-2617-41e2-93a0-164eb6c4e280 service neutron] 10.222.0.10 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222878 Jul 16 20:31:01.018100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-0420dded-7c6e-4e04-8b6a-636caf991828 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0929694 Jul 16 20:31:01.100418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-38f69ab9-4df8-48d3-be56-a12c352f05e8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0694473 Jul 16 20:31:01.154140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-20574ce2-6d85-499c-85ac-536ca3521389 service neutron] 10.222.0.10 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426961 Jul 16 20:31:01.279279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e01ac7f5-8bf3-43e9-ba87-9dcc32788346 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:01.293751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e01ac7f5-8bf3-43e9-ba87-9dcc32788346 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:01.304982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e01ac7f5-8bf3-43e9-ba87-9dcc32788346 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:01.307305 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e01ac7f5-8bf3-43e9-ba87-9dcc32788346 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/networks?id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=6a17a63a-c043-49f3-9a05-56cd95c749a7&id=6a17a63a-c043-49f3-9a05-56cd95c749a7 HTTP/1.1" status: 200 len: 1994 time: 0.2004564 Jul 16 20:31:01.329268 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-fc5441ec-42e9-4c2a-a136-0fde227fad10 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/quotas/9f590338e8e94ae5ba7adc64015dfb41 HTTP/1.1" status: 200 len: 375 time: 0.0150163 Jul 16 20:31:01.435391 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b02f7-4418-45be-9917-854f2c4c689d x-openstack-request-id: req-896b02f7-4418-45be-9917-854f2c4c689d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:01.435679 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4289301-8682-4472-b3d7-775c718e19ef", "name": "network-vif-deleted", "tag": "2360e082-ab68-4a6d-8218-0f142972b8a9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:01.435947 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-896b02f7-4418-45be-9917-854f2c4c689d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:01.436365 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4289301-8682-4472-b3d7-775c718e19ef', 'name': 'network-vif-deleted', 'tag': '2360e082-ab68-4a6d-8218-0f142972b8a9', 'status': 'completed', 'code': 200} Jul 16 20:31:01.508592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2014de58-5e37-4ff4-8d89-21963bda8811 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1697936 Jul 16 20:31:01.555574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46206) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:01.696985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c5ba06-954c-4072-8363-1ab141377dc1 admin admin] Deleting subnet 732a3937-be3d-4482-bac2-2c329d85ec26 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:31:01.706718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52c5ba06-954c-4072-8363-1ab141377dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.735800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-1c4bb447-2c25-4348-991d-da991b4d97f7 service neutron] 10.222.0.10 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140417 Jul 16 20:31:01.803039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52c5ba06-954c-4072-8363-1ab141377dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.896232 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52c5ba06-954c-4072-8363-1ab141377dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:01.995442 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52c5ba06-954c-4072-8363-1ab141377dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.004099 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-1d5c0a41-bed0-4a9f-8c6b-dc4d43da331d service neutron] 10.222.0.10 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671242 Jul 16 20:31:02.088933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52c5ba06-954c-4072-8363-1ab141377dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.092388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-52c5ba06-954c-4072-8363-1ab141377dc1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/732a3937-be3d-4482-bac2-2c329d85ec26 HTTP/1.1" status: 204 len: 168 time: 0.5350957 Jul 16 20:31:02.095520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5ba06-954c-4072-8363-1ab141377dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732a3937-be3d-4482-bac2-2c329d85ec26,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.097115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46218) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:02.149052 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7773ba20-d3fd-46f7-b4c7-c5f8cca8376e service neutron] 10.222.0.10 "GET /v2.0/ports/f9d99ac1-a29e-490f-b8d8-55e99fec1571?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1435783 Jul 16 20:31:02.261276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.296193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7130-b943-4533-9d70-442af7d8cb76 req-123cd60c-746a-448d-a290-74a20cf5baa2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:02.303628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69af7130-b943-4533-9d70-442af7d8cb76 req-123cd60c-746a-448d-a290-74a20cf5baa2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.3126032 Jul 16 20:31:02.381097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-f634ba1c-8d19-41d9-ad6b-3229e8b9d2c3 service neutron] 10.222.0.10 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309089 Jul 16 20:31:02.444389 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.457938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506195bb-4217-4e70-9cca-71b94221cebc']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:02.469884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e28042f-47f4-40f5-910e-ad5a284dc343') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:02.470526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e28042f-47f4-40f5-910e-ad5a284dc343') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:02.483473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.502781 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.513843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:31:02.514600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.541324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-83546e9f-28dc-4202-b683-bdbaa0e0002f service neutron] 10.222.0.10 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501262 Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:31:02.543084 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:31:02.592070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69af7130-b943-4533-9d70-442af7d8cb76 req-249288ec-89c9-4043-b5c4-e68d27684e65 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873545 Jul 16 20:31:02.597776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.619315 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:02.627667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/506195bb-4217-4e70-9cca-71b94221cebc HTTP/1.1" status: 204 len: 168 time: 0.5255563 Jul 16 20:31:02.646318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445a88c-9eed-4150-8ea9-c8e1598a74f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=506195bb-4217-4e70-9cca-71b94221cebc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:02.669022 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-25e12709-82ee-41e2-ad84-0439b94e91d8 service neutron] 10.222.0.10 "GET /v2.0/ports/6ef24694-d40a-412b-8b50-3465204e5c26?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1178381 Jul 16 20:31:02.816881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-6fb480c9-54df-4e8a-a3e3-b6827d8a3e22 service neutron] 10.222.0.10 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469219 Jul 16 20:31:02.974637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46234) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.066376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8d0df7b1-0995-4cd4-b28f-c74d53917cf1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c2b422c64cd408e8c9694ba7c4828ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874574 Jul 16 20:31:03.073755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46238) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:03.134652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7bf6dcd1-0c9c-43f0-8729-ed461484c1ac service neutron] 10.222.0.10 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168590 Jul 16 20:31:03.218413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-01ca5fd1-351d-4ef2-81cc-57f6e3866dab req-dea6c357-6d3c-4853-a745-c79c6aa184e6 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 210 time: 0.1137848 Jul 16 20:31:03.335104 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e5f77e1-9860-4b0c-a5c5-caf76613551b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.379625 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e5f77e1-9860-4b0c-a5c5-caf76613551b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.463545 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-3b8767fb-eac2-44d1-9fd5-7d8cb32c5478 service neutron] 10.222.0.10 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770605 Jul 16 20:31:03.487857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e5f77e1-9860-4b0c-a5c5-caf76613551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.490925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e5f77e1-9860-4b0c-a5c5-caf76613551b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:03.496629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7e5f77e1-9860-4b0c-a5c5-caf76613551b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62f08eef-0e77-4e58-ad84-834c101e9427 HTTP/1.1" status: 204 len: 168 time: 0.4213486 Jul 16 20:31:03.508631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f77e1-9860-4b0c-a5c5-caf76613551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f08eef-0e77-4e58-ad84-834c101e9427,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:03.626713 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-796efb65-2afc-40c8-a681-e0f73935db09 service neutron] 10.222.0.10 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536229 Jul 16 20:31:03.822596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-707b8169-90d9-40d3-8bbd-9d7a6fe4554a service neutron] 10.222.0.10 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926417 Jul 16 20:31:04.071691 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dd02a724-b744-4385-8f3b-8c1b6a3b4be3 service neutron] 10.222.0.10 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437007 Jul 16 20:31:04.838985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-41704bb9-7735-43c4-89e4-ead6e2ad74f7 service neutron] 10.222.0.10 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7649472 Jul 16 20:31:04.955501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-a045bef1-d7c2-4b7d-b279-12c252bd3792 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:04.957483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-a045bef1-d7c2-4b7d-b279-12c252bd3792 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 815 time: 1.0730159 Jul 16 20:31:04.961656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-066d4a66-4466-4f72-92eb-88b59a82813c service neutron] 10.222.0.10 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217573 Jul 16 20:31:04.975449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Request body: {'port': {'device_id': 'd3a14686-81fa-4352-aecb-1196a87f1056', 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c', 'admin_state_up': True, 'tenant_id': '0c642436ca1445bea5db47ecb6a3fbfe'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:05.089824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a55d8d-c5f5-4405-8ab3-ef8857ab6dd2 req-7a300948-8589-413c-9316-8d6c61fb3bc5 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:05.094118 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39a55d8d-c5f5-4405-8ab3-ef8857ab6dd2 req-7a300948-8589-413c-9316-8d6c61fb3bc5 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 1.2244859 Jul 16 20:31:05.156464 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-f7bca71d-4332-4430-8445-118e7a1c77be service neutron] 10.222.0.10 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885042 Jul 16 20:31:05.197789 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39a55d8d-c5f5-4405-8ab3-ef8857ab6dd2 req-324b04a4-51c9-41ea-bd77-e3c166af0211 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961070 Jul 16 20:31:05.286940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Made reservation on behalf of 0c642436ca1445bea5db47ecb6a3fbfe for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:05.294185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:05.382563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59c4b126-336f-4719-86fb-ede3e78961e0 service neutron] 10.222.0.10 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235012 Jul 16 20:31:05.625700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c0daa14-0afe-4c8a-a02a-2f9fe0525be7 req-8356f1a6-0c32-434f-8965-fbf92967e681 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 210 time: 0.0625074 Jul 16 20:31:05.626139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Allocated IP 172.20.0.11 (b7e560f6-85ed-4979-9bdb-61ca9eba363c/2dd8708d-f571-4440-9947-b78d45d450ef/5ca8d371-f59c-44c2-863a-848216af7e16) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:05.970779 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.017652 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.080557 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Network b7e560f6-85ed-4979-9bdb-61ca9eba363c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:06.084031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:06.089617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:06.121114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Pushing event updated for resources: {'Port': ['ID=5ca8d371-f59c-44c2-863a-848216af7e16,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:06.188491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:06.189662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:06.215830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-51dd57cd-d1c1-4103-b7ce-78bdc77c20c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2448521 Jul 16 20:31:06.235250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Request body: {'port': {'device_id': 'd3a14686-81fa-4352-aecb-1196a87f1056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:06.461667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.059288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-856d698e-c10f-4c88-a5aa-a997277f9f7e req-f4bf1771-c195-4e24-8fce-5c462a2063ea tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0776575 Jul 16 20:31:07.264692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f01a2-b567-48f0-bebe-09f89a8563a4 req-28ef3dcb-1099-4c62-bd0d-1ed998214eed tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:07.266343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-377f01a2-b567-48f0-bebe-09f89a8563a4 req-28ef3dcb-1099-4c62-bd0d-1ed998214eed tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.3700247 Jul 16 20:31:07.344500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedf18-983d-4217-9043-56e36d629cf9 req-3f819192-1439-4148-a739-67e4329dcb20 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:07.355497 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-84eedf18-983d-4217-9043-56e36d629cf9 req-3f819192-1439-4148-a739-67e4329dcb20 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 932 time: 0.1554554 Jul 16 20:31:07.477629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-377f01a2-b567-48f0-bebe-09f89a8563a4 req-a1cbfcf9-acea-46f1-8afc-bfbaf29d7c8c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894660 Jul 16 20:31:07.478960 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-84eedf18-983d-4217-9043-56e36d629cf9 req-8a6d365d-87a2-4245-b533-79ed43e41bda tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220419 Jul 16 20:31:07.715881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24636b18-d3aa-45f5-9f1f-306f3eb8ba57 req-e91929b4-3236-491c-a089-2d131472f2f3 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0700202 Jul 16 20:31:07.724513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca8d371-f59c-44c2-863a-848216af7e16 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:07.734172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.749246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Transition to ACTIVE for port object 5ca8d371-f59c-44c2-863a-848216af7e16 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:07.754327 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:07.881316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Pushing event updated for resources: {'Port': ['ID=5ca8d371-f59c-44c2-863a-848216af7e16,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:08.145983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Attempting to bind port 5ca8d371-f59c-44c2-863a-848216af7e16 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:08.147406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Attempting to bind port 5ca8d371-f59c-44c2-863a-848216af7e16 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:08.150099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Attempting to bind port 5ca8d371-f59c-44c2-863a-848216af7e16 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:08.163906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Port 5ca8d371-f59c-44c2-863a-848216af7e16 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:08.164756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Attempting to bind port 5ca8d371-f59c-44c2-863a-848216af7e16 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:08.171997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:08.172607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Checking segment: {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:08.173485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Bound using segment: {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:08.175191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Bound port: 5ca8d371-f59c-44c2-863a-848216af7e16, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:08.176832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.346117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] For port 5ca8d371-f59c-44c2-863a-848216af7e16, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:08.432300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] For port 5ca8d371-f59c-44c2-863a-848216af7e16, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5ca8d371-f59c-44c2-863a-848216af7e16,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:08.449340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a5d3a7da-0f13-48bc-9c3c-de0ce6a03566 req-1b707840-2683-47c8-a7d2-4051ca8a30b2 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0365438 Jul 16 20:31:08.481458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.683838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:08.686928 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:08.688760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] 10.222.0.30 "PUT /v2.0/ports/5ca8d371-f59c-44c2-863a-848216af7e16 HTTP/1.1" status: 200 len: 1093 time: 2.4642882 Jul 16 20:31:08.691947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a14686-81fa-4352-aecb-1196a87f1056', 'tag': '5ca8d371-f59c-44c2-863a-848216af7e16'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:08.697963 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7446c27b-4807-4c28-bf18-548f7bb979c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a14686-81fa-4352-aecb-1196a87f1056", "tag": "5ca8d371-f59c-44c2-863a-848216af7e16"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:08.948363 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-693568be-ac30-46c1-a984-ce2875fd67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:08.955215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-693568be-ac30-46c1-a984-ce2875fd67b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 1098 time: 0.6700497 Jul 16 20:31:08.968304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74e04c-c47c-4fb1-8220-8e21ae38e829 req-4465a823-2bf4-4550-a53c-28f9a1204c31 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:08.982644 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8c74e04c-c47c-4fb1-8220-8e21ae38e829 req-4465a823-2bf4-4550-a53c-28f9a1204c31 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 944 time: 0.1477993 Jul 16 20:31:09.104539 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8c74e04c-c47c-4fb1-8220-8e21ae38e829 req-660f66a1-4e04-4125-aaeb-a31fe49b3329 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145053 Jul 16 20:31:09.277336 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf5159-a015-48d4-afc7-ca71a4a65421 x-openstack-request-id: req-0cbf5159-a015-48d4-afc7-ca71a4a65421 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:09.277690 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a14686-81fa-4352-aecb-1196a87f1056", "tag": "5ca8d371-f59c-44c2-863a-848216af7e16", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:09.277951 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cbf5159-a015-48d4-afc7-ca71a4a65421 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:09.278370 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a14686-81fa-4352-aecb-1196a87f1056', 'tag': '5ca8d371-f59c-44c2-863a-848216af7e16', 'status': 'completed', 'code': 200} Jul 16 20:31:09.290249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813348e7-e55c-4777-99b0-86e5f60126cf req-6a07c826-ce51-455c-a0af-d96a444d92c2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.298222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-813348e7-e55c-4777-99b0-86e5f60126cf req-6a07c826-ce51-455c-a0af-d96a444d92c2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.9534299 Jul 16 20:31:09.314082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b5285-9ce6-4584-9242-09e01ed9da5c service neutron] Pushing event updated for resources: {'Port': ['ID=5ca8d371-f59c-44c2-863a-848216af7e16,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:09.370262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-8e17f3e4-470f-4758-aab0-43a597e823df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.372632 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-8e17f3e4-470f-4758-aab0-43a597e823df service neutron] 10.222.0.30 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 912 time: 0.3889825 Jul 16 20:31:09.423558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef6c2220-97d6-4f1c-99e8-5f28bd0546a3 req-4f3b9ea4-3ab0-4288-b6e3-7c41ecc321ae tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0758746 Jul 16 20:31:09.506295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-813348e7-e55c-4777-99b0-86e5f60126cf req-2a9253d3-8cde-4f28-9a4e-a413fb79c80b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068226 Jul 16 20:31:09.552688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-358a3df8-a0e6-4f45-834d-37408fe2bc0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb HTTP/1.1" status: 200 len: 1001 time: 0.1550353 Jul 16 20:31:09.556143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-6f6aff94-896d-4b67-8c8e-0ec09c340c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.557880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-6f6aff94-896d-4b67-8c8e-0ec09c340c0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 1096 time: 0.5954969 Jul 16 20:31:09.665671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-8d084ce2-44b0-4bdd-8fde-300aade4377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.667820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-8d084ce2-44b0-4bdd-8fde-300aade4377c service neutron] 10.222.0.63 "GET /v2.0/ports/f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 1032 time: 0.0856202 Jul 16 20:31:09.730889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-82aa3986-f7f8-4606-b117-b77fb02e0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.732918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-82aa3986-f7f8-4606-b117-b77fb02e0da8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.1739423 Jul 16 20:31:09.819352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-8b30e168-e851-4c80-88bb-a58bf8a78b3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ca8d371-f59c-44c2-863a-848216af7e16 HTTP/1.1" status: 200 len: 217 time: 0.2448609 Jul 16 20:31:09.877218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-1dab99e7-4e74-4905-bc6b-8237e69d41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.884306 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-1dab99e7-4e74-4905-bc6b-8237e69d41bb service neutron] 10.222.0.63 "GET /v2.0/ports/6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 1031 time: 0.2001030 Jul 16 20:31:09.965049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-1b170b55-f550-48d5-aaf1-9ae125d94b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:09.966703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-1b170b55-f550-48d5-aaf1-9ae125d94b5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 0.1156857 Jul 16 20:31:10.020385 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-7a6d4b32-278c-44c8-aca9-993fb4a03bd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419533 Jul 16 20:31:10.032814 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a9154753-f577-421a-8740-23b4bc17dcba req-0cdbc1f9-4ed9-4171-8ab8-7b0642cfa71d tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1467016 Jul 16 20:31:10.120391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-14a54025-84b7-41e7-8833-513c1982c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.122207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-14a54025-84b7-41e7-8833-513c1982c3c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3007915 Jul 16 20:31:10.342438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-39a4bbba-129e-4a70-99a9-ca477bd1b6b9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.358129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-39a4bbba-129e-4a70-99a9-ca477bd1b6b9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.359443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-9d834d08-563d-49c8-8748-b7940b4a708a service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305681 Jul 16 20:31:10.367236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-39a4bbba-129e-4a70-99a9-ca477bd1b6b9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.369067 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-39a4bbba-129e-4a70-99a9-ca477bd1b6b9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "GET /v2.0/networks?id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=6a17a63a-c043-49f3-9a05-56cd95c749a7&id=6a17a63a-c043-49f3-9a05-56cd95c749a7 HTTP/1.1" status: 200 len: 1994 time: 0.4466562 Jul 16 20:31:10.401315 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4192937a-3810-413a-ba37-f87d77d1137c req-4893c124-2357-4cb2-824a-b8dbb5a926a0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1114614 Jul 16 20:31:10.446601 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b3ba5367-e616-405e-8a49-39186b3cd8e1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f590338e8e94ae5ba7adc64015dfb41 HTTP/1.1" status: 200 len: 379 time: 0.0582478 Jul 16 20:31:10.469996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'admin_state_up': True, 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'security_groups': ['cd3b88f3-5254-45d4-a7b4-7ab4370563c7']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:10.552548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-9dc9e399-66ba-4514-a80e-f3a83356804c service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158857 Jul 16 20:31:10.664517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-57ce1b31-2d01-4c05-91fe-191d94f9a900 req-5277bfcd-fd5b-45bb-acdb-73377d291d65 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0611470 Jul 16 20:31:10.688204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e22eb698-8b15-494c-bd3b-84498017ab67 req-87cebffe-8c8c-4980-9d22-d3b363831498 service neutron] 10.222.0.30 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289775 Jul 16 20:31:10.757100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f36a0d-2c64-41c0-95a4-c39d5bb5f81b req-e0a9bde7-f6de-4184-b560-4b2b7f8584ec tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.758887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2f36a0d-2c64-41c0-95a4-c39d5bb5f81b req-e0a9bde7-f6de-4184-b560-4b2b7f8584ec tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 944 time: 0.3603556 Jul 16 20:31:10.768017 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ccb2fe1-e4fd-4cae-a4d8-2006caa481d7 req-d1c76300-df32-485b-896b-9858214ab795 service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670888 Jul 16 20:31:10.867587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:10.880269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:10.931187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2f36a0d-2c64-41c0-95a4-c39d5bb5f81b req-78220e22-4664-40e8-88d3-0b15de8a74a4 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595516 Jul 16 20:31:10.989638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-102d733c-ba47-4a6c-9a0b-9c204adcd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:10.991193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-102d733c-ba47-4a6c-9a0b-9c204adcd498 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 1096 time: 0.1525555 Jul 16 20:31:11.319705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-aede9c3c-6804-4c64-b1b6-80bf9f8d79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.327194 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-aede9c3c-6804-4c64-b1b6-80bf9f8d79b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 916 time: 0.3287835 Jul 16 20:31:11.473046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Allocated IP 172.20.0.10 (92e25605-4fb7-4fa2-8b4e-c330d80a563a/8b25d401-2108-45e7-bcdf-2b5a4eec4cc8/a6d67b6e-b14e-41b1-9ab5-fe3593ce7712) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:11.490897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-b7479c92-b82b-4d46-ba7d-9a4819f4d12f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ca8d371-f59c-44c2-863a-848216af7e16 HTTP/1.1" status: 200 len: 217 time: 0.1563540 Jul 16 20:31:11.582385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4355b7-1b94-42c9-ad37-38e39155e2f8 req-b23b2116-d33f-4621-8996-2f52b459f711 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.596545 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7e4355b7-1b94-42c9-ad37-38e39155e2f8 req-b23b2116-d33f-4621-8996-2f52b459f711 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.3020232 Jul 16 20:31:11.638610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-47b5172e-88d7-482b-b676-d6c08730aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:11.645707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-47b5172e-88d7-482b-b676-d6c08730aacd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 0.1470480 Jul 16 20:31:11.724689 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7e4355b7-1b94-42c9-ad37-38e39155e2f8 req-b412b708-136c-4361-8818-80b48b407235 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234889 Jul 16 20:31:11.801465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-e8f4ed41-fe10-429b-a5fc-298a2389a5c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475902 Jul 16 20:31:11.952658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:11.972700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Transition to ACTIVE for port object a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:12.022045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae33adc0-1f7f-4b0d-a55c-6b6b578f79e4 req-d77f1a82-4e24-4a96-b7d0-90164b9ca8ec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0428953 Jul 16 20:31:12.036780 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ddbdf0f7-f292-4959-a845-a375fc38fb56 req-a0d11bd4-cc85-40cf-864a-f910d3cf7e70 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.2316558 Jul 16 20:31:12.087217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.115107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5ca8d371-f59c-44c2-863a-848216af7e16 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:12.142002 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-295eda64-ce54-40ae-8e40-3960c82fef6c service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225150 Jul 16 20:31:12.265031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 92e25605-4fb7-4fa2-8b4e-c330d80a563a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:12.275660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:12.309131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:12.362697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 5ca8d371-f59c-44c2-863a-848216af7e16, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5ca8d371-f59c-44c2-863a-848216af7e16,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:12.400784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '5ca8d371-f59c-44c2-863a-848216af7e16', 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c', 'port_id': '5ca8d371-f59c-44c2-863a-848216af7e16', 'mac_address': 'fa:16:3e:5e:68:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd8708d-f571-4440-9947-b78d45d450ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:12.458838 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7446c27b-4807-4c28-bf18-548f7bb979c2 req-0544a7a5-69cf-40d3-9d82-9eb77a60505e service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091714 Jul 16 20:31:12.491448 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Port': ['ID=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:12.564842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.610562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca8d371-f59c-44c2-863a-848216af7e16 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:12.626977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.645409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.685208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 5ca8d371-f59c-44c2-863a-848216af7e16, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5ca8d371-f59c-44c2-863a-848216af7e16,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:12.706874 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.728681 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7a586e61-7a39-4ddf-ae5e-fdd441993799 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2737589 Jul 16 20:31:12.768389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'admin_state_up': True, 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'security_groups': ['cd3b88f3-5254-45d4-a7b4-7ab4370563c7']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:12.903202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a34921bc-ae63-4154-82e0-180411c55216 None None] Provisioning for port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:12.920831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a34921bc-ae63-4154-82e0-180411c55216 None None] Provisioning complete for port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:12.932977 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a34921bc-ae63-4154-82e0-180411c55216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:12.946286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3824a-ea3c-442a-bd34-ed616619379f req-ee8ab8dc-03b3-4529-abb2-1ffb5393d2cb tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:12.947937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5ca8d371-f59c-44c2-863a-848216af7e16'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:12.967798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c9b3824a-ea3c-442a-bd34-ed616619379f req-ee8ab8dc-03b3-4529-abb2-1ffb5393d2cb tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 944 time: 0.5028994 Jul 16 20:31:13.090081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=5ca8d371-f59c-44c2-863a-848216af7e16,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:13.215083 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c9b3824a-ea3c-442a-bd34-ed616619379f req-a82dd5ed-3df8-443b-8753-9292876aac24 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488714 Jul 16 20:31:13.220926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a34921bc-ae63-4154-82e0-180411c55216 None None] Port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:13.290993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:13.295996 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:13.401216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaedaa-656d-457d-bba6-5a66f895156a req-d1e25e78-e7fd-43bb-be08-40bb0d848922 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.419306 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0eaedaa-656d-457d-bba6-5a66f895156a req-d1e25e78-e7fd-43bb-be08-40bb0d848922 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.2197194 Jul 16 20:31:13.544509 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0eaedaa-656d-457d-bba6-5a66f895156a req-e79622e3-b9ea-441f-a90a-a986b89824b3 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208203 Jul 16 20:31:13.696272 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dde3d-57c5-4b73-a9f9-65c9dc96306d req-c8821040-4c0c-4b7b-aec2-fb4f3ab8a648 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:13.697876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c78dde3d-57c5-4b73-a9f9-65c9dc96306d req-c8821040-4c0c-4b7b-aec2-fb4f3ab8a648 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 932 time: 0.2289774 Jul 16 20:31:13.742874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Allocated IP 10.1.1.216 (93b13eab-c3ed-4ab9-b4b8-855daa064667/77def0c6-c87d-4a67-9f3f-6c49c11a257f/8b4aba22-0540-49a2-9ac7-863ed563cbf4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:13.793688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c78dde3d-57c5-4b73-a9f9-65c9dc96306d req-7ff7ac71-85ef-4f24-bcad-60322c8ca8e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809982 Jul 16 20:31:13.863393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-827d4279-701c-4423-b567-0f6ffe641fe5 req-d95c62e0-5a7d-4702-bf51-5aa171ab4c03 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0954599 Jul 16 20:31:14.006176 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.042000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Transition to ACTIVE for port object 8b4aba22-0540-49a2-9ac7-863ed563cbf4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:14.078077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.130216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5ca8d371-f59c-44c2-863a-848216af7e16 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:14.130645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:14.134829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:14.140128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:14.227433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.228563 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.236041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Port': ['ID=8b4aba22-0540-49a2-9ac7-863ed563cbf4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:14.255597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 5ca8d371-f59c-44c2-863a-848216af7e16 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:14.264069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 5ca8d371-f59c-44c2-863a-848216af7e16 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:14.265789 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.266808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2d935e27-89d6-4ac1-ab92-e65aaa747818 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5294919 Jul 16 20:31:14.278481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'admin_state_up': True, 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'security_groups': ['cd3b88f3-5254-45d4-a7b4-7ab4370563c7']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:14.452477 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.520209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 5ca8d371-f59c-44c2-863a-848216af7e16, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5ca8d371-f59c-44c2-863a-848216af7e16,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:14.521714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a14686-81fa-4352-aecb-1196a87f1056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8d371-f59c-44c2-863a-848216af7e16'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:14.524953 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c147b799-2818-4c05-946b-ed293a6cd010" -d '{"events": [{"server_uuid": "d3a14686-81fa-4352-aecb-1196a87f1056", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8d371-f59c-44c2-863a-848216af7e16"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:14.543637 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.596722 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4330df-7bca-484a-bcc5-0c93965baf9d x-openstack-request-id: req-3c4330df-7bca-484a-bcc5-0c93965baf9d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:14.597927 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a14686-81fa-4352-aecb-1196a87f1056", "name": "network-vif-plugged", "status": "completed", "tag": "5ca8d371-f59c-44c2-863a-848216af7e16", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:14.598655 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c4330df-7bca-484a-bcc5-0c93965baf9d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:14.599945 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a14686-81fa-4352-aecb-1196a87f1056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca8d371-f59c-44c2-863a-848216af7e16', 'code': 200} Jul 16 20:31:14.642290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ebbf8a06-909f-45ea-92fe-dde737ebe554 None None] Provisioning for port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:14.655319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ebbf8a06-909f-45ea-92fe-dde737ebe554 None None] Provisioning complete for port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:14.655692 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8a06-909f-45ea-92fe-dde737ebe554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.665021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=5ca8d371-f59c-44c2-863a-848216af7e16,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:14.688169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25399f-c462-48a7-b61a-47246170e420 req-1b04b455-019a-4cc9-b609-f535b2fea046 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.689971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af25399f-c462-48a7-b61a-47246170e420 req-1b04b455-019a-4cc9-b609-f535b2fea046 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 945 time: 0.2226179 Jul 16 20:31:14.691193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:14.703188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:14.721639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf8a06-909f-45ea-92fe-dde737ebe554 None None] Port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:14.795654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81b932-3b97-43ac-a38a-6fb51316921f req-2a285463-8a92-4950-a68d-52879a667634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:14.797930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d81b932-3b97-43ac-a38a-6fb51316921f req-2a285463-8a92-4950-a68d-52879a667634 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 1098 time: 0.1029654 Jul 16 20:31:14.852668 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d81b932-3b97-43ac-a38a-6fb51316921f req-d74eab75-eee2-4c59-9178-943e2c90a09c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476618 Jul 16 20:31:14.904507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af25399f-c462-48a7-b61a-47246170e420 req-a77d1fa0-e5ab-4041-97b8-f0c36ff80ffe tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869407 Jul 16 20:31:14.939050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Allocated IP 10.1.1.217 (93b13eab-c3ed-4ab9-b4b8-855daa064667/77def0c6-c87d-4a67-9f3f-6c49c11a257f/7ec91537-7208-43f6-a91a-d689b79c0b81) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:15.149721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9d87-cfc7-4cbb-aeac-e07416befba6 req-21e62849-efcf-495a-adcb-8a522594518a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:15.156094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9d87-cfc7-4cbb-aeac-e07416befba6 req-21e62849-efcf-495a-adcb-8a522594518a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:15.169926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-740b9d87-cfc7-4cbb-aeac-e07416befba6 req-21e62849-efcf-495a-adcb-8a522594518a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 1654 time: 0.1288650 Jul 16 20:31:15.189238 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ed0f52a-9548-45b7-a775-4f5417e0a081 req-13addb8e-c350-4299-a41f-36276233655d tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0373807 Jul 16 20:31:15.255744 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.259012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-740b9d87-cfc7-4cbb-aeac-e07416befba6 req-8f2de3aa-0504-4d6b-86ec-e5cffe54183b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867734 Jul 16 20:31:15.306407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Transition to ACTIVE for port object 7ec91537-7208-43f6-a91a-d689b79c0b81 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:15.345061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.404319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Port': ['ID=7ec91537-7208-43f6-a91a-d689b79c0b81,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:15.420715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:15.422839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:15.436736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:15.515891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:15.517174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.540015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b641eca0-ec26-4892-8337-6e554996529e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2642984 Jul 16 20:31:15.556258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7', 'admin_state_up': True, 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'security_groups': ['cd3b88f3-5254-45d4-a7b4-7ab4370563c7']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:15.678395 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.763948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:15.876059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c106d7c6-361a-4277-bbf5-b8880e887b2b None None] Provisioning for port 7ec91537-7208-43f6-a91a-d689b79c0b81 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:15.884275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c106d7c6-361a-4277-bbf5-b8880e887b2b None None] Provisioning complete for port 7ec91537-7208-43f6-a91a-d689b79c0b81 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:15.884652 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c106d7c6-361a-4277-bbf5-b8880e887b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.926548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:15.947569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c106d7c6-361a-4277-bbf5-b8880e887b2b None None] Port 7ec91537-7208-43f6-a91a-d689b79c0b81 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:16.198419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Allocated IP 10.2.2.100 (6a17a63a-c043-49f3-9a05-56cd95c749a7/d201c557-d2fd-453a-90fb-748de84d467b/effca4c7-dc97-4568-8028-c745824ae60f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:16.392789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.418612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Transition to ACTIVE for port object effca4c7-dc97-4568-8028-c745824ae60f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:16.546207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f6065bd-a4fc-4f20-a292-c0edcccf7587 req-3a6a191b-3c9f-4163-8636-5bcc5856d9a3 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1329279 Jul 16 20:31:16.567528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.585017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a5d3-5495-484a-846d-74f13c650904 req-cab7b50c-e2f7-4911-89c2-cb2280f800e2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.588311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0918a5d3-5495-484a-846d-74f13c650904 req-cab7b50c-e2f7-4911-89c2-cb2280f800e2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 946 time: 0.1633060 Jul 16 20:31:16.653227 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.697244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 6a17a63a-c043-49f3-9a05-56cd95c749a7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:16.711203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:16.747125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:16.750951 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Port': ['ID=effca4c7-dc97-4568-8028-c745824ae60f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:16.840835 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0918a5d3-5495-484a-846d-74f13c650904 req-7afe3637-45f4-4ae3-8b0d-85873cccdc6c tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956129 Jul 16 20:31:16.896737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.898976 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:16.932531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-85674243-f6a4-44b6-9efe-04e2591f0867 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3809657 Jul 16 20:31:16.943596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7', 'admin_state_up': True, 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'security_groups': ['cd3b88f3-5254-45d4-a7b4-7ab4370563c7']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:16.967303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424251-4f32-4542-8be9-17ffcf4f2b89 req-c0764289-4426-497e-a2d6-a4f88631c872 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.974925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424251-4f32-4542-8be9-17ffcf4f2b89 req-c0764289-4426-497e-a2d6-a4f88631c872 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.985089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424251-4f32-4542-8be9-17ffcf4f2b89 req-c0764289-4426-497e-a2d6-a4f88631c872 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.994063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424251-4f32-4542-8be9-17ffcf4f2b89 req-c0764289-4426-497e-a2d6-a4f88631c872 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:16.998141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce424251-4f32-4542-8be9-17ffcf4f2b89 req-c0764289-4426-497e-a2d6-a4f88631c872 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 3096 time: 0.2149982 Jul 16 20:31:17.109385 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce424251-4f32-4542-8be9-17ffcf4f2b89 req-e7d49cff-2367-466e-9bcb-3f19a4f82b78 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984414 Jul 16 20:31:17.199508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4468b750-dd72-4d76-bbdc-61ac8dec0a19 None None] Provisioning for port effca4c7-dc97-4568-8028-c745824ae60f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:17.206737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4468b750-dd72-4d76-bbdc-61ac8dec0a19 None None] Provisioning complete for port effca4c7-dc97-4568-8028-c745824ae60f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:17.207401 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4468b750-dd72-4d76-bbdc-61ac8dec0a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.211514 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Made reservation on behalf of 9f590338e8e94ae5ba7adc64015dfb41 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:17.223089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.299975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4468b750-dd72-4d76-bbdc-61ac8dec0a19 None None] Port effca4c7-dc97-4568-8028-c745824ae60f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:17.481185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Allocated IP 10.2.2.200 (6a17a63a-c043-49f3-9a05-56cd95c749a7/d201c557-d2fd-453a-90fb-748de84d467b/1dbe9890-bd28-4d70-96a6-8f4b682bd484) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:17.716591 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.748447 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Transition to ACTIVE for port object 1dbe9890-bd28-4d70-96a6-8f4b682bd484 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:17.810105 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:17.887678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Network 6a17a63a-c043-49f3-9a05-56cd95c749a7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:17.921629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d6978dd-e0f7-4f8c-b3e4-47fb9c37aba8 req-b23aec40-8836-4c89-8bd4-803dd05882aa tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0708494 Jul 16 20:31:17.927947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:17.940354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d692d-c99d-4db6-9245-0ca2bdcbce7c req-93c9eee8-f694-4ce0-ba43-dff43e8ebf38 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:17.941977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-199d692d-c99d-4db6-9245-0ca2bdcbce7c req-93c9eee8-f694-4ce0-ba43-dff43e8ebf38 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1097 time: 0.1254439 Jul 16 20:31:17.945378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:17.982644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event updated for resources: {'Port': ['ID=1dbe9890-bd28-4d70-96a6-8f4b682bd484,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:18.021616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-199d692d-c99d-4db6-9245-0ca2bdcbce7c req-48fdc565-a364-4d11-bd1c-415256914534 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723054 Jul 16 20:31:18.037596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.038499 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.067408 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ee298099-b5bf-44c5-b91d-3ff50e752f9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1282701 Jul 16 20:31:18.084068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:18.215394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.344857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-faec6aa7-cdb8-40ce-9c85-8ec6c723e13d None None] Provisioning for port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:18.353208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-faec6aa7-cdb8-40ce-9c85-8ec6c723e13d None None] Provisioning complete for port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:18.353668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-faec6aa7-cdb8-40ce-9c85-8ec6c723e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.416230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-faec6aa7-cdb8-40ce-9c85-8ec6c723e13d None None] Port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:18.513563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5395f-3fed-4cbd-bd3b-c9ab59e6f93d req-e3d940f0-f41a-405a-b35f-e9ed4f94cfdf tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.532950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5395f-3fed-4cbd-bd3b-c9ab59e6f93d req-e3d940f0-f41a-405a-b35f-e9ed4f94cfdf tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.547182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5395f-3fed-4cbd-bd3b-c9ab59e6f93d req-e3d940f0-f41a-405a-b35f-e9ed4f94cfdf tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.566507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5395f-3fed-4cbd-bd3b-c9ab59e6f93d req-e3d940f0-f41a-405a-b35f-e9ed4f94cfdf tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.574898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5395f-3fed-4cbd-bd3b-c9ab59e6f93d req-e3d940f0-f41a-405a-b35f-e9ed4f94cfdf tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.590137 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78e5395f-3fed-4cbd-bd3b-c9ab59e6f93d req-e3d940f0-f41a-405a-b35f-e9ed4f94cfdf tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 3817 time: 0.1987140 Jul 16 20:31:18.688944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78e5395f-3fed-4cbd-bd3b-c9ab59e6f93d req-c5250f37-c926-4640-897b-1bc444cf7672 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975738 Jul 16 20:31:18.750745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:18.761354 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.791546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5c8ac-48ef-46e0-8817-899bfd519eef req-c8ba19fc-f888-4d8b-96ab-487f42702036 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:18.798951 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e5e5c8ac-48ef-46e0-8817-899bfd519eef req-c8ba19fc-f888-4d8b-96ab-487f42702036 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.4848032 Jul 16 20:31:18.807158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Transition to ACTIVE for port object a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:18.821313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:18.904222 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e5e5c8ac-48ef-46e0-8817-899bfd519eef req-77fc8b94-102e-45c1-8cb5-0284a490a588 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040289 Jul 16 20:31:18.908139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:18.936238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46592) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:19.081131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Attempting to bind port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:19.081724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Attempting to bind port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:19.082405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Attempting to bind port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 on network 92e25605-4fb7-4fa2-8b4e-c330d80a563a {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:19.099923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 on network 92e25605-4fb7-4fa2-8b4e-c330d80a563a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:19.111555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Attempting to bind port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 on network 92e25605-4fb7-4fa2-8b4e-c330d80a563a {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:19.120101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-da198183-df32-4876-8a68-0ab09d91a379 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/e3216822-df9f-4dea-b7bb-d391f5fcb093 HTTP/1.1" status: 200 len: 993 time: 0.1762898 Jul 16 20:31:19.131199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:19.131199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Checking segment: {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:19.131800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Bound using segment: {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:19.134084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Bound port: a6d67b6e-b14e-41b1-9ab5-fe3593ce7712, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85550ca6-7433-4c39-9a74-e4342813f153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:19.134725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.279001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] For port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:19.293460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] For port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:19.300448 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.361675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-117416ce-07c4-425b-a7b6-5611a9396bf6 req-cf485588-6468-4fc9-82c3-222f3a6d72f0 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0966122 Jul 16 20:31:19.409128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:19.409805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.416014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] 10.222.0.63 "PUT /v2.0/ports/a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 HTTP/1.1" status: 200 len: 1093 time: 1.3356798 Jul 16 20:31:19.420231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:19.428482 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10e95d3-8e7e-41f2-9ae2-68454d13d729" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:19.451017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:19.657496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd0751-eec7-4811-9800-c4c5ac5812a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:19.673040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:19.707231 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaff3b5-98d5-41a2-8029-21824b1d6b00 x-openstack-request-id: req-7aaff3b5-98d5-41a2-8029-21824b1d6b00 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:19.707620 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:19.707967 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7aaff3b5-98d5-41a2-8029-21824b1d6b00 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:19.708365 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'status': 'completed', 'code': 200} Jul 16 20:31:20.092273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48d1f-8db7-4024-b855-b6c4392b4928 req-c29b3bb0-5901-414c-9f7a-b3d9acc9fbe9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.098390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48d1f-8db7-4024-b855-b6c4392b4928 req-c29b3bb0-5901-414c-9f7a-b3d9acc9fbe9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.106239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48d1f-8db7-4024-b855-b6c4392b4928 req-c29b3bb0-5901-414c-9f7a-b3d9acc9fbe9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.112592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48d1f-8db7-4024-b855-b6c4392b4928 req-c29b3bb0-5901-414c-9f7a-b3d9acc9fbe9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.119150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48d1f-8db7-4024-b855-b6c4392b4928 req-c29b3bb0-5901-414c-9f7a-b3d9acc9fbe9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.121033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ccf48d1f-8db7-4024-b855-b6c4392b4928 req-c29b3bb0-5901-414c-9f7a-b3d9acc9fbe9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 3829 time: 0.1670878 Jul 16 20:31:20.185544 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ccf48d1f-8db7-4024-b855-b6c4392b4928 req-520187ac-d84d-49f8-8cf7-79287120575a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535855 Jul 16 20:31:20.258280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-2e2f7fe7-6466-432b-b806-5905ae772553 req-675d156d-1014-43ea-9c6b-15c27e06f255 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:31:20.260316 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2e2f7fe7-6466-432b-b806-5905ae772553 req-675d156d-1014-43ea-9c6b-15c27e06f255 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089240 Jul 16 20:31:20.428563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-cc4cc9f0-dbb7-44a1-9d03-af69707f4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.430718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-cc4cc9f0-dbb7-44a1-9d03-af69707f4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.431430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-cc4cc9f0-dbb7-44a1-9d03-af69707f4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.432072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-cc4cc9f0-dbb7-44a1-9d03-af69707f4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.432712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-cc4cc9f0-dbb7-44a1-9d03-af69707f4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.434800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-cc4cc9f0-dbb7-44a1-9d03-af69707f4962 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 4365 time: 0.7256896 Jul 16 20:31:20.577288 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e85353f1-688f-4163-b72b-b11ada8506d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:20.687812 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa12f391-e52c-47af-afa4-86d396a4520b req-838b45a5-fd3b-4e54-ba51-e74fb4df0ad5 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0804191 Jul 16 20:31:20.876665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-21ec5a06-371b-49d9-b32b-ff5f65e18986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.877151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-21ec5a06-371b-49d9-b32b-ff5f65e18986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.877627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-21ec5a06-371b-49d9-b32b-ff5f65e18986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:20.879454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-21ec5a06-371b-49d9-b32b-ff5f65e18986 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4220717 Jul 16 20:31:21.254570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-0c31cac8-ce93-4d6f-a2bb-c64f9202bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.256160 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d10e95d3-8e7e-41f2-9ae2-68454d13d729 req-0c31cac8-ce93-4d6f-a2bb-c64f9202bb33 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3478863 Jul 16 20:31:21.299235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d99ac1-a29e-490f-b8d8-55e99fec1571 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:21.308043 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.327810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e22d-a7bc-4f2b-846b-961e2d937451 req-f892e82b-a739-4eba-b934-b33a571f3fbb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.336233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca23e22d-a7bc-4f2b-846b-961e2d937451 req-f892e82b-a739-4eba-b934-b33a571f3fbb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.0857000 Jul 16 20:31:21.345816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Transition to ACTIVE for port object f9d99ac1-a29e-490f-b8d8-55e99fec1571 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:21.357868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:21.391100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca23e22d-a7bc-4f2b-846b-961e2d937451 req-259db95d-799f-4e60-a5ab-9af9728d2552 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535698 Jul 16 20:31:21.633835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-83ad7a1c-2bbb-471a-afd9-bede92def049 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5401292 Jul 16 20:31:21.673380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d99ac1-a29e-490f-b8d8-55e99fec1571,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:21.809304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Attempting to bind port f9d99ac1-a29e-490f-b8d8-55e99fec1571 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:21.809595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Attempting to bind port f9d99ac1-a29e-490f-b8d8-55e99fec1571 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:21.815584 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Attempting to bind port f9d99ac1-a29e-490f-b8d8-55e99fec1571 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:21.878376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e4b99-0eca-493f-a18a-2e77842bb70c req-5211563a-1f83-4dc5-ad5c-9e32367a455e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.894028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e4b99-0eca-493f-a18a-2e77842bb70c req-5211563a-1f83-4dc5-ad5c-9e32367a455e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.909756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e4b99-0eca-493f-a18a-2e77842bb70c req-5211563a-1f83-4dc5-ad5c-9e32367a455e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.942666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e4b99-0eca-493f-a18a-2e77842bb70c req-5211563a-1f83-4dc5-ad5c-9e32367a455e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.955588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e4b99-0eca-493f-a18a-2e77842bb70c req-5211563a-1f83-4dc5-ad5c-9e32367a455e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.971860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e4b99-0eca-493f-a18a-2e77842bb70c req-5211563a-1f83-4dc5-ad5c-9e32367a455e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:21.984132 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-498e4b99-0eca-493f-a18a-2e77842bb70c req-5211563a-1f83-4dc5-ad5c-9e32367a455e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 4606 time: 0.5202823 Jul 16 20:31:21.999611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Port f9d99ac1-a29e-490f-b8d8-55e99fec1571 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:22.000203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Attempting to bind port f9d99ac1-a29e-490f-b8d8-55e99fec1571 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:22.019243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:22.019538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Checking segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:22.019885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Bound using segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:22.020330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Bound port: f9d99ac1-a29e-490f-b8d8-55e99fec1571, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:22.020692 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.069413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa6b2af9-e705-4083-83b3-18d94ba2156b req-0d65722a-4cc3-4aeb-b443-c852b5c59c9e tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0849316 Jul 16 20:31:22.087726 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-498e4b99-0eca-493f-a18a-2e77842bb70c req-e47bb440-fa0b-4011-b9c2-e3bebe3c9e04 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974221 Jul 16 20:31:22.198160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] For port f9d99ac1-a29e-490f-b8d8-55e99fec1571, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:22.206891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] For port f9d99ac1-a29e-490f-b8d8-55e99fec1571, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:22.226492 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.333477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:22.333840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.335310 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] 10.222.0.63 "PUT /v2.0/ports/f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 1136 time: 2.8971164 Jul 16 20:31:22.335771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': 'f9d99ac1-a29e-490f-b8d8-55e99fec1571'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:22.338100 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "f9d99ac1-a29e-490f-b8d8-55e99fec1571"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:22.364776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:22.475368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd1e7d-f86c-45ec-ba7a-10910cd99b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d99ac1-a29e-490f-b8d8-55e99fec1571,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:22.495848 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1a29ae-00b4-41fe-817e-e534b8f9fe1b x-openstack-request-id: req-4c1a29ae-00b4-41fe-817e-e534b8f9fe1b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:22.496319 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "f9d99ac1-a29e-490f-b8d8-55e99fec1571", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:22.496581 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c1a29ae-00b4-41fe-817e-e534b8f9fe1b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:22.497086 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': 'f9d99ac1-a29e-490f-b8d8-55e99fec1571', 'status': 'completed', 'code': 200} Jul 16 20:31:22.952005 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:22.952608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24963a89-985b-4ca5-aaf4-8fa189c80c25 req-166266a0-4ce2-4830-a552-e277a3764232 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:22.962322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24963a89-985b-4ca5-aaf4-8fa189c80c25 req-166266a0-4ce2-4830-a552-e277a3764232 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.2224679 Jul 16 20:31:23.023320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24963a89-985b-4ca5-aaf4-8fa189c80c25 req-4ce8e843-b170-4dc9-844f-a8e31771e9fa tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584753 Jul 16 20:31:23.053521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-7fa6cfeb-9bf1-4d68-bc9a-4bd3a0c642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.054471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-7fa6cfeb-9bf1-4d68-bc9a-4bd3a0c642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.055140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-7fa6cfeb-9bf1-4d68-bc9a-4bd3a0c642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.055820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-7fa6cfeb-9bf1-4d68-bc9a-4bd3a0c642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.056474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-7fa6cfeb-9bf1-4d68-bc9a-4bd3a0c642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.057161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-7fa6cfeb-9bf1-4d68-bc9a-4bd3a0c642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.059402 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-7fa6cfeb-9bf1-4d68-bc9a-4bd3a0c642f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5294 time: 0.5615659 Jul 16 20:31:23.197466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:23.429369 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-44805cf8-0134-4072-86ba-a14034b2eeb4 req-4a43bb74-3287-4179-853d-ee2d83755c99 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0905790 Jul 16 20:31:23.443447 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.475140 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-600126dd-f140-4a63-b92a-e554afa91fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.480102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.527796 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-06ff629f-206a-4b64-a530-9c48b92eb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.528457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-06ff629f-206a-4b64-a530-9c48b92eb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.528946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-06ff629f-206a-4b64-a530-9c48b92eb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.530563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-06ff629f-206a-4b64-a530-9c48b92eb8c4 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3251748 Jul 16 20:31:23.654589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.667162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.683862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-478b63c3-e9cc-4ee8-b207-9e1263891839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.685415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dbfb97fc-decd-4bd3-a74a-3acf4d30d037 req-478b63c3-e9cc-4ee8-b207-9e1263891839 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448495 Jul 16 20:31:23.719544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c6322-b509-45c8-a6a1-1c13537d294d req-45170bb0-09f1-4e1a-a460-aa3290ee20c6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.726254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c6322-b509-45c8-a6a1-1c13537d294d req-45170bb0-09f1-4e1a-a460-aa3290ee20c6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.727123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a83bad90133499da1c9fdd097a141e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280848 Jul 16 20:31:23.744568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c6322-b509-45c8-a6a1-1c13537d294d req-45170bb0-09f1-4e1a-a460-aa3290ee20c6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.750428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b3eb8f-026f-47f6-9bfb-23949719fc8f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.751049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c6322-b509-45c8-a6a1-1c13537d294d req-45170bb0-09f1-4e1a-a460-aa3290ee20c6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.758814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:23.760675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.761201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.761692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.762195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.762782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.763334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.763818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.764329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.764651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.764976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.765296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.765617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87531066-e6c9-4c8a-8cbb-cd4648753b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:23.769208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c6322-b509-45c8-a6a1-1c13537d294d req-45170bb0-09f1-4e1a-a460-aa3290ee20c6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.775988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c6322-b509-45c8-a6a1-1c13537d294d req-45170bb0-09f1-4e1a-a460-aa3290ee20c6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:23.783848 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7d4c6322-b509-45c8-a6a1-1c13537d294d req-45170bb0-09f1-4e1a-a460-aa3290ee20c6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 4606 time: 0.4368153 Jul 16 20:31:23.841980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef24694-d40a-412b-8b50-3465204e5c26 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:23.855510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d7fe16f-0765-4ea7-ab42-8f446b6023ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.857356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.872891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Transition to ACTIVE for port object 6ef24694-d40a-412b-8b50-3465204e5c26 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:23.882923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d7fe16f-0765-4ea7-ab42-8f446b6023ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.891986 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.940804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d7fe16f-0765-4ea7-ab42-8f446b6023ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.943747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d7fe16f-0765-4ea7-ab42-8f446b6023ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:23.945302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4d7fe16f-0765-4ea7-ab42-8f446b6023ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57b3eb8f-026f-47f6-9bfb-23949719fc8f HTTP/1.1" status: 204 len: 168 time: 0.1495733 Jul 16 20:31:23.965800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fe16f-0765-4ea7-ab42-8f446b6023ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b3eb8f-026f-47f6-9bfb-23949719fc8f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:23.998859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7d4c6322-b509-45c8-a6a1-1c13537d294d req-270e1aa6-48c0-4cc8-967c-6e501057ba6d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2138007 Jul 16 20:31:24.028318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef24694-d40a-412b-8b50-3465204e5c26,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:24.039073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-18692cc4-5f00-476f-a5cc-1fdb4785936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:24.045916 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-18692cc4-5f00-476f-a5cc-1fdb4785936b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1097 time: 0.3893287 Jul 16 20:31:24.333222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Attempting to bind port 6ef24694-d40a-412b-8b50-3465204e5c26 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:24.333693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Attempting to bind port 6ef24694-d40a-412b-8b50-3465204e5c26 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:24.334031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Attempting to bind port 6ef24694-d40a-412b-8b50-3465204e5c26 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:24.349840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Port 6ef24694-d40a-412b-8b50-3465204e5c26 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:24.350254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Attempting to bind port 6ef24694-d40a-412b-8b50-3465204e5c26 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:24.362325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:24.362641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Checking segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:24.367358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Bound using segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:24.369046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Bound port: 6ef24694-d40a-412b-8b50-3465204e5c26, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:24.369424 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.371730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1771a9-25fe-4bb6-adad-e73728d60fb9 req-0cfb2ea3-733a-4e95-afee-d29279054c84 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:24.381807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c1771a9-25fe-4bb6-adad-e73728d60fb9 req-0cfb2ea3-733a-4e95-afee-d29279054c84 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.1271000 Jul 16 20:31:24.436324 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c1771a9-25fe-4bb6-adad-e73728d60fb9 req-766c23fb-f74c-4ee9-bfa8-d8fa769f68cb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498955 Jul 16 20:31:24.437747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-dda1f4ac-b498-4a7d-b699-3ed4acd7dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:24.439192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-dda1f4ac-b498-4a7d-b699-3ed4acd7dd9e service neutron] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.3855550 Jul 16 20:31:24.561511 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.567649 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-c0610688-ce77-41cf-b980-932a5350f64f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 1001 time: 0.1195219 Jul 16 20:31:24.590522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] For port 6ef24694-d40a-412b-8b50-3465204e5c26, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:24.594560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] For port 6ef24694-d40a-412b-8b50-3465204e5c26, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6ef24694-d40a-412b-8b50-3465204e5c26,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:24.601447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.644070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-99f9cbf7-5faf-483e-ae72-24978910b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:24.645952 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-99f9cbf7-5faf-483e-ae72-24978910b52c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.0733716 Jul 16 20:31:24.715173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef24694-d40a-412b-8b50-3465204e5c26,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:24.728542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:24.729169 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:24.730969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-da1f159e-192b-4ba6-a817-8e2e3d9945f7 service neutron] 10.222.0.63 "PUT /v2.0/ports/6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 1135 time: 2.3711274 Jul 16 20:31:24.731413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': '6ef24694-d40a-412b-8b50-3465204e5c26'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:24.733732 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607683e-d97c-431c-ae13-f18e592ba5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "6ef24694-d40a-412b-8b50-3465204e5c26"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:24.832536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8bc9e41d-df54-4d9c-8dea-da4ad38967cc req-81e01586-c872-45fe-bcc4-c30cde72d52c tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1575382 Jul 16 20:31:24.857530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-e494ef96-b3b7-4024-855e-f2e1ae303820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:24.859945 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-e494ef96-b3b7-4024-855e-f2e1ae303820 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062335 Jul 16 20:31:24.864879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:24.905021 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46415d47-c4ed-4add-b7bd-a46c3ddc20ce x-openstack-request-id: req-46415d47-c4ed-4add-b7bd-a46c3ddc20ce {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:24.905313 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "6ef24694-d40a-412b-8b50-3465204e5c26", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:24.905560 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46415d47-c4ed-4add-b7bd-a46c3ddc20ce {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:24.910164 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': '6ef24694-d40a-412b-8b50-3465204e5c26', 'status': 'completed', 'code': 200} Jul 16 20:31:25.007548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-9b7889b8-5a2a-485a-9952-cc42268fbdbb service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409063 Jul 16 20:31:25.045422 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:25.245103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-72cb6362-8886-4c9e-b710-d1091a2f4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.245589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-72cb6362-8886-4c9e-b710-d1091a2f4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.246177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-72cb6362-8886-4c9e-b710-d1091a2f4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.246660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-72cb6362-8886-4c9e-b710-d1091a2f4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.247127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-72cb6362-8886-4c9e-b710-d1091a2f4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.247617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-72cb6362-8886-4c9e-b710-d1091a2f4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.248084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-72cb6362-8886-4c9e-b710-d1091a2f4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.250402 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-72cb6362-8886-4c9e-b710-d1091a2f4351 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6222 time: 0.3214993 Jul 16 20:31:25.562448 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-00783ae6-4dff-4038-825c-f4e89265cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.563040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-00783ae6-4dff-4038-825c-f4e89265cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.563627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-00783ae6-4dff-4038-825c-f4e89265cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.565824 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-00783ae6-4dff-4038-825c-f4e89265cfc8 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3047111 Jul 16 20:31:25.566396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:25.600228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9326ecc-ff82-46cd-90dc-7d56625a88b2 req-95e23819-7549-412c-bbd0-e42754265a3a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.608178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9326ecc-ff82-46cd-90dc-7d56625a88b2 req-95e23819-7549-412c-bbd0-e42754265a3a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.624337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9326ecc-ff82-46cd-90dc-7d56625a88b2 req-95e23819-7549-412c-bbd0-e42754265a3a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.633188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9326ecc-ff82-46cd-90dc-7d56625a88b2 req-95e23819-7549-412c-bbd0-e42754265a3a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.642321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9326ecc-ff82-46cd-90dc-7d56625a88b2 req-95e23819-7549-412c-bbd0-e42754265a3a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.650387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9326ecc-ff82-46cd-90dc-7d56625a88b2 req-95e23819-7549-412c-bbd0-e42754265a3a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.657952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9326ecc-ff82-46cd-90dc-7d56625a88b2 req-95e23819-7549-412c-bbd0-e42754265a3a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:25.668322 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f9326ecc-ff82-46cd-90dc-7d56625a88b2 req-95e23819-7549-412c-bbd0-e42754265a3a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5382 time: 0.3785720 Jul 16 20:31:25.871537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1247820672-network', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:25.905219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-a57c495c-efe7-4c69-9f64-d929d2bfec78 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920362 Jul 16 20:31:25.974208 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f9326ecc-ff82-46cd-90dc-7d56625a88b2 req-22addbb9-c292-4ffc-958c-f42098dfcbd7 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3037407 Jul 16 20:31:26.107022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b111e-3a84-4e98-b479-fa9a96a1ac6b req-f238f6a5-1549-4d9e-90a4-d029dc57d87e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.112283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c8b111e-3a84-4e98-b479-fa9a96a1ac6b req-f238f6a5-1549-4d9e-90a4-d029dc57d87e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.2041597 Jul 16 20:31:26.197976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Made reservation on behalf of 80513bef1ea54f5791d178cbdbeff461 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:26.218222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.243271 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.294047 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c8b111e-3a84-4e98-b479-fa9a96a1ac6b req-8d6c32ca-4f73-4a4c-a6bb-cedaba9193ac tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757724 Jul 16 20:31:26.308300 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.771853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bf94823-3fe8-4c23-a1fc-f081b01e752d req-c710fbd8-548f-453b-894f-82c39737ee74 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.4161508 Jul 16 20:31:26.776914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-84c160d5-fc06-416d-9378-e251af4d59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:26.779570 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7607683e-d97c-431c-ae13-f18e592ba5e3 req-84c160d5-fc06-416d-9378-e251af4d59ce service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1967199 Jul 16 20:31:26.781826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4aba22-0540-49a2-9ac7-863ed563cbf4 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:26.796790 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:26.861048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Transition to ACTIVE for port object 8b4aba22-0540-49a2-9ac7-863ed563cbf4 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:26.873895 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.141822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4aba22-0540-49a2-9ac7-863ed563cbf4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:27.273192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Attempting to bind port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:27.274181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Attempting to bind port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:27.274353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Attempting to bind port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:27.285917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.297180 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:27.298325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Attempting to bind port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:27.314935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.342576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:27.384740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.385206 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Added segment af6767d5-e204-4729-9dc0-7601d01be026 of type vlan for network 55793811-a57b-4e29-9f3e-d715fbe2bae4 Jul 16 20:31:27.491082 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.534078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:27.534463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Checking segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:27.534966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Bound using segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:27.535691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Bound port: 8b4aba22-0540-49a2-9ac7-863ed563cbf4, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:27.536419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.541932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.543195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.543834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.589431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f90d1-2039-425a-8077-724edb4d2c30,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:27.597883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1877-86cc-4c18-9e57-9098a29150f6 req-fd368525-5965-47ad-a062-0ee38707b5da tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.609412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1877-86cc-4c18-9e57-9098a29150f6 req-fd368525-5965-47ad-a062-0ee38707b5da tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.634163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1877-86cc-4c18-9e57-9098a29150f6 req-fd368525-5965-47ad-a062-0ee38707b5da tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.650030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1877-86cc-4c18-9e57-9098a29150f6 req-fd368525-5965-47ad-a062-0ee38707b5da tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.695090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1877-86cc-4c18-9e57-9098a29150f6 req-fd368525-5965-47ad-a062-0ee38707b5da tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.720998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1877-86cc-4c18-9e57-9098a29150f6 req-fd368525-5965-47ad-a062-0ee38707b5da tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.727915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] For port 8b4aba22-0540-49a2-9ac7-863ed563cbf4, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:27.729133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1877-86cc-4c18-9e57-9098a29150f6 req-fd368525-5965-47ad-a062-0ee38707b5da tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.731434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7d2e1877-86cc-4c18-9e57-9098a29150f6 req-fd368525-5965-47ad-a062-0ee38707b5da tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5394 time: 0.4055719 Jul 16 20:31:27.731722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] For port 8b4aba22-0540-49a2-9ac7-863ed563cbf4, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:27.760356 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1855204 Jul 16 20:31:27.760356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.765054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:27.811223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Request body: {'subnet': {'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1247820672-subnet', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:27.863180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7d2e1877-86cc-4c18-9e57-9098a29150f6 req-21a891ab-ae72-4a0a-8a35-41e1450d5dbd tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243024 Jul 16 20:31:27.944014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcc31b-be79-4524-911c-a009c2fac2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=55793811-a57b-4e29-9f3e-d715fbe2bae4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:27.961182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 55793811-a57b-4e29-9f3e-d715fbe2bae4 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:27.976607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:27.977274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:27.979325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-55644091-b766-40bc-a994-e730c2c54306 service neutron] 10.222.0.63 "PUT /v2.0/ports/8b4aba22-0540-49a2-9ac7-863ed563cbf4 HTTP/1.1" status: 200 len: 1092 time: 3.1729901 Jul 16 20:31:27.980012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': '8b4aba22-0540-49a2-9ac7-863ed563cbf4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:27.982357 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ea013a-cbfe-44b2-a02e-783f66a885af" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "8b4aba22-0540-49a2-9ac7-863ed563cbf4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:28.074478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:28.086372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55644091-b766-40bc-a994-e730c2c54306 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4aba22-0540-49a2-9ac7-863ed563cbf4,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:28.205673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Made reservation on behalf of 80513bef1ea54f5791d178cbdbeff461 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:28.208327 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.281177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3bcaf109-c1e2-4f0e-baf6-2a9fa3c69c27 req-d2dd4aec-d8fd-4c90-8f4c-21f2aaab9adc tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0447693 Jul 16 20:31:28.311970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab8fd4-ddc7-4c66-891d-4c23689b585f req-801fada3-b64e-4a56-acfa-fa1ef4e9ca7e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.329765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaab8fd4-ddc7-4c66-891d-4c23689b585f req-801fada3-b64e-4a56-acfa-fa1ef4e9ca7e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.5888245 Jul 16 20:31:28.348782 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26885104-3254-449f-9a30-87ee0c7f9d23 x-openstack-request-id: req-26885104-3254-449f-9a30-87ee0c7f9d23 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:28.349174 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "8b4aba22-0540-49a2-9ac7-863ed563cbf4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:28.349348 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26885104-3254-449f-9a30-87ee0c7f9d23 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:28.349725 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': '8b4aba22-0540-49a2-9ac7-863ed563cbf4', 'status': 'completed', 'code': 200} Jul 16 20:31:28.516149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaab8fd4-ddc7-4c66-891d-4c23689b585f req-663dc4d9-5857-4fd5-af8c-cd31766ba9a5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851206 Jul 16 20:31:28.546456 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:28.623957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-eaa6ef0d-2629-4a82-9525-42acf8b0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.624472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-eaa6ef0d-2629-4a82-9525-42acf8b0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.625208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-eaa6ef0d-2629-4a82-9525-42acf8b0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.625954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-eaa6ef0d-2629-4a82-9525-42acf8b0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.626091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-eaa6ef0d-2629-4a82-9525-42acf8b0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.626753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-eaa6ef0d-2629-4a82-9525-42acf8b0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.627609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-eaa6ef0d-2629-4a82-9525-42acf8b0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:28.630557 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-eaa6ef0d-2629-4a82-9525-42acf8b0d0f2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6290 time: 0.2686493 Jul 16 20:31:28.912225 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.176097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d3ca5-6a7c-4423-aaa3-27e33da15008 req-2cef95b6-c3f2-413a-8530-fb3f8e467022 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.183024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d3ca5-6a7c-4423-aaa3-27e33da15008 req-2cef95b6-c3f2-413a-8530-fb3f8e467022 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.189286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d3ca5-6a7c-4423-aaa3-27e33da15008 req-2cef95b6-c3f2-413a-8530-fb3f8e467022 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.195206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d3ca5-6a7c-4423-aaa3-27e33da15008 req-2cef95b6-c3f2-413a-8530-fb3f8e467022 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.202757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d3ca5-6a7c-4423-aaa3-27e33da15008 req-2cef95b6-c3f2-413a-8530-fb3f8e467022 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.209649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d3ca5-6a7c-4423-aaa3-27e33da15008 req-2cef95b6-c3f2-413a-8530-fb3f8e467022 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.217184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d3ca5-6a7c-4423-aaa3-27e33da15008 req-2cef95b6-c3f2-413a-8530-fb3f8e467022 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.217901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6508d370-5b0b-4bae-b8a5-68ff09a0bb6e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.247821 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-587d3ca5-6a7c-4423-aaa3-27e33da15008 req-2cef95b6-c3f2-413a-8530-fb3f8e467022 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5394 time: 0.1665490 Jul 16 20:31:29.257944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-4d9c9d31-37af-44a4-91eb-a942afa7d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.258621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-4d9c9d31-37af-44a4-91eb-a942afa7d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.259321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-4d9c9d31-37af-44a4-91eb-a942afa7d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.262202 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-4d9c9d31-37af-44a4-91eb-a942afa7d6ed service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6053183 Jul 16 20:31:29.325930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-587d3ca5-6a7c-4423-aaa3-27e33da15008 req-e02a17a8-93ae-4a91-b75c-1fc60a7e93a7 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771091 Jul 16 20:31:29.389117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Checking segment: {'id': 'af6767d5-e204-4729-9dc0-7601d01be026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:29.390049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Network hostable DHCP agents. Network: 55793811-a57b-4e29-9f3e-d715fbe2bae4, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:29.517753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Network 55793811-a57b-4e29-9f3e-d715fbe2bae4 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:29.526690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec91537-7208-43f6-a91a-d689b79c0b81 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:29.539536 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.561640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-b3c5b085-99e9-4b36-b576-ef50b5cca3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.564930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-90ea013a-cbfe-44b2-a02e-783f66a885af req-b3c5b085-99e9-4b36-b576-ef50b5cca3f2 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2959828 Jul 16 20:31:29.578173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 55793811-a57b-4e29-9f3e-d715fbe2bae4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:29.599769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef80b82-da38-44f9-8511-50a4cb17f004 None None] Network 55793811-a57b-4e29-9f3e-d715fbe2bae4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:29.610263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:29.614129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.617007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Transition to ACTIVE for port object 7ec91537-7208-43f6-a91a-d689b79c0b81 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:29.637869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.739247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0a131627-6036-4c92-84c3-583fca368601 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9678283 Jul 16 20:31:29.739729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:29.744834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1247820672-router', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:29.817099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.818674 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:29.886317 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2cebf93e-9944-4e9a-9347-838d121bd64a req-ba43b348-a2c0-40e9-b6c9-88dc710d8e4c tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1546855 Jul 16 20:31:29.887388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec91537-7208-43f6-a91a-d689b79c0b81,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:29.974604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-55793811-a57b-4e29-9f3e-d715fbe2bae4', 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'fixed_ips': [{'subnet_id': '6508d370-5b0b-4bae-b8a5-68ff09a0bb6e'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:29.976106 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.083387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.086008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Attempting to bind port 7ec91537-7208-43f6-a91a-d689b79c0b81 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:30.088047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Attempting to bind port 7ec91537-7208-43f6-a91a-d689b79c0b81 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:30.092127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Attempting to bind port 7ec91537-7208-43f6-a91a-d689b79c0b81 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:30.118833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Port 7ec91537-7208-43f6-a91a-d689b79c0b81 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:30.119466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Attempting to bind port 7ec91537-7208-43f6-a91a-d689b79c0b81 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:30.140544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:30.141385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Checking segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:30.141385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Bound using segment: {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:30.142308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Bound port: 7ec91537-7208-43f6-a91a-d689b79c0b81, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b744e860-09b6-4453-91f1-d6329ab9c7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:30.142308 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.248845 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Allocated IP 172.20.0.2 (55793811-a57b-4e29-9f3e-d715fbe2bae4/6508d370-5b0b-4bae-b8a5-68ff09a0bb6e/e4ba335f-f979-4dbe-aef3-3d6dd3d68b38) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:30.394926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] For port 7ec91537-7208-43f6-a91a-d689b79c0b81, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:30.406567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] For port 7ec91537-7208-43f6-a91a-d689b79c0b81, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7ec91537-7208-43f6-a91a-d689b79c0b81,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:30.411805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.458719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.459661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.464080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] 10.222.0.63 "PUT /v2.0/ports/7ec91537-7208-43f6-a91a-d689b79c0b81 HTTP/1.1" status: 200 len: 1092 time: 2.4019556 Jul 16 20:31:30.502552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': '7ec91537-7208-43f6-a91a-d689b79c0b81'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:30.505322 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c10012-3f85-4026-b34b-5d700c945e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "7ec91537-7208-43f6-a91a-d689b79c0b81"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:30.514557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:30.539712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.656224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56696b9-2334-4475-b6c3-1673402b477d req-58e69175-b144-47fd-8343-a6a124485306 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:30.666993 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f56696b9-2334-4475-b6c3-1673402b477d req-58e69175-b144-47fd-8343-a6a124485306 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.8241484 Jul 16 20:31:30.672752 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.693095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Transition to ACTIVE for port object e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:30.738975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Transition to ACTIVE for port object e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:30.758582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.825738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Pushing event updated for resources: {'Port': ['ID=e4ba335f-f979-4dbe-aef3-3d6dd3d68b38,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.839361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Network 55793811-a57b-4e29-9f3e-d715fbe2bae4 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:30.841990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:30.845238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:30.848630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638da5bb-2517-4aef-8f46-26abef7ed577 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec91537-7208-43f6-a91a-d689b79c0b81,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:30.937902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f56696b9-2334-4475-b6c3-1673402b477d req-bb0e939b-9916-4b6a-9dbe-384f3d5270f6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670460 Jul 16 20:31:30.952169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Attempting to bind port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:30.952912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Attempting to bind port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'af6767d5-e204-4729-9dc0-7601d01be026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:30.953462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Attempting to bind port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 on network 55793811-a57b-4e29-9f3e-d715fbe2bae4 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:30.965611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:30.966489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Checking segment: {'id': 'af6767d5-e204-4729-9dc0-7601d01be026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:30.967863 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:30.977118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Bound using segment: {'id': 'af6767d5-e204-4729-9dc0-7601d01be026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:30.977118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Bound port: e4ba335f-f979-4dbe-aef3-3d6dd3d68b38, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6767d5-e204-4729-9dc0-7601d01be026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:30.977118 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.024702 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.090373 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe168ae-1965-40e5-9934-8af9a2b5a2b8 x-openstack-request-id: req-6fe168ae-1965-40e5-9934-8af9a2b5a2b8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:31.091147 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "7ec91537-7208-43f6-a91a-d689b79c0b81", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:31.091147 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6fe168ae-1965-40e5-9934-8af9a2b5a2b8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:31.091931 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': '7ec91537-7208-43f6-a91a-d689b79c0b81', 'status': 'completed', 'code': 200} Jul 16 20:31:31.148077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] For port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:31.153353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] For port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e4ba335f-f979-4dbe-aef3-3d6dd3d68b38,segment=NetworkSegment(af6767d5-e204-4729-9dc0-7601d01be026),segment_id=af6767d5-e204-4729-9dc0-7601d01be026)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:31.173975 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.253660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4847-09e8-427d-b5c6-011f38651d0a req-8e9248c3-c1ad-4244-b7e2-73835a71e2d4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.267024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4847-09e8-427d-b5c6-011f38651d0a req-8e9248c3-c1ad-4244-b7e2-73835a71e2d4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.290864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4847-09e8-427d-b5c6-011f38651d0a req-8e9248c3-c1ad-4244-b7e2-73835a71e2d4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.306839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4847-09e8-427d-b5c6-011f38651d0a req-8e9248c3-c1ad-4244-b7e2-73835a71e2d4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.322880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4847-09e8-427d-b5c6-011f38651d0a req-8e9248c3-c1ad-4244-b7e2-73835a71e2d4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.333607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4847-09e8-427d-b5c6-011f38651d0a req-8e9248c3-c1ad-4244-b7e2-73835a71e2d4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.341252 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4847-09e8-427d-b5c6-011f38651d0a req-8e9248c3-c1ad-4244-b7e2-73835a71e2d4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.352751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1ac4847-09e8-427d-b5c6-011f38651d0a req-8e9248c3-c1ad-4244-b7e2-73835a71e2d4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5406 time: 0.6844082 Jul 16 20:31:31.413736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5064a-3991-4a9a-a0ea-fb0cd4e0b675 None None] Pushing event updated for resources: {'Port': ['ID=e4ba335f-f979-4dbe-aef3-3d6dd3d68b38,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:31.419617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d173fce-fb77-4481-a638-2e6150269795 req-1345678a-7d5a-46f1-ac93-d0f6edcfa2d6 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0856471 Jul 16 20:31:31.421064 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.502195 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:31.589286 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:31:31.671562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a1ac4847-09e8-427d-b5c6-011f38651d0a req-017af363-0bbe-4de2-b32f-b004a2703f8f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3053329 Jul 16 20:31:31.708958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-fc0fe5c6-68a6-4b0b-91d4-44d54ed7537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.708958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-fc0fe5c6-68a6-4b0b-91d4-44d54ed7537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.709367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-fc0fe5c6-68a6-4b0b-91d4-44d54ed7537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.709971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-fc0fe5c6-68a6-4b0b-91d4-44d54ed7537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.710472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-fc0fe5c6-68a6-4b0b-91d4-44d54ed7537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.710940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-fc0fe5c6-68a6-4b0b-91d4-44d54ed7537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.711445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-fc0fe5c6-68a6-4b0b-91d4-44d54ed7537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:31.713558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-98c10012-3f85-4026-b34b-5d700c945e9c req-fc0fe5c6-68a6-4b0b-91d4-44d54ed7537d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6358 time: 0.6034200 Jul 16 20:31:31.882213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Allocated IP 172.25.7.98 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/9dff0f7f-1322-4329-80c6-d41b5674b456) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:32.091982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-889e6f1c-0182-4a65-9ea4-1f0d1bd0d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.093009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-889e6f1c-0182-4a65-9ea4-1f0d1bd0d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.094061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-889e6f1c-0182-4a65-9ea4-1f0d1bd0d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.096376 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-98c10012-3f85-4026-b34b-5d700c945e9c req-889e6f1c-0182-4a65-9ea4-1f0d1bd0d296 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3736856 Jul 16 20:31:32.361318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:32.457360 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effca4c7-dc97-4568-8028-c745824ae60f {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:32.462812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c10012-3f85-4026-b34b-5d700c945e9c req-3b4efd0f-ed2e-4582-925d-8585f33bce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.474329 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-98c10012-3f85-4026-b34b-5d700c945e9c req-3b4efd0f-ed2e-4582-925d-8585f33bce26 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3711841 Jul 16 20:31:32.480464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.524652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:32.550177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Transition to ACTIVE for port object effca4c7-dc97-4568-8028-c745824ae60f will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:32.566382 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.568994 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.662520 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:32.777834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Pushing event updated for resources: {'Port': ['ID=effca4c7-dc97-4568-8028-c745824ae60f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:32.807295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605d75b-708c-4450-b0cd-de26a0a6385b req-c9b2ef41-35b0-48ca-8776-4569d5101d28 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:32.816741 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2605d75b-708c-4450-b0cd-de26a0a6385b req-c9b2ef41-35b0-48ca-8776-4569d5101d28 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.4240105 Jul 16 20:31:32.838086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:32.904820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:32.915184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:32.979111 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9bda57fe-c246-4a17-bbc1-013aa3b921f4 req-1bbe60dd-f3ee-44dd-8ac8-836e66d3e88e tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0853553 Jul 16 20:31:33.017487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Attempting to bind port effca4c7-dc97-4568-8028-c745824ae60f on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:33.017971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Attempting to bind port effca4c7-dc97-4568-8028-c745824ae60f by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:33.018310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Attempting to bind port effca4c7-dc97-4568-8028-c745824ae60f on network 6a17a63a-c043-49f3-9a05-56cd95c749a7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:33.036166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Port effca4c7-dc97-4568-8028-c745824ae60f on network 6a17a63a-c043-49f3-9a05-56cd95c749a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:33.036495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Attempting to bind port effca4c7-dc97-4568-8028-c745824ae60f on network 6a17a63a-c043-49f3-9a05-56cd95c749a7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:33.057654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:33.057939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Checking segment: {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:33.058350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Bound using segment: {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:33.058814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Bound port: effca4c7-dc97-4568-8028-c745824ae60f, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:33.059170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.247165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Pushing event updated for resources: {'Port': ['ID=9dff0f7f-1322-4329-80c6-d41b5674b456,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:33.253125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] For port effca4c7-dc97-4568-8028-c745824ae60f, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:33.293024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2605d75b-708c-4450-b0cd-de26a0a6385b req-6fbf12e2-3d08-4b27-a3a0-8e9bffd1d54c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752483 Jul 16 20:31:33.350615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca611785-19b3-462d-a08a-9b378f613c51 None None] Network 55793811-a57b-4e29-9f3e-d715fbe2bae4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:33.378657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] For port effca4c7-dc97-4568-8028-c745824ae60f, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=effca4c7-dc97-4568-8028-c745824ae60f,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:33.407484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.557466 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.580380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.581511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.583837 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] 10.222.0.63 "PUT /v2.0/ports/effca4c7-dc97-4568-8028-c745824ae60f HTTP/1.1" status: 200 len: 1092 time: 3.0750978 Jul 16 20:31:33.596223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': 'effca4c7-dc97-4568-8028-c745824ae60f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:33.609984 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "effca4c7-dc97-4568-8028-c745824ae60f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:33.615345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4dd04a2f-7577-416c-a045-53c112623c66 None None] Provisioning for port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:33.628140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4dd04a2f-7577-416c-a045-53c112623c66 None None] Provisioning complete for port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:33.628741 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4dd04a2f-7577-416c-a045-53c112623c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.683547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c80c-237c-4152-8f71-c4d19006737d req-94d9549e-f286-437a-8852-a4d51e427b1d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.715984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c80c-237c-4152-8f71-c4d19006737d req-94d9549e-f286-437a-8852-a4d51e427b1d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.737921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c80c-237c-4152-8f71-c4d19006737d req-94d9549e-f286-437a-8852-a4d51e427b1d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.763856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c80c-237c-4152-8f71-c4d19006737d req-94d9549e-f286-437a-8852-a4d51e427b1d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.782827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c80c-237c-4152-8f71-c4d19006737d req-94d9549e-f286-437a-8852-a4d51e427b1d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.800288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c80c-237c-4152-8f71-c4d19006737d req-94d9549e-f286-437a-8852-a4d51e427b1d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.829755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c80c-237c-4152-8f71-c4d19006737d req-94d9549e-f286-437a-8852-a4d51e427b1d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:33.845443 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b1e5c80c-237c-4152-8f71-c4d19006737d req-94d9549e-f286-437a-8852-a4d51e427b1d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5418 time: 0.5875187 Jul 16 20:31:33.897346 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4dd04a2f-7577-416c-a045-53c112623c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:33.903091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Request body: {'port': {'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:34.017326 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3ae435-7036-4ea9-84b2-0203e4b00794 x-openstack-request-id: req-7d3ae435-7036-4ea9-84b2-0203e4b00794 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:34.024624 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "effca4c7-dc97-4568-8028-c745824ae60f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:34.025170 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d3ae435-7036-4ea9-84b2-0203e4b00794 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:34.025780 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': 'effca4c7-dc97-4568-8028-c745824ae60f', 'status': 'completed', 'code': 200} Jul 16 20:31:34.030596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4c604-58e3-4930-a831-7e04820b76db service neutron] Pushing event updated for resources: {'Port': ['ID=effca4c7-dc97-4568-8028-c745824ae60f,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:34.084557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4dd04a2f-7577-416c-a045-53c112623c66 None None] For port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e4ba335f-f979-4dbe-aef3-3d6dd3d68b38,segment=NetworkSegment(af6767d5-e204-4729-9dc0-7601d01be026),segment_id=af6767d5-e204-4729-9dc0-7601d01be026)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:34.101156 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4dd04a2f-7577-416c-a045-53c112623c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.204282 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.223015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd04a2f-7577-416c-a045-53c112623c66 None None] Pushing event updated for resources: {'Port': ['ID=e4ba335f-f979-4dbe-aef3-3d6dd3d68b38,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:34.492731 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f26a80a0-0c94-4f6d-aaf3-4636b6184522 req-f3bbaed1-9c02-41aa-8a42-7269fbf19395 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0585802 Jul 16 20:31:34.527681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:34.722472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-84fb8473-82a8-4e9d-b9d3-ec97eb91b20b None None] Provisioning complete for port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:34.723947 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-84fb8473-82a8-4e9d-b9d3-ec97eb91b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.760675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:34.812891 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.812891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ce72f08f-123d-4b3b-93b8-062429092b74 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0654218 Jul 16 20:31:34.812891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:34.824247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b1e5c80c-237c-4152-8f71-c4d19006737d req-09419eda-cf44-4a1c-97f4-51c837c7cce8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9774418 Jul 16 20:31:34.831453 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:34.852893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Sync routers for ids ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:34.876718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-139d70d0-406f-40b7-a61a-64b8c9e5016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.886138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-139d70d0-406f-40b7-a61a-64b8c9e5016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.886851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-139d70d0-406f-40b7-a61a-64b8c9e5016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.887171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Routers {'69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:34.887708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-139d70d0-406f-40b7-a61a-64b8c9e5016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.888349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-139d70d0-406f-40b7-a61a-64b8c9e5016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.888972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:34.889117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-139d70d0-406f-40b7-a61a-64b8c9e5016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.889721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-139d70d0-406f-40b7-a61a-64b8c9e5016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.891985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-139d70d0-406f-40b7-a61a-64b8c9e5016b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6426 time: 1.0285604 Jul 16 20:31:34.899825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac2be9-3c7d-4c7f-b495-a4ffaffa6acb req-4802b55e-3c31-40e0-9f75-ab193ce56943 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:34.906875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfac2be9-3c7d-4c7f-b495-a4ffaffa6acb req-4802b55e-3c31-40e0-9f75-ab193ce56943 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.1562588 Jul 16 20:31:35.015834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfac2be9-3c7d-4c7f-b495-a4ffaffa6acb req-4a32e6c9-b491-4649-867d-064d580f3d8a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990191 Jul 16 20:31:35.070580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Set router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:35.174458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-f656fe47-0a6e-447d-94da-ddd121cd62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.175500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-f656fe47-0a6e-447d-94da-ddd121cd62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.176215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-f656fe47-0a6e-447d-94da-ddd121cd62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.187493 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-f656fe47-0a6e-447d-94da-ddd121cd62cf service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2766037 Jul 16 20:31:35.390813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'name': 'tempest-TestAggregatesBasicOps-1247820672-router', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:29Z', 'updated_at': '2021-07-16T20:31:33Z', 'revision_number': 3, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'gw_port': {'id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:46:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:31Z', 'updated_at': '2021-07-16T20:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:35.441868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Checking router: 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:35.442602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Updating router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b port 9dff0f7f-1322-4329-80c6-d41b5674b456 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:35.485186 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.555849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.595598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-eb10e94e-deb8-41ac-9085-b1071c60b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:35.612431 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-32ca0823-a0a5-4605-95c4-5c358b1fa2b9 req-eb10e94e-deb8-41ac-9085-b1071c60b6fd service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4239376 Jul 16 20:31:35.816303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbe9890-bd28-4d70-96a6-8f4b682bd484 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:35.909987 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:35.915630 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d4b73bcf-2f1f-455a-b8a0-0b053c4e26d8 req-85b90733-ceed-4e58-ba8d-8f4a6a897b42 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1042719 Jul 16 20:31:35.936580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Transition to ACTIVE for port object 1dbe9890-bd28-4d70-96a6-8f4b682bd484 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:35.941278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.011461 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.043703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbe9890-bd28-4d70-96a6-8f4b682bd484,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.044387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Transition to ACTIVE for port object 9dff0f7f-1322-4329-80c6-d41b5674b456 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:36.058239 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.209075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:36.285817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b092d-3901-46a8-9369-3b25fc2ef980 None None] Pushing event updated for resources: {'Port': ['ID=9dff0f7f-1322-4329-80c6-d41b5674b456,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.299755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Allocated IP 172.20.0.1 (55793811-a57b-4e29-9f3e-d715fbe2bae4/6508d370-5b0b-4bae-b8a5-68ff09a0bb6e/57faedbb-9d81-4710-b1e9-2bb71b965dfa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:36.308240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Attempting to bind port 9dff0f7f-1322-4329-80c6-d41b5674b456 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:36.311333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Attempting to bind port 9dff0f7f-1322-4329-80c6-d41b5674b456 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:36.311333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Attempting to bind port 9dff0f7f-1322-4329-80c6-d41b5674b456 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:36.351994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:36.353959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:36.356697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.358872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:36.359824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Bound port: 9dff0f7f-1322-4329-80c6-d41b5674b456, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:36.361741 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.467706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Attempting to bind port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:36.468741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Attempting to bind port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:36.469424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Attempting to bind port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 on network 6a17a63a-c043-49f3-9a05-56cd95c749a7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:36.479168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] For port 9dff0f7f-1322-4329-80c6-d41b5674b456, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:36.485229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] For port 9dff0f7f-1322-4329-80c6-d41b5674b456, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9dff0f7f-1322-4329-80c6-d41b5674b456,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:36.491930 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.501962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 on network 6a17a63a-c043-49f3-9a05-56cd95c749a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:36.502549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Attempting to bind port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 on network 6a17a63a-c043-49f3-9a05-56cd95c749a7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:36.517718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a23f-41c1-4788-b119-371d478cb75f req-4838cc5d-12b5-46f6-a361-347259b2a102 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.524335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:36.524632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a23f-41c1-4788-b119-371d478cb75f req-4838cc5d-12b5-46f6-a361-347259b2a102 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.524868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Checking segment: {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:36.525641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Bound using segment: {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:36.527250 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Bound port: 1dbe9890-bd28-4d70-96a6-8f4b682bd484, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e3b670-fbe3-4825-b112-107ef5b41d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:36.530180 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.534809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a23f-41c1-4788-b119-371d478cb75f req-4838cc5d-12b5-46f6-a361-347259b2a102 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.541044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a23f-41c1-4788-b119-371d478cb75f req-4838cc5d-12b5-46f6-a361-347259b2a102 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.551149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a23f-41c1-4788-b119-371d478cb75f req-4838cc5d-12b5-46f6-a361-347259b2a102 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.561343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a23f-41c1-4788-b119-371d478cb75f req-4838cc5d-12b5-46f6-a361-347259b2a102 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.568624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a23f-41c1-4788-b119-371d478cb75f req-4838cc5d-12b5-46f6-a361-347259b2a102 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.571090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94a2a23f-41c1-4788-b119-371d478cb75f req-4838cc5d-12b5-46f6-a361-347259b2a102 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.4012856 Jul 16 20:31:36.582498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513128c-7372-43d6-8577-02ed9ed99746 req-e20e9d87-dff2-4f9c-a48e-70b5c1412c51 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.585345 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3513128c-7372-43d6-8577-02ed9ed99746 req-e20e9d87-dff2-4f9c-a48e-70b5c1412c51 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.3576672 Jul 16 20:31:36.697569 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3513128c-7372-43d6-8577-02ed9ed99746 req-ca30e2d8-bdb4-4cfd-a2e7-04da5c9362cd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048408 Jul 16 20:31:36.727806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] For port 1dbe9890-bd28-4d70-96a6-8f4b682bd484, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:36.733249 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] For port 1dbe9890-bd28-4d70-96a6-8f4b682bd484, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:36.739148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.780240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94a2a23f-41c1-4788-b119-371d478cb75f req-4f39d087-8222-4359-8898-b05fffe78c14 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230366 Jul 16 20:31:36.838430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbe9890-bd28-4d70-96a6-8f4b682bd484,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.854207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:36.855125 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.859498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-dc7c5daa-b091-46a7-8d69-caa206d58d57 service neutron] 10.222.0.63 "PUT /v2.0/ports/1dbe9890-bd28-4d70-96a6-8f4b682bd484 HTTP/1.1" status: 200 len: 1092 time: 3.2180390 Jul 16 20:31:36.860895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': '1dbe9890-bd28-4d70-96a6-8f4b682bd484'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:36.868779 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e6c47-fe03-47cf-bb0a-e246662bcd09" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "1dbe9890-bd28-4d70-96a6-8f4b682bd484"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:36.909453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:36.910077 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.917652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b092d-3901-46a8-9369-3b25fc2ef980 None None] Pushing event updated for resources: {'Port': ['ID=9dff0f7f-1322-4329-80c6-d41b5674b456,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:36.943474 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:36.973180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Routers {'69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:36.973982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:36.992890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Transition to ACTIVE for port object 57faedbb-9d81-4710-b1e9-2bb71b965dfa will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:36.995073 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2f1651-4530-47c8-8c5b-16f204c67078 x-openstack-request-id: req-7f2f1651-4530-47c8-8c5b-16f204c67078 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:36.995597 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "1dbe9890-bd28-4d70-96a6-8f4b682bd484", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:36.995597 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f2f1651-4530-47c8-8c5b-16f204c67078 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:36.996007 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': '1dbe9890-bd28-4d70-96a6-8f4b682bd484', 'status': 'completed', 'code': 200} Jul 16 20:31:37.071394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.082126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-5afb3576-7bee-472a-904a-8f153b45afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.082708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-5afb3576-7bee-472a-904a-8f153b45afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.083140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-5afb3576-7bee-472a-904a-8f153b45afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.085801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-5afb3576-7bee-472a-904a-8f153b45afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.086331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-5afb3576-7bee-472a-904a-8f153b45afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.097167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-5afb3576-7bee-472a-904a-8f153b45afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.098801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-5afb3576-7bee-472a-904a-8f153b45afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.102840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-5afb3576-7bee-472a-904a-8f153b45afbf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6494 time: 0.1859126 Jul 16 20:31:37.148582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Network 55793811-a57b-4e29-9f3e-d715fbe2bae4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:37.164023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:37.170755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:37.189602 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-d8670b23-7f10-4f57-9a73-947c43954e43 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 HTTP/1.1" status: 200 len: 217 time: 0.0779142 Jul 16 20:31:37.290696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Pushing event updated for resources: {'Port': ['ID=57faedbb-9d81-4710-b1e9-2bb71b965dfa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:37.316366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-bed61e2f-fe44-4c99-ad2c-48596dabfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.341313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-bed61e2f-fe44-4c99-ad2c-48596dabfa0e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8b25d401-2108-45e7-bcdf-2b5a4eec4cc8 HTTP/1.1" status: 200 len: 856 time: 0.1443837 Jul 16 20:31:37.363705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e31ee31-b26c-44e0-97f0-e1b523ea8fd6 req-1cab88d2-00c5-4a56-a7d0-517fd99f0313 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0988438 Jul 16 20:31:37.366770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.384365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] Set router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:37.507975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-edc8fa72-de45-4ade-a075-45aa5d8955ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:37.510992 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-edc8fa72-de45-4ade-a075-45aa5d8955ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630945 Jul 16 20:31:37.707152 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.723947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8372a9b-bdfe-408e-94ea-e5a5d75dd81e None None] Provisioning for port 57faedbb-9d81-4710-b1e9-2bb71b965dfa completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:37.742408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8372a9b-bdfe-408e-94ea-e5a5d75dd81e None None] Provisioning complete for port 57faedbb-9d81-4710-b1e9-2bb71b965dfa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:37.742911 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f8372a9b-bdfe-408e-94ea-e5a5d75dd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:37.810632 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-392b7314-a595-43a0-9fdc-a3fa543ea9ce service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913051 Jul 16 20:31:37.824559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f8372a9b-bdfe-408e-94ea-e5a5d75dd81e None None] Port 57faedbb-9d81-4710-b1e9-2bb71b965dfa cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:37.947842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'name': 'tempest-TestAggregatesBasicOps-1247820672-router', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:29Z', 'updated_at': '2021-07-16T20:31:33Z', 'revision_number': 3, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'gw_port': {'id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:46:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:31Z', 'updated_at': '2021-07-16T20:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:38.046129 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-0a19fb2e-d356-4e17-9677-bef6d848cfde service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276089 Jul 16 20:31:38.049523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5882ad1-83b2-43c5-b173-18f8d102f7da None None] The sync data for ids ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'] in n-d-792394-17 is: [{'id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'name': 'tempest-TestAggregatesBasicOps-1247820672-router', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:29Z', 'updated_at': '2021-07-16T20:31:33Z', 'revision_number': 3, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'gw_port': {'id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:46:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:31Z', 'updated_at': '2021-07-16T20:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:38.174070 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-34f3f7f6-e564-4c20-aab4-477fc7a88453 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 217 time: 0.0893872 Jul 16 20:31:38.248682 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.254371 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.338941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:38.342526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Pushing event updated for resources: {'Port': ['ID=57faedbb-9d81-4710-b1e9-2bb71b965dfa,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:38.500317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-43553e6c-8a60-4294-9039-9288ba4ac32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.504771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-43553e6c-8a60-4294-9039-9288ba4ac32d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.2406018 Jul 16 20:31:38.588576 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-4a40ddbb-54de-469b-9d12-08b44f765f25 service neutron] show failed (client error): The resource could not be found. Jul 16 20:31:38.592338 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-4a40ddbb-54de-469b-9d12-08b44f765f25 service neutron] 10.222.0.63 "GET /v2.0/ports/63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.5452642 Jul 16 20:31:38.685656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0d4ad-84c8-47cd-8c7e-8bfcc2e26a6c req-d846cc60-2d72-4a8f-bf9a-cfbc47164ef0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.694767 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9a0d4ad-84c8-47cd-8c7e-8bfcc2e26a6c req-d846cc60-2d72-4a8f-bf9a-cfbc47164ef0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.7705643 Jul 16 20:31:38.767898 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9a0d4ad-84c8-47cd-8c7e-8bfcc2e26a6c req-f474c24c-c8ac-4791-8fbf-0b46c6b73e82 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719066 Jul 16 20:31:38.847476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-3e7d079c-8afa-45cf-aeda-cb2fc6988121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.852490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-3e7d079c-8afa-45cf-aeda-cb2fc6988121 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3343563 Jul 16 20:31:38.869933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Network 55793811-a57b-4e29-9f3e-d715fbe2bae4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:38.878530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:38.917318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997341d6-3836-4a58-a7de-31cff1e47886 req-42dc0eae-1a43-4b2a-833c-17e9a515f971 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.943796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997341d6-3836-4a58-a7de-31cff1e47886 req-42dc0eae-1a43-4b2a-833c-17e9a515f971 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.953406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997341d6-3836-4a58-a7de-31cff1e47886 req-42dc0eae-1a43-4b2a-833c-17e9a515f971 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.965944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997341d6-3836-4a58-a7de-31cff1e47886 req-42dc0eae-1a43-4b2a-833c-17e9a515f971 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.972576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997341d6-3836-4a58-a7de-31cff1e47886 req-42dc0eae-1a43-4b2a-833c-17e9a515f971 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.980667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997341d6-3836-4a58-a7de-31cff1e47886 req-42dc0eae-1a43-4b2a-833c-17e9a515f971 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:38.993941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997341d6-3836-4a58-a7de-31cff1e47886 req-42dc0eae-1a43-4b2a-833c-17e9a515f971 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.004978 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-997341d6-3836-4a58-a7de-31cff1e47886 req-42dc0eae-1a43-4b2a-833c-17e9a515f971 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.9017055 Jul 16 20:31:39.202439 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a98bcb29-ab7e-422f-a9d2-652582aebf38 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412628 Jul 16 20:31:39.238730 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c6841a2d-93b9-49f3-98a0-971266312d68 req-44f6f8fd-51de-4c40-a928-ec9209396cff tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0353813 Jul 16 20:31:39.335652 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-997341d6-3836-4a58-a7de-31cff1e47886 req-8b5cb8a2-3622-4ff5-a39a-c0deb86fc2e5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3290350 Jul 16 20:31:39.421595 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ec1f897e-fec0-42e9-bf5f-8d2df5772dd7 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818705 Jul 16 20:31:39.495586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-28bd7e79-fcf7-49f4-9cc0-fa8ec0621ddd None None] Provisioning complete for port 57faedbb-9d81-4710-b1e9-2bb71b965dfa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:39.496925 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28bd7e79-fcf7-49f4-9cc0-fa8ec0621ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.518383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-4f048cd2-a595-4455-9d40-5f3ca439f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.519124 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-c0cc1c7f-807b-4560-82ee-1d1eea17b9ce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 217 time: 0.0887799 Jul 16 20:31:39.519971 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-4f048cd2-a595-4455-9d40-5f3ca439f41c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 1097 time: 0.3519535 Jul 16 20:31:39.539485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:39.575073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-28bd7e79-fcf7-49f4-9cc0-fa8ec0621ddd None None] Port 57faedbb-9d81-4710-b1e9-2bb71b965dfa cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:31:39.616884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ceceda94-cedf-451a-ae68-7203a7772d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.618486 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ceceda94-cedf-451a-ae68-7203a7772d39 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.0933719 Jul 16 20:31:39.702763 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-9734998b-fb95-4b51-a802-78f67a63b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:39.705607 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-9734998b-fb95-4b51-a802-78f67a63b576 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0792592 Jul 16 20:31:39.716749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:39.737353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:40.041710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-1afc75b5-4c00-444c-a776-04f25674dc95 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249242 Jul 16 20:31:40.205528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9dff0f7f-1322-4329-80c6-d41b5674b456 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:40.274388 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-a2010097-cf68-4579-9017-8025414742e7 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261584 Jul 16 20:31:40.338042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-1ba39426-4161-462d-8c3e-896e443854f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4 HTTP/1.1" status: 200 len: 217 time: 0.0562260 Jul 16 20:31:40.355179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 9dff0f7f-1322-4329-80c6-d41b5674b456 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:40.363450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52102444-6dc9-4ee5-8e42-f4b995062bfc req-c1866d6b-125e-4fe7-8510-1714163a8429 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.365090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9dff0f7f-1322-4329-80c6-d41b5674b456 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:40.379041 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-52102444-6dc9-4ee5-8e42-f4b995062bfc req-c1866d6b-125e-4fe7-8510-1714163a8429 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.2568555 Jul 16 20:31:40.380619 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.664503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-30248df8-fc1f-49d6-b18b-5f2971206b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:40.668646 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-30248df8-fc1f-49d6-b18b-5f2971206b48 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.2743881 Jul 16 20:31:40.685575 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.705584 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-52102444-6dc9-4ee5-8e42-f4b995062bfc req-07378c28-d020-455e-84eb-952917b4bf9e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255143 Jul 16 20:31:40.773417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 9dff0f7f-1322-4329-80c6-d41b5674b456, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9dff0f7f-1322-4329-80c6-d41b5674b456,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:40.780742 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:40.821315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:40.919562 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-493dfd95-5ffa-4907-89d0-506ffa703050 admin admin] 10.222.0.10 "PUT /v2.0/routers/69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1091764 Jul 16 20:31:40.934564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-055e2079-e451-4c67-a3f9-bec52a145153 req-88051fbe-023c-4e2c-a95b-ea21cffbd431 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1635945 Jul 16 20:31:41.024288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=9dff0f7f-1322-4329-80c6-d41b5674b456,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:41.046989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.048249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.048978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.050466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.052071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.052888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.056405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.056968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.059759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.060543 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.066227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.067406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:41.196901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-c82216c3-7af3-4030-b0ce-6041d3b9d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.200145 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-c82216c3-7af3-4030-b0ce-6041d3b9d3d1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4898481 Jul 16 20:31:41.402716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:41.448489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:41.456355 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-bd7856af-3259-435f-855e-b9bac28e4a79 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489014 Jul 16 20:31:41.525833 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Sync routers for ids ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:41.530205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:41.536666 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Routers {'69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:41.537538 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:41.561147 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b31e563e-1ee4-4aab-9240-c3d8ef317442 req-003dca95-a147-4530-a7a9-7b8928ea190d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1029539 Jul 16 20:31:41.580652 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.659932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0827-9cae-42c0-86a5-c0a14633c5b9 req-2e81b98d-6e96-45f7-aa7d-1862127ad7ce tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.668051 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.695946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0827-9cae-42c0-86a5-c0a14633c5b9 req-2e81b98d-6e96-45f7-aa7d-1862127ad7ce tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.708846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Transition to ACTIVE for port object 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:41.711318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:41.716667 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc11c2b-5a71-4603-8f4a-ff23466bd429" -d '{"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:41.724385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:41.773656 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Set router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:41.787153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0827-9cae-42c0-86a5-c0a14633c5b9 req-2e81b98d-6e96-45f7-aa7d-1862127ad7ce tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.838594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0827-9cae-42c0-86a5-c0a14633c5b9 req-2e81b98d-6e96-45f7-aa7d-1862127ad7ce tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.896594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0827-9cae-42c0-86a5-c0a14633c5b9 req-2e81b98d-6e96-45f7-aa7d-1862127ad7ce tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.933382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0827-9cae-42c0-86a5-c0a14633c5b9 req-2e81b98d-6e96-45f7-aa7d-1862127ad7ce tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.962219 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2057df8a-921e-47cd-a340-1aa975249a45 x-openstack-request-id: req-2057df8a-921e-47cd-a340-1aa975249a45 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:41.962957 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:41.962957 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2057df8a-921e-47cd-a340-1aa975249a45 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:41.963312 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'code': 200} Jul 16 20:31:41.971754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:31:41.975943 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:31:41.982868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0827-9cae-42c0-86a5-c0a14633c5b9 req-2e81b98d-6e96-45f7-aa7d-1862127ad7ce tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:41.993443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] No DVR routers for this DVR port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:41.998040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d3e0827-9cae-42c0-86a5-c0a14633c5b9 req-2e81b98d-6e96-45f7-aa7d-1862127ad7ce tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 1.1035404 Jul 16 20:31:42.010187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:42.206862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9dff0f7f-1322-4329-80c6-d41b5674b456 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:42.446494 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'name': 'tempest-TestAggregatesBasicOps-1247820672-router', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:29Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 4, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'gw_port': {'id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:31Z', 'updated_at': '2021-07-16T20:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '57faedbb-9d81-4710-b1e9-2bb71b965dfa', 'name': '', 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'mac_address': 'fa:16:3e:f8:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6508d370-5b0b-4bae-b8a5-68ff09a0bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 2, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'subnets': [{'id': '6508d370-5b0b-4bae-b8a5-68ff09a0bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:42.476738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9dff0f7f-1322-4329-80c6-d41b5674b456 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:42.477340 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.478573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26b15e-23bd-481a-937f-50779dde2a87 req-a626177a-2e64-47ea-b3bf-9dc2f08e87ff tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:42.481406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:42.493339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc26b15e-23bd-481a-937f-50779dde2a87 req-a626177a-2e64-47ea-b3bf-9dc2f08e87ff tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 943 time: 0.3404386 Jul 16 20:31:42.514902 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d3e0827-9cae-42c0-86a5-c0a14633c5b9 req-072ac2d8-ad3a-4c3a-898f-5ff384c26c21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5146301 Jul 16 20:31:42.536672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2040595991-network', 'tenant_id': 'cf02b2f610674344a4300001353cacd0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:42.542526 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Checking router: 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:42.543036 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Updating router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b port 57faedbb-9d81-4710-b1e9-2bb71b965dfa binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:42.629704 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-ff96b0a3-12b9-4dc6-87b8-bbc1b81b48cc service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1613605 Jul 16 20:31:42.633254 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:42.636123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:42.639629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on network d465c853-352d-4c6b-9a89-b450f63b60c7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:42.675850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on network d465c853-352d-4c6b-9a89-b450f63b60c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:31:42.676556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on network d465c853-352d-4c6b-9a89-b450f63b60c7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:42.679387 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.710733 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc26b15e-23bd-481a-937f-50779dde2a87 req-3f0aa1ca-5443-40bb-bcf2-c47f362d2c41 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123744 Jul 16 20:31:42.723791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:42.724760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Checking segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:42.725458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Bound using segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:42.726167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Bound port: 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:42.727733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.801663 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-9f276617-3fca-4e9e-9e25-fd197cb08861 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=7ec91537-7208-43f6-a91a-d689b79c0b81 HTTP/1.1" status: 200 len: 217 time: 0.1641858 Jul 16 20:31:42.802648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Made reservation on behalf of cf02b2f610674344a4300001353cacd0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:42.813918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.895811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:42.903236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:42.917121 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.974509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:42.994507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.018262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.018897 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.020771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-6358cd91-760c-4995-a7bc-baf7e8b421e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 1092 time: 3.4875782 Jul 16 20:31:43.118940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-697f1092-3f3b-4c8f-b30d-a6c3256fd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.131826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-697f1092-3f3b-4c8f-b30d-a6c3256fd838 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.3041704 Jul 16 20:31:43.142853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af108b71-d6b1-4cdc-af1a-b0fe3ddebc21 req-277a9331-6654-4241-9182-614ad958fcdc tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1802058 Jul 16 20:31:43.214937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-749f0c16-66b9-4106-b4d9-a0ea0df35a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.228930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-749f0c16-66b9-4106-b4d9-a0ea0df35a4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1095 time: 0.1398387 Jul 16 20:31:43.426268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-07c9a7bd-cf74-4519-99e6-2503917c0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.433328 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-07c9a7bd-cf74-4519-99e6-2503917c0265 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2814317 Jul 16 20:31:43.438699 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.469496 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Transition to ACTIVE for port object 57faedbb-9d81-4710-b1e9-2bb71b965dfa will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:43.482176 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.597481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-70e470dd-b031-4274-9bae-437a4bb200df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:43.608793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-70e470dd-b031-4274-9bae-437a4bb200df service neutron] 10.222.0.30 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.3722548 Jul 16 20:31:43.851740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-f0c7e04b-f1ea-4a6d-9d8b-ea4aebcb5f70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 999 time: 0.2325606 Jul 16 20:31:43.908530 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Attempting to bind port 57faedbb-9d81-4710-b1e9-2bb71b965dfa on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:43.914865 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Attempting to bind port 57faedbb-9d81-4710-b1e9-2bb71b965dfa by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'af6767d5-e204-4729-9dc0-7601d01be026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:43.915502 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Attempting to bind port 57faedbb-9d81-4710-b1e9-2bb71b965dfa on network 55793811-a57b-4e29-9f3e-d715fbe2bae4 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:43.930872 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:43.931568 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Checking segment: {'id': 'af6767d5-e204-4729-9dc0-7601d01be026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:43.932129 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.932696 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Bound using segment: {'id': 'af6767d5-e204-4729-9dc0-7601d01be026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:43.933341 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Bound port: 57faedbb-9d81-4710-b1e9-2bb71b965dfa, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6767d5-e204-4729-9dc0-7601d01be026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:43.933882 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.950590 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Pushing event updated for resources: {'Port': ['ID=57faedbb-9d81-4710-b1e9-2bb71b965dfa,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:43.959337 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:43.976289 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.985109 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.985503 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.985922 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.986334 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.988728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:43.992825 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.993261 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.993610 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.996889 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.997290 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.997686 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.998187 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:43.999863 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a0339d-0626-4af7-8a73-99cb12f9478e" -d '{"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:44.024952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-3b6f3c9b-6149-40dc-8430-d5e794536e6c service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814180 Jul 16 20:31:44.026119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.106322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-dabca7bb-d6fd-42ec-9e3b-54160cda306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.109583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-dabca7bb-d6fd-42ec-9e3b-54160cda306e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.2506528 Jul 16 20:31:44.214473 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] For port 57faedbb-9d81-4710-b1e9-2bb71b965dfa, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:44.227224 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] For port 57faedbb-9d81-4710-b1e9-2bb71b965dfa, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=57faedbb-9d81-4710-b1e9-2bb71b965dfa,segment=NetworkSegment(af6767d5-e204-4729-9dc0-7601d01be026),segment_id=af6767d5-e204-4729-9dc0-7601d01be026)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:44.238520 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.292224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:31:44.300243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2469a05-fade-40a3-85de-b548e391c265 req-a34b66a6-7e5f-4f96-8c83-febb2c3e0373 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e1828f7faa574d5289b297b5b755046b&device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.1279044 Jul 16 20:31:44.362697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-d5222f7c-457e-44be-9f77-e2ea77bde05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.364177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-d5222f7c-457e-44be-9f77-e2ea77bde05f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2397981 Jul 16 20:31:44.405947 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac9333-5f77-4731-b53a-88f1faf5c876 None None] Pushing event updated for resources: {'Port': ['ID=57faedbb-9d81-4710-b1e9-2bb71b965dfa,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.428237 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Routers {'69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:44.429103 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:44.523351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.526050 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Added segment 32ce2052-4352-419a-b979-8b75d65ee308 of type vlan for network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 Jul 16 20:31:44.547178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88db6c2e-90d0-4e9b-b099-ca342dc63b3e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:44.608060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2469a05-fade-40a3-85de-b548e391c265 req-fb0ad80d-88b6-43f5-9e5b-09380aeaf62f service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=e1828f7faa574d5289b297b5b755046b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2802529 Jul 16 20:31:44.717471 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] Set router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:44.783935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:44.815606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033afbe4-a7e7-4de1-b7c0-cc0616cdcbea req-c087c918-80da-42e8-8fee-7a747a495b6a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.823691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-033afbe4-a7e7-4de1-b7c0-cc0616cdcbea req-c087c918-80da-42e8-8fee-7a747a495b6a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 943 time: 0.5475314 Jul 16 20:31:44.916323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e465-f6b7-4562-8a15-bb11c9c3a1c7 req-eae74d94-2766-4f72-8da8-a866494176a4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.923238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e465-f6b7-4562-8a15-bb11c9c3a1c7 req-eae74d94-2766-4f72-8da8-a866494176a4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.930871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e465-f6b7-4562-8a15-bb11c9c3a1c7 req-eae74d94-2766-4f72-8da8-a866494176a4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.937963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e465-f6b7-4562-8a15-bb11c9c3a1c7 req-eae74d94-2766-4f72-8da8-a866494176a4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.940468 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-449be4ab-5a52-4fc5-ade6-0bf962ba8d7c service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677032 Jul 16 20:31:44.945600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e465-f6b7-4562-8a15-bb11c9c3a1c7 req-eae74d94-2766-4f72-8da8-a866494176a4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.953486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e465-f6b7-4562-8a15-bb11c9c3a1c7 req-eae74d94-2766-4f72-8da8-a866494176a4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.960475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e465-f6b7-4562-8a15-bb11c9c3a1c7 req-eae74d94-2766-4f72-8da8-a866494176a4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:44.962941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-033afbe4-a7e7-4de1-b7c0-cc0616cdcbea req-11939255-38d9-4548-b853-70321226d7af tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381836 Jul 16 20:31:44.963660 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aba3e465-f6b7-4562-8a15-bb11c9c3a1c7 req-eae74d94-2766-4f72-8da8-a866494176a4 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 1.0011561 Jul 16 20:31:45.131296 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c0b725-9f21-439f-8814-37efbb1bae52 x-openstack-request-id: req-48c0b725-9f21-439f-8814-37efbb1bae52 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:45.132408 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:45.132543 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48c0b725-9f21-439f-8814-37efbb1bae52 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:45.132917 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'status': 'completed', 'code': 200} Jul 16 20:31:45.169223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.175746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.177344 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.199484 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'name': 'tempest-TestAggregatesBasicOps-1247820672-router', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:29Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 4, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'gw_port': {'id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:31Z', 'updated_at': '2021-07-16T20:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '57faedbb-9d81-4710-b1e9-2bb71b965dfa', 'name': '', 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'mac_address': 'fa:16:3e:f8:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6508d370-5b0b-4bae-b8a5-68ff09a0bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:44Z', 'revision_number': 4, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'subnets': [{'id': '6508d370-5b0b-4bae-b8a5-68ff09a0bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:45.330481 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5201b33a-2ca0-48c4-86f5-d1106c9888ee None None] The sync data for ids ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'] in n-d-792394-17 is: [{'id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'name': 'tempest-TestAggregatesBasicOps-1247820672-router', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:29Z', 'updated_at': '2021-07-16T20:31:37Z', 'revision_number': 4, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'gw_port': {'id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:31Z', 'updated_at': '2021-07-16T20:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '57faedbb-9d81-4710-b1e9-2bb71b965dfa', 'name': '', 'network_id': '55793811-a57b-4e29-9f3e-d715fbe2bae4', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'mac_address': 'fa:16:3e:f8:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '6508d370-5b0b-4bae-b8a5-68ff09a0bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:35Z', 'updated_at': '2021-07-16T20:31:44Z', 'revision_number': 4, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'subnets': [{'id': '6508d370-5b0b-4bae-b8a5-68ff09a0bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:31:45.351733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-4308397b-8caa-4a65-8a9e-e9d511a441eb service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3157425 Jul 16 20:31:45.567169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0478821 Jul 16 20:31:45.568516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ed065-4e7d-41e6-b231-e84fe3f8838a admin admin] Pushing event updated for resources: {'Network': ['ID=4b753c48-aacf-4948-b48b-e9f2f3dbc1d6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:45.572034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:45.579566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:31:45.588359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Request body: {'subnet': {'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2040595991-subnet', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:45.591179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e02af0-237c-47d3-8dde-042de59ad918 req-03e98acc-d136-4b3b-85b7-8b7bea963c18 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.592755 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-03e98acc-d136-4b3b-85b7-8b7bea963c18 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 815 time: 0.3058498 Jul 16 20:31:45.637203 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2067f19e-fc64-40c1-9ed2-a7092c092ed2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca4c7-dc97-4568-8028-c745824ae60f HTTP/1.1" status: 200 len: 217 time: 0.2618067 Jul 16 20:31:45.641306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2469a05-fade-40a3-85de-b548e391c265 req-54f291f0-277d-4161-8d08-de4c17ce14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.642968 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2469a05-fade-40a3-85de-b548e391c265 req-54f291f0-277d-4161-8d08-de4c17ce14a4 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9814208 Jul 16 20:31:45.657348 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-20a9845e-8754-42c7-8466-08a58a11e84a service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877508 Jul 16 20:31:45.669747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-98de50b9-75b7-4677-ba7c-c0f184838bc1 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/quotas/0c642436ca1445bea5db47ecb6a3fbfe HTTP/1.1" status: 200 len: 375 time: 0.0666366 Jul 16 20:31:45.723697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-ecb7b88c-a331-4bcc-9902-49be292f2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:45.726507 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-ecb7b88c-a331-4bcc-9902-49be292f2239 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1095 time: 0.5927854 Jul 16 20:31:45.780574 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.899187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Made reservation on behalf of cf02b2f610674344a4300001353cacd0 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:45.901825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:45.996702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-f39f3dc5-6ac9-4f51-b989-9922c41ac288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.001947 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-f39f3dc5-6ac9-4f51-b989-9922c41ac288 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.3430350 Jul 16 20:31:46.051037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aba3e465-f6b7-4562-8a15-bb11c9c3a1c7 req-23f1b8bd-1595-4ee1-9ea3-cf16224749f5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0588522 Jul 16 20:31:46.081931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-8937a70f-f5cf-45e6-a577-a9cdf9a212bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.083883 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-8937a70f-f5cf-45e6-a577-a9cdf9a212bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.3500843 Jul 16 20:31:46.120638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-307a0f82-1e8f-4b6b-9740-785c81d395b6 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4424617 Jul 16 20:31:46.253523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 57faedbb-9d81-4710-b1e9-2bb71b965dfa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:46.410304 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 57faedbb-9d81-4710-b1e9-2bb71b965dfa completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:46.432505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 57faedbb-9d81-4710-b1e9-2bb71b965dfa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:46.434571 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.455527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-e3779820-208a-4c6e-9958-840f3a3b2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.458043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-e3779820-208a-4c6e-9958-840f3a3b2cdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1095 time: 0.7152257 Jul 16 20:31:46.517179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-9f89f619-b502-4a08-a7fd-f70f5859d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:46.525170 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-9f89f619-b502-4a08-a7fd-f70f5859d06e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4968514 Jul 16 20:31:46.621942 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-6170d937-c14f-4b93-8c23-02cd75b6eb1d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 999 time: 0.5276406 Jul 16 20:31:46.650110 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.697622 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.748124 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ec7eba96-f500-41d0-a1fd-c1114f72be15 req-6dcbf7db-8cac-45a1-8a21-34088e8af092 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.10 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.3364401 Jul 16 20:31:46.769656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 57faedbb-9d81-4710-b1e9-2bb71b965dfa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=57faedbb-9d81-4710-b1e9-2bb71b965dfa,segment=NetworkSegment(af6767d5-e204-4729-9dc0-7601d01be026),segment_id=af6767d5-e204-4729-9dc0-7601d01be026)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:46.785536 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.796399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:46.981781 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d2469a05-fade-40a3-85de-b548e391c265 req-af306975-1747-415e-af44-ef853ce47152 tempest-ServerShowV257Test-1905280456 tempest-ServerShowV257Test-1905280456-project] 10.222.0.63 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.0646324 Jul 16 20:31:47.009175 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-ec897b7a-19d7-4f07-9edf-6e50e896860e service neutron] 10.222.0.10 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8874600 Jul 16 20:31:47.022732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-bf3b08b3-2c39-4c73-ab18-1edf2aec2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.024245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-bf3b08b3-2c39-4c73-ab18-1edf2aec2757 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.5491025 Jul 16 20:31:47.040212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=57faedbb-9d81-4710-b1e9-2bb71b965dfa,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.139798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ec0557-c49a-4818-a92c-e33293f647ed,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:47.159396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-2c5d4b0a-973d-46f6-bc85-9b4344272cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.166866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-2c5d4b0a-973d-46f6-bc85-9b4344272cdb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.5234005 Jul 16 20:31:47.214153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Checking segment: {'id': '32ce2052-4352-419a-b979-8b75d65ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:47.214520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Network hostable DHCP agents. Network: 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:31:47.218092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-8a931f8a-e032-4fd6-9ff4-53b3277f07bb service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672263 Jul 16 20:31:47.405177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-c969e19f-39a2-4c24-bfe2-1ab2d031827a service neutron] 10.222.0.10 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798261 Jul 16 20:31:47.512321 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-7bedb14a-a4ec-4b2c-86f0-0ad906f20d43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 999 time: 0.4261231 Jul 16 20:31:47.514574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-551c4b6e-294f-4c76-a199-f77437f5a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.516223 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-551c4b6e-294f-4c76-a199-f77437f5a04e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2722411 Jul 16 20:31:47.661353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-6b472cf0-08a4-49bc-8884-c57142746a3b service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372283 Jul 16 20:31:47.767706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-631b63d3-e4e7-4314-b6b4-4ed1994b7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:47.772107 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-631b63d3-e4e7-4314-b6b4-4ed1994b7ab0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.1097367 Jul 16 20:31:48.159908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-5f87eae4-d01b-4f0b-8600-6d2d3506793f service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782206 Jul 16 20:31:48.234431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 57faedbb-9d81-4710-b1e9-2bb71b965dfa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:48.348369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:31:48.351785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-69700256-67d4-497e-935a-ab2c7389bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.361214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-69700256-67d4-497e-935a-ab2c7389bfe9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5474854 Jul 16 20:31:48.488280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:31:48.590775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d9ea3-fa68-4505-8d72-2fff0bb9c7bc req-7604bbd2-23d8-4db8-8275-f9a7ed517567 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.599084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 57faedbb-9d81-4710-b1e9-2bb71b965dfa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:48.600186 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.609068 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f57d9ea3-fa68-4505-8d72-2fff0bb9c7bc req-7604bbd2-23d8-4db8-8275-f9a7ed517567 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 943 time: 1.5177832 Jul 16 20:31:48.690756 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-7465bad4-0ab8-4511-adb6-83bf67c1138b service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4507096 Jul 16 20:31:48.697989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2236018-07b6-42f0-9e5f-842633e30fd4 req-065ec4f2-82b4-499e-a107-bf543692b182 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2301600 Jul 16 20:31:48.727560 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-dd56423c-c14a-4089-b030-274d1b891db7 service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304989 Jul 16 20:31:48.731750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:48.767345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e8a745-182a-4a0c-8907-ef649aadfa8e None None] Network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:48.837197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.837811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:48.854334 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-2013256b-105a-4a22-847c-5541072d4321 service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138558 Jul 16 20:31:48.902619 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-383bb3dc-83e6-4227-bbee-de3b506ebdd0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484 HTTP/1.1" status: 200 len: 217 time: 0.1619689 Jul 16 20:31:48.935846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f4b6-97ff-46c2-8d4a-56c66eb67c91 req-91b699ca-6ace-4e68-b660-c09842d8e595 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.959850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f4b6-97ff-46c2-8d4a-56c66eb67c91 req-91b699ca-6ace-4e68-b660-c09842d8e595 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:48.986975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f4b6-97ff-46c2-8d4a-56c66eb67c91 req-91b699ca-6ace-4e68-b660-c09842d8e595 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.013400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f4b6-97ff-46c2-8d4a-56c66eb67c91 req-91b699ca-6ace-4e68-b660-c09842d8e595 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.026990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f4b6-97ff-46c2-8d4a-56c66eb67c91 req-91b699ca-6ace-4e68-b660-c09842d8e595 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.060460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f4b6-97ff-46c2-8d4a-56c66eb67c91 req-91b699ca-6ace-4e68-b660-c09842d8e595 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.082700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f4b6-97ff-46c2-8d4a-56c66eb67c91 req-91b699ca-6ace-4e68-b660-c09842d8e595 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.084883 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6815f4b6-97ff-46c2-8d4a-56c66eb67c91 req-91b699ca-6ace-4e68-b660-c09842d8e595 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.5205638 Jul 16 20:31:49.092709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-009107ee-6b27-4027-aea8-454db368d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.094178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-009107ee-6b27-4027-aea8-454db368d5fb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.1277690 Jul 16 20:31:49.096211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2236018-07b6-42f0-9e5f-842633e30fd4 req-6da15b86-0cb4-4669-a029-1358198ae37a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e1828f7faa574d5289b297b5b755046b&device_id=26d5a4e3-cc07-4480-99dd-4c1878d35299 HTTP/1.1" status: 200 len: 210 time: 0.2529314 Jul 16 20:31:49.135421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f57d9ea3-fa68-4505-8d72-2fff0bb9c7bc req-a9f390df-4a72-4adf-a9d3-c90ed68dcc9b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5241587 Jul 16 20:31:49.143656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fa2a213d-fac6-450d-9b3d-a77cc846fa92 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5603030 Jul 16 20:31:49.156505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:49.168619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-4b753c48-aacf-4948-b48b-e9f2f3dbc1d6', 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'fixed_ips': [{'subnet_id': '92ec0557-c49a-4818-a92c-e33293f647ed'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:31:49.182729 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.202138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:49.252933 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2236018-07b6-42f0-9e5f-842633e30fd4 req-e401eb7e-6726-4d64-9555-f0358f1b9534 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=e1828f7faa574d5289b297b5b755046b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563855 Jul 16 20:31:49.255969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:49.267865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6815f4b6-97ff-46c2-8d4a-56c66eb67c91 req-7899b130-c95b-44aa-b7b6-f3bba8f53d00 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1668794 Jul 16 20:31:49.275532 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.285797 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.470806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.482104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236018-07b6-42f0-9e5f-842633e30fd4 req-bc99c58d-abd1-44c5-9d19-d4570e3b163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.483629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b2236018-07b6-42f0-9e5f-842633e30fd4 req-bc99c58d-abd1-44c5-9d19-d4570e3b163b service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201350 Jul 16 20:31:49.623687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Allocated IP 172.20.0.2 (4b753c48-aacf-4948-b48b-e9f2f3dbc1d6/92ec0557-c49a-4818-a92c-e33293f647ed/95bd08d6-8567-4ff8-b612-e2ef9b716d2d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:49.654468 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b3af7f7-73c6-45a7-956a-c96e026f294f req-c68bbb20-0772-4ff2-b585-a842d57127a2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 210 time: 0.1390150 Jul 16 20:31:49.681990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b7b255be-b4f8-433d-9d45-e46a80c9c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:49.687217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-b7b255be-b4f8-433d-9d45-e46a80c9c9c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5751708 Jul 16 20:31:49.862394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:49.897665 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-99ce2503-fe2d-4459-80f0-46e2647fe170 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967506 Jul 16 20:31:50.054384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'port_id': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'mac_address': 'fa:16:3e:6e:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:31:50.181344 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9ea0ad7d-c104-4b66-acfc-d808a4e9cca8 req-2f94591e-1c4a-4a6d-a5f8-146d643d9a21 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727888 Jul 16 20:31:50.229988 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.254788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:50.321699 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Transition to ACTIVE for port object 95bd08d6-8567-4ff8-b612-e2ef9b716d2d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:50.373137 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.434054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Transition to ACTIVE for port object 95bd08d6-8567-4ff8-b612-e2ef9b716d2d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:50.452487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:50.484589 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.544627 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5af7eae1-8a7c-4a63-8787-cae3e203d21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.798380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Pushing event updated for resources: {'Port': ['ID=95bd08d6-8567-4ff8-b612-e2ef9b716d2d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:50.814351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:50.835572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:50.875787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:50.891485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:50.910876 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:50.916401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58d8a2-c01f-40ef-a8d5-868bbf712d07 req-0e04bfb7-3647-4fa4-98cd-fdbbac9bc57a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.924403 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a58d8a2-c01f-40ef-a8d5-868bbf712d07 req-0e04bfb7-3647-4fa4-98cd-fdbbac9bc57a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 943 time: 0.4737618 Jul 16 20:31:50.947885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f536ff0-2c78-4744-8a64-0b436f07547e req-237acdc0-fbc1-48df-8ed0-6c7d88d517bc tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.949422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f536ff0-2c78-4744-8a64-0b436f07547e req-237acdc0-fbc1-48df-8ed0-6c7d88d517bc tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 1.0215039 Jul 16 20:31:50.957856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-9d154033-f1a1-462d-8044-90952a9cd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.961254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-9d154033-f1a1-462d-8044-90952a9cd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.963533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-9d154033-f1a1-462d-8044-90952a9cd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.965790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-9d154033-f1a1-462d-8044-90952a9cd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.966551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-9d154033-f1a1-462d-8044-90952a9cd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.967218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-9d154033-f1a1-462d-8044-90952a9cd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.967891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-9d154033-f1a1-462d-8044-90952a9cd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:50.977880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-9d154033-f1a1-462d-8044-90952a9cd1a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6494 time: 0.6448200 Jul 16 20:31:51.059720 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-81b1fe8a-bec0-48d2-a43c-88341c3410ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.107417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-20d66302-1c91-4cb2-858d-d86a7b7ed754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.109782 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-20d66302-1c91-4cb2-858d-d86a7b7ed754 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6a17a63a-c043-49f3-9a05-56cd95c749a7 HTTP/1.1" status: 200 len: 901 time: 0.1251910 Jul 16 20:31:51.165414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Attempting to bind port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:31:51.165414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Attempting to bind port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '32ce2052-4352-419a-b979-8b75d65ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:31:51.165758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Attempting to bind port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d on network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:31:51.174015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:51.176723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:31:51.183604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Checking segment: {'id': '32ce2052-4352-419a-b979-8b75d65ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:31:51.184067 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.184481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Bound using segment: {'id': '32ce2052-4352-419a-b979-8b75d65ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:31:51.184939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Bound port: 95bd08d6-8567-4ff8-b612-e2ef9b716d2d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ce2052-4352-419a-b979-8b75d65ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:31:51.185320 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.219583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:51.263023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-f0311951-8305-40cd-9c47-50ae8697e482 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484 HTTP/1.1" status: 200 len: 217 time: 0.1339507 Jul 16 20:31:51.265550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5af7eae1-8a7c-4a63-8787-cae3e203d21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.297520 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a58d8a2-c01f-40ef-a8d5-868bbf712d07 req-06214e23-5ba4-4a55-b79e-86afe426dab1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717070 Jul 16 20:31:51.339382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f536ff0-2c78-4744-8a64-0b436f07547e req-32ff06ab-d993-4565-bbd0-bc43d31addac tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135574 Jul 16 20:31:51.371484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5af7eae1-8a7c-4a63-8787-cae3e203d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.538086 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5af7eae1-8a7c-4a63-8787-cae3e203d21c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1828f7faa574d5289b297b5b755046b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2820597 Jul 16 20:31:51.542519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47046) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:51.550520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] For port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:31:51.553575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-a0191de4-9493-4ec5-9da5-249969f3b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.554492 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.555702 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-a0191de4-9493-4ec5-9da5-249969f3b7dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.2855971 Jul 16 20:31:51.558652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7eae1-8a7c-4a63-8787-cae3e203d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f97e204-f46f-459a-8293-89b80f81e11f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:51.602684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] For port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=95bd08d6-8567-4ff8-b612-e2ef9b716d2d,segment=NetworkSegment(32ce2052-4352-419a-b979-8b75d65ee308),segment_id=32ce2052-4352-419a-b979-8b75d65ee308)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:31:51.623909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.645838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e02af0-237c-47d3-8dde-042de59ad918 req-544cdfc2-8c2a-46b4-9092-9b569931044e tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.647447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-544cdfc2-8c2a-46b4-9092-9b569931044e tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 815 time: 0.6449623 Jul 16 20:31:51.653266 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:51.665669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-bea6266b-1499-4ba7-a00e-52d576c53a10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5540452 Jul 16 20:31:51.680439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Request body: {'port': {'device_id': '63079ccf-05dd-46c7-92c7-32425a74c08b', 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c', 'admin_state_up': True, 'tenant_id': '0c642436ca1445bea5db47ecb6a3fbfe'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:51.860637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Allocated IP 172.25.7.109 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/f25836ca-69de-4f7b-9c48-b5f2155785c8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:51.943644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-5a911e36-9217-4c63-b470-e2c46446583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:51.945968 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-5a911e36-9217-4c63-b470-e2c46446583d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3683860 Jul 16 20:31:51.994013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa819f-0f5a-404a-bc27-a9b8d99f2fcb req-04c557de-bfba-4b11-b278-941ac9a2886f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.001421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa819f-0f5a-404a-bc27-a9b8d99f2fcb req-04c557de-bfba-4b11-b278-941ac9a2886f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.017670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa819f-0f5a-404a-bc27-a9b8d99f2fcb req-04c557de-bfba-4b11-b278-941ac9a2886f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.027207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa819f-0f5a-404a-bc27-a9b8d99f2fcb req-04c557de-bfba-4b11-b278-941ac9a2886f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.039154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa819f-0f5a-404a-bc27-a9b8d99f2fcb req-04c557de-bfba-4b11-b278-941ac9a2886f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.058715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa819f-0f5a-404a-bc27-a9b8d99f2fcb req-04c557de-bfba-4b11-b278-941ac9a2886f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.084368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa819f-0f5a-404a-bc27-a9b8d99f2fcb req-04c557de-bfba-4b11-b278-941ac9a2886f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.104103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35aa819f-0f5a-404a-bc27-a9b8d99f2fcb req-04c557de-bfba-4b11-b278-941ac9a2886f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.5408952 Jul 16 20:31:52.133894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-c5394f01-83f4-41c0-ad4f-f8b068f7224c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.136429 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-c5394f01-83f4-41c0-ad4f-f8b068f7224c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.30 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 1.1859272 Jul 16 20:31:52.274728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-fc2ec903-7502-4c70-a416-ef2a449c1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.276601 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-fc2ec903-7502-4c70-a416-ef2a449c1c41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1096 time: 0.5376632 Jul 16 20:31:52.300493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d368feee-135e-4b10-8c17-5530faa5f1a0 req-bade32a7-5532-4468-a789-f52a4b292e24 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 210 time: 0.3019240 Jul 16 20:31:52.442216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.528469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ee8e4-aee1-4759-b34c-32c53a51e0ec None None] Pushing event updated for resources: {'Port': ['ID=95bd08d6-8567-4ff8-b612-e2ef9b716d2d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:52.574522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddf97fb6-08e1-4775-bbca-bac2edcc2d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:52.592530 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35aa819f-0f5a-404a-bc27-a9b8d99f2fcb req-5750d5da-3682-42f7-b679-a26607e16278 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4873936 Jul 16 20:31:52.596395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-70a13637-27ab-485c-be10-d7db8730fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:52.601189 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-70a13637-27ab-485c-be10-d7db8730fd0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.2833662 Jul 16 20:31:52.657974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-f38ff9ba-303e-4f14-8103-92672b03c19f service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496340 Jul 16 20:31:52.930143 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddf97fb6-08e1-4775-bbca-bac2edcc2d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.000698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Made reservation on behalf of 0c642436ca1445bea5db47ecb6a3fbfe for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:31:53.029771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.110588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Deleting port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:31:53.110866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.117165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.125618 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-affdc0e0-6f3d-48a5-b7d3-9f7f882dd223 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 1000 time: 0.4661245 Jul 16 20:31:53.192166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-923e6c47-fe03-47cf-bb0a-e246662bcd09 req-34f2081f-6cf4-489e-95a5-5a8b1d4b43bb service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937988 Jul 16 20:31:53.218174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-0996ed01-bc09-4594-a201-afa035d44af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.220129 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-0996ed01-bc09-4594-a201-afa035d44af7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.0755246 Jul 16 20:31:53.268286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:53.271703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:53.369109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:53.373442 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56103214-55a8-4238-b838-0e18634c6156 req-0200a9b6-d25f-4335-9731-5e38d8e7dad4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.375481 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56103214-55a8-4238-b838-0e18634c6156 req-0200a9b6-d25f-4335-9731-5e38d8e7dad4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.3191950 Jul 16 20:31:53.427208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-9b4b0fa7-52fb-4849-b78c-398cc8cfa4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:53.430246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-9b4b0fa7-52fb-4849-b78c-398cc8cfa4be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879432 Jul 16 20:31:53.460705 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-56103214-55a8-4238-b838-0e18634c6156 req-03262bf4-f86a-4403-8c92-33faa58dda3d tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721273 Jul 16 20:31:53.473515 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.485674 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d728519d-4c1f-48d2-ba26-be986ed2cbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.633654 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-cb5ed7ce-64d3-46d5-ade7-18ec8b060ac6 service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936147 Jul 16 20:31:53.766827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Pushing event updated for resources: {'Port': ['ID=f25836ca-69de-4f7b-9c48-b5f2155785c8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:53.821081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddf97fb6-08e1-4775-bbca-bac2edcc2d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.826208 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddf97fb6-08e1-4775-bbca-bac2edcc2d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:53.833555 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7ac96ef3-6a96-4098-a005-84a70cc089c4 req-66abda85-946f-4f0a-a109-78047a7b85e4 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 210 time: 0.0472808 Jul 16 20:31:53.841315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ddf97fb6-08e1-4775-bbca-bac2edcc2d55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f97e204-f46f-459a-8293-89b80f81e11f HTTP/1.1" status: 204 len: 168 time: 2.2733910 Jul 16 20:31:53.910424 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-4a3522bf-ae2b-4caa-bdbf-47cb9cb1d22c service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681377 Jul 16 20:31:54.013505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf97fb6-08e1-4775-bbca-bac2edcc2d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f97e204-f46f-459a-8293-89b80f81e11f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:54.236861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] For port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:54.237399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.315069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1c2d-88ad-42f7-8be9-498132dcdbdd req-ccd92a05-6264-49ab-a9c8-7e7058219ebd tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.332921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43ec76-9596-4303-a2c5-31b4fa709335 None None] Network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:31:54.352141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1c2d-88ad-42f7-8be9-498132dcdbdd req-ccd92a05-6264-49ab-a9c8-7e7058219ebd tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.402809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1c2d-88ad-42f7-8be9-498132dcdbdd req-ccd92a05-6264-49ab-a9c8-7e7058219ebd tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.423464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1c2d-88ad-42f7-8be9-498132dcdbdd req-ccd92a05-6264-49ab-a9c8-7e7058219ebd tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.445813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1c2d-88ad-42f7-8be9-498132dcdbdd req-ccd92a05-6264-49ab-a9c8-7e7058219ebd tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.452189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 95bd08d6-8567-4ff8-b612-e2ef9b716d2d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:54.471953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1c2d-88ad-42f7-8be9-498132dcdbdd req-ccd92a05-6264-49ab-a9c8-7e7058219ebd tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.509501 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1c2d-88ad-42f7-8be9-498132dcdbdd req-ccd92a05-6264-49ab-a9c8-7e7058219ebd tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.511731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-68cc1c2d-88ad-42f7-8be9-498132dcdbdd req-ccd92a05-6264-49ab-a9c8-7e7058219ebd tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.3818116 Jul 16 20:31:54.565637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c9b8ea0-4f20-4eb8-8f0c-423004fc3391 None None] Provisioning for port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:54.614446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-68cc1c2d-88ad-42f7-8be9-498132dcdbdd req-fac2f41d-b067-42df-9ea7-d58efc78197d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964949 Jul 16 20:31:54.673087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-500686e1-e354-4ab0-9ce1-c9da32d60036 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.675839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-500686e1-e354-4ab0-9ce1-c9da32d60036 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d&tenant_id=4c108c14547943189552611b7b096c07&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 944 time: 1.4237103 Jul 16 20:31:54.684820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Allocated IP 172.20.0.5 (b7e560f6-85ed-4979-9bdb-61ca9eba363c/2dd8708d-f571-4440-9947-b78d45d450ef/1fa1f247-1fe5-4d5a-bcf4-3627d217acb8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:31:54.711636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:54.736921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4fde0-e55f-405d-887b-3f1b275aea33 req-7597be05-7596-495f-b5c6-c719db1ab98f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:54.750478 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.752615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94f4fde0-e55f-405d-887b-3f1b275aea33 req-7597be05-7596-495f-b5c6-c719db1ab98f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 944 time: 0.9963777 Jul 16 20:31:54.755341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:54.759165 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:54.855087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-93bbeac4-5bbc-4627-b8b9-d7324d16c970 service neutron] 10.222.0.30 "GET /v2.0/ports/63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 383 time: 0.0929961 Jul 16 20:31:54.919432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:55.029278 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94f4fde0-e55f-405d-887b-3f1b275aea33 req-92e79025-8c47-48e0-b2ee-305beba41658 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756531 Jul 16 20:31:55.105421 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.175646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=95bd08d6-8567-4ff8-b612-e2ef9b716d2d,segment=NetworkSegment(32ce2052-4352-419a-b979-8b75d65ee308),segment_id=32ce2052-4352-419a-b979-8b75d65ee308)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:55.179329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:31:55.184071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:55.184615 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.186182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312d9a-7d74-4c5c-9211-52d53aeb700a req-df56bfb5-36da-44eb-8b34-981ba6c42b87 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.186331 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.209950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4a312d9a-7d74-4c5c-9211-52d53aeb700a req-df56bfb5-36da-44eb-8b34-981ba6c42b87 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 946 time: 0.1577265 Jul 16 20:31:55.308006 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4a312d9a-7d74-4c5c-9211-52d53aeb700a req-e1c11ec2-b3b5-428a-a6b8-9b0990b22947 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934460 Jul 16 20:31:55.385208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=95bd08d6-8567-4ff8-b612-e2ef9b716d2d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:55.476720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-1e00a085-c6e9-4477-8c7c-3999f0b55f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:55.479954 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-1e00a085-c6e9-4477-8c7c-3999f0b55f6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1096 time: 0.5846095 Jul 16 20:31:55.494253 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d8d53f8-6fa5-47f5-b34c-847ca0ee7588 req-e7ab986c-ddf6-4a47-a90f-65743903e132 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 210 time: 0.1012013 Jul 16 20:31:55.550198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.577009 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.663008 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:55.668586 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b351dcf5-db8b-4318-8564-c7959867803a" -d '{"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:55.730046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:55.736473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-004db365-db04-4268-86c5-5081bd680044 None None] Provisioning complete for port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:55.737115 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-004db365-db04-4268-86c5-5081bd680044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.802593 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686c5c2d-01a8-4003-b314-c8859c8ad4bf x-openstack-request-id: req-686c5c2d-01a8-4003-b314-c8859c8ad4bf {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:55.802996 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:55.803304 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-686c5c2d-01a8-4003-b314-c8859c8ad4bf {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:55.807791 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'code': 200} Jul 16 20:31:55.811478 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:55.816561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 03ecc99d-59aa-4263-bce7-3182b3d3b9bb no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:31:56.033068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c433-4759-4348-9e97-f38561ce6c4f req-1bfc611b-29f3-4b5c-8f50-38c1ab0e765f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.058661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.064771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c433-4759-4348-9e97-f38561ce6c4f req-1bfc611b-29f3-4b5c-8f50-38c1ab0e765f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.080568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c433-4759-4348-9e97-f38561ce6c4f req-1bfc611b-29f3-4b5c-8f50-38c1ab0e765f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.105967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c433-4759-4348-9e97-f38561ce6c4f req-1bfc611b-29f3-4b5c-8f50-38c1ab0e765f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.131300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c433-4759-4348-9e97-f38561ce6c4f req-1bfc611b-29f3-4b5c-8f50-38c1ab0e765f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.154122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c433-4759-4348-9e97-f38561ce6c4f req-1bfc611b-29f3-4b5c-8f50-38c1ab0e765f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.164369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c433-4759-4348-9e97-f38561ce6c4f req-1bfc611b-29f3-4b5c-8f50-38c1ab0e765f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.166306 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f436c433-4759-4348-9e97-f38561ce6c4f req-1bfc611b-29f3-4b5c-8f50-38c1ab0e765f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.3229520 Jul 16 20:31:56.211630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-c46029d4-27d1-43f4-a099-bec145afd62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.219472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-c46029d4-27d1-43f4-a099-bec145afd62a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.7168791 Jul 16 20:31:56.229073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.229073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.229073 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Floating IP 4f33b22c-1142-4785-8fae-1e38ed8f29f6 disassociated. External IP: 172.25.7.42, port: 03ecc99d-59aa-4263-bce7-3182b3d3b9bb. Jul 16 20:31:56.230850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Calling delete_port for 03ecc99d-59aa-4263-bce7-3182b3d3b9bb owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:31:56.294123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 95bd08d6-8567-4ff8-b612-e2ef9b716d2d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:31:56.304276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f436c433-4759-4348-9e97-f38561ce6c4f req-65429c38-006f-43b6-98a9-ae8a8f434562 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117308 Jul 16 20:31:56.420703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.474395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:31:56.490886 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.657279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:56.671963 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.706688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:31:56.707152 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:56.819483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca065-b824-4929-8207-783c8e58e0b1 req-c5d04f7e-6014-449a-a015-58b00b2ba7f7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:56.849501 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-68eca065-b824-4929-8207-783c8e58e0b1 req-c5d04f7e-6014-449a-a015-58b00b2ba7f7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 944 time: 0.2580035 Jul 16 20:31:56.959677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-68eca065-b824-4929-8207-783c8e58e0b1 req-cd558c3a-b168-40ba-9b01-435cbb312aee tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074371 Jul 16 20:31:57.057795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.110931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-cb52dee1-9eff-4a65-be5e-c9575e327fed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 1001 time: 0.8523128 Jul 16 20:31:57.327128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-9f9ab9fd-988e-4737-b23a-eef261af4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:57.330449 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-9f9ab9fd-988e-4737-b23a-eef261af4e67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.2032325 Jul 16 20:31:57.335444 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.354125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dc406-a43d-4264-a8ea-79995a6f7a79 req-f4351a0c-fa22-46a8-9f2f-9d623b56a741 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:57.354125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f1dc406-a43d-4264-a8ea-79995a6f7a79 req-f4351a0c-fa22-46a8-9f2f-9d623b56a741 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.9989707 Jul 16 20:31:57.358518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.374005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5ca8d371-f59c-44c2-863a-848216af7e16'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:31:57.606494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Network b7e560f6-85ed-4979-9bdb-61ca9eba363c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:31:57.621673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239afa77-995b-4d1e-8fbc-98498f9c0804 req-28f8ff38-40af-4377-9fee-eb491a4a5385 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:57.633750 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-239afa77-995b-4d1e-8fbc-98498f9c0804 req-28f8ff38-40af-4377-9fee-eb491a4a5385 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 931 time: 0.1790268 Jul 16 20:31:57.667908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:57.721240 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-239afa77-995b-4d1e-8fbc-98498f9c0804 req-4fdfeb16-ca93-462a-9e18-39da7553688b tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860393 Jul 16 20:31:57.725867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:31:57.744731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:31:57.809566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:31:57.811932 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f61c5d1-4e94-4bb0-8b7a-4a0f85c8d018" -d '{"events": [{"server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "name": "network-vif-unplugged", "status": "completed", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:31:58.090787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Pushing event updated for resources: {'Port': ['ID=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.105386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5f1dc406-a43d-4264-a8ea-79995a6f7a79 req-c53ceca1-99cc-4450-8d4c-8f0549e90ac9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7268753 Jul 16 20:31:58.149816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.154186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.200758 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7121a7-e9a1-4658-99d9-5d05d769a706 x-openstack-request-id: req-4e7121a7-e9a1-4658-99d9-5d05d769a706 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:31:58.201225 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "name": "network-vif-unplugged", "status": "completed", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:31:58.201576 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e7121a7-e9a1-4658-99d9-5d05d769a706 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:31:58.201689 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'code': 200} Jul 16 20:31:58.210660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633bd56-8a96-4f21-8998-f0f214d5af1d req-a366a69c-b805-4424-8f8e-042cfc1a12ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.231727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633bd56-8a96-4f21-8998-f0f214d5af1d req-a366a69c-b805-4424-8f8e-042cfc1a12ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.239886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event deleted for resources: {'Port': ['ID=03ecc99d-59aa-4263-bce7-3182b3d3b9bb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:58.241819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633bd56-8a96-4f21-8998-f0f214d5af1d req-a366a69c-b805-4424-8f8e-042cfc1a12ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.259714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633bd56-8a96-4f21-8998-f0f214d5af1d req-a366a69c-b805-4424-8f8e-042cfc1a12ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.282275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633bd56-8a96-4f21-8998-f0f214d5af1d req-a366a69c-b805-4424-8f8e-042cfc1a12ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.292210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-e98c52a1-0b86-4f23-ae87-a372ff0ba45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.292422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633bd56-8a96-4f21-8998-f0f214d5af1d req-a366a69c-b805-4424-8f8e-042cfc1a12ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.293257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-e98c52a1-0b86-4f23-ae87-a372ff0ba45c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9416478 Jul 16 20:31:58.299105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633bd56-8a96-4f21-8998-f0f214d5af1d req-a366a69c-b805-4424-8f8e-042cfc1a12ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.301650 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3633bd56-8a96-4f21-8998-f0f214d5af1d req-a366a69c-b805-4424-8f8e-042cfc1a12ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.3088183 Jul 16 20:31:58.370893 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3633bd56-8a96-4f21-8998-f0f214d5af1d req-9debed0b-a0eb-402b-abc4-b95106e92777 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631142 Jul 16 20:31:58.385814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-34ce84b1-2532-4212-82a6-c7a029185233 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7208321 Jul 16 20:31:58.465417 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a39292a9-6ceb-4c42-a806-a40de9862107 req-7ea92063-b34b-4553-9bb8-7b66887a624d tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 210 time: 0.0812800 Jul 16 20:31:58.476431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Request body: {'port': {'device_id': '63079ccf-05dd-46c7-92c7-32425a74c08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:31:58.718091 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:58.787198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Router 0883f8d4-5534-495a-a701-c9eb28851f58 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:31:58.962297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05a84-9dea-46be-ba99-fd078806ac27 req-a9576eac-48a5-46ae-8d7f-4011a03309a2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:31:58.971220 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abf05a84-9dea-46be-ba99-fd078806ac27 req-a9576eac-48a5-46ae-8d7f-4011a03309a2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 931 time: 0.0909736 Jul 16 20:31:58.994902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-6183bce2-7ef7-4ecb-9ef9-6f368da4e844 service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840146 Jul 16 20:31:59.023226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-abf05a84-9dea-46be-ba99-fd078806ac27 req-934cd250-5665-42d2-8bcc-b4562a3d81eb tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506270 Jul 16 20:31:59.097916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Router 42975dc0-382a-4195-9c18-698bb8c627b7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:31:59.301509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:59.313363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Sync routers for ids ['0883f8d4-5534-495a-a701-c9eb28851f58'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:59.323880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Routers {'0883f8d4-5534-495a-a701-c9eb28851f58'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:59.324868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0883f8d4-5534-495a-a701-c9eb28851f58'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:59.411838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.435392 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.436989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fe63dd31-caa6-4adb-98e4-2bc59444b89a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.2421126 Jul 16 20:31:59.439885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:31:59.467650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-bc3f59c9-0f22-4396-a4a0-fe515f96f740 service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898852 Jul 16 20:31:59.562684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Set router 0883f8d4-5534-495a-a701-c9eb28851f58 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:31:59.732362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.738224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:31:59.759663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.819612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:31:59.828411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Transition to ACTIVE for port object 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:31:59.831172 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.835957 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] Sync routers for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:31:59.837330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:31:59.852238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:31:54Z', 'revision_number': 3, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'gw_port': {'id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:59.853456 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:31:59.860264 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:31:59.878465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c62090-1fe4-448a-a74e-760b3b1f944d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:31:59.953617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Checking router: 0883f8d4-5534-495a-a701-c9eb28851f58 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:31:59.954005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Updating router 0883f8d4-5534-495a-a701-c9eb28851f58 port f25836ca-69de-4f7b-9c48-b5f2155785c8 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:31:59.955304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.955750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.956351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.956915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.957475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.958043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.958616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.959282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.959834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.960376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.960935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.961490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:31:59.985399 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-32d21696-6e52-4a7a-bc2e-fcd583786759 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f36d78f4e7f044aa9806e65c30ac63f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717754 Jul 16 20:31:59.986287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] No DVR routers for this DVR port 03ecc99d-59aa-4263-bce7-3182b3d3b9bb on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:31:59.988616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:00.003044 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.020723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89e41-4466-4156-ae2e-8f3cdf68e3b5 req-aa0ba9cf-2b9a-4955-8566-c9d61f948210 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.020979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee33f2-4bf3-4583-8f7f-d08b84c430e4 req-85ec5d33-3386-46d5-a6b3-8232d3234e37 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.028610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89e41-4466-4156-ae2e-8f3cdf68e3b5 req-aa0ba9cf-2b9a-4955-8566-c9d61f948210 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.033650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-acee33f2-4bf3-4583-8f7f-d08b84c430e4 req-85ec5d33-3386-46d5-a6b3-8232d3234e37 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.6698000 Jul 16 20:32:00.037028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89e41-4466-4156-ae2e-8f3cdf68e3b5 req-aa0ba9cf-2b9a-4955-8566-c9d61f948210 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.044070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89e41-4466-4156-ae2e-8f3cdf68e3b5 req-aa0ba9cf-2b9a-4955-8566-c9d61f948210 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.044929 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.046999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fb7583c-6ba4-4216-b75e-4754cd4ac501 req-98752fce-e31e-481e-a225-69a01f67fc85 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.30 "DELETE /v2.0/ports/03ecc99d-59aa-4263-bce7-3182b3d3b9bb HTTP/1.1" status: 204 len: 173 time: 7.8611448 Jul 16 20:32:00.060703 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.063875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89e41-4466-4156-ae2e-8f3cdf68e3b5 req-aa0ba9cf-2b9a-4955-8566-c9d61f948210 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.070788 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:00.098563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89e41-4466-4156-ae2e-8f3cdf68e3b5 req-aa0ba9cf-2b9a-4955-8566-c9d61f948210 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.143524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89e41-4466-4156-ae2e-8f3cdf68e3b5 req-aa0ba9cf-2b9a-4955-8566-c9d61f948210 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:00.149530 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ea89e41-4466-4156-ae2e-8f3cdf68e3b5 req-aa0ba9cf-2b9a-4955-8566-c9d61f948210 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.4936001 Jul 16 20:32:00.214915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'name': 'network-vif-deleted', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:00.225215 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f37602b-bdf9-41ef-920e-21a4083628e7" -d '{"events": [{"server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "name": "network-vif-deleted", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:00.261393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.421831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fef4754a-798c-4c79-8570-562e31cd2105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.460319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3ea89e41-4466-4156-ae2e-8f3cdf68e3b5 req-88c47e84-71d6-417b-bef3-f5d2fd41a4b9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3025708 Jul 16 20:32:00.499624 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:00.525238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-acee33f2-4bf3-4583-8f7f-d08b84c430e4 req-b4c0d378-7cd1-460f-9e9c-ff02db839eae tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903212 Jul 16 20:32:00.546183 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] Checking router: 42975dc0-382a-4195-9c18-698bb8c627b7 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:00.570508 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:00.572724 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:00.574979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fef4754a-798c-4c79-8570-562e31cd2105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.636472 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.650424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Transition to ACTIVE for port object f25836ca-69de-4f7b-9c48-b5f2155785c8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:00.666474 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.724980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Attempting to bind port f25836ca-69de-4f7b-9c48-b5f2155785c8 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:00.725809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Attempting to bind port f25836ca-69de-4f7b-9c48-b5f2155785c8 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:00.726427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Attempting to bind port f25836ca-69de-4f7b-9c48-b5f2155785c8 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:00.740841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:00.741807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:00.742522 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.743336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:00.743609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fef4754a-798c-4c79-8570-562e31cd2105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.744303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Bound port: f25836ca-69de-4f7b-9c48-b5f2155785c8, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:00.744928 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.748538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fef4754a-798c-4c79-8570-562e31cd2105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.757974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fef4754a-798c-4c79-8570-562e31cd2105 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51c62090-1fe4-448a-a74e-760b3b1f944d HTTP/1.1" status: 204 len: 168 time: 0.7664711 Jul 16 20:32:00.795877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4754a-798c-4c79-8570-562e31cd2105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c62090-1fe4-448a-a74e-760b3b1f944d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.841027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] For port f25836ca-69de-4f7b-9c48-b5f2155785c8, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:00.851084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] For port f25836ca-69de-4f7b-9c48-b5f2155785c8, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f25836ca-69de-4f7b-9c48-b5f2155785c8,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:00.861415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:00.886656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30623168-4782-4dd5-8559-58c02cbabe54 None None] Pushing event updated for resources: {'Port': ['ID=f25836ca-69de-4f7b-9c48-b5f2155785c8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:00.927436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Routers {'0883f8d4-5534-495a-a701-c9eb28851f58'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:00.928270 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0883f8d4-5534-495a-a701-c9eb28851f58'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:00.957355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Attempting to bind port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:00.957899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Attempting to bind port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:00.958471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Attempting to bind port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:00.971742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:00.972260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Attempting to bind port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:00.985643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:00.986020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Checking segment: {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:00.986371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Bound using segment: {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:00.986821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Bound port: 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:00.987234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.015833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf22fbc5-1598-45f4-b4d1-a80b88d47daf req-fc63c32c-1d88-4481-b9aa-a50cdb931a8f tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8809eabe-b9fa-4899-b894-5bc442b1b475 HTTP/1.1" status: 200 len: 210 time: 0.1504974 Jul 16 20:32:01.071862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f333a-938d-43cd-9546-e515f46081b0 req-0639b7e1-be2b-46bf-96e8-25dd26afbc6f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.073711 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-709f333a-938d-43cd-9546-e515f46081b0 req-0639b7e1-be2b-46bf-96e8-25dd26afbc6f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 943 time: 0.2364564 Jul 16 20:32:01.143244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30623168-4782-4dd5-8559-58c02cbabe54 None None] Pushing event updated for resources: {'Port': ['ID=f25836ca-69de-4f7b-9c48-b5f2155785c8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.166690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-709f333a-938d-43cd-9546-e515f46081b0 req-87c08c1f-53a9-456f-9172-b46b920a4f38 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653441 Jul 16 20:32:01.236228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] For port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:01.250715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] For port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:01.259011 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ea0a6b-b1fb-40f4-a83b-121eb37e85d3 x-openstack-request-id: req-15ea0a6b-b1fb-40f4-a83b-121eb37e85d3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:01.259314 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8809eabe-b9fa-4899-b894-5bc442b1b475", "name": "network-vif-deleted", "tag": "03ecc99d-59aa-4263-bce7-3182b3d3b9bb", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:01.259575 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15ea0a6b-b1fb-40f4-a83b-121eb37e85d3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:01.259996 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8809eabe-b9fa-4899-b894-5bc442b1b475', 'name': 'network-vif-deleted', 'tag': '03ecc99d-59aa-4263-bce7-3182b3d3b9bb', 'status': 'completed', 'code': 200} Jul 16 20:32:01.270374 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.347287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] Set router 0883f8d4-5534-495a-a701-c9eb28851f58 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:01.350658 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:01.416746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.429342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.430485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.432059 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 HTTP/1.1" status: 200 len: 1092 time: 3.0307856 Jul 16 20:32:01.555741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd9be5-4723-4109-9d91-7cf504cba5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:01.560491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:01.653782 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4237c233-58f2-4651-89d8-731646a22eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:01.970379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e02af0-237c-47d3-8dde-042de59ad918 req-3967e0c6-92d0-42c3-840e-dbe28026ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:01.975274 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-3967e0c6-92d0-42c3-840e-dbe28026ce38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 1095 time: 0.4825006 Jul 16 20:32:02.003679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:31:54Z', 'revision_number': 3, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'gw_port': {'id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:02.067290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6e8c5e-2a5e-4584-80e5-007a8f5b7de8 None None] The sync data for ids ['0883f8d4-5534-495a-a701-c9eb28851f58'] in n-d-792394-17 is: [{'id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:31:54Z', 'revision_number': 3, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'gw_port': {'id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:02.082492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-d577bd52-0caa-4a33-9a78-5b5da4655565 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 HTTP/1.1" status: 200 len: 217 time: 0.0905027 Jul 16 20:32:02.154544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Allocated IP 172.20.0.1 (4b753c48-aacf-4948-b48b-e9f2f3dbc1d6/92ec0557-c49a-4818-a92c-e33293f647ed/c40f8d3c-d064-4509-9068-e5d4f56263ce) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:02.156363 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:02.225333 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6915e6-7db9-43e0-8df2-1a456820df34 None None] The sync data for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 is: [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:02.251022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb332a-c401-4608-8a5e-2ac8a1ef7873 req-f1ff9c55-b299-4e8e-8df7-73a0e78e2603 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.260456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb332a-c401-4608-8a5e-2ac8a1ef7873 req-f1ff9c55-b299-4e8e-8df7-73a0e78e2603 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.276977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb332a-c401-4608-8a5e-2ac8a1ef7873 req-f1ff9c55-b299-4e8e-8df7-73a0e78e2603 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.308648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201beaf-d38e-4575-9b38-8a4b85a50a77 req-180e2fd3-47a4-421e-89da-1dc7ddbaa9eb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.310648 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5201beaf-d38e-4575-9b38-8a4b85a50a77 req-180e2fd3-47a4-421e-89da-1dc7ddbaa9eb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 0.3374393 Jul 16 20:32:02.320976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb332a-c401-4608-8a5e-2ac8a1ef7873 req-f1ff9c55-b299-4e8e-8df7-73a0e78e2603 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.337017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb332a-c401-4608-8a5e-2ac8a1ef7873 req-f1ff9c55-b299-4e8e-8df7-73a0e78e2603 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.346020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb332a-c401-4608-8a5e-2ac8a1ef7873 req-f1ff9c55-b299-4e8e-8df7-73a0e78e2603 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.360581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb332a-c401-4608-8a5e-2ac8a1ef7873 req-f1ff9c55-b299-4e8e-8df7-73a0e78e2603 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.363646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abcb332a-c401-4608-8a5e-2ac8a1ef7873 req-f1ff9c55-b299-4e8e-8df7-73a0e78e2603 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.6020920 Jul 16 20:32:02.397292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e02af0-237c-47d3-8dde-042de59ad918 req-9850dd56-d5fe-4d34-a9a7-26230cb01f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.399638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-9850dd56-d5fe-4d34-a9a7-26230cb01f49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 0.2683058 Jul 16 20:32:02.500112 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4237c233-58f2-4651-89d8-731646a22eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.563778 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5201beaf-d38e-4575-9b38-8a4b85a50a77 req-4975caab-2b98-4de7-b4a2-b59db39ac55a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377381 Jul 16 20:32:02.613233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-c6a4946a-7f4a-42d3-958a-a7c6f2ca2844 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659746 Jul 16 20:32:02.617830 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4237c233-58f2-4651-89d8-731646a22eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.642363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abcb332a-c401-4608-8a5e-2ac8a1ef7873 req-4eabfbda-3e39-45e1-a9db-fa678816abaf tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2647388 Jul 16 20:32:02.684191 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:02.720069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Transition to ACTIVE for port object c40f8d3c-d064-4509-9068-e5d4f56263ce will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:02.733344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-4fea1f1a-e618-4c3a-8d2e-5a8e8f2f4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:02.734822 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-4fea1f1a-e618-4c3a-8d2e-5a8e8f2f4aab service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 1097 time: 0.3490384 Jul 16 20:32:02.751051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:02.858687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4237c233-58f2-4651-89d8-731646a22eb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d42c00836d9147c48442a278dab334f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2970922 Jul 16 20:32:02.863092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:02.917766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237c233-58f2-4651-89d8-731646a22eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61daac8-cc28-4aab-b067-8a3496ae5bd3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:02.944293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04051892-ab73-439c-95b9-d96f06bb41d1 None None] New status for floating IP 4f33b22c-1142-4785-8fae-1e38ed8f29f6: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:03.013415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28c106f2-ae37-434e-b90f-b00d27fc5eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.039321 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-ee112b5e-d2a9-4455-931c-880d0644bcad service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124959 Jul 16 20:32:03.187205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28c106f2-ae37-434e-b90f-b00d27fc5eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.263062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63079ccf-05dd-46c7-92c7-32425a74c08b', 'tag': '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:03.265449 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6044996a-edc9-4750-b519-7c78c5d4c4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "63079ccf-05dd-46c7-92c7-32425a74c08b", "tag": "1fa1f247-1fe5-4d5a-bcf4-3627d217acb8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:03.366230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13e767-6e17-4622-9a57-c284742f1378 req-2e63374b-4ae5-4aa0-beb2-7d6f20f66f9d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.374918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af13e767-6e17-4622-9a57-c284742f1378 req-2e63374b-4ae5-4aa0-beb2-7d6f20f66f9d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 943 time: 0.3342464 Jul 16 20:32:03.490419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.529465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af13e767-6e17-4622-9a57-c284742f1378 req-e63902ba-35be-4f30-8438-242c627764c0 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529467 Jul 16 20:32:03.556684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91e02af0-237c-47d3-8dde-042de59ad918 req-30d75a9a-d8e3-441d-89d2-4806561d9733 service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975150 Jul 16 20:32:03.579244 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28c106f2-ae37-434e-b90f-b00d27fc5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.583047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28c106f2-ae37-434e-b90f-b00d27fc5eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.585245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-28c106f2-ae37-434e-b90f-b00d27fc5eb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d61daac8-cc28-4aab-b067-8a3496ae5bd3 HTTP/1.1" status: 204 len: 168 time: 0.7210429 Jul 16 20:32:03.588237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:03.591302 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.616071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c106f2-ae37-434e-b90f-b00d27fc5eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61daac8-cc28-4aab-b067-8a3496ae5bd3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.621328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:03.624890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:03.670156 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63ad91-6d42-4e6e-b477-dca2d220dcea x-openstack-request-id: req-9d63ad91-6d42-4e6e-b477-dca2d220dcea {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:03.670367 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63079ccf-05dd-46c7-92c7-32425a74c08b", "tag": "1fa1f247-1fe5-4d5a-bcf4-3627d217acb8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:03.670525 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d63ad91-6d42-4e6e-b477-dca2d220dcea {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:03.670905 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63079ccf-05dd-46c7-92c7-32425a74c08b', 'tag': '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8', 'status': 'completed', 'code': 200} Jul 16 20:32:03.706544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c40f8d3c-d064-4509-9068-e5d4f56263ce,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:03.725065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:03.842624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-80cbaaef-afe7-4062-807f-9e15e62aa0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:03.846903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-80cbaaef-afe7-4062-807f-9e15e62aa0ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 1095 time: 0.1503098 Jul 16 20:32:04.020993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:04.171294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-b37c745a-e0c4-4792-b8c1-fd75ee4ca93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:04.171294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-b37c745a-e0c4-4792-b8c1-fd75ee4ca93f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 916 time: 0.3161209 Jul 16 20:32:04.213963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-19a55a78-7850-4bd2-9fb3-31ad3625ebbe None None] Provisioning for port c40f8d3c-d064-4509-9068-e5d4f56263ce completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:04.230646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-19a55a78-7850-4bd2-9fb3-31ad3625ebbe None None] Provisioning complete for port c40f8d3c-d064-4509-9068-e5d4f56263ce triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:04.232266 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19a55a78-7850-4bd2-9fb3-31ad3625ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.299876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f25836ca-69de-4f7b-9c48-b5f2155785c8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:04.326909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-788b62c7-2a8e-4474-a2bf-ce3d670ae4c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 HTTP/1.1" status: 200 len: 217 time: 0.1468265 Jul 16 20:32:04.436901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6566a27e-c737-4d63-9362-47248dfc0292 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.448710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-19a55a78-7850-4bd2-9fb3-31ad3625ebbe None None] Port c40f8d3c-d064-4509-9068-e5d4f56263ce cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:04.450768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port f25836ca-69de-4f7b-9c48-b5f2155785c8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:04.463952 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f25836ca-69de-4f7b-9c48-b5f2155785c8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:04.464853 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.615910 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.676337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port f25836ca-69de-4f7b-9c48-b5f2155785c8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f25836ca-69de-4f7b-9c48-b5f2155785c8,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:04.683471 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.769025 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6566a27e-c737-4d63-9362-47248dfc0292 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:04.796620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=f25836ca-69de-4f7b-9c48-b5f2155785c8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:04.934664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:04.937208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:04.960867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.097498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6566a27e-c737-4d63-9362-47248dfc0292 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.106168 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6566a27e-c737-4d63-9362-47248dfc0292 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.108891 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6566a27e-c737-4d63-9362-47248dfc0292 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "DELETE /v2.0/security-groups/4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3 HTTP/1.1" status: 204 len: 168 time: 1.0823221 Jul 16 20:32:05.161456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47302) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:05.205322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566a27e-c737-4d63-9362-47248dfc0292 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:05.211768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:05.237763 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:05.238322 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-739c70de-de09-444b-b76c-ad187986d2e7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] show failed (client error): The resource could not be found. Jul 16 20:32:05.241348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f464-b54d-4d69-8362-bd6c8ea1a036 req-87a1fa98-eb5d-46d1-a9be-405f32da8577 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.244773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-739c70de-de09-444b-b76c-ad187986d2e7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups/4da3fd8c-9f5a-4a0d-83b0-8b0beb6147a3 HTTP/1.1" status: 404 len: 347 time: 0.0742247 Jul 16 20:32:05.252155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47308) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:05.252813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f464-b54d-4d69-8362-bd6c8ea1a036 req-87a1fa98-eb5d-46d1-a9be-405f32da8577 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.274704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f464-b54d-4d69-8362-bd6c8ea1a036 req-87a1fa98-eb5d-46d1-a9be-405f32da8577 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.289911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f464-b54d-4d69-8362-bd6c8ea1a036 req-87a1fa98-eb5d-46d1-a9be-405f32da8577 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.308876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f464-b54d-4d69-8362-bd6c8ea1a036 req-87a1fa98-eb5d-46d1-a9be-405f32da8577 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.322349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f464-b54d-4d69-8362-bd6c8ea1a036 req-87a1fa98-eb5d-46d1-a9be-405f32da8577 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.329478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f464-b54d-4d69-8362-bd6c8ea1a036 req-87a1fa98-eb5d-46d1-a9be-405f32da8577 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.338097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bb7f464-b54d-4d69-8362-bd6c8ea1a036 req-87a1fa98-eb5d-46d1-a9be-405f32da8577 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 1.0722430 Jul 16 20:32:05.389620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8', 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c', 'port_id': '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8', 'mac_address': 'fa:16:3e:54:d1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd8708d-f571-4440-9947-b78d45d450ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:05.392949 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.424058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-2e3ff352-2af2-4d22-8a23-a17914812d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.426062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-2e3ff352-2af2-4d22-8a23-a17914812d82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 1.0907209 Jul 16 20:32:05.457689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:05.472638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a5cae-4b41-4937-b334-f9bdf0831d86 req-f69a3227-4577-49d9-84d4-ffcaba4b12eb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:05.481266 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-764a5cae-4b41-4937-b334-f9bdf0831d86 req-f69a3227-4577-49d9-84d4-ffcaba4b12eb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 945 time: 1.3094103 Jul 16 20:32:05.522831 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.572902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-764a5cae-4b41-4937-b334-f9bdf0831d86 req-7114cbc8-ccf3-413f-8227-a816d3a12f6a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903060 Jul 16 20:32:05.594029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:05.639445 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-3dc28e51-cb6c-44ba-a30a-6c698c365329 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280739 Jul 16 20:32:05.650429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:05.660007 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.796041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:05.815192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-021ffef4-e08b-4e30-add0-8023ab62e97c service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629381 Jul 16 20:32:05.848253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.872831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1bb7f464-b54d-4d69-8362-bd6c8ea1a036 req-f0a4e8b8-030c-44c1-a950-d52976d0aef5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5337656 Jul 16 20:32:05.873962 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:05.892466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['1fa1f247-1fe5-4d5a-bcf4-3627d217acb8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:06.048611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:06.061601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6044996a-edc9-4750-b519-7c78c5d4c4b3 req-776317d7-a496-4a88-8a9c-7bb586b8e073 service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343705 Jul 16 20:32:06.067925 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e303267d-aa86-44a0-b96b-efb2dc15de27" -d '{"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:06.072625 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.105197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Deleting port 8559aac6-5d07-4fa1-9917-afee9cffcfe6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:06.105563 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.141067 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.161494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c40f8d3c-d064-4509-9068-e5d4f56263ce,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:06.185939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Transition to ACTIVE for port object 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:06.203716 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.331042 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63548883-f92a-4c07-b11b-2a5a01979423 x-openstack-request-id: req-63548883-f92a-4c07-b11b-2a5a01979423 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:06.331770 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:06.332129 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63548883-f92a-4c07-b11b-2a5a01979423 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:06.336737 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'code': 200} Jul 16 20:32:06.347136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:32:06.347728 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:32:06.372808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f25836ca-69de-4f7b-9c48-b5f2155785c8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:06.456009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74abaf-80ff-448f-8b90-eed0eb6de22e req-296e1a9e-e654-4077-a5bb-0ccb780fe25a tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:06.457618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4d74abaf-80ff-448f-8b90-eed0eb6de22e req-296e1a9e-e654-4077-a5bb-0ccb780fe25a tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 944 time: 0.3949935 Jul 16 20:32:06.460317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.460768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.480318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f25836ca-69de-4f7b-9c48-b5f2155785c8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:06.480697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:06.517156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Calling delete_port for 8559aac6-5d07-4fa1-9917-afee9cffcfe6 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:06.640659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4d74abaf-80ff-448f-8b90-eed0eb6de22e req-275af8fe-b91e-48f7-a70c-cf1567598c4f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631110 Jul 16 20:32:06.775333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:06.796916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:07.003348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:07.020883 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.127099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event deleted for resources: {'Port': ['ID=8559aac6-5d07-4fa1-9917-afee9cffcfe6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:07.170662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:07.175681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:07.176389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.186333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:07.283824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cc7de73d-603a-4239-82c8-d4923deae06f None None] Provisioning complete for port c40f8d3c-d064-4509-9068-e5d4f56263ce triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:07.284196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cc7de73d-603a-4239-82c8-d4923deae06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.301258 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.304281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.311293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61b3423d-3066-4451-bc99-cff10c4b2cb8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "DELETE /v2.0/floatingips/4f33b22c-1142-4785-8fae-1e38ed8f29f6 HTTP/1.1" status: 204 len: 168 time: 2.0519056 Jul 16 20:32:07.370859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cc7de73d-603a-4239-82c8-d4923deae06f None None] Port c40f8d3c-d064-4509-9068-e5d4f56263ce cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:07.390999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd84a6-56c9-47cc-8232-6f8ca66fde0f req-ac78a459-769c-4a41-9113-35465d465993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.398470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd84a6-56c9-47cc-8232-6f8ca66fde0f req-ac78a459-769c-4a41-9113-35465d465993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.405345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd84a6-56c9-47cc-8232-6f8ca66fde0f req-ac78a459-769c-4a41-9113-35465d465993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.411520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd84a6-56c9-47cc-8232-6f8ca66fde0f req-ac78a459-769c-4a41-9113-35465d465993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.418490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd84a6-56c9-47cc-8232-6f8ca66fde0f req-ac78a459-769c-4a41-9113-35465d465993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.425020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd84a6-56c9-47cc-8232-6f8ca66fde0f req-ac78a459-769c-4a41-9113-35465d465993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.436148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] No DVR routers for this DVR port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on host n-h2-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:07.444784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd84a6-56c9-47cc-8232-6f8ca66fde0f req-ac78a459-769c-4a41-9113-35465d465993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.446919 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ecd84a6-56c9-47cc-8232-6f8ca66fde0f req-ac78a459-769c-4a41-9113-35465d465993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.1938710 Jul 16 20:32:07.503556 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.557248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63079ccf-05dd-46c7-92c7-32425a74c08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:07.558144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ecd84a6-56c9-47cc-8232-6f8ca66fde0f req-924819d9-1d60-4afa-bb6d-14126f399d40 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047311 Jul 16 20:32:07.566475 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24967dd1-c5b4-4336-984e-176929e66a65" -d '{"events": [{"server_uuid": "63079ccf-05dd-46c7-92c7-32425a74c08b", "name": "network-vif-plugged", "status": "completed", "tag": "1fa1f247-1fe5-4d5a-bcf4-3627d217acb8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:07.611861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:07.617423 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:07.726451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:07.793565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca340672-a5f7-40e8-8ba3-b6a500855431 req-9f404f21-52f4-449d-a770-a32a12f07c55 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:07.801946 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ca340672-a5f7-40e8-8ba3-b6a500855431 req-9f404f21-52f4-449d-a770-a32a12f07c55 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 944 time: 0.7744656 Jul 16 20:32:07.836340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Router 0883f8d4-5534-495a-a701-c9eb28851f58 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:07.935383 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ca340672-a5f7-40e8-8ba3-b6a500855431 req-995a0095-26ec-4696-b9d2-520626a84b8c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321967 Jul 16 20:32:08.080044 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2fbecb-3d2d-4f95-a8e3-a86104005b9a x-openstack-request-id: req-3a2fbecb-3d2d-4f95-a8e3-a86104005b9a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:08.080478 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63079ccf-05dd-46c7-92c7-32425a74c08b", "name": "network-vif-plugged", "status": "completed", "tag": "1fa1f247-1fe5-4d5a-bcf4-3627d217acb8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:08.080893 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a2fbecb-3d2d-4f95-a8e3-a86104005b9a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:08.081774 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63079ccf-05dd-46c7-92c7-32425a74c08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8', 'code': 200} Jul 16 20:32:08.231739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:08.242694 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Sync routers for ids ['0883f8d4-5534-495a-a701-c9eb28851f58'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:08.269436 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Routers {'0883f8d4-5534-495a-a701-c9eb28851f58'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:08.270010 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0883f8d4-5534-495a-a701-c9eb28851f58'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:08.313732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cebdb5cd-b5de-45ce-bbaa-14c203a5f4f0 admin admin] 10.222.0.10 "PUT /v2.0/routers/0883f8d4-5534-495a-a701-c9eb28851f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8710635 Jul 16 20:32:08.462450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:08.465811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:08.466703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on network d465c853-352d-4c6b-9a89-b450f63b60c7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:08.493001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on network d465c853-352d-4c6b-9a89-b450f63b60c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:08.493514 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Attempting to bind port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on network d465c853-352d-4c6b-9a89-b450f63b60c7 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:08.515293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:08.517683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Checking segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:08.518678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Bound using segment: {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:08.520874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Bound port: 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16872ea3-1195-4289-becb-fb645919bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:08.522493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.583195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1841b-0633-4029-a54b-ef22b911a128 req-b78859d9-c8af-471e-bebd-e31f5111376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:08.584981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cc1841b-0633-4029-a54b-ef22b911a128 req-b78859d9-c8af-471e-bebd-e31f5111376f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 1097 time: 0.4249740 Jul 16 20:32:08.607658 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:32:08.685747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8cc1841b-0633-4029-a54b-ef22b911a128 req-c4ceaa18-4c34-4a2a-b1cc-cac9528971ff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903344 Jul 16 20:32:08.705380 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Set router 0883f8d4-5534-495a-a701-c9eb28851f58 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:08.743289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47384) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:08.748979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-06e824b4-ddd5-4223-b751-75b8586592a2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179053778', 'description': 'tempest-description--1315457051'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:08.832736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06e824b4-ddd5-4223-b751-75b8586592a2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.847753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:08.857968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:08.897765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:08.978509 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=11']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:09.007499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.007917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.009475 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-740c667b-31e8-4ede-b46d-1d9c2d4d6c82 service neutron] 10.222.0.63 "PUT /v2.0/ports/63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 1093 time: 6.2671947 Jul 16 20:32:09.010945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:09.015866 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a380cdca-22f5-4271-8029-05b3b697b535" -d '{"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:09.085779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537626a-b8c5-4c35-a771-f7f93026c217 req-7da855ef-a0e7-4e9e-bda1-583c4560e799 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.088920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6537626a-b8c5-4c35-a771-f7f93026c217 req-7da855ef-a0e7-4e9e-bda1-583c4560e799 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 945 time: 0.8479946 Jul 16 20:32:09.181295 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'gw_port': {'id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'c40f8d3c-d064-4509-9068-e5d4f56263ce', 'name': '', 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'mac_address': 'fa:16:3e:2a:15:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '92ec0557-c49a-4818-a92c-e33293f647ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:01Z', 'updated_at': '2021-07-16T20:32:05Z', 'revision_number': 2, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'subnets': [{'id': '92ec0557-c49a-4818-a92c-e33293f647ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:09.236591 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Checking router: 0883f8d4-5534-495a-a701-c9eb28851f58 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:09.236941 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Updating router 0883f8d4-5534-495a-a701-c9eb28851f58 port c40f8d3c-d064-4509-9068-e5d4f56263ce binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:32:09.250106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06e824b4-ddd5-4223-b751-75b8586592a2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.290289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35d4c-adaa-43d5-9b31-a17645f0704c req-5c999dec-9338-4434-9daf-51d9e6d60072 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.297440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35d4c-adaa-43d5-9b31-a17645f0704c req-5c999dec-9338-4434-9daf-51d9e6d60072 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.305701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35d4c-adaa-43d5-9b31-a17645f0704c req-5c999dec-9338-4434-9daf-51d9e6d60072 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.315565 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.316158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35d4c-adaa-43d5-9b31-a17645f0704c req-5c999dec-9338-4434-9daf-51d9e6d60072 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.330693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35d4c-adaa-43d5-9b31-a17645f0704c req-5c999dec-9338-4434-9daf-51d9e6d60072 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.342890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35d4c-adaa-43d5-9b31-a17645f0704c req-5c999dec-9338-4434-9daf-51d9e6d60072 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.360656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35d4c-adaa-43d5-9b31-a17645f0704c req-5c999dec-9338-4434-9daf-51d9e6d60072 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.363714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ac35d4c-adaa-43d5-9b31-a17645f0704c req-5c999dec-9338-4434-9daf-51d9e6d60072 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.3795977 Jul 16 20:32:09.365187 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6537626a-b8c5-4c35-a771-f7f93026c217 req-39bc903a-40eb-4858-8e94-eac570f6061a tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572721 Jul 16 20:32:09.365861 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06e824b4-ddd5-4223-b751-75b8586592a2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.379999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-45a2999e-f09d-4a5c-966e-608413e62787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.379999 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-45a2999e-f09d-4a5c-966e-608413e62787 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1096 time: 0.2868280 Jul 16 20:32:09.430123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06e824b4-ddd5-4223-b751-75b8586592a2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.432086 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-06e824b4-ddd5-4223-b751-75b8586592a2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6868594 Jul 16 20:32:09.487036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47400) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:09.543498 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ca4dfbe5-cb76-4909-9464-27de4856632c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'security_group_rule': {'security_group_id': '01463b5c-5423-4a7d-978e-96d13746b335', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:09.606442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e824b4-ddd5-4223-b751-75b8586592a2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01463b5c-5423-4a7d-978e-96d13746b335,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:09.646912 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ac35d4c-adaa-43d5-9b31-a17645f0704c req-8bb2e57d-0ca4-4c7c-8e44-e8828c4576e5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2481480 Jul 16 20:32:09.699621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfbe5-cb76-4909-9464-27de4856632c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.830415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-d1c6906c-b6a0-4a5e-aa60-68538d271981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:09.853673 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-d1c6906c-b6a0-4a5e-aa60-68538d271981 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.4675097 Jul 16 20:32:09.928215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfbe5-cb76-4909-9464-27de4856632c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.936675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfbe5-cb76-4909-9464-27de4856632c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:09.992854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dfbe5-cb76-4909-9464-27de4856632c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b63e7b0-8b81-44f3-816b-fd6d6c8d31a0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.030234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca4dfbe5-cb76-4909-9464-27de4856632c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.031924 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ca4dfbe5-cb76-4909-9464-27de4856632c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5299518 Jul 16 20:32:10.035867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:10.045880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-26c2aac2-353b-4bdc-8157-cd8ac51f3bb4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'security_group_rule': {'security_group_id': '01463b5c-5423-4a7d-978e-96d13746b335', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:10.148563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-c6e560c5-2534-4c92-9a96-12ba38d69dfc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 999 time: 0.2802162 Jul 16 20:32:10.166599 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.195476 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Transition to ACTIVE for port object c40f8d3c-d064-4509-9068-e5d4f56263ce will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:10.217420 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.264859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26c2aac2-353b-4bdc-8157-cd8ac51f3bb4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.295824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-22272a2e-6927-4e45-bfdb-bb661eb7811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.302861 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-22272a2e-6927-4e45-bfdb-bb661eb7811c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.1505101 Jul 16 20:32:10.472616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-6c5e990e-23ad-4551-9e0d-e6e13ec9f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.476076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-6c5e990e-23ad-4551-9e0d-e6e13ec9f8e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663465 Jul 16 20:32:10.513458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94918f5d-ae2f-4539-a66e-e42ff17895ea req-4db51bca-a805-4c2b-b157-e071d0f40d35 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:10.515423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94918f5d-ae2f-4539-a66e-e42ff17895ea req-4db51bca-a805-4c2b-b157-e071d0f40d35 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 944 time: 0.4542792 Jul 16 20:32:10.539765 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc54963-9fce-457a-a422-63fea39da1bb None None] Pushing event updated for resources: {'Port': ['ID=c40f8d3c-d064-4509-9068-e5d4f56263ce,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.565372 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Attempting to bind port c40f8d3c-d064-4509-9068-e5d4f56263ce on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:10.566000 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Attempting to bind port c40f8d3c-d064-4509-9068-e5d4f56263ce by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '32ce2052-4352-419a-b979-8b75d65ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:10.566534 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Attempting to bind port c40f8d3c-d064-4509-9068-e5d4f56263ce on network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:10.575393 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:10.576004 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Checking segment: {'id': '32ce2052-4352-419a-b979-8b75d65ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:10.576413 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.577090 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Bound using segment: {'id': '32ce2052-4352-419a-b979-8b75d65ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:10.577582 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Bound port: c40f8d3c-d064-4509-9068-e5d4f56263ce, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ce2052-4352-419a-b979-8b75d65ee308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:10.578076 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.592081 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82220785-31a8-4871-85aa-d7f53290e78e x-openstack-request-id: req-82220785-31a8-4871-85aa-d7f53290e78e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:10.593844 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:10.594962 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82220785-31a8-4871-85aa-d7f53290e78e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:10.595611 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'status': 'completed', 'code': 200} Jul 16 20:32:10.686307 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] For port c40f8d3c-d064-4509-9068-e5d4f56263ce, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:10.690187 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] For port c40f8d3c-d064-4509-9068-e5d4f56263ce, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c40f8d3c-d064-4509-9068-e5d4f56263ce,segment=NetworkSegment(32ce2052-4352-419a-b979-8b75d65ee308),segment_id=32ce2052-4352-419a-b979-8b75d65ee308)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:10.698034 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.805620 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-0f45b564-02a8-448e-a3ce-aef57bef09e8 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224277 Jul 16 20:32:10.806694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26c2aac2-353b-4bdc-8157-cd8ac51f3bb4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.888138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26c2aac2-353b-4bdc-8157-cd8ac51f3bb4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:10.890329 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc54963-9fce-457a-a422-63fea39da1bb None None] Pushing event updated for resources: {'Port': ['ID=c40f8d3c-d064-4509-9068-e5d4f56263ce,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:10.931124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-94918f5d-ae2f-4539-a66e-e42ff17895ea req-7d4ec2ac-f134-49cf-a616-85c48203b5ca tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969159 Jul 16 20:32:10.975745 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Routers {'0883f8d4-5534-495a-a701-c9eb28851f58'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:10.980799 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0883f8d4-5534-495a-a701-c9eb28851f58'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:11.064488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2aac2-353b-4bdc-8157-cd8ac51f3bb4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a97173d-8fcf-4819-8fcf-d804f4a9cb96,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:11.096869 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26c2aac2-353b-4bdc-8157-cd8ac51f3bb4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.106171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-26c2aac2-353b-4bdc-8157-cd8ac51f3bb4 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0683250 Jul 16 20:32:11.107883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47436) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:11.136877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:11.158003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cdca-22f5-4271-8029-05b3b697b535 req-e7286e4c-cd32-4021-999a-687a7ba771a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.159749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-e7286e4c-cd32-4021-999a-687a7ba771a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1096 time: 0.5390337 Jul 16 20:32:11.224880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e8b741c9-78db-4c5d-85dd-59bce8952c6d req-be469a88-ce6a-4c1e-8845-bffe6bd1a95c service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117589 Jul 16 20:32:11.227419 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:11.252448 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25cb70-ef4b-48e2-bb85-1aa2415c501b req-b6a373f9-0922-40a8-9693-b7ed9b0f9c38 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.264573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b25cb70-ef4b-48e2-bb85-1aa2415c501b req-b6a373f9-0922-40a8-9693-b7ed9b0f9c38 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 945 time: 0.2954998 Jul 16 20:32:11.450557 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] Set router 0883f8d4-5534-495a-a701-c9eb28851f58 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:11.453835 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2b25cb70-ef4b-48e2-bb85-1aa2415c501b req-db55e89f-2507-4e86-ad6c-bf33abbd5c6f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874087 Jul 16 20:32:11.465311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cdca-22f5-4271-8029-05b3b697b535 req-9d66c69b-a120-4672-9fb8-39a3024f9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.472494 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-9d66c69b-a120-4672-9fb8-39a3024f9cea service neutron] 10.222.0.30 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.3040826 Jul 16 20:32:11.546602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cdca-22f5-4271-8029-05b3b697b535 req-16326e73-c45f-4ee7-987a-d27bcf625d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.554079 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-16326e73-c45f-4ee7-987a-d27bcf625d93 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1096 time: 0.1928499 Jul 16 20:32:11.745413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-b386331a-b12a-4aa7-adc5-5321466e15c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 999 time: 0.1727965 Jul 16 20:32:11.781740 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'gw_port': {'id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'c40f8d3c-d064-4509-9068-e5d4f56263ce', 'name': '', 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'mac_address': 'fa:16:3e:2a:15:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '92ec0557-c49a-4818-a92c-e33293f647ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:01Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 4, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'subnets': [{'id': '92ec0557-c49a-4818-a92c-e33293f647ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:11.820586 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf700c6-2f0f-4d9a-8c0f-fd6196ac9fb4 None None] The sync data for ids ['0883f8d4-5534-495a-a701-c9eb28851f58'] in n-d-792394-17 is: [{'id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'gw_port': {'id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'c40f8d3c-d064-4509-9068-e5d4f56263ce', 'name': '', 'network_id': '4b753c48-aacf-4948-b48b-e9f2f3dbc1d6', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'mac_address': 'fa:16:3e:2a:15:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '92ec0557-c49a-4818-a92c-e33293f647ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:01Z', 'updated_at': '2021-07-16T20:32:10Z', 'revision_number': 4, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'subnets': [{'id': '92ec0557-c49a-4818-a92c-e33293f647ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:11.870660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cdca-22f5-4271-8029-05b3b697b535 req-6c77dd31-e6ab-46e8-b182-baf4beee306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.922922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-6c77dd31-e6ab-46e8-b182-baf4beee306c service neutron] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.3568501 Jul 16 20:32:11.986980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cdca-22f5-4271-8029-05b3b697b535 req-98f9064e-326d-4b09-aa82-aabd698119c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:11.990770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-98f9064e-326d-4b09-aa82-aabd698119c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.2283168 Jul 16 20:32:12.070408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69eed5-19ef-442b-a46f-27fe1b49cb7c req-62fb6365-65ec-41dc-94d8-adcdee998d9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.095894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69eed5-19ef-442b-a46f-27fe1b49cb7c req-62fb6365-65ec-41dc-94d8-adcdee998d9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.142239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69eed5-19ef-442b-a46f-27fe1b49cb7c req-62fb6365-65ec-41dc-94d8-adcdee998d9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.181259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69eed5-19ef-442b-a46f-27fe1b49cb7c req-62fb6365-65ec-41dc-94d8-adcdee998d9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.204911 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-58570640-5ece-4cc5-a916-43b515c37ff3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 999 time: 0.2752194 Jul 16 20:32:12.228168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69eed5-19ef-442b-a46f-27fe1b49cb7c req-62fb6365-65ec-41dc-94d8-adcdee998d9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.249313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69eed5-19ef-442b-a46f-27fe1b49cb7c req-62fb6365-65ec-41dc-94d8-adcdee998d9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.260553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69eed5-19ef-442b-a46f-27fe1b49cb7c req-62fb6365-65ec-41dc-94d8-adcdee998d9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.269375 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea69eed5-19ef-442b-a46f-27fe1b49cb7c req-62fb6365-65ec-41dc-94d8-adcdee998d9c tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5430 time: 0.7956972 Jul 16 20:32:12.326153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c40f8d3c-d064-4509-9068-e5d4f56263ce up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:12.376772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cdca-22f5-4271-8029-05b3b697b535 req-0d245bcb-0dc8-4954-8272-bdc55bd98aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.380146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-0d245bcb-0dc8-4954-8272-bdc55bd98aba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.1679616 Jul 16 20:32:12.445941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea69eed5-19ef-442b-a46f-27fe1b49cb7c req-eefead01-0aff-4097-beec-c92ce0a1ac53 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1753252 Jul 16 20:32:12.468603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c40f8d3c-d064-4509-9068-e5d4f56263ce completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:12.484831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c40f8d3c-d064-4509-9068-e5d4f56263ce triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:12.487540 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.544942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cdca-22f5-4271-8029-05b3b697b535 req-82c1cac9-b60e-46eb-9638-e9dab3ca679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.551481 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-82c1cac9-b60e-46eb-9638-e9dab3ca679d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646161 Jul 16 20:32:12.568596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:12.594223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cdca-22f5-4271-8029-05b3b697b535 req-37947ec1-1748-4d51-9ffc-e72a54e975d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:12.595830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-37947ec1-1748-4d51-9ffc-e72a54e975d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5911143 Jul 16 20:32:12.897101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Allocated IP 172.25.7.32 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/3d2232cd-6fde-4491-8ed4-3ffd997f9abf) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:12.909346 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-d48bdb86-0e2a-47b3-9f0f-2c6ef97a078c service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525257 Jul 16 20:32:12.928405 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.067587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.097946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c40f8d3c-d064-4509-9068-e5d4f56263ce, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c40f8d3c-d064-4509-9068-e5d4f56263ce,segment=NetworkSegment(32ce2052-4352-419a-b979-8b75d65ee308),segment_id=32ce2052-4352-419a-b979-8b75d65ee308)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:13.108523 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.327084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c40f8d3c-d064-4509-9068-e5d4f56263ce,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:13.388995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:13.494402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:13.570776 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-e3af7261-2294-4f58-b902-d936bae5a061 service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9611652 Jul 16 20:32:13.572621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'Port': ['ID=3d2232cd-6fde-4491-8ed4-3ffd997f9abf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:13.866719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:13.914739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-479c861a-9de9-4323-ab2b-37e32a7818b2 service neutron] 10.222.0.30 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315251 Jul 16 20:32:13.919835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'port_id': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'mac_address': 'fa:16:3e:4e:c6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:13.937880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:13.944653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:13.955572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:14.038040 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.074456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:14.160646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:14.172122 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.173200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6ef24694-d40a-412b-8b50-3465204e5c26 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:14.355944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.410749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c40f8d3c-d064-4509-9068-e5d4f56263ce up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:14.430696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:14.617723 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a380cdca-22f5-4271-8029-05b3b697b535 req-ccafb2e8-4f76-4428-ac4c-7dbb7151e571 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5512691 Jul 16 20:32:14.662184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea38e1b-ad1c-44d2-8b8f-c14ef9307379 req-3bd38a80-7427-43a5-8358-2a5f84277acf tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:14.691398 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bea38e1b-ad1c-44d2-8b8f-c14ef9307379 req-3bd38a80-7427-43a5-8358-2a5f84277acf tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 944 time: 1.7808452 Jul 16 20:32:14.720229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:14.754553 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bea38e1b-ad1c-44d2-8b8f-c14ef9307379 req-e428637e-f03d-4fc5-8144-88657d73a923 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621471 Jul 16 20:32:14.851682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6ef24694-d40a-412b-8b50-3465204e5c26, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6ef24694-d40a-412b-8b50-3465204e5c26,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:14.916421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '6ef24694-d40a-412b-8b50-3465204e5c26', 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'port_id': '6ef24694-d40a-412b-8b50-3465204e5c26', 'mac_address': 'fa:16:3e:2a:16:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77def0c6-c87d-4a67-9f3f-6c49c11a257f', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:14.994431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c40f8d3c-d064-4509-9068-e5d4f56263ce triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:14.995226 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.057226 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.099867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef24694-d40a-412b-8b50-3465204e5c26 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:15.111674 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.150943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6ef24694-d40a-412b-8b50-3465204e5c26, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6ef24694-d40a-412b-8b50-3465204e5c26,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:15.156548 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.157864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7ec91537-7208-43f6-a91a-d689b79c0b81 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:15.165008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.195058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7ec91537-7208-43f6-a91a-d689b79c0b81, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7ec91537-7208-43f6-a91a-d689b79c0b81,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:15.226186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf37165-e3b6-422a-b170-3645a8021d8c req-08ec367f-9ae8-4b50-a0d3-1037a3bea9f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.252488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '7ec91537-7208-43f6-a91a-d689b79c0b81', 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'port_id': '7ec91537-7208-43f6-a91a-d689b79c0b81', 'mac_address': 'fa:16:3e:b8:2c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77def0c6-c87d-4a67-9f3f-6c49c11a257f', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:15.262324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf37165-e3b6-422a-b170-3645a8021d8c req-08ec367f-9ae8-4b50-a0d3-1037a3bea9f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.318869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf37165-e3b6-422a-b170-3645a8021d8c req-08ec367f-9ae8-4b50-a0d3-1037a3bea9f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.341447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=6ef24694-d40a-412b-8b50-3465204e5c26,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:15.349884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf37165-e3b6-422a-b170-3645a8021d8c req-08ec367f-9ae8-4b50-a0d3-1037a3bea9f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.354715 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.379704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec91537-7208-43f6-a91a-d689b79c0b81 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:15.410441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf37165-e3b6-422a-b170-3645a8021d8c req-08ec367f-9ae8-4b50-a0d3-1037a3bea9f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.435075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf37165-e3b6-422a-b170-3645a8021d8c req-08ec367f-9ae8-4b50-a0d3-1037a3bea9f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.445154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf37165-e3b6-422a-b170-3645a8021d8c req-08ec367f-9ae8-4b50-a0d3-1037a3bea9f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:15.447136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7bf37165-e3b6-422a-b170-3645a8021d8c req-08ec367f-9ae8-4b50-a0d3-1037a3bea9f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5431 time: 0.6313136 Jul 16 20:32:15.461623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7ec91537-7208-43f6-a91a-d689b79c0b81, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7ec91537-7208-43f6-a91a-d689b79c0b81,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:15.466361 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.467271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:15.560805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'Port': ['ID=3d2232cd-6fde-4491-8ed4-3ffd997f9abf,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:15.638976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7ec91537-7208-43f6-a91a-d689b79c0b81,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:15.693793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7bf37165-e3b6-422a-b170-3645a8021d8c req-fa1776c4-6dbc-4927-91d9-30fccce1778e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341069 Jul 16 20:32:15.815804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.858941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.881894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:15.906568 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:15.922466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'port_id': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'mac_address': 'fa:16:3e:6e:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:15.926127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f21ee0a1-4d07-4222-b641-26fdfb1597b2 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7991235 Jul 16 20:32:15.968856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:16.021737 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.057947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:16.102530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:16.107473 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.108320 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1dbe9890-bd28-4d70-96a6-8f4b682bd484 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:16.185377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745cc96-362b-4a93-a55c-78ccba7f3404 req-79dd3192-af3f-4621-bbda-812d60a2b7eb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:16.196425 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3745cc96-362b-4a93-a55c-78ccba7f3404 req-79dd3192-af3f-4621-bbda-812d60a2b7eb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 944 time: 0.2198627 Jul 16 20:32:16.306349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3745cc96-362b-4a93-a55c-78ccba7f3404 req-f126121f-7825-4b64-a367-2a071c37fedd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078224 Jul 16 20:32:16.327836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47566) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:16.424054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1dbe9890-bd28-4d70-96a6-8f4b682bd484, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:16.464801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '1dbe9890-bd28-4d70-96a6-8f4b682bd484', 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7', 'port_id': '1dbe9890-bd28-4d70-96a6-8f4b682bd484', 'mac_address': 'fa:16:3e:53:de:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd201c557-d2fd-453a-90fb-748de84d467b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:16.472268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:16.507775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d717809e-25d5-4eb2-bef6-6db0e41cff27 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/e3216822-df9f-4dea-b7bb-d391f5fcb093 HTTP/1.1" status: 200 len: 992 time: 0.1777966 Jul 16 20:32:16.551743 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.617369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbe9890-bd28-4d70-96a6-8f4b682bd484 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:16.681972 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.703233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1dbe9890-bd28-4d70-96a6-8f4b682bd484, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:16.713747 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:16.715007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f9d99ac1-a29e-490f-b8d8-55e99fec1571 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:16.885207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f9d99ac1-a29e-490f-b8d8-55e99fec1571, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:16.967351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'f9d99ac1-a29e-490f-b8d8-55e99fec1571', 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'port_id': 'f9d99ac1-a29e-490f-b8d8-55e99fec1571', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77def0c6-c87d-4a67-9f3f-6c49c11a257f', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:17.071432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.110636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1dbe9890-bd28-4d70-96a6-8f4b682bd484,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:17.183718 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.215813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d99ac1-a29e-490f-b8d8-55e99fec1571 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:17.223459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56b15-72d8-40a8-8bdb-98fd9d1cf083 req-87890114-6ffc-4689-8949-44dce937ab21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.231512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56b15-72d8-40a8-8bdb-98fd9d1cf083 req-87890114-6ffc-4689-8949-44dce937ab21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.239694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56b15-72d8-40a8-8bdb-98fd9d1cf083 req-87890114-6ffc-4689-8949-44dce937ab21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.246162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56b15-72d8-40a8-8bdb-98fd9d1cf083 req-87890114-6ffc-4689-8949-44dce937ab21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.253982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56b15-72d8-40a8-8bdb-98fd9d1cf083 req-87890114-6ffc-4689-8949-44dce937ab21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.260127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f9d99ac1-a29e-490f-b8d8-55e99fec1571, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:17.262107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56b15-72d8-40a8-8bdb-98fd9d1cf083 req-87890114-6ffc-4689-8949-44dce937ab21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.269005 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-b41379f4-6ac4-44bc-949d-91a87cfd3768 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--179053778&fields=id&tenant_id=2e29e2db1f3845e8a06ca354042d182a HTTP/1.1" status: 200 len: 267 time: 0.2581995 Jul 16 20:32:17.272292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56b15-72d8-40a8-8bdb-98fd9d1cf083 req-87890114-6ffc-4689-8949-44dce937ab21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.277160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2c56b15-72d8-40a8-8bdb-98fd9d1cf083 req-87890114-6ffc-4689-8949-44dce937ab21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5434 time: 0.1491473 Jul 16 20:32:17.279341 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.280177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8b4aba22-0540-49a2-9ac7-863ed563cbf4 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:17.438971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8b4aba22-0540-49a2-9ac7-863ed563cbf4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:17.453166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f9d99ac1-a29e-490f-b8d8-55e99fec1571,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:17.460488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2c56b15-72d8-40a8-8bdb-98fd9d1cf083 req-4d07605a-024e-4766-8917-19237feeb831 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595025 Jul 16 20:32:17.481341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '8b4aba22-0540-49a2-9ac7-863ed563cbf4', 'network_id': '93b13eab-c3ed-4ab9-b4b8-855daa064667', 'port_id': '8b4aba22-0540-49a2-9ac7-863ed563cbf4', 'mac_address': 'fa:16:3e:cc:c1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77def0c6-c87d-4a67-9f3f-6c49c11a257f', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:17.608919 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.798720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4aba22-0540-49a2-9ac7-863ed563cbf4 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:17.801123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6514dca7-1131-47fe-be31-bc137592a709 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:17.804845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6514dca7-1131-47fe-be31-bc137592a709 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 811 time: 0.4614780 Jul 16 20:32:17.842693 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-a0e3d27b-4ce6-41db-ae77-1cde1250b536 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/quotas/2e29e2db1f3845e8a06ca354042d182a HTTP/1.1" status: 200 len: 375 time: 0.0314348 Jul 16 20:32:17.861808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8b4aba22-0540-49a2-9ac7-863ed563cbf4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:17.871119 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:17.872070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device effca4c7-dc97-4568-8028-c745824ae60f details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:17.974635 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port effca4c7-dc97-4568-8028-c745824ae60f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=effca4c7-dc97-4568-8028-c745824ae60f,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:17.996813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'effca4c7-dc97-4568-8028-c745824ae60f', 'network_id': '6a17a63a-c043-49f3-9a05-56cd95c749a7', 'port_id': 'effca4c7-dc97-4568-8028-c745824ae60f', 'mac_address': 'fa:16:3e:1b:4b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd201c557-d2fd-453a-90fb-748de84d467b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:18.099429 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.116203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effca4c7-dc97-4568-8028-c745824ae60f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:18.152290 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-679db293-4db4-4158-85a2-cbfc8aee6900 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2572262 Jul 16 20:32:18.185710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port effca4c7-dc97-4568-8028-c745824ae60f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=effca4c7-dc97-4568-8028-c745824ae60f,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:18.250089 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.253598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=8b4aba22-0540-49a2-9ac7-863ed563cbf4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.313853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-1221cd06-f382-4365-bbf4-53f7b1c3ec81 service neutron] 10.222.0.10 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418910 Jul 16 20:32:18.317402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=effca4c7-dc97-4568-8028-c745824ae60f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:18.327234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Deleting port 57faedbb-9d81-4710-b1e9-2bb71b965dfa {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:18.327725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.553457 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-f7893593-b298-48d8-baf4-c7073a3d52e6 service neutron] 10.222.0.10 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138343 Jul 16 20:32:18.725799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] For port 57faedbb-9d81-4710-b1e9-2bb71b965dfa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=57faedbb-9d81-4710-b1e9-2bb71b965dfa,segment=NetworkSegment(af6767d5-e204-4729-9dc0-7601d01be026),segment_id=af6767d5-e204-4729-9dc0-7601d01be026)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:18.726269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:18.744764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47614) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:18.780627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Calling delete_port for 57faedbb-9d81-4710-b1e9-2bb71b965dfa owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:18.963410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['effca4c7-dc97-4568-8028-c745824ae60f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:19.072959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b784a567-8b33-4e0b-ad64-3a59e0642946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.126050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f9d99ac1-a29e-490f-b8d8-55e99fec1571'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:19.140169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02ee5b-3e98-4198-bd21-11e0eaa0b007 req-7bb5bc74-ed66-408d-b66e-7f18b959384e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.150845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02ee5b-3e98-4198-bd21-11e0eaa0b007 req-7bb5bc74-ed66-408d-b66e-7f18b959384e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.172256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02ee5b-3e98-4198-bd21-11e0eaa0b007 req-7bb5bc74-ed66-408d-b66e-7f18b959384e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.188951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02ee5b-3e98-4198-bd21-11e0eaa0b007 req-7bb5bc74-ed66-408d-b66e-7f18b959384e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.202015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02ee5b-3e98-4198-bd21-11e0eaa0b007 req-7bb5bc74-ed66-408d-b66e-7f18b959384e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.227334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['1dbe9890-bd28-4d70-96a6-8f4b682bd484'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:19.227484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4ec44d4a-b906-4432-8a46-e6abf240ff91 req-e80ff6ff-57d6-4bae-8d8e-b964790ca73c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 210 time: 0.1281736 Jul 16 20:32:19.234554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02ee5b-3e98-4198-bd21-11e0eaa0b007 req-7bb5bc74-ed66-408d-b66e-7f18b959384e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.243435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:19.248267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02ee5b-3e98-4198-bd21-11e0eaa0b007 req-7bb5bc74-ed66-408d-b66e-7f18b959384e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:19.259652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['a6d67b6e-b14e-41b1-9ab5-fe3593ce7712'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:19.264117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b02ee5b-3e98-4198-bd21-11e0eaa0b007 req-7bb5bc74-ed66-408d-b66e-7f18b959384e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5437 time: 0.4035871 Jul 16 20:32:19.282746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['6ef24694-d40a-412b-8b50-3465204e5c26'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:19.377815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['7ec91537-7208-43f6-a91a-d689b79c0b81'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:19.413547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b02ee5b-3e98-4198-bd21-11e0eaa0b007 req-f31c5447-1f64-402c-aad2-756c51a9dc46 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461306 Jul 16 20:32:19.457525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.533210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b784a567-8b33-4e0b-ad64-3a59e0642946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.537463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Pushing event deleted for resources: {'Port': ['ID=57faedbb-9d81-4710-b1e9-2bb71b965dfa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.539540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b784a567-8b33-4e0b-ad64-3a59e0642946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.572197 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b784a567-8b33-4e0b-ad64-3a59e0642946 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=048fdcf49d2f417b85bea97140ceffa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254716 Jul 16 20:32:19.574814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47632) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:19.613775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784a567-8b33-4e0b-ad64-3a59e0642946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c41e3fb-fc45-49a9-a20b-e572b7620643,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.697226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03448a35-126f-4ed0-b586-00b6539bcb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.772737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03448a35-126f-4ed0-b586-00b6539bcb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.896880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03448a35-126f-4ed0-b586-00b6539bcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.900200 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03448a35-126f-4ed0-b586-00b6539bcb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:19.901634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-03448a35-126f-4ed0-b586-00b6539bcb26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c41e3fb-fc45-49a9-a20b-e572b7620643 HTTP/1.1" status: 204 len: 168 time: 0.3256514 Jul 16 20:32:19.917610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03448a35-126f-4ed0-b586-00b6539bcb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c41e3fb-fc45-49a9-a20b-e572b7620643,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:19.976143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['8b4aba22-0540-49a2-9ac7-863ed563cbf4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:20.258003 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:20.517052 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-142fb791-0382-417e-b575-3ab31a22699e req-3846c5a6-7d38-4e03-8007-f2d78c543be3 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 210 time: 0.0817850 Jul 16 20:32:20.965341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c23ba-0a17-47f5-b606-884700416b15 req-7320547c-85c6-432e-bd59-fe012debe84b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.984230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c23ba-0a17-47f5-b606-884700416b15 req-7320547c-85c6-432e-bd59-fe012debe84b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:20.995166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c23ba-0a17-47f5-b606-884700416b15 req-7320547c-85c6-432e-bd59-fe012debe84b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.000205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:21.015366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c23ba-0a17-47f5-b606-884700416b15 req-7320547c-85c6-432e-bd59-fe012debe84b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.039123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c23ba-0a17-47f5-b606-884700416b15 req-7320547c-85c6-432e-bd59-fe012debe84b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.046002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c23ba-0a17-47f5-b606-884700416b15 req-7320547c-85c6-432e-bd59-fe012debe84b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.073932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c23ba-0a17-47f5-b606-884700416b15 req-7320547c-85c6-432e-bd59-fe012debe84b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:21.077664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-358c23ba-0a17-47f5-b606-884700416b15 req-7320547c-85c6-432e-bd59-fe012debe84b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5437 time: 0.3112693 Jul 16 20:32:21.168056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-358c23ba-0a17-47f5-b606-884700416b15 req-6ca6a671-7a43-45f9-8da7-1e190fe78820 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819132 Jul 16 20:32:21.258352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:21.272345 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2bacf7eb-93e2-4c25-a8a7-9120c3fdb373 admin admin] 10.222.0.10 "PUT /v2.0/routers/69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3021965 Jul 16 20:32:21.275392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47670) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:21.298718 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ac7893c-34f1-499e-93eb-4f1d0638b03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.360544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] Sync routers for ids ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:21.485909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] Routers {'69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:21.486899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:31:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:21.562125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.868503 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:21.868980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] Set router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:21.906183 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f9402ae-1cd6-4b85-8a5d-a045ea689181 req-068f5d78-895e-4d57-96de-64b2f83c7adc tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 210 time: 0.0874419 Jul 16 20:32:22.068797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Deleting port 9dff0f7f-1322-4329-80c6-d41b5674b456 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:22.069366 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.268059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-f89bccbc-7511-4f9c-be83-506540b2a6e1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:22.272588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-f89bccbc-7511-4f9c-be83-506540b2a6e1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.63 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 811 time: 0.2547603 Jul 16 20:32:22.352899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] For port 9dff0f7f-1322-4329-80c6-d41b5674b456, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9dff0f7f-1322-4329-80c6-d41b5674b456,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:22.354221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device effca4c7-dc97-4568-8028-c745824ae60f up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:22.355395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.391060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-99498b86-6e8c-4eb5-883b-6422b5713a82 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e29e2db1f3845e8a06ca354042d182a HTTP/1.1" status: 200 len: 379 time: 0.1096277 Jul 16 20:32:22.392497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Calling delete_port for 9dff0f7f-1322-4329-80c6-d41b5674b456 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:22.401602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'port': {'device_id': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'admin_state_up': True, 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'security_groups': ['01463b5c-5423-4a7d-978e-96d13746b335']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:22.699000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Made reservation on behalf of 2e29e2db1f3845e8a06ca354042d182a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:22.704348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:22.973050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.004708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=9dff0f7f-1322-4329-80c6-d41b5674b456,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.017369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port effca4c7-dc97-4568-8028-c745824ae60f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:23.045295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port effca4c7-dc97-4568-8028-c745824ae60f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:23.045716 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.125472 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.170702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Allocated IP 172.20.0.5 (71bc0dc5-72b1-4715-a555-a20fd42e5237/13b2a652-4231-4bad-b8ea-195b7388ad3b/db5be8ec-4eda-4360-9514-54e96677e4b9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:23.249338 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.289141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.293079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.297645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port effca4c7-dc97-4568-8028-c745824ae60f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=effca4c7-dc97-4568-8028-c745824ae60f,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:23.300952 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effca4c7-dc97-4568-8028-c745824ae60f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:23.305341 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557e8456-2346-4a9f-b9ed-1cab5f1178e1" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "effca4c7-dc97-4568-8028-c745824ae60f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:23.310940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.311832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f9d99ac1-a29e-490f-b8d8-55e99fec1571 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:23.434837 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.435741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:23.445291 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.447578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-473c66ba-c5b4-4e64-b047-bd91201a0bfc admin admin] 10.222.0.10 "DELETE /v2.0/routers/69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b HTTP/1.1" status: 204 len: 168 time: 2.1707809 Jul 16 20:32:23.453386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47758) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:23.474805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'name': 'tempest-TestAggregatesBasicOps-1247820672-router', 'tenant_id': '80513bef1ea54f5791d178cbdbeff461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:29Z', 'updated_at': '2021-07-16T20:32:19Z', 'revision_number': 5, 'project_id': '80513bef1ea54f5791d178cbdbeff461', 'gw_port': {'id': '9dff0f7f-1322-4329-80c6-d41b5674b456', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:46:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:31Z', 'updated_at': '2021-07-16T20:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:23.490926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port f9d99ac1-a29e-490f-b8d8-55e99fec1571 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:23.492610 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b0ce4c43-4d1a-40d0-8883-2a7d7dd61136 req-490d1954-3f96-4ec9-906c-e7a42ab16b6b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 210 time: 0.1098423 Jul 16 20:32:23.515592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.523489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port f9d99ac1-a29e-490f-b8d8-55e99fec1571 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:23.523939 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.592828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbcb5e-f529-4e03-968f-781b06779be4 req-cc6a1f53-4773-4456-96f2-f58b47ea6f80 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.615195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbcb5e-f529-4e03-968f-781b06779be4 req-cc6a1f53-4773-4456-96f2-f58b47ea6f80 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.625964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbcb5e-f529-4e03-968f-781b06779be4 req-cc6a1f53-4773-4456-96f2-f58b47ea6f80 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.645428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.650058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbcb5e-f529-4e03-968f-781b06779be4 req-cc6a1f53-4773-4456-96f2-f58b47ea6f80 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.666081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbcb5e-f529-4e03-968f-781b06779be4 req-cc6a1f53-4773-4456-96f2-f58b47ea6f80 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.683237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbcb5e-f529-4e03-968f-781b06779be4 req-cc6a1f53-4773-4456-96f2-f58b47ea6f80 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.687924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Transition to ACTIVE for port object db5be8ec-4eda-4360-9514-54e96677e4b9 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:23.700256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbcb5e-f529-4e03-968f-781b06779be4 req-cc6a1f53-4773-4456-96f2-f58b47ea6f80 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:23.707830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46dbcb5e-f529-4e03-968f-781b06779be4 req-cc6a1f53-4773-4456-96f2-f58b47ea6f80 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5437 time: 1.0049884 Jul 16 20:32:23.722329 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54eaa9-1343-45d0-a3f5-af9c64ab86fc x-openstack-request-id: req-bd54eaa9-1343-45d0-a3f5-af9c64ab86fc {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:23.723384 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "effca4c7-dc97-4568-8028-c745824ae60f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:23.724706 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd54eaa9-1343-45d0-a3f5-af9c64ab86fc {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:23.726306 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effca4c7-dc97-4568-8028-c745824ae60f', 'code': 200} Jul 16 20:32:23.754114 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ab9af6f-a691-4412-a6c4-5db9dd9a1995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.759242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] Checking router: 69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:23.760698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.779703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] Routers set() bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:23.780110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] Router IDs set() for agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:32:23.780962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_agentschedulers_db [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent'). {{(pid=93960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:32:23.781182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e0297-8bd5-4d08-ad73-8434751bb0e7 None None] The sync data for ids ['69e6d19d-bd9b-43d4-bff8-7e48f8b3c27b'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:23.837049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Deleting subnet 6508d370-5b0b-4bae-b8a5-68ff09a0bb6e {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:23.866688 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.875559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event updated for resources: {'Port': ['ID=db5be8ec-4eda-4360-9514-54e96677e4b9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:23.918243 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:23.961139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:23.967726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:23.982461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:23.985892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=effca4c7-dc97-4568-8028-c745824ae60f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.027549 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46dbcb5e-f529-4e03-968f-781b06779be4 req-5cd084d1-f345-479e-8826-8e824d7767b7 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3074167 Jul 16 20:32:24.038932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f9d99ac1-a29e-490f-b8d8-55e99fec1571, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.044711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.046439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.047292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1dbe9890-bd28-4d70-96a6-8f4b682bd484 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:24.105729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:24.106585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.135083 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5f0b8382-89ca-454e-8168-0c0b719d008a tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7373557 Jul 16 20:32:24.149166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Request body: {'port': {'device_id': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:24.221397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:24.230206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:24.230576 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.350813 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.417612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f9d99ac1-a29e-490f-b8d8-55e99fec1571,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.420224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.484295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 57faedbb-9d81-4710-b1e9-2bb71b965dfa no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:24.549032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.622798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1dbe9890-bd28-4d70-96a6-8f4b682bd484, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:24.663409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 57faedbb-9d81-4710-b1e9-2bb71b965dfa {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:24.664047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 57faedbb-9d81-4710-b1e9-2bb71b965dfa not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:24.671548 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.673693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6ef24694-d40a-412b-8b50-3465204e5c26 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:24.688553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d27862f5-b570-4993-a203-2a97c1c1b554 None None] Provisioning for port db5be8ec-4eda-4360-9514-54e96677e4b9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:24.691799 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.735326 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.778631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:24.784008 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6508d370-5b0b-4bae-b8a5-68ff09a0bb6e HTTP/1.1" status: 204 len: 168 time: 1.3292053 Jul 16 20:32:24.787208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47812) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:24.862500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6508d370-5b0b-4bae-b8a5-68ff09a0bb6e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:24.864041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10d34f3-eacf-414c-b1d9-e96c706f1529 None None] Network 55793811-a57b-4e29-9f3e-d715fbe2bae4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:24.921670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.922796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.924025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.924025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.926535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.926978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.927318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.927656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.929482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.930326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.930705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.933357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf20d423-3557-4a7c-aeaa-da8637583d7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:24.961732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d27862f5-b570-4993-a203-2a97c1c1b554 None None] Provisioning complete for port db5be8ec-4eda-4360-9514-54e96677e4b9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:24.963177 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d27862f5-b570-4993-a203-2a97c1c1b554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.133586 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.328621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1dbe9890-bd28-4d70-96a6-8f4b682bd484,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:25.344615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d27862f5-b570-4993-a203-2a97c1c1b554 None None] Port db5be8ec-4eda-4360-9514-54e96677e4b9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:32:25.348322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Deleting port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:25.350407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.383354 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 6ef24694-d40a-412b-8b50-3465204e5c26 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:25.543755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9625752-14fa-4dc4-9d90-f459a1dfe9c0 req-953b85fc-bb42-4039-b1d1-8012f13e7fec tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.558348 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9625752-14fa-4dc4-9d90-f459a1dfe9c0 req-953b85fc-bb42-4039-b1d1-8012f13e7fec tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 931 time: 0.6718328 Jul 16 20:32:25.580609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] For port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e4ba335f-f979-4dbe-aef3-3d6dd3d68b38,segment=NetworkSegment(af6767d5-e204-4729-9dc0-7601d01be026),segment_id=af6767d5-e204-4729-9dc0-7601d01be026)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:25.581121 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.597287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5be8ec-4eda-4360-9514-54e96677e4b9 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:25.597560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc1e12-1c05-43cc-9cf8-0476d81c9df8 req-bf944039-4f38-4215-8a1e-a51fa6ef209a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.604444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc1e12-1c05-43cc-9cf8-0476d81c9df8 req-bf944039-4f38-4215-8a1e-a51fa6ef209a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.610653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc1e12-1c05-43cc-9cf8-0476d81c9df8 req-bf944039-4f38-4215-8a1e-a51fa6ef209a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.618112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc1e12-1c05-43cc-9cf8-0476d81c9df8 req-bf944039-4f38-4215-8a1e-a51fa6ef209a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.625594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc1e12-1c05-43cc-9cf8-0476d81c9df8 req-bf944039-4f38-4215-8a1e-a51fa6ef209a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.633268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc1e12-1c05-43cc-9cf8-0476d81c9df8 req-bf944039-4f38-4215-8a1e-a51fa6ef209a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.639901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc1e12-1c05-43cc-9cf8-0476d81c9df8 req-bf944039-4f38-4215-8a1e-a51fa6ef209a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:25.642146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e4dc1e12-1c05-43cc-9cf8-0476d81c9df8 req-bf944039-4f38-4215-8a1e-a51fa6ef209a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5440 time: 0.2682540 Jul 16 20:32:25.649021 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.690039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Calling delete_port for e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:25.740450 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9625752-14fa-4dc4-9d90-f459a1dfe9c0 req-dd05b9df-7ebf-4891-91a9-fbc3fbe7468d tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776171 Jul 16 20:32:25.756239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e4dc1e12-1c05-43cc-9cf8-0476d81c9df8 req-0d52bcf1-b2a0-47eb-b969-0cc7e21e5adc tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950739 Jul 16 20:32:25.772679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Transition to ACTIVE for port object db5be8ec-4eda-4360-9514-54e96677e4b9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:25.779510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.836729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d99ac1-a29e-490f-b8d8-55e99fec1571'}, {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbe9890-bd28-4d70-96a6-8f4b682bd484'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:25.840968 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d9df09-717f-4de6-ad3d-61b8d48bc2ef" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "f9d99ac1-a29e-490f-b8d8-55e99fec1571"}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "1dbe9890-bd28-4d70-96a6-8f4b682bd484"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:25.864004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.866613 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 6ef24694-d40a-412b-8b50-3465204e5c26 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:25.867390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:25.898652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] No DVR routers for this DVR port e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:25.940957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Pushing event updated for resources: {'Port': ['ID=db5be8ec-4eda-4360-9514-54e96677e4b9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:26.093003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ba335f-f979-4dbe-aef3-3d6dd3d68b38,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:26.095840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89017b7-fc68-4d27-a22e-6f3e596db436 None None] DHCP port deletion for 55793811-a57b-4e29-9f3e-d715fbe2bae4 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:26.127618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.383549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 6ef24694-d40a-412b-8b50-3465204e5c26, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6ef24694-d40a-412b-8b50-3465204e5c26,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:26.394413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:26.395869 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.433998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:26.434434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e4ba335f-f979-4dbe-aef3-3d6dd3d68b38 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:26.434853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9dff0f7f-1322-4329-80c6-d41b5674b456 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:26.443385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55793811-a57b-4e29-9f3e-d715fbe2bae4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:26.472525 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.473280 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.477056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 9dff0f7f-1322-4329-80c6-d41b5674b456 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:26.488663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9dff0f7f-1322-4329-80c6-d41b5674b456 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:26.506367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6767d5-e204-4729-9dc0-7601d01be026') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:26.506367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6767d5-e204-4729-9dc0-7601d01be026') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:26.555737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.563551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:26.586624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Attempting to bind port db5be8ec-4eda-4360-9514-54e96677e4b9 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:26.588463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Attempting to bind port db5be8ec-4eda-4360-9514-54e96677e4b9 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:26.591302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Attempting to bind port db5be8ec-4eda-4360-9514-54e96677e4b9 on network 71bc0dc5-72b1-4715-a555-a20fd42e5237 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:26.610608 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.629091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:26.629620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.632399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Port db5be8ec-4eda-4360-9514-54e96677e4b9 on network 71bc0dc5-72b1-4715-a555-a20fd42e5237 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:26.633563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Attempting to bind port db5be8ec-4eda-4360-9514-54e96677e4b9 on network 71bc0dc5-72b1-4715-a555-a20fd42e5237 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:26.664932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:26.673820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Checking segment: {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:26.674408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Bound using segment: {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:26.675089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Bound port: db5be8ec-4eda-4360-9514-54e96677e4b9, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ea91c-1a83-406c-b4f4-5d084680db8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:26.675839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:26.719443 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:26.726448 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.732647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:26.734606 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65058a15-bb92-4126-b505-783caf4e352f x-openstack-request-id: req-65058a15-bb92-4126-b505-783caf4e352f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:26.734903 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "f9d99ac1-a29e-490f-b8d8-55e99fec1571", "code": 200}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "1dbe9890-bd28-4d70-96a6-8f4b682bd484", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:26.735314 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65058a15-bb92-4126-b505-783caf4e352f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:26.735639 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d99ac1-a29e-490f-b8d8-55e99fec1571', 'code': 200} Jul 16 20:32:26.735803 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbe9890-bd28-4d70-96a6-8f4b682bd484', 'code': 200} Jul 16 20:32:26.736254 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] 10.222.0.10 "DELETE /v2.0/networks/55793811-a57b-4e29-9f3e-d715fbe2bae4 HTTP/1.1" status: 204 len: 168 time: 1.8751957 Jul 16 20:32:26.738926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:26.786729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-b9976815-66a6-4165-a4c9-9a4fd2b14cfc tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:26.817900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-b9976815-66a6-4165-a4c9-9a4fd2b14cfc tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 815 time: 0.8559418 Jul 16 20:32:26.872422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b75313-b536-41d8-b513-85e7daf34fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=55793811-a57b-4e29-9f3e-d715fbe2bae4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:26.875590 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-707469ed-35a7-49bb-a066-3c8bf8cd8a91 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/quotas/0c642436ca1445bea5db47ecb6a3fbfe HTTP/1.1" status: 200 len: 375 time: 0.0487466 Jul 16 20:32:26.915815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=6ef24694-d40a-412b-8b50-3465204e5c26,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:26.948764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:26.968529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:26.968529 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.165780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] For port db5be8ec-4eda-4360-9514-54e96677e4b9, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:27.169549 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.204430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] For port db5be8ec-4eda-4360-9514-54e96677e4b9, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=db5be8ec-4eda-4360-9514-54e96677e4b9,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:27.237660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.272010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:27.278519 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.280394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8b4aba22-0540-49a2-9ac7-863ed563cbf4 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:27.281118 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-86eb215e-52c1-4a69-bd89-635516319c61 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3979852 Jul 16 20:32:27.437623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:27.438504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.445801 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] 10.222.0.63 "PUT /v2.0/ports/db5be8ec-4eda-4360-9514-54e96677e4b9 HTTP/1.1" status: 200 len: 1092 time: 3.3031647 Jul 16 20:32:27.446827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:27.456920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:27.465313 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76571def-0041-4a97-869e-448c368bbdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:27.490165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:27.505440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:27.505440 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.732953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:27.748188 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.750289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a958865-7e13-4d11-a1a9-85b8ccbddf6d service neutron] Pushing event updated for resources: {'Port': ['ID=db5be8ec-4eda-4360-9514-54e96677e4b9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:27.879181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e0efb63-1d26-483a-b553-9a23148a0e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.890259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8b4aba22-0540-49a2-9ac7-863ed563cbf4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:27.912021 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:27.914381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7ec91537-7208-43f6-a91a-d689b79c0b81 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:27.921089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-e22cef0b-52ef-4d85-9e11-d03dc40ca6ab service neutron] 10.222.0.10 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267843 Jul 16 20:32:28.124538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-4028b38e-88ef-455a-a3cf-91d9f5326311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.127197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08933a96-6565-465d-af96-70468c588a9e req-05a76a08-11b4-4425-aaa5-7d3dc460ccaa tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.129215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08933a96-6565-465d-af96-70468c588a9e req-05a76a08-11b4-4425-aaa5-7d3dc460ccaa tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 943 time: 1.0844433 Jul 16 20:32:28.138065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-4028b38e-88ef-455a-a3cf-91d9f5326311 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 1095 time: 0.6353204 Jul 16 20:32:28.152524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=8b4aba22-0540-49a2-9ac7-863ed563cbf4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:28.240718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 7ec91537-7208-43f6-a91a-d689b79c0b81 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:28.250180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 7ec91537-7208-43f6-a91a-d689b79c0b81 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:28.253661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.303542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-5de37d13-6042-4388-bf50-e39378c60900 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5be8ec-4eda-4360-9514-54e96677e4b9 HTTP/1.1" status: 200 len: 217 time: 0.1331465 Jul 16 20:32:28.365463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08933a96-6565-465d-af96-70468c588a9e req-917fcf2e-1761-44e5-a486-131bd09cb3f3 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224910 Jul 16 20:32:28.526661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.608261 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7ec91537-7208-43f6-a91a-d689b79c0b81, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7ec91537-7208-43f6-a91a-d689b79c0b81,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:28.627990 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.629495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:28.723188 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.737766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef24694-d40a-412b-8b50-3465204e5c26'}, {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712'}, {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4aba22-0540-49a2-9ac7-863ed563cbf4'}, {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec91537-7208-43f6-a91a-d689b79c0b81'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:28.741305 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de002e4-ecc5-4bf7-8225-9c535fce46eb" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6ef24694-d40a-412b-8b50-3465204e5c26"}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712"}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "8b4aba22-0540-49a2-9ac7-863ed563cbf4"}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ec91537-7208-43f6-a91a-d689b79c0b81"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:28.746935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7ec91537-7208-43f6-a91a-d689b79c0b81,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:28.781205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:28.793616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:28.793993 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.829204 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-1c2cb054-6509-4a7e-a90b-114c90510ecb service neutron] 10.222.0.10 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8793645 Jul 16 20:32:28.833399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-ca539c77-e7cf-4e9d-b089-c775a0d72b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.834795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-ca539c77-e7cf-4e9d-b089-c775a0d72b8b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.5238473 Jul 16 20:32:28.868892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cea63-6b89-4f93-993b-e9b1cb827589 req-229ff5d9-64c4-4f3d-b636-364efa68de00 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.876301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cea63-6b89-4f93-993b-e9b1cb827589 req-229ff5d9-64c4-4f3d-b636-364efa68de00 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.883201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cea63-6b89-4f93-993b-e9b1cb827589 req-229ff5d9-64c4-4f3d-b636-364efa68de00 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.889486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cea63-6b89-4f93-993b-e9b1cb827589 req-229ff5d9-64c4-4f3d-b636-364efa68de00 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.901000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cea63-6b89-4f93-993b-e9b1cb827589 req-229ff5d9-64c4-4f3d-b636-364efa68de00 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.901346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e0efb63-1d26-483a-b553-9a23148a0e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.908603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cea63-6b89-4f93-993b-e9b1cb827589 req-229ff5d9-64c4-4f3d-b636-364efa68de00 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.910416 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e0efb63-1d26-483a-b553-9a23148a0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:28.916812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cea63-6b89-4f93-993b-e9b1cb827589 req-229ff5d9-64c4-4f3d-b636-364efa68de00 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.925261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-501cea63-6b89-4f93-993b-e9b1cb827589 req-229ff5d9-64c4-4f3d-b636-364efa68de00 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5444 time: 0.2508657 Jul 16 20:32:28.982603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2e0efb63-1d26-483a-b553-9a23148a0e2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fcaea8b48d44dc7a794af20cc0dfb16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2483249 Jul 16 20:32:28.983156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:28.987089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-f89aba3d-54ee-478b-8216-a7c086e23ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:28.988589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-f89aba3d-54ee-478b-8216-a7c086e23ae4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443124 Jul 16 20:32:28.994278 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0efb63-1d26-483a-b553-9a23148a0e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8320973-2976-4008-8355-1d6e68159f00,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:29.019999 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.111568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:29.120660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eab432a-793c-49ca-af4d-fbbda1ecd70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.130318 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-501cea63-6b89-4f93-993b-e9b1cb827589 req-dba11775-e783-43b7-ba31-df1d8242b71e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2039723 Jul 16 20:32:29.142489 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.146066 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eab432a-793c-49ca-af4d-fbbda1ecd70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.216450 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9f5384-e3bf-4e8f-866d-7a6c70e12b18 x-openstack-request-id: req-6a9f5384-e3bf-4e8f-866d-7a6c70e12b18 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:29.217182 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:29.217600 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a9f5384-e3bf-4e8f-866d-7a6c70e12b18 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:29.218267 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'status': 'completed', 'code': 200} Jul 16 20:32:29.230496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eab432a-793c-49ca-af4d-fbbda1ecd70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.235384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eab432a-793c-49ca-af4d-fbbda1ecd70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.241928 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4eab432a-793c-49ca-af4d-fbbda1ecd70e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8320973-2976-4008-8355-1d6e68159f00 HTTP/1.1" status: 204 len: 168 time: 0.2570531 Jul 16 20:32:29.268224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab432a-793c-49ca-af4d-fbbda1ecd70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8320973-2976-4008-8355-1d6e68159f00,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:29.299412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:29.359077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0467e622-4756-4824-a152-1fdcf4e8b050 req-f0133246-6a33-4fff-bab2-dfad69c03078 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 210 time: 0.0930262 Jul 16 20:32:29.362013 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-b75cd634-ce4b-4fd2-87e5-afbb848bec92 service neutron] 10.222.0.63 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636029 Jul 16 20:32:29.378170 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6e620a-4779-4fae-ae45-3a65a13c2e01 x-openstack-request-id: req-ef6e620a-4779-4fae-ae45-3a65a13c2e01 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:29.378664 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6ef24694-d40a-412b-8b50-3465204e5c26", "code": 200}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712", "code": 200}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "8b4aba22-0540-49a2-9ac7-863ed563cbf4", "code": 200}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ec91537-7208-43f6-a91a-d689b79c0b81", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:29.378981 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef6e620a-4779-4fae-ae45-3a65a13c2e01 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:29.380364 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef24694-d40a-412b-8b50-3465204e5c26', 'code': 200} Jul 16 20:32:29.381040 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'code': 200} Jul 16 20:32:29.381383 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4aba22-0540-49a2-9ac7-863ed563cbf4', 'code': 200} Jul 16 20:32:29.381850 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec91537-7208-43f6-a91a-d689b79c0b81', 'code': 200} Jul 16 20:32:29.524176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Deleting port c40f8d3c-d064-4509-9068-e5d4f56263ce {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:29.526826 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.712293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] For port c40f8d3c-d064-4509-9068-e5d4f56263ce, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c40f8d3c-d064-4509-9068-e5d4f56263ce,segment=NetworkSegment(32ce2052-4352-419a-b979-8b75d65ee308),segment_id=32ce2052-4352-419a-b979-8b75d65ee308)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:29.713074 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:29.734640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Calling delete_port for c40f8d3c-d064-4509-9068-e5d4f56263ce owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:29.827816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6633c3ab-e6d5-42ed-ac14-c981a7efc1fb req-8eec2255-0992-4891-9727-a307b3592e82 service neutron] 10.222.0.63 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371917 Jul 16 20:32:29.851998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde888-a552-47e0-8195-71851e180722 req-7ea106ad-de63-4eba-896f-b60db4fa6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.852623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde888-a552-47e0-8195-71851e180722 req-7ea106ad-de63-4eba-896f-b60db4fa6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.852934 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde888-a552-47e0-8195-71851e180722 req-7ea106ad-de63-4eba-896f-b60db4fa6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.853428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde888-a552-47e0-8195-71851e180722 req-7ea106ad-de63-4eba-896f-b60db4fa6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.853899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde888-a552-47e0-8195-71851e180722 req-7ea106ad-de63-4eba-896f-b60db4fa6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.854362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde888-a552-47e0-8195-71851e180722 req-7ea106ad-de63-4eba-896f-b60db4fa6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.854826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffde888-a552-47e0-8195-71851e180722 req-7ea106ad-de63-4eba-896f-b60db4fa6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.857272 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ffde888-a552-47e0-8195-71851e180722 req-7ea106ad-de63-4eba-896f-b60db4fa6ce4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6508 time: 0.3691089 Jul 16 20:32:29.938637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eae4f6-10e4-46f6-bfca-424efea1b847 req-7694889a-6a6c-4a5f-aaf3-a8be7ba63375 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:29.943628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-39eae4f6-10e4-46f6-bfca-424efea1b847 req-7694889a-6a6c-4a5f-aaf3-a8be7ba63375 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 943 time: 0.2319107 Jul 16 20:32:30.016577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:30.048302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82e8cde0-78d3-4518-9569-1ed942bb1f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.060411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ffde888-a552-47e0-8195-71851e180722 req-db572c4e-f731-41b7-9ea8-3ec35b63e9e1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&id=93c2ffb1-e39a-424c-9829-dca9ffac762c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1848981 Jul 16 20:32:30.086514 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-39eae4f6-10e4-46f6-bfca-424efea1b847 req-52e338b6-6980-42df-9cbf-56d83ea8b86d tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994854 Jul 16 20:32:30.127056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76571def-0041-4a97-869e-448c368bbdaf req-7749157b-a504-4285-a49d-9ee746596b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.130749 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76571def-0041-4a97-869e-448c368bbdaf req-7749157b-a504-4285-a49d-9ee746596b0f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 1095 time: 0.2214563 Jul 16 20:32:30.185348 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.224172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=c40f8d3c-d064-4509-9068-e5d4f56263ce,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.374281 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76571def-0041-4a97-869e-448c368bbdaf req-d8c0b267-d652-4c3e-9b22-bc23bae4a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.382717 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76571def-0041-4a97-869e-448c368bbdaf req-d8c0b267-d652-4c3e-9b22-bc23bae4a5fd service neutron] 10.222.0.63 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 912 time: 0.2249253 Jul 16 20:32:30.505090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82e8cde0-78d3-4518-9569-1ed942bb1f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.514392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76571def-0041-4a97-869e-448c368bbdaf req-b511548f-21b0-4d00-8516-6b68d29ba02d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5be8ec-4eda-4360-9514-54e96677e4b9 HTTP/1.1" status: 200 len: 217 time: 0.1261430 Jul 16 20:32:30.521260 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82e8cde0-78d3-4518-9569-1ed942bb1f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.528631 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51d3b7bf-fd0b-4147-9804-712af832a7ea req-f0e82a08-8235-479b-84c8-3985dc1f1d38 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 210 time: 0.0591445 Jul 16 20:32:30.644262 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-82e8cde0-78d3-4518-9569-1ed942bb1f61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=486403ace66d4e1ea04cd59de0a53751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6266677 Jul 16 20:32:30.648949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:30.652085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8cde0-78d3-4518-9569-1ed942bb1f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abfc9de-654f-4304-8ef6-6f5a0495552d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:30.712574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76571def-0041-4a97-869e-448c368bbdaf req-9704dc95-4397-4189-99dc-7886c0af134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.716566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76571def-0041-4a97-869e-448c368bbdaf req-9704dc95-4397-4189-99dc-7886c0af134b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.1852906 Jul 16 20:32:30.740940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d0e9-d520-4f19-ab78-5fa54411889f req-8ca927a3-1cec-42f1-8b04-94ac6f4df8f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.753163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d0e9-d520-4f19-ab78-5fa54411889f req-8ca927a3-1cec-42f1-8b04-94ac6f4df8f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.771113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d0e9-d520-4f19-ab78-5fa54411889f req-8ca927a3-1cec-42f1-8b04-94ac6f4df8f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.789065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d0e9-d520-4f19-ab78-5fa54411889f req-8ca927a3-1cec-42f1-8b04-94ac6f4df8f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.799080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d0e9-d520-4f19-ab78-5fa54411889f req-8ca927a3-1cec-42f1-8b04-94ac6f4df8f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.809528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d0e9-d520-4f19-ab78-5fa54411889f req-8ca927a3-1cec-42f1-8b04-94ac6f4df8f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.819837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d0e9-d520-4f19-ab78-5fa54411889f req-8ca927a3-1cec-42f1-8b04-94ac6f4df8f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.827842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2aa0d0e9-d520-4f19-ab78-5fa54411889f req-8ca927a3-1cec-42f1-8b04-94ac6f4df8f9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5444 time: 0.4195344 Jul 16 20:32:30.846222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9b26-8299-4476-8fd6-3e8cff9bff82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.850961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:30.917216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76571def-0041-4a97-869e-448c368bbdaf req-31736b17-7d7d-4251-96c7-f4d322559a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:30.918752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76571def-0041-4a97-869e-448c368bbdaf req-31736b17-7d7d-4251-96c7-f4d322559a78 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1943884 Jul 16 20:32:30.929684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9b26-8299-4476-8fd6-3e8cff9bff82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.002139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2aa0d0e9-d520-4f19-ab78-5fa54411889f req-0aa346e7-7acc-48bf-90f2-d87362e6ffb8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1427245 Jul 16 20:32:31.133272 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9b26-8299-4476-8fd6-3e8cff9bff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.144775 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9b26-8299-4476-8fd6-3e8cff9bff82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:31.156572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0a3e9b26-8299-4476-8fd6-3e8cff9bff82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1abfc9de-654f-4304-8ef6-6f5a0495552d HTTP/1.1" status: 204 len: 168 time: 0.5064254 Jul 16 20:32:31.162244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76571def-0041-4a97-869e-448c368bbdaf req-6d96baef-39fa-44ee-8b66-73cef63156eb service neutron] 10.222.0.63 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304051 Jul 16 20:32:31.191236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e9b26-8299-4476-8fd6-3e8cff9bff82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abfc9de-654f-4304-8ef6-6f5a0495552d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:31.306601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Router 0883f8d4-5534-495a-a701-c9eb28851f58 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:31.383077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:31.386548 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef221b6-9561-489b-ba59-d9eba7bda54a" -d '{"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:31.458350 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-76571def-0041-4a97-869e-448c368bbdaf req-169000e4-8dd8-4b66-a9d2-c5268d4e1181 service neutron] 10.222.0.63 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773864 Jul 16 20:32:31.497639 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b54442-aca0-4031-81ef-c4e32346920b x-openstack-request-id: req-51b54442-aca0-4031-81ef-c4e32346920b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:31.498264 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:31.498929 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51b54442-aca0-4031-81ef-c4e32346920b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:31.499654 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'code': 200} Jul 16 20:32:31.524268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f3faa-3180-4c6c-adf0-0f258ab6ff6a req-d427e559-90ba-4fd9-a71d-9004d34b5b83 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:31.544017 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-534f3faa-3180-4c6c-adf0-0f258ab6ff6a req-d427e559-90ba-4fd9-a71d-9004d34b5b83 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 943 time: 0.1779215 Jul 16 20:32:31.653952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-534f3faa-3180-4c6c-adf0-0f258ab6ff6a req-9ba7eac1-5786-45d1-b55d-19b567abf2cf tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086566 Jul 16 20:32:31.667243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:31.680531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3223938d-3d91-4740-a7f1-217e4f131ccf admin admin] 10.222.0.10 "PUT /v2.0/routers/0883f8d4-5534-495a-a701-c9eb28851f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9402614 Jul 16 20:32:31.682278 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] Sync routers for ids ['0883f8d4-5534-495a-a701-c9eb28851f58'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:31.683136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:31.700628 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] Routers {'0883f8d4-5534-495a-a701-c9eb28851f58'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:31.702092 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0883f8d4-5534-495a-a701-c9eb28851f58'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:31.915393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af940738-73f6-4b73-9e70-5062b183553f req-04a2d232-42cc-466f-a9ae-8f741ddd7f00 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 210 time: 0.0497396 Jul 16 20:32:31.917431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.053390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:32.064992 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] Set router 0883f8d4-5534-495a-a701-c9eb28851f58 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:32.073723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0062fce0-87d2-4902-82fe-88a0081c4523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.260471 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.298158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0062fce0-87d2-4902-82fe-88a0081c4523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.307294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0062fce0-87d2-4902-82fe-88a0081c4523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.321250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device db5be8ec-4eda-4360-9514-54e96677e4b9 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:32.497120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Deleting port f25836ca-69de-4f7b-9c48-b5f2155785c8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:32.497466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.521025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port db5be8ec-4eda-4360-9514-54e96677e4b9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=db5be8ec-4eda-4360-9514-54e96677e4b9,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:32.533286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0062fce0-87d2-4902-82fe-88a0081c4523 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3b93f4d4a424ff3a9908b4d0e148468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4740155 Jul 16 20:32:32.540328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47978) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:32.549598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'port_id': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'mac_address': 'fa:16:3e:d2:20:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:32.588213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-31b59119-71c0-4d94-b96e-dca8609361ae req-9a0904f4-c5ef-41d9-a2d7-89975b6e27cc service neutron] (93958) timed out ('10.222.0.10', 41364) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:32:32.610883 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:30Z', 'revision_number': 5, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'gw_port': {'id': 'f25836ca-69de-4f7b-9c48-b5f2155785c8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:31:51Z', 'updated_at': '2021-07-16T20:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:32.652490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062fce0-87d2-4902-82fe-88a0081c4523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db37d0b8-a724-4ff2-957a-937cbfa99fb1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:32.662896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-8c9c1c4c-82ce-416a-a327-7898121adde2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.664493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-8c9c1c4c-82ce-416a-a327-7898121adde2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 815 time: 0.3340230 Jul 16 20:32:32.670535 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.684486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Request body: {'port': {'device_id': 'ad69c5af-a4e4-4d5c-89dc-9d0345968a29', 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c', 'admin_state_up': True, 'tenant_id': '0c642436ca1445bea5db47ecb6a3fbfe'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:32.691719 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] Checking router: 0883f8d4-5534-495a-a701-c9eb28851f58 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:32.717076 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] Routers {'0883f8d4-5534-495a-a701-c9eb28851f58'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:32.719183 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0883f8d4-5534-495a-a701-c9eb28851f58'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:32.725687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5be8ec-4eda-4360-9514-54e96677e4b9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:32.776489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port db5be8ec-4eda-4360-9514-54e96677e4b9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=db5be8ec-4eda-4360-9514-54e96677e4b9,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:32.781554 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.802766 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe7d7bd-2686-406a-b5c6-566227b8f4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.806482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b96cb-94f3-43de-ac42-bf5d5e3dbabb req-55402841-5c61-4b4d-8325-d31c9f6b3ac1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.820453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b96cb-94f3-43de-ac42-bf5d5e3dbabb req-55402841-5c61-4b4d-8325-d31c9f6b3ac1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.835699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b96cb-94f3-43de-ac42-bf5d5e3dbabb req-55402841-5c61-4b4d-8325-d31c9f6b3ac1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.853971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b96cb-94f3-43de-ac42-bf5d5e3dbabb req-55402841-5c61-4b4d-8325-d31c9f6b3ac1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.869359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b96cb-94f3-43de-ac42-bf5d5e3dbabb req-55402841-5c61-4b4d-8325-d31c9f6b3ac1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.881601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b96cb-94f3-43de-ac42-bf5d5e3dbabb req-55402841-5c61-4b4d-8325-d31c9f6b3ac1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.897274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b96cb-94f3-43de-ac42-bf5d5e3dbabb req-55402841-5c61-4b4d-8325-d31c9f6b3ac1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:32.899307 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c81b96cb-94f3-43de-ac42-bf5d5e3dbabb req-55402841-5c61-4b4d-8325-d31c9f6b3ac1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5444 time: 0.5558333 Jul 16 20:32:32.901277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] For port f25836ca-69de-4f7b-9c48-b5f2155785c8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f25836ca-69de-4f7b-9c48-b5f2155785c8,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:32.901620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.915954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=db5be8ec-4eda-4360-9514-54e96677e4b9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:32.931912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe7d7bd-2686-406a-b5c6-566227b8f4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:32.948739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Calling delete_port for f25836ca-69de-4f7b-9c48-b5f2155785c8 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:32.953745 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] Set router 0883f8d4-5534-495a-a701-c9eb28851f58 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:33.028639 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 6, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:33.039826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a3eba-9820-4557-9fa6-dad931d5fb11 req-93084ca0-3a84-437d-96fd-42bc650b3e94 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.041552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c74a3eba-9820-4557-9fa6-dad931d5fb11 req-93084ca0-3a84-437d-96fd-42bc650b3e94 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 944 time: 0.1648946 Jul 16 20:32:33.043211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Made reservation on behalf of 0c642436ca1445bea5db47ecb6a3fbfe for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:33.047309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.062760 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c3b82-94da-4b5f-a18b-39a4641a7e3d None None] The sync data for ids ['0883f8d4-5534-495a-a701-c9eb28851f58'] in n-d-792394-17 is: [{'id': '0883f8d4-5534-495a-a701-c9eb28851f58', 'name': 'tempest-TestAggregatesBasicOps-2040595991-router', 'tenant_id': 'cf02b2f610674344a4300001353cacd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:31:49Z', 'updated_at': '2021-07-16T20:32:32Z', 'revision_number': 6, 'project_id': 'cf02b2f610674344a4300001353cacd0', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:33.089862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['db5be8ec-4eda-4360-9514-54e96677e4b9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:33.187912 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c81b96cb-94f3-43de-ac42-bf5d5e3dbabb req-1250a41a-7227-41f6-8734-3029182f4f92 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2636607 Jul 16 20:32:33.240573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe7d7bd-2686-406a-b5c6-566227b8f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.246449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe7d7bd-2686-406a-b5c6-566227b8f4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.247776 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ebe7d7bd-2686-406a-b5c6-566227b8f4fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db37d0b8-a724-4ff2-957a-937cbfa99fb1 HTTP/1.1" status: 204 len: 168 time: 0.7064896 Jul 16 20:32:33.273111 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c74a3eba-9820-4557-9fa6-dad931d5fb11 req-e59a25cd-af1e-40d6-a1f0-8bffdad1f60c tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098143 Jul 16 20:32:33.296294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7d7bd-2686-406a-b5c6-566227b8f4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db37d0b8-a724-4ff2-957a-937cbfa99fb1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:33.356340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Allocated IP 172.20.0.13 (b7e560f6-85ed-4979-9bdb-61ca9eba363c/2dd8708d-f571-4440-9947-b78d45d450ef/4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:33.538959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.656334 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4b232711-1992-465d-85d5-aec77cb9b8b3 req-ed61d210-241a-4109-9f6c-47e00053f4cb tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 210 time: 0.1326263 Jul 16 20:32:33.703052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25836ca-69de-4f7b-9c48-b5f2155785c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:33.749384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.778472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd170c5a-f882-4ccc-9975-be7f58c1a4d4 req-5aba1097-f887-4d63-bca2-1f522a014da8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.788187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd170c5a-f882-4ccc-9975-be7f58c1a4d4 req-5aba1097-f887-4d63-bca2-1f522a014da8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.795025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd170c5a-f882-4ccc-9975-be7f58c1a4d4 req-5aba1097-f887-4d63-bca2-1f522a014da8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.802527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd170c5a-f882-4ccc-9975-be7f58c1a4d4 req-5aba1097-f887-4d63-bca2-1f522a014da8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.811027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd170c5a-f882-4ccc-9975-be7f58c1a4d4 req-5aba1097-f887-4d63-bca2-1f522a014da8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.819147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd170c5a-f882-4ccc-9975-be7f58c1a4d4 req-5aba1097-f887-4d63-bca2-1f522a014da8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.825522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd170c5a-f882-4ccc-9975-be7f58c1a4d4 req-5aba1097-f887-4d63-bca2-1f522a014da8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:33.827963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd170c5a-f882-4ccc-9975-be7f58c1a4d4 req-5aba1097-f887-4d63-bca2-1f522a014da8 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5444 time: 0.3377495 Jul 16 20:32:33.833681 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.839183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:33.845869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Request body: {'floatingip': {'port_id': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:33.884315 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.887205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.905763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.945474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.946882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0883f8d4-5534-495a-a701-c9eb28851f58 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:32:33.956978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:33.958875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f6e19371-9c71-4214-915c-0aa97c46de13 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0883f8d4-5534-495a-a701-c9eb28851f58 HTTP/1.1" status: 204 len: 168 time: 2.2743232 Jul 16 20:32:33.961604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.043137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29fb428-b808-4fe4-96c3-a673d7af7c8e admin admin] Deleting subnet 92ec0557-c49a-4818-a92c-e33293f647ed {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:32:34.050513 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c29fb428-b808-4fe4-96c3-a673d7af7c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.082572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.095039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5ca8d371-f59c-44c2-863a-848216af7e16', '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:34.109879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Network b7e560f6-85ed-4979-9bdb-61ca9eba363c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:34.115205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:34.139888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c29fb428-b808-4fe4-96c3-a673d7af7c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.168017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:34.266414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f25836ca-69de-4f7b-9c48-b5f2155785c8 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:34.325988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f25836ca-69de-4f7b-9c48-b5f2155785c8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:34.326334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f25836ca-69de-4f7b-9c48-b5f2155785c8 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:34.326749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c40f8d3c-d064-4509-9068-e5d4f56263ce no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:34.336909 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c29fb428-b808-4fe4-96c3-a673d7af7c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.357178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device db5be8ec-4eda-4360-9514-54e96677e4b9 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:34.471130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c29fb428-b808-4fe4-96c3-a673d7af7c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.488682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c40f8d3c-d064-4509-9068-e5d4f56263ce {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:34.490123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c40f8d3c-d064-4509-9068-e5d4f56263ce not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:34.571573 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port db5be8ec-4eda-4360-9514-54e96677e4b9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:34.589402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port db5be8ec-4eda-4360-9514-54e96677e4b9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:34.589784 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.609035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c29fb428-b808-4fe4-96c3-a673d7af7c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.615103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c29fb428-b808-4fe4-96c3-a673d7af7c8e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/92ec0557-c49a-4818-a92c-e33293f647ed HTTP/1.1" status: 204 len: 168 time: 0.6498871 Jul 16 20:32:34.619860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fb428-b808-4fe4-96c3-a673d7af7c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ec0557-c49a-4818-a92c-e33293f647ed,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.622557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:34.641117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac3de26-4620-4407-a92f-59f62b79b009 None None] Network 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:32:34.698593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:34.698593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:34.845595 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1668007 Jul 16 20:32:34.874069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Request body: {'port': {'device_id': 'ad69c5af-a4e4-4d5c-89dc-9d0345968a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:34.944465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b07e5f-e2e6-4858-a2e5-395f77faf990 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Pushing event updated for resources: {'Port': ['ID=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:34.985004 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.033942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d26b0-cb89-420f-92bd-bd148097bbe6 req-11b90bc1-508e-42f1-839b-d0c742f26443 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.040370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-426d26b0-cb89-420f-92bd-bd148097bbe6 req-11b90bc1-508e-42f1-839b-d0c742f26443 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 944 time: 0.4809353 Jul 16 20:32:35.092064 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.174773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.206500 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-426d26b0-cb89-420f-92bd-bd148097bbe6 req-29fb2495-9bb1-4b96-b46c-465faf93ef0e tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563292 Jul 16 20:32:35.246803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Deleting port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:35.247783 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.262531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port db5be8ec-4eda-4360-9514-54e96677e4b9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=db5be8ec-4eda-4360-9514-54e96677e4b9,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:35.272386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:35.275492 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426b6cbe-e0f4-4c33-b89a-ee3099721e6d" -d '{"events": [{"server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "name": "network-vif-plugged", "status": "completed", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:35.282828 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.341288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] For port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=95bd08d6-8567-4ff8-b612-e2ef9b716d2d,segment=NetworkSegment(32ce2052-4352-419a-b979-8b75d65ee308),segment_id=32ce2052-4352-419a-b979-8b75d65ee308)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:35.341910 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.393904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Calling delete_port for 95bd08d6-8567-4ff8-b612-e2ef9b716d2d owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:35.427658 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58e89f9-a3a8-4194-9145-26d3ce4354b3 x-openstack-request-id: req-f58e89f9-a3a8-4194-9145-26d3ce4354b3 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:35.428036 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "name": "network-vif-plugged", "status": "completed", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:35.428426 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f58e89f9-a3a8-4194-9145-26d3ce4354b3 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:35.429289 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'code': 200} Jul 16 20:32:35.550854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=db5be8ec-4eda-4360-9514-54e96677e4b9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:35.595297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6d392-0707-4ccb-9dc5-a20f59288e25 req-5da94d6a-e54a-48bf-8d37-edbb87da13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.598050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17d6d392-0707-4ccb-9dc5-a20f59288e25 req-5da94d6a-e54a-48bf-8d37-edbb87da13a3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 1097 time: 0.1347082 Jul 16 20:32:35.606555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec5ab9-a531-4116-ac49-a78885ffb134 None None] DHCP port deletion for 4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:32:35.613133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.616017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:32:35.657711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] No DVR routers for this DVR port 95bd08d6-8567-4ff8-b612-e2ef9b716d2d on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:35.658495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784766d-cb6c-461f-b4fb-c48a424dd212 req-426241e3-cec8-4e66-8766-e42af09c34cc tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:35.660148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6784766d-cb6c-461f-b4fb-c48a424dd212 req-426241e3-cec8-4e66-8766-e42af09c34cc tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 932 time: 0.7018800 Jul 16 20:32:35.693490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Pushing event deleted for resources: {'Port': ['ID=95bd08d6-8567-4ff8-b612-e2ef9b716d2d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:35.711894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.717989 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.774178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17d6d392-0707-4ccb-9dc5-a20f59288e25 req-3e11ac72-798d-42c8-a96b-6010b190647b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436334 Jul 16 20:32:35.826549 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.861239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b753c48-aacf-4948-b48b-e9f2f3dbc1d6']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.900310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ce2052-4352-419a-b979-8b75d65ee308') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.900760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ce2052-4352-419a-b979-8b75d65ee308') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:35.925907 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.959685 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.980613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:32:35.981763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:32:35.983973 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:32:35.990921 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:32:35.990921 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:32:35.990921 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:32:35.990921 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:32:35.990921 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:32:35.990921 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:32:35.990921 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:32:36.064170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.076250 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.078683 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4b753c48-aacf-4948-b48b-e9f2f3dbc1d6 HTTP/1.1" status: 204 len: 168 time: 1.3810093 Jul 16 20:32:36.093972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7b8f2-ed6a-499f-bf6d-6e50dc29f051 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b753c48-aacf-4948-b48b-e9f2f3dbc1d6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.252454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 95bd08d6-8567-4ff8-b612-e2ef9b716d2d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:36.306898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 95bd08d6-8567-4ff8-b612-e2ef9b716d2d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:36.308011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 95bd08d6-8567-4ff8-b612-e2ef9b716d2d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:36.367323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6784766d-cb6c-461f-b4fb-c48a424dd212 req-43bbea6b-c62b-444d-a05d-5ab20e377f98 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937647 Jul 16 20:32:36.387221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.439747 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-25ceb2e7-d5a3-46fb-b4af-544aa5dc787e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80513bef1ea54f5791d178cbdbeff461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513675 Jul 16 20:32:36.444280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:36.554447 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Floating IP 3c92f37e-c7b4-4d89-8718-3cebee397ad2 associated. External IP: 172.25.7.213, port: a6d67b6e-b14e-41b1-9ab5-fe3593ce7712. Jul 16 20:32:36.615530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:36.618826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c338c23-1de1-461b-af14-329e4214cc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.633799 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.702263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Transition to ACTIVE for port object 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:32:36.708126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.710941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400198bf-e7b7-46eb-8f1c-68184e707446 req-c0c789ea-4948-408a-889c-3ad3e119b741 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:36.713659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-400198bf-e7b7-46eb-8f1c-68184e707446 req-c0c789ea-4948-408a-889c-3ad3e119b741 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 945 time: 0.2162213 Jul 16 20:32:36.716298 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c338c23-1de1-461b-af14-329e4214cc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.810440 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-400198bf-e7b7-46eb-8f1c-68184e707446 req-b04bccd5-77ce-4dd5-ac4b-1ed589ba3960 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861156 Jul 16 20:32:36.835348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c338c23-1de1-461b-af14-329e4214cc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.839093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c338c23-1de1-461b-af14-329e4214cc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:36.844367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9c338c23-1de1-461b-af14-329e4214cc16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b01f90d1-2039-425a-8077-724edb4d2c30 HTTP/1.1" status: 204 len: 168 time: 0.3985691 Jul 16 20:32:36.855963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c338c23-1de1-461b-af14-329e4214cc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f90d1-2039-425a-8077-724edb4d2c30,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.979355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:36.982977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Attempting to bind port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:32:36.983573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Attempting to bind port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:32:36.984100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Attempting to bind port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:37.044593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:32:37.044963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Attempting to bind port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:32:37.054343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:32:37.054735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Checking segment: {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:32:37.055082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Bound using segment: {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:32:37.055564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Bound port: 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:32:37.055932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.088582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.208951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] For port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:32:37.214930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] For port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:32:37.218053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Router 9b9520c2-e984-4ffa-987b-25b7c02f3498 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:37.223991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.286958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.325792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.326436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.327911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-0fca48e9-49d9-4e85-9e9b-51044cf875c4 service neutron] 10.222.0.30 "PUT /v2.0/ports/4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 HTTP/1.1" status: 200 len: 1093 time: 2.4683356 Jul 16 20:32:37.366053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad69c5af-a4e4-4d5c-89dc-9d0345968a29', 'tag': '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:37.368696 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf28124-cef0-4a61-884a-c67c6914393e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad69c5af-a4e4-4d5c-89dc-9d0345968a29", "tag": "4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:37.413221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e834-d989-4cca-816b-efe87f816629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.451449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.498394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-1dfa0de9-5fe9-430b-a53c-93cd0ed470db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.501656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-1dfa0de9-5fe9-430b-a53c-93cd0ed470db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 1096 time: 0.1270473 Jul 16 20:32:37.502749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:37.510015 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.515464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] Sync routers for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:37.544716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:37.546077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:37.658669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-ee54fe71-3781-48ed-a0ab-c49d6644036e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 HTTP/1.1" status: 200 len: 217 time: 0.1445334 Jul 16 20:32:37.687082 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-28694c95-dc1c-4ead-b59d-0394084e1f21 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "PUT /v2.0/floatingips/3c92f37e-c7b4-4d89-8718-3cebee397ad2 HTTP/1.1" status: 200 len: 992 time: 3.8464432 Jul 16 20:32:37.728757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e834-d989-4cca-816b-efe87f816629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.751989 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e834-d989-4cca-816b-efe87f816629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:37.776113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-17c5801d-6ee0-466d-bb6a-aa18466b15d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.778441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-17c5801d-6ee0-466d-bb6a-aa18466b15d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 0.1123064 Jul 16 20:32:37.807797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:37.852719 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef6b2a93-9966-456e-88cb-ef97f642e085 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf02b2f610674344a4300001353cacd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978000 Jul 16 20:32:37.869017 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-287ec52e-05b6-415e-a3fd-e4917a72d639 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831954 Jul 16 20:32:37.869504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.871884 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d0a9e834-d989-4cca-816b-efe87f816629 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69c584e633814fa1b6953311e313735e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7806108 Jul 16 20:32:37.874169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:37.877244 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87fd0c7-3d91-41a9-a129-d61b36261345 x-openstack-request-id: req-c87fd0c7-3d91-41a9-a129-d61b36261345 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:37.877541 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad69c5af-a4e4-4d5c-89dc-9d0345968a29", "tag": "4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:37.877801 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c87fd0c7-3d91-41a9-a129-d61b36261345 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:37.878199 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad69c5af-a4e4-4d5c-89dc-9d0345968a29', 'tag': '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6', 'status': 'completed', 'code': 200} Jul 16 20:32:37.880208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9e834-d989-4cca-816b-efe87f816629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6e1a7c-6e7a-43dc-879c-7559381c4d20,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:37.942744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1bae4-c5b1-4da9-9b65-8c4cfdb50b89 req-2afe2a14-985b-4e42-91f1-3948f13ed810 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:37.951922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ce1bae4-c5b1-4da9-9b65-8c4cfdb50b89 req-2afe2a14-985b-4e42-91f1-3948f13ed810 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 944 time: 0.2654328 Jul 16 20:32:38.049348 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ce1bae4-c5b1-4da9-9b65-8c4cfdb50b89 req-9eed6805-aff8-4f84-a8b2-8c0bca4cce0a tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926151 Jul 16 20:32:38.117183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07d5a4ce-b2b2-4d49-b788-1300b52c7259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.169242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77901ea4-5d65-42a4-8358-a04fa1faead5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.214736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '3c92f37e-c7b4-4d89-8718-3cebee397ad2', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'port_id': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'mac_address': 'fa:16:3e:4e:c6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:55Z', 'updated_at': '2021-07-16T20:32:35Z', 'revision_number': 1, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:44Z', 'revision_number': 5, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.250401 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07d5a4ce-b2b2-4d49-b788-1300b52c7259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.253322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] Checking router: 9b9520c2-e984-4ffa-987b-25b7c02f3498 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:38.265419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:38.266052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:38.277934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77901ea4-5d65-42a4-8358-a04fa1faead5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.316581 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-bff5b2ef-cd86-448d-af4c-3df946adbf0a service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190159 Jul 16 20:32:38.455108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bfa1b-7d94-4917-916b-428f89f37983 req-586ac048-976a-412d-96bc-4bf4646ec383 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:38.455726 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-700bfa1b-7d94-4917-916b-428f89f37983 req-586ac048-976a-412d-96bc-4bf4646ec383 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 945 time: 0.2840040 Jul 16 20:32:38.461608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:38.477513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07d5a4ce-b2b2-4d49-b788-1300b52c7259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.480033 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07d5a4ce-b2b2-4d49-b788-1300b52c7259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.483857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-07d5a4ce-b2b2-4d49-b788-1300b52c7259 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea6e1a7c-6e7a-43dc-879c-7559381c4d20 HTTP/1.1" status: 204 len: 168 time: 0.5875018 Jul 16 20:32:38.495613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad8d7398-eca5-45bd-9a2a-d6673b6bf280 req-d05df884-66c1-4a8e-a20e-f6b8366e793e service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611094 Jul 16 20:32:38.496213 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77901ea4-5d65-42a4-8358-a04fa1faead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.499033 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77901ea4-5d65-42a4-8358-a04fa1faead5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:38.504236 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-77901ea4-5d65-42a4-8358-a04fa1faead5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88db6c2e-90d0-4e9b-b099-ca342dc63b3e HTTP/1.1" status: 204 len: 168 time: 0.6211455 Jul 16 20:32:38.515337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a4ce-b2b2-4d49-b788-1300b52c7259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6e1a7c-6e7a-43dc-879c-7559381c4d20,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:38.544537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77901ea4-5d65-42a4-8358-a04fa1faead5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88db6c2e-90d0-4e9b-b099-ca342dc63b3e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:38.554847 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-700bfa1b-7d94-4917-916b-428f89f37983 req-d8cf3127-a65f-4e55-a858-668179aa4140 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883520 Jul 16 20:32:38.741133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28124-cef0-4a61-884a-c67c6914393e req-43e35c17-f87a-499c-8cf4-9ef93ff41824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:38.745611 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bf28124-cef0-4a61-884a-c67c6914393e req-43e35c17-f87a-499c-8cf4-9ef93ff41824 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 1096 time: 0.1693513 Jul 16 20:32:38.972065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28124-cef0-4a61-884a-c67c6914393e req-46950c2d-aaa2-4174-963e-6141fb88fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:38.976285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bf28124-cef0-4a61-884a-c67c6914393e req-46950c2d-aaa2-4174-963e-6141fb88fe76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 916 time: 0.2226193 Jul 16 20:32:39.011382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069560fe-9809-4e5f-a160-840e6a4ec96f req-ccd5a772-da75-4d12-a01e-c74a29bc86b3 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.012980 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-069560fe-9809-4e5f-a160-840e6a4ec96f req-ccd5a772-da75-4d12-a01e-c74a29bc86b3 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 945 time: 0.1728323 Jul 16 20:32:39.025295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.037956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Request body: {'floatingip': {'port_id': 'db5be8ec-4eda-4360-9514-54e96677e4b9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:39.157393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.205575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bf28124-cef0-4a61-884a-c67c6914393e req-eb13d29d-9e58-43cf-a089-e87678dc58d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 HTTP/1.1" status: 200 len: 217 time: 0.1980855 Jul 16 20:32:39.223837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '3c92f37e-c7b4-4d89-8718-3cebee397ad2', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'port_id': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'mac_address': 'fa:16:3e:4e:c6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:55Z', 'updated_at': '2021-07-16T20:32:35Z', 'revision_number': 1, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:44Z', 'revision_number': 5, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:39.313630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66282a-0a3b-4744-be0b-ed1647c94a85 None None] The sync data for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 is: [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '3c92f37e-c7b4-4d89-8718-3cebee397ad2', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'port_id': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'mac_address': 'fa:16:3e:4e:c6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:30:55Z', 'updated_at': '2021-07-16T20:32:35Z', 'revision_number': 1, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:44Z', 'revision_number': 5, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:39.344405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf28124-cef0-4a61-884a-c67c6914393e req-006f593f-a179-4d69-86f2-028082242d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.345941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bf28124-cef0-4a61-884a-c67c6914393e req-006f593f-a179-4d69-86f2-028082242d44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 0.1341913 Jul 16 20:32:39.416931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bf28124-cef0-4a61-884a-c67c6914393e req-9fc7f7d6-c822-4efd-8356-88b54bd2daa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624907 Jul 16 20:32:39.553097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:39.587184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3874dc40-433a-4b4f-8466-3e523f332093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.651898 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bf28124-cef0-4a61-884a-c67c6914393e req-f9f1b4c1-40c5-4cb5-9378-db444fe1eb96 service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252600 Jul 16 20:32:39.677231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153163e-e93a-477c-8cf1-efa60a2164a3 req-2d8af41d-40c4-4ab2-8687-9c235710b911 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:39.685774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f153163e-e93a-477c-8cf1-efa60a2164a3 req-2d8af41d-40c4-4ab2-8687-9c235710b911 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 944 time: 0.2992344 Jul 16 20:32:39.714769 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7199382d-0c5a-4aef-a1c7-f4b848e2b231 None None] New status for floating IP 3c92f37e-c7b4-4d89-8718-3cebee397ad2: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:39.796817 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f153163e-e93a-477c-8cf1-efa60a2164a3 req-80c30a63-4793-4636-9bb0-444052b03867 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093180 Jul 16 20:32:39.829030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bf28124-cef0-4a61-884a-c67c6914393e req-c17214b1-7c49-408d-86f1-defba9b1ba5a service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704082 Jul 16 20:32:39.881429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:39.890135 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728fad60-4756-487a-a352-d8ec41e03c34" -d '{"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:39.988775 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3874dc40-433a-4b4f-8466-3e523f332093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:39.997516 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64180e2-5368-4eeb-9d43-7f8f4f1ed620 x-openstack-request-id: req-b64180e2-5368-4eeb-9d43-7f8f4f1ed620 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:39.997716 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:39.997843 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b64180e2-5368-4eeb-9d43-7f8f4f1ed620 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:39.998334 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'status': 'completed', 'code': 200} Jul 16 20:32:40.001774 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3874dc40-433a-4b4f-8466-3e523f332093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.111624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3874dc40-433a-4b4f-8466-3e523f332093 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e29469c4f9044cc80afae722169fa78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553820 Jul 16 20:32:40.113162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874dc40-433a-4b4f-8466-3e523f332093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68afb4-1b77-4f3e-b86c-691dd11a5adb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:40.118665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:40.244876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c469429-5b3f-43d7-ad93-484454343eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.288444 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c469429-5b3f-43d7-ad93-484454343eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.360394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c469429-5b3f-43d7-ad93-484454343eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.367451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c469429-5b3f-43d7-ad93-484454343eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:40.369278 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2c469429-5b3f-43d7-ad93-484454343eb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a68afb4-1b77-4f3e-b86c-691dd11a5adb HTTP/1.1" status: 204 len: 168 time: 0.2496245 Jul 16 20:32:40.397772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469429-5b3f-43d7-ad93-484454343eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68afb4-1b77-4f3e-b86c-691dd11a5adb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:40.996106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:32:41.060914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-ea5aee2b-7b7f-49a1-b4dc-8ebec23baeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.061473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-ea5aee2b-7b7f-49a1-b4dc-8ebec23baeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.062096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-ea5aee2b-7b7f-49a1-b4dc-8ebec23baeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.063968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-ea5aee2b-7b7f-49a1-b4dc-8ebec23baeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.064919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-ea5aee2b-7b7f-49a1-b4dc-8ebec23baeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.065705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-ea5aee2b-7b7f-49a1-b4dc-8ebec23baeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.066547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-ea5aee2b-7b7f-49a1-b4dc-8ebec23baeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.070216 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-728fad60-4756-487a-a352-d8ec41e03c34 req-ea5aee2b-7b7f-49a1-b4dc-8ebec23baeb5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6508 time: 0.9947093 Jul 16 20:32:41.166445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:32:41.210367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-74110a1c-88a1-4bbd-9d5d-a6ef8697b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.212112 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-728fad60-4756-487a-a352-d8ec41e03c34 req-74110a1c-88a1-4bbd-9d5d-a6ef8697b645 service neutron] 10.222.0.63 "GET /v2.0/networks?id=92e25605-4fb7-4fa2-8b4e-c330d80a563a HTTP/1.1" status: 200 len: 918 time: 0.1340072 Jul 16 20:32:41.217533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.297419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.351581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:41.377408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6', 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c', 'port_id': '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6', 'mac_address': 'fa:16:3e:c8:fb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd8708d-f571-4440-9947-b78d45d450ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:32:41.433123 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.449330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:32:41.474271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:41.481480 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:41.517569 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Floating IP 47f123b2-55a0-4f6b-a2df-67c7d2fdd120 associated. External IP: 172.25.7.32, port: db5be8ec-4eda-4360-9514-54e96677e4b9. Jul 16 20:32:41.525579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-728fad60-4756-487a-a352-d8ec41e03c34 req-f83b2836-43a9-4123-88ce-1609a8b56593 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 HTTP/1.1" status: 200 len: 1002 time: 0.3053679 Jul 16 20:32:41.593193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153e01-a241-48bf-9aff-6baa5b7fdb66 req-ec38f20c-eb1c-4f01-bfbc-09ed3b3be66f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.601589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b153e01-a241-48bf-9aff-6baa5b7fdb66 req-ec38f20c-eb1c-4f01-bfbc-09ed3b3be66f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 944 time: 0.5249465 Jul 16 20:32:41.610338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:41.624029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.626092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.628737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.629712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.630293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.632177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.633485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.634769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.636162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.637358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.637704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.639594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:32:41.747672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:32:41.815378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-0b7c7a08-b587-43f4-8b4b-bcb35ad0187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:41.817988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-728fad60-4756-487a-a352-d8ec41e03c34 req-0b7c7a08-b587-43f4-8b4b-bcb35ad0187f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8b25d401-2108-45e7-bcdf-2b5a4eec4cc8 HTTP/1.1" status: 200 len: 856 time: 0.2516251 Jul 16 20:32:41.836084 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b153e01-a241-48bf-9aff-6baa5b7fdb66 req-0d322dce-4b86-4a2b-a8c3-effe16551adf tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334485 Jul 16 20:32:42.111152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fad60-4756-487a-a352-d8ec41e03c34 req-9b0c08a3-7d95-4390-90e5-cad1d5b73a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:42.113295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-728fad60-4756-487a-a352-d8ec41e03c34 req-9b0c08a3-7d95-4390-90e5-cad1d5b73a09 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2552588 Jul 16 20:32:42.117452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Router 42975dc0-382a-4195-9c18-698bb8c627b7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:42.351162 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-728fad60-4756-487a-a352-d8ec41e03c34 req-27eb6332-90f0-4116-ae5d-cadfcef93fcf service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254014 Jul 16 20:32:42.426324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:42.433661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:42.440794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] Sync routers for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:42.478410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:42.484216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:42.529952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f5551857-3165-4a34-ac82-f087443b897b tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "PUT /v2.0/floatingips/47f123b2-55a0-4f6b-a2df-67c7d2fdd120 HTTP/1.1" status: 200 len: 990 time: 3.5031006 Jul 16 20:32:42.532427 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:42.535501 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a600a19-68cb-4bad-a11f-57b24de8a748" -d '{"events": [{"name": "network-changed", "server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:42.584847 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-728fad60-4756-487a-a352-d8ec41e03c34 req-4e4fd605-1a96-448c-8af3-242be564db1c service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164187 Jul 16 20:32:42.791745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:43.119093 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14f35fb-464f-4abf-b884-efe286f1b291 x-openstack-request-id: req-b14f35fb-464f-4abf-b884-efe286f1b291 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:43.119771 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:43.119771 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b14f35fb-464f-4abf-b884-efe286f1b291 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:43.120601 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'status': 'completed', 'code': 200} Jul 16 20:32:43.209379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:32:43.322099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-aca8bd4d-38a3-4919-bc08-7ee2637deb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.324237 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-aca8bd4d-38a3-4919-bc08-7ee2637deb75 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 1097 time: 0.1799152 Jul 16 20:32:43.344390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48362) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:43.371819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:32:43.379369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:32:43.380197 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.387853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '47f123b2-55a0-4f6b-a2df-67c7d2fdd120', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'port_id': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'mac_address': 'fa:16:3e:d2:20:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:32:14Z', 'updated_at': '2021-07-16T20:32:40Z', 'revision_number': 1, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:43.449303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] Checking router: 42975dc0-382a-4195-9c18-698bb8c627b7 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:43.526714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:43.528276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:43.534362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4794a0-2934-472b-baea-feadec908b94 req-8f094f3b-cef6-40f3-88e0-76c221f6d4a3 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.544131 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d4794a0-2934-472b-baea-feadec908b94 req-8f094f3b-cef6-40f3-88e0-76c221f6d4a3 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 945 time: 0.2443888 Jul 16 20:32:43.705435 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d4794a0-2934-472b-baea-feadec908b94 req-3a026d11-1544-4d78-97a2-79515b5f8cc3 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583714 Jul 16 20:32:43.706976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-7a4fdfb9-40ac-439a-aac2-dae7c2deb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:43.717740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-7a4fdfb9-40ac-439a-aac2-dae7c2deb4e1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 912 time: 0.3603694 Jul 16 20:32:43.840186 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:43.865283 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-f31f4fe3-2daa-469e-af87-6adf99ae2c10 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5be8ec-4eda-4360-9514-54e96677e4b9 HTTP/1.1" status: 200 len: 998 time: 0.1352229 Jul 16 20:32:43.974393 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:43.980613 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad69c5af-a4e4-4d5c-89dc-9d0345968a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:43.985938 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a83dbf-28f4-4d65-a219-4a63e4d2caf9" -d '{"events": [{"server_uuid": "ad69c5af-a4e4-4d5c-89dc-9d0345968a29", "name": "network-vif-plugged", "status": "completed", "tag": "4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:43.991574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:44.000769 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b23be64-9ab8-4c7e-9f50-36e5c1b44e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.058267 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.079863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-d97710c3-a05d-4de8-b487-cf9b5e7d5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.090495 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-d97710c3-a05d-4de8-b487-cf9b5e7d5165 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.2144167 Jul 16 20:32:44.184487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b23be64-9ab8-4c7e-9f50-36e5c1b44e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.204383 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b23be64-9ab8-4c7e-9f50-36e5c1b44e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.260377 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feefd160-f5d7-470d-a669-cfa5e3f1d9d9 x-openstack-request-id: req-feefd160-f5d7-470d-a669-cfa5e3f1d9d9 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:44.260706 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad69c5af-a4e4-4d5c-89dc-9d0345968a29", "name": "network-vif-plugged", "status": "completed", "tag": "4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:44.261024 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-feefd160-f5d7-470d-a669-cfa5e3f1d9d9 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:44.261302 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad69c5af-a4e4-4d5c-89dc-9d0345968a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6', 'code': 200} Jul 16 20:32:44.272952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-a1275330-56c4-4d10-aeed-7785cdea509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.280904 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-a1275330-56c4-4d10-aeed-7785cdea509b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1874595 Jul 16 20:32:44.352839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.368528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23be64-9ab8-4c7e-9f50-36e5c1b44e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a99eb01-a633-40ac-bd1d-90ed2ce692a9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:44.424061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0b23be64-9ab8-4c7e-9f50-36e5c1b44e99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=162f4bef22ba4119a055e6776629232c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0784299 Jul 16 20:32:44.428567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48390) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:44.519919 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-8a6fdaf2-79ae-46ed-83dd-0f12a70f1361 service neutron] 10.222.0.63 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293534 Jul 16 20:32:44.552836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '47f123b2-55a0-4f6b-a2df-67c7d2fdd120', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'port_id': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'mac_address': 'fa:16:3e:d2:20:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:32:14Z', 'updated_at': '2021-07-16T20:32:40Z', 'revision_number': 1, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:44.554052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b53cb-9064-4d78-ac98-4900b216184b req-53b517d0-1d4f-40d4-8763-8a9664625e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:44.559101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-938b53cb-9064-4d78-ac98-4900b216184b req-53b517d0-1d4f-40d4-8763-8a9664625e1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 1098 time: 0.2681441 Jul 16 20:32:44.604491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdb9cd-dca8-468e-ab7a-2cc1218e175a None None] The sync data for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 is: [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '47f123b2-55a0-4f6b-a2df-67c7d2fdd120', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'port_id': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'mac_address': 'fa:16:3e:d2:20:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:32:14Z', 'updated_at': '2021-07-16T20:32:40Z', 'revision_number': 1, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:44.678589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edc7b233-d451-49f1-a4a6-d278aeb07fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.734078 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a600a19-68cb-4bad-a11f-57b24de8a748 req-9cc57e18-2d50-473a-9e92-ded56db91818 service neutron] 10.222.0.63 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051127 Jul 16 20:32:44.779640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-938b53cb-9064-4d78-ac98-4900b216184b req-2179678e-6d53-421f-8a40-9cd0fe9d84d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096703 Jul 16 20:32:44.794459 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edc7b233-d451-49f1-a4a6-d278aeb07fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.875031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edc7b233-d451-49f1-a4a6-d278aeb07fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.885820 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edc7b233-d451-49f1-a4a6-d278aeb07fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:44.894226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-edc7b233-d451-49f1-a4a6-d278aeb07fb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a99eb01-a633-40ac-bd1d-90ed2ce692a9 HTTP/1.1" status: 204 len: 168 time: 0.4629951 Jul 16 20:32:44.912309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7b233-d451-49f1-a4a6-d278aeb07fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a99eb01-a633-40ac-bd1d-90ed2ce692a9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.048265 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c61cb6-9aaf-4a00-959c-bdf73cd67ff9 None None] New status for floating IP 47f123b2-55a0-4f6b-a2df-67c7d2fdd120: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:45.136261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21706732-9327-416d-bf8b-e920e88d164b req-e437a14d-7502-496c-aa57-4d3eb7bd1e14 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:45.154361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21706732-9327-416d-bf8b-e920e88d164b req-e437a14d-7502-496c-aa57-4d3eb7bd1e14 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 946 time: 0.1698315 Jul 16 20:32:45.251910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21706732-9327-416d-bf8b-e920e88d164b req-86c37a97-d94e-4a22-b5e2-3a6170c1b94d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949829 Jul 16 20:32:45.305668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.481968 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3917c72d-8c56-431e-bffa-38115909da3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.595196 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:32:45.621583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48442) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.644142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efce9b87-7caa-4311-bd8e-437a539fdb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.687304 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.705245 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3917c72d-8c56-431e-bffa-38115909da3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.717460 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3917c72d-8c56-431e-bffa-38115909da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.794155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917c72d-8c56-431e-bffa-38115909da3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33464b62-7352-40e5-9c66-1e317ece0f66,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:45.815530 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3917c72d-8c56-431e-bffa-38115909da3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9eae8414cee746b9a5602967ab195405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086379 Jul 16 20:32:45.820153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48444) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:45.884015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-726d1aeb-c7b6-474a-be49-603352c82a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.906897 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efce9b87-7caa-4311-bd8e-437a539fdb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.914440 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efce9b87-7caa-4311-bd8e-437a539fdb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.926807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-726d1aeb-c7b6-474a-be49-603352c82a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:45.953927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-efce9b87-7caa-4311-bd8e-437a539fdb10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d338dc78f9de4d97b7f529a1275a5f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289776 Jul 16 20:32:45.958311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.001212 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-726d1aeb-c7b6-474a-be49-603352c82a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.007436 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-726d1aeb-c7b6-474a-be49-603352c82a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.009460 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-726d1aeb-c7b6-474a-be49-603352c82a89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33464b62-7352-40e5-9c66-1e317ece0f66 HTTP/1.1" status: 204 len: 168 time: 0.1878939 Jul 16 20:32:46.013930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce9b87-7caa-4311-bd8e-437a539fdb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9598b851-0728-455c-b65c-86187fa2fb30,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.041379 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d1aeb-c7b6-474a-be49-603352c82a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33464b62-7352-40e5-9c66-1e317ece0f66,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.043960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cee06f9b-550a-415c-be64-57efd5e65be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.095064 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cee06f9b-550a-415c-be64-57efd5e65be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.157920 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cee06f9b-550a-415c-be64-57efd5e65be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.161332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cee06f9b-550a-415c-be64-57efd5e65be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.167546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cee06f9b-550a-415c-be64-57efd5e65be5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9598b851-0728-455c-b65c-86187fa2fb30 HTTP/1.1" status: 204 len: 168 time: 0.2076499 Jul 16 20:32:46.188558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee06f9b-550a-415c-be64-57efd5e65be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9598b851-0728-455c-b65c-86187fa2fb30,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:46.607057 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:46.652910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c94fdb-ebd4-40da-a370-70519a53698d req-6d1bfa15-cac4-4f68-9309-8341f31daae0 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:46.656991 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8c94fdb-ebd4-40da-a370-70519a53698d req-6d1bfa15-cac4-4f68-9309-8341f31daae0 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 946 time: 0.1464748 Jul 16 20:32:46.741157 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8c94fdb-ebd4-40da-a370-70519a53698d req-809229a8-078b-4dde-8264-4671827b867e tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726073 Jul 16 20:32:46.854158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48488) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:46.893485 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f8ef96f-1059-4ddc-bdc1-ccea148f9326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.133507 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f8ef96f-1059-4ddc-bdc1-ccea148f9326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.139105 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f8ef96f-1059-4ddc-bdc1-ccea148f9326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.225950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ef96f-1059-4ddc-bdc1-ccea148f9326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bc478b-5ed1-4aab-ba09-5f8693ecafa2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:47.247016 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1f8ef96f-1059-4ddc-bdc1-ccea148f9326 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6d7e26ee71a4b6aac03cecd572c4dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912339 Jul 16 20:32:47.250966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48502) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:47.458164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65f2a4b0-ea82-4fa2-96d7-c5dad1a4b0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.483477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65f2a4b0-ea82-4fa2-96d7-c5dad1a4b0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.549560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65f2a4b0-ea82-4fa2-96d7-c5dad1a4b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.556299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65f2a4b0-ea82-4fa2-96d7-c5dad1a4b0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:47.558931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-65f2a4b0-ea82-4fa2-96d7-c5dad1a4b0aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71bc478b-5ed1-4aab-ba09-5f8693ecafa2 HTTP/1.1" status: 204 len: 168 time: 0.3051538 Jul 16 20:32:47.579290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2a4b0-ea82-4fa2-96d7-c5dad1a4b0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bc478b-5ed1-4aab-ba09-5f8693ecafa2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:48.056641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-cebd8a61-86b9-4e51-95ac-e1f8c4cfd06e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083848 Jul 16 20:32:48.299330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-257af919-b33d-4ed2-bffd-783f7fe80ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.303457 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-257af919-b33d-4ed2-bffd-783f7fe80ee5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1098 time: 0.1756623 Jul 16 20:32:48.438296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed539c3-b5c3-4f7d-b9d9-4da0bd7d08c3 req-ab3c330d-6dc7-4723-aa30-86b92f629391 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.452002 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ed539c3-b5c3-4f7d-b9d9-4da0bd7d08c3 req-ab3c330d-6dc7-4723-aa30-86b92f629391 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1098 time: 0.2328377 Jul 16 20:32:48.511368 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ed539c3-b5c3-4f7d-b9d9-4da0bd7d08c3 req-772561f5-5d26-4592-8688-be2e92b41352 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549841 Jul 16 20:32:48.527817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48556) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:48.704108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-bfc7fcfd-86a7-4eca-aca0-8ae853e3eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:48.708739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-bfc7fcfd-86a7-4eca-aca0-8ae853e3eec8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.3805137 Jul 16 20:32:48.939675 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-0455ce9e-291a-4eee-a3c5-925a0e963ab8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 1001 time: 0.2134216 Jul 16 20:32:49.052720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port b46b51a8-32a9-46ec-9c74-c83a69e2b212 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:49.053243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.092953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-f50dab5c-0cba-49ef-b51d-1c9d4c1b745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:49.094579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-f50dab5c-0cba-49ef-b51d-1c9d4c1b745e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.1465912 Jul 16 20:32:49.309331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-a51aacce-8d3e-49da-a6ff-15818fe82c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:49.321098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.321514 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-a51aacce-8d3e-49da-a6ff-15818fe82c19 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2137201 Jul 16 20:32:49.322163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.344536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for b46b51a8-32a9-46ec-9c74-c83a69e2b212 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:49.582039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-0e444afb-4814-46bb-b1f3-987f8160cb17 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530622 Jul 16 20:32:49.789756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:49.808538 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8ff2db06-f487-45c6-997c-e48af88e5c36 req-a81afb32-d35e-4239-ba57-6519fd358b83 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164404 Jul 16 20:32:49.855704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=b46b51a8-32a9-46ec-9c74-c83a69e2b212,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:50.027457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.027851 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Floating IP e3216822-df9f-4dea-b7bb-d391f5fcb093 disassociated (deleted). External IP: 172.25.7.208, port: 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3. Jul 16 20:32:50.573413 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d113d076-fa0f-44b9-bd88-fc5fd336cb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:50.650946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router c2549f43-4202-4acd-ad99-281b713c64a7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:32:50.985572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:32:51.000113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:51.002433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] Sync routers for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:32:51.027883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:51.028588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:51.114083 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b6dc1cb2-55a3-44ba-a374-2dbf3e754f57 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/floatingips/e3216822-df9f-4dea-b7bb-d391f5fcb093 HTTP/1.1" status: 204 len: 168 time: 2.5848162 Jul 16 20:32:51.114735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:51.120997 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee403bec-eee1-43a4-8720-f140a894846c" -d '{"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:51.211821 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428de29e-6e34-420c-8dce-3ad9c2d087d6 x-openstack-request-id: req-428de29e-6e34-420c-8dce-3ad9c2d087d6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:51.212131 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:51.212563 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-428de29e-6e34-420c-8dce-3ad9c2d087d6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:51.212987 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'status': 'completed', 'code': 200} Jul 16 20:32:51.369158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:51.433140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403bec-eee1-43a4-8720-f140a894846c req-a74f170e-4c42-4c42-aea7-24f85b97e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.438669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-07e2ce1d-d976-49e7-b134-0188b803757c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2118621 Jul 16 20:32:51.440153 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee403bec-eee1-43a4-8720-f140a894846c req-a74f170e-4c42-4c42-aea7-24f85b97e21b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 1098 time: 0.1769280 Jul 16 20:32:51.736096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-1e81e95f-f521-4352-8a79-758bd1e8ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.762689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-1e81e95f-f521-4352-8a79-758bd1e8ae10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 1098 time: 0.2950621 Jul 16 20:32:51.921533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403bec-eee1-43a4-8720-f140a894846c req-4076f5cf-d7e2-4eaa-82f7-c4dfdcca25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:51.925675 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee403bec-eee1-43a4-8720-f140a894846c req-4076f5cf-d7e2-4eaa-82f7-c4dfdcca25d6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 200 len: 898 time: 0.4795518 Jul 16 20:32:52.071683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-881cb78e-751e-46f5-8996-45dd37b3539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.075494 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee403bec-eee1-43a4-8720-f140a894846c req-e6267d04-a535-4ab5-8897-c248c1d6447b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 200 len: 217 time: 0.1393883 Jul 16 20:32:52.076714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-881cb78e-751e-46f5-8996-45dd37b3539c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 916 time: 0.2801034 Jul 16 20:32:52.201392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-f76c73dc-edbf-43c2-a9fd-e233deddbc7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ca8d371-f59c-44c2-863a-848216af7e16 HTTP/1.1" status: 200 len: 217 time: 0.1170218 Jul 16 20:32:52.227980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:30:07Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ad90ec3b-af26-4fe4-b3b4-5fd44aff8679', 'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:c5:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:04Z', 'updated_at': '2021-07-16T20:30:15Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:52.302969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] Checking router: c2549f43-4202-4acd-ad99-281b713c64a7 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:32:52.315649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-bfd9a45a-b08d-4ac3-96ff-2565ca204be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.321637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-bfd9a45a-b08d-4ac3-96ff-2565ca204be3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 0.1116619 Jul 16 20:32:52.321867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403bec-eee1-43a4-8720-f140a894846c req-4fb64954-c4d3-48b9-ab14-ae0f62463d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.324570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:32:52.324758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee403bec-eee1-43a4-8720-f140a894846c req-4fb64954-c4d3-48b9-ab14-ae0f62463d77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 200 len: 835 time: 0.2406225 Jul 16 20:32:52.325652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:52.381706 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-e4225831-3c3a-49ce-8a2d-b9a526a8fdea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533721 Jul 16 20:32:52.594475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403bec-eee1-43a4-8720-f140a894846c req-61285842-0000-4d87-9cf6-8fac015c8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:52.596257 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee403bec-eee1-43a4-8720-f140a894846c req-61285842-0000-4d87-9cf6-8fac015c8eee service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d465c853-352d-4c6b-9a89-b450f63b60c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2621956 Jul 16 20:32:52.600418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-8ccc1aa8-73e5-44ac-b334-19a08943949c service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090368 Jul 16 20:32:52.836830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee403bec-eee1-43a4-8720-f140a894846c req-0acb4a02-5b8b-4ade-ac9d-33fb7c2e23e0 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245812 Jul 16 20:32:53.093796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:32:53.126484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee403bec-eee1-43a4-8720-f140a894846c req-d5852172-e14f-442c-9609-72f03e8b8654 service neutron] 10.222.0.63 "GET /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820253 Jul 16 20:32:53.430260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-38d4d28d-fbff-4cce-bdfa-66a90be24c3b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:53.437232 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-38d4d28d-fbff-4cce-bdfa-66a90be24c3b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 946 time: 0.1377766 Jul 16 20:32:53.556782 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.567879 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6134570-0624-427b-90b0-57a4ada49583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.751280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:53.751870 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:53.762441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:30:07Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ad90ec3b-af26-4fe4-b3b4-5fd44aff8679', 'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:c5:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:04Z', 'updated_at': '2021-07-16T20:30:15Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:32:53.865940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7a444-7af7-4be9-9a38-9084b1bef8fd None None] The sync data for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 is: [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:30:07Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'ad90ec3b-af26-4fe4-b3b4-5fd44aff8679', 'name': '', 'network_id': 'd465c853-352d-4c6b-9a89-b450f63b60c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:c5:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:30:04Z', 'updated_at': '2021-07-16T20:30:15Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': 'a0271ddc-6526-4895-aa21-9e284736b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:32:54.059364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48744) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.101293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0c756fa-eae7-4159-90ac-b60cf28cffb8 req-a6adaec6-0883-453f-81b7-1b6d7fc192fd service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4808567 Jul 16 20:32:54.129341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:54.129873 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.197728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:54.227858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3a3f2-e63e-434d-84e9-823ea94b1f07 req-ffc0168d-2b36-41f6-9dde-06060c3990e5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:54.241818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1cb3a3f2-e63e-434d-84e9-823ea94b1f07 req-ffc0168d-2b36-41f6-9dde-06060c3990e5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 946 time: 1.4487133 Jul 16 20:32:54.339887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1cb3a3f2-e63e-434d-84e9-823ea94b1f07 req-c38c00c4-5e72-482d-92c0-731d9585453b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=6bfc0934-d013-469f-92c0-a6856f7dbf96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981019 Jul 16 20:32:54.432990 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-111d18d7-3d9f-421a-baf2-4d473239eb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.461636 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b330a-c110-4b33-87ee-120c810543a3 None None] New status for floating IP e3216822-df9f-4dea-b7bb-d391f5fcb093: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:32:54.569146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.616908 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.679644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:54.742282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] No DVR routers for this DVR port 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:32:54.755142 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.758090 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1dcba54a-6b0f-4b8f-9697-095d39e265f1 req-cee451b8-2555-456f-a077-aaa092ea08b1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "DELETE /v2.0/ports/63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 HTTP/1.1" status: 204 len: 173 time: 1.3152144 Jul 16 20:32:54.758730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-deleted', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:32:54.761225 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c360d7b8-44a7-471a-bfc3-40c8162220a0" -d '{"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-deleted", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:32:54.876777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-111d18d7-3d9f-421a-baf2-4d473239eb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.883641 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-111d18d7-3d9f-421a-baf2-4d473239eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:54.940550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48758) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:54.946061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'network': {'name': 'tempest-network-smoke--1815865749', 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:54.963305 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32382263-a9df-445b-af26-77f51146ff93 x-openstack-request-id: req-32382263-a9df-445b-af26-77f51146ff93 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:32:54.964252 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e68fdf-c821-425e-a557-37f17a1c0d1d", "name": "network-vif-deleted", "tag": "63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:32:54.964698 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32382263-a9df-445b-af26-77f51146ff93 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:32:54.965308 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e68fdf-c821-425e-a557-37f17a1c0d1d', 'name': 'network-vif-deleted', 'tag': '63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3', 'status': 'completed', 'code': 200} Jul 16 20:32:54.966151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d18d7-3d9f-421a-baf2-4d473239eb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae958907-5309-4f86-9c5c-228a79bea644,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:54.977771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-111d18d7-3d9f-421a-baf2-4d473239eb06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=020b104afb3d4a92afd41ff5a5e84348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9088628 Jul 16 20:32:54.980842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:55.024085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Made reservation on behalf of 35b03f790bf849e384221ac3d3ba970a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:32:55.028949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.049896 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.117994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34827ed9-52c4-4cc3-b3a2-b53a2d84032a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.157381 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34827ed9-52c4-4cc3-b3a2-b53a2d84032a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.225532 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.232787 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.263525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34827ed9-52c4-4cc3-b3a2-b53a2d84032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.266514 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34827ed9-52c4-4cc3-b3a2-b53a2d84032a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.273669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-34827ed9-52c4-4cc3-b3a2-b53a2d84032a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae958907-5309-4f86-9c5c-228a79bea644 HTTP/1.1" status: 204 len: 168 time: 0.2915335 Jul 16 20:32:55.300991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:32:55.304375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34827ed9-52c4-4cc3-b3a2-b53a2d84032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae958907-5309-4f86-9c5c-228a79bea644,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:55.360000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.363280 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Added segment 94621b51-7d85-4966-9ccb-eb77da05d33e of type vlan for network 48215000-a719-4f50-afec-3aa2616f650e Jul 16 20:32:55.564425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.671832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.691866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:32:55.692975 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:55.735737 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5b6a6e0a-f2fa-4e5b-bc0d-a99eece98945 req-c008bfd3-421b-445a-8c7d-4d5845f479a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=41e68fdf-c821-425e-a557-37f17a1c0d1d HTTP/1.1" status: 200 len: 210 time: 0.0852189 Jul 16 20:32:55.986060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.009349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39346060-2a2d-4956-bbd3-48de5ede7d88,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.012228 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00b40d75-1912-4d23-a62a-f15238fdd633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.036011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Network': ['ID=48215000-a719-4f50-afec-3aa2616f650e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.054029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 48215000-a719-4f50-afec-3aa2616f650e details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:32:56.207071 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00b40d75-1912-4d23-a62a-f15238fdd633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.214074 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00b40d75-1912-4d23-a62a-f15238fdd633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.222302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7a8d8cce-a1e2-4686-a587-c70fc8863742 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2802498 Jul 16 20:32:56.227428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48786) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.242218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'admin_state_up': True, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:56.263015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-00b40d75-1912-4d23-a62a-f15238fdd633 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43b72792eab0446c827a46e5886f3ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734244 Jul 16 20:32:56.263015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b40d75-1912-4d23-a62a-f15238fdd633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a3f2b-3f96-48c5-af13-368c7074481d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.264449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:56.275467 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.338987 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.340200 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.353757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c982f6-d87a-44d3-92e7-26ae7167551b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.386331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c982f6-d87a-44d3-92e7-26ae7167551b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.428704 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.478821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c982f6-d87a-44d3-92e7-26ae7167551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.482784 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c982f6-d87a-44d3-92e7-26ae7167551b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.484540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d5c982f6-d87a-44d3-92e7-26ae7167551b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c9a3f2b-3f96-48c5-af13-368c7074481d HTTP/1.1" status: 204 len: 168 time: 0.2078686 Jul 16 20:32:56.509292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c982f6-d87a-44d3-92e7-26ae7167551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a3f2b-3f96-48c5-af13-368c7074481d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:56.823021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:56.900952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:57.360237 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.389411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:57.608882 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Allocated IP 172.25.7.84 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/69d55b46-6e7e-4ea5-aed0-82d803060e00) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:32:57.831420 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.002488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.103505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=69d55b46-6e7e-4ea5-aed0-82d803060e00,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:32:58.118180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:32:58.120521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:32:58.124212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:32:58.624749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:32:58.648893 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:58.760472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:32:58.766132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 63df5d4c-daa6-42c9-9ccc-cb0f3ffb00d3 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:32:58.973956 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.304409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:32:59.347030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:32:59.348266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.419840 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.516842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port ad90ec3b-af26-4fe4-b3b4-5fd44aff8679, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ad90ec3b-af26-4fe4-b3b4-5fd44aff8679,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:32:59.517378 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.541991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:32:59.586253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0c51dd5d-3c10-480c-9872-772b1f310bc8 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-899326043'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:32:59.694104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c51dd5d-3c10-480c-9872-772b1f310bc8 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.695438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c51dd5d-3c10-480c-9872-772b1f310bc8 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.741507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Router 81227ce0-0573-419b-99f7-940e7997b596 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:32:59.845004 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c51dd5d-3c10-480c-9872-772b1f310bc8 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.857326 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c51dd5d-3c10-480c-9872-772b1f310bc8 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.922978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c51dd5d-3c10-480c-9872-772b1f310bc8 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:32:59.927877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0c51dd5d-3c10-480c-9872-772b1f310bc8 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6185930 Jul 16 20:32:59.928165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.052187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77f93ed5-6ec4-48cb-966d-8941cbe6a279 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.209167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:00.225767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Sync routers for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:00.242080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.245842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-90268b84-79bd-48b1-8117-31d78afb0008 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.0130711 Jul 16 20:33:00.246518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48902) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.252346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:00.255508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:00.365026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77f93ed5-6ec4-48cb-966d-8941cbe6a279 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.368575 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77f93ed5-6ec4-48cb-966d-8941cbe6a279 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.419527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:00.426517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.428951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6efc13eb-07d4-4609-a09f-454a62b33179 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=35b03f790bf849e384221ac3d3ba970a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1809359 Jul 16 20:33:00.431947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.436101 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77f93ed5-6ec4-48cb-966d-8941cbe6a279 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.436629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f93ed5-6ec4-48cb-966d-8941cbe6a279 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50ce8739-903b-49fc-885d-5ebd32053bb0 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:00.459464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77f93ed5-6ec4-48cb-966d-8941cbe6a279 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.463939 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77f93ed5-6ec4-48cb-966d-8941cbe6a279 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "DELETE /v2.0/routers/50ce8739-903b-49fc-885d-5ebd32053bb0 HTTP/1.1" status: 204 len: 168 time: 0.5314419 Jul 16 20:33:00.463939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=ad90ec3b-af26-4fe4-b3b4-5fd44aff8679,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:00.466542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.470962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6e33d42f-5f78-40d4-b393-368c6631283f tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Request body: {'router': {'name': 'tempest-router-342375136', 'distributed': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:00.511893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.512245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.512587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.513039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.513234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.513566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.514030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.520992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.521435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.521775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.522118 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.522494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:00.575292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e33d42f-5f78-40d4-b393-368c6631283f tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.576410 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e33d42f-5f78-40d4-b393-368c6631283f tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.692431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e33d42f-5f78-40d4-b393-368c6631283f tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.695154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:32:58Z', 'revision_number': 3, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:00.704821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e33d42f-5f78-40d4-b393-368c6631283f tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.734720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Checking router: 81227ce0-0573-419b-99f7-940e7997b596 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:00.750396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Updating router 81227ce0-0573-419b-99f7-940e7997b596 port 69d55b46-6e7e-4ea5-aed0-82d803060e00 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:00.856447 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.866175 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e33d42f-5f78-40d4-b393-368c6631283f tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:00.867419 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e33d42f-5f78-40d4-b393-368c6631283f tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3999169 Jul 16 20:33:00.881880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:00.882553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ff6f6-19a1-423b-be1e-5b6f1b0a5a99 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:00.884233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2e4ff6f6-19a1-423b-be1e-5b6f1b0a5a99 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4502430 Jul 16 20:33:00.896537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:01.018065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dbaed3bf-8db2-4226-917b-7c33cff8cb0e tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204767 Jul 16 20:33:01.022657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48926) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:01.028043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1700824129', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:01.101860 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eddf771e-1d24-48c3-865f-414864480cdb tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.189316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Made reservation on behalf of 35b03f790bf849e384221ac3d3ba970a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:01.193546 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.220993 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.400861 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eddf771e-1d24-48c3-865f-414864480cdb tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.402368 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.403092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eddf771e-1d24-48c3-865f-414864480cdb tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.418678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Transition to ACTIVE for port object 69d55b46-6e7e-4ea5-aed0-82d803060e00 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:01.427476 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.473355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Attempting to bind port 69d55b46-6e7e-4ea5-aed0-82d803060e00 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:01.474434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Attempting to bind port 69d55b46-6e7e-4ea5-aed0-82d803060e00 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:01.475034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Attempting to bind port 69d55b46-6e7e-4ea5-aed0-82d803060e00 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:01.509962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:01.514545 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:01.515343 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.517705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:01.518374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Bound port: 69d55b46-6e7e-4ea5-aed0-82d803060e00, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:01.518933 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.557680 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eddf771e-1d24-48c3-865f-414864480cdb tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.558418 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf771e-1d24-48c3-865f-414864480cdb tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5254c7c1-0950-4e28-84f0-eb51e99fcb05 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:01.573292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eddf771e-1d24-48c3-865f-414864480cdb tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.574819 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-eddf771e-1d24-48c3-865f-414864480cdb tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "DELETE /v2.0/routers/5254c7c1-0950-4e28-84f0-eb51e99fcb05 HTTP/1.1" status: 204 len: 168 time: 0.6919029 Jul 16 20:33:01.580765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:01.586746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a7601a81-254c-4f5b-8509-376766d94844 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Request body: {'router': {'name': 'tempest-router-879075148', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e88160ceeced45b38c7fa73e917fa3a8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:01.596075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.609035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c530f-0848-47cb-a2cb-93b991d2e718 None None] Pushing event updated for resources: {'Port': ['ID=69d55b46-6e7e-4ea5-aed0-82d803060e00,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.659153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] For port 69d55b46-6e7e-4ea5-aed0-82d803060e00, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:01.663291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] For port 69d55b46-6e7e-4ea5-aed0-82d803060e00, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=69d55b46-6e7e-4ea5-aed0-82d803060e00,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:01.670208 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.687063 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7601a81-254c-4f5b-8509-376766d94844 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.688824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7601a81-254c-4f5b-8509-376766d94844 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.702512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Subnet': ['ID=589b9563-862f-477c-8752-f37db31716b2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.734783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Checking segment: {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:01.735239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network hostable DHCP agents. Network: 48215000-a719-4f50-afec-3aa2616f650e, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:01.765836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:01.768480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:01.772536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network 48215000-a719-4f50-afec-3aa2616f650e is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:01.785081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c530f-0848-47cb-a2cb-93b991d2e718 None None] Pushing event updated for resources: {'Port': ['ID=69d55b46-6e7e-4ea5-aed0-82d803060e00,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:01.794990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 48215000-a719-4f50-afec-3aa2616f650e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:01.802134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:01.802887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:01.815239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router c2549f43-4202-4acd-ad99-281b713c64a7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:01.827284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3e5bccaf-70d1-4d42-aca0-cb90eefc25f2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8032010 Jul 16 20:33:01.828193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:01.859134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d5531-f650-44be-936c-37821ac21f50 None None] Network 48215000-a719-4f50-afec-3aa2616f650e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:02.204187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:02.341367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-48215000-a719-4f50-afec-3aa2616f650e', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:02.342409 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.486578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7601a81-254c-4f5b-8509-376766d94844 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.494324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7601a81-254c-4f5b-8509-376766d94844 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.565178 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7601a81-254c-4f5b-8509-376766d94844 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.566613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a7601a81-254c-4f5b-8509-376766d94844 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9836709 Jul 16 20:33:02.570027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:02.574625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:02.763150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:02.768503 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e043cb7-590b-4fe0-b35d-85943ea1a465 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "PUT /v2.0/routers/c2549f43-4202-4acd-ad99-281b713c64a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8664231 Jul 16 20:33:02.781237 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] Sync routers for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:02.786549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:02.794703 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:02.798009 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:02.836433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Allocated IP 172.20.0.2 (48215000-a719-4f50-afec-3aa2616f650e/589b9563-862f-477c-8752-f37db31716b2/6d5f821d-e043-4ecc-907a-887e4270e991) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:02.884974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1b1248-943c-4a28-a538-a94d411b30f1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting subnet a0271ddc-6526-4895-aa21-9e284736b5d6 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:02.891097 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1248-943c-4a28-a538-a94d411b30f1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.946891 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:02.948404 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.950611 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:02.991321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:32:58Z', 'revision_number': 3, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:03.059483 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1248-943c-4a28-a538-a94d411b30f1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.074500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d507b-ef43-4142-a44c-2f61c54c1136 None None] The sync data for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 is: [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:32:58Z', 'revision_number': 3, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:03.148372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93959) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 20:33:03.148715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Router e1f149f6-0376-42d4-a0fb-983b583b2d7b migrating from provider to provider. {{(pid=93959) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 20:33:03.149105 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.207968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.218841 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.288563 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.302193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Transition to ACTIVE for port object 6d5f821d-e043-4ecc-907a-887e4270e991 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:03.330095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.366658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Transition to ACTIVE for port object 6d5f821d-e043-4ecc-907a-887e4270e991 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:03.381654 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.414130 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:33:00Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:03.487477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Network 48215000-a719-4f50-afec-3aa2616f650e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:03.493348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:03.496488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:03.500138 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] Checking router: c2549f43-4202-4acd-ad99-281b713c64a7 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:03.527693 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] Routers {'c2549f43-4202-4acd-ad99-281b713c64a7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:03.528880 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['c2549f43-4202-4acd-ad99-281b713c64a7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:03.537308 n-d-792394-17 neutron-server[93959]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] No L3 agents can host the router e1f149f6-0376-42d4-a0fb-983b583b2d7b Jul 16 20:33:03.556765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1248-943c-4a28-a538-a94d411b30f1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.695562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Pushing event updated for resources: {'Port': ['ID=6d5f821d-e043-4ecc-907a-887e4270e991,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:03.697934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Attempting to bind port 6d5f821d-e043-4ecc-907a-887e4270e991 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:03.698305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Attempting to bind port 6d5f821d-e043-4ecc-907a-887e4270e991 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:03.698665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Attempting to bind port 6d5f821d-e043-4ecc-907a-887e4270e991 on network 48215000-a719-4f50-afec-3aa2616f650e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:03.710701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:03.711212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Checking segment: {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:03.711689 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.712576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Bound using segment: {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:03.712576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Bound port: 6d5f821d-e043-4ecc-907a-887e4270e991, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:03.713474 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.865191 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] Set router c2549f43-4202-4acd-ad99-281b713c64a7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:03.915365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] For port 6d5f821d-e043-4ecc-907a-887e4270e991, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:03.925975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] For port 6d5f821d-e043-4ecc-907a-887e4270e991, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6d5f821d-e043-4ecc-907a-887e4270e991,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:03.933521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:03.989487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Hosts for router e1f149f6-0376-42d4-a0fb-983b583b2d7b: [] {{(pid=93959) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 20:33:04.037612 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1248-943c-4a28-a538-a94d411b30f1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.085350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf945853-484a-48a2-8b6a-f80c5d116ce7 None None] Pushing event updated for resources: {'Port': ['ID=6d5f821d-e043-4ecc-907a-887e4270e991,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:04.088440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Allocated IP 172.20.0.1 (48215000-a719-4f50-afec-3aa2616f650e/589b9563-862f-477c-8752-f37db31716b2/20eee0a6-8921-4a40-ab67-a007fb8b4c6d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:04.101539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Hosts for other DVR routers connected to router e1f149f6-0376-42d4-a0fb-983b583b2d7b: set() {{(pid=93959) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 20:33:04.122575 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.127053 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cea69691-4030-426d-a943-9348a4df102d tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "PUT /v2.0/routers/e1f149f6-0376-42d4-a0fb-983b583b2d7b HTTP/1.1" status: 200 len: 716 time: 1.5531898 Jul 16 20:33:04.128776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.129669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b1248-943c-4a28-a538-a94d411b30f1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Subnet': ['ID=a0271ddc-6526-4895-aa21-9e284736b5d6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:04.163512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1248-943c-4a28-a538-a94d411b30f1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:04.168955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3e4da-2df0-4f1e-adb9-e0e759840518 None None] Network d465c853-352d-4c6b-9a89-b450f63b60c7 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:04.169782 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3a1b1248-943c-4a28-a538-a94d411b30f1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/subnets/a0271ddc-6526-4895-aa21-9e284736b5d6 HTTP/1.1" status: 204 len: 168 time: 1.3770235 Jul 16 20:33:04.183853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.485144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 69d55b46-6e7e-4ea5-aed0-82d803060e00 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:04.537626 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:33:00Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:04.617361 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aacf80-edfa-475a-b59c-b00b768ac04b None None] The sync data for ids ['c2549f43-4202-4acd-ad99-281b713c64a7'] in n-d-792394-17 is: [{'id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974821519', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:57Z', 'updated_at': '2021-07-16T20:33:00Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': 'b1ffba95-02ee-466d-b46a-e728f6169a3b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2549f43-4202-4acd-ad99-281b713c64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:58Z', 'updated_at': '2021-07-16T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:04.633627 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-521928b2-8b31-4b4b-a976-d55684631e24 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "GET /v2.0/routers/e1f149f6-0376-42d4-a0fb-983b583b2d7b HTTP/1.1" status: 200 len: 716 time: 0.4964778 Jul 16 20:33:04.655584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48988) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:04.822658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 69d55b46-6e7e-4ea5-aed0-82d803060e00 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:04.834353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 69d55b46-6e7e-4ea5-aed0-82d803060e00 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:04.834863 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.015718 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.029212 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.043850 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.072169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 69d55b46-6e7e-4ea5-aed0-82d803060e00, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=69d55b46-6e7e-4ea5-aed0-82d803060e00,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:05.075051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c20fca-7ffc-4358-8e96-0b55e74eb80e None None] DHCP port deletion for d465c853-352d-4c6b-9a89-b450f63b60c7 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:05.088619 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.152433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Transition to ACTIVE for port object 20eee0a6-8921-4a40-ab67-a007fb8b4c6d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:05.183563 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e8ea3525-ab7a-4fd2-9db6-32121bbe1584 tempest-RoutersTestDVR-874786131 tempest-RoutersTestDVR-874786131-project] 10.222.0.10 "GET /v2.0/routers/e1f149f6-0376-42d4-a0fb-983b583b2d7b HTTP/1.1" status: 200 len: 682 time: 0.5261919 Jul 16 20:33:05.187012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:05.367127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=69d55b46-6e7e-4ea5-aed0-82d803060e00,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.373520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13c20fca-7ffc-4358-8e96-0b55e74eb80e None None] Deleting port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:05.373991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13c20fca-7ffc-4358-8e96-0b55e74eb80e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.383075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f78182f-339a-4a74-8325-2a8276be0cf1 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.416842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.518681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network 48215000-a719-4f50-afec-3aa2616f650e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:05.523664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.536004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:05.554298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:05.630897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13c20fca-7ffc-4358-8e96-0b55e74eb80e None None] For port 02579d0d-2dab-485c-b20f-c1c6c29e5df6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=02579d0d-2dab-485c-b20f-c1c6c29e5df6,segment=NetworkSegment(16872ea3-1195-4289-becb-fb645919bdea),segment_id=16872ea3-1195-4289-becb-fb645919bdea)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:05.631081 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13c20fca-7ffc-4358-8e96-0b55e74eb80e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.662364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13c20fca-7ffc-4358-8e96-0b55e74eb80e None None] Calling delete_port for 02579d0d-2dab-485c-b20f-c1c6c29e5df6 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:05.712685 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=20eee0a6-8921-4a40-ab67-a007fb8b4c6d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:05.767902 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f78182f-339a-4a74-8325-2a8276be0cf1 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.777630 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f78182f-339a-4a74-8325-2a8276be0cf1 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.866552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.896440 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f78182f-339a-4a74-8325-2a8276be0cf1 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.899666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f78182f-339a-4a74-8325-2a8276be0cf1 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1f149f6-0376-42d4-a0fb-983b583b2d7b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:05.994190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f78182f-339a-4a74-8325-2a8276be0cf1 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:05.997673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9f78182f-339a-4a74-8325-2a8276be0cf1 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e1f149f6-0376-42d4-a0fb-983b583b2d7b HTTP/1.1" status: 204 len: 168 time: 0.8095748 Jul 16 20:33:06.002707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:06.034273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-11616bb6-fa21-4236-b357-dfc752d083d3 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Request body: {'router': {'name': 'tempest-router-1664947578', 'distributed': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:06.096088 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13c20fca-7ffc-4358-8e96-0b55e74eb80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.112102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11616bb6-fa21-4236-b357-dfc752d083d3 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.116013 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11616bb6-fa21-4236-b357-dfc752d083d3 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.183984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c20fca-7ffc-4358-8e96-0b55e74eb80e None None] Pushing event deleted for resources: {'Port': ['ID=02579d0d-2dab-485c-b20f-c1c6c29e5df6,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:06.193330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c20fca-7ffc-4358-8e96-0b55e74eb80e None None] No DVR routers for this DVR port 02579d0d-2dab-485c-b20f-c1c6c29e5df6 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:06.197512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11616bb6-fa21-4236-b357-dfc752d083d3 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.206556 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11616bb6-fa21-4236-b357-dfc752d083d3 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.232472 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11616bb6-fa21-4236-b357-dfc752d083d3 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.235996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-11616bb6-fa21-4236-b357-dfc752d083d3 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2161744 Jul 16 20:33:06.237453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:06.254850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port b1ffba95-02ee-466d-b46a-e728f6169a3b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:06.255332 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.282907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c5a385-0219-4998-a1fd-3a75cd903b46 None None] Network 48215000-a719-4f50-afec-3aa2616f650e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:06.404849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67e27e6a-a52e-4fd1-82bc-f1d9f1d65497 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.484401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e38267b0-033f-43f3-ae03-7fc41c94d57f None None] Provisioning for port 6d5f821d-e043-4ecc-907a-887e4270e991 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:06.601792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.608336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 69d55b46-6e7e-4ea5-aed0-82d803060e00 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:06.709819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port b1ffba95-02ee-466d-b46a-e728f6169a3b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b1ffba95-02ee-466d-b46a-e728f6169a3b,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:06.717676 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:06.794417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for b1ffba95-02ee-466d-b46a-e728f6169a3b owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:06.811819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 69d55b46-6e7e-4ea5-aed0-82d803060e00 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:06.812711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.046338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6d5f821d-e043-4ecc-907a-887e4270e991 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:07.197301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 6d5f821d-e043-4ecc-907a-887e4270e991 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:07.203180 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.227592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 6d5f821d-e043-4ecc-907a-887e4270e991 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:07.229434 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.352252 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67e27e6a-a52e-4fd1-82bc-f1d9f1d65497 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.357523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67e27e6a-a52e-4fd1-82bc-f1d9f1d65497 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.363874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=b1ffba95-02ee-466d-b46a-e728f6169a3b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:07.408656 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.417714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67e27e6a-a52e-4fd1-82bc-f1d9f1d65497 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.418524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e27e6a-a52e-4fd1-82bc-f1d9f1d65497 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c93c8e8-ed8b-45ed-912e-5b66258c4818 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:07.426801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67e27e6a-a52e-4fd1-82bc-f1d9f1d65497 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.428567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-67e27e6a-a52e-4fd1-82bc-f1d9f1d65497 tempest-RoutersTestDVR-272402059 tempest-RoutersTestDVR-272402059-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9c93c8e8-ed8b-45ed-912e-5b66258c4818 HTTP/1.1" status: 204 len: 168 time: 1.1891887 Jul 16 20:33:07.511645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 6d5f821d-e043-4ecc-907a-887e4270e991, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6d5f821d-e043-4ecc-907a-887e4270e991,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:07.523508 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.561465 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.662640 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 02579d0d-2dab-485c-b20f-c1c6c29e5df6 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:07.735919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 02579d0d-2dab-485c-b20f-c1c6c29e5df6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:07.736373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 02579d0d-2dab-485c-b20f-c1c6c29e5df6 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:07.736901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:07.744933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c065b53d-11bb-42c7-87a3-e151d8a3218d None None] Provisioning for port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:07.776917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c065b53d-11bb-42c7-87a3-e151d8a3218d None None] Provisioning complete for port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:07.777745 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c065b53d-11bb-42c7-87a3-e151d8a3218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.790079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.796257 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.821357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=6d5f821d-e043-4ecc-907a-887e4270e991,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:07.824976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c065b53d-11bb-42c7-87a3-e151d8a3218d None None] Port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:07.833453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:07.834154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ad90ec3b-af26-4fe4-b3b4-5fd44aff8679 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:07.868038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c065b53d-11bb-42c7-87a3-e151d8a3218d None None] Provisioning complete for port 6d5f821d-e043-4ecc-907a-887e4270e991 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:07.872447 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c065b53d-11bb-42c7-87a3-e151d8a3218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.985998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:07.986652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Fanout notify agent at l3_agent the message router_deleted on router c2549f43-4202-4acd-ad99-281b713c64a7 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:33:08.014829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.017525 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e2cf84ff-1a06-4759-9539-29646b7ec402 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/routers/c2549f43-4202-4acd-ad99-281b713c64a7 HTTP/1.1" status: 204 len: 168 time: 3.8292754 Jul 16 20:33:08.020872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49064) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.149816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.242692 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.300722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2f05d0e9-ef9f-4c03-a99b-e736130ca278 None None] Provisioning complete for port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:08.301627 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f05d0e9-ef9f-4c03-a99b-e736130ca278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.313794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.324901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.444577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2f05d0e9-ef9f-4c03-a99b-e736130ca278 None None] Port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:08.451347 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.468786 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.470115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d465c853-352d-4c6b-9a89-b450f63b60c7']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:08.484764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16872ea3-1195-4289-becb-fb645919bdea') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:08.485415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16872ea3-1195-4289-becb-fb645919bdea') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:08.494928 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d2aad1f-c947-48e6-a2b5-92f122abb60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.499227 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.523888 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.543188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:33:08.545502 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.572827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=20eee0a6-8921-4a40-ab67-a007fb8b4c6d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:33:08.657636 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:33:08.817132 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.836669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network 48215000-a719-4f50-afec-3aa2616f650e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:08.845268 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:08.846629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:08.851806 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/networks/d465c853-352d-4c6b-9a89-b450f63b60c7 HTTP/1.1" status: 204 len: 168 time: 0.8297555 Jul 16 20:33:08.852720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6d5f821d-e043-4ecc-907a-887e4270e991 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:08.870810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49086) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:08.910922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6a1d8-266e-4682-9073-a77046f069a9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Network': ['ID=d465c853-352d-4c6b-9a89-b450f63b60c7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:08.979088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 6d5f821d-e043-4ecc-907a-887e4270e991 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:08.980413 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.099134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0b34d4b-2742-4182-8d9e-55edd26cb32e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.243340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0b34d4b-2742-4182-8d9e-55edd26cb32e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.264999 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d2aad1f-c947-48e6-a2b5-92f122abb60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.284393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d2aad1f-c947-48e6-a2b5-92f122abb60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.318834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-14b858c1-87b7-4a26-9c50-7197d7cc09aa None None] Provisioning complete for port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:09.319489 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14b858c1-87b7-4a26-9c50-7197d7cc09aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.372256 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0b34d4b-2742-4182-8d9e-55edd26cb32e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.385113 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1d2aad1f-c947-48e6-a2b5-92f122abb60e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e88160ceeced45b38c7fa73e917fa3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2335117 Jul 16 20:33:09.386048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:09.386306 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0b34d4b-2742-4182-8d9e-55edd26cb32e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:09.389084 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c0b34d4b-2742-4182-8d9e-55edd26cb32e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/security-groups/6bfc0934-d013-469f-92c0-a6856f7dbf96 HTTP/1.1" status: 204 len: 168 time: 0.5170376 Jul 16 20:33:09.398949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-14b858c1-87b7-4a26-9c50-7197d7cc09aa None None] Port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:09.432848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b34d4b-2742-4182-8d9e-55edd26cb32e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc0934-d013-469f-92c0-a6856f7dbf96,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.505976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2aad1f-c947-48e6-a2b5-92f122abb60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dbba02-9f2d-4c14-9e71-ea7af06095b6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:09.520139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Router 81227ce0-0573-419b-99f7-940e7997b596 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:09.636127 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff6adfa9-8c43-4de0-a8f9-9bac6c2dc3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.051766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.062050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d70896b4-84ea-4547-84e6-945e849cc598 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851078920', 'description': 'tempest-secgroup-smoke-1851078920 description', 'project_id': '4c108c14547943189552611b7b096c07'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:10.140872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d70896b4-84ea-4547-84e6-945e849cc598 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.209222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b1ffba95-02ee-466d-b46a-e728f6169a3b no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:10.290414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: b1ffba95-02ee-466d-b46a-e728f6169a3b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:10.291775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b1ffba95-02ee-466d-b46a-e728f6169a3b not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:10.356203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:10.366675 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-542c79a5-1818-4412-904e-f1d2b6c348d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "PUT /v2.0/routers/81227ce0-0573-419b-99f7-940e7997b596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5345204 Jul 16 20:33:10.366675 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff6adfa9-8c43-4de0-a8f9-9bac6c2dc3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.367645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.369934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Sync routers for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:10.372279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7ae7499b-479f-4eaf-872a-b8dff0969606 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1585268590', 'description': 'tempest-secgroup_access--1585268590 description', 'project_id': '35b03f790bf849e384221ac3d3ba970a'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:10.378042 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d70896b4-84ea-4547-84e6-945e849cc598 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.383935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:10.384908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:10.387960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d70896b4-84ea-4547-84e6-945e849cc598 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.448496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ae7499b-479f-4eaf-872a-b8dff0969606 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.468046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70896b4-84ea-4547-84e6-945e849cc598 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02fb03e-afc6-4bc0-8388-6fa0ade9d194,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:10.488188 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d70896b4-84ea-4547-84e6-945e849cc598 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.494431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d70896b4-84ea-4547-84e6-945e849cc598 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4378898 Jul 16 20:33:10.499090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49128) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.512079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-192e05e9-a1e0-4c2a-93f5-3427ba76cf26 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e02fb03e-afc6-4bc0-8388-6fa0ade9d194', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:10.520826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff6adfa9-8c43-4de0-a8f9-9bac6c2dc3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.523525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff6adfa9-8c43-4de0-a8f9-9bac6c2dc3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.524693 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ff6adfa9-8c43-4de0-a8f9-9bac6c2dc3d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89dbba02-9f2d-4c14-9e71-ea7af06095b6 HTTP/1.1" status: 204 len: 168 time: 1.1321337 Jul 16 20:33:10.543202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6adfa9-8c43-4de0-a8f9-9bac6c2dc3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dbba02-9f2d-4c14-9e71-ea7af06095b6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:10.648330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:10.661655 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ae7499b-479f-4eaf-872a-b8dff0969606 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.666777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ae7499b-479f-4eaf-872a-b8dff0969606 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.713515 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-192e05e9-a1e0-4c2a-93f5-3427ba76cf26 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.730393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ae7499b-479f-4eaf-872a-b8dff0969606 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:10.735976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49136) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:10.736200 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7ae7499b-479f-4eaf-872a-b8dff0969606 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3671536 Jul 16 20:33:10.743577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-91688da0-14f1-4aa3-bd78-37aa7aed5aeb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2128220426', 'description': 'tempest-secgroup_general--2128220426 description', 'project_id': '35b03f790bf849e384221ac3d3ba970a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:10.785880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7499b-479f-4eaf-872a-b8dff0969606 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5100f99-ccfe-4909-9c0c-4e734d709861,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:10.842600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91688da0-14f1-4aa3-bd78-37aa7aed5aeb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.090102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91688da0-14f1-4aa3-bd78-37aa7aed5aeb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.100963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91688da0-14f1-4aa3-bd78-37aa7aed5aeb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.108658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.133334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:33:06Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '20eee0a6-8921-4a40-ab67-a007fb8b4c6d', 'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bc:d9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:03Z', 'updated_at': '2021-07-16T20:33:07Z', 'revision_number': 2, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '589b9563-862f-477c-8752-f37db31716b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:11.136221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed845ae0-2366-49bf-89d1-d1d4fac6d9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.177642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91688da0-14f1-4aa3-bd78-37aa7aed5aeb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.181697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-192e05e9-a1e0-4c2a-93f5-3427ba76cf26 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.183311 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91688da0-14f1-4aa3-bd78-37aa7aed5aeb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.184784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-91688da0-14f1-4aa3-bd78-37aa7aed5aeb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4472423 Jul 16 20:33:11.198973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49150) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.202715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-192e05e9-a1e0-4c2a-93f5-3427ba76cf26 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.211174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-66bc8f60-d5e0-4097-a71b-37bd5544c068 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'security_group_rule': {'security_group_id': 'a5100f99-ccfe-4909-9c0c-4e734d709861', 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:11.259561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Checking router: 81227ce0-0573-419b-99f7-940e7997b596 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:11.260556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Updating router 81227ce0-0573-419b-99f7-940e7997b596 port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:11.271787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e05e9-a1e0-4c2a-93f5-3427ba76cf26 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bffac59-f30f-490a-8bba-9cc488a8289b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.319550 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.349590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed845ae0-2366-49bf-89d1-d1d4fac6d9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.361220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed845ae0-2366-49bf-89d1-d1d4fac6d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.393522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66bc8f60-d5e0-4097-a71b-37bd5544c068 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.405078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-192e05e9-a1e0-4c2a-93f5-3427ba76cf26 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.412277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-192e05e9-a1e0-4c2a-93f5-3427ba76cf26 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9045167 Jul 16 20:33:11.418129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.426666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4166fe92-ee83-473f-a74a-87d91f7db553 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e02fb03e-afc6-4bc0-8388-6fa0ade9d194', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:11.441288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ed845ae0-2366-49bf-89d1-d1d4fac6d9a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79e3b697bfbe4a59b9ce6e203716367c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310840 Jul 16 20:33:11.443904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.453595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed845ae0-2366-49bf-89d1-d1d4fac6d9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d76f69-d8b6-4018-b64d-709342930058,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.513709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4166fe92-ee83-473f-a74a-87d91f7db553 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.574423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66bc8f60-d5e0-4097-a71b-37bd5544c068 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.581030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66bc8f60-d5e0-4097-a71b-37bd5544c068 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.621283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc8f60-d5e0-4097-a71b-37bd5544c068 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9d3480-775e-4cd2-ba5c-a5d15e5c5cc2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.634707 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66bc8f60-d5e0-4097-a71b-37bd5544c068 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.636491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-66bc8f60-d5e0-4097-a71b-37bd5544c068 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4290726 Jul 16 20:33:11.666255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6862a1b5-fce4-4368-8177-094f21931d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.672949 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4166fe92-ee83-473f-a74a-87d91f7db553 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.739011 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6862a1b5-fce4-4368-8177-094f21931d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.879607 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4166fe92-ee83-473f-a74a-87d91f7db553 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.902195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6862a1b5-fce4-4368-8177-094f21931d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.907396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6862a1b5-fce4-4368-8177-094f21931d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.918151 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6862a1b5-fce4-4368-8177-094f21931d57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18d76f69-d8b6-4018-b64d-709342930058 HTTP/1.1" status: 204 len: 168 time: 0.4686053 Jul 16 20:33:11.951838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862a1b5-fce4-4368-8177-094f21931d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d76f69-d8b6-4018-b64d-709342930058,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.969907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166fe92-ee83-473f-a74a-87d91f7db553 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e18bcf6-2981-429a-95e3-f5d84e99219d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:11.980602 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4166fe92-ee83-473f-a74a-87d91f7db553 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:11.982103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4166fe92-ee83-473f-a74a-87d91f7db553 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5601230 Jul 16 20:33:11.985035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49180) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:11.989748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e164dae7-c5b1-4fcb-9b99-38ae55945540 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e02fb03e-afc6-4bc0-8388-6fa0ade9d194', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:12.071886 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e164dae7-c5b1-4fcb-9b99-38ae55945540 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.133769 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.152107 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-3b95340b-3246-4442-8397-b23efffe9b65 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--2128220426&fields=id&tenant_id=35b03f790bf849e384221ac3d3ba970a HTTP/1.1" status: 200 len: 267 time: 0.0844679 Jul 16 20:33:12.168527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Transition to ACTIVE for port object 20eee0a6-8921-4a40-ab67-a007fb8b4c6d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:12.176062 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.176277 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e164dae7-c5b1-4fcb-9b99-38ae55945540 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.181940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e164dae7-c5b1-4fcb-9b99-38ae55945540 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.246461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164dae7-c5b1-4fcb-9b99-38ae55945540 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfed785-00b2-4f4b-aca8-5e8657289b21,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:12.252113 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-b15a71fa-489b-45d2-a888-d064527b6585 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--1585268590&fields=id&tenant_id=35b03f790bf849e384221ac3d3ba970a HTTP/1.1" status: 200 len: 267 time: 0.0924845 Jul 16 20:33:12.266355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e164dae7-c5b1-4fcb-9b99-38ae55945540 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.271243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e164dae7-c5b1-4fcb-9b99-38ae55945540 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2815521 Jul 16 20:33:12.272075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49190) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.279719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-77a4d6fb-b841-402d-b3fc-7ddc34931d02 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e02fb03e-afc6-4bc0-8388-6fa0ade9d194', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:12.283745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a9a2b-3934-4e9a-9396-6d993e4ee198 None None] Pushing event updated for resources: {'Port': ['ID=20eee0a6-8921-4a40-ab67-a007fb8b4c6d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:12.407596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a4d6fb-b841-402d-b3fc-7ddc34931d02 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.481312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Attempting to bind port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:12.481683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Attempting to bind port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:12.495242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Attempting to bind port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d on network 48215000-a719-4f50-afec-3aa2616f650e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:12.509981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:12.510400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Checking segment: {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:12.510757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.511167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Bound using segment: {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:12.515708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Bound port: 20eee0a6-8921-4a40-ab67-a007fb8b4c6d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:12.516094 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.567522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a4d6fb-b841-402d-b3fc-7ddc34931d02 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.574574 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a4d6fb-b841-402d-b3fc-7ddc34931d02 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.594031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-d4219db2-ea8a-4eb2-b0e3-599187707099 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:12.605546 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-d4219db2-ea8a-4eb2-b0e3-599187707099 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/networks?id=48215000-a719-4f50-afec-3aa2616f650e HTTP/1.1" status: 200 len: 797 time: 0.3481219 Jul 16 20:33:12.616531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4d6fb-b841-402d-b3fc-7ddc34931d02 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2613b7f9-0a81-48bd-8843-be87b144901a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:12.645465 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-36987951-7214-4bb7-b233-4038dbb7d692 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/quotas/35b03f790bf849e384221ac3d3ba970a HTTP/1.1" status: 200 len: 375 time: 0.0389583 Jul 16 20:33:12.645626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a4d6fb-b841-402d-b3fc-7ddc34931d02 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.649414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-77a4d6fb-b841-402d-b3fc-7ddc34931d02 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3736739 Jul 16 20:33:12.651426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:12.656956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b8ab3701-f23c-4829-a05a-b21f6a5b93b7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e02fb03e-afc6-4bc0-8388-6fa0ade9d194', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:12.695947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] For port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:12.710552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] For port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=20eee0a6-8921-4a40-ab67-a007fb8b4c6d,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:12.716978 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.717961 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-b8ab3701-f23c-4829-a05a-b21f6a5b93b7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Project 4c108c14547943189552611b7b096c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:12.731035 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3701-f23c-4829-a05a-b21f6a5b93b7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.843949 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-46e644bc-f891-4c50-8b54-b60f336d11d6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35b03f790bf849e384221ac3d3ba970a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1962872 Jul 16 20:33:12.982057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3701-f23c-4829-a05a-b21f6a5b93b7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:12.988885 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3701-f23c-4829-a05a-b21f6a5b93b7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.011898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab3701-f23c-4829-a05a-b21f6a5b93b7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd16a02-7053-4d59-ad0c-ad346fd1f90e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.037399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8ab3701-f23c-4829-a05a-b21f6a5b93b7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.041773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b8ab3701-f23c-4829-a05a-b21f6a5b93b7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3893225 Jul 16 20:33:13.042544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49216) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.058534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ffbf08b0-1e42-469d-bb65-d51664ce5182 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e02fb03e-afc6-4bc0-8388-6fa0ade9d194', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:13.115171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a9a2b-3934-4e9a-9396-6d993e4ee198 None None] Pushing event updated for resources: {'Port': ['ID=20eee0a6-8921-4a40-ab67-a007fb8b4c6d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.115405 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-ffbf08b0-1e42-469d-bb65-d51664ce5182 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Project 4c108c14547943189552611b7b096c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:33:13.117832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:13.118592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:13.132996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-b8889f72-a838-432d-9bcb-ffa83f3a9558 service neutron] 10.222.0.10 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798321 Jul 16 20:33:13.141095 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffbf08b0-1e42-469d-bb65-d51664ce5182 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.274934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffbf08b0-1e42-469d-bb65-d51664ce5182 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.281057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffbf08b0-1e42-469d-bb65-d51664ce5182 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.312599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf08b0-1e42-469d-bb65-d51664ce5182 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55200847-eb51-4e23-8315-98d9dc71a0b3,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.330450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffbf08b0-1e42-469d-bb65-d51664ce5182 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.336872 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ffbf08b0-1e42-469d-bb65-d51664ce5182 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2905033 Jul 16 20:33:13.337243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49220) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.346178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'network': {'name': 'tempest-network-smoke--324586772', 'project_id': '4c108c14547943189552611b7b096c07', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:13.377793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:13.382349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.428227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:13.444515 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-f0f89bcf-996d-4e74-952b-c276215c74d5 service neutron] 10.222.0.10 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093493 Jul 16 20:33:13.448608 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.449061 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Added segment 7cb2d581-f233-4214-8968-e23de23bddf0 of type vlan for network a107456a-63f1-4ae4-97d1-99f9e30c5a46 Jul 16 20:33:13.573889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.668484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.683696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:13.683696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.711280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:13.792653 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4536648 Jul 16 20:33:13.800677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:13.818038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'admin_state_up': True, 'project_id': '4c108c14547943189552611b7b096c07', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:13.866934 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d040ec39-a9da-4ab4-bee1-8531c9ba98b2 req-07d99fa5-9006-4433-9520-3f5910bea121 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 210 time: 0.0767522 Jul 16 20:33:13.914737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.916239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:13.920694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcdae4-0138-408c-8781-8a9eb95733f7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Network': ['ID=a107456a-63f1-4ae4-97d1-99f9e30c5a46,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:13.954641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network a107456a-63f1-4ae4-97d1-99f9e30c5a46 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:13.990392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:14.005049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.217285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.264551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-344654629'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:14.315710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:14.319641 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.336827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.448537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:33:06Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '20eee0a6-8921-4a40-ab67-a007fb8b4c6d', 'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bc:d9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:03Z', 'updated_at': '2021-07-16T20:33:12Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '589b9563-862f-477c-8752-f37db31716b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:14.599160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ad1c0-d45e-4517-9a41-d3feff370537 None None] The sync data for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 is: [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:33:06Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '20eee0a6-8921-4a40-ab67-a007fb8b4c6d', 'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bc:d9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:03Z', 'updated_at': '2021-07-16T20:33:12Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '589b9563-862f-477c-8752-f37db31716b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:14.685749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.693869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.766797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3880f8-294c-4ec0-9af9-e3be25c16c29,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:14.798999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:14.822634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:14.823391 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Added segment f34e0dec-dbbb-42bf-8ac4-e1d44e99a504 of type vlan for network 8c07d769-9495-46f2-a374-c7510b386f2a Jul 16 20:33:14.929207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.011281 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.035670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.042664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:15.046399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.132617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.219300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07b871b4-ae4a-4bd1-903e-bd1eb8f0902d req-eebc9535-2051-4470-b706-bc38ed397f14 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 210 time: 0.0525706 Jul 16 20:33:15.273476 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2808900 Jul 16 20:33:15.274896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:15.289419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:15.421457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25002edf-8fa5-4aeb-8b23-c64c0de17cab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Network': ['ID=8c07d769-9495-46f2-a374-c7510b386f2a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:15.422347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.25.7.164 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/766f76ea-71ad-469a-8654-bcc8cf247021) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:15.436697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:15.589928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:15.593905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.709381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.712275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.789098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:15.887372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:15.890524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:15.918303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:15.927531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=766f76ea-71ad-469a-8654-bcc8cf247021,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.125952 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.305447 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=b76b893d-8ae9-45d5-9d56-e737154ce570,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:16.451589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-d8ec53f0-5e49-4e76-ab8c-6faee323500a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:16.463413 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-d8ec53f0-5e49-4e76-ab8c-6faee323500a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.63 "GET /v2.0/networks?id=48215000-a719-4f50-afec-3aa2616f650e HTTP/1.1" status: 200 len: 797 time: 0.4202847 Jul 16 20:33:16.487133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 20eee0a6-8921-4a40-ab67-a007fb8b4c6d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:16.652705 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.691987 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.723844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:16.733944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:16.734577 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:16.751576 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-614e0f82-47ad-4565-bcdd-322ad6eb9fd6 req-12ec9040-c65c-4c8d-9249-b8af9d0d512d tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 210 time: 0.1611140 Jul 16 20:33:16.828043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-83b7eb2b-53a0-421b-8790-d0d37a117d05 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b03f790bf849e384221ac3d3ba970a HTTP/1.1" status: 200 len: 478 time: 0.3412659 Jul 16 20:33:16.860912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'port': {'device_id': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'admin_state_up': True, 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'security_groups': ['37f626aa-fdb8-48e9-8b24-dc2aa45c3adb', 'a5100f99-ccfe-4909-9c0c-4e734d709861']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:16.939175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:16.939603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network hostable DHCP agents. Network: 8c07d769-9495-46f2-a374-c7510b386f2a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:16.978301 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.031854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:17.052621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8c07d769-9495-46f2-a374-c7510b386f2a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:17.075358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:17.075943 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.090939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=20eee0a6-8921-4a40-ab67-a007fb8b4c6d,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:17.100457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e6eaa1-7176-4465-a2ea-5c1f19547367 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:17.109232 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-14da3678-c84c-46bb-8d35-eca63bfec079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8257110 Jul 16 20:33:17.110065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.112142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:17.124889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'name': 'tempest-NetworksTestDHCPv6-1130134929'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:17.229596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.297718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=20eee0a6-8921-4a40-ab67-a007fb8b4c6d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:17.378945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Made reservation on behalf of 35b03f790bf849e384221ac3d3ba970a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:17.390414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.501144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:17.505034 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.517068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:33:17.535430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 51770d8e-3d9d-440c-b8b4-5c10391959d5 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:33:17.538590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': 'b76b893d-8ae9-45d5-9d56-e737154ce570'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:17.538590 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.688886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:17.702549 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Sync routers for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:17.709772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Allocated IP 172.20.0.9 (48215000-a719-4f50-afec-3aa2616f650e/589b9563-862f-477c-8752-f37db31716b2/a8f335d9-e64e-4e02-9de3-7312f7b425d5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:17.716751 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:17.717398 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:17.750716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:17.759106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-750b9d0a-1ab6-4521-a9df-c3e820bc1399 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9566038 Jul 16 20:33:17.760017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:17.779536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::8b (8c07d769-9495-46f2-a374-c7510b386f2a/b76b893d-8ae9-45d5-9d56-e737154ce570/51770d8e-3d9d-440c-b8b4-5c10391959d5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:17.820417 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fc31736b-840c-46e4-a9f1-105a3700bd20 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4c108c14547943189552611b7b096c07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592365 Jul 16 20:33:17.821462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:18.020156 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:18.085422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413a99e-5099-40de-a7b7-7dac9ad85dfe tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:18.095102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5413a99e-5099-40de-a7b7-7dac9ad85dfe tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2721603 Jul 16 20:33:18.117233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49348) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:18.137429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.153459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Transition to ACTIVE for port object a8f335d9-e64e-4e02-9de3-7312f7b425d5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:18.254383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d14e9c93-1ffc-4780-bbfe-92632a0aabb9 req-f1310a33-f660-4ef9-97a2-aca38c082f69 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 210 time: 0.1567979 Jul 16 20:33:18.260836 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9334fb1c-8468-4096-8901-c63dd9c5c298 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1424091 Jul 16 20:33:18.261688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49356) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:18.267995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-439298749', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'project_id': '4c108c14547943189552611b7b096c07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:18.385715 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.395155 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:18.433667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 20eee0a6-8921-4a40-ab67-a007fb8b4c6d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:18.469688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=a8f335d9-e64e-4e02-9de3-7312f7b425d5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:18.483772 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Checking router: 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:18.484407 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Updating router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd port 766f76ea-71ad-469a-8654-bcc8cf247021 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:18.522211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network 48215000-a719-4f50-afec-3aa2616f650e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:18.535705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:18.540356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:18.544530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:18.565163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.593051 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.608234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:18.610480 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.720547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.751495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:18.752427 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.756350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 51770d8e-3d9d-440c-b8b4-5c10391959d5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:18.778682 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-54b3a8b5-6616-447d-b92c-2a213af339d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9328766 Jul 16 20:33:18.809983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Request body: {'port': {'device_id': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:18.862989 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:18.967042 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.015416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/b76b893d-8ae9-45d5-9d56-e737154ce570/7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:19.085711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8865c306-6d9a-4ec2-8118-bb69afde720e None None] Provisioning for port a8f335d9-e64e-4e02-9de3-7312f7b425d5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:19.096501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8865c306-6d9a-4ec2-8118-bb69afde720e None None] Provisioning complete for port a8f335d9-e64e-4e02-9de3-7312f7b425d5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:19.106665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:19.107559 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8865c306-6d9a-4ec2-8118-bb69afde720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.140109 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.157290 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Transition to ACTIVE for port object 766f76ea-71ad-469a-8654-bcc8cf247021 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:19.172488 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.177771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8865c306-6d9a-4ec2-8118-bb69afde720e None None] Port a8f335d9-e64e-4e02-9de3-7312f7b425d5 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:19.238521 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Attempting to bind port 766f76ea-71ad-469a-8654-bcc8cf247021 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:19.239158 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Attempting to bind port 766f76ea-71ad-469a-8654-bcc8cf247021 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:19.239712 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Attempting to bind port 766f76ea-71ad-469a-8654-bcc8cf247021 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:19.252376 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Pushing event updated for resources: {'Port': ['ID=766f76ea-71ad-469a-8654-bcc8cf247021,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.256747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:19.257395 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:19.258071 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.259015 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:19.259748 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Bound port: 766f76ea-71ad-469a-8654-bcc8cf247021, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:19.260409 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.320747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.321652 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.323520 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.325542 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.329116 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.329955 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.331656 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.334177 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.335554 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.337145 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.337769 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.338665 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:19.382523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-bcdd4cd6-5d41-42d5-bd7b-68dc8d70e4b9 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:19.392346 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-bcdd4cd6-5d41-42d5-bd7b-68dc8d70e4b9 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 815 time: 0.5566366 Jul 16 20:33:19.416595 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-ec1139f1-058d-4e47-a4eb-5152cb15a2b9 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/quotas/0c642436ca1445bea5db47ecb6a3fbfe HTTP/1.1" status: 200 len: 375 time: 0.0217669 Jul 16 20:33:19.446656 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] For port 766f76ea-71ad-469a-8654-bcc8cf247021, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:19.458159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f335d9-e64e-4e02-9de3-7312f7b425d5 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:19.466525 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] For port 766f76ea-71ad-469a-8654-bcc8cf247021, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=766f76ea-71ad-469a-8654-bcc8cf247021,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:19.468000 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.468296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.475652 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.484152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Transition to ACTIVE for port object a8f335d9-e64e-4e02-9de3-7312f7b425d5 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:19.485108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Transition to ACTIVE for port object 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:19.506479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:19.510484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.524600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:19.532709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:19.534364 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.538715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Transition to ACTIVE for port object 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:19.555565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.567372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=51770d8e-3d9d-440c-b8b4-5c10391959d5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.633725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:19.642547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef26e006-5e4a-4e7a-97f5-c2aba0563c8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5290673 Jul 16 20:33:19.647579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:19.648305 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:19.651307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:19.651507 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:19.668373 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:19.698512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Pushing event updated for resources: {'Port': ['ID=7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.756072 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856f380-9f13-4811-86a9-ed73680ef946 None None] Pushing event updated for resources: {'Port': ['ID=766f76ea-71ad-469a-8654-bcc8cf247021,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:19.829696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Attempting to bind port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:19.830397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Attempting to bind port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:19.831246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Attempting to bind port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:19.837993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:19.838891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:19.839542 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.840160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:19.840825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Bound port: 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:19.841672 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:19.927232 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:19.996884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] For port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:20.004225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f335d9-e64e-4e02-9de3-7312f7b425d5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:20.022012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] For port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:20.044231 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.105949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.140286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Attempting to bind port a8f335d9-e64e-4e02-9de3-7312f7b425d5 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:20.140947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Attempting to bind port a8f335d9-e64e-4e02-9de3-7312f7b425d5 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:20.141560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Attempting to bind port a8f335d9-e64e-4e02-9de3-7312f7b425d5 on network 48215000-a719-4f50-afec-3aa2616f650e {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:20.163927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd152200-fc28-4650-95be-e5e5a4f240b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.170398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd152200-fc28-4650-95be-e5e5a4f240b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.172624 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dd152200-fc28-4650-95be-e5e5a4f240b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4678597 Jul 16 20:33:20.176361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:20.177257 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Port a8f335d9-e64e-4e02-9de3-7312f7b425d5 on network 48215000-a719-4f50-afec-3aa2616f650e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:20.177817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Attempting to bind port a8f335d9-e64e-4e02-9de3-7312f7b425d5 on network 48215000-a719-4f50-afec-3aa2616f650e {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:20.230170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Subnet': ['ID=271d6626-e130-480b-b312-8cfda3f391fd,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:20.260093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37dbac-2cd8-41a8-9abd-3c4492bd57e7 None None] Pushing event updated for resources: {'Port': ['ID=7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:20.292374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-5f321b63-ab8a-4ea0-aef5-0710522614b3 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8751144 Jul 16 20:33:20.299409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b39d3-8b0e-45b2-ae50-0700ee2a8d13 req-9e52dc96-cb19-41fe-9b16-87b502c9ba4f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.308363 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c30b39d3-8b0e-45b2-ae50-0700ee2a8d13 req-9e52dc96-cb19-41fe-9b16-87b502c9ba4f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 982 time: 0.6760056 Jul 16 20:33:20.314541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:20.315182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Checking segment: {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:20.315883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Bound using segment: {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:20.316466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Bound port: a8f335d9-e64e-4e02-9de3-7312f7b425d5, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94621b51-7d85-4966-9ccb-eb77da05d33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '48215000-a719-4f50-afec-3aa2616f650e'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:20.316954 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.369876 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:20.447441 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49f77b8-36a0-46d0-9341-d4c050f29a84 None None] The sync data for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 is: [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:16Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:20.454194 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c30b39d3-8b0e-45b2-ae50-0700ee2a8d13 req-941dfb49-0596-48f7-8242-ed49f2c05e5f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1409857 Jul 16 20:33:20.479858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7020d-2d97-41f4-97c5-9093ce7a6232 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 51770d8e-3d9d-440c-b8b4-5c10391959d5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:20.480516 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc7020d-2d97-41f4-97c5-9093ce7a6232 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.525490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-a6d2a4e0-bfe8-406c-961f-19bd74075835 service neutron] 10.222.0.10 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157664 Jul 16 20:33:20.570484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Checking segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:20.570647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network hostable DHCP agents. Network: a107456a-63f1-4ae4-97d1-99f9e30c5a46, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:20.608224 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce008620-8d81-4ca4-afd2-26aa0fc1c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.673916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] For port a8f335d9-e64e-4e02-9de3-7312f7b425d5, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:20.705345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] For port a8f335d9-e64e-4e02-9de3-7312f7b425d5, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a8f335d9-e64e-4e02-9de3-7312f7b425d5,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:20.749854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network a107456a-63f1-4ae4-97d1-99f9e30c5a46 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:20.772174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, a107456a-63f1-4ae4-97d1-99f9e30c5a46) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:20.784547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.785150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.793784 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.794912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187eda1-757d-4ee6-8ca7-0c1cc34d2332 None None] Network a107456a-63f1-4ae4-97d1-99f9e30c5a46 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:20.871447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-02126cfb-8d57-46f0-8c11-423754a24b85 service neutron] 10.222.0.10 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421819 Jul 16 20:33:20.879637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e17fd2d5-0aa6-48ab-86db-a35ed97b0a45 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6165619 Jul 16 20:33:20.883348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:20.934076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:20.934886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:20.941100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] 10.222.0.63 "PUT /v2.0/ports/a8f335d9-e64e-4e02-9de3-7312f7b425d5 HTTP/1.1" status: 200 len: 1131 time: 2.1378286 Jul 16 20:33:20.963751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:20.970650 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f679734-8417-4742-aaa8-bdf763e50fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:21.231214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc7020d-2d97-41f4-97c5-9093ce7a6232 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.318387 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f360b6f0-0e0c-4a55-9fb1-dc5ed615fda8 x-openstack-request-id: req-f360b6f0-0e0c-4a55-9fb1-dc5ed615fda8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:21.319636 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:21.321924 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f360b6f0-0e0c-4a55-9fb1-dc5ed615fda8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:21.325264 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'status': 'completed', 'code': 200} Jul 16 20:33:21.385621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa5045-f4cf-4b78-855f-fed4bc0d9559 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f335d9-e64e-4e02-9de3-7312f7b425d5,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:21.412324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:21.414853 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:21.447781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7020d-2d97-41f4-97c5-9093ce7a6232 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 51770d8e-3d9d-440c-b8b4-5c10391959d5 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:21.662975 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-68cd381e-1ce7-4eed-80bb-0ce38fcfea8a req-664c54a2-e69a-4097-afe3-664774149595 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 210 time: 0.2112384 Jul 16 20:33:21.726482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Allocated IP 172.20.0.2 (a107456a-63f1-4ae4-97d1-99f9e30c5a46/271d6626-e130-480b-b312-8cfda3f391fd/479dc9fe-4f40-4008-80ef-4179aa41af59) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:21.843669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-9a5b5990-9b25-4ce5-90b6-3ad31f9152cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:21.845896 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-9a5b5990-9b25-4ce5-90b6-3ad31f9152cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=35b03f790bf849e384221ac3d3ba970a&device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 1134 time: 0.8191779 Jul 16 20:33:22.022037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-98488462-2453-4044-a437-4664efff2050 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f335d9-e64e-4e02-9de3-7312f7b425d5 HTTP/1.1" status: 200 len: 217 time: 0.1683271 Jul 16 20:33:22.061588 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.099030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Transition to ACTIVE for port object 479dc9fe-4f40-4008-80ef-4179aa41af59 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:22.125183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Transition to ACTIVE for port object 479dc9fe-4f40-4008-80ef-4179aa41af59 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:22.136149 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.249147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-00451194-d20f-421c-acdf-b3e88a681672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:22.250941 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-00451194-d20f-421c-acdf-b3e88a681672 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=589b9563-862f-477c-8752-f37db31716b2 HTTP/1.1" status: 200 len: 835 time: 0.2207668 Jul 16 20:33:22.280574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Pushing event updated for resources: {'Port': ['ID=479dc9fe-4f40-4008-80ef-4179aa41af59,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:22.358402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Network a107456a-63f1-4ae4-97d1-99f9e30c5a46 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:22.365612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:22.375441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:22.416463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0219-0bed-4c25-9ddf-1602baf992dd req-e8d0c51b-f454-40f4-b811-60c24fcb1b92 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:22.424179 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-213a0219-0bed-4c25-9ddf-1602baf992dd req-e8d0c51b-f454-40f4-b811-60c24fcb1b92 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 982 time: 0.6306894 Jul 16 20:33:22.570152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-213a0219-0bed-4c25-9ddf-1602baf992dd req-d6d8d5e9-62a6-412b-8dfd-9cba2d4f3871 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1441524 Jul 16 20:33:22.596503 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:22.661089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc7020d-2d97-41f4-97c5-9093ce7a6232 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.661980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de31d593-d681-4496-bac3-8c59e4b8de22 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:22.683023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Attempting to bind port 479dc9fe-4f40-4008-80ef-4179aa41af59 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:22.683527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Attempting to bind port 479dc9fe-4f40-4008-80ef-4179aa41af59 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:22.685317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Attempting to bind port 479dc9fe-4f40-4008-80ef-4179aa41af59 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:22.736460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:22.736901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Checking segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:22.738037 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.741609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Bound using segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:22.742260 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Bound port: 479dc9fe-4f40-4008-80ef-4179aa41af59, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:22.742729 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.764834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc7020d-2d97-41f4-97c5-9093ce7a6232 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:22.772939 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bc7020d-2d97-41f4-97c5-9093ce7a6232 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/51770d8e-3d9d-440c-b8b4-5c10391959d5 HTTP/1.1" status: 204 len: 168 time: 2.5912004 Jul 16 20:33:22.781361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:22.906334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 766f76ea-71ad-469a-8654-bcc8cf247021 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:22.930512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b49ce62-8e23-4ce3-b559-9d0ed7bdf923 None None] Provisioning for port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:22.969972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.007051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7020d-2d97-41f4-97c5-9093ce7a6232 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=51770d8e-3d9d-440c-b8b4-5c10391959d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:23.443212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] For port 479dc9fe-4f40-4008-80ef-4179aa41af59, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:23.533330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] For port 479dc9fe-4f40-4008-80ef-4179aa41af59, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=479dc9fe-4f40-4008-80ef-4179aa41af59,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:23.540918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 766f76ea-71ad-469a-8654-bcc8cf247021 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:23.560730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 766f76ea-71ad-469a-8654-bcc8cf247021 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:23.563283 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.575246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.581714 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.678765 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bdb691c9-884f-4e61-9c35-d865fda0bf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:23.792184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.20.0.1 (a107456a-63f1-4ae4-97d1-99f9e30c5a46/271d6626-e130-480b-b312-8cfda3f391fd/abf38183-71fc-405b-8ea5-61e30952436f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:23.868528 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b758bc10-ede7-435c-9f67-50da457970aa req-6f142184-9ca3-4d68-9e11-ac248561279f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 210 time: 0.8402035 Jul 16 20:33:23.874851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b84fc2-64f2-445b-bd4e-394ce6f2a3b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:23.881293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b84fc2-64f2-445b-bd4e-394ce6f2a3b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:23.886912 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f6b84fc2-64f2-445b-bd4e-394ce6f2a3b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0264933 Jul 16 20:33:23.888449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:23.971068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c1ecb-f502-4071-9959-4bc916364a40 None None] Pushing event updated for resources: {'Port': ['ID=479dc9fe-4f40-4008-80ef-4179aa41af59,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:24.038644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-caed8e50-1644-45ce-9622-9d18f38568cd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet b76b893d-8ae9-45d5-9d56-e737154ce570 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:24.074605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e80bb872-da07-48d8-ab6b-fedc09cf5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.078988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-e80bb872-da07-48d8-ab6b-fedc09cf5c59 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=48215000-a719-4f50-afec-3aa2616f650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.8049722 Jul 16 20:33:24.090136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caed8e50-1644-45ce-9622-9d18f38568cd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.260794 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.323055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.347055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884934e-16e1-4904-93c1-c148488b852b req-44714185-1ba4-44ee-af79-675977b2f14f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.363164 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c884934e-16e1-4904-93c1-c148488b852b req-44714185-1ba4-44ee-af79-675977b2f14f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 982 time: 0.3486350 Jul 16 20:33:24.381715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 766f76ea-71ad-469a-8654-bcc8cf247021, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=766f76ea-71ad-469a-8654-bcc8cf247021,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:24.387951 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.388839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:24.442015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-3fde6c4a-baa5-4323-90d3-c61686961889 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:24.444678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-3fde6c4a-baa5-4323-90d3-c61686961889 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 815 time: 0.3975406 Jul 16 20:33:24.474916 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caed8e50-1644-45ce-9622-9d18f38568cd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.512870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Request body: {'port': {'device_id': '871a93f7-fbad-4c9a-8c00-df6162b7c630', 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c', 'admin_state_up': True, 'tenant_id': '0c642436ca1445bea5db47ecb6a3fbfe'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:24.553428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Transition to ACTIVE for port object abf38183-71fc-405b-8ea5-61e30952436f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:24.658880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-4c1e87e4-711d-4a5a-a95c-c207c15f5639 service neutron] 10.222.0.63 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651169 Jul 16 20:33:24.733669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=766f76ea-71ad-469a-8654-bcc8cf247021,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:24.875838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caed8e50-1644-45ce-9622-9d18f38568cd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.887140 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.941360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:24.951042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:24.951440 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:24.952029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab4db06f-378b-4ba1-ab14-ba096a6d80bb req-7489efd8-63f8-473b-aff1-a4cb3c23de8c service neutron] 10.222.0.63 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787342 Jul 16 20:33:24.993579 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caed8e50-1644-45ce-9622-9d18f38568cd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.033535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ecb601b4-0532-497f-b9c9-10a5468bcc2b None None] Provisioning complete for port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:25.033906 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecb601b4-0532-497f-b9c9-10a5468bcc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.078414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caed8e50-1644-45ce-9622-9d18f38568cd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.087536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-caed8e50-1644-45ce-9622-9d18f38568cd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/b76b893d-8ae9-45d5-9d56-e737154ce570 HTTP/1.1" status: 204 len: 168 time: 1.1959629 Jul 16 20:33:25.090181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed8e50-1644-45ce-9622-9d18f38568cd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=b76b893d-8ae9-45d5-9d56-e737154ce570,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:25.092204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:25.123740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c884934e-16e1-4904-93c1-c148488b852b req-363d8ac2-f4f4-4a17-acd9-5743d084c7c7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7594838 Jul 16 20:33:25.165923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Made reservation on behalf of 0c642436ca1445bea5db47ecb6a3fbfe for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:25.184864 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.200346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.201422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6fdda30d-4a47-4965-9858-68fb89dc4ba0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856750 Jul 16 20:33:25.204062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:25.209931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:25.295436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53fab56-aadd-491e-9032-43c2eef26e09 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:25.338533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-21265c54-563d-45ba-b7bd-8fcd3b3bc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.340554 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-21265c54-563d-45ba-b7bd-8fcd3b3bc1be service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=35b03f790bf849e384221ac3d3ba970a&device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 1134 time: 0.2895792 Jul 16 20:33:25.385678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network a107456a-63f1-4ae4-97d1-99f9e30c5a46 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:25.430034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:25.441555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:25.473510 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0588a0dc-b8c8-44d9-aab6-30109c5ecc10 req-29b9a35d-eb4a-4be5-88a0-b4cc212d34a1 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 210 time: 0.0606616 Jul 16 20:33:25.537990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:25.542803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.548517 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecb601b4-0532-497f-b9c9-10a5468bcc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.665240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=abf38183-71fc-405b-8ea5-61e30952436f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:25.696300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.696903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.697428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.697916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.701395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.701979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.702492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.702990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.703508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.704004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.704490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.704993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:25.714506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-cc35a71c-9a14-44c2-aeb5-1bd8892679c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.716429 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-cc35a71c-9a14-44c2-aeb5-1bd8892679c8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=48215000-a719-4f50-afec-3aa2616f650e HTTP/1.1" status: 200 len: 898 time: 0.3682487 Jul 16 20:33:25.731865 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.798816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-fadde0c7-d151-424c-aaff-17f059c5869d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f335d9-e64e-4e02-9de3-7312f7b425d5 HTTP/1.1" status: 200 len: 217 time: 0.0712466 Jul 16 20:33:25.934763 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-69edef5d-7754-48d7-9871-134423c1688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:25.944446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-69edef5d-7754-48d7-9871-134423c1688b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=589b9563-862f-477c-8752-f37db31716b2 HTTP/1.1" status: 200 len: 835 time: 0.1390715 Jul 16 20:33:25.959475 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:25.963570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ecb601b4-0532-497f-b9c9-10a5468bcc2b None None] For port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:25.994106 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecb601b4-0532-497f-b9c9-10a5468bcc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.186370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6ecc1be5-f010-46a6-a684-e51fed8ca6b0 None None] Could not find standard attr ID for object 51770d8e-3d9d-440c-b8b4-5c10391959d5. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:33:26.194657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb601b4-0532-497f-b9c9-10a5468bcc2b None None] Pushing event updated for resources: {'Port': ['ID=7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.210717 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:33:26.211334 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:33:26.234886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Allocated IP 172.20.0.4 (b7e560f6-85ed-4979-9bdb-61ca9eba363c/2dd8708d-f571-4440-9947-b78d45d450ef/97718739-86d4-47ad-9c90-404ef2c0eef1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:26.253209 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.268243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2554e8-0e1c-408e-b645-21f2072f129e None None] Network a107456a-63f1-4ae4-97d1-99f9e30c5a46 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:26.285876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.364970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-053363f2-c80f-493f-ba30-79fde4b3d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:26.365521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc5266-49c1-4728-a81b-1bdf7ba9ce4b None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:26.367224 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-053363f2-c80f-493f-ba30-79fde4b3d755 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=48215000-a719-4f50-afec-3aa2616f650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4151809 Jul 16 20:33:26.442184 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.571425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:26.580544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:26.586896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:26.588396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.596779 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-61e980a4-2c71-4baa-bd4a-14eb63713a88 None None] Provisioning for port 479dc9fe-4f40-4008-80ef-4179aa41af59 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:26.651715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=c0832319-494e-493d-98c1-cad0f874901b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:26.664222 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-29168fac-f5d7-476b-9ffa-bbf547c7d390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4576731 Jul 16 20:33:26.671447 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:26.686914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'name': 'tempest-NetworksTestDHCPv6-265861927'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:26.766813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.799101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-22fc5266-49c1-4728-a81b-1bdf7ba9ce4b None None] Deleting port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:26.799511 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-22fc5266-49c1-4728-a81b-1bdf7ba9ce4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.831694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.890953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-88cb80d2-62e3-45a4-97ec-673e6e6ab889 service neutron] 10.222.0.63 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128486 Jul 16 20:33:26.916652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-22fc5266-49c1-4728-a81b-1bdf7ba9ce4b None None] For port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:26.917049 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-22fc5266-49c1-4728-a81b-1bdf7ba9ce4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:26.933874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Network b7e560f6-85ed-4979-9bdb-61ca9eba363c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:26.943436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-22fc5266-49c1-4728-a81b-1bdf7ba9ce4b None None] Calling delete_port for 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:26.970280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:26.975814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:27.077574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.078409 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.083683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5ca8d371-f59c-44c2-863a-848216af7e16', '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8', '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:27.090495 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-22fc5266-49c1-4728-a81b-1bdf7ba9ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.141016 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6393414 Jul 16 20:33:27.152279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a0ce3-b883-4cab-9788-91983d51a003 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Pushing event updated for resources: {'Port': ['ID=97718739-86d4-47ad-9c90-404ef2c0eef1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.160760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Request body: {'port': {'device_id': '871a93f7-fbad-4c9a-8c00-df6162b7c630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:27.224561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ab75b-5cb7-469f-953d-47b9a33eebc7 req-d720f2b9-11a2-4be9-a5d8-22f1e2def666 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.232536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-733ab75b-5cb7-469f-953d-47b9a33eebc7 req-d720f2b9-11a2-4be9-a5d8-22f1e2def666 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 982 time: 0.4147251 Jul 16 20:33:27.244726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc5266-49c1-4728-a81b-1bdf7ba9ce4b None None] Pushing event deleted for resources: {'Port': ['ID=7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:27.295215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a2e17-5c49-49ab-982c-362ec64657dc req-e035f917-c677-4569-be90-3c87e98bc0bd tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:27.304468 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d98a2e17-5c49-49ab-982c-362ec64657dc req-e035f917-c677-4569-be90-3c87e98bc0bd tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 931 time: 0.5095303 Jul 16 20:33:27.314699 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-733ab75b-5cb7-469f-953d-47b9a33eebc7 req-668bb369-cc06-4042-8007-7c0f94d82b1c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0809011 Jul 16 20:33:27.325470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc5266-49c1-4728-a81b-1bdf7ba9ce4b None None] No DVR routers for this DVR port 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:27.336944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:27.375206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2d04e2-250f-4e33-b8cd-fc28f7271aa4 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:27.376199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.432100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8f679734-8417-4742-aaa8-bdf763e50fd5 req-cc58c028-8276-4a8d-b394-fce2a033ddca service neutron] 10.222.0.63 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230439 Jul 16 20:33:27.465590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 55512a3b-094b-4b86-9afd-e61f011ede35 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:33:27.508084 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.547516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 766f76ea-71ad-469a-8654-bcc8cf247021 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:27.652527 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d98a2e17-5c49-49ab-982c-362ec64657dc req-ec749fa3-fbc0-4b01-9ae7-350251090637 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470361 Jul 16 20:33:27.778510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 766f76ea-71ad-469a-8654-bcc8cf247021 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:27.778884 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:27.874727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::2ad (8c07d769-9495-46f2-a374-c7510b386f2a/c0832319-494e-493d-98c1-cad0f874901b/55512a3b-094b-4b86-9afd-e61f011ede35) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:27.946323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': 'c0832319-494e-493d-98c1-cad0f874901b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:27.947471 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.135639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:28.187087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 479dc9fe-4f40-4008-80ef-4179aa41af59 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:28.448329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 479dc9fe-4f40-4008-80ef-4179aa41af59 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:28.458694 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.469144 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db3a7d7-c177-4a44-917e-f0e5599e8ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.474124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 479dc9fe-4f40-4008-80ef-4179aa41af59 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:28.474815 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.527414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e905eab-fb11-4193-a1ff-4830dedc7486 None None] Provisioning for port abf38183-71fc-405b-8ea5-61e30952436f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:28.549116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e905eab-fb11-4193-a1ff-4830dedc7486 None None] Provisioning complete for port abf38183-71fc-405b-8ea5-61e30952436f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:28.550661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e905eab-fb11-4193-a1ff-4830dedc7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.593437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6e905eab-fb11-4193-a1ff-4830dedc7486 None None] Port abf38183-71fc-405b-8ea5-61e30952436f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:28.701016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e905eab-fb11-4193-a1ff-4830dedc7486 None None] Provisioning complete for port 479dc9fe-4f40-4008-80ef-4179aa41af59 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:28.701426 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e905eab-fb11-4193-a1ff-4830dedc7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.745608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a8f335d9-e64e-4e02-9de3-7312f7b425d5 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:28.755730 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db3a7d7-c177-4a44-917e-f0e5599e8ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.765319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 55512a3b-094b-4b86-9afd-e61f011ede35 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:28.819045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1db3a7d7-c177-4a44-917e-f0e5599e8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.830323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.845066 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.916296 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1db3a7d7-c177-4a44-917e-f0e5599e8ac3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=851212f7e5c24b9a8f378f675018d897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7792356 Jul 16 20:33:28.921503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:28.926923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.945938 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3a7d7-c177-4a44-917e-f0e5599e8ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec707f2-fd37-4831-9d34-09d033c02851,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:28.962520 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e905eab-fb11-4193-a1ff-4830dedc7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:28.966472 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.014735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8368f-9483-4ba0-8fe1-a62d9aeb04b2 req-48fe928c-3b28-42af-92aa-2970250315ae tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.017205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05f8368f-9483-4ba0-8fe1-a62d9aeb04b2 req-48fe928c-3b28-42af-92aa-2970250315ae tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 982 time: 0.2492752 Jul 16 20:33:29.076229 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d8d342f-8896-4cb7-97ea-720e5486d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.094789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.140276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-05f8368f-9483-4ba0-8fe1-a62d9aeb04b2 req-076a26af-c7c7-4347-a28a-7ea9e3d3eecf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1050286 Jul 16 20:33:29.141251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/c0832319-494e-493d-98c1-cad0f874901b/6cdb1b5b-ed75-43d6-8052-98ba1467f1f0) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:29.185524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network a107456a-63f1-4ae4-97d1-99f9e30c5a46 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:29.197328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:29.217405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d8d342f-8896-4cb7-97ea-720e5486d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.222912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:29.253837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:29.277244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:29.288327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.289120 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.308804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.316915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=abf38183-71fc-405b-8ea5-61e30952436f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.321854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Transition to ACTIVE for port object 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:29.337527 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6634278 Jul 16 20:33:29.340955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:29.342020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e6aef-6ae5-408b-bdc7-0ad0a486d447 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=55512a3b-094b-4b86-9afd-e61f011ede35,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.374612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Transition to ACTIVE for port object 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:29.383878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 479dc9fe-4f40-4008-80ef-4179aa41af59, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=479dc9fe-4f40-4008-80ef-4179aa41af59,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:29.392696 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.407235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.472220 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-6e905eab-fb11-4193-a1ff-4830dedc7486 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:33:29.472577 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-6e905eab-fb11-4193-a1ff-4830dedc7486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:33:29.500979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:29.509431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:29.512724 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:29.517897 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d8d342f-8896-4cb7-97ea-720e5486d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.520826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d8d342f-8896-4cb7-97ea-720e5486d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.521341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a8f335d9-e64e-4e02-9de3-7312f7b425d5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a8f335d9-e64e-4e02-9de3-7312f7b425d5,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:29.528168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2d8d342f-8896-4cb7-97ea-720e5486d433 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ec707f2-fd37-4831-9d34-09d033c02851 HTTP/1.1" status: 204 len: 168 time: 0.5922382 Jul 16 20:33:29.531728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:29.534693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97718739-86d4-47ad-9c90-404ef2c0eef1 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:29.545795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.563249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Transition to ACTIVE for port object 97718739-86d4-47ad-9c90-404ef2c0eef1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:29.569372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb134c4-73b9-4914-b4a8-5deb672d5700 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.577402 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-efb134c4-73b9-4914-b4a8-5deb672d5700 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2318597 Jul 16 20:33:29.584477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57946a26-ad27-4915-bd98-2f8bae136bdd req-9a11c204-169d-4d7b-b000-ef8360116221 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:29.590909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:29.593603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57946a26-ad27-4915-bd98-2f8bae136bdd req-9a11c204-169d-4d7b-b000-ef8360116221 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 931 time: 0.4686222 Jul 16 20:33:29.618857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.687107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d342f-8896-4cb7-97ea-720e5486d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec707f2-fd37-4831-9d34-09d033c02851,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.714973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=97718739-86d4-47ad-9c90-404ef2c0eef1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.721185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:29.754067 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57946a26-ad27-4915-bd98-2f8bae136bdd req-166b1a2e-0ee6-4b8b-a1ac-210d1b6a9978 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594059 Jul 16 20:33:29.762273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a53bc7c6-d096-4d6d-8fe2-26c73e961412 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 55512a3b-094b-4b86-9afd-e61f011ede35 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:29.762629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a53bc7c6-d096-4d6d-8fe2-26c73e961412 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.821938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'port_id': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'mac_address': 'fa:16:3e:9a:a6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:29.838355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:29.839211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7083f89a-6e1a-4a31-9d67-c5bcd4e9b54b not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:29.840177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Pushing event updated for resources: {'Port': ['ID=6cdb1b5b-ed75-43d6-8052-98ba1467f1f0,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:29.847167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Attempting to bind port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:29.847576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Attempting to bind port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:29.848103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Attempting to bind port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:29.895544 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.931605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f335d9-e64e-4e02-9de3-7312f7b425d5 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:29.957992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a8f335d9-e64e-4e02-9de3-7312f7b425d5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a8f335d9-e64e-4e02-9de3-7312f7b425d5,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:29.972324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:29.972699 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:29.973103 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.973492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:29.973970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Bound port: 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:29.974348 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.979549 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a53bc7c6-d096-4d6d-8fe2-26c73e961412 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:29.992277 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.014847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a53bc7c6-d096-4d6d-8fe2-26c73e961412 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 55512a3b-094b-4b86-9afd-e61f011ede35 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:30.077018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Attempting to bind port 97718739-86d4-47ad-9c90-404ef2c0eef1 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:30.078165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Attempting to bind port 97718739-86d4-47ad-9c90-404ef2c0eef1 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:30.081262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Attempting to bind port 97718739-86d4-47ad-9c90-404ef2c0eef1 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:30.109942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Port 97718739-86d4-47ad-9c90-404ef2c0eef1 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:30.110487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Attempting to bind port 97718739-86d4-47ad-9c90-404ef2c0eef1 on network b7e560f6-85ed-4979-9bdb-61ca9eba363c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:30.113685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:30.125415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d198e43e-49e2-4bb3-9f1a-9458565eb1b5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "PUT /v2.0/routers/4d57680f-1bb1-4d98-8f80-77eae3f1f8bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2376392 Jul 16 20:33:30.129230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:30.129572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Checking segment: {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:30.129958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Bound using segment: {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:30.130390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Bound port: 97718739-86d4-47ad-9c90-404ef2c0eef1, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095d31bb-69d7-4dca-b4d8-e7a826b1947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:30.130750 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.131164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] For port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:30.135004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] For port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6cdb1b5b-ed75-43d6-8052-98ba1467f1f0,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:30.157827 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.160192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Sync routers for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:30.303098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:30.303902 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:30.366166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] For port 97718739-86d4-47ad-9c90-404ef2c0eef1, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:30.371198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] For port 97718739-86d4-47ad-9c90-404ef2c0eef1, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=97718739-86d4-47ad-9c90-404ef2c0eef1,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:30.378284 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.402433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a53bc7c6-d096-4d6d-8fe2-26c73e961412 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.423712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=479dc9fe-4f40-4008-80ef-4179aa41af59,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:30.448956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['a8f335d9-e64e-4e02-9de3-7312f7b425d5'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:30.472407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.474115 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.475733 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/97718739-86d4-47ad-9c90-404ef2c0eef1 HTTP/1.1" status: 200 len: 1092 time: 3.3209641 Jul 16 20:33:30.476312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871a93f7-fbad-4c9a-8c00-df6162b7c630', 'tag': '97718739-86d4-47ad-9c90-404ef2c0eef1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:30.478743 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea211f9-95fd-4815-a30f-dfeb9ab930da" -d '{"events": [{"name": "network-changed", "server_uuid": "871a93f7-fbad-4c9a-8c00-df6162b7c630", "tag": "97718739-86d4-47ad-9c90-404ef2c0eef1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:30.516697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-f6f7f0cf-88db-440b-bf44-deb322afa62a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851078920&fields=id&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 267 time: 0.1065252 Jul 16 20:33:30.520778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bc7c6-d096-4d6d-8fe2-26c73e961412 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=55512a3b-094b-4b86-9afd-e61f011ede35,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:30.575569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ed5defcb-7d16-4d3d-a406-775dc616a2c6 None None] Provisioning complete for port abf38183-71fc-405b-8ea5-61e30952436f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:30.576079 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed5defcb-7d16-4d3d-a406-775dc616a2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.598673 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a53bc7c6-d096-4d6d-8fe2-26c73e961412 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.606454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a53bc7c6-d096-4d6d-8fe2-26c73e961412 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/55512a3b-094b-4b86-9afd-e61f011ede35 HTTP/1.1" status: 204 len: 168 time: 1.0136600 Jul 16 20:33:30.607306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:30.728423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:30.745601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-c18272ad-3c11-46bc-8361-df8680155bc6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.756590 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-c18272ad-3c11-46bc-8361-df8680155bc6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/networks?id=a107456a-63f1-4ae4-97d1-99f9e30c5a46 HTTP/1.1" status: 200 len: 796 time: 0.2324803 Jul 16 20:33:30.771172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ccff7-2500-4b97-aa46-fd6044c4c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=97718739-86d4-47ad-9c90-404ef2c0eef1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:30.829400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6f3a6-31af-483d-9977-92b958ed24f4 req-bf5ed3dc-fe19-4a26-854a-378eb00b90ec tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.836967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e6f3a6-31af-483d-9977-92b958ed24f4 req-bf5ed3dc-fe19-4a26-854a-378eb00b90ec tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 983 time: 0.4217057 Jul 16 20:33:30.837637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292204e7-df47-45be-ad95-db80c80c7f5c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.839728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292204e7-df47-45be-ad95-db80c80c7f5c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.841770 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-292204e7-df47-45be-ad95-db80c80c7f5c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1095214 Jul 16 20:33:30.844971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:30.876424 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-2b374768-a29b-4e69-aa9c-6f93f231cc72 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/quotas/4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 375 time: 0.1187925 Jul 16 20:33:30.879233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-ee396dfa-9479-4501-806e-cf2dd2fb5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:30.881437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-ee396dfa-9479-4501-806e-cf2dd2fb5e80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 1095 time: 0.3245659 Jul 16 20:33:30.910666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49596) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:30.960515 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-3d75acc9-046e-4382-8b68-a89233460d48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97718739-86d4-47ad-9c90-404ef2c0eef1 HTTP/1.1" status: 200 len: 217 time: 0.0715375 Jul 16 20:33:30.974183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f830c2-cbe1-4c5e-88b3-5eb0d3e4fc1d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet c0832319-494e-493d-98c1-cad0f874901b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:30.980704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f830c2-cbe1-4c5e-88b3-5eb0d3e4fc1d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:30.981891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d9e6f3a6-31af-483d-9977-92b958ed24f4 req-63881e4d-1e74-49b0-b49a-8b69a2ef5e10 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1438708 Jul 16 20:33:31.057340 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f830c2-cbe1-4c5e-88b3-5eb0d3e4fc1d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.062525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e3ae7375-71fd-42ed-9054-7b3593f3b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:31.067679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-e3ae7375-71fd-42ed-9054-7b3593f3b241 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 0.0830288 Jul 16 20:33:31.089221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ed5defcb-7d16-4d3d-a406-775dc616a2c6 None None] Port abf38183-71fc-405b-8ea5-61e30952436f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:31.126422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-4adc293c-b429-41f1-8501-676968b42bdd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2490947 Jul 16 20:33:31.136653 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-71728d12-11c3-49fa-9947-28aad8d6180b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621448 Jul 16 20:33:31.170977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-427062331-network', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:31.171350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=a8f335d9-e64e-4e02-9de3-7312f7b425d5,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:31.269283 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ba49a1-9452-46aa-825d-5e4f4b6609f8 x-openstack-request-id: req-97ba49a1-9452-46aa-825d-5e4f4b6609f8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:31.269733 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871a93f7-fbad-4c9a-8c00-df6162b7c630", "tag": "97718739-86d4-47ad-9c90-404ef2c0eef1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:31.270423 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97ba49a1-9452-46aa-825d-5e4f4b6609f8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:31.271052 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871a93f7-fbad-4c9a-8c00-df6162b7c630', 'tag': '97718739-86d4-47ad-9c90-404ef2c0eef1', 'status': 'completed', 'code': 200} Jul 16 20:33:31.314027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f830c2-cbe1-4c5e-88b3-5eb0d3e4fc1d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.326039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Made reservation on behalf of 7f5e4433cc2340f090cb22d62c0e37c3 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:31.334269 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.368189 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.378192 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-86ee4e83-b9f1-4067-b66d-046ec79d1628 service neutron] 10.222.0.10 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271452 Jul 16 20:33:31.385012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bb6d1-42fe-4d73-9cf9-3101d1437d0e None None] Pushing event updated for resources: {'Port': ['ID=6cdb1b5b-ed75-43d6-8052-98ba1467f1f0,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:31.510958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f830c2-cbe1-4c5e-88b3-5eb0d3e4fc1d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.520376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-1fb46105-a5f7-4d46-8ec1-bc9bce7c776e service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767977 Jul 16 20:33:31.529216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f830c2-cbe1-4c5e-88b3-5eb0d3e4fc1d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.529807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'abf38183-71fc-405b-8ea5-61e30952436f', 'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:ca:5b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:23Z', 'updated_at': '2021-07-16T20:33:27Z', 'revision_number': 2, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '271d6626-e130-480b-b312-8cfda3f391fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:31.535192 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-82f830c2-cbe1-4c5e-88b3-5eb0d3e4fc1d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/c0832319-494e-493d-98c1-cad0f874901b HTTP/1.1" status: 204 len: 168 time: 0.6866014 Jul 16 20:33:31.536570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:31.566662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Checking router: 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:31.567028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Updating router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd port abf38183-71fc-405b-8ea5-61e30952436f binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:31.584610 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-ff681a75-5117-4aed-b08f-68b45f3a2984 service neutron] 10.222.0.10 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892850 Jul 16 20:33:31.675232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f830c2-cbe1-4c5e-88b3-5eb0d3e4fc1d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=c0832319-494e-493d-98c1-cad0f874901b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:31.693737 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.723123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.734533 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.740307 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-59bac76e-cd01-4e84-a551-a756e9ee2b33 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1582716 Jul 16 20:33:31.743123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:31.749066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:31.799310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041ec080-259e-4c78-844e-a0a7bdf82ecf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:31.858133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:31.869864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ec5cf-1e24-4f14-ba13-d310b878e33d req-66117e53-c98c-4210-b7c8-f262751bdc32 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:31.883170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c5ec5cf-1e24-4f14-ba13-d310b878e33d req-66117e53-c98c-4210-b7c8-f262751bdc32 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 943 time: 0.4821522 Jul 16 20:33:31.953657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:31.957238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1930fccf-7a9e-45d9-bb5c-35c9bad44d5c req-3d46779a-ca96-42fe-9cdf-927a9c9be00e service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124427 Jul 16 20:33:31.957938 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.965092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:31.965514 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Added segment 5f0e3ba0-4b14-4ae1-8898-58508d75355c of type vlan for network 74692a0d-a571-435d-8f49-778a689435fc Jul 16 20:33:32.069708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf092c-8413-40fb-a6cb-67df9eb3015f None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:32.072541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c5ec5cf-1e24-4f14-ba13-d310b878e33d req-4508355d-39ba-40cf-b30f-a672a61cc90b tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737113 Jul 16 20:33:32.265509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aea93916-b2dd-4418-914b-c48b183de088 None None] Provisioning for port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:32.356178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:32.382865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f259046-d382-4d48-9f26-4b6bd125b05a req-d306bdb3-bda4-455d-9eec-49cac82d0725 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 210 time: 0.0925815 Jul 16 20:33:32.412840 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.441595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.470028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b737cdf-4de2-4fd9-9895-b5b5d464c339 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:32.475666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.476944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.477666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.496734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-0822254b-ad2a-4bca-9dbc-4e3b7a96f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.499297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-0822254b-ad2a-4bca-9dbc-4e3b7a96f2e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 1095 time: 0.4183598 Jul 16 20:33:32.520214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6072893 Jul 16 20:33:32.520985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49622) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:32.541577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Request body: {'subnet': {'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-427062331-subnet', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:32.608148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:32.639879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:32.645936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.646527 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.668362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=8aebc2ec-87f3-4f03-9dc5-e80181ad3393,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:32.690966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a8f335d9-e64e-4e02-9de3-7312f7b425d5 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:32.694100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e1616-f205-4220-9031-4a1ec81fefee admin admin] Pushing event updated for resources: {'Network': ['ID=74692a0d-a571-435d-8f49-778a689435fc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:32.725505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0877d61-d462-47f4-9457-1abae196b384 req-7c2bda80-2394-4f05-863f-304ebb3b18d0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.730497 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d0877d61-d462-47f4-9457-1abae196b384 req-7c2bda80-2394-4f05-863f-304ebb3b18d0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 983 time: 0.1527691 Jul 16 20:33:32.735285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 74692a0d-a571-435d-8f49-778a689435fc details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:32.750432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-386c87ac-8948-4a36-a0f0-eebca60be3c8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0060439 Jul 16 20:33:32.757269 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:32.764369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'name': 'tempest-NetworksTestDHCPv6-1546512698'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:32.786588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Made reservation on behalf of 7f5e4433cc2340f090cb22d62c0e37c3 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:32.789411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.812015 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.859164 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d0877d61-d462-47f4-9457-1abae196b384 req-735479f3-12c5-4eab-94c5-b715b63e603f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1195188 Jul 16 20:33:32.872252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Transition to ACTIVE for port object abf38183-71fc-405b-8ea5-61e30952436f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:32.898726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:32.900864 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.913843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:32.914220 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:32.944135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-7a1dc909-514e-4525-8811-fdf44f53891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:32.946614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-7a1dc909-514e-4525-8811-fdf44f53891c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 916 time: 0.4109995 Jul 16 20:33:32.994428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port a8f335d9-e64e-4e02-9de3-7312f7b425d5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:33.007669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5b737cdf-4de2-4fd9-9895-b5b5d464c339 None None] Deleting port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:33.008075 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b737cdf-4de2-4fd9-9895-b5b5d464c339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.012563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc75070-924e-4390-a142-e04902fc8ec2 None None] Pushing event updated for resources: {'Port': ['ID=abf38183-71fc-405b-8ea5-61e30952436f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:33.017970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port a8f335d9-e64e-4e02-9de3-7312f7b425d5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:33.018902 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.027136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-a252acfe-db2a-4bab-a129-cfa8241d9fc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97718739-86d4-47ad-9c90-404ef2c0eef1 HTTP/1.1" status: 200 len: 217 time: 0.0727782 Jul 16 20:33:33.070072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:33.081146 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.125148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-99c6d07e-95cc-4490-a53a-aac0a7f1bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:33.127235 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-99c6d07e-95cc-4490-a53a-aac0a7f1bf75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 0.0912716 Jul 16 20:33:33.171678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 175d29c5-fd9f-4710-a230-22ae053168a6 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:33:33.239832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-8f7adddf-384b-48c6-be92-14c507e24988 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026175 Jul 16 20:33:33.478086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 97718739-86d4-47ad-9c90-404ef2c0eef1 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:33.501129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::15d (8c07d769-9495-46f2-a374-c7510b386f2a/8aebc2ec-87f3-4f03-9dc5-e80181ad3393/175d29c5-fd9f-4710-a230-22ae053168a6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:33.507017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Attempting to bind port abf38183-71fc-405b-8ea5-61e30952436f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:33.507427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Attempting to bind port abf38183-71fc-405b-8ea5-61e30952436f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:33.507859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Attempting to bind port abf38183-71fc-405b-8ea5-61e30952436f on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:33.548377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:33.548803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Checking segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:33.549220 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.550148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Bound using segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:33.550639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Bound port: abf38183-71fc-405b-8ea5-61e30952436f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:33.551023 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.555951 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.584502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5b737cdf-4de2-4fd9-9895-b5b5d464c339 None None] For port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6cdb1b5b-ed75-43d6-8052-98ba1467f1f0,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:33.584905 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b737cdf-4de2-4fd9-9895-b5b5d464c339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.614619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b7ee0-a166-462f-a532-fe3b6f7c9392 req-8ae953c9-c076-461f-b1d1-7053b4fbabe1 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:33.616216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-443b7ee0-a166-462f-a532-fe3b6f7c9392 req-8ae953c9-c076-461f-b1d1-7053b4fbabe1 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 943 time: 0.2068853 Jul 16 20:33:33.619656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-d7927699-3f30-47cf-a023-f7bb2aa95177 service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723042 Jul 16 20:33:33.621389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.683565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5b737cdf-4de2-4fd9-9895-b5b5d464c339 None None] Calling delete_port for 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:33.692096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae5eb453-5c81-49fe-a12d-4d79c874f24c req-18daae55-5698-4602-ac2f-a41d8af8e2c2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 210 time: 0.0386546 Jul 16 20:33:33.710383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd3f898-22c2-49c8-a027-ca93d3129c5f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:33.728034 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.797496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Checking segment: {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:33.797748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Network hostable DHCP agents. Network: 74692a0d-a571-435d-8f49-778a689435fc, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:33.817115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-443b7ee0-a166-462f-a532-fe3b6f7c9392 req-46cce517-d7c2-42fb-b402-dd9177cb3456 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812968 Jul 16 20:33:33.841851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ea211f9-95fd-4815-a30f-dfeb9ab930da req-f8eb8c49-3bfe-4109-8b9a-7ee01303f84a service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095435 Jul 16 20:33:33.861001 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.861240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Network 74692a0d-a571-435d-8f49-778a689435fc is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:33.886329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 74692a0d-a571-435d-8f49-778a689435fc) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:33.897310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:33.899134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.902481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 175d29c5-fd9f-4710-a230-22ae053168a6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:33.915965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] For port abf38183-71fc-405b-8ea5-61e30952436f, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:33.925240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-80ac51ae-fed1-4d9e-b4cf-b6fe9c2ce2ac admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3874176 Jul 16 20:33:33.925911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49640) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:33.931894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:33.935744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4708f36-9311-4a3f-933b-91fefc4fa539 None None] Network 74692a0d-a571-435d-8f49-778a689435fc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:33.937918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:33.940227 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5e43b8-8aa7-4473-895c-9e4431f50d40" -d '{"events": [{"server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "name": "network-vif-plugged", "status": "completed", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:33.953690 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6cdb1b5b-ed75-43d6-8052-98ba1467f1f0,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:33.965854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.969836 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:33.980448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 97718739-86d4-47ad-9c90-404ef2c0eef1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=97718739-86d4-47ad-9c90-404ef2c0eef1,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:34.000682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a8f335d9-e64e-4e02-9de3-7312f7b425d5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a8f335d9-e64e-4e02-9de3-7312f7b425d5,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:34.005782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] For port abf38183-71fc-405b-8ea5-61e30952436f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf38183-71fc-405b-8ea5-61e30952436f,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:34.006949 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.007781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 479dc9fe-4f40-4008-80ef-4179aa41af59 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:34.010331 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523ccde6-d934-4fca-abca-68f711280cd2 x-openstack-request-id: req-523ccde6-d934-4fca-abca-68f711280cd2 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:34.010619 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "name": "network-vif-plugged", "status": "completed", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:34.010869 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-523ccde6-d934-4fca-abca-68f711280cd2 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:34.012042 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'code': 200} Jul 16 20:33:34.024779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.058208 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.085897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '97718739-86d4-47ad-9c90-404ef2c0eef1', 'network_id': 'b7e560f6-85ed-4979-9bdb-61ca9eba363c', 'port_id': '97718739-86d4-47ad-9c90-404ef2c0eef1', 'mac_address': 'fa:16:3e:21:a5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd8708d-f571-4440-9947-b78d45d450ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:34.103093 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.106391 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.221131 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b737cdf-4de2-4fd9-9895-b5b5d464c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.237840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=175d29c5-fd9f-4710-a230-22ae053168a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:34.287571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=6cdb1b5b-ed75-43d6-8052-98ba1467f1f0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:34.302822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b737cdf-4de2-4fd9-9895-b5b5d464c339 None None] No DVR routers for this DVR port 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:34.317349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:34.324303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-e933f828-492f-4490-aaae-575ee13283cc tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.325811 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-e933f828-492f-4490-aaae-575ee13283cc tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "GET /v2.0/networks?id=a107456a-63f1-4ae4-97d1-99f9e30c5a46 HTTP/1.1" status: 200 len: 796 time: 0.3995183 Jul 16 20:33:34.329438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:34.333398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:34.339447 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.340169 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.347759 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.363785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9ec8981f-a306-4c8b-86ab-69cc286625b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6011674 Jul 16 20:33:34.364525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:34.366658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49646) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:34.381237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782ab40-0d29-40e8-a10f-4c93f743d823 req-92cb11b4-cfc4-41c2-a55d-eeb1989a36c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.382407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:34.385492 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.388973 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b782ab40-0d29-40e8-a10f-4c93f743d823 req-92cb11b4-cfc4-41c2-a55d-eeb1989a36c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 984 time: 0.3014688 Jul 16 20:33:34.419901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde418cd-eb15-4b03-b78e-9347ddc9b6cc None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:34.500473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 479dc9fe-4f40-4008-80ef-4179aa41af59 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:34.500861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.617085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97718739-86d4-47ad-9c90-404ef2c0eef1 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:34.617688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b782ab40-0d29-40e8-a10f-4c93f743d823 req-36cc0e21-c8b6-4c2e-8a7e-c3beba725038 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2223761 Jul 16 20:33:34.701637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc00c2-c8ae-49f6-8067-6d046a019674 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.706974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-21bc00c2-c8ae-49f6-8067-6d046a019674 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3355761 Jul 16 20:33:34.729094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49654) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:34.832466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84969545-5c12-4d39-95f8-c86ae0353114 req-778896c1-4215-4664-9ae7-547bef08f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:34.834065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-84969545-5c12-4d39-95f8-c86ae0353114 req-778896c1-4215-4664-9ae7-547bef08f1f7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 1136 time: 0.6015487 Jul 16 20:33:34.839080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-6d322160-02d8-4fc1-a5b3-be861195ceea tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 380 time: 0.4862187 Jul 16 20:33:34.856123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 97718739-86d4-47ad-9c90-404ef2c0eef1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=97718739-86d4-47ad-9c90-404ef2c0eef1,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:34.862473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'port': {'device_id': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'admin_state_up': True, 'tenant_id': '4c108c14547943189552611b7b096c07', 'security_groups': ['e02fb03e-afc6-4bc0-8388-6fa0ade9d194']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:34.864469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=a8f335d9-e64e-4e02-9de3-7312f7b425d5,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:34.867498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-74692a0d-a571-435d-8f49-778a689435fc', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:34.868534 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:34.898349 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.005295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:35.090600 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-84969545-5c12-4d39-95f8-c86ae0353114 req-b4cfca90-2f3f-4e38-8cbd-61e115320175 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a5100f99-ccfe-4909-9c0c-4e734d709861&id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2470622 Jul 16 20:33:35.181021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:35.185209 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.208048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd8fe0-d163-4846-8135-2d6515392942 req-71aa23c4-e551-4526-80e5-14a15c828dcf tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:35.217397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fedd8fe0-d163-4846-8135-2d6515392942 req-71aa23c4-e551-4526-80e5-14a15c828dcf tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 944 time: 0.1291242 Jul 16 20:33:35.222434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['97718739-86d4-47ad-9c90-404ef2c0eef1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:35.224798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc75070-924e-4390-a142-e04902fc8ec2 None None] Pushing event updated for resources: {'Port': ['ID=abf38183-71fc-405b-8ea5-61e30952436f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.293728 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00f52c7f-8066-4ee1-8719-d440a353c101 req-bdc8e13f-20e7-4738-9342-9f59182496ce tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 210 time: 0.0394285 Jul 16 20:33:35.321181 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fedd8fe0-d163-4846-8135-2d6515392942 req-09593c76-c864-4385-9d5a-c5353bea7854 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023290 Jul 16 20:33:35.427218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:35.454447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6b5594cc-8f13-4f46-afef-f1b401be8ede tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 175d29c5-fd9f-4710-a230-22ae053168a6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:35.457706 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b5594cc-8f13-4f46-afef-f1b401be8ede tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.485714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.20.0.7 (a107456a-63f1-4ae4-97d1-99f9e30c5a46/271d6626-e130-480b-b312-8cfda3f391fd/2cf4cc1e-8369-42bd-92da-16fb17146873) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:35.528935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b737cdf-4de2-4fd9-9895-b5b5d464c339 None None] Pushing event deleted for resources: {'Port': ['ID=6cdb1b5b-ed75-43d6-8052-98ba1467f1f0,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.530788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:35.531423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6cdb1b5b-ed75-43d6-8052-98ba1467f1f0 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:35.586949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.629671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b5594cc-8f13-4f46-afef-f1b401be8ede tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.640361 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.645497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.649590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6b5594cc-8f13-4f46-afef-f1b401be8ede tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 175d29c5-fd9f-4710-a230-22ae053168a6 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:35.663517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Transition to ACTIVE for port object 2cf4cc1e-8369-42bd-92da-16fb17146873 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:35.725181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.796605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.821153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network a107456a-63f1-4ae4-97d1-99f9e30c5a46 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:35.822826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:35.826499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:35.926226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=97718739-86d4-47ad-9c90-404ef2c0eef1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:35.935468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:35.938650 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:35.956631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Allocated IP 172.20.0.2 (74692a0d-a571-435d-8f49-778a689435fc/9cd3f898-22c2-49c8-a027-ca93d3129c5f/e5f460ce-6ff2-474a-8f33-08a274eb3381) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:36.015413 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-419d3f84-dee1-4aa2-b852-c1d9a3ab8c16 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1670964 Jul 16 20:33:36.068721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Allocated IP 172.25.7.60 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/38ef859d-b162-4e39-a735-cafdda24ba3a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:36.073729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Request body: {'port': {'device_id': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:36.217174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b5594cc-8f13-4f46-afef-f1b401be8ede tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.226276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6d8e5-85b6-448d-95aa-4dd7e0177d40 req-00d5e9f4-d818-43be-b8ab-5e8ba33ed1f1 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.228462 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6f6d8e5-85b6-448d-95aa-4dd7e0177d40 req-00d5e9f4-d818-43be-b8ab-5e8ba33ed1f1 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 984 time: 0.2725356 Jul 16 20:33:36.228888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'abf38183-71fc-405b-8ea5-61e30952436f', 'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:ca:5b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:23Z', 'updated_at': '2021-07-16T20:33:33Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '271d6626-e130-480b-b312-8cfda3f391fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:36.234053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '8aebc2ec-87f3-4f03-9dc5-e80181ad3393'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:36.235127 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.260899 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.284929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055b08e-5d84-483b-ae6a-c799eedaa410 None None] The sync data for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 is: [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'abf38183-71fc-405b-8ea5-61e30952436f', 'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:ca:5b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:23Z', 'updated_at': '2021-07-16T20:33:33Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '271d6626-e130-480b-b312-8cfda3f391fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:36.337397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6f6d8e5-85b6-448d-95aa-4dd7e0177d40 req-e9f0ae06-4613-4a50-a351-a64e56aa2ef7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0915270 Jul 16 20:33:36.337775 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.339247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.410075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5594cc-8f13-4f46-afef-f1b401be8ede tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=175d29c5-fd9f-4710-a230-22ae053168a6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.416713 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b5594cc-8f13-4f46-afef-f1b401be8ede tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.418837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Transition to ACTIVE for port object e5f460ce-6ff2-474a-8f33-08a274eb3381 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:36.419419 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6b5594cc-8f13-4f46-afef-f1b401be8ede tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/175d29c5-fd9f-4710-a230-22ae053168a6 HTTP/1.1" status: 204 len: 168 time: 1.6881270 Jul 16 20:33:36.422115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49674) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:36.453523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.459933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6516b737-b061-4a14-b3e6-cf3fbf7ec997 None None] Provisioning for port 2cf4cc1e-8369-42bd-92da-16fb17146873 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:36.581531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/8aebc2ec-87f3-4f03-9dc5-e80181ad3393/3e957e8a-dafe-4bec-bc18-ab0efdba7646) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:36.584244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6516b737-b061-4a14-b3e6-cf3fbf7ec997 None None] Provisioning complete for port 2cf4cc1e-8369-42bd-92da-16fb17146873 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:36.584623 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6516b737-b061-4a14-b3e6-cf3fbf7ec997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.635097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Transition to ACTIVE for port object e5f460ce-6ff2-474a-8f33-08a274eb3381 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:36.637452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:36.660987 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:36.661276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff13ec96-722f-4c09-9bf6-dfc55fd79773 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.662625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff13ec96-722f-4c09-9bf6-dfc55fd79773 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.664248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ff13ec96-722f-4c09-9bf6-dfc55fd79773 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2352324 Jul 16 20:33:36.667041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:36.670784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:36.681426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:36.685474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Pushing event updated for resources: {'Port': ['ID=38ef859d-b162-4e39-a735-cafdda24ba3a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.708974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Network 74692a0d-a571-435d-8f49-778a689435fc is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:36.714920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:36.718248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:36.782752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cab70-b489-4e06-862b-9f7279a4a1c7 req-7812feea-56e6-437e-9037-af87be7099c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.785036 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-114cab70-b489-4e06-862b-9f7279a4a1c7 req-7812feea-56e6-437e-9037-af87be7099c2 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 944 time: 0.2208056 Jul 16 20:33:36.796544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6516b737-b061-4a14-b3e6-cf3fbf7ec997 None None] Port 2cf4cc1e-8369-42bd-92da-16fb17146873 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:36.828319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6521ef8-35a5-40e7-a70e-b4f1481e4bc6 req-4dc0b604-57d1-4267-83dc-771567eb1be8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:36.829992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6521ef8-35a5-40e7-a70e-b4f1481e4bc6 req-4dc0b604-57d1-4267-83dc-771567eb1be8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 931 time: 0.2324612 Jul 16 20:33:36.847644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b154bbe-c8cf-415a-9c8a-d512c2a6e8ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 8aebc2ec-87f3-4f03-9dc5-e80181ad3393 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:36.905144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6521ef8-35a5-40e7-a70e-b4f1481e4bc6 req-266da4f6-e481-4141-932b-0074e160ffb1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512235 Jul 16 20:33:36.920996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Pushing event updated for resources: {'Port': ['ID=e5f460ce-6ff2-474a-8f33-08a274eb3381,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:36.921694 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-114cab70-b489-4e06-862b-9f7279a4a1c7 req-5ba1fcbd-0053-430d-8a33-e70b91e5fa11 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242218 Jul 16 20:33:36.963508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Attempting to bind port e5f460ce-6ff2-474a-8f33-08a274eb3381 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:36.964059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Attempting to bind port e5f460ce-6ff2-474a-8f33-08a274eb3381 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:36.964359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Attempting to bind port e5f460ce-6ff2-474a-8f33-08a274eb3381 on network 74692a0d-a571-435d-8f49-778a689435fc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:37.004187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:37.004839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Checking segment: {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:37.006824 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.008218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Bound using segment: {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:37.008906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Bound port: e5f460ce-6ff2-474a-8f33-08a274eb3381, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:37.009556 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.083738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf4cc1e-8369-42bd-92da-16fb17146873 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:37.094038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.117056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Transition to ACTIVE for port object 2cf4cc1e-8369-42bd-92da-16fb17146873 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:37.124028 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.168872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.187910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.300473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] For port e5f460ce-6ff2-474a-8f33-08a274eb3381, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:37.302853 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.305777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] For port e5f460ce-6ff2-474a-8f33-08a274eb3381, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e5f460ce-6ff2-474a-8f33-08a274eb3381,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:37.313220 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.319606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Transition to ACTIVE for port object 3e957e8a-dafe-4bec-bc18-ab0efdba7646 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:37.429452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:37.430748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:37.431214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:37.437021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Port 2cf4cc1e-8369-42bd-92da-16fb17146873 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:33:37.437464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:37.446629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:37.446979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Checking segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:37.447673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Bound using segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:37.448375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Bound port: 2cf4cc1e-8369-42bd-92da-16fb17146873, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:37.448708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.461128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Transition to ACTIVE for port object 3e957e8a-dafe-4bec-bc18-ab0efdba7646 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:37.506764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 97718739-86d4-47ad-9c90-404ef2c0eef1 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:37.528575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf38183-71fc-405b-8ea5-61e30952436f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:37.587454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:37.592920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:37.595444 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b154bbe-c8cf-415a-9c8a-d512c2a6e8ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.601765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.613271 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.665166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32653cec-354b-4625-8a77-4ea0a9b4b586 None None] Pushing event updated for resources: {'Port': ['ID=e5f460ce-6ff2-474a-8f33-08a274eb3381,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.711127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.748394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.749501 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.751154 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-249bba03-a59f-43fe-834c-baac27d4879b service neutron] 10.222.0.63 "PUT /v2.0/ports/2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 200 len: 1092 time: 1.6883352 Jul 16 20:33:37.763327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:37.780441 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51075156-1e80-4181-bfe4-218494c272fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:37.816191 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b154bbe-c8cf-415a-9c8a-d512c2a6e8ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.887652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Pushing event updated for resources: {'Port': ['ID=3e957e8a-dafe-4bec-bc18-ab0efdba7646,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:37.925075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:37.937278 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d11af3-a494-4026-9b13-1111bdbde730 x-openstack-request-id: req-85d11af3-a494-4026-9b13-1111bdbde730 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:37.937675 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:37.938027 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85d11af3-a494-4026-9b13-1111bdbde730 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:37.938531 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'status': 'completed', 'code': 200} Jul 16 20:33:37.958309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:37.985049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-26227efc-e40d-4b91-a397-8372e31b2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:37.988575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:37.996516 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-26227efc-e40d-4b91-a397-8372e31b2ac3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1095 time: 0.1734071 Jul 16 20:33:37.998207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:38.148464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eac49-9d61-4540-9e15-c57388c303bc req-692adc83-59fb-4c13-9f28-0db9eec70386 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.156763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-640eac49-9d61-4540-9e15-c57388c303bc req-692adc83-59fb-4c13-9f28-0db9eec70386 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 984 time: 0.3937130 Jul 16 20:33:38.172235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-5e74625b-56c1-457e-b231-fbd1fc4fd7ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 200 len: 217 time: 0.1624854 Jul 16 20:33:38.214636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port abf38183-71fc-405b-8ea5-61e30952436f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:38.254278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port abf38183-71fc-405b-8ea5-61e30952436f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:38.256613 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.275181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-640eac49-9d61-4540-9e15-c57388c303bc req-fbf50a77-9ad7-4579-a9ad-41931d3cb7b9 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1170874 Jul 16 20:33:38.276225 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b154bbe-c8cf-415a-9c8a-d512c2a6e8ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.304112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:33:38.313304 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Attempting to bind port 3e957e8a-dafe-4bec-bc18-ab0efdba7646 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:38.313680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Attempting to bind port 3e957e8a-dafe-4bec-bc18-ab0efdba7646 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:38.314048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Attempting to bind port 3e957e8a-dafe-4bec-bc18-ab0efdba7646 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:38.316611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 97718739-86d4-47ad-9c90-404ef2c0eef1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:38.325577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 97718739-86d4-47ad-9c90-404ef2c0eef1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:38.325577 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.363991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:38.364368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:38.364784 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.365171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:38.365661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Bound port: 3e957e8a-dafe-4bec-bc18-ab0efdba7646, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:38.366184 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.503160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-698aa626-1c04-479c-b8db-248939fcb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.504748 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-698aa626-1c04-479c-b8db-248939fcb597 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=271d6626-e130-480b-b312-8cfda3f391fd HTTP/1.1" status: 200 len: 834 time: 0.3271093 Jul 16 20:33:38.507018 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b154bbe-c8cf-415a-9c8a-d512c2a6e8ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.588175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:38.602197 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Sync routers for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:38.625314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.628548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] For port 3e957e8a-dafe-4bec-bc18-ab0efdba7646, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:38.629707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dbaca505-10c6-4240-bf01-b21d8eb2b0ce admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7026114 Jul 16 20:33:38.630606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.631970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b154bbe-c8cf-415a-9c8a-d512c2a6e8ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.641849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] For port 3e957e8a-dafe-4bec-bc18-ab0efdba7646, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3e957e8a-dafe-4bec-bc18-ab0efdba7646,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:38.643833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2b154bbe-c8cf-415a-9c8a-d512c2a6e8ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/8aebc2ec-87f3-4f03-9dc5-e80181ad3393 HTTP/1.1" status: 204 len: 168 time: 1.9751844 Jul 16 20:33:38.647250 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b154bbe-c8cf-415a-9c8a-d512c2a6e8ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=8aebc2ec-87f3-4f03-9dc5-e80181ad3393,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:38.648469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49702) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.656059 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:38.657868 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:38.667653 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.681748 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.761039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-777e792e-c2ae-4233-aa21-38e59e5cc812 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025209 Jul 16 20:33:38.771193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b24a1-3b98-4589-aa85-bb762403828e req-60acb680-e635-495e-a1ef-635bfbe7350f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.777768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a6aef-bec1-47e2-9b96-15d57932c432 req-d5e3e54d-7e61-43ba-beb7-aed3408ec79e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:38.778629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b5b24a1-3b98-4589-aa85-bb762403828e req-60acb680-e635-495e-a1ef-635bfbe7350f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 944 time: 0.2757902 Jul 16 20:33:38.783581 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d21a6aef-bec1-47e2-9b96-15d57932c432 req-d5e3e54d-7e61-43ba-beb7-aed3408ec79e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 943 time: 0.5933247 Jul 16 20:33:38.784271 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:38.894979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b5b24a1-3b98-4589-aa85-bb762403828e req-59539e73-da3e-44d7-b709-9d5d31e5d4f1 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153564 Jul 16 20:33:38.914759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port abf38183-71fc-405b-8ea5-61e30952436f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf38183-71fc-405b-8ea5-61e30952436f,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:38.942826 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:38.946044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553de5aa-0cd8-4b4e-9f9d-c4f66d467615 None None] Pushing event updated for resources: {'Port': ['ID=3e957e8a-dafe-4bec-bc18-ab0efdba7646,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:38.949328 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.016776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871a93f7-fbad-4c9a-8c00-df6162b7c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97718739-86d4-47ad-9c90-404ef2c0eef1'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:39.021364 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d5d05-25b2-42b2-bf43-7dd8f5a263b8" -d '{"events": [{"server_uuid": "871a93f7-fbad-4c9a-8c00-df6162b7c630", "name": "network-vif-plugged", "status": "completed", "tag": "97718739-86d4-47ad-9c90-404ef2c0eef1"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:39.032924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-2683461c-887d-4fcf-82e3-e1342f66e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.036828 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-2683461c-887d-4fcf-82e3-e1342f66e7a2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a107456a-63f1-4ae4-97d1-99f9e30c5a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5019755 Jul 16 20:33:39.082515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 97718739-86d4-47ad-9c90-404ef2c0eef1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=97718739-86d4-47ad-9c90-404ef2c0eef1,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:39.105808 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.141812 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:39.156907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=abf38183-71fc-405b-8ea5-61e30952436f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.321844 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d21a6aef-bec1-47e2-9b96-15d57932c432 req-79917394-231a-453f-b47f-64505553032c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353259 Jul 16 20:33:39.330505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aef9500-5d38-4825-98b1-ca684efc51c0 None None] Network 74692a0d-a571-435d-8f49-778a689435fc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:39.344530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=97718739-86d4-47ad-9c90-404ef2c0eef1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:39.402316 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-104e2cac-42bd-4edf-9e46-b90a32d7821c service neutron] 10.222.0.63 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516414 Jul 16 20:33:39.438319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6093e792-74aa-4782-a872-edee0e4aa359 None None] Provisioning for port e5f460ce-6ff2-474a-8f33-08a274eb3381 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:39.538815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076b35ef-7ed5-40fb-a935-17ae348012b1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.540884 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-076b35ef-7ed5-40fb-a935-17ae348012b1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7386868 Jul 16 20:33:39.543943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:39.598418 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf309a-02f3-4332-9ea8-afb24d097b64 x-openstack-request-id: req-aebf309a-02f3-4332-9ea8-afb24d097b64 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:39.598722 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871a93f7-fbad-4c9a-8c00-df6162b7c630", "name": "network-vif-plugged", "status": "completed", "tag": "97718739-86d4-47ad-9c90-404ef2c0eef1", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:39.598986 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aebf309a-02f3-4332-9ea8-afb24d097b64 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:39.599419 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871a93f7-fbad-4c9a-8c00-df6162b7c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97718739-86d4-47ad-9c90-404ef2c0eef1', 'code': 200} Jul 16 20:33:39.691642 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:36Z', 'revision_number': 3, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:39.724316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3e957e8a-dafe-4bec-bc18-ab0efdba7646 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:39.770811 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Checking router: ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:39.771232 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Updating router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 port 38ef859d-b162-4e39-a735-cafdda24ba3a binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:39.774192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc01d2f-5611-4d25-acfe-75b75cdf4921 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.775766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bcc01d2f-5611-4d25-acfe-75b75cdf4921 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2305720 Jul 16 20:33:39.784908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:39.842172 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b0f3ddca-6c57-4317-95e2-185a66c4fb85 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561197 Jul 16 20:33:39.846696 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4aa885c-93fa-45d8-b34b-9122c224d0bb req-fd89b80e-1077-4ed9-8d24-4b552fd33a36 service neutron] 10.222.0.63 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343395 Jul 16 20:33:39.847857 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:39.856340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cca8-b227-4387-90e3-1fc70398d523 req-ab70a8c0-19b7-446d-bf9e-559793edec26 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:39.858199 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1286cca8-b227-4387-90e3-1fc70398d523 req-ab70a8c0-19b7-446d-bf9e-559793edec26 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 984 time: 0.2398875 Jul 16 20:33:39.858779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:39.865761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:39.891147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3e957e8a-dafe-4bec-bc18-ab0efdba7646 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:39.898981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e5f460ce-6ff2-474a-8f33-08a274eb3381 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:39.973415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e5f460ce-6ff2-474a-8f33-08a274eb3381 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:39.979078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e5f460ce-6ff2-474a-8f33-08a274eb3381 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:39.979710 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.093564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:40.103011 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.189987 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.237963 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1286cca8-b227-4387-90e3-1fc70398d523 req-040a7b8a-9cc6-4f48-af81-5e8b801ecf98 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2680600 Jul 16 20:33:40.324273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port e5f460ce-6ff2-474a-8f33-08a274eb3381, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e5f460ce-6ff2-474a-8f33-08a274eb3381,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:40.331472 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.332744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf38183-71fc-405b-8ea5-61e30952436f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:40.379428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075156-1e80-4181-bfe4-218494c272fb req-86fb768d-2391-481d-a8c2-1df91e08cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.381875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51075156-1e80-4181-bfe4-218494c272fb req-86fb768d-2391-481d-a8c2-1df91e08cd91 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1095 time: 0.4223850 Jul 16 20:33:40.542019 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.542292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13c0c6-fe5c-42c2-83b6-6749eba9ca54 req-65e8e343-0d7a-40bb-98fb-74b3d87398e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.545981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d13c0c6-fe5c-42c2-83b6-6749eba9ca54 req-65e8e343-0d7a-40bb-98fb-74b3d87398e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 1097 time: 0.4166594 Jul 16 20:33:40.558446 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Transition to ACTIVE for port object 38ef859d-b162-4e39-a735-cafdda24ba3a will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:40.566733 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.582706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bbd7ef35-6d1d-43e6-a69c-b837039b7714 None None] Provisioning complete for port e5f460ce-6ff2-474a-8f33-08a274eb3381 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:40.585682 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ef35-6d1d-43e6-a69c-b837039b7714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.668912 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Attempting to bind port 38ef859d-b162-4e39-a735-cafdda24ba3a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:40.671337 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Attempting to bind port 38ef859d-b162-4e39-a735-cafdda24ba3a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:40.677198 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Attempting to bind port 38ef859d-b162-4e39-a735-cafdda24ba3a on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:40.680595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca146bef-b523-4237-95f2-4108511cd499 req-d1209c5c-bd51-418f-b13e-7d63a5713898 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.690520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=e5f460ce-6ff2-474a-8f33-08a274eb3381,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.703014 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca146bef-b523-4237-95f2-4108511cd499 req-d1209c5c-bd51-418f-b13e-7d63a5713898 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 945 time: 0.3553030 Jul 16 20:33:40.725709 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:40.726348 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:40.732790 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.733393 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:40.734010 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Bound port: 38ef859d-b162-4e39-a735-cafdda24ba3a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:40.734519 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.749034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port abf38183-71fc-405b-8ea5-61e30952436f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:40.752771 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.772608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075156-1e80-4181-bfe4-218494c272fb req-ee5328f8-0dc1-43dd-9b65-a788ec77ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:40.774213 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51075156-1e80-4181-bfe4-218494c272fb req-ee5328f8-0dc1-43dd-9b65-a788ec77ebbf service neutron] 10.222.0.63 "GET /v2.0/networks?id=a107456a-63f1-4ae4-97d1-99f9e30c5a46 HTTP/1.1" status: 200 len: 897 time: 0.3688011 Jul 16 20:33:40.822224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d13c0c6-fe5c-42c2-83b6-6749eba9ca54 req-d5df9813-2dab-4e36-94d0-c3513cedb630 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650781 Jul 16 20:33:40.843322 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] For port 38ef859d-b162-4e39-a735-cafdda24ba3a, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:40.847238 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] For port 38ef859d-b162-4e39-a735-cafdda24ba3a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=38ef859d-b162-4e39-a735-cafdda24ba3a,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:40.854754 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.857447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca146bef-b523-4237-95f2-4108511cd499 req-66086212-1b02-4c40-a008-3b2c1432db5c tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523087 Jul 16 20:33:40.870647 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6368f-d8c8-4247-968d-1a9e52af2100 None None] Pushing event updated for resources: {'Port': ['ID=38ef859d-b162-4e39-a735-cafdda24ba3a,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:40.878441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:40.889836 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51075156-1e80-4181-bfe4-218494c272fb req-05204322-162e-4ae3-98cf-bde58b993872 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 200 len: 217 time: 0.1080697 Jul 16 20:33:40.929838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626eb739-4b44-4a8b-9e80-009c0f012793 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:40.984785 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6368f-d8c8-4247-968d-1a9e52af2100 None None] Pushing event updated for resources: {'Port': ['ID=38ef859d-b162-4e39-a735-cafdda24ba3a,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.001450 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:41.002565 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:41.109134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-d4c25408-2cb8-4873-bfad-426c2f12e100 req-5643d292-257e-4c07-be98-33adc4511a2e service neutron] (93959) timed out ('10.222.0.30', 60570) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:33:41.154499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075156-1e80-4181-bfe4-218494c272fb req-ac504bd0-f197-4bff-ba00-6ace5849d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.160319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51075156-1e80-4181-bfe4-218494c272fb req-ac504bd0-f197-4bff-ba00-6ace5849d854 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=271d6626-e130-480b-b312-8cfda3f391fd HTTP/1.1" status: 200 len: 834 time: 0.1552789 Jul 16 20:33:41.178933 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:41.190510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Provisioning for port 3e957e8a-dafe-4bec-bc18-ab0efdba7646 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:41.206313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Provisioning complete for port 3e957e8a-dafe-4bec-bc18-ab0efdba7646 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:41.206702 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.308025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075156-1e80-4181-bfe4-218494c272fb req-8f78b265-743f-4eb4-9373-c22ece778b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.309574 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51075156-1e80-4181-bfe4-218494c272fb req-8f78b265-743f-4eb4-9373-c22ece778b3d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a107456a-63f1-4ae4-97d1-99f9e30c5a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424973 Jul 16 20:33:41.310456 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.314417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d63fd-74eb-4ebf-bde5-ab79af971550 req-df29f513-8efc-4eba-ae97-5c326757b056 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.315405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b93d63fd-74eb-4ebf-bde5-ab79af971550 req-df29f513-8efc-4eba-ae97-5c326757b056 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 1136 time: 0.4209237 Jul 16 20:33:41.415845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012829ca-7e98-48ca-b550-e4483d713bad req-273380ac-633b-42b1-9a4b-9e73ab56f90a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.418433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=f6223fbf-4765-4be9-b14b-42c6bbf0c8c1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.428688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-012829ca-7e98-48ca-b550-e4483d713bad req-273380ac-633b-42b1-9a4b-9e73ab56f90a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 943 time: 0.2627881 Jul 16 20:33:41.443509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b93d63fd-74eb-4ebf-bde5-ab79af971550 req-a1911964-da6e-4ae2-96f2-151a31f1062c tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.476274 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.480533 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:36Z', 'revision_number': 3, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:41.484259 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:41.518621 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2943606-8aaf-4acb-9026-2b063647c6d1 None None] The sync data for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 is: [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:36Z', 'revision_number': 3, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:41.520895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a491a-6ff0-4fd8-b8d3-8f0cf9cf7be2 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:41.533382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Allocated IP 172.20.0.1 (74692a0d-a571-435d-8f49-778a689435fc/9cd3f898-22c2-49c8-a027-ca93d3129c5f/0479eeaa-2aba-4463-9db2-61ae54e56096) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:41.535693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:41.564881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:41.565867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.570538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e5f460ce-6ff2-474a-8f33-08a274eb3381 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:41.570707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-012829ca-7e98-48ca-b550-e4483d713bad req-718df618-1d9b-48b1-ad8a-573419022d0b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400630 Jul 16 20:33:41.574856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] For port 3e957e8a-dafe-4bec-bc18-ab0efdba7646, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3e957e8a-dafe-4bec-bc18-ab0efdba7646,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:41.607002 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.624546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Could not find standard attr ID for object 175d29c5-fd9f-4710-a230-22ae053168a6. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:33:41.740471 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51075156-1e80-4181-bfe4-218494c272fb req-f245974a-68a2-46b5-b8de-818c8b8757ef service neutron] 10.222.0.63 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665166 Jul 16 20:33:41.784217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Pushing event updated for resources: {'Port': ['ID=3e957e8a-dafe-4bec-bc18-ab0efdba7646,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:41.788842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a491a-6ff0-4fd8-b8d3-8f0cf9cf7be2 None None] Deleting port 3e957e8a-dafe-4bec-bc18-ab0efdba7646 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:41.789919 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f5a491a-6ff0-4fd8-b8d3-8f0cf9cf7be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.835950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.836592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.837176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.837679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.838190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.839059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.840555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.841460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.841962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.842938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.843330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.843673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9f2bdf-3db8-493a-9a79-9d68bc4e8604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:33:41.861431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.864949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e5f460ce-6ff2-474a-8f33-08a274eb3381 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:41.865328 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:41.899158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Transition to ACTIVE for port object 0479eeaa-2aba-4463-9db2-61ae54e56096 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:41.970437 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-51075156-1e80-4181-bfe4-218494c272fb req-aa228fab-59b8-4971-988d-63a6e36d86a6 service neutron] 10.222.0.63 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163553 Jul 16 20:33:41.985394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b93d63fd-74eb-4ebf-bde5-ab79af971550 req-a1911964-da6e-4ae2-96f2-151a31f1062c tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.003467 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b93d63fd-74eb-4ebf-bde5-ab79af971550 req-a1911964-da6e-4ae2-96f2-151a31f1062c tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.018582 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.105941 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b93d63fd-74eb-4ebf-bde5-ab79af971550 req-a1911964-da6e-4ae2-96f2-151a31f1062c tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7395847 Jul 16 20:33:42.130876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5ef9dab3-e3c8-494c-921c-6693b76d1d02 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2673843 Jul 16 20:33:42.136093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Network 74692a0d-a571-435d-8f49-778a689435fc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:42.136461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.143646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:42.149574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': 'f6223fbf-4765-4be9-b14b-42c6bbf0c8c1', 'ip_address': '2001:db8::3b49:5722:631:c794'}], 'name': 'tempest-NetworksTestDHCPv6-287760364'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:42.157660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:42.161518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49736) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.168793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6f5a491a-6ff0-4fd8-b8d3-8f0cf9cf7be2 None None] For port 3e957e8a-dafe-4bec-bc18-ab0efdba7646, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3e957e8a-dafe-4bec-bc18-ab0efdba7646,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:42.169194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f5a491a-6ff0-4fd8-b8d3-8f0cf9cf7be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.207228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a491a-6ff0-4fd8-b8d3-8f0cf9cf7be2 None None] Calling delete_port for 3e957e8a-dafe-4bec-bc18-ab0efdba7646 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:42.210582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1911964-da6e-4ae2-96f2-151a31f1062c tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ccbfd4-f538-47a8-bc0f-ec3b7e67842b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.384235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Pushing event updated for resources: {'Port': ['ID=0479eeaa-2aba-4463-9db2-61ae54e56096,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.390305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:42.427489 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.464778 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f5a491a-6ff0-4fd8-b8d3-8f0cf9cf7be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.498836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a491a-6ff0-4fd8-b8d3-8f0cf9cf7be2 None None] Pushing event deleted for resources: {'Port': ['ID=3e957e8a-dafe-4bec-bc18-ab0efdba7646,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:42.518427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a491a-6ff0-4fd8-b8d3-8f0cf9cf7be2 None None] No DVR routers for this DVR port 3e957e8a-dafe-4bec-bc18-ab0efdba7646 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:42.528984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b230d3-3fd7-429b-ad5f-2779d5e0614e tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.537320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-27b230d3-3fd7-429b-ad5f-2779d5e0614e tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 1131 time: 0.3600576 Jul 16 20:33:42.540758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42efc1db-ac81-449a-ae70-92de4dedff57 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:42.540946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:42.553735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafb411-ede2-44d8-af79-3e5a5974a0f9 req-b73c80fa-522f-408f-8042-00eb7f6d9098 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:42.556449 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaafb411-ede2-44d8-af79-3e5a5974a0f9 req-b73c80fa-522f-408f-8042-00eb7f6d9098 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 945 time: 0.2379134 Jul 16 20:33:42.566319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:42.612514 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.641069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0c564256-fb06-4e20-a51d-aa58c1cf5268 None None] Provisioning for port 0479eeaa-2aba-4463-9db2-61ae54e56096 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:42.647374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0c564256-fb06-4e20-a51d-aa58c1cf5268 None None] Provisioning complete for port 0479eeaa-2aba-4463-9db2-61ae54e56096 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:42.647666 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c564256-fb06-4e20-a51d-aa58c1cf5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.662413 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.695243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0c564256-fb06-4e20-a51d-aa58c1cf5268 None None] Port 0479eeaa-2aba-4463-9db2-61ae54e56096 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:42.703565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port d50dfb60-63ad-449e-bd79-e5a3f8acead4 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:33:42.746103 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaafb411-ede2-44d8-af79-3e5a5974a0f9 req-8fc67dc3-4962-433f-8bcd-df5f20454a53 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694963 Jul 16 20:33:42.770021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2cf4cc1e-8369-42bd-92da-16fb17146873 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:33:42.848216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:42.883744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:42.902986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'port_id': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:33:43.011191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::3b49:5722:631:c794 (8c07d769-9495-46f2-a374-c7510b386f2a/f6223fbf-4765-4be9-b14b-42c6bbf0c8c1/d50dfb60-63ad-449e-bd79-e5a3f8acead4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:43.213984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.218857 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.221968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.276854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf4cc1e-8369-42bd-92da-16fb17146873 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:33:43.282364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': 'f6223fbf-4765-4be9-b14b-42c6bbf0c8c1'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:43.284125 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.391427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.448167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:43.456497 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.526177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:43.593444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 38ef859d-b162-4e39-a735-cafdda24ba3a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:43.613060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Network 74692a0d-a571-435d-8f49-778a689435fc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:43.620431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:43.645851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Pushing event updated for resources: {'Port': ['ID=0479eeaa-2aba-4463-9db2-61ae54e56096,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:43.716950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 38ef859d-b162-4e39-a735-cafdda24ba3a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:43.728850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 38ef859d-b162-4e39-a735-cafdda24ba3a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:43.729332 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:43.793817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2cf4cc1e-8369-42bd-92da-16fb17146873'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:33:43.845490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:43.963697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.028569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 38ef859d-b162-4e39-a735-cafdda24ba3a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=38ef859d-b162-4e39-a735-cafdda24ba3a,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:44.045759 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.061504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:44.072948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fb98bae7-279f-4160-9f7e-8e6c95bb12bb admin admin] 10.222.0.10 "PUT /v2.0/routers/ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4404480 Jul 16 20:33:44.142584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3e957e8a-dafe-4bec-bc18-ab0efdba7646 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:44.192680 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.211299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-17350b6a-64aa-46b4-a28c-511987977431 None None] Provisioning complete for port 0479eeaa-2aba-4463-9db2-61ae54e56096 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:44.211691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17350b6a-64aa-46b4-a28c-511987977431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.220992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3e957e8a-dafe-4bec-bc18-ab0efdba7646 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:33:44.222153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3e957e8a-dafe-4bec-bc18-ab0efdba7646 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:33:44.226790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object d50dfb60-63ad-449e-bd79-e5a3f8acead4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:44.345791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.351478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=38ef859d-b162-4e39-a735-cafdda24ba3a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.418804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-17350b6a-64aa-46b4-a28c-511987977431 None None] Port 0479eeaa-2aba-4463-9db2-61ae54e56096 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:44.422080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ff257-1fe2-4cb4-a047-9c35c4b150fd req-ec145b84-dfdf-43e9-94d1-d96e44dd97fc tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.429284 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-228ff257-1fe2-4cb4-a047-9c35c4b150fd req-ec145b84-dfdf-43e9-94d1-d96e44dd97fc tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.6666424 Jul 16 20:33:44.441987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/f6223fbf-4765-4be9-b14b-42c6bbf0c8c1/22daeffa-c4ab-4747-bd59-dbf67b185a17) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:44.477070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:44.485415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:44.528934 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:44.539135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.539827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.543311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=d50dfb60-63ad-449e-bd79-e5a3f8acead4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:44.549200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Sync routers for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:44.604169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-228ff257-1fe2-4cb4-a047-9c35c4b150fd req-6ee0f00c-501a-446c-b480-8e70ed0159d3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702676 Jul 16 20:33:44.653544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49774) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:44.653990 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-691211aa-f36e-4946-8b4f-3c478c938275 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5042090 Jul 16 20:33:44.658162 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:44.682318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:44.682993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:44.868512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f93122-05d5-4a45-9be7-bae927c61ea1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:44.873474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-06f93122-05d5-4a45-9be7-bae927c61ea1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2180738 Jul 16 20:33:44.876369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49778) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:44.949467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Allocated IP 172.25.7.39 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/84c75601-4610-4952-8241-3a34fe2f31b0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:45.121752 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.170654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96d3ee47-3075-4f8d-8ae3-a41c0a31d378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port d50dfb60-63ad-449e-bd79-e5a3f8acead4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:45.171519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96d3ee47-3075-4f8d-8ae3-a41c0a31d378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.179309 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.240970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:45.269527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:45.279806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:45.286283 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:45.302612 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96d3ee47-3075-4f8d-8ae3-a41c0a31d378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.317383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-96d3ee47-3075-4f8d-8ae3-a41c0a31d378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for d50dfb60-63ad-449e-bd79-e5a3f8acead4 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:45.326275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.418320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=84c75601-4610-4952-8241-3a34fe2f31b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:45.422709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.435217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1320836885-network', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:45.465747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Made reservation on behalf of d65861d129f54e4da88c9a5e69d78fe0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:45.468441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.492644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.528931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 38ef859d-b162-4e39-a735-cafdda24ba3a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:45.558489 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96d3ee47-3075-4f8d-8ae3-a41c0a31d378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.559898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Transition to ACTIVE for port object 22daeffa-c4ab-4747-bd59-dbf67b185a17 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:45.589641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3ee47-3075-4f8d-8ae3-a41c0a31d378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=d50dfb60-63ad-449e-bd79-e5a3f8acead4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:45.631898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Transition to ACTIVE for port object 22daeffa-c4ab-4747-bd59-dbf67b185a17 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:45.638083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96d3ee47-3075-4f8d-8ae3-a41c0a31d378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.644224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-96d3ee47-3075-4f8d-8ae3-a41c0a31d378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/d50dfb60-63ad-449e-bd79-e5a3f8acead4 HTTP/1.1" status: 204 len: 168 time: 0.7619429 Jul 16 20:33:45.644436 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.644564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49792) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.694668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:45.707665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 2, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:45.715001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:45.717070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f2f51-cfb9-465b-b916-fa648b93c9f3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.719391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:45.722707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f2f51-cfb9-465b-b916-fa648b93c9f3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:45.722707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-615f2f51-cfb9-465b-b916-fa648b93c9f3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0780098 Jul 16 20:33:45.732591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49798) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:45.801393 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Checking router: ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:45.801943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Updating router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 port 0479eeaa-2aba-4463-9db2-61ae54e56096 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:45.853554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d80869-9158-4072-8887-49b38fd60a19 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet f6223fbf-4765-4be9-b14b-42c6bbf0c8c1 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:45.856960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94d80869-9158-4072-8887-49b38fd60a19 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.879486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.884328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.901085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Attempting to bind port 22daeffa-c4ab-4747-bd59-dbf67b185a17 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:45.901787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Attempting to bind port 22daeffa-c4ab-4747-bd59-dbf67b185a17 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:45.907617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Attempting to bind port 22daeffa-c4ab-4747-bd59-dbf67b185a17 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:45.907922 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94d80869-9158-4072-8887-49b38fd60a19 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.911598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Pushing event updated for resources: {'Port': ['ID=22daeffa-c4ab-4747-bd59-dbf67b185a17,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:45.914318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 38ef859d-b162-4e39-a735-cafdda24ba3a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:45.914922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.919121 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.931226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b084808b-7ae2-4ea6-8de7-d8a1ccb0f210,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:45.935026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:45.935026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:45.935026 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.935026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:45.935026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Bound port: 22daeffa-c4ab-4747-bd59-dbf67b185a17, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:45.935026 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.956121 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:33:45.977823 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:45.978986 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Added segment 6d6d72c8-8dac-4ab1-88ca-8930278eb198 of type vlan for network 570adea5-252d-4c85-8b2d-efd99eff359e Jul 16 20:33:46.029344 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.089301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.090341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:46.091119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.094923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94d80869-9158-4072-8887-49b38fd60a19 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.098241 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.137188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68ba07-2aa6-438b-ba51-4c6567413d79 req-5d01c71f-6e68-4eb1-bf26-5fd124538bfe tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:46.145303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac68ba07-2aa6-438b-ba51-4c6567413d79 req-5d01c71f-6e68-4eb1-bf26-5fd124538bfe tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.1784711 Jul 16 20:33:46.171318 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7466309 Jul 16 20:33:46.181592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49808) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.191149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Request body: {'subnet': {'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1320836885-subnet', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:46.249800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac68ba07-2aa6-438b-ba51-4c6567413d79 req-b98a8a82-38b1-4547-bafb-7f54a2d3a9cd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032484 Jul 16 20:33:46.270026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970909e-9fca-4212-bde9-1d201af721a8 admin admin] Pushing event updated for resources: {'Network': ['ID=570adea5-252d-4c85-8b2d-efd99eff359e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.275368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Made reservation on behalf of d65861d129f54e4da88c9a5e69d78fe0 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:46.278349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.289076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 570adea5-252d-4c85-8b2d-efd99eff359e details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:33:46.338961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.356762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94d80869-9158-4072-8887-49b38fd60a19 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.368477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] For port 22daeffa-c4ab-4747-bd59-dbf67b185a17, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:46.394875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94d80869-9158-4072-8887-49b38fd60a19 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.397621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] For port 22daeffa-c4ab-4747-bd59-dbf67b185a17, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=22daeffa-c4ab-4747-bd59-dbf67b185a17,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:46.400489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-94d80869-9158-4072-8887-49b38fd60a19 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/f6223fbf-4765-4be9-b14b-42c6bbf0c8c1 HTTP/1.1" status: 204 len: 168 time: 0.6661756 Jul 16 20:33:46.401603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49812) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.407715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d80869-9158-4072-8887-49b38fd60a19 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=f6223fbf-4765-4be9-b14b-42c6bbf0c8c1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.408138 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.465638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e156b20d-a740-43b3-b034-eebacb52df84 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564194 Jul 16 20:33:46.466612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49818) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:46.479498 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:46.482404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.564018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad816d55-75c8-437a-9900-45e73c88335b None None] Pushing event updated for resources: {'Port': ['ID=22daeffa-c4ab-4747-bd59-dbf67b185a17,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:46.712644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:46.718514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.851075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2cf4cc1e-8369-42bd-92da-16fb17146873 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:46.874351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.880745 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.884602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.918692 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:46.984619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=84c75601-4610-4952-8241-3a34fe2f31b0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.043560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.056233 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.059404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 2cf4cc1e-8369-42bd-92da-16fb17146873 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:47.069071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 2cf4cc1e-8369-42bd-92da-16fb17146873 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:47.069721 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.074000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Transition to ACTIVE for port object 0479eeaa-2aba-4463-9db2-61ae54e56096 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:47.088423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2798b0-392e-4c54-8b58-3dfd701aa87c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.109218 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.121473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Checking segment: {'id': '6d6d72c8-8dac-4ab1-88ca-8930278eb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:47.121964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Network hostable DHCP agents. Network: 570adea5-252d-4c85-8b2d-efd99eff359e, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:33:47.213129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0d262-4650-43f6-9cc3-961abc8b2f0c None None] Pushing event updated for resources: {'Port': ['ID=0479eeaa-2aba-4463-9db2-61ae54e56096,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.235924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Network 570adea5-252d-4c85-8b2d-efd99eff359e is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:33:47.266412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Attempting to bind port 0479eeaa-2aba-4463-9db2-61ae54e56096 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:47.266965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Attempting to bind port 0479eeaa-2aba-4463-9db2-61ae54e56096 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:47.267591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Attempting to bind port 0479eeaa-2aba-4463-9db2-61ae54e56096 on network 74692a0d-a571-435d-8f49-778a689435fc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:47.278219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 570adea5-252d-4c85-8b2d-efd99eff359e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:47.316989 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Floating IP d51018d0-0216-4306-83ea-781a3cf567b0 associated. External IP: 172.25.7.39, port: a8f335d9-e64e-4e02-9de3-7312f7b425d5. Jul 16 20:33:47.329700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.331535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.352984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7b9a49-a049-448c-8b0f-22deda9fdda4 None None] Network 570adea5-252d-4c85-8b2d-efd99eff359e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:47.353583 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.364569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:47.365331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Checking segment: {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:47.365931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.366638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Bound using segment: {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:47.369044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Bound port: 0479eeaa-2aba-4463-9db2-61ae54e56096, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:47.370541 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.570984 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.601085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-94e35378-f5e2-43c4-9f75-4b3c2f627f67 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4139175 Jul 16 20:33:47.604898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49830) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:47.687355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:47.711073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:47.713413 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e8ca15-46ac-4a01-99dc-4233819d47c7" -d '{"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-plugged", "status": "completed", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:47.721675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Router 81227ce0-0573-419b-99f7-940e7997b596 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:33:47.744806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:47.777665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:47.791452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] For port 0479eeaa-2aba-4463-9db2-61ae54e56096, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:47.852381 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.857155 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec658c0d-b47d-4e71-a39f-ca9587f29528 x-openstack-request-id: req-ec658c0d-b47d-4e71-a39f-ca9587f29528 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:47.857684 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-plugged", "status": "completed", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:47.858178 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec658c0d-b47d-4e71-a39f-ca9587f29528 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:47.858807 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'code': 200} Jul 16 20:33:47.863500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 22daeffa-c4ab-4747-bd59-dbf67b185a17 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:47.866528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:47.908699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=7de15ff6-0f81-4180-ba9d-ccdd5f194ac1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:47.916648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:47.923160 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.970874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] For port 0479eeaa-2aba-4463-9db2-61ae54e56096, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0479eeaa-2aba-4463-9db2-61ae54e56096,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:47.989317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.990386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:47.996018 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.010256 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61104ae6-21df-40df-9daf-82e12ed8888c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5425465 Jul 16 20:33:48.010883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49838) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.030433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': '7de15ff6-0f81-4180-ba9d-ccdd5f194ac1', 'ip_address': '2001:db8::8dc3:5aa0:ed55:59ce'}], 'name': 'tempest-NetworksTestDHCPv6-89143897'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:48.148553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:48.159521 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] Sync routers for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:48.171284 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:48.172437 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:48.187977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccfd26-f12b-468c-af78-acd9bffde469 req-8bc6d600-bafa-494c-a784-6a8d35f7809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.189663 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55ccfd26-f12b-468c-af78-acd9bffde469 req-8bc6d600-bafa-494c-a784-6a8d35f7809e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1097 time: 0.2615137 Jul 16 20:33:48.195382 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.233059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-570adea5-252d-4c85-8b2d-efd99eff359e', 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'fixed_ips': [{'subnet_id': 'ee2798b0-392e-4c54-8b58-3dfd701aa87c'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:48.237322 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.268762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31156047-ce7c-468f-a0c9-81a4c3d99cfb req-0688a98f-333c-4902-a639-4feec5ab7437 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.272357 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31156047-ce7c-468f-a0c9-81a4c3d99cfb req-0688a98f-333c-4902-a639-4feec5ab7437 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.5616038 Jul 16 20:33:48.293754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:48.382662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0d262-4650-43f6-9cc3-961abc8b2f0c None None] Pushing event updated for resources: {'Port': ['ID=0479eeaa-2aba-4463-9db2-61ae54e56096,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:48.390862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:48.392698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:48.416904 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6eb09901-a0e4-47e3-8d69-89ef77c74ebd tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8749559 Jul 16 20:33:48.418402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:48.430021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49852) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:48.440972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:33:48.443937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:48.446221 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a25856-f891-442b-951c-626495c46837" -d '{"events": [{"name": "network-changed", "server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:33:48.467109 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55ccfd26-f12b-468c-af78-acd9bffde469 req-3591096d-88dd-45bb-b327-ed6002f5e8c7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659922 Jul 16 20:33:48.496476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 22daeffa-c4ab-4747-bd59-dbf67b185a17 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:48.505583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8852858-0ec8-4d27-b51a-a742398a25ae None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:48.510705 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:48.628371 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6167405-f824-4c69-ab35-2044b1923cbe x-openstack-request-id: req-c6167405-f824-4c69-ab35-2044b1923cbe {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:33:48.629174 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:33:48.629589 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6167405-f824-4c69-ab35-2044b1923cbe {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:33:48.630149 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'status': 'completed', 'code': 200} Jul 16 20:33:48.733019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c201daab-71aa-466d-b0ad-84a6f60e07fe None None] Provisioning for port 22daeffa-c4ab-4747-bd59-dbf67b185a17 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:48.916584 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a25856-f891-442b-951c-626495c46837 req-3384249a-1058-4395-a99e-4a5006baa22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:48.916584 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9a25856-f891-442b-951c-626495c46837 req-3384249a-1058-4395-a99e-4a5006baa22d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=35b03f790bf849e384221ac3d3ba970a&device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 1136 time: 0.1122780 Jul 16 20:33:48.918144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c201daab-71aa-466d-b0ad-84a6f60e07fe None None] Provisioning complete for port 22daeffa-c4ab-4747-bd59-dbf67b185a17 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:48.918144 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c201daab-71aa-466d-b0ad-84a6f60e07fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.030792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a25856-f891-442b-951c-626495c46837 req-cab6ddd6-deff-43da-9a22-0bf2b1955aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.032288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9a25856-f891-442b-951c-626495c46837 req-cab6ddd6-deff-43da-9a22-0bf2b1955aad service neutron] 10.222.0.63 "GET /v2.0/networks?id=48215000-a719-4f50-afec-3aa2616f650e HTTP/1.1" status: 200 len: 898 time: 0.2576325 Jul 16 20:33:49.047623 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:33:06Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'd51018d0-0216-4306-83ea-781a3cf567b0', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '81227ce0-0573-419b-99f7-940e7997b596', 'port_id': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'mac_address': 'fa:16:3e:9a:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:46Z', 'updated_at': '2021-07-16T20:33:46Z', 'revision_number': 0, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20eee0a6-8921-4a40-ab67-a007fb8b4c6d', 'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bc:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:03Z', 'updated_at': '2021-07-16T20:33:17Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '589b9563-862f-477c-8752-f37db31716b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:49.119221 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] Checking router: 81227ce0-0573-419b-99f7-940e7997b596 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:49.147106 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:49.147357 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:49.156355 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9a25856-f891-442b-951c-626495c46837 req-2df7cc4f-cba6-41e7-b960-48d59a134fce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f335d9-e64e-4e02-9de3-7312f7b425d5 HTTP/1.1" status: 200 len: 998 time: 0.1140859 Jul 16 20:33:49.165313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:49.229543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a25856-f891-442b-951c-626495c46837 req-2a5d8605-5be1-4053-a747-91312b136059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.232267 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9a25856-f891-442b-951c-626495c46837 req-2a5d8605-5be1-4053-a747-91312b136059 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=589b9563-862f-477c-8752-f37db31716b2 HTTP/1.1" status: 200 len: 835 time: 0.0591323 Jul 16 20:33:49.387012 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:49.404980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a25856-f891-442b-951c-626495c46837 req-5a20e7d6-0703-412f-b85f-cae93adc763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.406337 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9a25856-f891-442b-951c-626495c46837 req-5a20e7d6-0703-412f-b85f-cae93adc763d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=48215000-a719-4f50-afec-3aa2616f650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663866 Jul 16 20:33:49.460131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Allocated IP 172.20.0.2 (570adea5-252d-4c85-8b2d-efd99eff359e/ee2798b0-392e-4c54-8b58-3dfd701aa87c/e85aff7b-52e9-4e67-8305-2cdcd6b8c629) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:49.544891 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9a25856-f891-442b-951c-626495c46837 req-f912d74d-c28d-4274-9c86-cf878da42139 service neutron] 10.222.0.63 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312256 Jul 16 20:33:49.546016 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31156047-ce7c-468f-a0c9-81a4c3d99cfb req-e9b8401a-61f7-47ec-935d-d00296284d9d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2614765 Jul 16 20:33:49.730596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c201daab-71aa-466d-b0ad-84a6f60e07fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:49.831405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9a25856-f891-442b-951c-626495c46837 req-7f6d0de3-e6a3-4f39-b35d-13bd91bb5177 service neutron] 10.222.0.63 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736967 Jul 16 20:33:49.964416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.965374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.966202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.967413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.968101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.969275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.970231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.972555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.973276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.973910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.974636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.975202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.975746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:49.978057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ee1ff45c-f290-4fb4-b274-50f3223bcb28 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9160 time: 1.5367339 Jul 16 20:33:49.981607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49884) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:49.987665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.015768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.050394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c201daab-71aa-466d-b0ad-84a6f60e07fe None None] For port 22daeffa-c4ab-4747-bd59-dbf67b185a17, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=22daeffa-c4ab-4747-bd59-dbf67b185a17,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:50.088805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port b3de021e-23cc-46ec-80b8-125cef497731 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:33:50.104786 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:33:06Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'd51018d0-0216-4306-83ea-781a3cf567b0', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '81227ce0-0573-419b-99f7-940e7997b596', 'port_id': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'mac_address': 'fa:16:3e:9a:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:46Z', 'updated_at': '2021-07-16T20:33:46Z', 'revision_number': 0, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20eee0a6-8921-4a40-ab67-a007fb8b4c6d', 'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bc:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:03Z', 'updated_at': '2021-07-16T20:33:17Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '589b9563-862f-477c-8752-f37db31716b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:50.152623 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c201daab-71aa-466d-b0ad-84a6f60e07fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.159905 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a790afc-32b5-47c8-a446-d8a2973fc9ad None None] The sync data for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 is: [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:33:06Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'd51018d0-0216-4306-83ea-781a3cf567b0', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '81227ce0-0573-419b-99f7-940e7997b596', 'port_id': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'mac_address': 'fa:16:3e:9a:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:46Z', 'updated_at': '2021-07-16T20:33:46Z', 'revision_number': 0, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20eee0a6-8921-4a40-ab67-a007fb8b4c6d', 'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bc:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:03Z', 'updated_at': '2021-07-16T20:33:17Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '589b9563-862f-477c-8752-f37db31716b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:50.194691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.215149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.215300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.215707 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.217317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.217936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.218898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.219551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.220163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.220811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.221439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.222044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.223795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:50.228159 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-05a9186c-2368-45da-8b53-5c6675da3ae9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8351 time: 0.2452178 Jul 16 20:33:50.232580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:50.246071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201daab-71aa-466d-b0ad-84a6f60e07fe None None] Pushing event updated for resources: {'Port': ['ID=22daeffa-c4ab-4747-bd59-dbf67b185a17,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:50.392758 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.460239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Transition to ACTIVE for port object e85aff7b-52e9-4e67-8305-2cdcd6b8c629 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:50.487498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:47Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:50.578502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Transition to ACTIVE for port object e85aff7b-52e9-4e67-8305-2cdcd6b8c629 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:50.580670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f2c62-b5b9-43ca-b077-e711c530496d None None] The sync data for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 is: [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:47Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:50.622964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.676513 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-815ff89b-2483-4f0a-9529-8452ec069cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:50.747223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::8dc3:5aa0:ed55:59ce (8c07d769-9495-46f2-a374-c7510b386f2a/7de15ff6-0f81-4180-ba9d-ccdd5f194ac1/b3de021e-23cc-46ec-80b8-125cef497731) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:51.023141 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b49e5bd7-c425-44eb-a377-39a121d02662 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5044 time: 0.7890396 Jul 16 20:33:51.086963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:51.120004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ea741-27e1-4826-a25d-07333ec98003 None None] New status for floating IP d51018d0-0216-4306-83ea-781a3cf567b0: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:33:51.194732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Network 570adea5-252d-4c85-8b2d-efd99eff359e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:51.200643 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:51.215583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:51.452341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6808bb16-c111-498b-a5eb-c95cf88391fb None None] Provisioning complete for port 22daeffa-c4ab-4747-bd59-dbf67b185a17 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:51.452725 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6808bb16-c111-498b-a5eb-c95cf88391fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.498991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Pushing event updated for resources: {'Port': ['ID=e85aff7b-52e9-4e67-8305-2cdcd6b8c629,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:51.552616 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.572002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.576441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object b3de021e-23cc-46ec-80b8-125cef497731 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:51.645926 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:51.784275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Attempting to bind port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:51.784672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Attempting to bind port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6d6d72c8-8dac-4ab1-88ca-8930278eb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:51.796166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Attempting to bind port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 on network 570adea5-252d-4c85-8b2d-efd99eff359e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:51.859131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0479eeaa-2aba-4463-9db2-61ae54e56096 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:52.039864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:52.043656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Checking segment: {'id': '6d6d72c8-8dac-4ab1-88ca-8930278eb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:52.044376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.046004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Bound using segment: {'id': '6d6d72c8-8dac-4ab1-88ca-8930278eb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:52.047538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Bound port: e85aff7b-52e9-4e67-8305-2cdcd6b8c629, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6d72c8-8dac-4ab1-88ca-8930278eb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:52.048073 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.106496 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-d47f7762-5f77-4824-a7f8-dfd9082edad6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0008035 Jul 16 20:33:52.129904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c947e-e679-4ad9-9236-9bfeb33ba008 req-b3bada96-c05f-44c3-9a66-e4c7672c9278 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.137527 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-202c947e-e679-4ad9-9236-9bfeb33ba008 req-b3bada96-c05f-44c3-9a66-e4c7672c9278 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 1.0856111 Jul 16 20:33:52.150787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Allocated IP 172.25.7.137 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/667aa568-ff20-4f9a-b4c8-0eb20a79563e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:52.276469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2008d5e0-e78f-439f-bf92-5dc46ddd5a60 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.278045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2008d5e0-e78f-439f-bf92-5dc46ddd5a60 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.292501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 0479eeaa-2aba-4463-9db2-61ae54e56096 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:52.315334 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2008d5e0-e78f-439f-bf92-5dc46ddd5a60 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=81227ce0-0573-419b-99f7-940e7997b596 HTTP/1.1" status: 200 len: 1991 time: 1.2265327 Jul 16 20:33:52.371032 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-202c947e-e679-4ad9-9236-9bfeb33ba008 req-cc06bed7-a779-44ab-bcde-1c9a670f532c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308402 Jul 16 20:33:52.378052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0479eeaa-2aba-4463-9db2-61ae54e56096 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:52.379712 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.420133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] For port e85aff7b-52e9-4e67-8305-2cdcd6b8c629, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:52.426543 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] For port e85aff7b-52e9-4e67-8305-2cdcd6b8c629, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e85aff7b-52e9-4e67-8305-2cdcd6b8c629,segment=NetworkSegment(6d6d72c8-8dac-4ab1-88ca-8930278eb198),segment_id=6d6d72c8-8dac-4ab1-88ca-8930278eb198)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:52.443445 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.463101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-0aa6eab5-681a-447e-ab61-75f1ca11a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.463624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-0aa6eab5-681a-447e-ab61-75f1ca11a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.464101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-0aa6eab5-681a-447e-ab61-75f1ca11a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.464579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-0aa6eab5-681a-447e-ab61-75f1ca11a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.477743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-0aa6eab5-681a-447e-ab61-75f1ca11a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.478556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-0aa6eab5-681a-447e-ab61-75f1ca11a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.479044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-0aa6eab5-681a-447e-ab61-75f1ca11a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.484921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-0aa6eab5-681a-447e-ab61-75f1ca11a455 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6508 time: 0.3429041 Jul 16 20:33:52.557429 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.590529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-348b9f90-e2d2-4a14-8ca8-2287f4137bf7 None None] Could not find standard attr ID for object 175d29c5-fd9f-4710-a230-22ae053168a6. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:33:52.641934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-348b9f90-e2d2-4a14-8ca8-2287f4137bf7 None None] Could not find standard attr ID for object d50dfb60-63ad-449e-bd79-e5a3f8acead4. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:33:52.671455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-348b9f90-e2d2-4a14-8ca8-2287f4137bf7 None None] Could not find standard attr ID for object 55512a3b-094b-4b86-9afd-e61f011ede35. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:33:52.837832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-c0ceec3d-03f8-4261-b417-9581346e3a76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7641225 Jul 16 20:33:52.843533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:52.860405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-7ee455a6-0062-44e5-9cba-6acb78b150ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.861053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-7ee455a6-0062-44e5-9cba-6acb78b150ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.862289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-7ee455a6-0062-44e5-9cba-6acb78b150ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:52.864181 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-7ee455a6-0062-44e5-9cba-6acb78b150ee service neutron] 10.222.0.63 "GET /v2.0/networks?id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=6a17a63a-c043-49f3-9a05-56cd95c749a7&id=6a17a63a-c043-49f3-9a05-56cd95c749a7 HTTP/1.1" status: 200 len: 2297 time: 0.3395355 Jul 16 20:33:52.937565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:52.986095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 0479eeaa-2aba-4463-9db2-61ae54e56096, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0479eeaa-2aba-4463-9db2-61ae54e56096,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:52.990487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:52.990995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3d1bb-2fd9-48bc-a208-9b8b6fe77140 None None] Pushing event updated for resources: {'Port': ['ID=e85aff7b-52e9-4e67-8305-2cdcd6b8c629,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:53.010486 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.012999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 22daeffa-c4ab-4747-bd59-dbf67b185a17 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:53.018853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:53.049470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.050279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.228346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=b3de021e-23cc-46ec-80b8-125cef497731,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:53.247740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb140-fc30-4f1d-85b8-c038b13a9fa7 req-9af97a69-fa3a-40f2-adc3-58a04bb4c283 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.251829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=0479eeaa-2aba-4463-9db2-61ae54e56096,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:53.261885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 22daeffa-c4ab-4747-bd59-dbf67b185a17 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:53.262398 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.278458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-145cb140-fc30-4f1d-85b8-c038b13a9fa7 req-9af97a69-fa3a-40f2-adc3-58a04bb4c283 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 0.5401857 Jul 16 20:33:53.291960 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-c9817f8d-958a-49eb-9349-0fb143a25c62 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 HTTP/1.1" status: 200 len: 1002 time: 0.4125593 Jul 16 20:33:53.312172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.357702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d4a40a0c-9156-4218-80cb-c32ea7e2eb2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.3439624 Jul 16 20:33:53.360535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49942) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:53.449352 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.528586 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9a4505f-ae81-47a0-af4b-271080ba046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.529500 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-145cb140-fc30-4f1d-85b8-c038b13a9fa7 req-0f4ebb77-e85f-419d-9e5d-81e970e2dcd1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465191 Jul 16 20:33:53.584031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:53.590604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-e5823c9e-58d1-4a73-a9d4-4d04c00912d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.604010 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-e5823c9e-58d1-4a73-a9d4-4d04c00912d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 1098 time: 0.6065385 Jul 16 20:33:53.618640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.632578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-70d39ac4-dd54-4536-bf8f-26c091760c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.637029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-70d39ac4-dd54-4536-bf8f-26c091760c8b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8b25d401-2108-45e7-bcdf-2b5a4eec4cc8 HTTP/1.1" status: 200 len: 856 time: 0.3196058 Jul 16 20:33:53.769306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Pushing event updated for resources: {'Port': ['ID=667aa568-ff20-4f9a-b4c8-0eb20a79563e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:53.899851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea4ab2-5f86-4346-bcdc-6c5e3ec693bc tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.904872 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dcea4ab2-5f86-4346-bcdc-6c5e3ec693bc tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1092 time: 0.3189614 Jul 16 20:33:53.906060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49956) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:53.913242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'tenant_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:53.920368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cac1d-bc53-4275-9447-da54d9a5ccaa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.922091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-bd3c42f4-6ce6-4060-af26-223de0a1a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.924948 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-bd3c42f4-6ce6-4060-af26-223de0a1a3f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2415881 Jul 16 20:33:53.929712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-57abaabf-7c46-4f64-a10a-2377d2fa9741 None None] Provisioning for port b3de021e-23cc-46ec-80b8-125cef497731 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:53.930505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cac1d-bc53-4275-9447-da54d9a5ccaa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:53.933246 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5d1cac1d-bc53-4275-9447-da54d9a5ccaa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.5700030 Jul 16 20:33:53.940463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:53.944965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-57abaabf-7c46-4f64-a10a-2377d2fa9741 None None] Provisioning complete for port b3de021e-23cc-46ec-80b8-125cef497731 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:53.947439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:53.948110 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57abaabf-7c46-4f64-a10a-2377d2fa9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:53.960051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:53.981226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:54.045637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-e9580d6d-ba97-4559-a3e9-b50fed8f59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.047785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-e9580d6d-ba97-4559-a3e9-b50fed8f59f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 200 len: 916 time: 0.2801964 Jul 16 20:33:54.054063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-57abaabf-7c46-4f64-a10a-2377d2fa9741 None None] Port b3de021e-23cc-46ec-80b8-125cef497731 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:33:54.096572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0479eeaa-2aba-4463-9db2-61ae54e56096 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:54.218554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-87375970-9fc4-41a4-b5e8-fa9a1a8a986d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ca8d371-f59c-44c2-863a-848216af7e16 HTTP/1.1" status: 200 len: 217 time: 0.1561043 Jul 16 20:33:54.227665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0479eeaa-2aba-4463-9db2-61ae54e56096 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:54.230638 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.265472 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.422581 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-cbc083f6-4d7d-48ea-b4af-aaa5f145c161 service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801707 Jul 16 20:33:54.438307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e85aff7b-52e9-4e67-8305-2cdcd6b8c629 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:54.517834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:54.561268 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.564017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-2ad6db71-c44f-4ed5-8678-deff0cfedcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:54.565929 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-2ad6db71-c44f-4ed5-8678-deff0cfedcd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 200 len: 855 time: 0.3288620 Jul 16 20:33:54.610451 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-57c85573-c46b-49fc-931a-4fb589304c3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7e560f6-85ed-4979-9bdb-61ca9eba363c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362720 Jul 16 20:33:54.761183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-90986099-92be-44a9-9798-0da52c60fe0f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port b3de021e-23cc-46ec-80b8-125cef497731 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:54.768740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90986099-92be-44a9-9798-0da52c60fe0f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.785540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb67b4-8842-4080-a046-6169bf997613 None None] Network 570adea5-252d-4c85-8b2d-efd99eff359e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:54.883083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.926404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-760211cf-2dc5-4959-af7a-c43f8d9e0b47 service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070004 Jul 16 20:33:54.941018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5f20410b-f086-4cc0-ba0b-9ac6cc2af1ae None None] Provisioning for port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:33:54.966654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5f20410b-f086-4cc0-ba0b-9ac6cc2af1ae None None] Provisioning complete for port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:54.967033 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f20410b-f086-4cc0-ba0b-9ac6cc2af1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:54.998962 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-aceaf9a3-c79d-4d1d-998b-e91689d963ec service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206454 Jul 16 20:33:55.089185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90986099-92be-44a9-9798-0da52c60fe0f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.112311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-90986099-92be-44a9-9798-0da52c60fe0f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for b3de021e-23cc-46ec-80b8-125cef497731 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:55.169109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8f4e881-6e64-4fea-af51-247ec790e9ee req-27dc50a4-e55b-4885-ae92-601112a64ec7 service neutron] 10.222.0.30 "GET /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345715 Jul 16 20:33:55.169369 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f20410b-f086-4cc0-ba0b-9ac6cc2af1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.251679 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-5d20de8a-38cb-41a1-b555-2d203b96b9f2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 217 time: 0.2425423 Jul 16 20:33:55.252482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5f20410b-f086-4cc0-ba0b-9ac6cc2af1ae None None] For port e85aff7b-52e9-4e67-8305-2cdcd6b8c629, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e85aff7b-52e9-4e67-8305-2cdcd6b8c629,segment=NetworkSegment(6d6d72c8-8dac-4ab1-88ca-8930278eb198),segment_id=6d6d72c8-8dac-4ab1-88ca-8930278eb198)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:55.257640 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f20410b-f086-4cc0-ba0b-9ac6cc2af1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.274711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.333395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.357843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20410b-f086-4cc0-ba0b-9ac6cc2af1ae None None] Pushing event updated for resources: {'Port': ['ID=e85aff7b-52e9-4e67-8305-2cdcd6b8c629,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.432317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.25.7.239 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/f005af7d-9d80-405a-8073-dad2b27b5a54) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:55.565338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.624463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.668170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Router b3dbd036-2944-4634-9a24-ae105d538550 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:33:55.718748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2d35ab6-fe6e-487c-a97a-1a012554d966 None None] Provisioning complete for port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:55.721705 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2d35ab6-fe6e-487c-a97a-1a012554d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:55.766633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:55.779464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:55.782232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-42d82d0a-beaf-461a-98b5-784234e59a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:55.784324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-42d82d0a-beaf-461a-98b5-784234e59a73 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.5231340 Jul 16 20:33:55.805982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:55.850000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=f005af7d-9d80-405a-8073-dad2b27b5a54,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:55.928794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e85aff7b-52e9-4e67-8305-2cdcd6b8c629 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:33:55.936610 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90986099-92be-44a9-9798-0da52c60fe0f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.048916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90986099-92be-44a9-9798-0da52c60fe0f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=b3de021e-23cc-46ec-80b8-125cef497731,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:56.065417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:33:56.065964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.100542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-567f1258-ce62-4be2-925b-0dbe70f2f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:56.102090 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-567f1258-ce62-4be2-925b-0dbe70f2f9ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2882204 Jul 16 20:33:56.268080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90986099-92be-44a9-9798-0da52c60fe0f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.284768 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-90986099-92be-44a9-9798-0da52c60fe0f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/b3de021e-23cc-46ec-80b8-125cef497731 HTTP/1.1" status: 204 len: 168 time: 2.3021827 Jul 16 20:33:56.304862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.320094 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.480899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:33:56.491826 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Sync routers for ids ['b3dbd036-2944-4634-9a24-ae105d538550'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:33:56.505540 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Routers {'b3dbd036-2944-4634-9a24-ae105d538550'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:56.506376 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b3dbd036-2944-4634-9a24-ae105d538550'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:56.520387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.525849 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-ffb27960-ddd4-4de7-8d2e-c46645b5afc0 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938322 Jul 16 20:33:56.528560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.533913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a3a3ba09-79ae-4dc3-b9d6-a3bbd310ae45 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8011587 Jul 16 20:33:56.566844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e32f3-1a91-48bd-8606-9d8a5baaf17c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:56.568429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e32f3-1a91-48bd-8606-9d8a5baaf17c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:56.573184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-635e32f3-1a91-48bd-8606-9d8a5baaf17c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2672081 Jul 16 20:33:56.573409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:56.764561 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Set router b3dbd036-2944-4634-9a24-ae105d538550 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:56.773072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9e203e-354d-43f4-a183-38b20c835792 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 7de15ff6-0f81-4180-ba9d-ccdd5f194ac1 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:33:56.787801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb9e203e-354d-43f4-a183-38b20c835792 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.855814 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb9e203e-354d-43f4-a183-38b20c835792 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:56.959031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb9e203e-354d-43f4-a183-38b20c835792 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.069172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb9e203e-354d-43f4-a183-38b20c835792 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.092667 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:48Z', 'updated_at': '2021-07-16T20:33:54Z', 'revision_number': 3, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'gw_port': {'id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:51Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:57.128575 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Checking router: b3dbd036-2944-4634-9a24-ae105d538550 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:33:57.129229 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Updating router b3dbd036-2944-4634-9a24-ae105d538550 port 667aa568-ff20-4f9a-b4c8-0eb20a79563e binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:33:57.150769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec340891-b1e8-4cad-8db9-9df5065b699d None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:57.169001 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb9e203e-354d-43f4-a183-38b20c835792 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.170958 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bb9e203e-354d-43f4-a183-38b20c835792 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/7de15ff6-0f81-4180-ba9d-ccdd5f194ac1 HTTP/1.1" status: 204 len: 168 time: 0.5963097 Jul 16 20:33:57.172110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e203e-354d-43f4-a183-38b20c835792 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=7de15ff6-0f81-4180-ba9d-ccdd5f194ac1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:57.174525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50012) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.200653 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.271756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b8bdfb50-b6a5-4d18-9527-7eea3a98e6d4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938203 Jul 16 20:33:57.272068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.277389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:57.451166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:57.467628 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.522712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862ee751-8c50-4c90-95c4-92c613a0564f None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:33:57.605721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-862ee751-8c50-4c90-95c4-92c613a0564f None None] Deleting port 22daeffa-c4ab-4747-bd59-dbf67b185a17 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:33:57.606407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-862ee751-8c50-4c90-95c4-92c613a0564f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.688902 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.705628 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Transition to ACTIVE for port object 667aa568-ff20-4f9a-b4c8-0eb20a79563e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:57.713878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-b66b4ee2-602a-4180-9fcf-42351d077805 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1671212 Jul 16 20:33:57.715446 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.735184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-862ee751-8c50-4c90-95c4-92c613a0564f None None] For port 22daeffa-c4ab-4747-bd59-dbf67b185a17, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=22daeffa-c4ab-4747-bd59-dbf67b185a17,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:33:57.737183 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-862ee751-8c50-4c90-95c4-92c613a0564f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.781135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-862ee751-8c50-4c90-95c4-92c613a0564f None None] Calling delete_port for 22daeffa-c4ab-4747-bd59-dbf67b185a17 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:33:57.836399 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-e3fc4b05-6875-4ed6-a127-72c22f8ab187 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 217 time: 0.0876408 Jul 16 20:33:57.838278 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31c3f0-7e85-422e-b70c-2916a07adc38 None None] Pushing event updated for resources: {'Port': ['ID=667aa568-ff20-4f9a-b4c8-0eb20a79563e,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:57.854328 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.878533 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Attempting to bind port 667aa568-ff20-4f9a-b4c8-0eb20a79563e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:57.883068 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Attempting to bind port 667aa568-ff20-4f9a-b4c8-0eb20a79563e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:57.883667 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Attempting to bind port 667aa568-ff20-4f9a-b4c8-0eb20a79563e on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:57.886040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 22daeffa-c4ab-4747-bd59-dbf67b185a17 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:33:57.889866 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:57.890244 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:57.890649 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.891051 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:57.891626 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Bound port: 667aa568-ff20-4f9a-b4c8-0eb20a79563e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:57.892015 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.922931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:57.928527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:57.937532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:57.938798 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:57.971558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6970005 Jul 16 20:33:57.973508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:33:57.982993 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] For port 667aa568-ff20-4f9a-b4c8-0eb20a79563e, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:57.988409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': '07a4c0c4-0683-47f5-9db8-a30b50bd6792', 'ip_address': '2001:db8::5c5a:3f6f:9067:d26f'}], 'name': 'tempest-NetworksTestDHCPv6-1712373046'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:33:57.989880 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] For port 667aa568-ff20-4f9a-b4c8-0eb20a79563e, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=667aa568-ff20-4f9a-b4c8-0eb20a79563e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:57.998848 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.038161 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.050707 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-862ee751-8c50-4c90-95c4-92c613a0564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.054774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a453cd-54c8-47c2-bea1-7e0cc6c48d15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=07a4c0c4-0683-47f5-9db8-a30b50bd6792,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.073702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ee751-8c50-4c90-95c4-92c613a0564f None None] No DVR routers for this DVR port 22daeffa-c4ab-4747-bd59-dbf67b185a17 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:33:58.120904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da15f50b-205e-479a-a310-dd3c6d545aed None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:33:58.124092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee751-8c50-4c90-95c4-92c613a0564f None None] Pushing event deleted for resources: {'Port': ['ID=22daeffa-c4ab-4747-bd59-dbf67b185a17,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.168472 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Routers {'b3dbd036-2944-4634-9a24-ae105d538550'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:33:58.168844 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b3dbd036-2944-4634-9a24-ae105d538550'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:58.177005 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31c3f0-7e85-422e-b70c-2916a07adc38 None None] Pushing event updated for resources: {'Port': ['ID=667aa568-ff20-4f9a-b4c8-0eb20a79563e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:58.193964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-8408424d-d126-42a2-9a13-eace15e46911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:58.195921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-8408424d-d126-42a2-9a13-eace15e46911 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.3457241 Jul 16 20:33:58.223522 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.346758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:33:58.436672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '07a4c0c4-0683-47f5-9db8-a30b50bd6792'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:33:58.440583 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.465865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-6125d392-e482-4132-96a8-8efbf0b2382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:58.466875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-6125d392-e482-4132-96a8-8efbf0b2382e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2549565 Jul 16 20:33:58.474683 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.487903 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] Set router b3dbd036-2944-4634-9a24-ae105d538550 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:33:58.566748 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.584084 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:58.633452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 02503b32-0538-4621-b028-e5f6be1760b3 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:33:58.789751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/07a4c0c4-0683-47f5-9db8-a30b50bd6792/2ce9820b-b5f2-428f-8468-9023d7c49654) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:58.886583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-6be39c20-3c42-4ef5-934f-81ab205bbc4a service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098105 Jul 16 20:33:58.903341 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:48Z', 'updated_at': '2021-07-16T20:33:54Z', 'revision_number': 3, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'gw_port': {'id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:51Z', 'updated_at': '2021-07-16T20:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:33:58.965305 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8ff40-944c-4111-b033-85ea91da600b None None] The sync data for ids ['b3dbd036-2944-4634-9a24-ae105d538550'] in n-d-792394-17 is: [{'id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:48Z', 'updated_at': '2021-07-16T20:33:54Z', 'revision_number': 3, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'gw_port': {'id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:51Z', 'updated_at': '2021-07-16T20:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:33:59.095130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.099036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Allocated IP 172.20.0.1 (570adea5-252d-4c85-8b2d-efd99eff359e/ee2798b0-392e-4c54-8b58-3dfd701aa87c/8ea58e68-674a-4a51-80dd-b8133096a69c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:59.114736 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.165330 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-a8ed3518-db19-4a31-a625-42f552d4ebbf service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677760 Jul 16 20:33:59.204556 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.231187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Transition to ACTIVE for port object 2ce9820b-b5f2-428f-8468-9023d7c49654 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:59.249886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Transition to ACTIVE for port object 2ce9820b-b5f2-428f-8468-9023d7c49654 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:59.264121 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.279108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=f005af7d-9d80-405a-8073-dad2b27b5a54,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:59.284879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-8a2a13e3-b0a8-4e6b-946b-68c761057038 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4 HTTP/1.1" status: 200 len: 217 time: 0.0955088 Jul 16 20:33:59.346759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::5c5a:3f6f:9067:d26f (8c07d769-9495-46f2-a374-c7510b386f2a/07a4c0c4-0683-47f5-9db8-a30b50bd6792/02503b32-0538-4621-b028-e5f6be1760b3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:33:59.399249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:33:59.413725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:33:59.432218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:33:59.434336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.453204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Pushing event updated for resources: {'Port': ['ID=2ce9820b-b5f2-428f-8468-9023d7c49654,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:33:59.583442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Attempting to bind port 2ce9820b-b5f2-428f-8468-9023d7c49654 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:33:59.584082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Attempting to bind port 2ce9820b-b5f2-428f-8468-9023d7c49654 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:33:59.584649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Attempting to bind port 2ce9820b-b5f2-428f-8468-9023d7c49654 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:33:59.593072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:33:59.593781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:33:59.594365 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.594923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:33:59.596209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Bound port: 2ce9820b-b5f2-428f-8468-9023d7c49654, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:33:59.596835 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.614563 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:33:59.638983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-bc4f86d4-bc91-446a-a194-51d4d4a05d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:33:59.640548 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-bc4f86d4-bc91-446a-a194-51d4d4a05d06 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.3427973 Jul 16 20:33:59.744718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] For port 2ce9820b-b5f2-428f-8468-9023d7c49654, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:33:59.763885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] For port 2ce9820b-b5f2-428f-8468-9023d7c49654, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2ce9820b-b5f2-428f-8468-9023d7c49654,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:33:59.774475 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.796123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.839417 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Floating IP 9e8f2cba-c63e-4746-9012-b286ce5041a3 associated. External IP: 172.25.7.239, port: 2cf4cc1e-8369-42bd-92da-16fb17146873. Jul 16 20:33:59.852136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 02503b32-0538-4621-b028-e5f6be1760b3 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:59.886535 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.917179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:33:59.917774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Transition to ACTIVE for port object 8ea58e68-674a-4a51-80dd-b8133096a69c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:33:59.997842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da729a3d-b805-4ff6-9713-2ccd144537f7 None None] Pushing event updated for resources: {'Port': ['ID=2ce9820b-b5f2-428f-8468-9023d7c49654,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:00.020763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.024812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:00.030671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:00.034581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 667aa568-ff20-4f9a-b4c8-0eb20a79563e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:00.036607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:00.050803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.051822 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.078965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=02503b32-0538-4621-b028-e5f6be1760b3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:00.095935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3f998fc8-2747-4782-8475-72e5992fb378 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1186702 Jul 16 20:34:00.100240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50060) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:00.218153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 667aa568-ff20-4f9a-b4c8-0eb20a79563e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:00.239239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 667aa568-ff20-4f9a-b4c8-0eb20a79563e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:00.239724 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.243890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Network 570adea5-252d-4c85-8b2d-efd99eff359e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:00.257428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c33735-0a85-4f7c-8ff7-c5050cf44db1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.264167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c33735-0a85-4f7c-8ff7-c5050cf44db1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.266233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-36c33735-0a85-4f7c-8ff7-c5050cf44db1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1646128 Jul 16 20:34:00.272875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50062) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:00.290021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea58e68-674a-4a51-80dd-b8133096a69c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:00.308648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:00.324425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:00.408744 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.452795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 667aa568-ff20-4f9a-b4c8-0eb20a79563e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=667aa568-ff20-4f9a-b4c8-0eb20a79563e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:00.459606 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.485428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-94be3850-3cdf-4736-9378-528d44d58f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:00.488043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-94be3850-3cdf-4736-9378-528d44d58f14 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8388467 Jul 16 20:34:00.504145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e7936f17-f59c-4710-9675-84363950f20a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 02503b32-0538-4621-b028-e5f6be1760b3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:00.505317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7936f17-f59c-4710-9675-84363950f20a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.563127 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.649385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=667aa568-ff20-4f9a-b4c8-0eb20a79563e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:00.770106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7936f17-f59c-4710-9675-84363950f20a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.782116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf5d19fc-212f-4cc0-bc17-643639794512 None None] Provisioning for port 8ea58e68-674a-4a51-80dd-b8133096a69c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:00.790402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cf5d19fc-212f-4cc0-bc17-643639794512 None None] Provisioning complete for port 8ea58e68-674a-4a51-80dd-b8133096a69c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:00.791197 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf5d19fc-212f-4cc0-bc17-643639794512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:00.810804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e7936f17-f59c-4710-9675-84363950f20a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 02503b32-0538-4621-b028-e5f6be1760b3 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:00.836840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d19fc-212f-4cc0-bc17-643639794512 None None] Port 8ea58e68-674a-4a51-80dd-b8133096a69c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:01.013658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.020158 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-524d3cd0-33ec-4e8e-befb-cebfbc12a75e service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220556 Jul 16 20:34:01.123115 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7936f17-f59c-4710-9675-84363950f20a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.132274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:01.242812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7936f17-f59c-4710-9675-84363950f20a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.246874 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e7936f17-f59c-4710-9675-84363950f20a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/02503b32-0538-4621-b028-e5f6be1760b3 HTTP/1.1" status: 204 len: 168 time: 0.9706378 Jul 16 20:34:01.250953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50080) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:01.275744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7936f17-f59c-4710-9675-84363950f20a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=02503b32-0538-4621-b028-e5f6be1760b3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:01.333685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b509d241-24fb-4dda-83b3-56ba579b4e80 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:01.335485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b509d241-24fb-4dda-83b3-56ba579b4e80 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:01.339492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b509d241-24fb-4dda-83b3-56ba579b4e80 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0845203 Jul 16 20:34:01.340189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:01.387079 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-8d79cb29-bb27-40f9-81c3-2698af4f30b2 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367794 Jul 16 20:34:01.424500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-37072078-c254-4765-8d64-dd617870a886 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 07a4c0c4-0683-47f5-9db8-a30b50bd6792 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:01.424500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37072078-c254-4765-8d64-dd617870a886 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.490233 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37072078-c254-4765-8d64-dd617870a886 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.499962 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-c9f78eda-2c6c-4e40-bf4e-06c84349ce6c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=7ec91537-7208-43f6-a91a-d689b79c0b81 HTTP/1.1" status: 200 len: 217 time: 0.1034191 Jul 16 20:34:01.567371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d4ccf93-0140-4b19-abe8-2f63c65c6657 None None] Provisioning for port 2ce9820b-b5f2-428f-8468-9023d7c49654 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:01.593304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37072078-c254-4765-8d64-dd617870a886 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.667129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:01.681826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.685194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-89ab08af-2082-4b54-a109-0ee0ecde18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:01.687250 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-89ab08af-2082-4b54-a109-0ee0ecde18a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.1783466 Jul 16 20:34:01.688231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] Sync routers for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:01.690539 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.729015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:01.732782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:01.761093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.809835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37072078-c254-4765-8d64-dd617870a886 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.940565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37072078-c254-4765-8d64-dd617870a886 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=07a4c0c4-0683-47f5-9db8-a30b50bd6792,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:01.946017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37072078-c254-4765-8d64-dd617870a886 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:01.949487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-37072078-c254-4765-8d64-dd617870a886 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/07a4c0c4-0683-47f5-9db8-a30b50bd6792 HTTP/1.1" status: 204 len: 168 time: 0.6082675 Jul 16 20:34:01.964644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50094) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:01.987420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9c031-fc9c-44d6-b524-22d272a2b662 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:02.057446 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.071440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Network 570adea5-252d-4c85-8b2d-efd99eff359e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:02.079778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a70c9f02-695c-4633-a808-e655c868dd93 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136978 Jul 16 20:34:02.082353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50098) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:02.085110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:02.164588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:02.326189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b9841-cb95-4c9b-b125-93f44af78d10 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:02.330199 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-546b9841-cb95-4c9b-b125-93f44af78d10 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2446651 Jul 16 20:34:02.333812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50104) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:02.338565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 667aa568-ff20-4f9a-b4c8-0eb20a79563e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:02.350287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-25e643ee-1223-4df5-a930-d1b268ed2c5c None None] Could not find standard attr ID for object 02503b32-0538-4621-b028-e5f6be1760b3. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:34:02.444725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38175eba-323c-4fc0-9720-30e31f32d497 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:02.447354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-38175eba-323c-4fc0-9720-30e31f32d497 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1065366 Jul 16 20:34:02.449604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50110) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:02.535196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-17084eac-1a12-4c42-946d-c6b982323122 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833879 Jul 16 20:34:02.538732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50112) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:02.547188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:02.704763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:02.710046 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.771084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea58e68-674a-4a51-80dd-b8133096a69c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:02.775568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1ddc41c0-3e8d-4557-84da-b9bd337cd395 None None] Provisioning complete for port 8ea58e68-674a-4a51-80dd-b8133096a69c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:02.776200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ddc41c0-3e8d-4557-84da-b9bd337cd395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.784288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.784944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.785470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.785970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.786459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.786958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.787504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.788572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.789091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.789581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.790054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.790535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:02.857771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-370ea187-43d1-4f71-8eb7-7d37a39e7783 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.9491396 Jul 16 20:34:02.864797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:02.868547 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16642f8-73ee-4bec-836d-42e892dea0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:02.883990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 667aa568-ff20-4f9a-b4c8-0eb20a79563e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:02.884367 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:02.917431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-1caf6ca4-8b0e-47f0-99b0-9632d397f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:02.919346 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-1caf6ca4-8b0e-47f0-99b0-9632d397f27a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1741519 Jul 16 20:34:02.956928 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83c3818-5e60-4fa3-85d4-40d4a8561605 x-openstack-request-id: req-d83c3818-5e60-4fa3-85d4-40d4a8561605 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:02.957212 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:02.957671 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d83c3818-5e60-4fa3-85d4-40d4a8561605 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:02.958258 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'status': 'completed', 'code': 200} Jul 16 20:34:03.044629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0ce5c1-d982-4589-8ffd-ee4fe2c2afe0 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:34:03.105202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9e8f2cba-c63e-4746-9012-b286ce5041a3', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'port_id': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:56Z', 'updated_at': '2021-07-16T20:33:56Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf38183-71fc-405b-8ea5-61e30952436f', 'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:ca:5b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:23Z', 'updated_at': '2021-07-16T20:33:38Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '271d6626-e130-480b-b312-8cfda3f391fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:03.179409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc41c0-3e8d-4557-84da-b9bd337cd395 None None] Port 8ea58e68-674a-4a51-80dd-b8133096a69c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:03.183499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] Checking router: 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:03.202451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.204747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Router b3dbd036-2944-4634-9a24-ae105d538550 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:03.206502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:03.207752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:03.277237 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-106aff18-7fe2-46eb-8df4-4508fb679a56 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431334 Jul 16 20:34:03.305858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:03.310524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:03.320977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:03.321669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.324567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-f7be132a-709d-4cae-ac65-34d07f27b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:03.326111 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-f7be132a-709d-4cae-ac65-34d07f27b85a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1097 time: 0.3352160 Jul 16 20:34:03.358724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8186135 Jul 16 20:34:03.363899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50138) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:03.369440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': '2e4340db-3acb-4022-98c9-0f2cc7e2186d', 'ip_address': '2001:db8::e90b:732:59d8:de45'}], 'name': 'tempest-NetworksTestDHCPv6-1583605208'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:03.372849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ce5c1-d982-4589-8ffd-ee4fe2c2afe0 None None] Deleting port 2ce9820b-b5f2-428f-8468-9023d7c49654 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:03.373707 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce5c1-d982-4589-8ffd-ee4fe2c2afe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.378812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbbd0e-df6d-4990-9f20-d4e3663a02c9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=2e4340db-3acb-4022-98c9-0f2cc7e2186d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:03.437063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2ce9820b-b5f2-428f-8468-9023d7c49654 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:03.567053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:03.592565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd30db-7f1e-4680-aa83-02afc022b37d req-f0bbff2c-fd52-4e5a-9647-1e8e289b291d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:03.602035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-badd30db-7f1e-4680-aa83-02afc022b37d req-f0bbff2c-fd52-4e5a-9647-1e8e289b291d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 0.4445083 Jul 16 20:34:03.606963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:03.834717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.873327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ed0ce5c1-d982-4589-8ffd-ee4fe2c2afe0 None None] For port 2ce9820b-b5f2-428f-8468-9023d7c49654, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2ce9820b-b5f2-428f-8468-9023d7c49654,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:03.874490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce5c1-d982-4589-8ffd-ee4fe2c2afe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.909628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ce5c1-d982-4589-8ffd-ee4fe2c2afe0 None None] Calling delete_port for 2ce9820b-b5f2-428f-8468-9023d7c49654 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:03.912299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:03.952509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-badd30db-7f1e-4680-aa83-02afc022b37d req-23daa1ae-2dfe-4307-a6af-1f93ffb00be6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489978 Jul 16 20:34:03.960027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-c10b2afc-7297-415c-887f-0ad2717a3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:03.962790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-c10b2afc-7297-415c-887f-0ad2717a3dd5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a107456a-63f1-4ae4-97d1-99f9e30c5a46 HTTP/1.1" status: 200 len: 897 time: 0.5131791 Jul 16 20:34:03.973004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 2ce9820b-b5f2-428f-8468-9023d7c49654 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:03.981850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2ce9820b-b5f2-428f-8468-9023d7c49654 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:03.982544 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:03.996471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:04.080720 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-f820ca1c-8f02-4adb-810e-298ecfc35014 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 200 len: 999 time: 0.0953057 Jul 16 20:34:04.095134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8fd1a049-863a-4f64-bf0c-faaf4f4e10a2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/9e8f2cba-c63e-4746-9012-b286ce5041a3 HTTP/1.1" status: 200 len: 991 time: 0.0962598 Jul 16 20:34:04.167904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-0141ca57-5c69-41b4-98b0-38c604aa7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.169442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-0141ca57-5c69-41b4-98b0-38c604aa7919 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=271d6626-e130-480b-b312-8cfda3f391fd HTTP/1.1" status: 200 len: 834 time: 0.0787003 Jul 16 20:34:04.206719 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-983a3682-43f2-4d9c-827c-6bfc969958eb service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9058080 Jul 16 20:34:04.209242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:04.216888 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b49d4c82-7236-4368-93ea-a4e0ce621c06 admin admin] 10.222.0.10 "PUT /v2.0/routers/b3dbd036-2944-4634-9a24-ae105d538550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6872804 Jul 16 20:34:04.218122 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Sync routers for ids ['b3dbd036-2944-4634-9a24-ae105d538550'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:04.260904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::e90b:732:59d8:de45 (8c07d769-9495-46f2-a374-c7510b386f2a/2e4340db-3acb-4022-98c9-0f2cc7e2186d/6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:04.274277 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Routers {'b3dbd036-2944-4634-9a24-ae105d538550'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:04.278242 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b3dbd036-2944-4634-9a24-ae105d538550'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:04.304716 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-c96fbc82-d930-463d-8ec9-9ca4cf091700 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca4c7-dc97-4568-8028-c745824ae60f HTTP/1.1" status: 200 len: 217 time: 0.0611081 Jul 16 20:34:04.457137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-f3df833c-8a1d-45aa-8cf3-a5d126b1400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.458793 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-f3df833c-8a1d-45aa-8cf3-a5d126b1400a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a107456a-63f1-4ae4-97d1-99f9e30c5a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2819421 Jul 16 20:34:04.465907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-4a3c2097-ddae-4fe0-81ec-d6c1c3fc0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.498428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-4a3c2097-ddae-4fe0-81ec-d6c1c3fc0666 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.1715848 Jul 16 20:34:04.539583 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.578372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:04.688620 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Set router b3dbd036-2944-4634-9a24-ae105d538550 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:04.715763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.772602 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.807878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-d15bd95b-9d26-487c-8dcf-a395f645b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.812670 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-d15bd95b-9d26-487c-8dcf-a395f645b5f3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2753549 Jul 16 20:34:04.833692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-f1693a29-24d8-4392-81a7-61ca7e7bc3a8 service neutron] 10.222.0.63 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330243 Jul 16 20:34:04.879125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:04.887036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:04.899245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:04.921930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:04.925250 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:04.998968 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce5c1-d982-4589-8ffd-ee4fe2c2afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.004822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:05.028387 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8607e6a0-c199-4365-8711-3c1f606b812b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6630998 Jul 16 20:34:05.032207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50186) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:05.037611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d7a69b71-8ae6-4823-9792-cb4968ec8944 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': '2e4340db-3acb-4022-98c9-0f2cc7e2186d', 'ip_address': '2001:db8::e90b:732:59d8:de45'}], 'name': 'tempest-NetworksTestDHCPv6-1534121114'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:05.135893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50190) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:05.154603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f16642f8-73ee-4bec-836d-42e892dea0f3 req-f30cb0c5-3160-431e-adc3-a24d10e36e07 service neutron] 10.222.0.63 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087087 Jul 16 20:34:05.320850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ce5c1-d982-4589-8ffd-ee4fe2c2afe0 None None] No DVR routers for this DVR port 2ce9820b-b5f2-428f-8468-9023d7c49654 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:05.380240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-961125fe-29c1-417e-b1f7-e654c2a526f3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/9e8f2cba-c63e-4746-9012-b286ce5041a3 HTTP/1.1" status: 200 len: 991 time: 0.2428803 Jul 16 20:34:05.383902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a69b71-8ae6-4823-9792-cb4968ec8944 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:05.389340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7a69b71-8ae6-4823-9792-cb4968ec8944 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.396248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ce5c1-d982-4589-8ffd-ee4fe2c2afe0 None None] Pushing event deleted for resources: {'Port': ['ID=2ce9820b-b5f2-428f-8468-9023d7c49654,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:05.410929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0ad75-ed84-4db1-8724-ea774f2eb415 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:05.413188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2ce9820b-b5f2-428f-8468-9023d7c49654 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:05.425849 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-1f741020-0909-4b93-beee-f1baf70ffa3a service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051061 Jul 16 20:34:05.439972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-d7a69b71-8ae6-4823-9792-cb4968ec8944 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port bb42c8cb-d4b8-4313-924d-d7b11aec4ebe yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:05.448167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 2ce9820b-b5f2-428f-8468-9023d7c49654 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:05.448915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2ce9820b-b5f2-428f-8468-9023d7c49654 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:05.544524 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:48Z', 'updated_at': '2021-07-16T20:34:00Z', 'revision_number': 4, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'gw_port': {'id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:51Z', 'updated_at': '2021-07-16T20:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8ea58e68-674a-4a51-80dd-b8133096a69c', 'name': '', 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'mac_address': 'fa:16:3e:3c:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ee2798b0-392e-4c54-8b58-3dfd701aa87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:58Z', 'updated_at': '2021-07-16T20:34:01Z', 'revision_number': 2, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'subnets': [{'id': 'ee2798b0-392e-4c54-8b58-3dfd701aa87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:05.643852 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Checking router: b3dbd036-2944-4634-9a24-ae105d538550 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:05.644211 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Updating router b3dbd036-2944-4634-9a24-ae105d538550 port 8ea58e68-674a-4a51-80dd-b8133096a69c binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:05.727415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9e8f2cba-c63e-4746-9012-b286ce5041a3', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'port_id': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:56Z', 'updated_at': '2021-07-16T20:33:56Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf38183-71fc-405b-8ea5-61e30952436f', 'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:ca:5b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:23Z', 'updated_at': '2021-07-16T20:33:38Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '271d6626-e130-480b-b312-8cfda3f391fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:05.773739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce72f5-80e2-412b-8d4f-349b2dcc2da0 None None] The sync data for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 is: [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9e8f2cba-c63e-4746-9012-b286ce5041a3', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'port_id': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'mac_address': 'fa:16:3e:91:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:33:56Z', 'updated_at': '2021-07-16T20:33:56Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf38183-71fc-405b-8ea5-61e30952436f', 'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:ca:5b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:23Z', 'updated_at': '2021-07-16T20:33:38Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '271d6626-e130-480b-b312-8cfda3f391fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:05.787241 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-f5a2f778-16f8-4630-98e6-44f87a58f6e5 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503189 Jul 16 20:34:05.802507 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.899909 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-e6a96b33-bb97-4410-8c6c-da3c137c8156 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484 HTTP/1.1" status: 200 len: 217 time: 0.1075852 Jul 16 20:34:05.918969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '2e4340db-3acb-4022-98c9-0f2cc7e2186d'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:05.920362 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:05.936491 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a69b71-8ae6-4823-9792-cb4968ec8944 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 20:34:05.937007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a69b71-8ae6-4823-9792-cb4968ec8944 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:34:05.969391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d7a69b71-8ae6-4823-9792-cb4968ec8944 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9359071 Jul 16 20:34:05.974785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50236) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:06.096463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-2a0930b4-26f9-421d-aa7d-6436a0487ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:06.117502 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-2a0930b4-26f9-421d-aa7d-6436a0487ae6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.2077436 Jul 16 20:34:06.233981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92481cdd-c1c9-4db4-82ea-7fc7416a6305 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:06.242688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-92481cdd-c1c9-4db4-82ea-7fc7416a6305 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2662523 Jul 16 20:34:06.246880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50248) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:06.299928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/2e4340db-3acb-4022-98c9-0f2cc7e2186d/28819033-6035-4a7b-b9e6-15463e957808) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:06.348469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d21e37-af27-4adb-8fa8-4d5c2108465f None None] New status for floating IP 9e8f2cba-c63e-4746-9012-b286ce5041a3: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:34:06.386993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50252) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:06.483715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d6641-6615-44ba-a47a-e89273902510 req-889906c9-4879-4a69-bd76-6e69f23d2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:06.486973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-889906c9-4879-4a69-bd76-6e69f23d2c50 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3612804 Jul 16 20:34:06.650447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-98de85ce-a3d8-47cb-bd6f-b1ba85a8b0f8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/9e8f2cba-c63e-4746-9012-b286ce5041a3 HTTP/1.1" status: 200 len: 991 time: 0.2587447 Jul 16 20:34:06.657999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-acec18ab-2aac-47ac-ac39-a56a28aa0039 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:06.659172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acec18ab-2aac-47ac-ac39-a56a28aa0039 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.779314 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-d5c2035f-d2a4-4930-807c-a62fdd9480ff service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832770 Jul 16 20:34:06.826269 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acec18ab-2aac-47ac-ac39-a56a28aa0039 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.843815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-acec18ab-2aac-47ac-ac39-a56a28aa0039 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:06.867794 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.902283 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Transition to ACTIVE for port object 8ea58e68-674a-4a51-80dd-b8133096a69c will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:06.913441 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.922181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:06.954012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Transition to ACTIVE for port object 28819033-6035-4a7b-b9e6-15463e957808 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:07.003373 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f17d6641-6615-44ba-a47a-e89273902510 req-ddac5a4d-4c21-46fb-8a72-f083a456fced service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158909 Jul 16 20:34:07.015464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Transition to ACTIVE for port object 28819033-6035-4a7b-b9e6-15463e957808 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:07.031710 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.148482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acec18ab-2aac-47ac-ac39-a56a28aa0039 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.169638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:07.196114 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4a411-6a51-4028-9e5d-4f57b66ecc52 None None] Pushing event updated for resources: {'Port': ['ID=8ea58e68-674a-4a51-80dd-b8133096a69c,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:07.203496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Pushing event updated for resources: {'Port': ['ID=28819033-6035-4a7b-b9e6-15463e957808,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:07.208323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:07.213706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:07.300576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec18ab-2aac-47ac-ac39-a56a28aa0039 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:07.400902 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Attempting to bind port 8ea58e68-674a-4a51-80dd-b8133096a69c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:07.401312 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Attempting to bind port 8ea58e68-674a-4a51-80dd-b8133096a69c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6d6d72c8-8dac-4ab1-88ca-8930278eb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:07.405507 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acec18ab-2aac-47ac-ac39-a56a28aa0039 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.405927 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Attempting to bind port 8ea58e68-674a-4a51-80dd-b8133096a69c on network 570adea5-252d-4c85-8b2d-efd99eff359e {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:07.409989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-acec18ab-2aac-47ac-ac39-a56a28aa0039 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb HTTP/1.1" status: 204 len: 168 time: 1.1595609 Jul 16 20:34:07.410386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:07.420668 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:07.421624 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Checking segment: {'id': '6d6d72c8-8dac-4ab1-88ca-8930278eb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:07.424421 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.432472 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Bound using segment: {'id': '6d6d72c8-8dac-4ab1-88ca-8930278eb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:07.433299 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Bound port: 8ea58e68-674a-4a51-80dd-b8133096a69c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6d72c8-8dac-4ab1-88ca-8930278eb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:07.434076 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.459741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Attempting to bind port 28819033-6035-4a7b-b9e6-15463e957808 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:07.460343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Attempting to bind port 28819033-6035-4a7b-b9e6-15463e957808 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:07.460538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Attempting to bind port 28819033-6035-4a7b-b9e6-15463e957808 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:07.481450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:07.481813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:07.482257 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.482650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:07.483123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Bound port: 28819033-6035-4a7b-b9e6-15463e957808, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:07.483535 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.546877 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] For port 8ea58e68-674a-4a51-80dd-b8133096a69c, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:07.562367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] For port 8ea58e68-674a-4a51-80dd-b8133096a69c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ea58e68-674a-4a51-80dd-b8133096a69c,segment=NetworkSegment(6d6d72c8-8dac-4ab1-88ca-8930278eb198),segment_id=6d6d72c8-8dac-4ab1-88ca-8930278eb198)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:07.570647 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.573998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c806034-28dd-4391-9b71-e2cc9dba07b8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:07.577130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c806034-28dd-4391-9b71-e2cc9dba07b8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:07.584306 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4c806034-28dd-4391-9b71-e2cc9dba07b8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1728272 Jul 16 20:34:07.587438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:07.652327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50308) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:07.706922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc02160f-fbcb-4ec5-b5fe-f2c46e2b76d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 2e4340db-3acb-4022-98c9-0f2cc7e2186d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:07.707206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] For port 28819033-6035-4a7b-b9e6-15463e957808, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:07.712384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc02160f-fbcb-4ec5-b5fe-f2c46e2b76d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.716293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] For port 28819033-6035-4a7b-b9e6-15463e957808, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=28819033-6035-4a7b-b9e6-15463e957808,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:07.724683 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.753176 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4a411-6a51-4028-9e5d-4f57b66ecc52 None None] Pushing event updated for resources: {'Port': ['ID=8ea58e68-674a-4a51-80dd-b8133096a69c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:07.793803 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Routers {'b3dbd036-2944-4634-9a24-ae105d538550'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:07.794561 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b3dbd036-2944-4634-9a24-ae105d538550'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:07.795531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-05a4aace-7a56-43b9-be31-ee33681d42f6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/9e8f2cba-c63e-4746-9012-b286ce5041a3 HTTP/1.1" status: 200 len: 993 time: 0.1423125 Jul 16 20:34:07.865328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc02160f-fbcb-4ec5-b5fe-f2c46e2b76d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:07.971612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2916b5-fbf3-42cf-8852-41e2d79c0634 None None] Pushing event updated for resources: {'Port': ['ID=28819033-6035-4a7b-b9e6-15463e957808,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:08.073963 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc02160f-fbcb-4ec5-b5fe-f2c46e2b76d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.077263 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] Set router b3dbd036-2944-4634-9a24-ae105d538550 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:08.223050 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc02160f-fbcb-4ec5-b5fe-f2c46e2b76d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.353342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02160f-fbcb-4ec5-b5fe-f2c46e2b76d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4340db-3acb-4022-98c9-0f2cc7e2186d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:08.373943 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc02160f-fbcb-4ec5-b5fe-f2c46e2b76d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.376162 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cc02160f-fbcb-4ec5-b5fe-f2c46e2b76d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/2e4340db-3acb-4022-98c9-0f2cc7e2186d HTTP/1.1" status: 204 len: 168 time: 0.7877681 Jul 16 20:34:08.379311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:08.505511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-90ce7d94-979e-4c49-a291-d9b640576347 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241748 Jul 16 20:34:08.509286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50328) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:08.520443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:08.698836 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:48Z', 'updated_at': '2021-07-16T20:34:00Z', 'revision_number': 4, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'gw_port': {'id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:51Z', 'updated_at': '2021-07-16T20:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8ea58e68-674a-4a51-80dd-b8133096a69c', 'name': '', 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'mac_address': 'fa:16:3e:3c:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ee2798b0-392e-4c54-8b58-3dfd701aa87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:58Z', 'updated_at': '2021-07-16T20:34:07Z', 'revision_number': 4, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'subnets': [{'id': 'ee2798b0-392e-4c54-8b58-3dfd701aa87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:08.747952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:08.751836 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:08.761498 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6036bea-5a36-46d8-a9ae-974c2f3ad01e None None] The sync data for ids ['b3dbd036-2944-4634-9a24-ae105d538550'] in n-d-792394-17 is: [{'id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:48Z', 'updated_at': '2021-07-16T20:34:00Z', 'revision_number': 4, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'gw_port': {'id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:51Z', 'updated_at': '2021-07-16T20:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8ea58e68-674a-4a51-80dd-b8133096a69c', 'name': '', 'network_id': '570adea5-252d-4c85-8b2d-efd99eff359e', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'mac_address': 'fa:16:3e:3c:36:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'ee2798b0-392e-4c54-8b58-3dfd701aa87c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:58Z', 'updated_at': '2021-07-16T20:34:07Z', 'revision_number': 4, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'subnets': [{'id': 'ee2798b0-392e-4c54-8b58-3dfd701aa87c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:09.272543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.466897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:09.472149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:09.475832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:09.477121 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.499735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=ccf1ccca-c94d-4ebc-9378-442883fefaca,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:09.505772 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dbe0be51-8d6b-4e85-a62c-4a7a174941c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9948797 Jul 16 20:34:09.511431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:09.522254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-98875bc5-eaef-451b-b628-e0f548af3cd7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': 'ccf1ccca-c94d-4ebc-9378-442883fefaca', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1978695076'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:09.590988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ea58e68-674a-4a51-80dd-b8133096a69c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:09.794616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8ea58e68-674a-4a51-80dd-b8133096a69c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:09.804409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8ea58e68-674a-4a51-80dd-b8133096a69c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:09.804794 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.889592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98875bc5-eaef-451b-b628-e0f548af3cd7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:09.944596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:09.982179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959f7e29-85b6-43ba-81e5-f4d7f6357a50 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:10.113855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-51882d62-a4df-4b5d-a622-8d99eb8d675a None None] Provisioning for port 28819033-6035-4a7b-b9e6-15463e957808 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:10.120475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 8ea58e68-674a-4a51-80dd-b8133096a69c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ea58e68-674a-4a51-80dd-b8133096a69c,segment=NetworkSegment(6d6d72c8-8dac-4ab1-88ca-8930278eb198),segment_id=6d6d72c8-8dac-4ab1-88ca-8930278eb198)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:10.131895 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.132848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 28819033-6035-4a7b-b9e6-15463e957808 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:10.136556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-51882d62-a4df-4b5d-a622-8d99eb8d675a None None] Could not find standard attr ID for object 6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:34:10.165062 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98875bc5-eaef-451b-b628-e0f548af3cd7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.240713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-98875bc5-eaef-451b-b628-e0f548af3cd7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 42c30468-92ba-44c8-afe5-602ee8c38209 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:10.474958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=8ea58e68-674a-4a51-80dd-b8133096a69c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:10.511292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 28819033-6035-4a7b-b9e6-15463e957808 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:10.557022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 28819033-6035-4a7b-b9e6-15463e957808 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:10.557490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.676113 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-98875bc5-eaef-451b-b628-e0f548af3cd7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:34:10.676667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98875bc5-eaef-451b-b628-e0f548af3cd7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:34:10.735563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-98875bc5-eaef-451b-b628-e0f548af3cd7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.2215276 Jul 16 20:34:10.739595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:10.792508 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:10.923917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 28819033-6035-4a7b-b9e6-15463e957808, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=28819033-6035-4a7b-b9e6-15463e957808,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:10.932548 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.053262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5942cf7b-5e4b-4453-b936-91e6b4794faa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.054879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5942cf7b-5e4b-4453-b936-91e6b4794faa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3155997 Jul 16 20:34:11.057681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50384) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:11.131953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=28819033-6035-4a7b-b9e6-15463e957808,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:11.177759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-87e4fd1c-eac6-499b-98c6-34db7ccafc9c None None] Provisioning complete for port 28819033-6035-4a7b-b9e6-15463e957808 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:11.178149 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87e4fd1c-eac6-499b-98c6-34db7ccafc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.248675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a27bd8-16e2-419b-a2af-42746c5d86c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.265551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a27bd8-16e2-419b-a2af-42746c5d86c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:11.275143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:11.276533 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b0a27bd8-16e2-419b-a2af-42746c5d86c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2174315 Jul 16 20:34:11.401638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ea58e68-674a-4a51-80dd-b8133096a69c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:11.453652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05d01b5-9109-4daa-a3a3-55673d296b60 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet ccf1ccca-c94d-4ebc-9378-442883fefaca {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:11.462302 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f05d01b5-9109-4daa-a3a3-55673d296b60 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.515283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ab1ae659-be5b-4171-9840-919e05a7988d None None] Could not find standard attr ID for object 6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:34:11.550246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f05d01b5-9109-4daa-a3a3-55673d296b60 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.566838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8ea58e68-674a-4a51-80dd-b8133096a69c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:11.567438 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.669922 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f05d01b5-9109-4daa-a3a3-55673d296b60 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.771205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50400) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:11.786596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 28819033-6035-4a7b-b9e6-15463e957808 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:11.851916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 28819033-6035-4a7b-b9e6-15463e957808 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:11.852663 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.871637 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f05d01b5-9109-4daa-a3a3-55673d296b60 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.969752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d01b5-9109-4daa-a3a3-55673d296b60 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf1ccca-c94d-4ebc-9378-442883fefaca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:11.977307 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f05d01b5-9109-4daa-a3a3-55673d296b60 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:11.983247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f05d01b5-9109-4daa-a3a3-55673d296b60 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/ccf1ccca-c94d-4ebc-9378-442883fefaca HTTP/1.1" status: 204 len: 168 time: 0.7050822 Jul 16 20:34:11.984879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:12.036009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b47efd-e992-4905-a95d-9e75723820e1 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:12.074837 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6ca1211a-9063-4890-bb96-4aea5e0dd118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868933 Jul 16 20:34:12.079935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50410) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:12.093712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:12.151201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-905f33e6-9b1a-42fd-96d0-5f10d5960538 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5691 time: 0.3787479 Jul 16 20:34:12.154255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:12.175315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'network': {'name': 'tempest-network-smoke--1795090306', 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'port_security_enabled': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:12.231351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Made reservation on behalf of 35b03f790bf849e384221ac3d3ba970a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:12.241109 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.262655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:12.269925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.296702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:34:12.322601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.323165 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Added segment 2bb6fead-7d88-4c63-9d5d-54b55312aab4 of type vlan for network f2d1e555-3fb6-485d-9a8f-1d1636224642 Jul 16 20:34:12.435818 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0433d-03fb-46be-8862-7f5665c266ea None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:34:12.467346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.521633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0433d-03fb-46be-8862-7f5665c266ea None None] Deleting port 28819033-6035-4a7b-b9e6-15463e957808 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:12.523725 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ca0433d-03fb-46be-8862-7f5665c266ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.537754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.548983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:12.550713 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.577256 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4186416 Jul 16 20:34:12.603759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50424) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:12.603759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'admin_state_up': True, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:12.653049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.655919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.663283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.695982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3ca0433d-03fb-46be-8862-7f5665c266ea None None] For port 28819033-6035-4a7b-b9e6-15463e957808, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=28819033-6035-4a7b-b9e6-15463e957808,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:12.696388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ca0433d-03fb-46be-8862-7f5665c266ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.731123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:12.732178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0433d-03fb-46be-8862-7f5665c266ea None None] Calling delete_port for 28819033-6035-4a7b-b9e6-15463e957808 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:12.734751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:12.739308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:12.740217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.778488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff349e94-7278-4c6d-b04e-961b82c15bdf tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Network': ['ID=f2d1e555-3fb6-485d-9a8f-1d1636224642,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:12.797469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:12.817550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c9b994b0-7a77-48b3-9606-ca7c9baca3ab tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7363043 Jul 16 20:34:12.822916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:12.823106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.829041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a0a09457-64c1-4e49-9e68-aa61c29044de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-748136579', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:12.862548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0a09457-64c1-4e49-9e68-aa61c29044de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.864371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network f2d1e555-3fb6-485d-9a8f-1d1636224642 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:34:12.865445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0a09457-64c1-4e49-9e68-aa61c29044de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.968504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0a09457-64c1-4e49-9e68-aa61c29044de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:12.975580 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0a09457-64c1-4e49-9e68-aa61c29044de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.004585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0a09457-64c1-4e49-9e68-aa61c29044de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.005886 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a0a09457-64c1-4e49-9e68-aa61c29044de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1809201 Jul 16 20:34:13.008851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50436) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:13.104218 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3ca0433d-03fb-46be-8862-7f5665c266ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.154644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0433d-03fb-46be-8862-7f5665c266ea None None] Pushing event deleted for resources: {'Port': ['ID=28819033-6035-4a7b-b9e6-15463e957808,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:13.160835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0433d-03fb-46be-8862-7f5665c266ea None None] No DVR routers for this DVR port 28819033-6035-4a7b-b9e6-15463e957808 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:13.184918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea20c46-ba56-4391-a838-92dda063f346 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:13.250489 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.371754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 28819033-6035-4a7b-b9e6-15463e957808 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:13.516017 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.668589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.692431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.706729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 28819033-6035-4a7b-b9e6-15463e957808 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:13.707769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 28819033-6035-4a7b-b9e6-15463e957808 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:13.768740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': 'b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:13.769623 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:13.863604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Allocated IP 172.25.7.221 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/114fb851-ee5c-41e6-8b9e-a922c1efefdc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:13.980833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::1 (8c07d769-9495-46f2-a374-c7510b386f2a/b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c/86cbf231-6728-4c4d-9304-9716dcaa6ec8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:14.031011 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.090629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.148067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:14.148715 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.152738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:14.158492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:14.189388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 86cbf231-6728-4c4d-9304-9716dcaa6ec8 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:14.292680 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.332964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:14.388020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c/c9d72360-3e0a-432e-bdd0-e64805dd2b4a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:14.400146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:14.404669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:14.405396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.549407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=86cbf231-6728-4c4d-9304-9716dcaa6ec8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:14.590765 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.600715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Transition to ACTIVE for port object c9d72360-3e0a-432e-bdd0-e64805dd2b4a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:14.628997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Transition to ACTIVE for port object c9d72360-3e0a-432e-bdd0-e64805dd2b4a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:14.641179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.648278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=114fb851-ee5c-41e6-8b9e-a922c1efefdc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:14.702932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:14.706284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:14.712484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:14.726335 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.800253 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Pushing event updated for resources: {'Port': ['ID=c9d72360-3e0a-432e-bdd0-e64805dd2b4a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:14.819610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Attempting to bind port c9d72360-3e0a-432e-bdd0-e64805dd2b4a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:14.820239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Attempting to bind port c9d72360-3e0a-432e-bdd0-e64805dd2b4a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:14.820792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Attempting to bind port c9d72360-3e0a-432e-bdd0-e64805dd2b4a on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:14.826357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:14.827097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:14.827680 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.828070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:14.828711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Bound port: c9d72360-3e0a-432e-bdd0-e64805dd2b4a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:14.829813 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:14.915408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] For port c9d72360-3e0a-432e-bdd0-e64805dd2b4a, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:14.919704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] For port c9d72360-3e0a-432e-bdd0-e64805dd2b4a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c9d72360-3e0a-432e-bdd0-e64805dd2b4a,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:14.926132 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.024207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b894b-72c7-48ce-930b-81caeeac666b None None] Pushing event updated for resources: {'Port': ['ID=c9d72360-3e0a-432e-bdd0-e64805dd2b4a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:15.130325 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.180020 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.187571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.188371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.422198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=86cbf231-6728-4c4d-9304-9716dcaa6ec8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:15.445419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:15.448802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:15.472371 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.693400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Router 7af47907-ec7c-4fac-b664-f1530375e635 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:34:15.720674 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:15.732677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Router 1b8e6801-f149-4d59-9f7b-871d3ba4413a is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:34:15.961815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:15.978945 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Sync routers for ids ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:16.005370 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Routers {'1b8e6801-f149-4d59-9f7b-871d3ba4413a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:16.006414 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:16.012751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.019189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b6bc50e4-0def-4ace-8546-ada178fc9ab7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4284182 Jul 16 20:34:16.019889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50472) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.229051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e8876-9f5e-4303-b928-834f80d68467 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.236047 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6b6e8876-9f5e-4303-b928-834f80d68467 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=35b03f790bf849e384221ac3d3ba970a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2126651 Jul 16 20:34:16.237565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50476) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.304981 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Set router 1b8e6801-f149-4d59-9f7b-871d3ba4413a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:16.498905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3f4749-ed08-4839-ac41-058918fd0f26 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.512198 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0a3f4749-ed08-4839-ac41-058918fd0f26 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2734523 Jul 16 20:34:16.513280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50480) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.590456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30bc3292-b346-4c6a-877a-b862aa6a8c37 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719850 Jul 16 20:34:16.590456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.617185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:16.645549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Sync routers for ids ['7af47907-ec7c-4fac-b664-f1530375e635'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:16.653189 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-39c503dd-a65f-4bcd-9701-d0bbc1397de9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "PUT /v2.0/routers/7af47907-ec7c-4fac-b664-f1530375e635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6432214 Jul 16 20:34:16.656170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50488) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.680253 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b41498b1-8a5a-484c-a7b5-3dd272500153 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=35b03f790bf849e384221ac3d3ba970a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828133 Jul 16 20:34:16.680253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50490) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.690982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Routers {'7af47907-ec7c-4fac-b664-f1530375e635'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:16.691396 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:14Z', 'revision_number': 3, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:16.697789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7af47907-ec7c-4fac-b664-f1530375e635'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:16.704811 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.755794 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Checking router: 1b8e6801-f149-4d59-9f7b-871d3ba4413a for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:16.756220 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Updating router 1b8e6801-f149-4d59-9f7b-871d3ba4413a port 114fb851-ee5c-41e6-8b9e-a922c1efefdc binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:16.869364 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:16.889906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a85f8-1c02-4fcc-b725-100e888cbf14 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.900459 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7c7a85f8-1c02-4fcc-b725-100e888cbf14 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports/86cbf231-6728-4c4d-9304-9716dcaa6ec8 HTTP/1.1" status: 200 len: 911 time: 0.2397034 Jul 16 20:34:16.902832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:16.938051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fca986-a23b-42f9-9968-071cafd2a8dc tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:16.941692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-57fca986-a23b-42f9-9968-071cafd2a8dc tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2583120 Jul 16 20:34:16.944683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:17.001310 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cbc576a8-2c3d-4d1f-87bf-be8e65461374 None None] Provisioning for port c9d72360-3e0a-432e-bdd0-e64805dd2b4a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:17.013938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9f5be2c3-675e-4329-9eb0-fb664b0565ba tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679109 Jul 16 20:34:17.019864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:17.029510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273289323', 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642', 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:17.077079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Set router 7af47907-ec7c-4fac-b664-f1530375e635 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:17.090375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6b201-71f0-4536-9b62-2c18434e178d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:17.100256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6b201-71f0-4536-9b62-2c18434e178d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:17.109148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-16c6b201-71f0-4536-9b62-2c18434e178d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2045217 Jul 16 20:34:17.110156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50502) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:17.402200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c9d72360-3e0a-432e-bdd0-e64805dd2b4a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:17.544713 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.558531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-383232db-8386-4e5f-8109-84829e4ec4ef None None] Provisioning for port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:17.569116 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Transition to ACTIVE for port object 114fb851-ee5c-41e6-8b9e-a922c1efefdc will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:17.579985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Made reservation on behalf of 35b03f790bf849e384221ac3d3ba970a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:17.581917 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.583560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.607950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-383232db-8386-4e5f-8109-84829e4ec4ef None None] Provisioning complete for port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:17.608324 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-383232db-8386-4e5f-8109-84829e4ec4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.662149 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Attempting to bind port 114fb851-ee5c-41e6-8b9e-a922c1efefdc on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:17.663433 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Attempting to bind port 114fb851-ee5c-41e6-8b9e-a922c1efefdc by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:17.664656 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Attempting to bind port 114fb851-ee5c-41e6-8b9e-a922c1efefdc on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:17.672480 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e2f08-d7a0-4d30-be21-e2e641e83801 None None] Pushing event updated for resources: {'Port': ['ID=114fb851-ee5c-41e6-8b9e-a922c1efefdc,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:17.687672 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:17.688042 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:17.688482 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.688925 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:17.691598 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Bound port: 114fb851-ee5c-41e6-8b9e-a922c1efefdc, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:17.692072 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.776169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c9d72360-3e0a-432e-bdd0-e64805dd2b4a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:17.783574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-383232db-8386-4e5f-8109-84829e4ec4ef None None] Port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:17.793641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c9d72360-3e0a-432e-bdd0-e64805dd2b4a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:17.794374 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:17.898735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af47907-ec7c-4fac-b664-f1530375e635', 'name': 'tempest-NetworksTestDHCPv6-router-748136579', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:14Z', 'revision_number': 2, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None, '_interfaces': [{'id': '86cbf231-6728-4c4d-9304-9716dcaa6ec8', 'name': '', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'mac_address': 'fa:16:3e:2a:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af47907-ec7c-4fac-b664-f1530375e635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:14Z', 'revision_number': 2, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'subnets': [{'id': 'b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:17.901058 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] For port 114fb851-ee5c-41e6-8b9e-a922c1efefdc, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:17.928230 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] For port 114fb851-ee5c-41e6-8b9e-a922c1efefdc, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=114fb851-ee5c-41e6-8b9e-a922c1efefdc,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:17.930132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Checking router: 7af47907-ec7c-4fac-b664-f1530375e635 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:17.930692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Updating router 7af47907-ec7c-4fac-b664-f1530375e635 port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:17.934029 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.008461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-df473ef6-e452-4898-8e24-5cb3a9ef3979 None None] Provisioning complete for port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:18.009447 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df473ef6-e452-4898-8e24-5cb3a9ef3979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.043546 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Routers {'1b8e6801-f149-4d59-9f7b-871d3ba4413a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:18.044204 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:18.053567 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.077500 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.204836 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] Set router 1b8e6801-f149-4d59-9f7b-871d3ba4413a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:18.219390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-df473ef6-e452-4898-8e24-5cb3a9ef3979 None None] Port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:18.258175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c9d72360-3e0a-432e-bdd0-e64805dd2b4a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c9d72360-3e0a-432e-bdd0-e64805dd2b4a,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:18.314986 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.424312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c9d72360-3e0a-432e-bdd0-e64805dd2b4a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:18.456464 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e2f08-d7a0-4d30-be21-e2e641e83801 None None] Pushing event updated for resources: {'Port': ['ID=114fb851-ee5c-41e6-8b9e-a922c1efefdc,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:18.508410 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.645538 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.671622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Transition to ACTIVE for port object 86cbf231-6728-4c4d-9304-9716dcaa6ec8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:18.690351 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.732082 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:14Z', 'revision_number': 3, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:18.782256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Subnet': ['ID=47315615-54d1-4007-a358-8c868e36a4d6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:18.790404 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7806ce59-95bd-44eb-a88f-1a69cccc5c2b None None] The sync data for ids ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'] in n-d-792394-17 is: [{'id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:14Z', 'revision_number': 3, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:18.803342 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.919774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Checking segment: {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:18.920177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network hostable DHCP agents. Network: f2d1e555-3fb6-485d-9a8f-1d1636224642, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:34:18.938484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7760291-3df6-457f-8144-4ea42a953277 None None] Pushing event updated for resources: {'Port': ['ID=86cbf231-6728-4c4d-9304-9716dcaa6ec8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:18.960109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network f2d1e555-3fb6-485d-9a8f-1d1636224642 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:34:18.968338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Attempting to bind port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:18.969202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Attempting to bind port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:18.970557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Attempting to bind port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:18.978559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, f2d1e555-3fb6-485d-9a8f-1d1636224642) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:18.978757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:18.979351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:18.980000 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.981030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:18.981702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Bound port: 86cbf231-6728-4c4d-9304-9716dcaa6ec8, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:18.982488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.986487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:18.987100 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:18.997428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23a4ca-ee45-4067-b996-476e448e5460 None None] Network f2d1e555-3fb6-485d-9a8f-1d1636224642 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:19.079345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-151475ab-e98b-4bb3-806a-79696b7dd86c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0556204 Jul 16 20:34:19.079823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:19.315561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 86cbf231-6728-4c4d-9304-9716dcaa6ec8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:19.315962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.402319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c9d72360-3e0a-432e-bdd0-e64805dd2b4a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:19.408342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] For port 86cbf231-6728-4c4d-9304-9716dcaa6ec8, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:19.462091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] For port 86cbf231-6728-4c4d-9304-9716dcaa6ec8, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=86cbf231-6728-4c4d-9304-9716dcaa6ec8,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:19.512383 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.564645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] For port 86cbf231-6728-4c4d-9304-9716dcaa6ec8, host n-d-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:19.565257 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.605293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 86cbf231-6728-4c4d-9304-9716dcaa6ec8 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:19.872096 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Routers {'7af47907-ec7c-4fac-b664-f1530375e635'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:19.872761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7af47907-ec7c-4fac-b664-f1530375e635'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:19.876863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-f2d1e555-3fb6-485d-9a8f-1d1636224642', 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'fixed_ips': [{'subnet_id': '47315615-54d1-4007-a358-8c868e36a4d6'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:19.877724 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:19.895910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7760291-3df6-457f-8144-4ea42a953277 None None] Pushing event updated for resources: {'Port': ['ID=86cbf231-6728-4c4d-9304-9716dcaa6ec8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:19.911225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c9d72360-3e0a-432e-bdd0-e64805dd2b4a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:19.911462 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.136473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.211621 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.219783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=86cbf231-6728-4c4d-9304-9716dcaa6ec8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:20.483196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:20.931050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-056d72da-d9bf-485a-8076-a5a4964c62fb None None] Could not find standard attr ID for object 86cbf231-6728-4c4d-9304-9716dcaa6ec8. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:34:21.034486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Router 7af47907-ec7c-4fac-b664-f1530375e635 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:21.149528 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6395f306-1743-455e-8ad7-830c9f26a8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.160329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] Set router 7af47907-ec7c-4fac-b664-f1530375e635 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:21.243598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Allocated IP 172.20.0.17 (f2d1e555-3fb6-485d-9a8f-1d1636224642/47315615-54d1-4007-a358-8c868e36a4d6/b15de2e6-155a-44ef-99fb-5bf3bbab554b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:21.540155 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.576557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Transition to ACTIVE for port object b15de2e6-155a-44ef-99fb-5bf3bbab554b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:21.674456 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:21.715753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network f2d1e555-3fb6-485d-9a8f-1d1636224642 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:21.721760 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 114fb851-ee5c-41e6-8b9e-a922c1efefdc up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:21.725238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:21.789618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:21.941173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=b15de2e6-155a-44ef-99fb-5bf3bbab554b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:21.961844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.083557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Allocated IP 172.20.0.18 (f2d1e555-3fb6-485d-9a8f-1d1636224642/47315615-54d1-4007-a358-8c868e36a4d6/375f1e6b-5f0e-44e2-bb8b-ef974f620f7d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:22.220722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af47907-ec7c-4fac-b664-f1530375e635', 'name': 'tempest-NetworksTestDHCPv6-router-748136579', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:14Z', 'revision_number': 2, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None, '_interfaces': [{'id': '86cbf231-6728-4c4d-9304-9716dcaa6ec8', 'name': '', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'mac_address': 'fa:16:3e:2a:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af47907-ec7c-4fac-b664-f1530375e635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:19Z', 'revision_number': 4, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'subnets': [{'id': 'b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:22.252009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:22.274837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-81680f6b-0c25-4094-9b10-adcc6289aff8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "PUT /v2.0/routers/7af47907-ec7c-4fac-b664-f1530375e635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1625202 Jul 16 20:34:22.277946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:22.288105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a0287-c6e1-4f1d-9629-840110805109 None None] The sync data for ids ['7af47907-ec7c-4fac-b664-f1530375e635'] in n-d-792394-17 is: [{'id': '7af47907-ec7c-4fac-b664-f1530375e635', 'name': 'tempest-NetworksTestDHCPv6-router-748136579', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:14Z', 'revision_number': 2, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None, '_interfaces': [{'id': '86cbf231-6728-4c4d-9304-9716dcaa6ec8', 'name': '', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'mac_address': 'fa:16:3e:2a:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af47907-ec7c-4fac-b664-f1530375e635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:19Z', 'revision_number': 4, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'subnets': [{'id': 'b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:22.295274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 114fb851-ee5c-41e6-8b9e-a922c1efefdc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:22.323145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 114fb851-ee5c-41e6-8b9e-a922c1efefdc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:22.323145 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.381925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69398ec2-de4a-4f7c-9ba1-da1e76451a25 req-73919a4b-8e52-434a-9501-421badc26251 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.384091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69398ec2-de4a-4f7c-9ba1-da1e76451a25 req-73919a4b-8e52-434a-9501-421badc26251 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 945 time: 0.2259552 Jul 16 20:34:22.539425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.545036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69398ec2-de4a-4f7c-9ba1-da1e76451a25 req-27018334-dc0a-4768-8f26-d87e0a61f075 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397569 Jul 16 20:34:22.652188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2fdcfb-a538-42de-9419-f9fb2075bb37 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.654117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2fdcfb-a538-42de-9419-f9fb2075bb37 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.654465 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.658628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:22.658795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef2fdcfb-a538-42de-9419-f9fb2075bb37 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3794992 Jul 16 20:34:22.696960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.774616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Transition to ACTIVE for port object 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:22.781109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 114fb851-ee5c-41e6-8b9e-a922c1efefdc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=114fb851-ee5c-41e6-8b9e-a922c1efefdc,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:22.792935 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.815617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22a466e-2c40-4db1-af01-0008af69a47d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:22.832159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f22a466e-2c40-4db1-af01-0008af69a47d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.839817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Transition to ACTIVE for port object 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:22.856777 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.913987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876020b-894a-4f1d-8cc7-ad8ce5fbd6f9 req-37d19941-3a58-4d67-9ced-cd64a95e6a9d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:22.923206 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2876020b-894a-4f1d-8cc7-ad8ce5fbd6f9 req-37d19941-3a58-4d67-9ced-cd64a95e6a9d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 0.2066519 Jul 16 20:34:22.925323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=114fb851-ee5c-41e6-8b9e-a922c1efefdc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:22.934139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Network f2d1e555-3fb6-485d-9a8f-1d1636224642 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:22.937184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f22a466e-2c40-4db1-af01-0008af69a47d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:22.994858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:23.000225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:23.156174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Pushing event updated for resources: {'Port': ['ID=375f1e6b-5f0e-44e2-bb8b-ef974f620f7d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:23.190084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Attempting to bind port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:23.190602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Attempting to bind port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:23.191783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Attempting to bind port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d on network f2d1e555-3fb6-485d-9a8f-1d1636224642 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:23.203743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:23.204926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Checking segment: {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:23.205513 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.207927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Bound using segment: {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:23.208589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Bound port: 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:23.208990 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.216922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2876020b-894a-4f1d-8cc7-ad8ce5fbd6f9 req-5de2e5f7-acd7-4b17-86a6-49e055ccc21c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906749 Jul 16 20:34:23.250508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:23.306666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80a892-5b5e-485c-82e5-d919d932434f req-9919fb4d-1407-44be-acef-7934b8d855b9 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:23.308383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc80a892-5b5e-485c-82e5-d919d932434f req-9919fb4d-1407-44be-acef-7934b8d855b9 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 945 time: 0.3677452 Jul 16 20:34:23.321247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.350359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.446079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] For port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:23.450594 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f22a466e-2c40-4db1-af01-0008af69a47d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.556949 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.573752 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.585551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] For port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=375f1e6b-5f0e-44e2-bb8b-ef974f620f7d,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:23.627747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f22a466e-2c40-4db1-af01-0008af69a47d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.635674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 114fb851-ee5c-41e6-8b9e-a922c1efefdc up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:23.677661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.679278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a466e-2c40-4db1-af01-0008af69a47d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:23.697722 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f22a466e-2c40-4db1-af01-0008af69a47d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.700823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f22a466e-2c40-4db1-af01-0008af69a47d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c HTTP/1.1" status: 204 len: 168 time: 1.0403991 Jul 16 20:34:23.705201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50588) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:23.806941 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7a054224-517c-4654-9eee-fe93c705ace8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/9e8f2cba-c63e-4746-9012-b286ce5041a3 HTTP/1.1" status: 200 len: 993 time: 0.5489857 Jul 16 20:34:23.857807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=b15de2e6-155a-44ef-99fb-5bf3bbab554b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:23.897083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8c6809b0-e3a2-4d7c-8f5f-cc23d423d624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:23.959930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a52216-3081-4512-9d0b-8ed2256e1b8b None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:24.023418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cc80a892-5b5e-485c-82e5-d919d932434f req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Deleting port 97718739-86d4-47ad-9c90-404ef2c0eef1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:24.027631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc80a892-5b5e-485c-82e5-d919d932434f req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.103678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 114fb851-ee5c-41e6-8b9e-a922c1efefdc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:24.104062 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.105602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2c4f-aae3-4be8-b973-d8bbcfbfb9c4 None None] Pushing event updated for resources: {'Port': ['ID=375f1e6b-5f0e-44e2-bb8b-ef974f620f7d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:24.267163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network f2d1e555-3fb6-485d-9a8f-1d1636224642 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:24.308705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a1d7c-1f33-49e3-8f8c-41c7ad59c480 req-16a07890-73ac-4122-a589-d0b10ce9a026 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:24.321764 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b7a1d7c-1f33-49e3-8f8c-41c7ad59c480 req-16a07890-73ac-4122-a589-d0b10ce9a026 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 945 time: 0.3037302 Jul 16 20:34:24.324161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:24.425732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3b7a1d7c-1f33-49e3-8f8c-41c7ad59c480 req-2e1017ec-e4d2-4ba5-805d-4d10f8169b7a tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027186 Jul 16 20:34:24.427619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-674bcfe7-a4b5-4bfb-964b-45ddcf788d13 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7209866 Jul 16 20:34:24.433451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50604) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:24.607633 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.658906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cc80a892-5b5e-485c-82e5-d919d932434f req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] For port 97718739-86d4-47ad-9c90-404ef2c0eef1, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=97718739-86d4-47ad-9c90-404ef2c0eef1,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:24.659936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc80a892-5b5e-485c-82e5-d919d932434f req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.713442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fa215-9cf1-48f7-a52a-50a13f7744a8 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:34:24.716930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-cc80a892-5b5e-485c-82e5-d919d932434f req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Calling delete_port for 97718739-86d4-47ad-9c90-404ef2c0eef1 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:24.850879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9e6fa215-9cf1-48f7-a52a-50a13f7744a8 None None] Deleting port c9d72360-3e0a-432e-bdd0-e64805dd2b4a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:24.851198 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa215-9cf1-48f7-a52a-50a13f7744a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.892604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e73ab17-b177-43af-a08d-3a03b5589c63 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:24.957349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Router 1b8e6801-f149-4d59-9f7b-871d3ba4413a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:24.999880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9e6fa215-9cf1-48f7-a52a-50a13f7744a8 None None] For port c9d72360-3e0a-432e-bdd0-e64805dd2b4a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c9d72360-3e0a-432e-bdd0-e64805dd2b4a,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:25.000439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa215-9cf1-48f7-a52a-50a13f7744a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.018292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9e6fa215-9cf1-48f7-a52a-50a13f7744a8 None None] Calling delete_port for c9d72360-3e0a-432e-bdd0-e64805dd2b4a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:25.224048 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa215-9cf1-48f7-a52a-50a13f7744a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.242824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:25.251431 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9518504d-ff82-4fb5-9537-ae5702b3730a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "PUT /v2.0/routers/1b8e6801-f149-4d59-9f7b-871d3ba4413a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1695626 Jul 16 20:34:25.267490 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Sync routers for ids ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:25.286079 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Routers {'1b8e6801-f149-4d59-9f7b-871d3ba4413a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:25.286966 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:25.290797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fa215-9cf1-48f7-a52a-50a13f7744a8 None None] Pushing event deleted for resources: {'Port': ['ID=c9d72360-3e0a-432e-bdd0-e64805dd2b4a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:25.294054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fa215-9cf1-48f7-a52a-50a13f7744a8 None None] No DVR routers for this DVR port c9d72360-3e0a-432e-bdd0-e64805dd2b4a on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:25.321677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598586c-b432-4153-87a6-37f76109c515 None None] Sync routers for ids ['7af47907-ec7c-4fac-b664-f1530375e635'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:25.374623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598586c-b432-4153-87a6-37f76109c515 None None] Routers {'7af47907-ec7c-4fac-b664-f1530375e635'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:25.377205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5598586c-b432-4153-87a6-37f76109c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7af47907-ec7c-4fac-b664-f1530375e635'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:25.382021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e73ab17-b177-43af-a08d-3a03b5589c63 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.384277 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e73ab17-b177-43af-a08d-3a03b5589c63 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.639233 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e73ab17-b177-43af-a08d-3a03b5589c63 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.640090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e73ab17-b177-43af-a08d-3a03b5589c63 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Fanout notify agent at l3_agent the message router_deleted on router 7af47907-ec7c-4fac-b664-f1530375e635 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:34:25.648371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:25.657991 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Set router 1b8e6801-f149-4d59-9f7b-871d3ba4413a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:25.712903 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc80a892-5b5e-485c-82e5-d919d932434f req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.758078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e73ab17-b177-43af-a08d-3a03b5589c63 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.760100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9e73ab17-b177-43af-a08d-3a03b5589c63 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/routers/7af47907-ec7c-4fac-b664-f1530375e635 HTTP/1.1" status: 204 len: 168 time: 1.3252935 Jul 16 20:34:25.762862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:25.768836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:25.772296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5598586c-b432-4153-87a6-37f76109c515 None None] Set router 7af47907-ec7c-4fac-b664-f1530375e635 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:25.838968 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-35b8227e-656b-4340-a91d-8b528fad3c75 req-65030de1-316e-4053-bf0a-25247ba0835a tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=871a93f7-fbad-4c9a-8c00-df6162b7c630 HTTP/1.1" status: 200 len: 210 time: 0.0996168 Jul 16 20:34:25.874223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Pushing event deleted for resources: {'Port': ['ID=97718739-86d4-47ad-9c90-404ef2c0eef1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:25.926870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5598586c-b432-4153-87a6-37f76109c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af47907-ec7c-4fac-b664-f1530375e635', 'name': 'tempest-NetworksTestDHCPv6-router-748136579', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:20Z', 'revision_number': 3, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:25.929236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5ca8d371-f59c-44c2-863a-848216af7e16', '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8', '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6', '97718739-86d4-47ad-9c90-404ef2c0eef1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:25.929442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc80a892-5b5e-485c-82e5-d919d932434f req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] No DVR routers for this DVR port 97718739-86d4-47ad-9c90-404ef2c0eef1 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:25.933978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cc80a892-5b5e-485c-82e5-d919d932434f req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:25.936216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc80a892-5b5e-485c-82e5-d919d932434f req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "DELETE /v2.0/ports/97718739-86d4-47ad-9c90-404ef2c0eef1 HTTP/1.1" status: 204 len: 173 time: 2.6139925 Jul 16 20:34:25.953559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871a93f7-fbad-4c9a-8c00-df6162b7c630', 'name': 'network-vif-deleted', 'tag': '97718739-86d4-47ad-9c90-404ef2c0eef1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:25.956303 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7de3c0-9f5d-4a6d-9c0c-455bf9aefa71" -d '{"events": [{"server_uuid": "871a93f7-fbad-4c9a-8c00-df6162b7c630", "name": "network-vif-deleted", "tag": "97718739-86d4-47ad-9c90-404ef2c0eef1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:26.008137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.017367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.019213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.023420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.023762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.028022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.028666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.029227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.029586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.029926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.030263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.030600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a4c00-3c75-430b-a33e-957660b4630d tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:26.081449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a45527-e0d7-457e-8c8f-594c59d5085e None None] Network f2d1e555-3fb6-485d-9a8f-1d1636224642 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:26.109846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598586c-b432-4153-87a6-37f76109c515 None None] Checking router: 7af47907-ec7c-4fac-b664-f1530375e635 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:26.123829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c45d94-605d-46a7-9963-15a317e3c674 req-d229611b-8dea-49b6-9df4-28ea1899ca6f tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:26.138738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38c45d94-605d-46a7-9963-15a317e3c674 req-d229611b-8dea-49b6-9df4-28ea1899ca6f tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1097 time: 0.6803479 Jul 16 20:34:26.158324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:26.166489 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.248349 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:22Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b15de2e6-155a-44ef-99fb-5bf3bbab554b', 'name': '', 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bb:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '47315615-54d1-4007-a358-8c868e36a4d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:20Z', 'updated_at': '2021-07-16T20:34:23Z', 'revision_number': 2, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '47315615-54d1-4007-a358-8c868e36a4d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:26.259960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38c45d94-605d-46a7-9963-15a317e3c674 req-cb29774e-6f16-4a9c-b24b-4fa9c40bb3ab tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198678 Jul 16 20:34:26.327117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-be523306-3541-4eb6-a210-8f6cf1376f90 None None] Provisioning for port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:26.339363 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Checking router: 1b8e6801-f149-4d59-9f7b-871d3ba4413a for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:26.339363 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Updating router 1b8e6801-f149-4d59-9f7b-871d3ba4413a port b15de2e6-155a-44ef-99fb-5bf3bbab554b binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:26.340069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598586c-b432-4153-87a6-37f76109c515 None None] Routers set() bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:26.340069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598586c-b432-4153-87a6-37f76109c515 None None] Router IDs set() for agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:34:26.340069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_agentschedulers_db [None req-5598586c-b432-4153-87a6-37f76109c515 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7af47907-ec7c-4fac-b664-f1530375e635'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent'). {{(pid=93960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:34:26.340069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598586c-b432-4153-87a6-37f76109c515 None None] The sync data for ids ['7af47907-ec7c-4fac-b664-f1530375e635'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:26.443138 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.513956 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71de9df0-77a9-4f3a-8290-4076c5cc6ce6 x-openstack-request-id: req-71de9df0-77a9-4f3a-8290-4076c5cc6ce6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:26.514936 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871a93f7-fbad-4c9a-8c00-df6162b7c630", "name": "network-vif-deleted", "tag": "97718739-86d4-47ad-9c90-404ef2c0eef1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:26.515755 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71de9df0-77a9-4f3a-8290-4076c5cc6ce6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:26.517010 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871a93f7-fbad-4c9a-8c00-df6162b7c630', 'name': 'network-vif-deleted', 'tag': '97718739-86d4-47ad-9c90-404ef2c0eef1', 'status': 'completed', 'code': 200} Jul 16 20:34:26.535105 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:26.689246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:26.756240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:26.756611 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.041810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-b677abfe-0de9-4f6b-a517-1ae86c8ed493 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:27.051703 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-b677abfe-0de9-4f6b-a517-1ae86c8ed493 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/networks?id=f2d1e555-3fb6-485d-9a8f-1d1636224642 HTTP/1.1" status: 200 len: 798 time: 0.7666907 Jul 16 20:34:27.065797 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.107177 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-f47c2ad7-567f-494b-889d-9b06bb225b9f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/quotas/35b03f790bf849e384221ac3d3ba970a HTTP/1.1" status: 200 len: 375 time: 0.0544393 Jul 16 20:34:27.214040 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.237812 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Transition to ACTIVE for port object b15de2e6-155a-44ef-99fb-5bf3bbab554b will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:27.253720 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.325761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:27.332510 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Pushing event updated for resources: {'Port': ['ID=b15de2e6-155a-44ef-99fb-5bf3bbab554b,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:27.349637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:27.358593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:27.359198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.383128 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.385033 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.386595 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.387117 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.388798 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.389428 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.390575 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.393323 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.396401 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.396961 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.397786 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.398301 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:27.417479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=2c1a72bc-fb6f-4e5d-b153-55124108553f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:27.443219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3891b-bf65-4da7-a93e-7c52ca6ea66b None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:27.458608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50662) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:27.464620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d06fbf44-9294-42f4-b93c-6399d6600f00 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-949757833', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:27.476029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-238d4405-60eb-4c03-9a91-1023373cd4de tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7118077 Jul 16 20:34:27.532245 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d06fbf44-9294-42f4-b93c-6399d6600f00 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.540600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d06fbf44-9294-42f4-b93c-6399d6600f00 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.571146 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-c4ab90ae-8218-4735-9425-9d5ebeea7d8b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35b03f790bf849e384221ac3d3ba970a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4630353 Jul 16 20:34:27.658951 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Attempting to bind port b15de2e6-155a-44ef-99fb-5bf3bbab554b on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:27.660329 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Attempting to bind port b15de2e6-155a-44ef-99fb-5bf3bbab554b by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:27.662888 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Attempting to bind port b15de2e6-155a-44ef-99fb-5bf3bbab554b on network f2d1e555-3fb6-485d-9a8f-1d1636224642 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:27.691683 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:27.691683 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Checking segment: {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:27.691683 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.691683 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Bound using segment: {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:27.691683 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Bound port: b15de2e6-155a-44ef-99fb-5bf3bbab554b, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:27.691683 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.757037 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d06fbf44-9294-42f4-b93c-6399d6600f00 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.761756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d06fbf44-9294-42f4-b93c-6399d6600f00 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.769935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 97718739-86d4-47ad-9c90-404ef2c0eef1 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:27.791206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d06fbf44-9294-42f4-b93c-6399d6600f00 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:27.792685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d06fbf44-9294-42f4-b93c-6399d6600f00 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3321805 Jul 16 20:34:27.795354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50676) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:27.850711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 97718739-86d4-47ad-9c90-404ef2c0eef1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:27.852308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 97718739-86d4-47ad-9c90-404ef2c0eef1 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:27.966270 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-00013668-c6fb-4c66-b626-448421e9b0b3 service neutron] 10.222.0.10 "GET /v2.0/networks/f2d1e555-3fb6-485d-9a8f-1d1636224642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503668 Jul 16 20:34:27.987406 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] For port b15de2e6-155a-44ef-99fb-5bf3bbab554b, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:28.002379 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] For port b15de2e6-155a-44ef-99fb-5bf3bbab554b, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b15de2e6-155a-44ef-99fb-5bf3bbab554b,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:28.013813 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.063552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.098017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50682) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:28.116593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=375f1e6b-5f0e-44e2-bb8b-ef974f620f7d,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:28.147459 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.241425 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189526c-d20a-4362-82bc-c49906da105a None None] Pushing event updated for resources: {'Port': ['ID=b15de2e6-155a-44ef-99fb-5bf3bbab554b,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:28.294965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '2c1a72bc-fb6f-4e5d-b153-55124108553f'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:28.296076 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.349638 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Routers {'1b8e6801-f149-4d59-9f7b-871d3ba4413a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:28.357383 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:28.396395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-c8d28426-6c12-4810-a617-a2724f02f4ae service neutron] 10.222.0.10 "GET /v2.0/networks/f2d1e555-3fb6-485d-9a8f-1d1636224642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237354 Jul 16 20:34:28.439606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c9d72360-3e0a-432e-bdd0-e64805dd2b4a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:28.449883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=375f1e6b-5f0e-44e2-bb8b-ef974f620f7d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:28.517147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c9d72360-3e0a-432e-bdd0-e64805dd2b4a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:28.517504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c9d72360-3e0a-432e-bdd0-e64805dd2b4a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:28.559369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8aa7c4e0-2356-4ea0-8615-b3996ab5f74b None None] Provisioning for port b15de2e6-155a-44ef-99fb-5bf3bbab554b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:28.869470 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] Set router 1b8e6801-f149-4d59-9f7b-871d3ba4413a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:28.876391 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:28.881042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-dd9cf7ad-c4ae-4782-96c5-335395003cd2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7754529 Jul 16 20:34:28.893631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:28.920169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8aa7c4e0-2356-4ea0-8615-b3996ab5f74b None None] Provisioning complete for port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:28.920546 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c4e0-2356-4ea0-8615-b3996ab5f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.213507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5576059b-4343-439d-92a7-f56e28d31da2 req-f9e08319-7844-4070-88d4-3697d2398ec6 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 210 time: 0.0969932 Jul 16 20:34:29.430734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/2c1a72bc-fb6f-4e5d-b153-55124108553f/d90442a3-e8bd-4c17-a317-2d3329304c8d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:29.476813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:29.477198 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.757449 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:22Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b15de2e6-155a-44ef-99fb-5bf3bbab554b', 'name': '', 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bb:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '47315615-54d1-4007-a358-8c868e36a4d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:20Z', 'updated_at': '2021-07-16T20:34:27Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '47315615-54d1-4007-a358-8c868e36a4d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:29.796817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 86cbf231-6728-4c4d-9304-9716dcaa6ec8 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:29.868560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 86cbf231-6728-4c4d-9304-9716dcaa6ec8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:29.869089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 86cbf231-6728-4c4d-9304-9716dcaa6ec8 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:29.877504 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256bf2d6-50e9-4b21-bfa2-f3cfc8e4179b None None] The sync data for ids ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'] in n-d-792394-17 is: [{'id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:34:22Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b15de2e6-155a-44ef-99fb-5bf3bbab554b', 'name': '', 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bb:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '47315615-54d1-4007-a358-8c868e36a4d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:20Z', 'updated_at': '2021-07-16T20:34:27Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '47315615-54d1-4007-a358-8c868e36a4d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:29.927572 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:29.992818 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Transition to ACTIVE for port object d90442a3-e8bd-4c17-a317-2d3329304c8d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:30.036676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Transition to ACTIVE for port object d90442a3-e8bd-4c17-a317-2d3329304c8d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:30.053251 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.127700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:30.134847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:30.137904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:30.244075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Pushing event updated for resources: {'Port': ['ID=d90442a3-e8bd-4c17-a317-2d3329304c8d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:30.276371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Attempting to bind port d90442a3-e8bd-4c17-a317-2d3329304c8d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:30.277383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Attempting to bind port d90442a3-e8bd-4c17-a317-2d3329304c8d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:30.278109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Attempting to bind port d90442a3-e8bd-4c17-a317-2d3329304c8d on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:30.288487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:30.289240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:30.289922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.290992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:30.291829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Bound port: d90442a3-e8bd-4c17-a317-2d3329304c8d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:30.292593 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.336578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::1 (8c07d769-9495-46f2-a374-c7510b386f2a/2c1a72bc-fb6f-4e5d-b153-55124108553f/f8ec16c5-7309-4afc-8a19-9a5cb1e3506c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:30.440171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] For port d90442a3-e8bd-4c17-a317-2d3329304c8d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:30.450127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] For port d90442a3-e8bd-4c17-a317-2d3329304c8d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d90442a3-e8bd-4c17-a317-2d3329304c8d,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:30.462460 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.633963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.708308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693a3f5-e9a6-458c-8939-cacb6513755a None None] Pushing event updated for resources: {'Port': ['ID=d90442a3-e8bd-4c17-a317-2d3329304c8d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:30.723429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object f8ec16c5-7309-4afc-8a19-9a5cb1e3506c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:30.807050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df1fdb19-478f-4ab7-9ece-113e092e71cb req-9c91bd8c-745d-4b6c-97e6-2a05733a8c30 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 210 time: 0.1054728 Jul 16 20:34:30.842612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-045287d0-df58-466e-8db5-4108862ba47f tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:34:30.849408 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:30.856880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-045287d0-df58-466e-8db5-4108862ba47f tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5781441 Jul 16 20:34:30.874610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Request body: {'binding': {'host': 'n-h2-792394-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:30.876477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:34:30.876627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b15de2e6-155a-44ef-99fb-5bf3bbab554b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:30.932911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:30.941781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:31.067663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port b15de2e6-155a-44ef-99fb-5bf3bbab554b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:31.081872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b15de2e6-155a-44ef-99fb-5bf3bbab554b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:31.083222 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.091161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:31.092072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.240892 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.314065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 on host n-h2-792394-17 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:31.314547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:31.314998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:31.322064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Port 2cf4cc1e-8369-42bd-92da-16fb17146873 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:31.322536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:31.332370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:31.333857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Checking segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:31.343224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Bound using segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:31.343889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Bound port: 2cf4cc1e-8369-42bd-92da-16fb17146873, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:31.397053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port b15de2e6-155a-44ef-99fb-5bf3bbab554b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b15de2e6-155a-44ef-99fb-5bf3bbab554b,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:31.406429 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.411941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=f8ec16c5-7309-4afc-8a19-9a5cb1e3506c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:31.510173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=b15de2e6-155a-44ef-99fb-5bf3bbab554b,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:31.536993 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.612933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:31.618496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:31.619776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] 10.222.0.10 "POST /v2.0/ports/2cf4cc1e-8369-42bd-92da-16fb17146873/bindings HTTP/1.1" status: 201 len: 390 time: 0.7606175 Jul 16 20:34:32.211118 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87cf7d-d63e-4091-bb10-1842d8234af6 req-b2cfcb30-f1c9-4b64-ba53-83f43ec2a876 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:32.235369 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee87cf7d-d63e-4091-bb10-1842d8234af6 req-b2cfcb30-f1c9-4b64-ba53-83f43ec2a876 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 0.1604490 Jul 16 20:34:32.343400 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee87cf7d-d63e-4091-bb10-1842d8234af6 req-67c2b2d0-d4a5-4f09-aa2c-dd7c86716d6a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070168 Jul 16 20:34:32.451574 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.529517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c6f76134-c7a1-441a-99c9-3f53afbf9766 req-6fbf549f-b3d0-4e68-9ec3-8ca9484e026a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 210 time: 0.1673129 Jul 16 20:34:32.650251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a96dccf2-c93d-4725-9ea6-1368b07fece9 None None] Provisioning for port d90442a3-e8bd-4c17-a317-2d3329304c8d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:32.670714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.671541 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:32.792450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=f8ec16c5-7309-4afc-8a19-9a5cb1e3506c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:32.868316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b15de2e6-155a-44ef-99fb-5bf3bbab554b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:32.869170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-ef16e087-c9c9-4671-b4d6-4587b27a17db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:32.872580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-ef16e087-c9c9-4671-b4d6-4587b27a17db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1097 time: 0.5088606 Jul 16 20:34:33.010664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b15de2e6-155a-44ef-99fb-5bf3bbab554b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:33.011043 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.087501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-f249461e-25b1-404e-8e73-ab57ea84f586 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.089444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-f249461e-25b1-404e-8e73-ab57ea84f586 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.30 "GET /v2.0/networks?id=f2d1e555-3fb6-485d-9a8f-1d1636224642 HTTP/1.1" status: 200 len: 798 time: 0.7227106 Jul 16 20:34:33.124047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e5df608-d564-4c3d-a958-7d442e314135 None None] Provisioning for port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:33.133201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e5df608-d564-4c3d-a958-7d442e314135 None None] Provisioning complete for port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:33.134116 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e5df608-d564-4c3d-a958-7d442e314135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.181013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Request body: {'port': {'device_id': '023ac11a-cc46-4b73-b051-651a36bc0b49', 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642', 'admin_state_up': True, 'tenant_id': '35b03f790bf849e384221ac3d3ba970a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:33.202826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8e5df608-d564-4c3d-a958-7d442e314135 None None] Port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:33.279109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d90442a3-e8bd-4c17-a317-2d3329304c8d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:33.309988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-b9a43cd8-66a8-4bb8-947e-c09322cf373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:33.311997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-b9a43cd8-66a8-4bb8-947e-c09322cf373b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a107456a-63f1-4ae4-97d1-99f9e30c5a46 HTTP/1.1" status: 200 len: 897 time: 0.3921809 Jul 16 20:34:33.343186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d90442a3-e8bd-4c17-a317-2d3329304c8d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:33.352585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d90442a3-e8bd-4c17-a317-2d3329304c8d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:33.353859 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.379859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:33.382540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:33.544752 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.626866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d90442a3-e8bd-4c17-a317-2d3329304c8d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d90442a3-e8bd-4c17-a317-2d3329304c8d,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:33.634512 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.731950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d90442a3-e8bd-4c17-a317-2d3329304c8d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:33.865218 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9261b774-8887-4402-83ad-37fc0f711fa1 req-89c3da90-b7cc-450d-8c3a-04973c1c2e7d tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 210 time: 0.0690622 Jul 16 20:34:33.881549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e68afe24-7027-424c-8b8f-299a99a42584 None None] Provisioning complete for port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:33.881996 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e68afe24-7027-424c-8b8f-299a99a42584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:33.963585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e68afe24-7027-424c-8b8f-299a99a42584 None None] Port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:34.157770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-9d030526-1c87-4862-842e-efa97c2ac579 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 200 len: 1001 time: 0.8354974 Jul 16 20:34:34.415184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fb310-239e-4ee4-9dc0-922da0e3ed7e req-28873b75-11d3-4552-bd68-098d308916ca tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:34.424799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-937fb310-239e-4ee4-9dc0-922da0e3ed7e req-28873b75-11d3-4552-bd68-098d308916ca tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 0.2701371 Jul 16 20:34:34.448185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Made reservation on behalf of 35b03f790bf849e384221ac3d3ba970a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:34.457703 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.528189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-88b565ab-157b-41c8-93fc-4fb7ea14da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:34.530157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-88b565ab-157b-41c8-93fc-4fb7ea14da67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=271d6626-e130-480b-b312-8cfda3f391fd HTTP/1.1" status: 200 len: 834 time: 0.3333635 Jul 16 20:34:34.649996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-937fb310-239e-4ee4-9dc0-922da0e3ed7e req-bef7efc1-f5e5-40d0-a541-e62cec5a8cf6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696947 Jul 16 20:34:34.658027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Router 130abb7f-6a29-4c73-82c9-1afb29eb9325 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:34:34.689070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d90442a3-e8bd-4c17-a317-2d3329304c8d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:34.849717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-077541f5-6104-4d3b-86dd-26c2156817ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:34.851335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-077541f5-6104-4d3b-86dd-26c2156817ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a107456a-63f1-4ae4-97d1-99f9e30c5a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3067520 Jul 16 20:34:34.858400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d90442a3-e8bd-4c17-a317-2d3329304c8d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:34.858400 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:34.873271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Allocated IP 172.20.0.20 (f2d1e555-3fb6-485d-9a8f-1d1636224642/47315615-54d1-4007-a358-8c868e36a4d6/586c34f6-f5d7-4d64-b699-e44765fac432) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:35.050287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:35.069286 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Sync routers for ids ['130abb7f-6a29-4c73-82c9-1afb29eb9325'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:35.086717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-327ea0d4-55d3-4a4d-b78f-512ee877cac2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "PUT /v2.0/routers/130abb7f-6a29-4c73-82c9-1afb29eb9325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2898693 Jul 16 20:34:35.096459 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Routers {'130abb7f-6a29-4c73-82c9-1afb29eb9325'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:35.097535 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['130abb7f-6a29-4c73-82c9-1afb29eb9325'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:35.107316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 50790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:35.213986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c2c2561-9a81-4b43-a608-3f706047cc4a req-5e11ab3b-064b-4d1a-93b0-6b859ae13f61 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 210 time: 0.1275728 Jul 16 20:34:35.348918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24431923-49ea-4b35-ab0a-c313ee11c6ad tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:35.353581 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-24431923-49ea-4b35-ab0a-c313ee11c6ad tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports/f8ec16c5-7309-4afc-8a19-9a5cb1e3506c HTTP/1.1" status: 200 len: 911 time: 0.2452607 Jul 16 20:34:35.354147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:35.357532 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Set router 130abb7f-6a29-4c73-82c9-1afb29eb9325 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:35.407950 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-7ff9341d-888c-43e4-8d0d-7b77bc520ce5 service neutron] 10.222.0.30 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446422 Jul 16 20:34:35.486846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.505128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Transition to ACTIVE for port object 586c34f6-f5d7-4d64-b699-e44765fac432 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:35.547293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4929fb8-3d83-4da0-a5cf-c162fd10b1d5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:35.566068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4929fb8-3d83-4da0-a5cf-c162fd10b1d5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:35.588136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c4929fb8-3d83-4da0-a5cf-c162fd10b1d5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2317924 Jul 16 20:34:35.595732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:35.665885 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-00bbf6ee-6284-41c2-848a-68d9fb8d18ec service neutron] 10.222.0.30 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213756 Jul 16 20:34:35.707631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:35.776856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Network f2d1e555-3fb6-485d-9a8f-1d1636224642 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:35.784634 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:35.978768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:36.141337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event updated for resources: {'Port': ['ID=586c34f6-f5d7-4d64-b699-e44765fac432,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:36.241239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-f4578b7e-5d17-4a3e-b772-33e4db4e9fb6 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:36.244317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-f4578b7e-5d17-4a3e-b772-33e4db4e9fb6 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7&tenant_id=4c108c14547943189552611b7b096c07&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1097 time: 0.4631658 Jul 16 20:34:36.262475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:36.263216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.286456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-17'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:36.301850 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130abb7f-6a29-4c73-82c9-1afb29eb9325', 'name': 'tempest-NetworksTestDHCPv6-router-949757833', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:27Z', 'updated_at': '2021-07-16T20:34:31Z', 'revision_number': 2, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None, '_interfaces': [{'id': 'f8ec16c5-7309-4afc-8a19-9a5cb1e3506c', 'name': '', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'mac_address': 'fa:16:3e:24:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130abb7f-6a29-4c73-82c9-1afb29eb9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '2c1a72bc-fb6f-4e5d-b153-55124108553f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:29Z', 'updated_at': '2021-07-16T20:34:32Z', 'revision_number': 2, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'subnets': [{'id': '2c1a72bc-fb6f-4e5d-b153-55124108553f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:36.320132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9d806e36-44e1-4e02-a929-8b7bf7240a5a None None] Provisioning for port 586c34f6-f5d7-4d64-b699-e44765fac432 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:36.333209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9d806e36-44e1-4e02-a929-8b7bf7240a5a None None] Provisioning complete for port 586c34f6-f5d7-4d64-b699-e44765fac432 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:36.334039 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9d806e36-44e1-4e02-a929-8b7bf7240a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.385538 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Checking router: 130abb7f-6a29-4c73-82c9-1afb29eb9325 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:36.386430 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Updating router 130abb7f-6a29-4c73-82c9-1afb29eb9325 port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:34:36.398379 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-48e43be0-3a65-428f-a1c3-9800e114780b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.2871695 Jul 16 20:34:36.419164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Request body: {'port': {'device_id': '023ac11a-cc46-4b73-b051-651a36bc0b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:36.476170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9d806e36-44e1-4e02-a929-8b7bf7240a5a None None] Port 586c34f6-f5d7-4d64-b699-e44765fac432 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:36.512321 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:36.658537 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:34:36.742166 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.029919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761753b-064f-49e5-bd72-f0d5e467e88a req-bf4e38a7-6808-42c8-8b3c-1dd17179844f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.052687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5761753b-064f-49e5-bd72-f0d5e467e88a req-bf4e38a7-6808-42c8-8b3c-1dd17179844f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 0.4402995 Jul 16 20:34:37.113950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:37.115834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5761753b-064f-49e5-bd72-f0d5e467e88a req-67056dd7-585f-47a7-ad1d-7a1d5b568c04 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621667 Jul 16 20:34:37.199184 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.236441 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Transition to ACTIVE for port object f8ec16c5-7309-4afc-8a19-9a5cb1e3506c will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:37.252870 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.261565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:37.309003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.405848 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fb8a2-1781-49f0-9863-ee0b9c209aca None None] Pushing event updated for resources: {'Port': ['ID=f8ec16c5-7309-4afc-8a19-9a5cb1e3506c,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:37.483333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.506609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469307f-727f-4f4e-8bd2-44e489000c9e req-bda6fece-8c1b-4495-9021-001de8b8b143 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:37.529666 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4469307f-727f-4f4e-8bd2-44e489000c9e req-bda6fece-8c1b-4495-9021-001de8b8b143 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 895 time: 1.0714970 Jul 16 20:34:37.547680 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Attempting to bind port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:37.548091 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Attempting to bind port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:37.548405 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Attempting to bind port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:37.575419 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:37.575668 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:37.576010 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.576409 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:37.576891 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Bound port: f8ec16c5-7309-4afc-8a19-9a5cb1e3506c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:37.577263 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.639300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:37.654945 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248368ec-50cb-487e-aa37-02f856c6584f" -d '{"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:37.670534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.716972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.787462 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] For port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:37.801260 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] For port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f8ec16c5-7309-4afc-8a19-9a5cb1e3506c,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:37.807249 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:37.927204 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a569c07-1c0f-41b9-9949-0aead753462e x-openstack-request-id: req-2a569c07-1c0f-41b9-9949-0aead753462e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:37.933245 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:37.935014 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a569c07-1c0f-41b9-9949-0aead753462e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:37.936501 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'code': 200} Jul 16 20:34:37.980714 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Routers {'130abb7f-6a29-4c73-82c9-1afb29eb9325'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:37.981363 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['130abb7f-6a29-4c73-82c9-1afb29eb9325'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:37.983242 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fb8a2-1781-49f0-9863-ee0b9c209aca None None] Pushing event updated for resources: {'Port': ['ID=f8ec16c5-7309-4afc-8a19-9a5cb1e3506c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:38.256047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:38.256650 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.397089 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] Set router 130abb7f-6a29-4c73-82c9-1afb29eb9325 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:38.527520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-865dbd64-2c15-45ed-b86b-ed623a8de7c3 None None] Provisioning complete for port 2cf4cc1e-8369-42bd-92da-16fb17146873 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:38.528373 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-865dbd64-2c15-45ed-b86b-ed623a8de7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.637401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-865dbd64-2c15-45ed-b86b-ed623a8de7c3 None None] Port 2cf4cc1e-8369-42bd-92da-16fb17146873 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:34:38.662041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:38.805616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] For port f8ec16c5-7309-4afc-8a19-9a5cb1e3506c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f8ec16c5-7309-4afc-8a19-9a5cb1e3506c,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:38.807533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:38.877678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for f8ec16c5-7309-4afc-8a19-9a5cb1e3506c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:38.927115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833c20c-f26b-4da7-8b59-1be46df6760b req-b0be3289-51d5-43ba-903b-712cddb57d71 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:38.942212 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6833c20c-f26b-4da7-8b59-1be46df6760b req-b0be3289-51d5-43ba-903b-712cddb57d71 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 946 time: 0.3455291 Jul 16 20:34:38.962454 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130abb7f-6a29-4c73-82c9-1afb29eb9325', 'name': 'tempest-NetworksTestDHCPv6-router-949757833', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:27Z', 'updated_at': '2021-07-16T20:34:31Z', 'revision_number': 2, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None, '_interfaces': [{'id': 'f8ec16c5-7309-4afc-8a19-9a5cb1e3506c', 'name': '', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'mac_address': 'fa:16:3e:24:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130abb7f-6a29-4c73-82c9-1afb29eb9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '2c1a72bc-fb6f-4e5d-b153-55124108553f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:29Z', 'updated_at': '2021-07-16T20:34:37Z', 'revision_number': 4, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'subnets': [{'id': '2c1a72bc-fb6f-4e5d-b153-55124108553f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:38.968271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 on host n-h1-792394-17 for vnic_type normal with profile {"migrating_to": "n-h2-792394-17"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:38.968640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:38.969009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:38.992243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Port 2cf4cc1e-8369-42bd-92da-16fb17146873 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:38.997898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Attempting to bind port 2cf4cc1e-8369-42bd-92da-16fb17146873 on network a107456a-63f1-4ae4-97d1-99f9e30c5a46 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:39.023298 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149d4157-9acd-44a0-b0bf-0533522f7970 None None] The sync data for ids ['130abb7f-6a29-4c73-82c9-1afb29eb9325'] in n-d-792394-17 is: [{'id': '130abb7f-6a29-4c73-82c9-1afb29eb9325', 'name': 'tempest-NetworksTestDHCPv6-router-949757833', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:27Z', 'updated_at': '2021-07-16T20:34:31Z', 'revision_number': 2, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None, '_interfaces': [{'id': 'f8ec16c5-7309-4afc-8a19-9a5cb1e3506c', 'name': '', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'mac_address': 'fa:16:3e:24:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130abb7f-6a29-4c73-82c9-1afb29eb9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '2c1a72bc-fb6f-4e5d-b153-55124108553f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:29Z', 'updated_at': '2021-07-16T20:34:37Z', 'revision_number': 4, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'subnets': [{'id': '2c1a72bc-fb6f-4e5d-b153-55124108553f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:39.092478 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6833c20c-f26b-4da7-8b59-1be46df6760b req-26ae0308-81bc-4869-83e8-0a5f9cc180d1 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487448 Jul 16 20:34:39.215863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586c34f6-f5d7-4d64-b699-e44765fac432 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:39.228289 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.241169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Transition to ACTIVE for port object 586c34f6-f5d7-4d64-b699-e44765fac432 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:39.252575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2abdd7-22f9-4a6f-b2d1-b7b6c7fc2cd1 req-76b73dad-a05f-4e24-b106-eb397c78f0f2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:39.264492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d2abdd7-22f9-4a6f-b2d1-b7b6c7fc2cd1 req-76b73dad-a05f-4e24-b106-eb397c78f0f2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 943 time: 0.7698703 Jul 16 20:34:39.282417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.319217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:39.319603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Checking segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:39.320486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Bound using segment: {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:39.320486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Bound port: 2cf4cc1e-8369-42bd-92da-16fb17146873, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb2d581-f233-4214-8968-e23de23bddf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:39.320777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.448987 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.505189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d2abdd7-22f9-4a6f-b2d1-b7b6c7fc2cd1 req-d5ddf590-8026-4917-8228-f81b48ecbaf6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397697 Jul 16 20:34:39.514503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Pushing event updated for resources: {'Port': ['ID=586c34f6-f5d7-4d64-b699-e44765fac432,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:39.656966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=f8ec16c5-7309-4afc-8a19-9a5cb1e3506c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:39.725772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:39.729747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:39.755243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:39.885565 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.004229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:40.316147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Attempting to bind port 586c34f6-f5d7-4d64-b699-e44765fac432 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:40.316874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Attempting to bind port 586c34f6-f5d7-4d64-b699-e44765fac432 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:40.317403 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Attempting to bind port 586c34f6-f5d7-4d64-b699-e44765fac432 on network f2d1e555-3fb6-485d-9a8f-1d1636224642 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:40.375999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Port 586c34f6-f5d7-4d64-b699-e44765fac432 on network f2d1e555-3fb6-485d-9a8f-1d1636224642 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:34:40.376638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Attempting to bind port 586c34f6-f5d7-4d64-b699-e44765fac432 on network f2d1e555-3fb6-485d-9a8f-1d1636224642 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:40.432760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7332a-5530-4975-920b-1237b1c77705 req-842b9a01-b893-4f0b-a949-54931a842b2f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.445018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8fc7332a-5530-4975-920b-1237b1c77705 req-842b9a01-b893-4f0b-a949-54931a842b2f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 907 time: 0.5505459 Jul 16 20:34:40.467094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Router 130abb7f-6a29-4c73-82c9-1afb29eb9325 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:34:40.473770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:40.474107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Checking segment: {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:40.474501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Bound using segment: {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:40.474963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Bound port: 586c34f6-f5d7-4d64-b699-e44765fac432, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb6fead-7d88-4c63-9d5d-54b55312aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:40.475368 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.502826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-adf062bd-b699-45ce-97b8-bb0595845298 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.504470 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-adf062bd-b699-45ce-97b8-bb0595845298 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 946 time: 0.5193622 Jul 16 20:34:40.507162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Provisioning complete for port 2cf4cc1e-8369-42bd-92da-16fb17146873 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:40.508306 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.509890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.510550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.512101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e6b79f74-31a7-49eb-a276-a3ffebc5abf8 service neutron] 10.222.0.30 "PUT /v2.0/ports/2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 200 len: 1123 time: 4.2417762 Jul 16 20:34:40.512792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:40.515419 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:40.623222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dbec3-d7c0-4177-87c5-c2ad542a9e57 req-fd451fb9-5c6f-437f-a0c2-18f42d6ac9ec tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:40.635116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f85dbec3-d7c0-4177-87c5-c2ad542a9e57 req-fd451fb9-5c6f-437f-a0c2-18f42d6ac9ec tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 946 time: 0.2526436 Jul 16 20:34:40.805888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] For port 586c34f6-f5d7-4d64-b699-e44765fac432, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:40.835298 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f85dbec3-d7c0-4177-87c5-c2ad542a9e57 req-8a3d1bd1-d095-4a15-b719-9f72fb1ab713 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004817 Jul 16 20:34:40.865162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:34:40.876737 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-55b14b21-7ce7-4723-9a86-de8792e57118 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "PUT /v2.0/routers/130abb7f-6a29-4c73-82c9-1afb29eb9325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2769523 Jul 16 20:34:40.877221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:40.916045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] For port 586c34f6-f5d7-4d64-b699-e44765fac432, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=586c34f6-f5d7-4d64-b699-e44765fac432,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:40.931386 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.960510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:40.997172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2cf4cc1e-8369-42bd-92da-16fb17146873'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:41.163450 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931adeb9-c82c-417c-b2e7-8105ded6abcc x-openstack-request-id: req-931adeb9-c82c-417c-b2e7-8105ded6abcc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:41.163747 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:41.164002 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-931adeb9-c82c-417c-b2e7-8105ded6abcc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:41.164420 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'status': 'completed', 'code': 200} Jul 16 20:34:41.210377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabe0f5-ab13-4bab-be22-cc0b9deb388c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.217145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabe0f5-ab13-4bab-be22-cc0b9deb388c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.219593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-efabe0f5-ab13-4bab-be22-cc0b9deb388c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3408680 Jul 16 20:34:41.232498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 50904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:41.269141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.270671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.272521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] 10.222.0.30 "PUT /v2.0/ports/586c34f6-f5d7-4d64-b699-e44765fac432 HTTP/1.1" status: 200 len: 1056 time: 4.8588197 Jul 16 20:34:41.274804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:41.277742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:41.283807 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf4ff39-1eac-4070-89c1-e499ab576d8f" -d '{"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-plugged", "status": "completed", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:41.299377 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.324804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Deleting port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:41.325226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.489383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-62bf7715-acf7-4fd6-8355-b5b46e403db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:41.491211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-62bf7715-acf7-4fd6-8355-b5b46e403db7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1126 time: 0.4376185 Jul 16 20:34:41.507688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8aa838-b337-48bf-9b03-caaaf517f35c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 2c1a72bc-fb6f-4e5d-b153-55124108553f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:41.560448 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa838-b337-48bf-9b03-caaaf517f35c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.592001 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954648a6-c2c7-47e8-89de-1fc20d8b5ecb x-openstack-request-id: req-954648a6-c2c7-47e8-89de-1fc20d8b5ecb {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:41.593094 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-plugged", "status": "completed", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:41.594447 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-954648a6-c2c7-47e8-89de-1fc20d8b5ecb {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:41.595208 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'code': 200} Jul 16 20:34:41.727747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] For port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:41.728219 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.752726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa838-b337-48bf-9b03-caaaf517f35c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:41.765351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Calling delete_port for 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:41.934044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2cf4cc1e-8369-42bd-92da-16fb17146873 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:42.196722 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa838-b337-48bf-9b03-caaaf517f35c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.232178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-12c3f2f6-f143-4468-a6e9-d88ab01b3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.233899 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-12c3f2f6-f143-4468-a6e9-d88ab01b3881 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a107456a-63f1-4ae4-97d1-99f9e30c5a46 HTTP/1.1" status: 200 len: 897 time: 0.7120190 Jul 16 20:34:42.248180 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.334266 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9ecad-66a2-42f1-b137-9eac6dde14bd req-36b794d3-dd53-4be7-842e-5f18f827d8b7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.336271 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ce9ecad-66a2-42f1-b137-9eac6dde14bd req-36b794d3-dd53-4be7-842e-5f18f827d8b7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 907 time: 0.5556545 Jul 16 20:34:42.402879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69688d7f-cca2-4a72-a0b3-cb1c9186afae service neutron] Pushing event updated for resources: {'Port': ['ID=586c34f6-f5d7-4d64-b699-e44765fac432,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.419479 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-fe26e5df-7c35-4ad9-9ef5-bd2784fb86da service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 200 len: 1001 time: 0.1690583 Jul 16 20:34:42.444989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Pushing event deleted for resources: {'Port': ['ID=4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.461152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa838-b337-48bf-9b03-caaaf517f35c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.503099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:42.565131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2cf4cc1e-8369-42bd-92da-16fb17146873 has no active binding in host n-h2-792394-17 {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 20:34:42.570357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5ca8d371-f59c-44c2-863a-848216af7e16', '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8', '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:42.574707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Pushing event updated for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.581157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-aa820e8d-267e-416a-82b8-12bed7c85f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:42.582986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-aa820e8d-267e-416a-82b8-12bed7c85f01 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=271d6626-e130-480b-b312-8cfda3f391fd HTTP/1.1" status: 200 len: 834 time: 0.1519704 Jul 16 20:34:42.600190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8aa838-b337-48bf-9b03-caaaf517f35c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1a72bc-fb6f-4e5d-b153-55124108553f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:42.602987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] Sync routers for ids ['130abb7f-6a29-4c73-82c9-1afb29eb9325'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:34:42.633466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.634431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.635179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.635860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.637205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.637768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.638288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.639019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.639749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.643574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.644003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.644205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8390cb78-c8d5-4150-a89e-a478e79795ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:34:42.655086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa838-b337-48bf-9b03-caaaf517f35c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:42.669136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ca8aa838-b337-48bf-9b03-caaaf517f35c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/2c1a72bc-fb6f-4e5d-b153-55124108553f HTTP/1.1" status: 204 len: 168 time: 1.4245355 Jul 16 20:34:42.679363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:42.699001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac3b20-2bc4-4807-8aa6-d4aa81192432 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:42.777819 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d97fcc8-51b2-4fd1-8ea5-80931d2dd99e req-3bb70dc6-6b88-46ca-b4ad-837be6c76e3a tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 210 time: 0.1071591 Jul 16 20:34:42.831222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] Routers {'130abb7f-6a29-4c73-82c9-1afb29eb9325'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:42.831913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['130abb7f-6a29-4c73-82c9-1afb29eb9325'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:43.032906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-66ab1b7f-1b2f-4152-ae4a-068ae27af413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.035519 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-66ab1b7f-1b2f-4152-ae4a-068ae27af413 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a107456a-63f1-4ae4-97d1-99f9e30c5a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4323375 Jul 16 20:34:43.058041 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d6e48d66-b8d1-4326-9fcd-719ccc733725 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3761883 Jul 16 20:34:43.060792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:43.094348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] Set router 130abb7f-6a29-4c73-82c9-1afb29eb9325 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:43.195495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130abb7f-6a29-4c73-82c9-1afb29eb9325', 'name': 'tempest-NetworksTestDHCPv6-router-949757833', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:27Z', 'updated_at': '2021-07-16T20:34:39Z', 'revision_number': 3, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:43.223008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023ac11a-cc46-4b73-b051-651a36bc0b49', 'tag': '586c34f6-f5d7-4d64-b699-e44765fac432'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:43.225847 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c05d468-1e56-4d84-a665-2238b708f113" -d '{"events": [{"name": "network-changed", "server_uuid": "023ac11a-cc46-4b73-b051-651a36bc0b49", "tag": "586c34f6-f5d7-4d64-b699-e44765fac432"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:43.262220 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-66dedbda-7e1b-4d41-bf52-86e4c9451b11 service neutron] 10.222.0.63 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183483 Jul 16 20:34:43.268256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] No DVR routers for this DVR port 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:43.270974 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b32a13cf-0817-40e9-9ba6-5d4a9e7441cf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.274998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:43.277112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f275afb-f3d0-42e7-88c7-cd1c88dff3bf req-4eb79028-c369-414e-9996-350d24f996ee tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "DELETE /v2.0/ports/4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 HTTP/1.1" status: 204 len: 173 time: 2.7525423 Jul 16 20:34:43.301984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa04962-0566-48da-9c9f-6c685ea663c4 req-00c3a2d6-5bcf-4729-96bb-9fb7498435ef tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.305438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-baa04962-0566-48da-9c9f-6c685ea663c4 req-00c3a2d6-5bcf-4729-96bb-9fb7498435ef tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 1.1151021 Jul 16 20:34:43.309407 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6426237-e6d4-441e-a0cc-5a9ec73cf387 x-openstack-request-id: req-d6426237-e6d4-441e-a0cc-5a9ec73cf387 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:43.309947 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023ac11a-cc46-4b73-b051-651a36bc0b49", "tag": "586c34f6-f5d7-4d64-b699-e44765fac432", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:43.310499 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6426237-e6d4-441e-a0cc-5a9ec73cf387 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:43.311055 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023ac11a-cc46-4b73-b051-651a36bc0b49', 'tag': '586c34f6-f5d7-4d64-b699-e44765fac432', 'status': 'completed', 'code': 200} Jul 16 20:34:43.334128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-338233ff-2b90-4cfe-afb6-7f90af5c68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.337649 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-338233ff-2b90-4cfe-afb6-7f90af5c68ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35b03f790bf849e384221ac3d3ba970a&device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 1059 time: 1.1311450 Jul 16 20:34:43.352566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] Checking router: 130abb7f-6a29-4c73-82c9-1afb29eb9325 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:34:43.463449 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-febc7254-6050-4f15-9bc1-c1136cda3ca4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=586c34f6-f5d7-4d64-b699-e44765fac432 HTTP/1.1" status: 200 len: 217 time: 0.0993204 Jul 16 20:34:43.610248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] Routers {'130abb7f-6a29-4c73-82c9-1afb29eb9325'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:34:43.612322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['130abb7f-6a29-4c73-82c9-1afb29eb9325'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:43.633533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-0bb9b48e-d494-4cb5-bc2a-4f376cecf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.635040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-0bb9b48e-d494-4cb5-bc2a-4f376cecf40d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47315615-54d1-4007-a358-8c868e36a4d6 HTTP/1.1" status: 200 len: 837 time: 0.1641982 Jul 16 20:34:43.665784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-baa04962-0566-48da-9c9f-6c685ea663c4 req-fdb6dbf0-0279-462c-a38a-4d69406400bc tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368430 Jul 16 20:34:43.775572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-e6277874-429b-4417-acd3-7d266728cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:43.779033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-e6277874-429b-4417-acd3-7d266728cd9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2d1e555-3fb6-485d-9a8f-1d1636224642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1318495 Jul 16 20:34:43.880079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:43.957339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-4294ca40-6075-4669-9dd9-3d1b27204c75 service neutron] 10.222.0.30 "GET /v2.0/networks/f2d1e555-3fb6-485d-9a8f-1d1636224642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704555 Jul 16 20:34:43.970956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:43.971651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:43.986160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] Set router 130abb7f-6a29-4c73-82c9-1afb29eb9325 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:34:44.110107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130abb7f-6a29-4c73-82c9-1afb29eb9325', 'name': 'tempest-NetworksTestDHCPv6-router-949757833', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:27Z', 'updated_at': '2021-07-16T20:34:39Z', 'revision_number': 3, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:34:44.120489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e891ed33-dcb2-427e-8446-ee8eefb9dd3c req-8c5a458d-388f-4f15-9b15-de1dfb2f5694 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad69c5af-a4e4-4d5c-89dc-9d0345968a29 HTTP/1.1" status: 200 len: 210 time: 0.0742414 Jul 16 20:34:44.165524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be188e-1b77-4ff7-98e1-ad9b26d54ea5 None None] The sync data for ids ['130abb7f-6a29-4c73-82c9-1afb29eb9325'] in n-d-792394-17 is: [{'id': '130abb7f-6a29-4c73-82c9-1afb29eb9325', 'name': 'tempest-NetworksTestDHCPv6-router-949757833', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:27Z', 'updated_at': '2021-07-16T20:34:39Z', 'revision_number': 3, 'project_id': 'a4372778100e4fcb8198b92e36981c88', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:34:44.208788 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e931b3a5-6d8c-44b2-ba85-766858cf2456 req-b880437a-8cf9-4613-bc8e-9c39d373d012 service neutron] 10.222.0.30 "GET /v2.0/networks/f2d1e555-3fb6-485d-9a8f-1d1636224642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419033 Jul 16 20:34:44.434803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b32a13cf-0817-40e9-9ba6-5d4a9e7441cf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.446519 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b32a13cf-0817-40e9-9ba6-5d4a9e7441cf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.482000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05d468-1e56-4d84-a665-2238b708f113 req-04fda305-142e-4295-ad8b-34252ed94ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:44.485418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c05d468-1e56-4d84-a665-2238b708f113 req-04fda305-142e-4295-ad8b-34252ed94ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35b03f790bf849e384221ac3d3ba970a&device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 1059 time: 0.1714034 Jul 16 20:34:44.498625 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd258d2a-f89b-4cf2-8fc5-2e5e225f2ec9 req-9c669cb4-878d-44f8-8683-fcc4ae76bd05 service neutron] 10.222.0.63 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2195811 Jul 16 20:34:44.544667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d76e19-a745-4f51-beb3-53c513a848f3 req-2e836f95-2f37-4cd7-a217-611930255f9a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:44.546671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6d76e19-a745-4f51-beb3-53c513a848f3 req-2e836f95-2f37-4cd7-a217-611930255f9a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 907 time: 0.6312099 Jul 16 20:34:44.568674 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b32a13cf-0817-40e9-9ba6-5d4a9e7441cf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.569581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32a13cf-0817-40e9-9ba6-5d4a9e7441cf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Fanout notify agent at l3_agent the message router_deleted on router 130abb7f-6a29-4c73-82c9-1afb29eb9325 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:34:44.579753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b32a13cf-0817-40e9-9ba6-5d4a9e7441cf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.581606 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b32a13cf-0817-40e9-9ba6-5d4a9e7441cf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/routers/130abb7f-6a29-4c73-82c9-1afb29eb9325 HTTP/1.1" status: 204 len: 168 time: 1.5194690 Jul 16 20:34:44.593469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0730592-6d69-4eca-94b7-15fe862c8809 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:34:44.594944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:44.680001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0730592-6d69-4eca-94b7-15fe862c8809 None None] Deleting port d90442a3-e8bd-4c17-a317-2d3329304c8d {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:44.681194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0730592-6d69-4eca-94b7-15fe862c8809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:44.730839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05d468-1e56-4d84-a665-2238b708f113 req-86e85033-8d6b-4a0e-ba48-07433d0f8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:44.734900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f8ec16c5-7309-4afc-8a19-9a5cb1e3506c no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:44.735383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c05d468-1e56-4d84-a665-2238b708f113 req-86e85033-8d6b-4a0e-ba48-07433d0f8df5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2d1e555-3fb6-485d-9a8f-1d1636224642 HTTP/1.1" status: 200 len: 899 time: 0.2362342 Jul 16 20:34:44.787709 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c05d468-1e56-4d84-a665-2238b708f113 req-f7a1ba81-e38a-423c-aee8-aa046a31423d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=586c34f6-f5d7-4d64-b699-e44765fac432 HTTP/1.1" status: 200 len: 217 time: 0.0449080 Jul 16 20:34:44.794258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f8ec16c5-7309-4afc-8a19-9a5cb1e3506c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:44.794493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f8ec16c5-7309-4afc-8a19-9a5cb1e3506c not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:44.798106 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d90442a3-e8bd-4c17-a317-2d3329304c8d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:44.866900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05d468-1e56-4d84-a665-2238b708f113 req-a429d4d9-329f-4d27-9b04-0b7b6eaa1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:44.868759 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c05d468-1e56-4d84-a665-2238b708f113 req-a429d4d9-329f-4d27-9b04-0b7b6eaa1e9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47315615-54d1-4007-a358-8c868e36a4d6 HTTP/1.1" status: 200 len: 837 time: 0.0682237 Jul 16 20:34:44.981089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244702eb-ff0d-426f-a8c1-c57ed25d34f5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:44.986475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-244702eb-ff0d-426f-a8c1-c57ed25d34f5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3901317 Jul 16 20:34:44.986684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:45.068777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05d468-1e56-4d84-a665-2238b708f113 req-3109d76e-b6e4-48ef-8618-8e72c4b81aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:45.071557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c05d468-1e56-4d84-a665-2238b708f113 req-3109d76e-b6e4-48ef-8618-8e72c4b81aeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2d1e555-3fb6-485d-9a8f-1d1636224642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1750503 Jul 16 20:34:45.087414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a528a-ce45-4404-83f0-5ce3bd8bae80 req-a6538cd2-8828-4eb8-b548-1ec6c479daa6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:45.100730 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-850a528a-ce45-4404-83f0-5ce3bd8bae80 req-a6538cd2-8828-4eb8-b548-1ec6c479daa6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 0.2051406 Jul 16 20:34:45.121067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c51ea-2802-4bec-8a96-d24bf552a28e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:45.123381 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ab1c51ea-2802-4bec-8a96-d24bf552a28e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1355262 Jul 16 20:34:45.127386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:45.196283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0730592-6d69-4eca-94b7-15fe862c8809 None None] For port d90442a3-e8bd-4c17-a317-2d3329304c8d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d90442a3-e8bd-4c17-a317-2d3329304c8d,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:45.201173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0730592-6d69-4eca-94b7-15fe862c8809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.289043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5d48884e-26e7-4173-9e7a-9890baea3253 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1596050 Jul 16 20:34:45.293990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:45.314673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:45.338423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad69c5af-a4e4-4d5c-89dc-9d0345968a29', 'name': 'network-vif-deleted', 'tag': '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:45.348830 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dc9f31-a865-4441-87b0-7db0d80c8b11" -d '{"events": [{"server_uuid": "ad69c5af-a4e4-4d5c-89dc-9d0345968a29", "name": "network-vif-deleted", "tag": "4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:45.360045 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.422923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0730592-6d69-4eca-94b7-15fe862c8809 None None] Calling delete_port for d90442a3-e8bd-4c17-a317-2d3329304c8d owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:45.436593 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-850a528a-ce45-4404-83f0-5ce3bd8bae80 req-2a914aa7-c00e-4531-b4bf-156b30c3572f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323386 Jul 16 20:34:45.485662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d90442a3-e8bd-4c17-a317-2d3329304c8d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d90442a3-e8bd-4c17-a317-2d3329304c8d,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:45.538267 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.538958 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c05d468-1e56-4d84-a665-2238b708f113 req-865ee48f-0005-4ad5-9cad-2b45c6f8168a service neutron] 10.222.0.30 "GET /v2.0/networks/f2d1e555-3fb6-485d-9a8f-1d1636224642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275994 Jul 16 20:34:45.651204 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5758fc-760d-4af2-a04b-557b18e0c047 x-openstack-request-id: req-1c5758fc-760d-4af2-a04b-557b18e0c047 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:45.651781 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad69c5af-a4e4-4d5c-89dc-9d0345968a29", "name": "network-vif-deleted", "tag": "4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:45.652795 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c5758fc-760d-4af2-a04b-557b18e0c047 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:45.656378 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad69c5af-a4e4-4d5c-89dc-9d0345968a29', 'name': 'network-vif-deleted', 'tag': '4e3ef662-a896-4f25-ab1c-fb56eaf0bdb6', 'status': 'completed', 'code': 200} Jul 16 20:34:45.699780 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0730592-6d69-4eca-94b7-15fe862c8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.801674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c05d468-1e56-4d84-a665-2238b708f113 req-364acd91-6e9f-4e15-b668-78625569fda6 service neutron] 10.222.0.30 "GET /v2.0/networks/f2d1e555-3fb6-485d-9a8f-1d1636224642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506089 Jul 16 20:34:45.847005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0730592-6d69-4eca-94b7-15fe862c8809 None None] No DVR routers for this DVR port d90442a3-e8bd-4c17-a317-2d3329304c8d on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:45.871519 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 586c34f6-f5d7-4d64-b699-e44765fac432 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:34:45.873683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d90442a3-e8bd-4c17-a317-2d3329304c8d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:45.930546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:45.941494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:45.985457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0730592-6d69-4eca-94b7-15fe862c8809 None None] Pushing event deleted for resources: {'Port': ['ID=d90442a3-e8bd-4c17-a317-2d3329304c8d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.006434 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-21c1f313-fc65-4d21-9faf-00824b5812fd service neutron] 10.222.0.63 "GET /v2.0/ports/2cf4cc1e-8369-42bd-92da-16fb17146873/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 385 time: 0.4530799 Jul 16 20:34:46.020362 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.194656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 586c34f6-f5d7-4d64-b699-e44765fac432, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=586c34f6-f5d7-4d64-b699-e44765fac432,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:46.208690 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '586c34f6-f5d7-4d64-b699-e44765fac432', 'network_id': 'f2d1e555-3fb6-485d-9a8f-1d1636224642', 'port_id': '586c34f6-f5d7-4d64-b699-e44765fac432', 'mac_address': 'fa:16:3e:04:46:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47315615-54d1-4007-a358-8c868e36a4d6', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:34:46.273064 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.298333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586c34f6-f5d7-4d64-b699-e44765fac432 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:34:46.336607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 586c34f6-f5d7-4d64-b699-e44765fac432, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=586c34f6-f5d7-4d64-b699-e44765fac432,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:46.342316 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.367675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f192e58-e5e3-457c-bc4b-5e975e1c238d req-e7d44ceb-8f36-4534-b121-a87206bb6e51 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:46.380003 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f192e58-e5e3-457c-bc4b-5e975e1c238d req-e7d44ceb-8f36-4534-b121-a87206bb6e51 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 907 time: 0.2442462 Jul 16 20:34:46.476363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=586c34f6-f5d7-4d64-b699-e44765fac432,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:46.604619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['586c34f6-f5d7-4d64-b699-e44765fac432'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:46.617953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97926fa3-da5f-422b-a598-333c4a312f57 req-b225fd44-9578-49a7-af8c-c3b484a48c9f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:46.630425 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-97926fa3-da5f-422b-a598-333c4a312f57 req-b225fd44-9578-49a7-af8c-c3b484a48c9f tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 945 time: 0.1513965 Jul 16 20:34:46.661659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e4022404-123a-4028-a26c-8c263d4edb37 service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:46.713871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e4022404-123a-4028-a26c-8c263d4edb37 service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:46.720061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-97926fa3-da5f-422b-a598-333c4a312f57 req-57a36bc8-0fb4-412c-babf-306e8651a1e0 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880206 Jul 16 20:34:46.752496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.864688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:46.867000 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3eb210-e2ba-44a4-a833-9557b0c75a4e" -d '{"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:46.884651 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e4022404-123a-4028-a26c-8c263d4edb37 service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:46.952703 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416f9d4a-95a5-4ceb-9862-7994ef6f0ae2 x-openstack-request-id: req-416f9d4a-95a5-4ceb-9862-7994ef6f0ae2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:46.954574 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:46.955233 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-416f9d4a-95a5-4ceb-9862-7994ef6f0ae2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:46.956037 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'code': 200} Jul 16 20:34:46.962966 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e4022404-123a-4028-a26c-8c263d4edb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:46.995366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faf5e3-28d8-431a-9b38-21813c94aae4 req-55d12291-1b9d-4de4-8859-9f07016d2b5e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:47.003107 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5faf5e3-28d8-431a-9b38-21813c94aae4 req-55d12291-1b9d-4de4-8859-9f07016d2b5e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 945 time: 0.2461758 Jul 16 20:34:47.169051 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b5faf5e3-28d8-431a-9b38-21813c94aae4 req-efc8fde3-d397-49e8-a9a9-d7ee2d9935c6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645937 Jul 16 20:34:47.270762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:34:47.278306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.359561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=21f45317-ebe9-4007-ae87-bdb56cbee0d4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:47.369494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e4022404-123a-4028-a26c-8c263d4edb37 service neutron] Transition to ACTIVE for port object 2cf4cc1e-8369-42bd-92da-16fb17146873 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:47.375756 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e4022404-123a-4028-a26c-8c263d4edb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.384397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:47.395497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:47.410754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b19a6-5649-44a8-9cb4-e9737c169598 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:47.438650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:47.440159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:47.686360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-00bb7dde-04dc-490a-b350-b97bc783ff8e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3911152 Jul 16 20:34:47.691245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51418) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:47.776070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4022404-123a-4028-a26c-8c263d4edb37 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=11']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:47.862672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:47.997376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 586c34f6-f5d7-4d64-b699-e44765fac432 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:48.040232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-62c1847d-5504-43e8-a006-02ff00df97dc tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.046442 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e4022404-123a-4028-a26c-8c263d4edb37 service neutron] No DVR routers for this DVR port 2cf4cc1e-8369-42bd-92da-16fb17146873 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:48.062409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-62c1847d-5504-43e8-a006-02ff00df97dc tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 945 time: 0.4200344 Jul 16 20:34:48.186775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '21f45317-ebe9-4007-ae87-bdb56cbee0d4'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:34:48.188080 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.410159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fb029-e1d2-4b63-b31b-f637071845c2 req-651df175-07c8-4627-9ddf-45bd6451a311 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.415631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b7fb029-e1d2-4b63-b31b-f637071845c2 req-651df175-07c8-4627-9ddf-45bd6451a311 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 908 time: 0.5379801 Jul 16 20:34:48.462417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Deleting port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:48.462768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.631327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Allocated IP 2001:db8::f816:3eff:fee0:51d4 (8c07d769-9495-46f2-a374-c7510b386f2a/21f45317-ebe9-4007-ae87-bdb56cbee0d4/5c7bd434-72fb-4d8e-b94a-cfc6750508bd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:48.650503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] For port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:48.651404 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.685511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Calling delete_port for 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:48.694755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:48.698993 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.763702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a27068-78eb-4e59-a89d-a56839724bfb req-555f9853-0297-4c55-a82a-2d241319180c tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:48.776458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2a27068-78eb-4e59-a89d-a56839724bfb req-555f9853-0297-4c55-a82a-2d241319180c tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 945 time: 0.7404368 Jul 16 20:34:48.908162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:48.999241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Pushing event deleted for resources: {'Port': ['ID=1fa1f247-1fe5-4d5a-bcf4-3627d217acb8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.032931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.045352 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Transition to ACTIVE for port object 5c7bd434-72fb-4d8e-b94a-cfc6750508bd will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:49.063177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['5ca8d371-f59c-44c2-863a-848216af7e16', '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:34:49.065221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2cf4cc1e-8369-42bd-92da-16fb17146873 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:49.122538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 586c34f6-f5d7-4d64-b699-e44765fac432 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:49.158899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Transition to ACTIVE for port object 5c7bd434-72fb-4d8e-b94a-cfc6750508bd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:49.167997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 586c34f6-f5d7-4d64-b699-e44765fac432 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:49.168795 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.180928 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.233260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] No DVR routers for this DVR port 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:34:49.243940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.245342 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2a27068-78eb-4e59-a89d-a56839724bfb req-8b0d7490-89dc-4bae-b9f6-8ef6cf156574 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662957 Jul 16 20:34:49.260491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7c0f853-a017-45a9-8eef-34fbd94bbf94 req-78197ba5-10ea-4a42-a936-f3823df0ee93 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "DELETE /v2.0/ports/1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 HTTP/1.1" status: 204 len: 173 time: 1.1905329 Jul 16 20:34:49.359053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2cf4cc1e-8369-42bd-92da-16fb17146873 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:49.372403 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-e4022404-123a-4028-a26c-8c263d4edb37 service neutron] 10.222.0.63 "PUT /v2.0/ports/2cf4cc1e-8369-42bd-92da-16fb17146873/bindings/n-h2-792394-17/activate HTTP/1.1" status: 200 len: 370 time: 3.3569887 Jul 16 20:34:49.390378 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63079ccf-05dd-46c7-92c7-32425a74c08b', 'name': 'network-vif-deleted', 'tag': '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:49.393462 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a138140a-3ea8-4b9d-9017-c5c329df6159" -d '{"events": [{"server_uuid": "63079ccf-05dd-46c7-92c7-32425a74c08b", "name": "network-vif-deleted", "tag": "1fa1f247-1fe5-4d5a-bcf4-3627d217acb8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:49.396142 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.435663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:49.450785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:49.466499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Pushing event updated for resources: {'Port': ['ID=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.469782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:49.508941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:49.516601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:49.518172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd384-9cd2-4ce8-8b58-449c0f87d4aa req-2a7f0ce8-c762-416a-a5aa-db589f6444e9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:49.529205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:49.529865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.533577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-574cd384-9cd2-4ce8-8b58-449c0f87d4aa req-2a7f0ce8-c762-416a-a5aa-db589f6444e9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.3015456 Jul 16 20:34:49.551051 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae4064b-70a6-49b9-a7a5-05984ffae60d x-openstack-request-id: req-8ae4064b-70a6-49b9-a7a5-05984ffae60d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:49.551396 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63079ccf-05dd-46c7-92c7-32425a74c08b", "name": "network-vif-deleted", "tag": "1fa1f247-1fe5-4d5a-bcf4-3627d217acb8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:49.551650 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ae4064b-70a6-49b9-a7a5-05984ffae60d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:49.552043 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63079ccf-05dd-46c7-92c7-32425a74c08b', 'name': 'network-vif-deleted', 'tag': '1fa1f247-1fe5-4d5a-bcf4-3627d217acb8', 'status': 'completed', 'code': 200} Jul 16 20:34:49.589813 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8172801 Jul 16 20:34:49.592886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:49.602251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42666d8a-b62a-4b3f-bcbd-1933aa2e3f58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=62bd1a0c-dde2-4e4b-9506-4c0b6d99fe81,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:49.604183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:c3:45:34', 'name': 'tempest-NetworksTestDHCPv6-486314348'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:49.759217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Attempting to bind port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:34:49.759877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Attempting to bind port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:34:49.760416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Attempting to bind port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:34:49.778232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.804209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:34:49.804905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:34:49.805658 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.806636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:34:49.807406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Bound port: 5c7bd434-72fb-4d8e-b94a-cfc6750508bd, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:34:49.807959 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.827396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-574cd384-9cd2-4ce8-8b58-449c0f87d4aa req-95325798-008a-4a96-8e76-e4eef90634f3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923920 Jul 16 20:34:49.831501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023ac11a-cc46-4b73-b051-651a36bc0b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586c34f6-f5d7-4d64-b699-e44765fac432'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:34:49.835466 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7ab919-8d99-4cff-bad6-49e607c6c89b" -d '{"events": [{"server_uuid": "023ac11a-cc46-4b73-b051-651a36bc0b49", "name": "network-vif-plugged", "status": "completed", "tag": "586c34f6-f5d7-4d64-b699-e44765fac432"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:34:49.859987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 586c34f6-f5d7-4d64-b699-e44765fac432, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=586c34f6-f5d7-4d64-b699-e44765fac432,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:49.894185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:49.921661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] For port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:49.926472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] For port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:34:49.929523 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.935153 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:49.962480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:34:49.994157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:34:49.994559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 1fa1f247-1fe5-4d5a-bcf4-3627d217acb8 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:34:50.030164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-7d1eb340-76ef-4fd9-9556-62a7be5c9540 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.032025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-7d1eb340-76ef-4fd9-9556-62a7be5c9540 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7&tenant_id=4c108c14547943189552611b7b096c07&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.2961624 Jul 16 20:34:50.084283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=586c34f6-f5d7-4d64-b699-e44765fac432,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:50.159088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ae689-7c78-4ce1-a49a-0ee3086a67dc None None] Pushing event updated for resources: {'Port': ['ID=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:50.244759 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.354564 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f75c4b-b554-4edd-bdbe-5bda637556d4 x-openstack-request-id: req-27f75c4b-b554-4edd-bdbe-5bda637556d4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:34:50.354853 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023ac11a-cc46-4b73-b051-651a36bc0b49", "name": "network-vif-plugged", "status": "completed", "tag": "586c34f6-f5d7-4d64-b699-e44765fac432", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:34:50.355107 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27f75c4b-b554-4edd-bdbe-5bda637556d4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:34:50.355558 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023ac11a-cc46-4b73-b051-651a36bc0b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586c34f6-f5d7-4d64-b699-e44765fac432', 'code': 200} Jul 16 20:34:50.382517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-5c1adca0-5d89-4b9c-802e-9b4405eacbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:50.384321 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-5c1adca0-5d89-4b9c-802e-9b4405eacbd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 1096 time: 0.3105879 Jul 16 20:34:50.488417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 2fdff09f-51f7-465d-bb30-dced23fbcafb yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:34:50.596310 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b29d1964-cc3e-4b58-a685-4281e7264079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:50.876102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c7bd434-72fb-4d8e-b94a-cfc6750508bd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:50.996978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:51.101988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b501bbe8-b652-4891-81cd-f7848d3b6d88 req-38360b24-8f6e-4ded-8364-37194eeb83df tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 210 time: 0.0976937 Jul 16 20:34:51.117658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9baf2c-ca1c-4237-a818-de6f12261cc8 req-19d67bad-73d4-475d-912c-36274d6c2ad3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.134816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-de9baf2c-ca1c-4237-a818-de6f12261cc8 req-19d67bad-73d4-475d-912c-36274d6c2ad3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 909 time: 0.8970838 Jul 16 20:34:51.188630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 172.20.0.11 (8c07d769-9495-46f2-a374-c7510b386f2a/62bd1a0c-dde2-4e4b-9506-4c0b6d99fe81/2fdff09f-51f7-465d-bb30-dced23fbcafb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:51.193401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-274af5b7-9fee-4e73-8101-cb6ec07ed4af req-c1b16aea-b3ec-4a94-91f5-0416164be7de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63079ccf-05dd-46c7-92c7-32425a74c08b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1030157 Jul 16 20:34:51.208841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-1429277f-c56c-4bec-b708-c5402bea8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.212175 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-1429277f-c56c-4bec-b708-c5402bea8f41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1096 time: 0.7907040 Jul 16 20:34:51.222188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:fec3:4534 (8c07d769-9495-46f2-a374-c7510b386f2a/21f45317-ebe9-4007-ae87-bdb56cbee0d4/2fdff09f-51f7-465d-bb30-dced23fbcafb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:51.286699 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-274af5b7-9fee-4e73-8101-cb6ec07ed4af req-465f6c9e-a625-4062-ba75-152fa584cbb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&device_id=63079ccf-05dd-46c7-92c7-32425a74c08b HTTP/1.1" status: 200 len: 210 time: 0.0600846 Jul 16 20:34:51.401337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57d021-4177-4ffa-af7c-deccfa563509 req-1df38fd4-8118-4cb2-a5bd-fa9483ed96c6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.407031 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef57d021-4177-4ffa-af7c-deccfa563509 req-1df38fd4-8118-4cb2-a5bd-fa9483ed96c6 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.1451898 Jul 16 20:34:51.480624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fc98b-a737-4ca5-9c1f-0de59810249e req-ae485f28-664f-47b8-b689-5eb197a788cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.482365 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e16fc98b-a737-4ca5-9c1f-0de59810249e req-ae485f28-664f-47b8-b689-5eb197a788cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 1061 time: 0.8950610 Jul 16 20:34:51.533834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef57d021-4177-4ffa-af7c-deccfa563509 req-ee45c0db-eb49-4bec-8f56-22b32dc99b0a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158235 Jul 16 20:34:51.761735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-160d7e01-2dc9-40ed-8842-a222a821e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.763556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-160d7e01-2dc9-40ed-8842-a222a821e517 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a107456a-63f1-4ae4-97d1-99f9e30c5a46 HTTP/1.1" status: 200 len: 897 time: 0.5386779 Jul 16 20:34:51.864818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af5b7-9fee-4e73-8101-cb6ec07ed4af req-37bc7cf2-8d73-4441-ac3a-0d976c8dc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:51.867183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-274af5b7-9fee-4e73-8101-cb6ec07ed4af req-37bc7cf2-8d73-4441-ac3a-0d976c8dc19a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5460794 Jul 16 20:34:51.968040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-257c83d4-a1b1-4993-9eb0-91b8d33ec246 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 200 len: 999 time: 0.1972294 Jul 16 20:34:51.991873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce7df17-5add-43de-a220-8fb0eedbea9b None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:52.069564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-01754a3b-1d8d-4e0a-93eb-40ae4f221339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.071561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-01754a3b-1d8d-4e0a-93eb-40ae4f221339 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=271d6626-e130-480b-b312-8cfda3f391fd HTTP/1.1" status: 200 len: 834 time: 0.0766265 Jul 16 20:34:52.100712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.151526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d6ab5868-b610-4adb-8b49-441da091e778 None None] Provisioning for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:52.152272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 2fdff09f-51f7-465d-bb30-dced23fbcafb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:52.178541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d6ab5868-b610-4adb-8b49-441da091e778 None None] Provisioning complete for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:52.178923 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5868-b610-4adb-8b49-441da091e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.253068 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.428711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5868-b610-4adb-8b49-441da091e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.714075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a1d67a-9e2c-4173-82ff-b4e63cc0ac50 None None] Update dhcp port {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': '21f45317-ebe9-4007-ae87-bdb56cbee0d4', 'ip_address': '2001:db8::f816:3eff:fee0:51d4'}, {'subnet_id': '62bd1a0c-dde2-4e4b-9506-4c0b6d99fe81'}], 'binding:host_id': 'n-d-792394-17'}, 'id': '5c7bd434-72fb-4d8e-b94a-cfc6750508bd'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:34:52.768241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d6ab5868-b610-4adb-8b49-441da091e778 None None] For port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:52.793717 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5868-b610-4adb-8b49-441da091e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.863608 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d67a-9e2c-4173-82ff-b4e63cc0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:52.890648 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-c37d11f3-b719-44a0-94ee-5e819ba4cff8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1037011 Jul 16 20:34:52.910857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd500-e1c5-46ce-b1f1-e474fc1e4b3b req-2dcab901-62f7-4111-8f91-6f181dc6e196 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:52.912560 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-02cfd500-e1c5-46ce-b1f1-e474fc1e4b3b req-2dcab901-62f7-4111-8f91-6f181dc6e196 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.1656411 Jul 16 20:34:52.913558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab5868-b610-4adb-8b49-441da091e778 None None] Pushing event updated for resources: {'Port': ['ID=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:52.957428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:52.991853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:52.998068 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-02cfd500-e1c5-46ce-b1f1-e474fc1e4b3b req-c36a2db4-b73e-4f2a-b1ee-d61e3e7d7552 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709546 Jul 16 20:34:53.017004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:34:53.024558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-97a66b46-08a1-498c-87e1-3ac8f5191537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.026411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-97a66b46-08a1-498c-87e1-3ac8f5191537 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e29e2db1f3845e8a06ca354042d182a&device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 1097 time: 0.1106248 Jul 16 20:34:53.052318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=2fdff09f-51f7-465d-bb30-dced23fbcafb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.099470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274af5b7-9fee-4e73-8101-cb6ec07ed4af req-02120a86-9bd2-4256-aa90-56322a5a5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.104473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-274af5b7-9fee-4e73-8101-cb6ec07ed4af req-02120a86-9bd2-4256-aa90-56322a5a5c93 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2114725 Jul 16 20:34:53.120616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-2ce227ad-dcfd-4760-b5e1-7e6a5b8b80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.122830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-2ce227ad-dcfd-4760-b5e1-7e6a5b8b80fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a107456a-63f1-4ae4-97d1-99f9e30c5a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0141766 Jul 16 20:34:53.175497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d1a1d67a-9e2c-4173-82ff-b4e63cc0ac50 None None] Allocated IP 172.20.0.2 (8c07d769-9495-46f2-a374-c7510b386f2a/62bd1a0c-dde2-4e4b-9506-4c0b6d99fe81/5c7bd434-72fb-4d8e-b94a-cfc6750508bd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:34:53.178541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.180010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.238527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7e2066f4-96f0-4a3b-9fc3-02272fe5f5a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6445551 Jul 16 20:34:53.242988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51504) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:53.275991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-94adaed1-ef1b-41df-8755-2186f88c50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.277570 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-94adaed1-ef1b-41df-8755-2186f88c50a8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 200 len: 912 time: 0.2183344 Jul 16 20:34:53.364234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d1a1d67a-9e2c-4173-82ff-b4e63cc0ac50 None None] For port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:53.378395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-3cfd4867-31cb-40c7-9350-3da79aac09c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5be8ec-4eda-4360-9514-54e96677e4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0893829 Jul 16 20:34:53.430518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e15e1-d1e8-4649-944f-c27b9a3a9eb8 req-46fa097b-63a3-4a0c-b1e4-94878cb1b867 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.446689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-1e4cedb1-2635-4278-910d-3b43f4922ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.448741 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-1e4cedb1-2635-4278-910d-3b43f4922ba4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 200 len: 850 time: 0.0643117 Jul 16 20:34:53.449580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-838e15e1-d1e8-4649-944f-c27b9a3a9eb8 req-46fa097b-63a3-4a0c-b1e4-94878cb1b867 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 909 time: 0.5855448 Jul 16 20:34:53.522320 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d67a-9e2c-4173-82ff-b4e63cc0ac50 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.555229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d1a1d67a-9e2c-4173-82ff-b4e63cc0ac50 None None] Transition to ACTIVE for port object 5c7bd434-72fb-4d8e-b94a-cfc6750508bd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:34:53.565478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-ffb29e81-0102-45ea-aa88-27899fe02960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.568372 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-ffb29e81-0102-45ea-aa88-27899fe02960 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=71bc0dc5-72b1-4715-a555-a20fd42e5237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100123 Jul 16 20:34:53.570006 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d67a-9e2c-4173-82ff-b4e63cc0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.579450 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d54e01d1-1092-4eb4-a549-37635a8d8ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.614229 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:53.615136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-0449f3c9-1831-40c4-8739-810ddf7ef5d4 service neutron] 10.222.0.30 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721334 Jul 16 20:34:53.678808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1d67a-9e2c-4173-82ff-b4e63cc0ac50 None None] Pushing event updated for resources: {'Port': ['ID=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:53.696285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10925f-8be1-446a-bb1f-4e4ff93ba76c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.702532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10925f-8be1-446a-bb1f-4e4ff93ba76c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:53.705406 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9c10925f-8be1-446a-bb1f-4e4ff93ba76c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4590557 Jul 16 20:34:53.717043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51514) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:53.846423 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-a0b30205-843d-41c8-aeb4-b1a915b17ecf service neutron] 10.222.0.63 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712498 Jul 16 20:34:53.912846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-a3ba194c-2e2b-4a60-84c3-9edd0992c7bd service neutron] 10.222.0.30 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903214 Jul 16 20:34:53.957757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-50c263ef-0b19-4b52-8f42-01aa0b712c23 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 2fdff09f-51f7-465d-bb30-dced23fbcafb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:53.958843 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50c263ef-0b19-4b52-8f42-01aa0b712c23 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.004260 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-daeb801e-706b-4aea-bd03-8273f9eabaaf req-aebd41c4-1aed-44e3-b592-80a4f34aa02e service neutron] 10.222.0.63 "GET /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493816 Jul 16 20:34:54.089194 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50c263ef-0b19-4b52-8f42-01aa0b712c23 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.126774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-50c263ef-0b19-4b52-8f42-01aa0b712c23 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 2fdff09f-51f7-465d-bb30-dced23fbcafb owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:54.373818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-8e938c83-a34b-4340-9c6d-8012af4bee58 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:54.376196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-8e938c83-a34b-4340-9c6d-8012af4bee58 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7&tenant_id=4c108c14547943189552611b7b096c07&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 1096 time: 0.1394858 Jul 16 20:34:54.411441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999af66c-27cf-42ae-8bd0-2aa2a953e442 req-3e9d51f3-efe3-4e45-9f35-4966155c4c97 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:54.424774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-999af66c-27cf-42ae-8bd0-2aa2a953e442 req-3e9d51f3-efe3-4e45-9f35-4966155c4c97 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.1845932 Jul 16 20:34:54.507992 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-999af66c-27cf-42ae-8bd0-2aa2a953e442 req-03080a44-3a7f-4ca2-b59a-0bb8633e21de tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665495 Jul 16 20:34:54.584319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50c263ef-0b19-4b52-8f42-01aa0b712c23 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.592266 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.746814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c263ef-0b19-4b52-8f42-01aa0b712c23 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=2fdff09f-51f7-465d-bb30-dced23fbcafb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:54.764581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c7bd434-72fb-4d8e-b94a-cfc6750508bd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:54.853905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-7ac18ea2-6950-4eeb-baed-4a95f7108d73 service neutron] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:34:54.890658 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-7ac18ea2-6950-4eeb-baed-4a95f7108d73 service neutron] Notify callbacks [] for binding, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:54.892357 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-7ac18ea2-6950-4eeb-baed-4a95f7108d73 service neutron] 10.222.0.30 "DELETE /v2.0/ports/2cf4cc1e-8369-42bd-92da-16fb17146873/bindings/n-h1-792394-17 HTTP/1.1" status: 204 len: 173 time: 0.5069489 Jul 16 20:34:54.962572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9caaa35-40b9-41a0-ab20-e58001f84fc1 None None] Provisioning for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:34:54.971400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9caaa35-40b9-41a0-ab20-e58001f84fc1 None None] Provisioning complete for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:54.972068 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9caaa35-40b9-41a0-ab20-e58001f84fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.037744 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50c263ef-0b19-4b52-8f42-01aa0b712c23 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.043765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-50c263ef-0b19-4b52-8f42-01aa0b712c23 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/2fdff09f-51f7-465d-bb30-dced23fbcafb HTTP/1.1" status: 204 len: 168 time: 1.3229704 Jul 16 20:34:55.045119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51534) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:55.199421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceefc5-8f9f-43b7-bf57-a52a62ec9332 req-f271af79-81e3-4912-b6e5-d7f82bbdcf8d tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:55.202496 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a7ceefc5-8f9f-43b7-bf57-a52a62ec9332 req-f271af79-81e3-4912-b6e5-d7f82bbdcf8d tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 909 time: 0.2551312 Jul 16 20:34:55.210780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506380e-05fb-45b0-92e3-07e204f587e6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:55.217347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506380e-05fb-45b0-92e3-07e204f587e6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:55.219579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506380e-05fb-45b0-92e3-07e204f587e6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:55.224822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:55.225404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6506380e-05fb-45b0-92e3-07e204f587e6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1796961 Jul 16 20:34:55.321162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebfeff6-ff69-4151-b005-50b1fcf538ff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 21f45317-ebe9-4007-ae87-bdb56cbee0d4 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:55.329782 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebfeff6-ff69-4151-b005-50b1fcf538ff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.356325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-02679b1b-df0d-4614-82d1-df77a5161b73 None None] Could not find standard attr ID for object 2fdff09f-51f7-465d-bb30-dced23fbcafb. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:34:55.415811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebfeff6-ff69-4151-b005-50b1fcf538ff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.584312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebfeff6-ff69-4151-b005-50b1fcf538ff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.704653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283f059-492a-4a26-990c-4c9f52c453f0 req-f3905f09-48ad-4c62-a690-d2fd84b59dcb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:55.716921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a283f059-492a-4a26-990c-4c9f52c453f0 req-f3905f09-48ad-4c62-a690-d2fd84b59dcb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 909 time: 0.2722681 Jul 16 20:34:55.751688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebfeff6-ff69-4151-b005-50b1fcf538ff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.820087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfeff6-ff69-4151-b005-50b1fcf538ff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=21f45317-ebe9-4007-ae87-bdb56cbee0d4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:55.835250 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cebfeff6-ff69-4151-b005-50b1fcf538ff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:55.840507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cebfeff6-ff69-4151-b005-50b1fcf538ff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/21f45317-ebe9-4007-ae87-bdb56cbee0d4 HTTP/1.1" status: 204 len: 168 time: 0.6137073 Jul 16 20:34:55.844202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:55.904026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbb1c7b-ace5-4694-bc44-6925fd82dc48 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:56.026790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5e0d0-7473-4ec4-a8e5-00fd121e9623 req-2d0c530b-b76f-49b8-8993-37c4887a45ce tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.028430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d1b5e0d0-7473-4ec4-a8e5-00fd121e9623 req-2d0c530b-b76f-49b8-8993-37c4887a45ce tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.1097274 Jul 16 20:34:56.040853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09092cf-891c-4bda-93b9-8fcda13dd861 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 62bd1a0c-dde2-4e4b-9506-4c0b6d99fe81 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:34:56.050591 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09092cf-891c-4bda-93b9-8fcda13dd861 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.135910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d1b5e0d0-7473-4ec4-a8e5-00fd121e9623 req-0e2e19de-bff7-4f63-944a-6ccefff915f9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986640 Jul 16 20:34:56.214828 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09092cf-891c-4bda-93b9-8fcda13dd861 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.255989 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.341193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd06077-b2a2-49aa-932f-1f282dc9df52 req-e4f7bbf6-0d17-4634-81dc-65ba55b254b0 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.351790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4fd06077-b2a2-49aa-932f-1f282dc9df52 req-e4f7bbf6-0d17-4634-81dc-65ba55b254b0 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 1061 time: 0.4513743 Jul 16 20:34:56.356148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09092cf-891c-4bda-93b9-8fcda13dd861 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.391040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19df6e-f439-45a0-8c8c-f6dfec94d519 req-680e07f3-39fe-4b49-9096-1dea443ed2b9 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.396668 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc19df6e-f439-45a0-8c8c-f6dfec94d519 req-680e07f3-39fe-4b49-9096-1dea443ed2b9 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1096 time: 0.0919244 Jul 16 20:34:56.452068 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc19df6e-f439-45a0-8c8c-f6dfec94d519 req-7655b961-ea93-4d37-98c8-314f5a2b4070 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489676 Jul 16 20:34:56.467568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09092cf-891c-4bda-93b9-8fcda13dd861 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.495657 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09092cf-891c-4bda-93b9-8fcda13dd861 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.498311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d09092cf-891c-4bda-93b9-8fcda13dd861 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/62bd1a0c-dde2-4e4b-9506-4c0b6d99fe81 HTTP/1.1" status: 204 len: 168 time: 0.6531057 Jul 16 20:34:56.506724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51588) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:56.522109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09092cf-891c-4bda-93b9-8fcda13dd861 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=62bd1a0c-dde2-4e4b-9506-4c0b6d99fe81,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:56.574053 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9d85a16b-4770-454a-b7a3-6cfe755bce61 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659709 Jul 16 20:34:56.577043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:56.582723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:56.756994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:56.761322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:56.851106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc8cbe-518c-479a-bf50-899fc7770f5b req-3a7e9fd5-0aac-4b02-9cc1-e1005f4b025f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:56.859120 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cfc8cbe-518c-479a-bf50-899fc7770f5b req-3a7e9fd5-0aac-4b02-9cc1-e1005f4b025f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.1190755 Jul 16 20:34:56.912954 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9cfc8cbe-518c-479a-bf50-899fc7770f5b req-4ba999fb-16cb-4d48-9c74-f5f0788b02a7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528264 Jul 16 20:34:56.936093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51596) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:57.176851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023655d4-362e-4782-9eec-a18950d14749 req-3c496e22-574d-410b-920f-4691a14aaf2b tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:57.185017 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-023655d4-362e-4782-9eec-a18950d14749 req-3c496e22-574d-410b-920f-4691a14aaf2b tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 1136 time: 0.5505104 Jul 16 20:34:57.194497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b7006-7bc8-4859-acff-79c1156faf09 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:34:57.228259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e47355b8-897c-41b6-b9b4-be35d0502343 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/9e8f2cba-c63e-4746-9012-b286ce5041a3 HTTP/1.1" status: 200 len: 991 time: 0.2897725 Jul 16 20:34:57.344595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51606) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:57.347344 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-023655d4-362e-4782-9eec-a18950d14749 req-7fec1eec-b3d6-485a-8892-3807d4016df9 tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1477773 Jul 16 20:34:57.414960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-baa9d550-5fc2-462b-8fba-0f64310c53bf None None] Provisioning complete for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:57.415382 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-baa9d550-5fc2-462b-8fba-0f64310c53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.449622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:34:57.483881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909827a6-f20c-4bb7-b314-9fbeaf8da18d tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:57.486213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-909827a6-f20c-4bb7-b314-9fbeaf8da18d tempest-TestSecurityGroupsBasicOps-2089178833 tempest-TestSecurityGroupsBasicOps-2089178833-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 1056 time: 0.1401041 Jul 16 20:34:57.621874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51614) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:57.828060 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:57.840392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2bc1ff-4117-4a4c-8ab1-5ff5127d8292 None None] Update dhcp port {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': '48c0593e-cd0e-4f43-9835-6c9b23ca386f'}], 'binding:host_id': 'n-d-792394-17'}, 'id': '5c7bd434-72fb-4d8e-b94a-cfc6750508bd'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:34:57.954810 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc1ff-4117-4a4c-8ab1-5ff5127d8292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.046677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port f005af7d-9d80-405a-8073-dad2b27b5a54 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:34:58.052437 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.110916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] For port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:58.214853 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.225290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.225874 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.447695 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.448302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.467541 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-fd2bc1ff-4117-4a4c-8ab1-5ff5127d8292 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:34:58.469233 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-fd2bc1ff-4117-4a4c-8ab1-5ff5127d8292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:34:58.497843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for f005af7d-9d80-405a-8073-dad2b27b5a54 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:34:58.526177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be094622-29b4-438b-9121-096c3227b9d0 req-29ec9e26-8465-45ab-ac1b-0d1e71783ee9 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:58.538741 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be094622-29b4-438b-9121-096c3227b9d0 req-29ec9e26-8465-45ab-ac1b-0d1e71783ee9 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 909 time: 0.3638921 Jul 16 20:34:58.542727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:58.553966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:58.571289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:58.578890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:58.581253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.606004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=48c0593e-cd0e-4f43-9835-6c9b23ca386f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:58.626860 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-11c77675-36fe-476a-ae9f-4883bd41e58d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0479674 Jul 16 20:34:58.629546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:58.654445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:58.772716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c7bd434-72fb-4d8e-b94a-cfc6750508bd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:34:58.844216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:34:58.845221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.864130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:34:58.874229 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.876827 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:58.921141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=f005af7d-9d80-405a-8073-dad2b27b5a54,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:59.040793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.041227 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Floating IP 9e8f2cba-c63e-4746-9012-b286ce5041a3 disassociated (deleted). External IP: 172.25.7.239, port: 2cf4cc1e-8369-42bd-92da-16fb17146873. Jul 16 20:34:59.064768 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc1ff-4117-4a4c-8ab1-5ff5127d8292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.379681 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.546112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:34:59.559302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:34:59.565602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:34:59.566254 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.597799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fd2bc1ff-4117-4a4c-8ab1-5ff5127d8292 None None] For port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:34:59.604115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=2b5848a4-aa03-4558-94bc-9c5525fe186f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:59.611569 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b79beb4d-f75c-401f-b683-0d7a16c049fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9806740 Jul 16 20:34:59.616787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:34:59.623740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:2c:e6:1e', 'name': 'tempest-NetworksTestDHCPv6-1111371269'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:34:59.675632 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc1ff-4117-4a4c-8ab1-5ff5127d8292 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.682157 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc1ff-4117-4a4c-8ab1-5ff5127d8292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:34:59.766314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bc1ff-4117-4a4c-8ab1-5ff5127d8292 None None] Pushing event updated for resources: {'Port': ['ID=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:34:59.861558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:00.005157 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.043037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 22cdce3c-16ec-413c-bd98-b17429f466ef yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:35:00.057994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd259-9264-4b71-90d1-5c61bb9ee742 req-05118e06-386a-4f60-aab8-0351e6275161 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:00.068922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5cbd259-9264-4b71-90d1-5c61bb9ee742 req-05118e06-386a-4f60-aab8-0351e6275161 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 909 time: 0.2199614 Jul 16 20:35:00.099220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec532-a773-4a77-9527-a9793cb7b164 req-ecb91a48-b071-4d3f-87ac-2f91c3d6dbf3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:00.101777 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-530ec532-a773-4a77-9527-a9793cb7b164 req-ecb91a48-b071-4d3f-87ac-2f91c3d6dbf3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.30 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 909 time: 0.2702150 Jul 16 20:35:00.284019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 172.20.0.9 (8c07d769-9495-46f2-a374-c7510b386f2a/2b5848a4-aa03-4558-94bc-9c5525fe186f/22cdce3c-16ec-413c-bd98-b17429f466ef) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:00.292713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:fe2c:e61e (8c07d769-9495-46f2-a374-c7510b386f2a/48c0593e-cd0e-4f43-9835-6c9b23ca386f/22cdce3c-16ec-413c-bd98-b17429f466ef) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:00.394140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:00.409153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Deleting port 586c34f6-f5d7-4d64-b699-e44765fac432 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:00.409577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.687888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d85246f-ea8e-41fc-a4c2-d8ecf8698db2 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:00.700347 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.741658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 22cdce3c-16ec-413c-bd98-b17429f466ef will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:00.792638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:00.800465 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.810991 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] Sync routers for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:00.841669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:00.843272 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:00.846396 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:00.953945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] For port 586c34f6-f5d7-4d64-b699-e44765fac432, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=586c34f6-f5d7-4d64-b699-e44765fac432,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:00.954990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.003632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=22cdce3c-16ec-413c-bd98-b17429f466ef,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:01.007444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a78a0f4f-d52e-4362-9d19-a003c7a37915 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/floatingips/9e8f2cba-c63e-4746-9012-b286ce5041a3 HTTP/1.1" status: 204 len: 168 time: 3.3841586 Jul 16 20:35:01.010343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:01.028312 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc245f5-88dc-4880-8db7-489059da3bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:01.034295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:01.036472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:01.046581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Calling delete_port for 586c34f6-f5d7-4d64-b699-e44765fac432 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:01.049925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:01.100375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c2147dc-112b-46fd-9d41-825cda5a9f79 None None] Provisioning complete for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:01.100721 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c2147dc-112b-46fd-9d41-825cda5a9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.164317 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:01.205877 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67380784-ca4d-4220-ba6d-e498e209c3bf x-openstack-request-id: req-67380784-ca4d-4220-ba6d-e498e209c3bf {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:01.206622 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:01.206622 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67380784-ca4d-4220-ba6d-e498e209c3bf {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:01.207139 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'status': 'completed', 'code': 200} Jul 16 20:35:01.217674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.218414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.243896 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-006dfc73-4a0b-4f6e-98e7-faf37a004630 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6257181 Jul 16 20:35:01.246554 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.433522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5faf2-6c65-4176-bdf2-e9069b6c109c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.457100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5faf2-6c65-4176-bdf2-e9069b6c109c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.467006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-0c260d3f-049c-471b-be1c-f4b9b94181cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:01.470217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a9b5faf2-6c65-4176-bdf2-e9069b6c109c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2222679 Jul 16 20:35:01.472457 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-0c260d3f-049c-471b-be1c-f4b9b94181cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 1096 time: 0.2777889 Jul 16 20:35:01.473161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51670) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:01.766041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d54646-2f99-4aa6-b8a2-2e98978f47c1 None None] Update dhcp port {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': '48c0593e-cd0e-4f43-9835-6c9b23ca386f', 'ip_address': '2001:db8::f816:3eff:fee0:51d4'}, {'subnet_id': '2b5848a4-aa03-4558-94bc-9c5525fe186f'}], 'binding:host_id': 'n-d-792394-17'}, 'id': '5c7bd434-72fb-4d8e-b94a-cfc6750508bd'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:35:01.940811 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93d54646-2f99-4aa6-b8a2-2e98978f47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:01.946436 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'abf38183-71fc-405b-8ea5-61e30952436f', 'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:ca:5b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:23Z', 'updated_at': '2021-07-16T20:33:38Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '271d6626-e130-480b-b312-8cfda3f391fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:01.951982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.024235 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] Checking router: 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:02.051861 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:02.051861 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:02.161498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc5551-eba9-46f5-ac73-b9109e63afb7 req-84672a3d-1495-41ef-8400-01f7d59ff124 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:02.170045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Port': ['ID=586c34f6-f5d7-4d64-b699-e44765fac432,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:02.184554 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bcc5551-eba9-46f5-ac73-b9109e63afb7 req-84672a3d-1495-41ef-8400-01f7d59ff124 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 830 time: 0.7059157 Jul 16 20:35:02.238415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] No DVR routers for this DVR port 586c34f6-f5d7-4d64-b699-e44765fac432 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:02.244170 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.244413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.30 "DELETE /v2.0/ports/586c34f6-f5d7-4d64-b699-e44765fac432 HTTP/1.1" status: 204 len: 173 time: 2.1366448 Jul 16 20:35:02.251190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-2fb0d59a-d703-4acb-8039-411827fd199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:02.252963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-2fb0d59a-d703-4acb-8039-411827fd199e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a107456a-63f1-4ae4-97d1-99f9e30c5a46 HTTP/1.1" status: 200 len: 897 time: 0.7489278 Jul 16 20:35:02.391778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-18289988-f66d-4398-bc15-a2794ab08222 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 200 len: 217 time: 0.1002185 Jul 16 20:35:02.437806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf875d-5b16-4559-a855-5122144452c4 req-4d52d248-d575-4aaa-b41c-10c55b0333ca tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:02.439982 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:02.446498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bdf875d-5b16-4559-a855-5122144452c4 req-4d52d248-d575-4aaa-b41c-10c55b0333ca tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.5271256 Jul 16 20:35:02.487666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dec6a962-b914-489e-a6f0-d5622f963408 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 22cdce3c-16ec-413c-bd98-b17429f466ef {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:02.488045 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dec6a962-b914-489e-a6f0-d5622f963408 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.523767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-93d54646-2f99-4aa6-b8a2-2e98978f47c1 None None] Allocated IP 172.20.0.2 (8c07d769-9495-46f2-a374-c7510b386f2a/2b5848a4-aa03-4558-94bc-9c5525fe186f/5c7bd434-72fb-4d8e-b94a-cfc6750508bd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:02.716705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-30b49a34-dcd7-43f5-9958-18fb431b0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:02.719345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-30b49a34-dcd7-43f5-9958-18fb431b0700 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=271d6626-e130-480b-b312-8cfda3f391fd HTTP/1.1" status: 200 len: 834 time: 0.2979131 Jul 16 20:35:02.748880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bdf875d-5b16-4559-a855-5122144452c4 req-8b73923a-879d-47f5-b21b-aad99622a37f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999368 Jul 16 20:35:02.803244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a585c-6751-4f3e-8127-41573d1c44db req-8902b792-b97d-4253-9e46-1d8c10f31364 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:02.804815 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e14a585c-6751-4f3e-8127-41573d1c44db req-8902b792-b97d-4253-9e46-1d8c10f31364 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.7075047 Jul 16 20:35:02.857021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dec6a962-b914-489e-a6f0-d5622f963408 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.865132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-93d54646-2f99-4aa6-b8a2-2e98978f47c1 None None] For port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:02.933073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dec6a962-b914-489e-a6f0-d5622f963408 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 22cdce3c-16ec-413c-bd98-b17429f466ef owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:02.946464 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93d54646-2f99-4aa6-b8a2-2e98978f47c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:02.981380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-93d54646-2f99-4aa6-b8a2-2e98978f47c1 None None] Transition to ACTIVE for port object 5c7bd434-72fb-4d8e-b94a-cfc6750508bd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:02.986235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93d54646-2f99-4aa6-b8a2-2e98978f47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.092485 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'abf38183-71fc-405b-8ea5-61e30952436f', 'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:ca:5b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:23Z', 'updated_at': '2021-07-16T20:33:38Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '271d6626-e130-480b-b312-8cfda3f391fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:03.166308 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d0d7e-231c-437d-9b0a-c5fe73c29227 None None] The sync data for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 is: [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:33:26Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'abf38183-71fc-405b-8ea5-61e30952436f', 'name': '', 'network_id': 'a107456a-63f1-4ae4-97d1-99f9e30c5a46', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:ca:5b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '271d6626-e130-480b-b312-8cfda3f391fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:23Z', 'updated_at': '2021-07-16T20:33:38Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '271d6626-e130-480b-b312-8cfda3f391fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:03.377341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d54646-2f99-4aa6-b8a2-2e98978f47c1 None None] Pushing event updated for resources: {'Port': ['ID=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:03.479967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023ac11a-cc46-4b73-b051-651a36bc0b49', 'name': 'network-vif-deleted', 'tag': '586c34f6-f5d7-4d64-b699-e44765fac432'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:03.483106 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfcde7a-3590-4c1f-a791-403b5b65a595" -d '{"events": [{"server_uuid": "023ac11a-cc46-4b73-b051-651a36bc0b49", "name": "network-vif-deleted", "tag": "586c34f6-f5d7-4d64-b699-e44765fac432"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:03.491535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dec6a962-b914-489e-a6f0-d5622f963408 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:03.558769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-052bd1a9-7991-4171-860e-d0013a44503f req-655a6c38-3e3a-4ef0-8964-e16a7a58dbed tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=023ac11a-cc46-4b73-b051-651a36bc0b49 HTTP/1.1" status: 200 len: 210 time: 0.0579486 Jul 16 20:35:03.578137 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c0dd91-84e4-491e-bc2a-555dd950f26d x-openstack-request-id: req-91c0dd91-84e4-491e-bc2a-555dd950f26d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:03.584214 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023ac11a-cc46-4b73-b051-651a36bc0b49", "name": "network-vif-deleted", "tag": "586c34f6-f5d7-4d64-b699-e44765fac432", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:03.584608 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91c0dd91-84e4-491e-bc2a-555dd950f26d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:03.585396 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023ac11a-cc46-4b73-b051-651a36bc0b49', 'name': 'network-vif-deleted', 'tag': '586c34f6-f5d7-4d64-b699-e44765fac432', 'status': 'completed', 'code': 200} Jul 16 20:35:03.681035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6a962-b914-489e-a6f0-d5622f963408 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=22cdce3c-16ec-413c-bd98-b17429f466ef,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:03.830781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bdc81-8bd5-4c20-a811-b45615531c19 None None] New status for floating IP 9e8f2cba-c63e-4746-9012-b286ce5041a3: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:35:03.971854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 586c34f6-f5d7-4d64-b699-e44765fac432 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:04.016515 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dec6a962-b914-489e-a6f0-d5622f963408 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.027741 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dec6a962-b914-489e-a6f0-d5622f963408 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/22cdce3c-16ec-413c-bd98-b17429f466ef HTTP/1.1" status: 204 len: 168 time: 2.5503595 Jul 16 20:35:04.032349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:04.058833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 586c34f6-f5d7-4d64-b699-e44765fac432 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:04.059434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 586c34f6-f5d7-4d64-b699-e44765fac432 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:04.060054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2cf4cc1e-8369-42bd-92da-16fb17146873 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:04.212478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-32ad9245-49fd-4a09-83a8-166b5211f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:04.214416 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-32ad9245-49fd-4a09-83a8-166b5211f67c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a107456a-63f1-4ae4-97d1-99f9e30c5a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4839485 Jul 16 20:35:04.392871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e76c1-6268-439d-a56e-af0463fdbd7c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:04.396090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e76c1-6268-439d-a56e-af0463fdbd7c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:04.399009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e76c1-6268-439d-a56e-af0463fdbd7c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:04.404392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fd2e76c1-6268-439d-a56e-af0463fdbd7c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3679197 Jul 16 20:35:04.413030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:04.449347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-e14a585c-6751-4f3e-8127-41573d1c44db req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 2cf4cc1e-8369-42bd-92da-16fb17146873 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:04.449891 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e14a585c-6751-4f3e-8127-41573d1c44db req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.496816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f201f-7051-4430-a58f-da9ba7768983 req-6ddd05e5-d72b-45af-ad36-5fdcf72ef4b8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:04.508542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ff8f201f-7051-4430-a58f-da9ba7768983 req-6ddd05e5-d72b-45af-ad36-5fdcf72ef4b8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 944 time: 0.3318486 Jul 16 20:35:04.528722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-2d3c9e6c-026f-4082-ac48-ea28569bf23c service neutron] 10.222.0.30 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064916 Jul 16 20:35:04.704450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 2b5848a4-aa03-4558-94bc-9c5525fe186f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:04.742114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f46acb-6d22-43d7-98b9-7cf05583c1b7 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:04.747341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ff8f201f-7051-4430-a58f-da9ba7768983 req-1f5a7599-7fc3-42cb-b7a1-21d9c4579a01 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e02fb03e-afc6-4bc0-8388-6fa0ade9d194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800833 Jul 16 20:35:04.748686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.915451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:04.939435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51730) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:05.028846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c7bd434-72fb-4d8e-b94a-cfc6750508bd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:05.588878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdc245f5-88dc-4880-8db7-489059da3bfb req-0444c037-6b29-41b5-a48e-3a9f5c18563e service neutron] 10.222.0.30 "GET /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0531080 Jul 16 20:35:05.708019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e14a585c-6751-4f3e-8127-41573d1c44db req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port 2cf4cc1e-8369-42bd-92da-16fb17146873, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2cf4cc1e-8369-42bd-92da-16fb17146873,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:05.708736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e14a585c-6751-4f3e-8127-41573d1c44db req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.737698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-44c40438-b310-40c7-861c-9c62f8600afa None None] Provisioning for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:05.740088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-e14a585c-6751-4f3e-8127-41573d1c44db req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 2cf4cc1e-8369-42bd-92da-16fb17146873 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:05.758475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-44c40438-b310-40c7-861c-9c62f8600afa None None] Provisioning complete for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:05.760971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-44c40438-b310-40c7-861c-9c62f8600afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.831128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.909488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:05.910142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:05.974197 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e14a585c-6751-4f3e-8127-41573d1c44db req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.080630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=2cf4cc1e-8369-42bd-92da-16fb17146873,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:06.084711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.107053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-44c40438-b310-40c7-861c-9c62f8600afa None None] Could not find standard attr ID for object 22cdce3c-16ec-413c-bd98-b17429f466ef. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:35:06.130975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5848a4-aa03-4558-94bc-9c5525fe186f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:06.146986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.164530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.166320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.166891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.167247 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.167618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.172690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.173205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.173563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.173903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.176932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.182278 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:06.214913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ae80d6c-15ad-44d7-bb17-9db13f9db875 req-46f61b59-8576-4f06-a9ad-1eaeef0c4f76 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=f11166c2-f5e3-4afb-bc9f-9019848223d7 HTTP/1.1" status: 200 len: 210 time: 0.1255884 Jul 16 20:35:06.218840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.257638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:06.259912 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-988d31e7-001e-47c0-94be-c5cee03b4128 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/2b5848a4-aa03-4558-94bc-9c5525fe186f HTTP/1.1" status: 204 len: 168 time: 1.8373320 Jul 16 20:35:06.284122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14a585c-6751-4f3e-8127-41573d1c44db req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] No DVR routers for this DVR port 2cf4cc1e-8369-42bd-92da-16fb17146873 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:06.360663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e14a585c-6751-4f3e-8127-41573d1c44db req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.372573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e14a585c-6751-4f3e-8127-41573d1c44db req-06a40ea4-8924-4124-8a67-94dadb3dbb52 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "DELETE /v2.0/ports/2cf4cc1e-8369-42bd-92da-16fb17146873 HTTP/1.1" status: 204 len: 173 time: 2.9117401 Jul 16 20:35:06.386818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-deleted', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:06.413018 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde5c014-c44b-4f2a-9b79-ee9a4a445bc5" -d '{"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-deleted", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:06.474358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa7970d-5303-4c7d-a262-2b4740be414d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 48c0593e-cd0e-4f43-9835-6c9b23ca386f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:06.490057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa7970d-5303-4c7d-a262-2b4740be414d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.632192 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9e0850-1a42-4735-83e7-6a663ec91e92 x-openstack-request-id: req-7d9e0850-1a42-4735-83e7-6a663ec91e92 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:06.632758 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11166c2-f5e3-4afb-bc9f-9019848223d7", "name": "network-vif-deleted", "tag": "2cf4cc1e-8369-42bd-92da-16fb17146873", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:06.637881 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d9e0850-1a42-4735-83e7-6a663ec91e92 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:06.638714 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11166c2-f5e3-4afb-bc9f-9019848223d7', 'name': 'network-vif-deleted', 'tag': '2cf4cc1e-8369-42bd-92da-16fb17146873', 'status': 'completed', 'code': 200} Jul 16 20:35:06.701574 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa7970d-5303-4c7d-a262-2b4740be414d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.935063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa7970d-5303-4c7d-a262-2b4740be414d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:06.998437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01441cff-38cb-4c98-a619-38b697e883c4 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:07.058253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.075082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa7970d-5303-4c7d-a262-2b4740be414d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.135457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d0116a29-feec-41a3-a0fa-a5eba100cf23 None None] Provisioning complete for port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:07.136570 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0116a29-feec-41a3-a0fa-a5eba100cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.180052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7970d-5303-4c7d-a262-2b4740be414d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=48c0593e-cd0e-4f43-9835-6c9b23ca386f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:07.190031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa7970d-5303-4c7d-a262-2b4740be414d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.192160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cfa7970d-5303-4c7d-a262-2b4740be414d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/48c0593e-cd0e-4f43-9835-6c9b23ca386f HTTP/1.1" status: 204 len: 168 time: 0.9346812 Jul 16 20:35:07.194837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51768) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:07.332891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2e16ee2f-61d3-4859-961e-b2bfeefa01e9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368771 Jul 16 20:35:07.339534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51774) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:07.353798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:07.487765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51780) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:07.556630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Deleting port b15de2e6-155a-44ef-99fb-5bf3bbab554b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:07.557001 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.649991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:07.653703 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.749172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f598a-2e38-4a59-b999-44354602ad73 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:07.825484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] For port b15de2e6-155a-44ef-99fb-5bf3bbab554b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b15de2e6-155a-44ef-99fb-5bf3bbab554b,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:07.826260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.837342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-923f598a-2e38-4a59-b999-44354602ad73 None None] Deleting port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:07.837727 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-923f598a-2e38-4a59-b999-44354602ad73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:07.841617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Calling delete_port for b15de2e6-155a-44ef-99fb-5bf3bbab554b owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:07.977692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-923f598a-2e38-4a59-b999-44354602ad73 None None] For port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:07.978049 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-923f598a-2e38-4a59-b999-44354602ad73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.018790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-923f598a-2e38-4a59-b999-44354602ad73 None None] Calling delete_port for 5c7bd434-72fb-4d8e-b94a-cfc6750508bd owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:08.119039 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-923f598a-2e38-4a59-b999-44354602ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.176908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f598a-2e38-4a59-b999-44354602ad73 None None] Pushing event deleted for resources: {'Port': ['ID=5c7bd434-72fb-4d8e-b94a-cfc6750508bd,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:08.195565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f598a-2e38-4a59-b999-44354602ad73 None None] No DVR routers for this DVR port 5c7bd434-72fb-4d8e-b94a-cfc6750508bd on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:08.297659 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.391531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Port': ['ID=b15de2e6-155a-44ef-99fb-5bf3bbab554b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:08.505355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7aa718-3708-4b3a-8440-18487716db75 req-94d7a9bd-3262-4e9b-815f-1f7e029c6af5 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:08.507454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ba7aa718-3708-4b3a-8440-18487716db75 req-94d7a9bd-3262-4e9b-815f-1f7e029c6af5 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 946 time: 0.2470653 Jul 16 20:35:08.689257 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ba7aa718-3708-4b3a-8440-18487716db75 req-2bffe9b3-5a46-470d-a262-8482411a0b4c tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752779 Jul 16 20:35:08.818364 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.932183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c7bd434-72fb-4d8e-b94a-cfc6750508bd no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:08.960372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.969861 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:08.978549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 5c7bd434-72fb-4d8e-b94a-cfc6750508bd {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:08.979843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c7bd434-72fb-4d8e-b94a-cfc6750508bd not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:09.102982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:09.109445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:09.112610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:09.113217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.118733 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd96af0-66f6-4556-b097-6e9120afb766 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:09.178993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=c26459e7-f2c8-4c69-ab1e-d6558dee9142,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:09.191304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3026fc81-a7da-4bad-a5d2-37bd66decfc0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8504872 Jul 16 20:35:09.193713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:09.199047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:09.261462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Router 1b8e6801-f149-4d59-9f7b-871d3ba4413a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:09.436114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': 'c26459e7-f2c8-4c69-ab1e-d6558dee9142'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:09.437346 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.444162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:09.444813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:09.447850 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.453991 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1bdf1615-0558-4474-b586-cc1b71f735a0 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "PUT /v2.0/routers/1b8e6801-f149-4d59-9f7b-871d3ba4413a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5096626 Jul 16 20:35:09.453991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:09.457557 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] Sync routers for ids ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:09.471207 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] Routers {'1b8e6801-f149-4d59-9f7b-871d3ba4413a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:09.472314 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:09.534758 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c97f02d-2375-4601-b08c-4c29feaa60c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Deleting subnet 47315615-54d1-4007-a358-8c868e36a4d6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:09.539041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c97f02d-2375-4601-b08c-4c29feaa60c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.611030 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c97f02d-2375-4601-b08c-4c29feaa60c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:09.696647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Allocated IP 172.20.0.2 (8c07d769-9495-46f2-a374-c7510b386f2a/c26459e7-f2c8-4c69-ab1e-d6558dee9142/a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:09.797381 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] Set router 1b8e6801-f149-4d59-9f7b-871d3ba4413a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:09.835806 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c97f02d-2375-4601-b08c-4c29feaa60c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.029031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-b50264a6-ef9d-47ec-9b8d-6ef8b69a6e12 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:10.030676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-b50264a6-ef9d-47ec-9b8d-6ef8b69a6e12 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 946 time: 0.4948683 Jul 16 20:35:10.113921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.151640 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Transition to ACTIVE for port object a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:10.165453 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c97f02d-2375-4601-b08c-4c29feaa60c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.198940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Transition to ACTIVE for port object a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:10.213690 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.236873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port abf38183-71fc-405b-8ea5-61e30952436f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:10.237990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.278867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97f02d-2375-4601-b08c-4c29feaa60c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Subnet': ['ID=47315615-54d1-4007-a358-8c868e36a4d6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.311555 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c97f02d-2375-4601-b08c-4c29feaa60c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.319972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7c97f02d-2375-4601-b08c-4c29feaa60c3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "DELETE /v2.0/subnets/47315615-54d1-4007-a358-8c868e36a4d6 HTTP/1.1" status: 204 len: 168 time: 0.8636594 Jul 16 20:35:10.335623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:10.338244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Pushing event updated for resources: {'Port': ['ID=a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.347532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce82255-7dbf-4c27-813a-622e183ce15c None None] Network f2d1e555-3fb6-485d-9a8f-1d1636224642 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:10.349408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a53ea5-a949-447e-8b8f-aec84bdb0ff6 req-02ac5c7f-7149-4880-a7f9-a49d9b8888d4 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:10.352405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d8a53ea5-a949-447e-8b8f-aec84bdb0ff6 req-02ac5c7f-7149-4880-a7f9-a49d9b8888d4 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 946 time: 0.3513165 Jul 16 20:35:10.370630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:10.378675 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:35:08Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:10.402120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:10.408391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:10.436338 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] Checking router: 1b8e6801-f149-4d59-9f7b-871d3ba4413a for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:10.442924 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d8a53ea5-a949-447e-8b8f-aec84bdb0ff6 req-217f5fdf-06fa-4e58-b05d-87f606a43fa8 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807235 Jul 16 20:35:10.455943 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] Routers {'1b8e6801-f149-4d59-9f7b-871d3ba4413a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:10.457737 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:10.599611 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] Set router 1b8e6801-f149-4d59-9f7b-871d3ba4413a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:10.627336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Attempting to bind port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:10.627971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Attempting to bind port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:10.628501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Attempting to bind port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:10.638033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:10.638792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:10.639590 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.640124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:10.640716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Bound port: a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:10.641200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.784480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] For port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:10.789193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] For port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:10.798667 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:10.842805 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:35:08Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:10.886896 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1b3790-2795-4065-86a7-ae66a4337526 None None] The sync data for ids ['1b8e6801-f149-4d59-9f7b-871d3ba4413a'] in n-d-792394-17 is: [{'id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1945436420', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:34:12Z', 'updated_at': '2021-07-16T20:35:08Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '114fb851-ee5c-41e6-8b9e-a922c1efefdc', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e6801-f149-4d59-9f7b-871d3ba4413a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:34:13Z', 'updated_at': '2021-07-16T20:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:10.925729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe22f6-0cc0-4fc6-8197-abc5d016b2cb None None] Pushing event updated for resources: {'Port': ['ID=a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:10.960110 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.139081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Deleting port 5ca8d371-f59c-44c2-863a-848216af7e16 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:11.140630 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.200508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port abf38183-71fc-405b-8ea5-61e30952436f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf38183-71fc-405b-8ea5-61e30952436f,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:11.200882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.237075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for abf38183-71fc-405b-8ea5-61e30952436f owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:11.283476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36345c9-5f58-40d8-adf5-da8be6bd205f None None] DHCP port deletion for f2d1e555-3fb6-485d-9a8f-1d1636224642 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:11.388050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.473253 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a36345c9-5f58-40d8-adf5-da8be6bd205f None None] Deleting port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:11.473629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a36345c9-5f58-40d8-adf5-da8be6bd205f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.554525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.objects.ports [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:35:11.601711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a36345c9-5f58-40d8-adf5-da8be6bd205f None None] For port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=375f1e6b-5f0e-44e2-bb8b-ef974f620f7d,segment=NetworkSegment(2bb6fead-7d88-4c63-9d5d-54b55312aab4),segment_id=2bb6fead-7d88-4c63-9d5d-54b55312aab4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:11.602124 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a36345c9-5f58-40d8-adf5-da8be6bd205f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.633709 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a36345c9-5f58-40d8-adf5-da8be6bd205f None None] Calling delete_port for 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:11.699925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] For port 5ca8d371-f59c-44c2-863a-848216af7e16, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=5ca8d371-f59c-44c2-863a-848216af7e16,segment=NetworkSegment(095d31bb-69d7-4dca-b4d8-e7a826b1947c),segment_id=095d31bb-69d7-4dca-b4d8-e7a826b1947c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:11.700411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.717677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Calling delete_port for 5ca8d371-f59c-44c2-863a-848216af7e16 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:11.759875 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a36345c9-5f58-40d8-adf5-da8be6bd205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:11.775299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36345c9-5f58-40d8-adf5-da8be6bd205f None None] No DVR routers for this DVR port 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:11.805407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36345c9-5f58-40d8-adf5-da8be6bd205f None None] Pushing event deleted for resources: {'Port': ['ID=375f1e6b-5f0e-44e2-bb8b-ef974f620f7d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:11.912073 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896397e1-230f-4592-8168-09533d77a4d2 req-ab402068-33c1-4a79-bd7c-352ea19fda35 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:11.920644 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-896397e1-230f-4592-8168-09533d77a4d2 req-ab402068-33c1-4a79-bd7c-352ea19fda35 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 946 time: 0.1241095 Jul 16 20:35:12.006820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-896397e1-230f-4592-8168-09533d77a4d2 req-4bb4002f-f625-4b04-bb3b-1c74c78d8b44 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f48665f-ba39-48fd-b2b4-e70efa675943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841362 Jul 16 20:35:12.065925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.187655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Pushing event deleted for resources: {'Port': ['ID=5ca8d371-f59c-44c2-863a-848216af7e16,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:12.354688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] No DVR routers for this DVR port 5ca8d371-f59c-44c2-863a-848216af7e16 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:12.357669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.360638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7bf411fe-9a24-4123-b92a-b2b643fe02b5 req-d75a6782-54ff-4e77-a801-cbcadc2b4516 tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.30 "DELETE /v2.0/ports/5ca8d371-f59c-44c2-863a-848216af7e16 HTTP/1.1" status: 204 len: 173 time: 2.3217876 Jul 16 20:35:12.668701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a14686-81fa-4352-aecb-1196a87f1056', 'name': 'network-vif-deleted', 'tag': '5ca8d371-f59c-44c2-863a-848216af7e16'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:12.675581 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420521d9-56fe-4d5a-8289-25922891e781" -d '{"events": [{"server_uuid": "d3a14686-81fa-4352-aecb-1196a87f1056", "name": "network-vif-deleted", "tag": "5ca8d371-f59c-44c2-863a-848216af7e16"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:12.735212 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.760248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Deleting port 114fb851-ee5c-41e6-8b9e-a922c1efefdc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:12.760606 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.787998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:12.788863 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:12.818770 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facd736e-f12e-42d5-ac31-95e8ec96d36f x-openstack-request-id: req-facd736e-f12e-42d5-ac31-95e8ec96d36f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:12.819070 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a14686-81fa-4352-aecb-1196a87f1056", "name": "network-vif-deleted", "tag": "5ca8d371-f59c-44c2-863a-848216af7e16", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:12.819376 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-facd736e-f12e-42d5-ac31-95e8ec96d36f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:12.819740 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a14686-81fa-4352-aecb-1196a87f1056', 'name': 'network-vif-deleted', 'tag': '5ca8d371-f59c-44c2-863a-848216af7e16', 'status': 'completed', 'code': 200} Jul 16 20:35:12.821177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=abf38183-71fc-405b-8ea5-61e30952436f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:12.904076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:12.982900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dbe7b12a-7bb5-4f8b-95e5-eca6b9ca64eb None None] Provisioning for port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:12.998792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dbe7b12a-7bb5-4f8b-95e5-eca6b9ca64eb None None] Provisioning complete for port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:13.001347 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dbe7b12a-7bb5-4f8b-95e5-eca6b9ca64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.030582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] For port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:13.044112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b15de2e6-155a-44ef-99fb-5bf3bbab554b no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:13.096427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.117400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: b15de2e6-155a-44ef-99fb-5bf3bbab554b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:13.117745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b15de2e6-155a-44ef-99fb-5bf3bbab554b not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:13.118159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:13.175138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.175942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.195135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:13.196066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 375f1e6b-5f0e-44e2-bb8b-ef974f620f7d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:13.298060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7bde1535-21c3-4c66-b781-9cf8a4cf843a req-d15f8bab-e59b-42f7-8ed2-64723bfa77af tempest-AttachVolumeNegativeTest-1223919031 tempest-AttachVolumeNegativeTest-1223919031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a14686-81fa-4352-aecb-1196a87f1056 HTTP/1.1" status: 200 len: 210 time: 0.0683713 Jul 16 20:35:13.344704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] For port 114fb851-ee5c-41e6-8b9e-a922c1efefdc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=114fb851-ee5c-41e6-8b9e-a922c1efefdc,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:13.345322 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.358965 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dbe7b12a-7bb5-4f8b-95e5-eca6b9ca64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.401748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dbe7b12a-7bb5-4f8b-95e5-eca6b9ca64eb None None] For port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:13.407913 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dbe7b12a-7bb5-4f8b-95e5-eca6b9ca64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.531055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Calling delete_port for 114fb851-ee5c-41e6-8b9e-a922c1efefdc owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:13.547930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7b12a-7bb5-4f8b-95e5-eca6b9ca64eb None None] Pushing event updated for resources: {'Port': ['ID=a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:13.551335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:13.564640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:13.584819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec837a3-e325-422e-bc76-0fd7283ac657 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:13.636619 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:35:13.647778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:13.648615 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.784872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=7ed72b0c-aafd-40a1-8654-e983e827f9e0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:13.797846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6029308 Jul 16 20:35:13.801691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:13.806925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:ea:d6:0d', 'name': 'tempest-NetworksTestDHCPv6-760414010'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:13.865823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc7bd5-f0b0-41ec-b7bf-9d1a1662fc0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:13.919829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:13.969572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:14.011098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5ca8d371-f59c-44c2-863a-848216af7e16 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:14.069071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 5ca8d371-f59c-44c2-863a-848216af7e16 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:14.070874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 5ca8d371-f59c-44c2-863a-848216af7e16 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:14.263142 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.327850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 32546e4f-3f8e-4637-8245-df140b0367ab yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:35:14.451822 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.503043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:14.662623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-65079a02-c617-4e70-8a87-c7f575ffd4aa admin admin] Deleting subnet 2dd8708d-f571-4440-9947-b78d45d450ef {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:14.666526 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65079a02-c617-4e70-8a87-c7f575ffd4aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.703637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65079a02-c617-4e70-8a87-c7f575ffd4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.778848 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65079a02-c617-4e70-8a87-c7f575ffd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.870030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Port': ['ID=114fb851-ee5c-41e6-8b9e-a922c1efefdc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:14.878357 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:14.978968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:15.014265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 172.20.0.12 (8c07d769-9495-46f2-a374-c7510b386f2a/c26459e7-f2c8-4c69-ab1e-d6558dee9142/32546e4f-3f8e-4637-8245-df140b0367ab) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:15.022746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:feea:d60d (8c07d769-9495-46f2-a374-c7510b386f2a/7ed72b0c-aafd-40a1-8654-e983e827f9e0/32546e4f-3f8e-4637-8245-df140b0367ab) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:15.117154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:15.117688 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.309568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.331719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 32546e4f-3f8e-4637-8245-df140b0367ab will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:15.383135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0549cc7a-15d2-4575-9b4c-482f6665986e None None] Provisioning complete for port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:15.383539 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0549cc7a-15d2-4575-9b4c-482f6665986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.447230 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.592536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65079a02-c617-4e70-8a87-c7f575ffd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.665935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65079a02-c617-4e70-8a87-c7f575ffd4aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd8708d-f571-4440-9947-b78d45d450ef,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:15.673264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=32546e4f-3f8e-4637-8245-df140b0367ab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:15.684122 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.687963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65079a02-c617-4e70-8a87-c7f575ffd4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.705308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:15.705896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-65079a02-c617-4e70-8a87-c7f575ffd4aa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2dd8708d-f571-4440-9947-b78d45d450ef HTTP/1.1" status: 204 len: 168 time: 1.1634891 Jul 16 20:35:15.707838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.710053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:15.713482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:15.721198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:15.728645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:15.774722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.954548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:15.965115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6474de50-3545-4236-b8af-0329768478c3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "PUT /v2.0/routers/4d57680f-1bb1-4d98-8f80-77eae3f1f8bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4761591 Jul 16 20:35:15.966078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:15.966592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Fanout notify agent at l3_agent the message router_deleted on router 1b8e6801-f149-4d59-9f7b-871d3ba4413a {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:35:15.971871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] Sync routers for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:15.972727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51954) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.044459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:16.045202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:16.088050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.097930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7e0760a6-e8a1-451d-b746-91cc03567874 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "DELETE /v2.0/routers/1b8e6801-f149-4d59-9f7b-871d3ba4413a HTTP/1.1" status: 204 len: 168 time: 5.7560520 Jul 16 20:35:16.115059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8e652a-aa93-4c9b-8ff6-97b6e40e5538 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting subnet 271d6626-e130-480b-b312-8cfda3f391fd {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:16.119464 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8e652a-aa93-4c9b-8ff6-97b6e40e5538 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.142745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.240766 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8e652a-aa93-4c9b-8ff6-97b6e40e5538 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.325176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:16.326255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.396254 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8e652a-aa93-4c9b-8ff6-97b6e40e5538 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.434449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:16.479777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.509045 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8e652a-aa93-4c9b-8ff6-97b6e40e5538 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.531246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fb13ed7d-13b5-43bd-8070-7966184b9717 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7279294 Jul 16 20:35:16.537748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51966) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.559858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e652a-aa93-4c9b-8ff6-97b6e40e5538 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Subnet': ['ID=271d6626-e130-480b-b312-8cfda3f391fd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:16.570385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8e652a-aa93-4c9b-8ff6-97b6e40e5538 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.577411 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bc8e652a-aa93-4c9b-8ff6-97b6e40e5538 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/subnets/271d6626-e130-480b-b312-8cfda3f391fd HTTP/1.1" status: 204 len: 168 time: 0.6031415 Jul 16 20:35:16.578097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 51972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:16.737371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.896358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.947416 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:16.958899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f58276c-2155-4af2-a185-137e165fb4f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:16.966296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f58276c-2155-4af2-a185-137e165fb4f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:16.969225 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0f58276c-2155-4af2-a185-137e165fb4f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4292829 Jul 16 20:35:16.978985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 51976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:17.004736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e560f6-85ed-4979-9bdb-61ca9eba363c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:17.090275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d66028-0d76-41b6-b3ba-052c29fd3b7e None None] Network a107456a-63f1-4ae4-97d1-99f9e30c5a46 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:17.111415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 114fb851-ee5c-41e6-8b9e-a922c1efefdc no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:17.161549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.249930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095d31bb-69d7-4dca-b4d8-e7a826b1947c') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:17.250443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095d31bb-69d7-4dca-b4d8-e7a826b1947c') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:17.273387 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.306246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.315716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 766f76ea-71ad-469a-8654-bcc8cf247021 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:17.316073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.341246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.346416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d1e555-3fb6-485d-9a8f-1d1636224642']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:17.372735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:17.373426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.404018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 114fb851-ee5c-41e6-8b9e-a922c1efefdc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:17.411112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 114fb851-ee5c-41e6-8b9e-a922c1efefdc not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:17.449020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb6fead-7d88-4c63-9d5d-54b55312aab4') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:17.449997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb6fead-7d88-4c63-9d5d-54b55312aab4') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:17.452983 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:17.461382 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.463719 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.467017 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.469549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] 10.222.0.10 "DELETE /v2.0/networks/b7e560f6-85ed-4979-9bdb-61ca9eba363c HTTP/1.1" status: 204 len: 168 time: 1.7544456 Jul 16 20:35:17.487110 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.489178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d9a4d72-1977-4841-a135-0f93b7fe504d None None] Provisioning for port 32546e4f-3f8e-4637-8245-df140b0367ab completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:17.492081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port 766f76ea-71ad-469a-8654-bcc8cf247021, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=766f76ea-71ad-469a-8654-bcc8cf247021,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:17.495601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.507742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-37836720-6f6a-44ae-b6bc-f634f432fa54 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 32546e4f-3f8e-4637-8245-df140b0367ab {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:17.508090 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37836720-6f6a-44ae-b6bc-f634f432fa54 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.527691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 766f76ea-71ad-469a-8654-bcc8cf247021 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:17.625181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37836720-6f6a-44ae-b6bc-f634f432fa54 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.631118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1d9a4d72-1977-4841-a135-0f93b7fe504d None None] Provisioning complete for port 32546e4f-3f8e-4637-8245-df140b0367ab triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:17.634895 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4d72-1977-4841-a135-0f93b7fe504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.641254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-37836720-6f6a-44ae-b6bc-f634f432fa54 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 32546e4f-3f8e-4637-8245-df140b0367ab owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:17.721458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a4d72-1977-4841-a135-0f93b7fe504d None None] Port 32546e4f-3f8e-4637-8245-df140b0367ab cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:17.936524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed844416-39c2-4cf8-a5c3-15accc839edc admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e560f6-85ed-4979-9bdb-61ca9eba363c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:17.938717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:17.944932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37836720-6f6a-44ae-b6bc-f634f432fa54 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.017665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37836720-6f6a-44ae-b6bc-f634f432fa54 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=32546e4f-3f8e-4637-8245-df140b0367ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:18.025248 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.075355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:18.077703 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:18.089053 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:18.093273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:35:12Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '766f76ea-71ad-469a-8654-bcc8cf247021', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:05:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:15Z', 'updated_at': '2021-07-16T20:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:18.113076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=766f76ea-71ad-469a-8654-bcc8cf247021,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:18.155620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:18.190781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1c9f9-ef81-47c8-9c04-edf62912d9d7 None None] DHCP port deletion for a107456a-63f1-4ae4-97d1-99f9e30c5a46 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:18.193279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] Checking router: 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:18.231689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.238256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] Routers {'4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:18.239959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:18.413706 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b16e455f-b140-431d-82e3-fb7723b5aec0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c642436ca1445bea5db47ecb6a3fbfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453966 Jul 16 20:35:18.422983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:18.442854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] Set router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:18.487508 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.490854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.544890 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.545712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Fanout notify agent at l3_agent the message router_deleted on router 4d57680f-1bb1-4d98-8f80-77eae3f1f8bd {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:35:18.557573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37836720-6f6a-44ae-b6bc-f634f432fa54 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.558845 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.560779 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-37836720-6f6a-44ae-b6bc-f634f432fa54 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/32546e4f-3f8e-4637-8245-df140b0367ab HTTP/1.1" status: 204 len: 168 time: 1.5756621 Jul 16 20:35:18.562448 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f3915dc0-addd-45b7-9a2b-77e28cd05cc0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/routers/4d57680f-1bb1-4d98-8f80-77eae3f1f8bd HTTP/1.1" status: 204 len: 168 time: 1.9833820 Jul 16 20:35:18.565503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52012) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:18.567167 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.568870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:18.575082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:35:17Z', 'revision_number': 7, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:18.609172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b04a7-16c5-4935-8a72-bd84277f7046 None None] The sync data for ids ['4d57680f-1bb1-4d98-8f80-77eae3f1f8bd'] in n-d-792394-17 is: [{'id': '4d57680f-1bb1-4d98-8f80-77eae3f1f8bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726312600', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:13Z', 'updated_at': '2021-07-16T20:35:17Z', 'revision_number': 7, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:18.654472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c9f9-ef81-47c8-9c04-edf62912d9d7 None None] Deleting port 479dc9fe-4f40-4008-80ef-4179aa41af59 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:18.654855 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11a1c9f9-ef81-47c8-9c04-edf62912d9d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.713829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.721576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:18.727978 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "DELETE /v2.0/networks/f2d1e555-3fb6-485d-9a8f-1d1636224642 HTTP/1.1" status: 204 len: 168 time: 2.5612805 Jul 16 20:35:18.732081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38679f42-f49f-4415-add1-5e3ae74a3e1a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Network': ['ID=f2d1e555-3fb6-485d-9a8f-1d1636224642,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:18.790208 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.795246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-11a1c9f9-ef81-47c8-9c04-edf62912d9d7 None None] For port 479dc9fe-4f40-4008-80ef-4179aa41af59, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=479dc9fe-4f40-4008-80ef-4179aa41af59,segment=NetworkSegment(7cb2d581-f233-4214-8968-e23de23bddf0),segment_id=7cb2d581-f233-4214-8968-e23de23bddf0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:18.806872 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11a1c9f9-ef81-47c8-9c04-edf62912d9d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.813566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c9f9-ef81-47c8-9c04-edf62912d9d7 None None] Calling delete_port for 479dc9fe-4f40-4008-80ef-4179aa41af59 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:18.846715 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2ca9a86-9808-4251-bc35-54caaa57f689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.884312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffbc3c-f6c6-4caf-9a6e-ba1fbace6475 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:18.885979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffbc3c-f6c6-4caf-9a6e-ba1fbace6475 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:18.887530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffbc3c-f6c6-4caf-9a6e-ba1fbace6475 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:18.889155 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-76ffbc3c-f6c6-4caf-9a6e-ba1fbace6475 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3163717 Jul 16 20:35:18.892451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52026) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:18.895031 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2ca9a86-9808-4251-bc35-54caaa57f689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.934384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11a1c9f9-ef81-47c8-9c04-edf62912d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.973260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2ca9a86-9808-4251-bc35-54caaa57f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.977444 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2ca9a86-9808-4251-bc35-54caaa57f689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:18.981678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e2ca9a86-9808-4251-bc35-54caaa57f689 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f48665f-ba39-48fd-b2b4-e70efa675943 HTTP/1.1" status: 204 len: 168 time: 0.5561604 Jul 16 20:35:18.996930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca9a86-9808-4251-bc35-54caaa57f689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f48665f-ba39-48fd-b2b4-e70efa675943,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:19.066064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c9f9-ef81-47c8-9c04-edf62912d9d7 None None] Pushing event deleted for resources: {'Port': ['ID=479dc9fe-4f40-4008-80ef-4179aa41af59,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:19.089477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1c9f9-ef81-47c8-9c04-edf62912d9d7 None None] No DVR routers for this DVR port 479dc9fe-4f40-4008-80ef-4179aa41af59 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:19.138821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-5997c610-ec16-47c8-9112-345374dfec2c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 7ed72b0c-aafd-40a1-8654-e983e827f9e0 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:19.159370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5997c610-ec16-47c8-9112-345374dfec2c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.244824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 479dc9fe-4f40-4008-80ef-4179aa41af59 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:19.304751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 479dc9fe-4f40-4008-80ef-4179aa41af59 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:19.305399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 479dc9fe-4f40-4008-80ef-4179aa41af59 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:19.400723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5997c610-ec16-47c8-9112-345374dfec2c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.479477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 479dc9fe-4f40-4008-80ef-4179aa41af59 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:19.480275 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.584403 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port 479dc9fe-4f40-4008-80ef-4179aa41af59, host n-d-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:19.584762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.598186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 479dc9fe-4f40-4008-80ef-4179aa41af59 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:19.601265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Port 479dc9fe-4f40-4008-80ef-4179aa41af59 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:35:19.607124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.708179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=479dc9fe-4f40-4008-80ef-4179aa41af59,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:19.747873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] No DVR routers for this DVR port 479dc9fe-4f40-4008-80ef-4179aa41af59 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:19.873515 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:19.907193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a107456a-63f1-4ae4-97d1-99f9e30c5a46']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:19.926394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Deleting port 84c75601-4610-4952-8241-3a34fe2f31b0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:19.926758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.125264 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.125597 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.144582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Calling delete_port for 84c75601-4610-4952-8241-3a34fe2f31b0 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:20.306000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb2d581-f233-4214-8968-e23de23bddf0') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:20.306437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb2d581-f233-4214-8968-e23de23bddf0') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:20.436501 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.467418 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.485703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:20.487176 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.498607 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5997c610-ec16-47c8-9112-345374dfec2c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:20.570130 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:20.584026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.586299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5997c610-ec16-47c8-9112-345374dfec2c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.594443 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1dff88ec-369d-43b7-b9bc-a641fcde258c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.626515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eddb27-8e70-4e15-a470-bb369f367df9 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:20.666965 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5997c610-ec16-47c8-9112-345374dfec2c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.671437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5997c610-ec16-47c8-9112-345374dfec2c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/7ed72b0c-aafd-40a1-8654-e983e827f9e0 HTTP/1.1" status: 204 len: 168 time: 1.7755229 Jul 16 20:35:20.672693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52082) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:20.675082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Port': ['ID=84c75601-4610-4952-8241-3a34fe2f31b0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:20.688847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997c610-ec16-47c8-9112-345374dfec2c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed72b0c-aafd-40a1-8654-e983e827f9e0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:20.730756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf38183-71fc-405b-8ea5-61e30952436f no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:20.807528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4028d304-fb09-4295-abbb-e58ddbad0bd0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet c26459e7-f2c8-4c69-ab1e-d6558dee9142 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:20.811612 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4028d304-fb09-4295-abbb-e58ddbad0bd0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.829315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: abf38183-71fc-405b-8ea5-61e30952436f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:20.829663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf38183-71fc-405b-8ea5-61e30952436f not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:20.830626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 766f76ea-71ad-469a-8654-bcc8cf247021 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:20.882500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4028d304-fb09-4295-abbb-e58ddbad0bd0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:20.916259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 766f76ea-71ad-469a-8654-bcc8cf247021 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:20.918134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 766f76ea-71ad-469a-8654-bcc8cf247021 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:20.963666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.002043 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.004699 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/networks/a107456a-63f1-4ae4-97d1-99f9e30c5a46 HTTP/1.1" status: 204 len: 168 time: 2.4379416 Jul 16 20:35:21.007519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:21.036900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643a05a-f780-4194-ad6f-c7378f891946 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Network': ['ID=a107456a-63f1-4ae4-97d1-99f9e30c5a46,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.072609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.073314 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Floating IP d51018d0-0216-4306-83ea-781a3cf567b0 disassociated (deleted). External IP: 172.25.7.39, port: a8f335d9-e64e-4e02-9de3-7312f7b425d5. Jul 16 20:35:21.209517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-694e3608-1673-4339-bbb9-a1a96ea4f421 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.240501 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-694e3608-1673-4339-bbb9-a1a96ea4f421 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.444905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-694e3608-1673-4339-bbb9-a1a96ea4f421 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.448820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-694e3608-1673-4339-bbb9-a1a96ea4f421 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.451389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-694e3608-1673-4339-bbb9-a1a96ea4f421 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/security-groups/e02fb03e-afc6-4bc0-8388-6fa0ade9d194 HTTP/1.1" status: 204 len: 168 time: 0.4419184 Jul 16 20:35:21.464919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4028d304-fb09-4295-abbb-e58ddbad0bd0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.481086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e3608-1673-4339-bbb9-a1a96ea4f421 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02fb03e-afc6-4bc0-8388-6fa0ade9d194,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:21.892022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4028d304-fb09-4295-abbb-e58ddbad0bd0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:21.968653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028d304-fb09-4295-abbb-e58ddbad0bd0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=c26459e7-f2c8-4c69-ab1e-d6558dee9142,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:22.011077 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4028d304-fb09-4295-abbb-e58ddbad0bd0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.016208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52124) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:22.025116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4028d304-fb09-4295-abbb-e58ddbad0bd0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/c26459e7-f2c8-4c69-ab1e-d6558dee9142 HTTP/1.1" status: 204 len: 168 time: 1.3477125 Jul 16 20:35:22.025302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:22.056670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e4e5b38a-bd43-43d6-82d1-938cdf747f5d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843682619', 'description': 'tempest-secgroup-smoke-843682619 description', 'project_id': '4c108c14547943189552611b7b096c07'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:22.172678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-96245d6e-e021-44c3-a6e4-8cdd757976fd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1492581 Jul 16 20:35:22.173267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:22.191596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Router 81227ce0-0573-419b-99f7-940e7997b596 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:22.202391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:22.282609 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b38a-bd43-43d6-82d1-938cdf747f5d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.347524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492349cb-b521-4e82-9298-18d5b5ecbc48 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:22.465534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:22.469669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.578496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f5ebdd47-34af-402a-81ec-7953c55d6eb7 None None] Provisioning complete for port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:22.580927 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdd47-34af-402a-81ec-7953c55d6eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.604270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:22.624345 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] Sync routers for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:22.633666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.645367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:22.648080 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:22.745115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6f929b43-e93c-49c4-a65f-08ac66ed6a93 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "DELETE /v2.0/floatingips/d51018d0-0216-4306-83ea-781a3cf567b0 HTTP/1.1" status: 204 len: 168 time: 4.0214472 Jul 16 20:35:22.758439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:22.760930 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:22.779270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b38a-bd43-43d6-82d1-938cdf747f5d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.831127 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b38a-bd43-43d6-82d1-938cdf747f5d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.913390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5b38a-bd43-43d6-82d1-938cdf747f5d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f143ed-1ab0-4c77-bd42-376184d578bd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:22.962759 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b38a-bd43-43d6-82d1-938cdf747f5d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:22.969131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:22.971426 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e4e5b38a-bd43-43d6-82d1-938cdf747f5d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9451537 Jul 16 20:35:22.973735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8ea552e5-013a-467f-926c-3e3cf52b01c8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e3f143ed-1ab0-4c77-bd42-376184d578bd', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:23.047534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a060f9-bc7d-45c6-bdb3-424cdcb17cc1 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:23.144383 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.173639 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ea552e5-013a-467f-926c-3e3cf52b01c8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.198058 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:23.239057 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09496ad4-4966-41d6-8d14-86aed2bc360e x-openstack-request-id: req-09496ad4-4966-41d6-8d14-86aed2bc360e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:23.240182 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:23.240436 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09496ad4-4966-41d6-8d14-86aed2bc360e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:23.240830 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'status': 'completed', 'code': 200} Jul 16 20:35:23.266367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-96a060f9-bc7d-45c6-bdb3-424cdcb17cc1 None None] Deleting port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:23.266842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96a060f9-bc7d-45c6-bdb3-424cdcb17cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.428770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:23.471698 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:23.481793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:23.482405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.504939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ea552e5-013a-467f-926c-3e3cf52b01c8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.509045 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ea552e5-013a-467f-926c-3e3cf52b01c8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.553938 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3715065 Jul 16 20:35:23.554695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:23.568912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea552e5-013a-467f-926c-3e3cf52b01c8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca828aa-4c48-48ef-bd71-249167ab773e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:23.570651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-96a060f9-bc7d-45c6-bdb3-424cdcb17cc1 None None] For port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:23.571151 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96a060f9-bc7d-45c6-bdb3-424cdcb17cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.577939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ea552e5-013a-467f-926c-3e3cf52b01c8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.581494 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8ea552e5-013a-467f-926c-3e3cf52b01c8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6113372 Jul 16 20:35:23.584357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52178) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:23.593301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-66711397-61eb-4a91-857a-864c5d25e851 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e3f143ed-1ab0-4c77-bd42-376184d578bd', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:23.597672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:23.604712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-96a060f9-bc7d-45c6-bdb3-424cdcb17cc1 None None] Calling delete_port for a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:23.664009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66711397-61eb-4a91-857a-864c5d25e851 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.664508 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:33:06Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '20eee0a6-8921-4a40-ab67-a007fb8b4c6d', 'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bc:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:03Z', 'updated_at': '2021-07-16T20:33:17Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '589b9563-862f-477c-8752-f37db31716b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:23.776585 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] Checking router: 81227ce0-0573-419b-99f7-940e7997b596 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:23.828503 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:23.829175 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:34:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:23.877791 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96a060f9-bc7d-45c6-bdb3-424cdcb17cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.897133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66711397-61eb-4a91-857a-864c5d25e851 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.902748 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66711397-61eb-4a91-857a-864c5d25e851 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:23.982449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66711397-61eb-4a91-857a-864c5d25e851 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b1b240-7dcf-440c-8f03-784d13a28bbc,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:24.006168 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.008319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a060f9-bc7d-45c6-bdb3-424cdcb17cc1 None None] Pushing event deleted for resources: {'Port': ['ID=a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:24.029029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-b9d097b3-0e6b-406b-ad14-2d77171152df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:24.032348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a060f9-bc7d-45c6-bdb3-424cdcb17cc1 None None] No DVR routers for this DVR port a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:24.034150 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-328d1cfe-bb9d-4966-a701-e409f48d8174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.035820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-b9d097b3-0e6b-406b-ad14-2d77171152df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=35b03f790bf849e384221ac3d3ba970a&device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 1136 time: 0.8273983 Jul 16 20:35:24.047718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:24.060826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.071704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0a446d-62eb-437e-bbd3-35a5a60ba4f3 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:24.143308 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66711397-61eb-4a91-857a-864c5d25e851 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.143308 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-66711397-61eb-4a91-857a-864c5d25e851 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5569563 Jul 16 20:35:24.147324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:24.162642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b9363f66-23e5-443d-9b5f-31a6bfa03560 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e3f143ed-1ab0-4c77-bd42-376184d578bd', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:24.226405 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:24.259735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecb981-707f-4fad-b7e6-1f2097b1d6d1 req-40eb7d3f-b092-4ee5-96f8-236b70fd0e0c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:24.267619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fecb981-707f-4fad-b7e6-1f2097b1d6d1 req-40eb7d3f-b092-4ee5-96f8-236b70fd0e0c tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 984 time: 0.2600019 Jul 16 20:35:24.354210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '772921ef-225c-4bac-9179-3a03d051525d'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:24.355741 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.420463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805bf59-0c5f-4cb5-87cd-20086c5543a4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=772921ef-225c-4bac-9179-3a03d051525d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:24.732376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:24.793349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Allocated IP 172.20.0.2 (8c07d769-9495-46f2-a374-c7510b386f2a/772921ef-225c-4bac-9179-3a03d051525d/f8241cf7-3f60-457c-bdbb-2de022be3060) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:24.810815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:24.946787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:24.947033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a1aaeabb-bfab-4ac7-b7c4-64f4c876d4dc not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:24.958918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-6c8f282e-6131-4696-ae0b-22540a5b9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:24.967669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-6c8f282e-6131-4696-ae0b-22540a5b9e00 service neutron] 10.222.0.63 "GET /v2.0/networks?id=48215000-a719-4f50-afec-3aa2616f650e HTTP/1.1" status: 200 len: 898 time: 0.5742812 Jul 16 20:35:25.133470 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:33:06Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '20eee0a6-8921-4a40-ab67-a007fb8b4c6d', 'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bc:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:03Z', 'updated_at': '2021-07-16T20:33:17Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '589b9563-862f-477c-8752-f37db31716b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:25.193883 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f98b2f-6591-4eb8-be97-061ec2f3ad31 None None] The sync data for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 is: [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:33:06Z', 'revision_number': 4, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '20eee0a6-8921-4a40-ab67-a007fb8b4c6d', 'name': '', 'network_id': '48215000-a719-4f50-afec-3aa2616f650e', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'mac_address': 'fa:16:3e:bc:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '589b9563-862f-477c-8752-f37db31716b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:03Z', 'updated_at': '2021-07-16T20:33:17Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'subnets': [{'id': '589b9563-862f-477c-8752-f37db31716b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:25.364060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-7fca2155-0058-4860-80b5-41f7b375675a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f335d9-e64e-4e02-9de3-7312f7b425d5 HTTP/1.1" status: 200 len: 217 time: 0.3053002 Jul 16 20:35:25.433015 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9363f66-23e5-443d-9b5f-31a6bfa03560 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.448630 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.456339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fecb981-707f-4fad-b7e6-1f2097b1d6d1 req-1a4cad6f-f0b4-45d5-80ab-e704b6e14ff3 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.1826177 Jul 16 20:35:25.491557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Transition to ACTIVE for port object f8241cf7-3f60-457c-bdbb-2de022be3060 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:25.549272 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9363f66-23e5-443d-9b5f-31a6bfa03560 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.554252 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9363f66-23e5-443d-9b5f-31a6bfa03560 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.557403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Transition to ACTIVE for port object f8241cf7-3f60-457c-bdbb-2de022be3060 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:25.571369 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.593306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9363f66-23e5-443d-9b5f-31a6bfa03560 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbe07b7-0f27-4c1b-afc4-c3031a874043,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:25.597513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9363f66-23e5-443d-9b5f-31a6bfa03560 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.609183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b9363f66-23e5-443d-9b5f-31a6bfa03560 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4569328 Jul 16 20:35:25.609183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52234) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:25.615410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8f525d4f-31a5-4746-b433-9df5f2ca7195 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e3f143ed-1ab0-4c77-bd42-376184d578bd', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:25.680175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f525d4f-31a5-4746-b433-9df5f2ca7195 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.687294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:25.705300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:25.713412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:25.845238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Attempting to bind port f8241cf7-3f60-457c-bdbb-2de022be3060 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:25.845928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Attempting to bind port f8241cf7-3f60-457c-bdbb-2de022be3060 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:25.846177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Attempting to bind port f8241cf7-3f60-457c-bdbb-2de022be3060 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:25.856259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f525d4f-31a5-4746-b433-9df5f2ca7195 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.862188 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f525d4f-31a5-4746-b433-9df5f2ca7195 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.864152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d7c7a-cd69-47e5-82df-737494411b97 None None] New status for floating IP d51018d0-0216-4306-83ea-781a3cf567b0: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:35:25.946924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f525d4f-31a5-4746-b433-9df5f2ca7195 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08528a04-ff02-4793-a280-ca630336f1bb,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:25.956211 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f525d4f-31a5-4746-b433-9df5f2ca7195 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:25.957434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8f525d4f-31a5-4746-b433-9df5f2ca7195 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3504512 Jul 16 20:35:25.970196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:25.988961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Pushing event updated for resources: {'Port': ['ID=f8241cf7-3f60-457c-bdbb-2de022be3060,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:25.995201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e3f143ed-1ab0-4c77-bd42-376184d578bd', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:26.002448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:26.002822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:26.003363 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.003880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:26.004121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Bound port: f8241cf7-3f60-457c-bdbb-2de022be3060, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:26.004495 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.084780 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Project 4c108c14547943189552611b7b096c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:35:26.093869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-ec83b135-cd4e-4ad1-88e0-402401a7475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:26.105725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-ec83b135-cd4e-4ad1-88e0-402401a7475a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=589b9563-862f-477c-8752-f37db31716b2 HTTP/1.1" status: 200 len: 835 time: 0.7218363 Jul 16 20:35:26.108514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.153167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-3e3d10f1-2b13-40bc-83d6-00af162ee521 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:26.159639 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-3e3d10f1-2b13-40bc-83d6-00af162ee521 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.63 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 984 time: 1.1902878 Jul 16 20:35:26.179579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:35:26.213993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] For port f8241cf7-3f60-457c-bdbb-2de022be3060, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:26.218174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] For port f8241cf7-3f60-457c-bdbb-2de022be3060, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f8241cf7-3f60-457c-bdbb-2de022be3060,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:26.222231 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.275808 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.335223 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.378342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83077485-2da7-4c18-90f1-44d94f182d4d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:26.411291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.411291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.411291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.415556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.415997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.416405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.420541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.421445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.421876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.422112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.422459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.422782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:26.444451 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.447161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.451246 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-db202db4-3c27-4786-9900-3344298aeb47 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4624355 Jul 16 20:35:26.452336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52254) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:26.457022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2c1d8aa2-6879-464e-9ab0-12807a64bb8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'security_group_rule': {'security_group_id': 'e3f143ed-1ab0-4c77-bd42-376184d578bd', 'project_id': '4c108c14547943189552611b7b096c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:26.475950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf9c38-4310-48dc-bfc6-f5b2df2aaa92 None None] Pushing event updated for resources: {'Port': ['ID=f8241cf7-3f60-457c-bdbb-2de022be3060,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:26.497396 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-2c1d8aa2-6879-464e-9ab0-12807a64bb8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Project 4c108c14547943189552611b7b096c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:35:26.503600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8aa2-6879-464e-9ab0-12807a64bb8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.728995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8aa2-6879-464e-9ab0-12807a64bb8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.735162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8aa2-6879-464e-9ab0-12807a64bb8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.786653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-d91cbde2-9b9e-4118-b9b3-2d93360b9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:26.789421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-d91cbde2-9b9e-4118-b9b3-2d93360b9ca3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=48215000-a719-4f50-afec-3aa2616f650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6077840 Jul 16 20:35:26.790979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d8aa2-6879-464e-9ab0-12807a64bb8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81761dbd-0a0d-4750-b31f-0946a38acb7f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:26.818872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8aa2-6879-464e-9ab0-12807a64bb8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.820756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2c1d8aa2-6879-464e-9ab0-12807a64bb8b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3674345 Jul 16 20:35:26.826260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:26.839715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'network': {'name': 'tempest-network-smoke--269176314', 'project_id': '4c108c14547943189552611b7b096c07', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:26.911207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:26.938351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:26.979401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:27.213976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:35:27.266828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Deleting port a8f335d9-e64e-4e02-9de3-7312f7b425d5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:27.267457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.274495 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.277764 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Added segment f91cc820-41f0-4139-96fe-82822c4800ba of type vlan for network a009e787-a7f3-40bc-b75f-013dab298386 Jul 16 20:35:27.339067 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.426531 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09a108b9-6f76-4ab6-bbc0-40e0bf0e6eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.478640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.576520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fd377-ded5-4507-9d96-c962c7833fe5 req-5b53181c-1c57-4477-98a1-5e783a539adb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.584523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf3fd377-ded5-4507-9d96-c962c7833fe5 req-5b53181c-1c57-4477-98a1-5e783a539adb tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 984 time: 0.3779569 Jul 16 20:35:27.632937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.648846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:27.649987 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:27.782607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Network': ['ID=a009e787-a7f3-40bc-b75f-013dab298386,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:27.799782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network a009e787-a7f3-40bc-b75f-013dab298386 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:35:27.833393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf3fd377-ded5-4507-9d96-c962c7833fe5 req-6083cfa7-0674-46e0-9c0e-d27bd36e1de8 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/security-groups?id=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb&id=a5100f99-ccfe-4909-9c0c-4e734d709861&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2478621 Jul 16 20:35:27.916969 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-42d35133-5b1e-460c-bb7e-eff0b9066455 service neutron] 10.222.0.63 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1174731 Jul 16 20:35:28.051204 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09a108b9-6f76-4ab6-bbc0-40e0bf0e6eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.065022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09a108b9-6f76-4ab6-bbc0-40e0bf0e6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.115770 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ed2b2e7e-a7b1-48da-ac3f-c5bfb8c49a2b req-2b21646a-b9c7-4271-bc59-62e73178147e service neutron] 10.222.0.63 "GET /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892979 Jul 16 20:35:28.213271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-09a108b9-6f76-4ab6-bbc0-40e0bf0e6eb2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0771e673865744bca3614e315c3852e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2322309 Jul 16 20:35:28.217936 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-87b0999f-a7ec-40ab-98a8-0c7fe6bc0354 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3872695 Jul 16 20:35:28.221228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52292) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:28.221572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:28.222355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a108b9-6f76-4ab6-bbc0-40e0bf0e6eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f66d25-ddb8-4229-9064-1273657262da,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:28.265370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'admin_state_up': True, 'project_id': '4c108c14547943189552611b7b096c07', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:28.354931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.363676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.476205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] For port a8f335d9-e64e-4e02-9de3-7312f7b425d5, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a8f335d9-e64e-4e02-9de3-7312f7b425d5,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:28.476779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.580042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Calling delete_port for a8f335d9-e64e-4e02-9de3-7312f7b425d5 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:28.590690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.595782 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef527852-5823-414a-9b58-dbddb707f9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.678267 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef527852-5823-414a-9b58-dbddb707f9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.815748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] For port f8241cf7-3f60-457c-bdbb-2de022be3060, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f8241cf7-3f60-457c-bdbb-2de022be3060,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:28.845299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f8241cf7-3f60-457c-bdbb-2de022be3060 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:28.946969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.971470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.972243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:28.974360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port f8241cf7-3f60-457c-bdbb-2de022be3060 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:29.052570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71ca5fcf-211a-4b83-87a3-920c9c109c77 None None] Provisioning for port f8241cf7-3f60-457c-bdbb-2de022be3060 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:29.061680 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:29.071655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:29.075303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71ca5fcf-211a-4b83-87a3-920c9c109c77 None None] Provisioning complete for port f8241cf7-3f60-457c-bdbb-2de022be3060 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:29.075708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fcf-211a-4b83-87a3-920c9c109c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.083445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:29.084327 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.125236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5444145 Jul 16 20:35:29.129014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce4cc30-8f2c-4461-8feb-94d57adc44d8 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:29.136069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:29.142222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=e3f514d5-71a8-4612-bc7c-1b407ef00bbc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.154274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:6e:79:48', 'name': 'tempest-NetworksTestDHCPv6-1977576202'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:29.173214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a09e40-367b-4959-87b6-5e8e2e55e5b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=f8241cf7-3f60-457c-bdbb-2de022be3060,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.194402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.239725 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef527852-5823-414a-9b58-dbddb707f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.240075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.244081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef527852-5823-414a-9b58-dbddb707f9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.248573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ef527852-5823-414a-9b58-dbddb707f9d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8f66d25-ddb8-4229-9064-1273657262da HTTP/1.1" status: 204 len: 168 time: 1.0220802 Jul 16 20:35:29.329165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a8f335d9-e64e-4e02-9de3-7312f7b425d5 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:29.400951 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Port': ['ID=a8f335d9-e64e-4e02-9de3-7312f7b425d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.428422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcff68f8-88ff-4b78-8afe-1dd0e1d9e2ae req-57378318-b5cd-45b0-b29e-8066a0e0c37e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 210 time: 0.1956472 Jul 16 20:35:29.429326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef527852-5823-414a-9b58-dbddb707f9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f66d25-ddb8-4229-9064-1273657262da,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:29.550267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] No DVR routers for this DVR port a8f335d9-e64e-4e02-9de3-7312f7b425d5 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:29.553313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.557608 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3a011187-83b7-41eb-bb80-aeea51ef1294 req-a33d2509-df3e-4830-9f58-b9eb0d9d5e0b tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.63 "DELETE /v2.0/ports/a8f335d9-e64e-4e02-9de3-7312f7b425d5 HTTP/1.1" status: 204 len: 173 time: 3.2820184 Jul 16 20:35:29.574687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'name': 'network-vif-deleted', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:29.586275 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed15188-f515-478c-a3ed-04e2197605ff" -d '{"events": [{"server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "name": "network-vif-deleted", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:29.642063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:29.731038 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f3e653-e494-4ca0-89d0-dec28dfc5e81 x-openstack-request-id: req-83f3e653-e494-4ca0-89d0-dec28dfc5e81 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:29.731627 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b159cff0-436e-42c0-8a7e-6c34ef587667", "name": "network-vif-deleted", "tag": "a8f335d9-e64e-4e02-9de3-7312f7b425d5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:29.732335 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83f3e653-e494-4ca0-89d0-dec28dfc5e81 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:29.733510 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b159cff0-436e-42c0-8a7e-6c34ef587667', 'name': 'network-vif-deleted', 'tag': 'a8f335d9-e64e-4e02-9de3-7312f7b425d5', 'status': 'completed', 'code': 200} Jul 16 20:35:29.873286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.878634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:29.909547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 38895c94-c5b9-4088-8ada-43219919bf75 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:35:29.928612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: a8f335d9-e64e-4e02-9de3-7312f7b425d5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:29.929194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a8f335d9-e64e-4e02-9de3-7312f7b425d5 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:29.939233 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.265762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 172.20.0.11 (8c07d769-9495-46f2-a374-c7510b386f2a/772921ef-225c-4bac-9179-3a03d051525d/38895c94-c5b9-4088-8ada-43219919bf75) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:30.278161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:fe6e:7948 (8c07d769-9495-46f2-a374-c7510b386f2a/e3f514d5-71a8-4612-bc7c-1b407ef00bbc/38895c94-c5b9-4088-8ada-43219919bf75) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:30.318251 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52334) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:30.324836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fcf-211a-4b83-87a3-920c9c109c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.371796 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eb29174-e9c1-459b-be04-873b69eb9564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.402160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-71ca5fcf-211a-4b83-87a3-920c9c109c77 None None] For port f8241cf7-3f60-457c-bdbb-2de022be3060, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f8241cf7-3f60-457c-bdbb-2de022be3060,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:30.414708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71ca5fcf-211a-4b83-87a3-920c9c109c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.469250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.25.7.16 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/9c69341e-542e-4ece-8568-7d8beb87fb38) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:30.502217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca5fcf-211a-4b83-87a3-920c9c109c77 None None] Pushing event updated for resources: {'Port': ['ID=f8241cf7-3f60-457c-bdbb-2de022be3060,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:30.764434 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.807041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.850127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 38895c94-c5b9-4088-8ada-43219919bf75 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:30.872480 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.942356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:30.942896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f8241cf7-3f60-457c-bdbb-2de022be3060 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:31.028825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=38895c94-c5b9-4088-8ada-43219919bf75,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:31.069902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:31.072955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:31.079551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39d6f2fe-7d37-4298-890f-9249b36754a3 req-cd42c4bc-1127-4746-9be5-859a7516f18d tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "GET /v2.0/ports?device_id=b159cff0-436e-42c0-8a7e-6c34ef587667 HTTP/1.1" status: 200 len: 210 time: 0.2235105 Jul 16 20:35:31.091122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:31.101840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f8241cf7-3f60-457c-bdbb-2de022be3060 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:31.102207 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.153805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:31.191086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:31.196237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:31.244986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.246283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.334263 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eb29174-e9c1-459b-be04-873b69eb9564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.336829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=9c69341e-542e-4ece-8568-7d8beb87fb38,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:31.352735 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e7284287-6434-4943-9941-9f4d288d6b9d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2094235 Jul 16 20:35:31.353831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:31.395035 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9eb29174-e9c1-459b-be04-873b69eb9564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.528762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668801ab-9968-4887-b074-428f2c7c50d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.535557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668801ab-9968-4887-b074-428f2c7c50d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:31.538091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-668801ab-9968-4887-b074-428f2c7c50d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1807921 Jul 16 20:35:31.542819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:31.733790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-56a9e2bc-cbc4-4110-b4f9-24045c1c5c88 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 38895c94-c5b9-4088-8ada-43219919bf75 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:31.734205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56a9e2bc-cbc4-4110-b4f9-24045c1c5c88 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.762494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb29174-e9c1-459b-be04-873b69eb9564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22493999-9cfc-4de9-99c4-5ba5312c5518,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:31.774390 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9eb29174-e9c1-459b-be04-873b69eb9564 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=141956dcb1a4495a9c13a06824d8cc66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4516273 Jul 16 20:35:31.774390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52370) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:31.910000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56a9e2bc-cbc4-4110-b4f9-24045c1c5c88 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:31.943284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-56a9e2bc-cbc4-4110-b4f9-24045c1c5c88 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 38895c94-c5b9-4088-8ada-43219919bf75 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:31.975920 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.068197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e33f2c47-f785-4e3f-8e31-66b74c1e9431 None None] Provisioning complete for port f8241cf7-3f60-457c-bdbb-2de022be3060 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:32.069227 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e33f2c47-f785-4e3f-8e31-66b74c1e9431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.215239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b72519-2d76-40eb-9fc4-c5c010ce48c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.287639 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b72519-2d76-40eb-9fc4-c5c010ce48c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.327392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52382) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:32.423617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.472997 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56a9e2bc-cbc4-4110-b4f9-24045c1c5c88 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.566232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9e2bc-cbc4-4110-b4f9-24045c1c5c88 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=38895c94-c5b9-4088-8ada-43219919bf75,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:32.603820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b9ccfe15-0911-4dba-9f61-34c5a9eefe94 None None] Could not find standard attr ID for object 38895c94-c5b9-4088-8ada-43219919bf75. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:35:32.689103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b72519-2d76-40eb-9fc4-c5c010ce48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.692319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b72519-2d76-40eb-9fc4-c5c010ce48c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.699652 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-17b72519-2d76-40eb-9fc4-c5c010ce48c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22493999-9cfc-4de9-99c4-5ba5312c5518 HTTP/1.1" status: 204 len: 168 time: 0.9239154 Jul 16 20:35:32.712331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d51e56fc-c89d-441c-b7aa-36e0f21641ed tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.778066 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56a9e2bc-cbc4-4110-b4f9-24045c1c5c88 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.780502 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-56a9e2bc-cbc4-4110-b4f9-24045c1c5c88 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/38895c94-c5b9-4088-8ada-43219919bf75 HTTP/1.1" status: 204 len: 168 time: 1.2363591 Jul 16 20:35:32.783074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:32.807578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b72519-2d76-40eb-9fc4-c5c010ce48c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22493999-9cfc-4de9-99c4-5ba5312c5518,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:32.832747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d51e56fc-c89d-441c-b7aa-36e0f21641ed tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:32.837930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 1d096398-be82-411c-bc13-bce00f02970c is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:35:32.895652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d72cde-5143-46a7-bd9b-b21a373ec742 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:32.898003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d72cde-5143-46a7-bd9b-b21a373ec742 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:32.899472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d72cde-5143-46a7-bd9b-b21a373ec742 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:32.904345 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-42d72cde-5143-46a7-bd9b-b21a373ec742 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1196852 Jul 16 20:35:32.905258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:32.996108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d51e56fc-c89d-441c-b7aa-36e0f21641ed tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.000938 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d51e56fc-c89d-441c-b7aa-36e0f21641ed tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.002790 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d51e56fc-c89d-441c-b7aa-36e0f21641ed tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "DELETE /v2.0/security-groups/37f626aa-fdb8-48e9-8b24-dc2aa45c3adb HTTP/1.1" status: 204 len: 168 time: 0.6678941 Jul 16 20:35:33.006352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.027229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e56fc-c89d-441c-b7aa-36e0f21641ed tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f626aa-fdb8-48e9-8b24-dc2aa45c3adb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:33.128336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cc30671-6dae-42fc-a93a-c8b160b1bcb5 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.170039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-46becc69-7684-498e-b63c-96061ac0ff0e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 772921ef-225c-4bac-9179-3a03d051525d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:33.172240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:33.186173 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Sync routers for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:33.189837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46becc69-7684-498e-b63c-96061ac0ff0e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.204128 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:33.204777 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:33.230442 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.232428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c153e3ff-cf40-403b-9f9a-93f22b8350c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9738739 Jul 16 20:35:33.237832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.270791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46becc69-7684-498e-b63c-96061ac0ff0e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.433521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cc3fd717-86c2-4ed3-8062-9fa7c202c383 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4c108c14547943189552611b7b096c07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1924279 Jul 16 20:35:33.436786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52420) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.496286 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:33.588401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cc30671-6dae-42fc-a93a-c8b160b1bcb5 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.609554 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46becc69-7684-498e-b63c-96061ac0ff0e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.812745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f7122-1000-4d5f-a1cf-ace0edf53e01 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:33.821957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-111f7122-1000-4d5f-a1cf-ace0edf53e01 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3796523 Jul 16 20:35:33.822257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52430) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.909829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.912676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-69b1f512-53c7-4248-ac09-a919ad02fa79 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837793 Jul 16 20:35:33.917868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46becc69-7684-498e-b63c-96061ac0ff0e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.933307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1868683025', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'project_id': '4c108c14547943189552611b7b096c07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:33.955237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71362c2d-57fc-48f9-8727-3753cf1f7efa None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:33.955890 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:31Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:33.973021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46becc69-7684-498e-b63c-96061ac0ff0e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=772921ef-225c-4bac-9179-3a03d051525d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:33.979077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46becc69-7684-498e-b63c-96061ac0ff0e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:33.984478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52440) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:33.984713 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-46becc69-7684-498e-b63c-96061ac0ff0e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/772921ef-225c-4bac-9179-3a03d051525d HTTP/1.1" status: 204 len: 168 time: 1.0781777 Jul 16 20:35:34.009003 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cc30671-6dae-42fc-a93a-c8b160b1bcb5 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.017693 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cc30671-6dae-42fc-a93a-c8b160b1bcb5 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.023640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8cc30671-6dae-42fc-a93a-c8b160b1bcb5 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "DELETE /v2.0/security-groups/a5100f99-ccfe-4909-9c0c-4e734d709861 HTTP/1.1" status: 204 len: 168 time: 1.0161781 Jul 16 20:35:34.043012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52444) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:34.130499 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Checking router: 1d096398-be82-411c-bc13-bce00f02970c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:34.132876 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Updating router 1d096398-be82-411c-bc13-bce00f02970c port 9c69341e-542e-4ece-8568-7d8beb87fb38 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:35:34.178695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc30671-6dae-42fc-a93a-c8b160b1bcb5 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5100f99-ccfe-4909-9c0c-4e734d709861,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:34.235589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00fdb01-470b-4b8c-8975-c8dd3f6d1e58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet e3f514d5-71a8-4612-bc7c-1b407ef00bbc {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:34.240383 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f00fdb01-470b-4b8c-8975-c8dd3f6d1e58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.258677 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.318352 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f00fdb01-470b-4b8c-8975-c8dd3f6d1e58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.642535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f00fdb01-470b-4b8c-8975-c8dd3f6d1e58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.769991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f00fdb01-470b-4b8c-8975-c8dd3f6d1e58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.851199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:34.882242 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.902232 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f00fdb01-470b-4b8c-8975-c8dd3f6d1e58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:34.912609 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f00fdb01-470b-4b8c-8975-c8dd3f6d1e58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/e3f514d5-71a8-4612-bc7c-1b407ef00bbc HTTP/1.1" status: 204 len: 168 time: 0.9265327 Jul 16 20:35:34.913699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fdb01-470b-4b8c-8975-c8dd3f6d1e58 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f514d5-71a8-4612-bc7c-1b407ef00bbc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:34.924879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.061115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-600108c6-8bd2-4dfd-b5c1-5458ea54ae66 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342895 Jul 16 20:35:35.068256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.243176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59030920-6ac2-4d28-9ff4-31d5f3c6dcdf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:35.248198 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.250804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-59030920-6ac2-4d28-9ff4-31d5f3c6dcdf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1809990 Jul 16 20:35:35.268624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52474) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.277667 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Transition to ACTIVE for port object 9c69341e-542e-4ece-8568-7d8beb87fb38 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:35.289424 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.455310 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Attempting to bind port 9c69341e-542e-4ece-8568-7d8beb87fb38 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:35.456806 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Attempting to bind port 9c69341e-542e-4ece-8568-7d8beb87fb38 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:35.459391 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Attempting to bind port 9c69341e-542e-4ece-8568-7d8beb87fb38 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:35.474748 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:35.475439 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:35.476089 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.476679 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:35.478795 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Bound port: 9c69341e-542e-4ece-8568-7d8beb87fb38, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:35.479496 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.480943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e35c3be-12b6-4895-8744-2f14db874cc2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:35.488061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5e35c3be-12b6-4895-8744-2f14db874cc2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2103322 Jul 16 20:35:35.491004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52480) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:35.551018 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Pushing event updated for resources: {'Port': ['ID=9c69341e-542e-4ece-8568-7d8beb87fb38,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.583703 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.584419 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.584772 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.585115 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.585459 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.585794 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.586131 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.589608 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.589986 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.590328 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.590674 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.591011 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:35.624590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc4b190-59fa-4f1e-ad9a-7da950b29b1d None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:35.688166 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] For port 9c69341e-542e-4ece-8568-7d8beb87fb38, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:35.697031 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] For port 9c69341e-542e-4ece-8568-7d8beb87fb38, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9c69341e-542e-4ece-8568-7d8beb87fb38,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:35.704321 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.718744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0a98ee9c-895a-4013-890a-f1dc22516ddf None None] Provisioning complete for port f8241cf7-3f60-457c-bdbb-2de022be3060 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:35.719121 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a98ee9c-895a-4013-890a-f1dc22516ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:35.885522 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be4a22-be0d-47a4-82c3-47408831c0bf None None] Pushing event updated for resources: {'Port': ['ID=9c69341e-542e-4ece-8568-7d8beb87fb38,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:35.916661 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:35.918489 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:35.925045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.043414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Subnet': ['ID=11bf6003-fe15-46b7-80b5-d524f6cdf174,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:36.082704 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:36.263243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Checking segment: {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:36.279683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network hostable DHCP agents. Network: a009e787-a7f3-40bc-b75f-013dab298386, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:35:36.317105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de28373-b418-4caa-a666-48f0959a8c36 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:36.339070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network a009e787-a7f3-40bc-b75f-013dab298386 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:35:36.365326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, a009e787-a7f3-40bc-b75f-013dab298386) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:36.370251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:36.371029 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.422041 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a039624c-2b84-4fc1-8905-fdebaf13b93d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4922800 Jul 16 20:35:36.422833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:36.426081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2a9b1e-919c-41ba-bfa8-ba76798d9280 None None] Network a009e787-a7f3-40bc-b75f-013dab298386 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:36.494052 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-df4f054c-1898-4dad-a1fe-20c1b68db355 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0015099 Jul 16 20:35:36.507979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52508) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:36.532443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6385d339-1178-4163-bf2e-63970191dfd5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:36.534961 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:31Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:36.537406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.613699 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d99632-fcee-4132-b24d-75545af39801 None None] The sync data for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 is: [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:31Z', 'revision_number': 3, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:36.730708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6de28373-b418-4caa-a666-48f0959a8c36 None None] Deleting port f8241cf7-3f60-457c-bdbb-2de022be3060 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:36.732044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6de28373-b418-4caa-a666-48f0959a8c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.791164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6385d339-1178-4163-bf2e-63970191dfd5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:36.799967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6385d339-1178-4163-bf2e-63970191dfd5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:36.801471 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-6385d339-1178-4163-bf2e-63970191dfd5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:35:36.801912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6385d339-1178-4163-bf2e-63970191dfd5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:36.819838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f8241cf7-3f60-457c-bdbb-2de022be3060 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:36.836741 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6385d339-1178-4163-bf2e-63970191dfd5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3252804 Jul 16 20:35:36.840181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52518) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:36.846410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-449f6aca-2b05-4876-a285-9b3575acb1e2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:37.052694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449f6aca-2b05-4876-a285-9b3575acb1e2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:37.056231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-449f6aca-2b05-4876-a285-9b3575acb1e2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.058141 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-449f6aca-2b05-4876-a285-9b3575acb1e2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:35:37.058591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449f6aca-2b05-4876-a285-9b3575acb1e2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:37.072901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6de28373-b418-4caa-a666-48f0959a8c36 None None] For port f8241cf7-3f60-457c-bdbb-2de022be3060, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f8241cf7-3f60-457c-bdbb-2de022be3060,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:37.073215 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6de28373-b418-4caa-a666-48f0959a8c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.088414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-449f6aca-2b05-4876-a285-9b3575acb1e2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2474244 Jul 16 20:35:37.094472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52530) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:37.107133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-a009e787-a7f3-40bc-b75f-013dab298386', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:37.107133 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.119121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-82054db6-3b7e-4c7c-95c2-c028478b0a2b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:37.161949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6de28373-b418-4caa-a666-48f0959a8c36 None None] Calling delete_port for f8241cf7-3f60-457c-bdbb-2de022be3060 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:37.419507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82054db6-3b7e-4c7c-95c2-c028478b0a2b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:37.424831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82054db6-3b7e-4c7c-95c2-c028478b0a2b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.429049 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-82054db6-3b7e-4c7c-95c2-c028478b0a2b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:35:37.429884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82054db6-3b7e-4c7c-95c2-c028478b0a2b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:37.446285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-82054db6-3b7e-4c7c-95c2-c028478b0a2b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3530500 Jul 16 20:35:37.450600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Allocated IP 172.20.0.2 (a009e787-a7f3-40bc-b75f-013dab298386/11bf6003-fe15-46b7-80b5-d524f6cdf174/4f70d424-6d4c-415d-95b4-87aa53267c08) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:37.452048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52538) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:37.463779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eb98a6d3-f745-440b-86d5-15d20a509820 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:37.777449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb98a6d3-f745-440b-86d5-15d20a509820 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:37.784071 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb98a6d3-f745-440b-86d5-15d20a509820 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:37.786490 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb98a6d3-f745-440b-86d5-15d20a509820 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:35:37.787435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb98a6d3-f745-440b-86d5-15d20a509820 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:37.829009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eb98a6d3-f745-440b-86d5-15d20a509820 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3746388 Jul 16 20:35:37.836055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52558) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:37.875689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f28d2cd3-dd15-495f-ab82-54a9595c288e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:37.969908 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.033696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d2cd3-dd15-495f-ab82-54a9595c288e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:38.048842 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f28d2cd3-dd15-495f-ab82-54a9595c288e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.050323 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28d2cd3-dd15-495f-ab82-54a9595c288e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:35:38.050771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28d2cd3-dd15-495f-ab82-54a9595c288e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:38.110732 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f28d2cd3-dd15-495f-ab82-54a9595c288e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2691669 Jul 16 20:35:38.113976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52568) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:38.118944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3600b2f4-523b-4a54-8842-f9912d16ee51 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:38.172673 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6de28373-b418-4caa-a666-48f0959a8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.291529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de28373-b418-4caa-a666-48f0959a8c36 None None] Pushing event deleted for resources: {'Port': ['ID=f8241cf7-3f60-457c-bdbb-2de022be3060,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:38.372361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de28373-b418-4caa-a666-48f0959a8c36 None None] No DVR routers for this DVR port f8241cf7-3f60-457c-bdbb-2de022be3060 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:38.375754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.438915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Transition to ACTIVE for port object 4f70d424-6d4c-415d-95b4-87aa53267c08 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:38.481097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Transition to ACTIVE for port object 4f70d424-6d4c-415d-95b4-87aa53267c08 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:38.490991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.573324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Pushing event updated for resources: {'Port': ['ID=4f70d424-6d4c-415d-95b4-87aa53267c08,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:38.585027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Network a009e787-a7f3-40bc-b75f-013dab298386 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:38.586946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:38.589908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:38.622962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3600b2f4-523b-4a54-8842-f9912d16ee51 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:38.635469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3600b2f4-523b-4a54-8842-f9912d16ee51 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.640817 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3600b2f4-523b-4a54-8842-f9912d16ee51 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:35:38.644311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3600b2f4-523b-4a54-8842-f9912d16ee51 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:35:38.689030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3600b2f4-523b-4a54-8842-f9912d16ee51 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5740538 Jul 16 20:35:38.694913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:38.706239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084343c-c273-4721-8843-9a47d064ea69 req-d065a59f-029a-4601-af3b-81dd477c4e45 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:38.707826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9084343c-c273-4721-8843-9a47d064ea69 req-d065a59f-029a-4601-af3b-81dd477c4e45 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 945 time: 0.2550104 Jul 16 20:35:38.755855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Attempting to bind port 4f70d424-6d4c-415d-95b4-87aa53267c08 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:38.757732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Attempting to bind port 4f70d424-6d4c-415d-95b4-87aa53267c08 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:38.758352 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Attempting to bind port 4f70d424-6d4c-415d-95b4-87aa53267c08 on network a009e787-a7f3-40bc-b75f-013dab298386 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:38.768741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:38.772323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Checking segment: {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:38.772970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.775641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Bound using segment: {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:38.777049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Bound port: 4f70d424-6d4c-415d-95b4-87aa53267c08, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:38.779118 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.822636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9084343c-c273-4721-8843-9a47d064ea69 req-ae55184a-dac3-413e-a6ff-8ed2b7f900f1 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071885 Jul 16 20:35:38.878111 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1fdb78fc-d93a-4209-8617-2c9d4edb0390 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1767547 Jul 16 20:35:38.878937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:38.902620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9c69341e-542e-4ece-8568-7d8beb87fb38 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:38.955233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Deleting port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:38.955602 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:38.991356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343e2ba5-eb06-4c68-8e14-52e398d27339 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:38.993112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-343e2ba5-eb06-4c68-8e14-52e398d27339 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1134501 Jul 16 20:35:38.995893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:39.021935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] For port 4f70d424-6d4c-415d-95b4-87aa53267c08, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:39.026115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] For port 4f70d424-6d4c-415d-95b4-87aa53267c08, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4f70d424-6d4c-415d-95b4-87aa53267c08,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:39.063488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.070959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0996dd6b-1d13-459c-bb1f-77ecfc835659 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716922 Jul 16 20:35:39.075167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52598) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:39.084541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:39.166679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e4bc-a4c3-4b65-b616-2c6e237c6d5c None None] Pushing event updated for resources: {'Port': ['ID=4f70d424-6d4c-415d-95b4-87aa53267c08,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:39.214923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 9c69341e-542e-4ece-8568-7d8beb87fb38 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:39.227080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] For port 20eee0a6-8921-4a40-ab67-a007fb8b4c6d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=20eee0a6-8921-4a40-ab67-a007fb8b4c6d,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:39.229873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9c69341e-542e-4ece-8568-7d8beb87fb38 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:39.231100 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.238639 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.250535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:39.261555 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.367313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Calling delete_port for 20eee0a6-8921-4a40-ab67-a007fb8b4c6d owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:39.400021 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.445509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 9c69341e-542e-4ece-8568-7d8beb87fb38, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9c69341e-542e-4ece-8568-7d8beb87fb38,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:39.450957 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.518758 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:39.572316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=9c69341e-542e-4ece-8568-7d8beb87fb38,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:39.659247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:39.856188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.objects.ports [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:35:39.862587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.001306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:40.003630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:40.012895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d1ab8-fc65-4b98-a33f-e818abf0aff4 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:40.026745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.027481 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.032355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=7d244747-a733-451f-b4b3-2cf93d3f5bad,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:40.079336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955ac69e-c7be-4dd9-965b-83c7886c9e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.156885 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-739b688c-0dc5-4ee9-aec6-239da4299b0a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0785108 Jul 16 20:35:40.158627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:40.167572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:57:bb:91', 'name': 'tempest-NetworksTestDHCPv6-252982598'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:40.213546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b32609-a453-4d9b-a52b-77cdc50b2e35 req-78da78da-758a-4067-9e17-7351d40ce6fb tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.228716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82b32609-a453-4d9b-a52b-77cdc50b2e35 req-78da78da-758a-4067-9e17-7351d40ce6fb tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 945 time: 0.2405772 Jul 16 20:35:40.282042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '7d244747-a733-451f-b4b3-2cf93d3f5bad'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:40.282976 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.299024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82b32609-a453-4d9b-a52b-77cdc50b2e35 req-a57865a3-a2f3-46bc-8674-0d9c352dc032 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635931 Jul 16 20:35:40.420719 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.495005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Allocated IP 2001:db8::f816:3eff:fed0:d1f4 (8c07d769-9495-46f2-a374-c7510b386f2a/7d244747-a733-451f-b4b3-2cf93d3f5bad/8a5a04fc-7df9-41bb-8399-8aa2b0bf809d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:40.706481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Port': ['ID=20eee0a6-8921-4a40-ab67-a007fb8b4c6d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:40.767936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.20.0.1 (a009e787-a7f3-40bc-b75f-013dab298386/11bf6003-fe15-46b7-80b5-d524f6cdf174/94493789-a9da-47f2-aaf2-54102f363a58) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:40.860728 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:40.868602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ecf41797-d663-4973-90c2-dd0f3caaed39 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:40.870545 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ecf41797-d663-4973-90c2-dd0f3caaed39 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.63 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 945 time: 1.0027144 Jul 16 20:35:40.895420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Transition to ACTIVE for port object 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:40.956306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Transition to ACTIVE for port object 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:40.967861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9c69341e-542e-4ece-8568-7d8beb87fb38 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:40.975421 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.054358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:41.077294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:41.082526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:41.179190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3ec357-197c-4d2b-8b84-c27066b7f7e3 None None] Network a009e787-a7f3-40bc-b75f-013dab298386 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:41.254817 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955ac69e-c7be-4dd9-965b-83c7886c9e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.270009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955ac69e-c7be-4dd9-965b-83c7886c9e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.311778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.436656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Transition to ACTIVE for port object 94493789-a9da-47f2-aaf2-54102f363a58 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:41.490397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ac69e-c7be-4dd9-965b-83c7886c9e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0d355b-b802-4852-bc5b-c6841986f7f8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:41.503774 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-955ac69e-c7be-4dd9-965b-83c7886c9e7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83130921fba34f59bddd87821d73fd38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9734070 Jul 16 20:35:41.508669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52648) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:41.510938 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.522158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Pushing event updated for resources: {'Port': ['ID=8a5a04fc-7df9-41bb-8399-8aa2b0bf809d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:41.525779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:41.539935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1a41c1ec-667a-4049-bd29-57887ffd0400 None None] Provisioning for port 4f70d424-6d4c-415d-95b4-87aa53267c08 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:41.558750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Attempting to bind port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:41.559580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Attempting to bind port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:41.561175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Attempting to bind port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:41.568696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9c69341e-542e-4ece-8568-7d8beb87fb38 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:41.569396 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.571278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:41.571992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:41.572623 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.573248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:41.573961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Bound port: 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:41.574575 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.626601 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.643466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.652201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03d40c8d-6695-45ea-9123-9c4bb930d07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.664430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde6392-9a65-418c-afde-0b4aab4b908e req-742aa05f-d2d9-42df-96b1-43094687e815 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:41.671805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4bde6392-9a65-418c-afde-0b4aab4b908e req-742aa05f-d2d9-42df-96b1-43094687e815 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 945 time: 0.2235541 Jul 16 20:35:41.750429 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4bde6392-9a65-418c-afde-0b4aab4b908e req-056df407-3722-4949-9895-3c0f2d1b21d7 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776412 Jul 16 20:35:41.756770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03d40c8d-6695-45ea-9123-9c4bb930d07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.829790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03d40c8d-6695-45ea-9123-9c4bb930d07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.834846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03d40c8d-6695-45ea-9123-9c4bb930d07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.839168 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-03d40c8d-6695-45ea-9123-9c4bb930d07f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b0d355b-b802-4852-bc5b-c6841986f7f8 HTTP/1.1" status: 204 len: 168 time: 0.3235257 Jul 16 20:35:41.860288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d40c8d-6695-45ea-9123-9c4bb930d07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0d355b-b802-4852-bc5b-c6841986f7f8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:41.861796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4f70d424-6d4c-415d-95b4-87aa53267c08 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:41.916771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] For port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:41.939088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] For port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8a5a04fc-7df9-41bb-8399-8aa2b0bf809d,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:41.960177 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:41.963579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 5a5573fa-632d-466b-ad4f-232ca67edd51 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:35:42.139393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Deleting port db5be8ec-4eda-4360-9514-54e96677e4b9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:42.139393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.170647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f567848-feec-4bae-a84c-f6bbd54998ee None None] Pushing event updated for resources: {'Port': ['ID=8a5a04fc-7df9-41bb-8399-8aa2b0bf809d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:42.183363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 4f70d424-6d4c-415d-95b4-87aa53267c08 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:42.194930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network a009e787-a7f3-40bc-b75f-013dab298386 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:42.200886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4f70d424-6d4c-415d-95b4-87aa53267c08 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:42.201296 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.269233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:42.297990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:42.442029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52668) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:42.458511 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-506d7f7c-6a99-4941-8b2f-241761fabe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.492236 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.598473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35cf19a9-cef7-46a6-a1c8-472ab3de9997 None None] Provisioning for port 94493789-a9da-47f2-aaf2-54102f363a58 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:42.625107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 4f70d424-6d4c-415d-95b4-87aa53267c08, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4f70d424-6d4c-415d-95b4-87aa53267c08,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:42.628404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35cf19a9-cef7-46a6-a1c8-472ab3de9997 None None] Provisioning complete for port 94493789-a9da-47f2-aaf2-54102f363a58 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:42.629138 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35cf19a9-cef7-46a6-a1c8-472ab3de9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.633924 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.672702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] For port db5be8ec-4eda-4360-9514-54e96677e4b9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=db5be8ec-4eda-4360-9514-54e96677e4b9,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:42.673396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.679501 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-506d7f7c-6a99-4941-8b2f-241761fabe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.691049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-506d7f7c-6a99-4941-8b2f-241761fabe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.754237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-506d7f7c-6a99-4941-8b2f-241761fabe61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c427ff1a94414b4a951fb2ea791e8451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105111 Jul 16 20:35:42.757596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52674) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:42.773202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-35cf19a9-cef7-46a6-a1c8-472ab3de9997 None None] Port 94493789-a9da-47f2-aaf2-54102f363a58 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:42.831952 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=4f70d424-6d4c-415d-95b4-87aa53267c08,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:42.845577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.845946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.846295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.850486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.850486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.850486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.850486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.850486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.850486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.850486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.850486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.850486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:35:42.855518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-35cf19a9-cef7-46a6-a1c8-472ab3de9997 None None] Provisioning complete for port 4f70d424-6d4c-415d-95b4-87aa53267c08 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:42.855977 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-35cf19a9-cef7-46a6-a1c8-472ab3de9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:42.884752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d7f7c-6a99-4941-8b2f-241761fabe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3c4695-7408-43e2-9931-64c05ead716c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:43.020664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cd58544-d582-4aa8-846c-616e42747737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.118014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cd58544-d582-4aa8-846c-616e42747737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.166820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:43.257415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cd58544-d582-4aa8-846c-616e42747737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.260809 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5cd58544-d582-4aa8-846c-616e42747737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.262249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5cd58544-d582-4aa8-846c-616e42747737 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a3c4695-7408-43e2-9931-64c05ead716c HTTP/1.1" status: 204 len: 168 time: 0.5029712 Jul 16 20:35:43.297964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd58544-d582-4aa8-846c-616e42747737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3c4695-7408-43e2-9931-64c05ead716c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:43.343802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0ca09ded-2be9-46ec-8e96-fff12def36b9 None None] Provisioning complete for port 94493789-a9da-47f2-aaf2-54102f363a58 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:43.344260 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ca09ded-2be9-46ec-8e96-fff12def36b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.351703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device db5be8ec-4eda-4360-9514-54e96677e4b9 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:43.423865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea820d-21e5-4585-bb08-fc8f85e3a297 req-5505a0ed-0009-47b1-bb96-45a23fa912bb tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:43.427145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5ea820d-21e5-4585-bb08-fc8f85e3a297 req-5505a0ed-0009-47b1-bb96-45a23fa912bb tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 945 time: 0.1993172 Jul 16 20:35:43.465625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:43.509019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5ea820d-21e5-4585-bb08-fc8f85e3a297 req-e40d377e-5a0f-45e3-899e-1437a308e18d tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups?id=01463b5c-5423-4a7d-978e-96d13746b335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719914 Jul 16 20:35:43.589352 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0ca09ded-2be9-46ec-8e96-fff12def36b9 None None] Port 94493789-a9da-47f2-aaf2-54102f363a58 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:43.696911 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.722006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Router 81227ce0-0573-419b-99f7-940e7997b596 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:43.750334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:43.752649 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2a44d0-58c8-447c-9f98-2b3c2aea9191" -d '{"events": [{"server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "name": "network-vif-unplugged", "status": "completed", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:43.761397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=94493789-a9da-47f2-aaf2-54102f363a58,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:43.783401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port db5be8ec-4eda-4360-9514-54e96677e4b9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=db5be8ec-4eda-4360-9514-54e96677e4b9,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:43.797889 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:43.842386 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9dddf8-b62b-4239-8947-080b8e8e7fc4 x-openstack-request-id: req-dc9dddf8-b62b-4239-8947-080b8e8e7fc4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:43.845822 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "name": "network-vif-unplugged", "status": "completed", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:43.846982 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc9dddf8-b62b-4239-8947-080b8e8e7fc4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:43.847778 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'code': 200} Jul 16 20:35:43.889045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=db5be8ec-4eda-4360-9514-54e96677e4b9,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:43.918052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a98f9923-7d54-48ac-be1e-c00b954f785e None None] Provisioning for port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:43.930983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a98f9923-7d54-48ac-be1e-c00b954f785e None None] Provisioning complete for port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:43.931504 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a98f9923-7d54-48ac-be1e-c00b954f785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.049847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.050222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.050573 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Floating IP 47f123b2-55a0-4f6b-a2df-67c7d2fdd120 disassociated. External IP: 172.25.7.32, port: db5be8ec-4eda-4360-9514-54e96677e4b9. Jul 16 20:35:44.050919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Calling delete_port for db5be8ec-4eda-4360-9514-54e96677e4b9 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:44.152965 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a98f9923-7d54-48ac-be1e-c00b954f785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.196717 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.208198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a98f9923-7d54-48ac-be1e-c00b954f785e None None] For port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8a5a04fc-7df9-41bb-8399-8aa2b0bf809d,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:44.212980 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a98f9923-7d54-48ac-be1e-c00b954f785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.264945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:fe57:bb91 (8c07d769-9495-46f2-a374-c7510b386f2a/7d244747-a733-451f-b4b3-2cf93d3f5bad/5a5573fa-632d-466b-ad4f-232ca67edd51) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:44.332753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.336714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f9923-7d54-48ac-be1e-c00b954f785e None None] Pushing event updated for resources: {'Port': ['ID=8a5a04fc-7df9-41bb-8399-8aa2b0bf809d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:44.454059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event deleted for resources: {'Port': ['ID=db5be8ec-4eda-4360-9514-54e96677e4b9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:44.782956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:44.898692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:44.899188 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.934215 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:44.938082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:44.960097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] Sync routers for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:44.987442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9f6e6730-36a0-48fa-a9cd-fd8aaffd3b8a tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "PUT /v2.0/routers/81227ce0-0573-419b-99f7-940e7997b596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9327593 Jul 16 20:35:44.990705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52736) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.022033 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cfb32145-a5d2-4eba-be04-28247f6fe551 req-07afbe29-4d96-4cda-a24c-32b43edcd088 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 210 time: 0.2481530 Jul 16 20:35:45.042029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 5a5573fa-632d-466b-ad4f-232ca67edd51 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:45.082317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:45.083113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:45.156945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-542534cd-3db7-4e02-8d6c-7896b83fe90f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Deleting subnet 589b9563-862f-477c-8752-f37db31716b2 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:45.160928 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-542534cd-3db7-4e02-8d6c-7896b83fe90f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.220917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.226803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:45.228943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-542534cd-3db7-4e02-8d6c-7896b83fe90f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.314607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Router 42975dc0-382a-4195-9c18-698bb8c627b7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:45.398277 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.404218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-542534cd-3db7-4e02-8d6c-7896b83fe90f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.425310 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4f70d424-6d4c-415d-95b4-87aa53267c08 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:45.546753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4f70d424-6d4c-415d-95b4-87aa53267c08 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:45.547240 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.590685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-542534cd-3db7-4e02-8d6c-7896b83fe90f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.653987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:45.703163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542534cd-3db7-4e02-8d6c-7896b83fe90f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Subnet': ['ID=589b9563-862f-477c-8752-f37db31716b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.716512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-542534cd-3db7-4e02-8d6c-7896b83fe90f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.718491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-542534cd-3db7-4e02-8d6c-7896b83fe90f tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "DELETE /v2.0/subnets/589b9563-862f-477c-8752-f37db31716b2 HTTP/1.1" status: 204 len: 168 time: 0.7266688 Jul 16 20:35:45.721402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:45.790690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:45.798997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b632b64-aa90-4173-a10b-d1b97e0d79f1 None None] Network 48215000-a719-4f50-afec-3aa2616f650e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:45.818237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:45.823211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] Checking router: 81227ce0-0573-419b-99f7-940e7997b596 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:45.827638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:45.845031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:45.845726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.920414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=5a5573fa-632d-466b-ad4f-232ca67edd51,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:45.922345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:45.939346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] Routers {'81227ce0-0573-419b-99f7-940e7997b596'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:45.939979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['81227ce0-0573-419b-99f7-940e7997b596'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:45.987445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.157905 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-caf4a3c2-2bbf-417d-acd5-27ccea6d19a6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.9959588 Jul 16 20:35:46.221491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.297117 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.366243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] Set router 81227ce0-0573-419b-99f7-940e7997b596 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:46.404169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Deleting port 69d55b46-6e7e-4ea5-aed0-82d803060e00 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:46.404503 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.544312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2a651cf1-a84e-461d-9021-a401ba80f57d req-63b66ed5-8d82-4570-b112-a03774e7bf48 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 210 time: 0.0871646 Jul 16 20:35:46.557231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:46.566542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2721e34e-e729-44b4-81eb-799997e50755 None None] Provisioning for port 5a5573fa-632d-466b-ad4f-232ca67edd51 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:46.572991 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] Sync routers for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:46.586601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] For port 69d55b46-6e7e-4ea5-aed0-82d803060e00, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=69d55b46-6e7e-4ea5-aed0-82d803060e00,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:46.587165 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:46.587816 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:46.588016 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.613179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Calling delete_port for 69d55b46-6e7e-4ea5-aed0-82d803060e00 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:46.631327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2721e34e-e729-44b4-81eb-799997e50755 None None] Provisioning complete for port 5a5573fa-632d-466b-ad4f-232ca67edd51 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:46.632232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2721e34e-e729-44b4-81eb-799997e50755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.764696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] No DVR routers for this DVR port db5be8ec-4eda-4360-9514-54e96677e4b9 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:46.777634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:46.782859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-372cfdd7-f968-47f4-9686-417bd87d4b98 req-ce29ffe6-92ab-454b-9907-60da9015e6f0 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.63 "DELETE /v2.0/ports/db5be8ec-4eda-4360-9514-54e96677e4b9 HTTP/1.1" status: 204 len: 173 time: 5.8824470 Jul 16 20:35:46.785868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'name': 'network-vif-deleted', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:35:46.792025 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34954b01-4e31-4528-9d59-f7e5097c165d" -d '{"events": [{"server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "name": "network-vif-deleted", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:35:46.864746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71a7fbb-4f98-4463-b198-06fab9e3d0b7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.881986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71a7fbb-4f98-4463-b198-06fab9e3d0b7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:46.882351 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:46.886003 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e71a7fbb-4f98-4463-b198-06fab9e3d0b7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6610923 Jul 16 20:35:46.889451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52796) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:46.997326 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72afbf20-8b49-4a23-a387-6667e674b98f x-openstack-request-id: req-72afbf20-8b49-4a23-a387-6667e674b98f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:35:46.997664 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8354bfa4-e7c7-4da1-82fc-582cb2b9bd47", "name": "network-vif-deleted", "tag": "db5be8ec-4eda-4360-9514-54e96677e4b9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:35:47.004709 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72afbf20-8b49-4a23-a387-6667e674b98f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:35:47.005398 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8354bfa4-e7c7-4da1-82fc-582cb2b9bd47', 'name': 'network-vif-deleted', 'tag': 'db5be8ec-4eda-4360-9514-54e96677e4b9', 'status': 'completed', 'code': 200} Jul 16 20:35:47.047210 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.059497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.228331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2721e34e-e729-44b4-81eb-799997e50755 None None] Port 5a5573fa-632d-466b-ad4f-232ca67edd51 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:47.229795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.317506 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.320695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d0e38-57d9-4f50-8431-5b25422bcfe1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 5a5573fa-632d-466b-ad4f-232ca67edd51 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:47.321851 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0e38-57d9-4f50-8431-5b25422bcfe1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.396868 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:47.436082 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] Checking router: 42975dc0-382a-4195-9c18-698bb8c627b7 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:47.448048 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:47.449132 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:47.480441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0e38-57d9-4f50-8431-5b25422bcfe1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.494235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d0e38-57d9-4f50-8431-5b25422bcfe1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 5a5573fa-632d-466b-ad4f-232ca67edd51 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:47.585804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=94493789-a9da-47f2-aaf2-54102f363a58,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:47.595958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3136a784-4ff2-44b5-8ee8-60a75fbc823b None None] DHCP port deletion for 48215000-a719-4f50-afec-3aa2616f650e request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:47.868028 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:47.878069 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:47.885194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:47.893822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network a009e787-a7f3-40bc-b75f-013dab298386 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:47.901068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:48.003897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4116f7-2947-454d-9ba4-e260221f09ce None None] The sync data for ids ['81227ce0-0573-419b-99f7-940e7997b596'] in n-d-792394-17 is: [{'id': '81227ce0-0573-419b-99f7-940e7997b596', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1580310713', 'tenant_id': '35b03f790bf849e384221ac3d3ba970a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:32:56Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 5, 'project_id': '35b03f790bf849e384221ac3d3ba970a', 'gw_port': {'id': '69d55b46-6e7e-4ea5-aed0-82d803060e00', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81227ce0-0573-419b-99f7-940e7997b596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:32:57Z', 'updated_at': '2021-07-16T20:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:48.015193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52812) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:48.020043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3136a784-4ff2-44b5-8ee8-60a75fbc823b None None] Deleting port 6d5f821d-e043-4ecc-907a-887e4270e991 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:48.020265 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3136a784-4ff2-44b5-8ee8-60a75fbc823b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.025563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Port': ['ID=69d55b46-6e7e-4ea5-aed0-82d803060e00,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:48.134492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a42adffd-9366-48ca-813e-f6bd1320b505 req-8cdc90c4-f556-4999-852b-ee7c84e63678 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/ports?device_id=8354bfa4-e7c7-4da1-82fc-582cb2b9bd47 HTTP/1.1" status: 200 len: 210 time: 0.1206977 Jul 16 20:35:48.215563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3136a784-4ff2-44b5-8ee8-60a75fbc823b None None] For port 6d5f821d-e043-4ecc-907a-887e4270e991, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6d5f821d-e043-4ecc-907a-887e4270e991,segment=NetworkSegment(94621b51-7d85-4966-9ccb-eb77da05d33e),segment_id=94621b51-7d85-4966-9ccb-eb77da05d33e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:48.216082 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3136a784-4ff2-44b5-8ee8-60a75fbc823b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.247735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3136a784-4ff2-44b5-8ee8-60a75fbc823b None None] Calling delete_port for 6d5f821d-e043-4ecc-907a-887e4270e991 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:48.295496 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:48.351944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 1d096398-be82-411c-bc13-bce00f02970c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:35:48.390320 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bc4948-10d3-414b-a897-ed6a012b8a0d None None] The sync data for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 is: [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:27:11Z', 'revision_number': 4, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '97625df1-44e9-43bd-877c-0382a71eeba0', 'name': '', 'network_id': '71bc0dc5-72b1-4715-a555-a20fd42e5237', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'mac_address': 'fa:16:3e:5e:0f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:09Z', 'updated_at': '2021-07-16T20:27:18Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'subnets': [{'id': '13b2a652-4231-4bad-b8ea-195b7388ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:48.394793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3136a784-4ff2-44b5-8ee8-60a75fbc823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.442485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136a784-4ff2-44b5-8ee8-60a75fbc823b None None] Pushing event deleted for resources: {'Port': ['ID=6d5f821d-e043-4ecc-907a-887e4270e991,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:48.454245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136a784-4ff2-44b5-8ee8-60a75fbc823b None None] No DVR routers for this DVR port 6d5f821d-e043-4ecc-907a-887e4270e991 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:48.491040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0e38-57d9-4f50-8431-5b25422bcfe1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.598849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2dea5c61-55c9-47a9-a782-950c58c7e6a6 None None] Provisioning complete for port 94493789-a9da-47f2-aaf2-54102f363a58 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:48.605465 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2dea5c61-55c9-47a9-a782-950c58c7e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.717340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2dea5c61-55c9-47a9-a782-950c58c7e6a6 None None] Port 94493789-a9da-47f2-aaf2-54102f363a58 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:48.734455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:35:48.744862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9678f756-1272-43d2-9c96-cbf97d4daddd tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "PUT /v2.0/routers/1d096398-be82-411c-bc13-bce00f02970c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3194571 Jul 16 20:35:48.758242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Sync routers for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:35:48.770664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:48.771499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:48.847873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d0e38-57d9-4f50-8431-5b25422bcfe1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=5a5573fa-632d-466b-ad4f-232ca67edd51,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:48.866472 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0e38-57d9-4f50-8431-5b25422bcfe1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:48.870878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0d6d0e38-57d9-4f50-8431-5b25422bcfe1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/5a5573fa-632d-466b-ad4f-232ca67edd51 HTTP/1.1" status: 204 len: 168 time: 1.9695611 Jul 16 20:35:48.871325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:48.877413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7779a8ad-3542-4af4-96f1-4dbe7f1dc1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.033114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 20eee0a6-8921-4a40-ab67-a007fb8b4c6d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:49.089884 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e0e0e-e530-4ea2-9391-bb9097f3c7e8 None None] New status for floating IP 47f123b2-55a0-4f6b-a2df-67c7d2fdd120: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:35:49.092385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 20eee0a6-8921-4a40-ab67-a007fb8b4c6d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:49.092926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 20eee0a6-8921-4a40-ab67-a007fb8b4c6d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:49.093509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6d5f821d-e043-4ecc-907a-887e4270e991 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:49.151916 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7779a8ad-3542-4af4-96f1-4dbe7f1dc1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.153376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 6d5f821d-e043-4ecc-907a-887e4270e991 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:49.154052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6d5f821d-e043-4ecc-907a-887e4270e991 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:49.180870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:49.218783 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.319294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.321735 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.379137 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7779a8ad-3542-4af4-96f1-4dbe7f1dc1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.409753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-379d4cdd-0510-4efb-8b1e-b36c365c114b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843682619&fields=id&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 267 time: 0.2438352 Jul 16 20:35:49.417997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7779a8ad-3542-4af4-96f1-4dbe7f1dc1aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b6fff7dc4714787b7b824cc6452cc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3812430 Jul 16 20:35:49.418803 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.419386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Fanout notify agent at l3_agent the message router_deleted on router 81227ce0-0573-419b-99f7-940e7997b596 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:35:49.426962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.428262 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-24ef1205-544c-4cc6-9e77-4c1b1482271e tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "DELETE /v2.0/routers/81227ce0-0573-419b-99f7-940e7997b596 HTTP/1.1" status: 204 len: 168 time: 3.7057710 Jul 16 20:35:49.428941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.429285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.496234 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52860) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.690954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779a8ad-3542-4af4-96f1-4dbe7f1dc1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc168ff-be2e-4155-9380-f485d0d818c2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:49.742904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29b2a3-f402-4c6c-a510-596afc26577d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.744441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29b2a3-f402-4c6c-a510-596afc26577d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.754684 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3f29b2a3-f402-4c6c-a510-596afc26577d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.8798385 Jul 16 20:35:49.755717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:49.764690 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:44Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '94493789-a9da-47f2-aaf2-54102f363a58', 'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:40Z', 'updated_at': '2021-07-16T20:35:46Z', 'revision_number': 2, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:49.802084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Checking router: 1d096398-be82-411c-bc13-bce00f02970c for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:35:49.802804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Updating router 1d096398-be82-411c-bc13-bce00f02970c port 94493789-a9da-47f2-aaf2-54102f363a58 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:35:49.860577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.864272 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.899658 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e68aa0ab-ff4b-4705-8018-9f80593c81b8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.907457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d3877c3-98f4-4ac1-835e-7ea0fb76e8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.908959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72f87c5-deec-4953-b8bc-afa1a0942cd1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 7d244747-a733-451f-b4b3-2cf93d3f5bad {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:35:49.915849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72f87c5-deec-4953-b8bc-afa1a0942cd1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:49.934385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-fca82b95-3765-4f68-ad30-4aa233f70de3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:49.937239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-fca82b95-3765-4f68-ad30-4aa233f70de3 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/networks?id=a009e787-a7f3-40bc-b75f-013dab298386 HTTP/1.1" status: 200 len: 796 time: 0.5070243 Jul 16 20:35:49.959403 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-806a84b4-7fd3-4018-8e06-e70421b61829 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/quotas/4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 375 time: 0.0095756 Jul 16 20:35:49.974348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72f87c5-deec-4953-b8bc-afa1a0942cd1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.027965 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e68aa0ab-ff4b-4705-8018-9f80593c81b8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.033190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d3877c3-98f4-4ac1-835e-7ea0fb76e8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.092566 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72f87c5-deec-4953-b8bc-afa1a0942cd1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.242436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.254761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72f87c5-deec-4953-b8bc-afa1a0942cd1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.262455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48215000-a719-4f50-afec-3aa2616f650e']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:50.276169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94621b51-7d85-4966-9ccb-eb77da05d33e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:50.276676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94621b51-7d85-4966-9ccb-eb77da05d33e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:50.288457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.305572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.314069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:35:50.314537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.335428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c72f87c5-deec-4953-b8bc-afa1a0942cd1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.346500 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.347874 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c72f87c5-deec-4953-b8bc-afa1a0942cd1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/7d244747-a733-451f-b4b3-2cf93d3f5bad HTTP/1.1" status: 204 len: 168 time: 0.5827947 Jul 16 20:35:50.350458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:50.359876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Transition to ACTIVE for port object 94493789-a9da-47f2-aaf2-54102f363a58 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:50.360506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f87c5-deec-4953-b8bc-afa1a0942cd1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=7d244747-a733-451f-b4b3-2cf93d3f5bad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:50.367121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a21610-0d70-49a3-92b2-b5effeadc4de None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:50.422951 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e8b8d5db-8d4f-49fd-bacd-c4a77fc030c7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703046 Jul 16 20:35:50.427463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52884) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:50.436491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:35:50.446339 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:35:50.467580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d3877c3-98f4-4ac1-835e-7ea0fb76e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.470124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d3877c3-98f4-4ac1-835e-7ea0fb76e8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.475524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0d3877c3-98f4-4ac1-835e-7ea0fb76e8c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddc168ff-be2e-4155-9380-f485d0d818c2 HTTP/1.1" status: 204 len: 168 time: 0.9964781 Jul 16 20:35:50.480885 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e68aa0ab-ff4b-4705-8018-9f80593c81b8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.484426 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e68aa0ab-ff4b-4705-8018-9f80593c81b8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.485646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e68aa0ab-ff4b-4705-8018-9f80593c81b8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "DELETE /v2.0/security-groups/01463b5c-5423-4a7d-978e-96d13746b335 HTTP/1.1" status: 204 len: 168 time: 1.0088751 Jul 16 20:35:50.493859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:50.494521 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.523575 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.527376 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.530712 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] 10.222.0.10 "DELETE /v2.0/networks/48215000-a719-4f50-afec-3aa2616f650e HTTP/1.1" status: 204 len: 168 time: 1.0303295 Jul 16 20:35:50.554392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-f16cfcbe-b78f-41a7-bbc7-8bcad28c259c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5567749 Jul 16 20:35:50.568732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd0615-1d33-443f-9625-3fd49fdac7b2 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] Pushing event deleted for resources: {'Network': ['ID=48215000-a719-4f50-afec-3aa2616f650e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:50.571135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3877c3-98f4-4ac1-835e-7ea0fb76e8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc168ff-be2e-4155-9380-f485d0d818c2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:50.584974 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-b3fedfef-b89c-4ea5-87d3-20b4c23c2f42 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] show failed (client error): The resource could not be found. Jul 16 20:35:50.585989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b3fedfef-b89c-4ea5-87d3-20b4c23c2f42 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "GET /v2.0/security-groups/01463b5c-5423-4a7d-978e-96d13746b335 HTTP/1.1" status: 404 len: 347 time: 0.0887427 Jul 16 20:35:50.605135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:50.631857 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:35:50.638148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68aa0ab-ff4b-4705-8018-9f80593c81b8 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01463b5c-5423-4a7d-978e-96d13746b335,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:50.781120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 69d55b46-6e7e-4ea5-aed0-82d803060e00 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:50.876154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 69d55b46-6e7e-4ea5-aed0-82d803060e00 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:50.876564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 69d55b46-6e7e-4ea5-aed0-82d803060e00 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:50.976684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-52c66119-bc85-412e-aafd-7f973dca0fd0 service neutron] 10.222.0.10 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929436 Jul 16 20:35:50.991919 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7989fe6e-527d-4cf2-8f78-53517a91b3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:50.994977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e16970-7935-42e5-bf3c-8c3ad83634c7 None None] Pushing event updated for resources: {'Port': ['ID=94493789-a9da-47f2-aaf2-54102f363a58,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:51.050558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:51.059037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.085800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Attempting to bind port 94493789-a9da-47f2-aaf2-54102f363a58 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:51.087580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Attempting to bind port 94493789-a9da-47f2-aaf2-54102f363a58 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:51.089825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Attempting to bind port 94493789-a9da-47f2-aaf2-54102f363a58 on network a009e787-a7f3-40bc-b75f-013dab298386 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:51.113977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:51.114574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Checking segment: {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:51.116282 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.122636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Bound using segment: {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:51.126671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Bound port: 94493789-a9da-47f2-aaf2-54102f363a58, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:51.127244 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.166449 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-baff989e-9137-41b3-b39f-f3e4286a21b5 service neutron] 10.222.0.10 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884861 Jul 16 20:35:51.356652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52916) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:51.375917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecba0fdd-b99c-4d16-8bcc-952776099ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.387917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f3f2e-16ed-4572-871d-590548a65386 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:35:51.448284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Deleting port 3d2232cd-6fde-4491-8ed4-3ffd997f9abf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:51.448737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.471925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:51.514189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] For port 94493789-a9da-47f2-aaf2-54102f363a58, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:51.530113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] For port 94493789-a9da-47f2-aaf2-54102f363a58, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=94493789-a9da-47f2-aaf2-54102f363a58,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:51.542676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-283f3f2e-16ed-4572-871d-590548a65386 None None] Deleting port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:35:51.542998 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-283f3f2e-16ed-4572-871d-590548a65386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.561406 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecba0fdd-b99c-4d16-8bcc-952776099ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.579934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecba0fdd-b99c-4d16-8bcc-952776099ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.661630 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.690214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-283f3f2e-16ed-4572-871d-590548a65386 None None] For port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8a5a04fc-7df9-41bb-8399-8aa2b0bf809d,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:51.690685 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-283f3f2e-16ed-4572-871d-590548a65386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.697720 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ecba0fdd-b99c-4d16-8bcc-952776099ac4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a84d52624fca48a6ac5e9e348dd64095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397088 Jul 16 20:35:51.698395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52926) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:51.708103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba0fdd-b99c-4d16-8bcc-952776099ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d4c242-6e43-449f-99d9-8f1cf31493c7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:51.842571 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18086630-7e53-4167-8cb7-06a9d592b8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.861830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-283f3f2e-16ed-4572-871d-590548a65386 None None] Calling delete_port for 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:51.950581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18086630-7e53-4167-8cb7-06a9d592b8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:51.951117 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f696515f-8392-4b65-bd2d-afef65c4440f req-8f7bd71d-c2aa-4b21-9ee0-6509bcad2889 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 210 time: 0.2705784 Jul 16 20:35:52.030555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e16970-7935-42e5-bf3c-8c3ad83634c7 None None] Pushing event updated for resources: {'Port': ['ID=94493789-a9da-47f2-aaf2-54102f363a58,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:52.070242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:35:52.071532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:24Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:52.090916 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18086630-7e53-4167-8cb7-06a9d592b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.098819 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18086630-7e53-4167-8cb7-06a9d592b8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.101247 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-18086630-7e53-4167-8cb7-06a9d592b8ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8d4c242-6e43-449f-99d9-8f1cf31493c7 HTTP/1.1" status: 204 len: 168 time: 0.4013174 Jul 16 20:35:52.104293 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.108690 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.150192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18086630-7e53-4167-8cb7-06a9d592b8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d4c242-6e43-449f-99d9-8f1cf31493c7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:52.160255 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:35:52.212458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-458867b2-d284-457d-8277-5a7c06903a30 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6702354 Jul 16 20:35:52.223045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c0322def-2fd4-4a8e-b945-f6bbb4250267 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35b03f790bf849e384221ac3d3ba970a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7431192 Jul 16 20:35:52.230329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Calling delete_port for 3d2232cd-6fde-4491-8ed4-3ffd997f9abf owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:35:52.233595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 52944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:52.674909 n-d-792394-17 neutron-server[93958]: WARNING neutron.services.revisions.revision_plugin [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Could not find related port for resource to bump revision. Jul 16 20:35:52.674909 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f79ff46a-bc29-4a2c-9910-c2c80111d20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.714295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 20:35:52.714587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Reverting IP allocation for 2001:db8::f816:3eff:fed0:d1f4 {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 20:35:52.731395 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-283f3f2e-16ed-4572-871d-590548a65386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.738436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed0:d1f4 {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 20:35:52.750726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f3f2e-16ed-4572-871d-590548a65386 None None] No DVR routers for this DVR port 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:35:52.777737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.792233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f3f2e-16ed-4572-871d-590548a65386 None None] Pushing event deleted for resources: {'Port': ['ID=8a5a04fc-7df9-41bb-8399-8aa2b0bf809d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:52.840583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:35:52.884545 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f79ff46a-bc29-4a2c-9910-c2c80111d20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:52.948102 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:52.987318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:35:53.044269 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:53.067688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.069653 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.087969 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-63db24a8-9cad-4f2a-9919-59f55b10b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.088737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-63db24a8-9cad-4f2a-9919-59f55b10b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.089808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-63db24a8-9cad-4f2a-9919-59f55b10b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.090462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-63db24a8-9cad-4f2a-9919-59f55b10b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.091786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-63db24a8-9cad-4f2a-9919-59f55b10b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.092548 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-63db24a8-9cad-4f2a-9919-59f55b10b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.093315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-63db24a8-9cad-4f2a-9919-59f55b10b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.096100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-63db24a8-9cad-4f2a-9919-59f55b10b147 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6508 time: 0.7220492 Jul 16 20:35:53.121048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f95c0-82e8-414e-a509-25a0acd2b8d4 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:35:53.126871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:35:53.127227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8a5a04fc-7df9-41bb-8399-8aa2b0bf809d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:35:53.173748 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.419009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.423772 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.434979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] 10.222.0.10 "DELETE /v2.0/floatingips/47f123b2-55a0-4f6b-a2df-67c7d2fdd120 HTTP/1.1" status: 204 len: 168 time: 2.8276174 Jul 16 20:35:53.439994 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0071750 Jul 16 20:35:53.439994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f79ff46a-bc29-4a2c-9910-c2c80111d20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.440749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 52988) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:53.447506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:76:d2:99', 'name': 'tempest-NetworksTestDHCPv6-1154051118'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:53.454962 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f79ff46a-bc29-4a2c-9910-c2c80111d20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.458431 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f79ff46a-bc29-4a2c-9910-c2c80111d20a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39346060-2a2d-4956-bbd3-48de5ede7d88 HTTP/1.1" status: 204 len: 168 time: 1.2215922 Jul 16 20:35:53.458431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c684cb2-ea63-404c-a0ba-660b203a1663 tempest-AttachVolumeTestJSON-319936669 tempest-AttachVolumeTestJSON-319936669-project] Pushing event deleted for resources: {'Port': ['ID=3d2232cd-6fde-4491-8ed4-3ffd997f9abf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.491929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3bcbe82-7831-4648-bb93-57ae8b080222 req-9bc5f98a-359d-4dbc-933c-49576dd08b4d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 210 time: 0.2828212 Jul 16 20:35:53.514520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a2998-aa0c-40ed-bd9f-bbaeb000c6f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=7b70543a-7ca1-43be-93c0-afa5a4ab979e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.545351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ff46a-bc29-4a2c-9910-c2c80111d20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39346060-2a2d-4956-bbd3-48de5ede7d88,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:53.565695 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.581075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '7b70543a-7ca1-43be-93c0-afa5a4ab979e'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:35:53.581940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.655804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27c1336c-d63e-4849-9a31-8e507d1a06e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:53.686493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:44Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '94493789-a9da-47f2-aaf2-54102f363a58', 'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:40Z', 'updated_at': '2021-07-16T20:35:51Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:35:53.793057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575524b7-31f6-48db-83ba-fdf008f0ea9b None None] The sync data for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 is: [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:44Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '94493789-a9da-47f2-aaf2-54102f363a58', 'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:40Z', 'updated_at': '2021-07-16T20:35:51Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:35:53.797628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-4b049826-b797-42db-a7a4-b28e945df788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.797994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-4b049826-b797-42db-a7a4-b28e945df788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.798468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-4b049826-b797-42db-a7a4-b28e945df788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:53.815022 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-4b049826-b797-42db-a7a4-b28e945df788 service neutron] 10.222.0.63 "GET /v2.0/networks?id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=6a17a63a-c043-49f3-9a05-56cd95c749a7&id=6a17a63a-c043-49f3-9a05-56cd95c749a7 HTTP/1.1" status: 200 len: 2297 time: 0.6194000 Jul 16 20:35:54.039478 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-aa1e60ad-b695-4377-8cf4-a9fb07a8b220 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 HTTP/1.1" status: 200 len: 1002 time: 0.2154603 Jul 16 20:35:54.095635 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Allocated IP 2001:db8::f816:3eff:fe08:bf76 (8c07d769-9495-46f2-a374-c7510b386f2a/7b70543a-7ca1-43be-93c0-afa5a4ab979e/75d5b9e5-1048-4758-934e-2ec4213faa95) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:54.197650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-9cbc19b7-a19a-4184-8ad9-a6fcd3f074ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.200245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-9cbc19b7-a19a-4184-8ad9-a6fcd3f074ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8b25d401-2108-45e7-bcdf-2b5a4eec4cc8 HTTP/1.1" status: 200 len: 856 time: 0.1531477 Jul 16 20:35:54.331962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-45d555bc-c5bb-4255-800d-94ea6b0e75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:54.340842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-45d555bc-c5bb-4255-800d-94ea6b0e75fe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335433 Jul 16 20:35:54.518777 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.538795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Transition to ACTIVE for port object 75d5b9e5-1048-4758-934e-2ec4213faa95 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:54.598340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-5ee30342-c0ca-4c30-b31f-6e699fe95f8a service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498341 Jul 16 20:35:54.658673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Transition to ACTIVE for port object 75d5b9e5-1048-4758-934e-2ec4213faa95 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:54.661127 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.677940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:54.948722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:54.976698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 94493789-a9da-47f2-aaf2-54102f363a58 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:54.988039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:54.991579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:55.090539 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-27ac14b5-6ccf-4b12-8633-46ca293183a8 req-6c3050fa-fa36-4848-ac2b-450ea032f765 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 210 time: 0.0831952 Jul 16 20:35:55.101624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-886e2b2d-6b3a-4930-aedc-efdb331c3ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.158284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Pushing event updated for resources: {'Port': ['ID=75d5b9e5-1048-4758-934e-2ec4213faa95,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:55.173040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-00ac9a29-34a7-41d4-9055-ae20cd0ea97b service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671318 Jul 16 20:35:55.175734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:55.315892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 94493789-a9da-47f2-aaf2-54102f363a58 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:55.329031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 94493789-a9da-47f2-aaf2-54102f363a58 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:55.329665 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.393834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-478512d3-3352-4020-a76d-a791b3e06602 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 217 time: 0.1896331 Jul 16 20:35:55.448270 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.451439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Attempting to bind port 75d5b9e5-1048-4758-934e-2ec4213faa95 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:35:55.451650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Attempting to bind port 75d5b9e5-1048-4758-934e-2ec4213faa95 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:35:55.452115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Attempting to bind port 75d5b9e5-1048-4758-934e-2ec4213faa95 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:35:55.461177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:35:55.461654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:35:55.462230 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.462722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:35:55.463213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Bound port: 75d5b9e5-1048-4758-934e-2ec4213faa95, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:35:55.463943 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.472024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:55.522812 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-886e2b2d-6b3a-4930-aedc-efdb331c3ffa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 20:35:55.522812 n-d-792394-17 neutron-server[93958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 20:35:55.522812 n-d-792394-17 neutron-server[93958]: [parameters: {'project_id': 'c6321b970e6c4f6094ba4ac908d44d86', 'id': 'a6d9f835-928d-46de-be44-458b1e54a037', 'expiration': datetime.datetime(2021, 7, 16, 20, 37, 55, 439486)}] Jul 16 20:35:55.522812 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:35:55.524020 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [None req-886e2b2d-6b3a-4930-aedc-efdb331c3ffa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:35:55.549800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-78d71d5d-f475-474b-af46-d386a3d306b9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.555801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-3d44fc76-52b0-45f4-a6ea-83254f85cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.556215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-78d71d5d-f475-474b-af46-d386a3d306b9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "GET /v2.0/networks?id=a009e787-a7f3-40bc-b75f-013dab298386 HTTP/1.1" status: 200 len: 796 time: 0.4860923 Jul 16 20:35:55.562483 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-3d44fc76-52b0-45f4-a6ea-83254f85cc5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.1550369 Jul 16 20:35:55.613789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] For port 75d5b9e5-1048-4758-934e-2ec4213faa95, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:35:55.618981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] For port 75d5b9e5-1048-4758-934e-2ec4213faa95, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=75d5b9e5-1048-4758-934e-2ec4213faa95,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:35:55.662425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.715308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-43958809-aaae-4214-ba0a-cfb31bad3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:55.715308 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-43958809-aaae-4214-ba0a-cfb31bad3acc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1431386 Jul 16 20:35:55.818369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 94493789-a9da-47f2-aaf2-54102f363a58, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=94493789-a9da-47f2-aaf2-54102f363a58,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:55.845976 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:55.873954 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-9b32e0de-12df-420e-970e-f8f059f5101b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c108c14547943189552611b7b096c07 HTTP/1.1" status: 200 len: 379 time: 0.2911904 Jul 16 20:35:55.893110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'port': {'device_id': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'admin_state_up': True, 'tenant_id': '4c108c14547943189552611b7b096c07', 'security_groups': ['e3f143ed-1ab0-4c77-bd42-376184d578bd']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:55.912425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c9c80-848f-4068-8c84-2c299dff31f9 None None] Pushing event updated for resources: {'Port': ['ID=75d5b9e5-1048-4758-934e-2ec4213faa95,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.029445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-886e2b2d-6b3a-4930-aedc-efdb331c3ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.062679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=94493789-a9da-47f2-aaf2-54102f363a58,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:56.093814 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-f5a4243c-3b42-4281-917b-e7722f8809df service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747489 Jul 16 20:35:56.222068 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.259384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.329538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port d45e363c-c557-48a5-9089-52fabb2fe32d yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:35:56.454157 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-5e8b7a54-9fba-47a6-b3ed-f29ef6c866a8 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504179 Jul 16 20:35:56.641742 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1502ff48-9d1b-4e45-a110-44f2707979aa req-50b65a62-665b-4d50-9a8f-18d7d0475e9c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 210 time: 0.1858809 Jul 16 20:35:56.656981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-823aaa81-4098-453b-b1ee-e01921c5c991 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 217 time: 0.1335156 Jul 16 20:35:56.696192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:fe76:d299 (8c07d769-9495-46f2-a374-c7510b386f2a/7b70543a-7ca1-43be-93c0-afa5a4ab979e/d45e363c-c557-48a5-9089-52fabb2fe32d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:56.730220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-f9d54b04-7411-4c75-9946-cff644c879f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:56.734299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-f9d54b04-7411-4c75-9946-cff644c879f8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.0668800 Jul 16 20:35:56.837330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-886e2b2d-6b3a-4930-aedc-efdb331c3ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.844842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-886e2b2d-6b3a-4930-aedc-efdb331c3ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.953420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Made reservation on behalf of 4c108c14547943189552611b7b096c07 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:35:56.957635 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:56.994107 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-886e2b2d-6b3a-4930-aedc-efdb331c3ffa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6321b970e6c4f6094ba4ac908d44d86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9853563 Jul 16 20:35:57.016980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:57.017926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e2b2d-6b3a-4930-aedc-efdb331c3ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9230e6e-7b32-4eea-8a8d-b2efb37b7d8c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:57.069504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 75d5b9e5-1048-4758-934e-2ec4213faa95 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:57.197589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-008fce52-74ec-4f4e-8c0c-657b26a964ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:57.199332 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-008fce52-74ec-4f4e-8c0c-657b26a964ea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4545631 Jul 16 20:35:57.227982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 75d5b9e5-1048-4758-934e-2ec4213faa95 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:57.245707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 94493789-a9da-47f2-aaf2-54102f363a58 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:35:57.339187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 94493789-a9da-47f2-aaf2-54102f363a58 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:57.340461 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.486710 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.491152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04f2b840-21b3-4fd3-b7a6-8cf98bbbfb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.528364 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04f2b840-21b3-4fd3-b7a6-8cf98bbbfb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.661571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-f4a8d454-a884-47ba-970a-9a4370687e47 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527533 Jul 16 20:35:57.664194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04f2b840-21b3-4fd3-b7a6-8cf98bbbfb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.680560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04f2b840-21b3-4fd3-b7a6-8cf98bbbfb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:57.686870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-04f2b840-21b3-4fd3-b7a6-8cf98bbbfb51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9230e6e-7b32-4eea-8a8d-b2efb37b7d8c HTTP/1.1" status: 204 len: 168 time: 0.6591463 Jul 16 20:35:57.693880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.20.0.6 (a009e787-a7f3-40bc-b75f-013dab298386/11bf6003-fe15-46b7-80b5-d524f6cdf174/6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:35:57.984740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2b840-21b3-4fd3-b7a6-8cf98bbbfb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9230e6e-7b32-4eea-8a8d-b2efb37b7d8c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:58.012046 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-5cfd20ff-fd13-4431-a792-39758dbeed42 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237247 Jul 16 20:35:58.013600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:58.193598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5b9520df-f950-4824-ae65-2ac16f288970 None None] Provisioning for port 75d5b9e5-1048-4758-934e-2ec4213faa95 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:58.211558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object d45e363c-c557-48a5-9089-52fabb2fe32d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:58.218036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5b9520df-f950-4824-ae65-2ac16f288970 None None] Provisioning complete for port 75d5b9e5-1048-4758-934e-2ec4213faa95 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:58.220618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b9520df-f950-4824-ae65-2ac16f288970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.224752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1ed96acc-6c4c-4adc-bed6-810420bc129a req-1042a5ed-e0ca-4ad6-bdff-4934d27893eb tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 210 time: 0.2334447 Jul 16 20:35:58.230345 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-1937e4e9-957d-4a74-ada9-ea7c82702c1c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4 HTTP/1.1" status: 200 len: 217 time: 0.2031248 Jul 16 20:35:58.322455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-7428547b-8e63-4b0b-a0bf-eea669e7fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.324462 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-7428547b-8e63-4b0b-a0bf-eea669e7fcc6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.0880275 Jul 16 20:35:58.389093 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.416444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Transition to ACTIVE for port object 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:35:58.425647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.453562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b90f4374-e067-42ec-9aed-c79315d568a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.505928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:58.519417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:58.523785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:58.531545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.532251 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.538644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-850c42c9-7800-4006-a4e4-f7ff9acbe5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:58.546121 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-850c42c9-7800-4006-a4e4-f7ff9acbe5a1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2060621 Jul 16 20:35:58.552452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b9520df-f950-4824-ae65-2ac16f288970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.577515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:58.594799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=d45e363c-c557-48a5-9089-52fabb2fe32d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:58.633213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5b9520df-f950-4824-ae65-2ac16f288970 None None] For port 75d5b9e5-1048-4758-934e-2ec4213faa95, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=75d5b9e5-1048-4758-934e-2ec4213faa95,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:35:58.640526 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5b9520df-f950-4824-ae65-2ac16f288970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.664554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d1237e53-deb6-4edb-b24b-b0b1a85d5ecc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdc34da04c2d47ecbbff7764660b15ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820730 Jul 16 20:35:58.664554 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.668498 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53146) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:58.727181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9520df-f950-4824-ae65-2ac16f288970 None None] Pushing event updated for resources: {'Port': ['ID=75d5b9e5-1048-4758-934e-2ec4213faa95,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:58.793082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:58.806636 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-2c4f7ee3-5157-4737-85ad-274b2f573bf7 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522333 Jul 16 20:35:58.862695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network a009e787-a7f3-40bc-b75f-013dab298386 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:35:58.897303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:35:58.911224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:35:58.917079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b90f4374-e067-42ec-9aed-c79315d568a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.975076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b90f4374-e067-42ec-9aed-c79315d568a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:58.997009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-957d2f68-1453-4d7e-9810-7abc888887db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.035360 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-957d2f68-1453-4d7e-9810-7abc888887db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.079303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9f312919-104c-44cf-832a-fcd204b76268 None None] Provisioning for port d45e363c-c557-48a5-9089-52fabb2fe32d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:59.090018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9f312919-104c-44cf-832a-fcd204b76268 None None] Provisioning complete for port d45e363c-c557-48a5-9089-52fabb2fe32d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:59.094167 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f312919-104c-44cf-832a-fcd204b76268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.112920 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c7f2e26d-6881-4f74-8254-93a9a3a99b2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.6637812 Jul 16 20:35:59.112920 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-957d2f68-1453-4d7e-9810-7abc888887db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.132466 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-957d2f68-1453-4d7e-9810-7abc888887db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.132466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-957d2f68-1453-4d7e-9810-7abc888887db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4ccbfd4-f538-47a8-bc0f-ec3b7e67842b HTTP/1.1" status: 204 len: 168 time: 0.3536136 Jul 16 20:35:59.138503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:59.191144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9f312919-104c-44cf-832a-fcd204b76268 None None] Port d45e363c-c557-48a5-9089-52fabb2fe32d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:59.208151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d2f68-1453-4d7e-9810-7abc888887db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ccbfd4-f538-47a8-bc0f-ec3b7e67842b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:59.273530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:35:59.275195 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.316413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f4374-e067-42ec-9aed-c79315d568a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84da9e2a-37c3-4697-83d7-cc086597c055,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:35:59.321942 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a1645493-5659-43e8-a368-68418e39788a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4426870 Jul 16 20:35:59.334716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:35:59.335672 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b90f4374-e067-42ec-9aed-c79315d568a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5cede627e114cb0bb05caa41483ffa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3129742 Jul 16 20:35:59.360188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Request body: {'port': {'device_id': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:35:59.384134 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-0498e5cd-3da2-4007-91e0-2866a8bfe936 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697415 Jul 16 20:35:59.520600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3a18139a-e0dd-4836-80fc-abf1d49ab2cb None None] Provisioning for port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:35:59.529067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3a18139a-e0dd-4836-80fc-abf1d49ab2cb None None] Provisioning complete for port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:35:59.531005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a18139a-e0dd-4836-80fc-abf1d49ab2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.702671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3a18139a-e0dd-4836-80fc-abf1d49ab2cb None None] Port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:35:59.720818 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.772305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3344548-1a3d-483e-8e13-f6a5c3f8619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:35:59.819708 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3344548-1a3d-483e-8e13-f6a5c3f8619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.012461 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-aa7f0b2b-5678-4d8a-8f4e-425126860bd2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=7ec91537-7208-43f6-a91a-d689b79c0b81 HTTP/1.1" status: 200 len: 217 time: 0.6202178 Jul 16 20:36:00.075352 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3344548-1a3d-483e-8e13-f6a5c3f8619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.077940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3344548-1a3d-483e-8e13-f6a5c3f8619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.079102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a3344548-1a3d-483e-8e13-f6a5c3f8619d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84da9e2a-37c3-4697-83d7-cc086597c055 HTTP/1.1" status: 204 len: 168 time: 0.7431529 Jul 16 20:36:00.109086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-969d505e-4bbb-4917-b158-90aa661ada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.111131 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-969d505e-4bbb-4917-b158-90aa661ada5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.0769587 Jul 16 20:36:00.139835 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbae2596-abd6-4e05-93e1-f82d1f4c2079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.149832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbae2596-abd6-4e05-93e1-f82d1f4c2079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.152998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fbae2596-abd6-4e05-93e1-f82d1f4c2079 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.8917313 Jul 16 20:36:00.175287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53192) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:00.225554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3344548-1a3d-483e-8e13-f6a5c3f8619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84da9e2a-37c3-4697-83d7-cc086597c055,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:00.257723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eedbd-3fb6-4ea6-a903-09bc68d39ed5 req-e6e718fb-562e-4181-b87b-93de942a28c5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.259599 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4a0eedbd-3fb6-4ea6-a903-09bc68d39ed5 req-e6e718fb-562e-4181-b87b-93de942a28c5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 931 time: 0.2609906 Jul 16 20:36:00.383619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-5abd3f47-4bee-4b50-b9d8-669aa5edfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:00.385094 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-5abd3f47-4bee-4b50-b9d8-669aa5edfe61 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2272060 Jul 16 20:36:00.427904 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4a0eedbd-3fb6-4ea6-a903-09bc68d39ed5 req-09c8513f-7df3-442d-8a8a-f7d89af6cc0f tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615479 Jul 16 20:36:00.608803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9405377b-37ef-4787-8601-d2a297bead20 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port d45e363c-c557-48a5-9089-52fabb2fe32d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:00.609275 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9405377b-37ef-4787-8601-d2a297bead20 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.635858 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-72c8c1ad-e873-465b-818b-2f89bc10bafc service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393317 Jul 16 20:36:00.848631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9405377b-37ef-4787-8601-d2a297bead20 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:00.858051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 75d5b9e5-1048-4758-934e-2ec4213faa95 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:00.867153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9405377b-37ef-4787-8601-d2a297bead20 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for d45e363c-c557-48a5-9089-52fabb2fe32d owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:00.982880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-7ae1e69f-a0f3-476f-bafc-245a3dc468cb service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250511 Jul 16 20:36:00.986550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:01.048729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 75d5b9e5-1048-4758-934e-2ec4213faa95 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:01.049095 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.050813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9405377b-37ef-4787-8601-d2a297bead20 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.106317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e58e5b-0b22-460f-8842-34de5ad5756e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.114130 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-cc5398b8-2f8d-49de-8227-3dfe4c8d62ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca4c7-dc97-4568-8028-c745824ae60f HTTP/1.1" status: 200 len: 217 time: 0.1103356 Jul 16 20:36:01.126710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:01.177438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405377b-37ef-4787-8601-d2a297bead20 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=d45e363c-c557-48a5-9089-52fabb2fe32d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:01.280509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9405377b-37ef-4787-8601-d2a297bead20 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.284863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9405377b-37ef-4787-8601-d2a297bead20 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/d45e363c-c557-48a5-9089-52fabb2fe32d HTTP/1.1" status: 204 len: 168 time: 1.0875986 Jul 16 20:36:01.293727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:01.306802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-daf34589-904d-4b3c-a7f8-b503f8bdcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.317040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-daf34589-904d-4b3c-a7f8-b503f8bdcdf4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.1846409 Jul 16 20:36:01.365932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:01.383990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.424405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Transition to ACTIVE for port object 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:01.441381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.578282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbc3cf-224f-432b-8368-6fd61184a65f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.593815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbc3cf-224f-432b-8368-6fd61184a65f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:01.598127 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5abbc3cf-224f-432b-8368-6fd61184a65f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2951217 Jul 16 20:36:01.608948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53244) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:01.640156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-252570671-network', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:01.712729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Pushing event updated for resources: {'Port': ['ID=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:01.718537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-99311f20-b44d-4a08-8dbd-fe010160f293 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 7b70543a-7ca1-43be-93c0-afa5a4ab979e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:01.722300 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99311f20-b44d-4a08-8dbd-fe010160f293 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.829334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99311f20-b44d-4a08-8dbd-fe010160f293 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:01.925365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Attempting to bind port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:01.925712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Attempting to bind port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:01.926053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Attempting to bind port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 on network a009e787-a7f3-40bc-b75f-013dab298386 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:01.933203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 on network a009e787-a7f3-40bc-b75f-013dab298386 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:01.933534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Attempting to bind port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 on network a009e787-a7f3-40bc-b75f-013dab298386 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:01.942016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:01.942362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Checking segment: {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:01.942814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Bound using segment: {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:01.943250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Bound port: 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91cc820-41f0-4139-96fe-82822c4800ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:01.943643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.069215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-fd90a126-173f-4ecb-898b-ad525bf797aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.072901 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-fd90a126-173f-4ecb-898b-ad525bf797aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6699338 Jul 16 20:36:02.096850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:02.102124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:02.107434 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.190611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.191900 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.193386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] 10.222.0.30 "PUT /v2.0/ports/6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 HTTP/1.1" status: 200 len: 1092 time: 2.8602934 Jul 16 20:36:02.196102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:02.199683 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89452e9-6a2d-4f0a-8744-bbced697ffd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:02.233372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e58e5b-0b22-460f-8842-34de5ad5756e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.269190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e58e5b-0b22-460f-8842-34de5ad5756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.339249 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9757022f-a116-444e-ba9f-66987b052942 x-openstack-request-id: req-9757022f-a116-444e-ba9f-66987b052942 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:02.339819 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:02.340249 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9757022f-a116-444e-ba9f-66987b052942 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:02.340883 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'status': 'completed', 'code': 200} Jul 16 20:36:02.372013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Made reservation on behalf of dcdf933ee3984b6c85bd878cfd54e18e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:02.374961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.383830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417e97c-28b6-45e4-8706-0905220f6740 service neutron] Pushing event updated for resources: {'Port': ['ID=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:02.400967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.436876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-5769fe3b-8211-4243-ab3e-252150d1e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.438568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-5769fe3b-8211-4243-ab3e-252150d1e8f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 1095 time: 0.1957045 Jul 16 20:36:02.492826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-2f1a85c3-ffb2-41a6-bc52-f8a3e14978fb service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885851 Jul 16 20:36:02.495918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-cf20644c-5cc1-48a8-bc30-2a36f73484bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 HTTP/1.1" status: 200 len: 217 time: 0.0496986 Jul 16 20:36:02.496863 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e5e58e5b-0b22-460f-8842-34de5ad5756e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=168ca59269a147acbd5d9f1390b4d084&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5087802 Jul 16 20:36:02.505680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:02.545941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50a536-b1ef-4e38-a390-78668eed843c req-71545e4e-a399-4299-a538-9c8e9d90e72d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.555531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df50a536-b1ef-4e38-a390-78668eed843c req-71545e4e-a399-4299-a538-9c8e9d90e72d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 943 time: 0.6237078 Jul 16 20:36:02.556279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e58e5b-0b22-460f-8842-34de5ad5756e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c042d02c-b3be-4a9e-815f-602f723f06f4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:02.589880 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99311f20-b44d-4a08-8dbd-fe010160f293 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.660928 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.690496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.703741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-ccc2a955-dfe5-4219-bd0c-8e4bec1a2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.705418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-ccc2a955-dfe5-4219-bd0c-8e4bec1a2b72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11bf6003-fe15-46b7-80b5-d524f6cdf174 HTTP/1.1" status: 200 len: 835 time: 0.1986327 Jul 16 20:36:02.770449 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99311f20-b44d-4a08-8dbd-fe010160f293 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.782651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:02.787574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc734d1-ac0c-46c4-b9d9-099ace778094,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:02.813738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.814195 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Added segment 8ac8352e-8e47-4c76-842a-a2f5e814206d of type vlan for network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 Jul 16 20:36:02.843144 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33457254-a284-4771-9a97-4773de48d8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.918017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.933808 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33457254-a284-4771-9a97-4773de48d8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:02.949524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-b659f301-09ef-4dfe-8224-c83e03bee727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:02.951811 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-b659f301-09ef-4dfe-8224-c83e03bee727 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a009e787-a7f3-40bc-b75f-013dab298386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2289200 Jul 16 20:36:03.006577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99311f20-b44d-4a08-8dbd-fe010160f293 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=7b70543a-7ca1-43be-93c0-afa5a4ab979e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:03.018415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-6a11f381-b495-4184-bbea-741fbec2e621 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368924 Jul 16 20:36:03.025866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.026933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.027860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.042301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99311f20-b44d-4a08-8dbd-fe010160f293 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.044875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-99311f20-b44d-4a08-8dbd-fe010160f293 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/7b70543a-7ca1-43be-93c0-afa5a4ab979e HTTP/1.1" status: 204 len: 168 time: 1.4343615 Jul 16 20:36:03.046748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd917e4-4c5a-43d2-8d3b-36db857a647c None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:03.061310 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df50a536-b1ef-4e38-a390-78668eed843c req-a847de6b-aa3e-4cb2-8d61-b642e68a563a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3859489 Jul 16 20:36:03.079608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.186601 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-ebcd226f-7577-423d-9eac-f877cbfc4bc7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484 HTTP/1.1" status: 200 len: 217 time: 0.1557302 Jul 16 20:36:03.256367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f681e35d-6af5-4cbd-8094-3df98b52f228 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1755645 Jul 16 20:36:03.264023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.292156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=89b16a20-b4ca-4daf-a0a2-bef7388e6e01,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:03.305696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:03.312218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33457254-a284-4771-9a97-4773de48d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.323919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33457254-a284-4771-9a97-4773de48d8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.325356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-33457254-a284-4771-9a97-4773de48d8ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c042d02c-b3be-4a9e-815f-602f723f06f4 HTTP/1.1" status: 204 len: 168 time: 0.8171501 Jul 16 20:36:03.342664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0228762d-4a72-485e-b9b5-343970002ff6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2011521 Jul 16 20:36:03.343320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.357182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Request body: {'subnet': {'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-252570671-subnet', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:03.384064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-6540974a-0213-40b4-836e-8f58f545a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.384510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33457254-a284-4771-9a97-4773de48d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c042d02c-b3be-4a9e-815f-602f723f06f4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:03.387451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-6540974a-0213-40b4-836e-8f58f545a67c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.1340394 Jul 16 20:36:03.389775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Made reservation on behalf of dcdf933ee3984b6c85bd878cfd54e18e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:03.393488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.439605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d3e49-2bf6-4ea0-ba03-4c25196b1bc8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.441465 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a59d3e49-2bf6-4ea0-ba03-4c25196b1bc8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1764882 Jul 16 20:36:03.446373 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.447274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca70b24-5c49-4e4a-a72d-7b6f1c93218c None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:03.571628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca6c35-e0b7-4269-aa2e-7065cde53052 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.580238 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77ca6c35-e0b7-4269-aa2e-7065cde53052 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1283941 Jul 16 20:36:03.580496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0ca70b24-5c49-4e4a-a72d-7b6f1c93218c None None] Deleting port 75d5b9e5-1048-4758-934e-2ec4213faa95 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:03.580496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ca70b24-5c49-4e4a-a72d-7b6f1c93218c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.582792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.638822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-a0ece8ca-7e2d-46a5-8820-b27a846f29a0 service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778855 Jul 16 20:36:03.677718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0ca70b24-5c49-4e4a-a72d-7b6f1c93218c None None] For port 75d5b9e5-1048-4758-934e-2ec4213faa95, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=75d5b9e5-1048-4758-934e-2ec4213faa95,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:03.678367 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ca70b24-5c49-4e4a-a72d-7b6f1c93218c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.705321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0ca70b24-5c49-4e4a-a72d-7b6f1c93218c None None] Calling delete_port for 75d5b9e5-1048-4758-934e-2ec4213faa95 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:03.725648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53302) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:03.734309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-42f9386c-1957-4a01-9b89-dd004505cd0d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368737 Jul 16 20:36:03.735103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:03.759274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-f3b9b877-697b-495c-8064-dbeab01a1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:03.762789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-f3b9b877-697b-495c-8064-dbeab01a1632 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3701332 Jul 16 20:36:03.876674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:03.880383 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.902055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ca70b24-5c49-4e4a-a72d-7b6f1c93218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:03.975693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca70b24-5c49-4e4a-a72d-7b6f1c93218c None None] Pushing event deleted for resources: {'Port': ['ID=75d5b9e5-1048-4758-934e-2ec4213faa95,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:03.988964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca70b24-5c49-4e4a-a72d-7b6f1c93218c None None] No DVR routers for this DVR port 75d5b9e5-1048-4758-934e-2ec4213faa95 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:04.032295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.036840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-7add1a8f-2738-4790-a561-987f80de1d64 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657337 Jul 16 20:36:04.149099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52806ff-57b6-4646-8023-343c561c687b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:04.283718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Checking segment: {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:04.284139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Network hostable DHCP agents. Network: 89b16a20-b4ca-4daf-a0a2-bef7388e6e01, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:04.308203 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e6d339-9596-4dfe-b9fe-87775698b18c req-9eacd160-0be6-4576-8b38-69e958282cbf service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6614847 Jul 16 20:36:04.311317 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8d6e343-20e0-4594-9489-2fd723214f30 req-7fb5c187-04b5-4d96-b767-34f8aa022778 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683852 Jul 16 20:36:04.334436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:04.346237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 89b16a20-b4ca-4daf-a0a2-bef7388e6e01) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:04.355139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d005ba4-5f38-49c1-bb6c-bfc589edb693 None None] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:04.473618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.474332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.536339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ebe44a6b-26ed-49b0-9fb4-0816f953a114 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1895216 Jul 16 20:36:04.540484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:04.549784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:04.560261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ede265-4beb-43f1-b47b-167f5aeb6c67 req-e03fab33-e435-4825-a792-491803533fae tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.583047 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91ede265-4beb-43f1-b47b-167f5aeb6c67 req-e03fab33-e435-4825-a792-491803533fae tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 943 time: 0.2206481 Jul 16 20:36:04.654284 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.654284 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.670650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-59433caa-c755-4267-b0bb-6ed78d4973de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:04.672736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-59433caa-c755-4267-b0bb-6ed78d4973de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 1095 time: 0.2711885 Jul 16 20:36:04.747321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'fixed_ips': [{'subnet_id': 'c52806ff-57b6-4646-8023-343c561c687b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:04.749445 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:04.759534 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-91ede265-4beb-43f1-b47b-167f5aeb6c67 req-da15da64-dc01-4162-857f-54ceb436c331 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613891 Jul 16 20:36:04.870119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 75d5b9e5-1048-4758-934e-2ec4213faa95 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:04.902082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 75d5b9e5-1048-4758-934e-2ec4213faa95 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:04.902495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 75d5b9e5-1048-4758-934e-2ec4213faa95 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:04.937185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.051166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Allocated IP 172.20.0.2 (89b16a20-b4ca-4daf-a0a2-bef7388e6e01/c52806ff-57b6-4646-8023-343c561c687b/6814350c-bb7e-488f-a6c1-3318a808f74e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:05.289065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.309480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Transition to ACTIVE for port object 6814350c-bb7e-488f-a6c1-3318a808f74e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:05.358066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Transition to ACTIVE for port object 6814350c-bb7e-488f-a6c1-3318a808f74e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:05.366877 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.442328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:05.448357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:05.455343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:05.457385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Pushing event updated for resources: {'Port': ['ID=6814350c-bb7e-488f-a6c1-3318a808f74e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:05.593410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Attempting to bind port 6814350c-bb7e-488f-a6c1-3318a808f74e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:05.593772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Attempting to bind port 6814350c-bb7e-488f-a6c1-3318a808f74e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:05.594139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Attempting to bind port 6814350c-bb7e-488f-a6c1-3318a808f74e on network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:05.607562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:05.607948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Checking segment: {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:05.608346 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.608732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Bound using segment: {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:05.609197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Bound port: 6814350c-bb7e-488f-a6c1-3318a808f74e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:05.609577 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.635759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:05.703946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.objects.ports [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:36:05.716755 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.724191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] For port 6814350c-bb7e-488f-a6c1-3318a808f74e, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:05.727920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] For port 6814350c-bb7e-488f-a6c1-3318a808f74e, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6814350c-bb7e-488f-a6c1-3318a808f74e,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:05.734420 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.801634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:05.820915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aa330-c18e-4d9b-a661-a69216ec4e01 None None] Pushing event updated for resources: {'Port': ['ID=6814350c-bb7e-488f-a6c1-3318a808f74e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:05.848436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-358333a7-015c-4aef-9fd8-16eecf15e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:05.850383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-358333a7-015c-4aef-9fd8-16eecf15e36b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a009e787-a7f3-40bc-b75f-013dab298386 HTTP/1.1" status: 200 len: 897 time: 1.1670475 Jul 16 20:36:05.850987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=9e2ee97c-45eb-4c75-9240-b56f44b1024a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:05.964199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:06.048096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:06.057077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-fe4e32e3-0ab6-4eb1-81e0-7a9e18ba4f49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 HTTP/1.1" status: 200 len: 217 time: 0.1515551 Jul 16 20:36:06.058158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8fcbd-937f-476b-831a-8aec78127d39 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:06.060301 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.064596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:06.065415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.148662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-17b654bf-d4e3-41d7-89b4-4766875c434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:06.150694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-17b654bf-d4e3-41d7-89b4-4766875c434a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11bf6003-fe15-46b7-80b5-d524f6cdf174 HTTP/1.1" status: 200 len: 835 time: 0.0821002 Jul 16 20:36:06.160645 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.175145 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.270692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39a82edafe3d409fad510c6622f37828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326470 Jul 16 20:36:06.276367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:06.281604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279e436e-c872-4eb9-8420-7b0a9a9faee3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:06.297406 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-63f22f26-8099-4dc9-8ac6-ac92c5326e47 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5653677 Jul 16 20:36:06.309126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:06.312964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.318969 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.320513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.321051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.321742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.322243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.322746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.344567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.346823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.347392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.348066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.348586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83130d37-2c39-46ec-9ea9-33a955233270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:06.389377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:1d:91:f5', 'name': 'tempest-NetworksTestDHCPv6-1084802437'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:06.399284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-7d48d7b7-80da-4f07-9ad2-723233b3380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:06.400844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-7d48d7b7-80da-4f07-9ad2-723233b3380a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a009e787-a7f3-40bc-b75f-013dab298386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2395165 Jul 16 20:36:06.592000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:06.593906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19e556-3c12-4d50-8c4b-f00fee8abd87 req-d2f0509c-3958-4b8e-869f-a64267f7ad8d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:06.596197 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce19e556-3c12-4d50-8c4b-f00fee8abd87 req-d2f0509c-3958-4b8e-869f-a64267f7ad8d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 943 time: 0.6080351 Jul 16 20:36:06.904851 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce19e556-3c12-4d50-8c4b-f00fee8abd87 req-441a23c6-bff4-4491-88e1-e2715a61ee28 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828536 Jul 16 20:36:06.907700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37904fe8-507f-4e18-827c-276da7d809bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:06.973632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:06.988731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6814350c-bb7e-488f-a6c1-3318a808f74e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:06.995243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-fdffcbea-590e-4707-8a5c-16cb01baa881 service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827403 Jul 16 20:36:07.001679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '9e2ee97c-45eb-4c75-9240-b56f44b1024a'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:07.004807 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.096723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.138203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.149397 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.162247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37904fe8-507f-4e18-827c-276da7d809bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.273157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 1de61b2a-9984-4eb3-8111-0b3ec05a1777 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:07.310990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:07.328747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Allocated IP 172.25.7.194 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/22f4da98-3e73-4445-b449-71db22777501) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:07.387601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 6814350c-bb7e-488f-a6c1-3318a808f74e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:07.397584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'port_id': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'mac_address': 'fa:16:3e:3a:2c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:07.399469 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37904fe8-507f-4e18-827c-276da7d809bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.402701 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37904fe8-507f-4e18-827c-276da7d809bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.412264 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-37904fe8-507f-4e18-827c-276da7d809bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/279e436e-c872-4eb9-8420-7b0a9a9faee3 HTTP/1.1" status: 204 len: 168 time: 1.1226423 Jul 16 20:36:07.449418 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37904fe8-507f-4e18-827c-276da7d809bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279e436e-c872-4eb9-8420-7b0a9a9faee3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:07.501301 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.529465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:07.537512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:fe1d:91f5 (8c07d769-9495-46f2-a374-c7510b386f2a/9e2ee97c-45eb-4c75-9240-b56f44b1024a/1de61b2a-9984-4eb3-8111-0b3ec05a1777) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:07.576396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:07.591482 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:07.772442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:07.801331 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d89452e9-6a2d-4f0a-8744-bbced697ffd8 req-d8f33422-f075-4e09-bb30-ba18e2052b46 service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7899048 Jul 16 20:36:07.817358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:07.935750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40ff9f-e246-46b0-b60c-0cc99817c2ca None None] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:08.076148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.080569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.114765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 1de61b2a-9984-4eb3-8111-0b3ec05a1777 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:08.168504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.245729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a8d767cd-0427-47c8-9095-f8699f660206 None None] Provisioning for port 6814350c-bb7e-488f-a6c1-3318a808f74e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:08.254152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a8d767cd-0427-47c8-9095-f8699f660206 None None] Provisioning complete for port 6814350c-bb7e-488f-a6c1-3318a808f74e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:08.254763 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8d767cd-0427-47c8-9095-f8699f660206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.286604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:08.293337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:08.298300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:08.354003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Pushing event updated for resources: {'Port': ['ID=22f4da98-3e73-4445-b449-71db22777501,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:08.384537 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.549042 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8d767cd-0427-47c8-9095-f8699f660206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.563455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=1de61b2a-9984-4eb3-8111-0b3ec05a1777,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:08.633591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:08.636314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:08.645999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:08.664896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Allocated IP 2001:db8::f816:3eff:feca:b8de (8c07d769-9495-46f2-a374-c7510b386f2a/9e2ee97c-45eb-4c75-9240-b56f44b1024a/85f82579-71cc-4541-b455-f00cbe97022c) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:08.681568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.684134 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.697464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a015491-e07d-4502-9e88-e291076d19f7 req-6f774141-0cd0-458f-a5bb-210db5b71746 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.699781 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a015491-e07d-4502-9e88-e291076d19f7 req-6f774141-0cd0-458f-a5bb-210db5b71746 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 944 time: 0.4683943 Jul 16 20:36:08.761981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bc3b3c6-9aba-4be1-8772-5fd115eb17d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3920953 Jul 16 20:36:08.766156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:08.771462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a8d767cd-0427-47c8-9095-f8699f660206 None None] For port 6814350c-bb7e-488f-a6c1-3318a808f74e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6814350c-bb7e-488f-a6c1-3318a808f74e,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:08.793523 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8d767cd-0427-47c8-9095-f8699f660206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.823170 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a015491-e07d-4502-9e88-e291076d19f7 req-6c2787b7-e83c-4706-804a-ca3cb4d7a2a1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158586 Jul 16 20:36:08.952362 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:08.962566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca513e-bda4-45c7-852f-0502d57f7b4b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:08.986477 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0cca513e-bda4-45c7-852f-0502d57f7b4b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2155259 Jul 16 20:36:08.987025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:09.074014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d767cd-0427-47c8-9095-f8699f660206 None None] Pushing event updated for resources: {'Port': ['ID=6814350c-bb7e-488f-a6c1-3318a808f74e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.256385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f4d674cf-59b5-4f28-8edf-dbafb5b4a046 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 1de61b2a-9984-4eb3-8111-0b3ec05a1777 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:09.257104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4d674cf-59b5-4f28-8edf-dbafb5b4a046 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.325401 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.376060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Transition to ACTIVE for port object 85f82579-71cc-4541-b455-f00cbe97022c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:09.434137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Transition to ACTIVE for port object 85f82579-71cc-4541-b455-f00cbe97022c will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:09.453649 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.480962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.503024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:09.510114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:09.564895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:09.575054 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4d674cf-59b5-4f28-8edf-dbafb5b4a046 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.589146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f4d674cf-59b5-4f28-8edf-dbafb5b4a046 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 1de61b2a-9984-4eb3-8111-0b3ec05a1777 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:09.606223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-becda026-3765-4ee3-8fed-7a74d70c7f0a None None] Provisioning complete for port 6814350c-bb7e-488f-a6c1-3318a808f74e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:09.606846 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-becda026-3765-4ee3-8fed-7a74d70c7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.687855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Pushing event updated for resources: {'Port': ['ID=85f82579-71cc-4541-b455-f00cbe97022c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.712421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Attempting to bind port 85f82579-71cc-4541-b455-f00cbe97022c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:09.712938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Attempting to bind port 85f82579-71cc-4541-b455-f00cbe97022c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:09.713427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Attempting to bind port 85f82579-71cc-4541-b455-f00cbe97022c on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:09.724758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:09.725340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:09.726154 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.726411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:09.727299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Bound port: 85f82579-71cc-4541-b455-f00cbe97022c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:09.727792 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.824636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4d674cf-59b5-4f28-8edf-dbafb5b4a046 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.829318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] For port 85f82579-71cc-4541-b455-f00cbe97022c, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:09.834827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] For port 85f82579-71cc-4541-b455-f00cbe97022c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=85f82579-71cc-4541-b455-f00cbe97022c,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:09.843552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.901338 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Router 4deeea57-1627-4415-bb9f-2bb431df63d7 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:09.902154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d674cf-59b5-4f28-8edf-dbafb5b4a046 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=1de61b2a-9984-4eb3-8111-0b3ec05a1777,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:09.977496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4d674cf-59b5-4f28-8edf-dbafb5b4a046 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:09.979957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f4d674cf-59b5-4f28-8edf-dbafb5b4a046 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/1de61b2a-9984-4eb3-8111-0b3ec05a1777 HTTP/1.1" status: 204 len: 168 time: 0.9915891 Jul 16 20:36:09.983752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:10.061659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4971f-30ca-4f90-8b13-5f6610f330c8 None None] Pushing event updated for resources: {'Port': ['ID=85f82579-71cc-4541-b455-f00cbe97022c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:10.128090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba1d4d-5ba2-4d19-8702-bf3f981f508f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:10.131988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba1d4d-5ba2-4d19-8702-bf3f981f508f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:10.138920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-acba1d4d-5ba2-4d19-8702-bf3f981f508f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1541166 Jul 16 20:36:10.144393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:10.169998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:10.180452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Sync routers for ids ['4deeea57-1627-4415-bb9f-2bb431df63d7'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:10.192217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Routers {'4deeea57-1627-4415-bb9f-2bb431df63d7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:10.195514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4deeea57-1627-4415-bb9f-2bb431df63d7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:10.281139 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.287428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-137d4596-a9d0-4e3c-b32b-42b96163f717 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7439182 Jul 16 20:36:10.291317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c3b79-9f28-4fb1-a59b-26fb2b4eaf84 req-63acaf75-25f3-4357-9f39-d05cae88c8be tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:10.291891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53502) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:10.303143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-102c3b79-9f28-4fb1-a59b-26fb2b4eaf84 req-63acaf75-25f3-4357-9f39-d05cae88c8be tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 944 time: 0.2321119 Jul 16 20:36:10.329343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b02bb64-a1da-47bb-9b48-dc9267831eec tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 9e2ee97c-45eb-4c75-9240-b56f44b1024a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:10.420550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b02bb64-a1da-47bb-9b48-dc9267831eec tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.477712 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-102c3b79-9f28-4fb1-a59b-26fb2b4eaf84 req-b8a12366-a7d2-45db-ad02-03214f842294 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734593 Jul 16 20:36:10.559164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Set router 4deeea57-1627-4415-bb9f-2bb431df63d7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:10.653425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:10.667884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b02bb64-a1da-47bb-9b48-dc9267831eec tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:10.797377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:10.818758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:10.819135 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.104979 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.142092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 85f82579-71cc-4541-b455-f00cbe97022c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:11.241111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b02bb64-a1da-47bb-9b48-dc9267831eec tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.250127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:11.252631 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5851a246-b741-45a6-8e47-39b600c1cd14" -d '{"events": [{"server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "name": "network-vif-plugged", "status": "completed", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:11.333888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:11.343311 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.354346 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ac34c7-5212-4656-8187-4c05fe9f8137 x-openstack-request-id: req-19ac34c7-5212-4656-8187-4c05fe9f8137 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:11.354867 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "name": "network-vif-plugged", "status": "completed", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:11.355337 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19ac34c7-5212-4656-8187-4c05fe9f8137 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:11.355942 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'code': 200} Jul 16 20:36:11.472657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:11.515141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '22f4da98-3e73-4445-b449-71db22777501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:04Z', 'updated_at': '2021-07-16T20:36:08Z', 'revision_number': 3, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'gw_port': {'id': '22f4da98-3e73-4445-b449-71db22777501', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:07Z', 'updated_at': '2021-07-16T20:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:11.556502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 85f82579-71cc-4541-b455-f00cbe97022c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:11.570924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Checking router: 4deeea57-1627-4415-bb9f-2bb431df63d7 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:11.570924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Updating router 4deeea57-1627-4415-bb9f-2bb431df63d7 port 22f4da98-3e73-4445-b449-71db22777501 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:11.598168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b02bb64-a1da-47bb-9b48-dc9267831eec tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.653716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6814350c-bb7e-488f-a6c1-3318a808f74e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:11.683929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02bb64-a1da-47bb-9b48-dc9267831eec tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2ee97c-45eb-4c75-9240-b56f44b1024a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:11.706359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffe6c0-101a-4331-8adb-41aeba1cb49e req-136c8ef0-7e44-46e8-a2db-733259ff69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:11.708568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24ffe6c0-101a-4331-8adb-41aeba1cb49e req-136c8ef0-7e44-46e8-a2db-733259ff69c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 1097 time: 0.2169476 Jul 16 20:36:11.717330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b02bb64-a1da-47bb-9b48-dc9267831eec tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.719315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2b02bb64-a1da-47bb-9b48-dc9267831eec tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/9e2ee97c-45eb-4c75-9240-b56f44b1024a HTTP/1.1" status: 204 len: 168 time: 1.5738566 Jul 16 20:36:11.721966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:11.804839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-76e2ec4c-8ce0-4d13-9b95-6f29439cf0d7 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797949 Jul 16 20:36:11.805910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:11.812852 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:11.821449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:11.831834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42a2c3-8d57-4c8a-bb91-b272af4b08dc None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:11.942450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-24ffe6c0-101a-4331-8adb-41aeba1cb49e req-ec1ed09c-e34f-46be-a198-276019958f88 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091274 Jul 16 20:36:11.947922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Provisioning for port 85f82579-71cc-4541-b455-f00cbe97022c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:12.053239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Provisioning complete for port 85f82579-71cc-4541-b455-f00cbe97022c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:12.053685 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.079074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:12.087055 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.133298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8d787-2f9c-4e6a-b92e-fa4971829dee req-9a60c8db-9b33-45cf-b595-d7f9ca684bd0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:12.134977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83e8d787-2f9c-4e6a-b92e-fa4971829dee req-9a60c8db-9b33-45cf-b595-d7f9ca684bd0 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.3523872 Jul 16 20:36:12.228335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 6814350c-bb7e-488f-a6c1-3318a808f74e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:12.228903 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.333451 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-83e8d787-2f9c-4e6a-b92e-fa4971829dee req-1c9b1229-5782-4c1c-8001-1ffab31ea46d tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104293 Jul 16 20:36:12.409006 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.595884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53610) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:12.846540 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.860890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Transition to ACTIVE for port object 22f4da98-3e73-4445-b449-71db22777501 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:12.869493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:36:12.891202 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:12.977372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b7910c1-4fc1-4286-878f-9bce83c731c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.032965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39704d64-5038-47e4-afdc-12a09edd5cc3 None None] Pushing event updated for resources: {'Port': ['ID=22f4da98-3e73-4445-b449-71db22777501,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:13.052607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Allocated IP 172.20.0.1 (89b16a20-b4ca-4daf-a0a2-bef7388e6e01/c52806ff-57b6-4646-8023-343c561c687b/8f21ab22-cc0e-42c1-86f6-0f458b170247) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:13.054177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Attempting to bind port 22f4da98-3e73-4445-b449-71db22777501 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:13.054860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Attempting to bind port 22f4da98-3e73-4445-b449-71db22777501 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:13.055465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Attempting to bind port 22f4da98-3e73-4445-b449-71db22777501 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:13.158418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:13.159044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:13.159732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.160316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:13.160996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Bound port: 22f4da98-3e73-4445-b449-71db22777501, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:13.161571 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.164970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.264908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb76f661-353c-47e7-89fa-28800583fb34 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:13.280585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:13.321066 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.413053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 85f82579-71cc-4541-b455-f00cbe97022c no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:13.450623 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.534591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Transition to ACTIVE for port object 8f21ab22-cc0e-42c1-86f6-0f458b170247 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:13.540569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b7910c1-4fc1-4286-878f-9bce83c731c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.550324 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b7910c1-4fc1-4286-878f-9bce83c731c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.580307 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:13.580727 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:13.590087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] For port 22f4da98-3e73-4445-b449-71db22777501, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:13.605860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] For port 22f4da98-3e73-4445-b449-71db22777501, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=22f4da98-3e73-4445-b449-71db22777501,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:13.628613 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.715761 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9b7910c1-4fc1-4286-878f-9bce83c731c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a152f576fe2b4ab299a8d322fbfbc2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1185985 Jul 16 20:36:13.725124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53632) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:13.727760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7910c1-4fc1-4286-878f-9bce83c731c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d43a8b6-181c-436b-9d2d-f378c35bd560,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:13.736701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eb76f661-353c-47e7-89fa-28800583fb34 None None] Deleting port 85f82579-71cc-4541-b455-f00cbe97022c {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:13.737084 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eb76f661-353c-47e7-89fa-28800583fb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:13.950751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a782662-1ae5-4e57-ac7f-4d6c81f33a56 req-02fb7627-80d6-47b9-968b-3ca33a9950ce tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:13.952660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a782662-1ae5-4e57-ac7f-4d6c81f33a56 req-02fb7627-80d6-47b9-968b-3ca33a9950ce tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.3496563 Jul 16 20:36:13.974631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Routers {'4deeea57-1627-4415-bb9f-2bb431df63d7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:13.975320 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4deeea57-1627-4415-bb9f-2bb431df63d7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:13.979282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39704d64-5038-47e4-afdc-12a09edd5cc3 None None] Pushing event updated for resources: {'Port': ['ID=22f4da98-3e73-4445-b449-71db22777501,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:13.982621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.060467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eb76f661-353c-47e7-89fa-28800583fb34 None None] For port 85f82579-71cc-4541-b455-f00cbe97022c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=85f82579-71cc-4541-b455-f00cbe97022c,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:14.060869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eb76f661-353c-47e7-89fa-28800583fb34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.085219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:14.105075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:14.109050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:14.157300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eb76f661-353c-47e7-89fa-28800583fb34 None None] Calling delete_port for 85f82579-71cc-4541-b455-f00cbe97022c owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:14.263564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] Set router 4deeea57-1627-4415-bb9f-2bb431df63d7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:14.355765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] For port 85f82579-71cc-4541-b455-f00cbe97022c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=85f82579-71cc-4541-b455-f00cbe97022c,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:14.456778 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.467012 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.479745 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.480525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.565136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=74cad5fb-d904-4ee5-b50e-f8e7d4433ca9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.647761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:14.659134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:14.660898 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:14.660898 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:14.672239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:14.675127 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.736551 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9274938 Jul 16 20:36:14.755025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751c860-c22a-43e8-9c3b-ace51dc66d5a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=85f82579-71cc-4541-b455-f00cbe97022c,revision_number=5']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.759891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:14.768672 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eb76f661-353c-47e7-89fa-28800583fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.773988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:80:04:62', 'name': 'tempest-NetworksTestDHCPv6-892451919'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:14.804757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '22f4da98-3e73-4445-b449-71db22777501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:04Z', 'updated_at': '2021-07-16T20:36:08Z', 'revision_number': 3, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'gw_port': {'id': '22f4da98-3e73-4445-b449-71db22777501', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:07Z', 'updated_at': '2021-07-16T20:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:14.807894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b045be07-3012-41a6-a18f-e73029f540fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.829287 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b045be07-3012-41a6-a18f-e73029f540fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.876932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41ba67-2d2f-44a8-9fba-8f30411101f6 None None] The sync data for ids ['4deeea57-1627-4415-bb9f-2bb431df63d7'] in n-d-792394-17 is: [{'id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '22f4da98-3e73-4445-b449-71db22777501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:04Z', 'updated_at': '2021-07-16T20:36:08Z', 'revision_number': 3, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'gw_port': {'id': '22f4da98-3e73-4445-b449-71db22777501', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:07Z', 'updated_at': '2021-07-16T20:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:14.878130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76f661-353c-47e7-89fa-28800583fb34 None None] Pushing event deleted for resources: {'Port': ['ID=85f82579-71cc-4541-b455-f00cbe97022c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.908246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76f661-353c-47e7-89fa-28800583fb34 None None] No DVR routers for this DVR port 85f82579-71cc-4541-b455-f00cbe97022c on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:14.911140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b045be07-3012-41a6-a18f-e73029f540fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.913934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b045be07-3012-41a6-a18f-e73029f540fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.915240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b045be07-3012-41a6-a18f-e73029f540fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d43a8b6-181c-436b-9d2d-f378c35bd560 HTTP/1.1" status: 204 len: 168 time: 1.1824241 Jul 16 20:36:14.937747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb15e7f-df78-4ce8-a247-4626df6e6bb7 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:14.964339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a782662-1ae5-4e57-ac7f-4d6c81f33a56 req-baefa856-8147-4d10-94d9-9ec575441dce tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0051773 Jul 16 20:36:14.968373 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:14.974419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Pushing event updated for resources: {'Port': ['ID=8f21ab22-cc0e-42c1-86f6-0f458b170247,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:14.983734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045be07-3012-41a6-a18f-e73029f540fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d43a8b6-181c-436b-9d2d-f378c35bd560,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:15.114521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.285544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '74cad5fb-d904-4ee5-b50e-f8e7d4433ca9'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:15.287302 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.329073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.392582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:15.571211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:15.627823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-03f7a99e-f245-4c4f-8c57-3f789b11fd8c None None] Port 85f82579-71cc-4541-b455-f00cbe97022c update to ACTIVE by agent not found {{(pid=93960) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 20:36:15.643424 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fc422bb-3874-4179-97f5-73ade9087ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.723548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Allocated IP 2001:db8::f816:3eff:feb6:d420 (8c07d769-9495-46f2-a374-c7510b386f2a/74cad5fb-d904-4ee5-b50e-f8e7d4433ca9/209eb607-a0e6-44a0-b513-2bfd59311130) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:15.737783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde4ff-cad0-4a8d-b8bc-5997f6d9abdd req-d612a54e-0e35-4c68-9c2f-aeb9e3cd876c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:15.754253 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2bfde4ff-cad0-4a8d-b8bc-5997f6d9abdd req-d612a54e-0e35-4c68-9c2f-aeb9e3cd876c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.4553878 Jul 16 20:36:15.789925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7954a884-2f3f-420b-8af5-b0a47a764fac None None] Provisioning for port 8f21ab22-cc0e-42c1-86f6-0f458b170247 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:15.797511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7954a884-2f3f-420b-8af5-b0a47a764fac None None] Provisioning complete for port 8f21ab22-cc0e-42c1-86f6-0f458b170247 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:15.797881 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7954a884-2f3f-420b-8af5-b0a47a764fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.799448 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.804037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.863569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.871103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:15.902313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 42500483-f00e-411d-87e5-2c22e6bcb68f yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:15.937754 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2bfde4ff-cad0-4a8d-b8bc-5997f6d9abdd req-3ad52786-68b5-47db-a0ac-4588ef3b30e7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826010 Jul 16 20:36:15.953113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53666) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.065888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Pushing event updated for resources: {'Port': ['ID=8f21ab22-cc0e-42c1-86f6-0f458b170247,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.098758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.224828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Deleting port 97625df1-44e9-43bd-877c-0382a71eeba0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:16.225462 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.228526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7954a884-2f3f-420b-8af5-b0a47a764fac None None] Port 8f21ab22-cc0e-42c1-86f6-0f458b170247 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:16.311229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:16.320568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:16.358743 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.392993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Transition to ACTIVE for port object 209eb607-a0e6-44a0-b513-2bfd59311130 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:16.400978 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] For port 97625df1-44e9-43bd-877c-0382a71eeba0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=97625df1-44e9-43bd-877c-0382a71eeba0,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:16.400978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.423616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Transition to ACTIVE for port object 209eb607-a0e6-44a0-b513-2bfd59311130 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:16.424722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Calling delete_port for 97625df1-44e9-43bd-877c-0382a71eeba0 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:16.440087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.461923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b028b26-5c1c-4499-a87c-6a9db9536059 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:16.466054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0b028b26-5c1c-4499-a87c-6a9db9536059 tempest-TestNetworkAdvancedServerOps-998393159 tempest-TestNetworkAdvancedServerOps-998393159-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 1092 time: 0.5035694 Jul 16 20:36:16.469537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53672) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.478233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'tenant_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:16.489063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Router 4deeea57-1627-4415-bb9f-2bb431df63d7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:16.552052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:16.571405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:16.573485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Pushing event updated for resources: {'Port': ['ID=209eb607-a0e6-44a0-b513-2bfd59311130,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.580427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:16.651061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:fe80:462 (8c07d769-9495-46f2-a374-c7510b386f2a/74cad5fb-d904-4ee5-b50e-f8e7d4433ca9/42500483-f00e-411d-87e5-2c22e6bcb68f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:16.683453 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.686560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Attempting to bind port 209eb607-a0e6-44a0-b513-2bfd59311130 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:16.686927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Attempting to bind port 209eb607-a0e6-44a0-b513-2bfd59311130 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:16.687324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Attempting to bind port 209eb607-a0e6-44a0-b513-2bfd59311130 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:16.692554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:16.692924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:16.693316 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.693751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:16.694334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Bound port: 209eb607-a0e6-44a0-b513-2bfd59311130, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:16.694718 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.739695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:16.762478 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fc422bb-3874-4179-97f5-73ade9087ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.778465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d1096065-f552-4724-bdfb-ca726c236e44 admin admin] 10.222.0.10 "PUT /v2.0/routers/4deeea57-1627-4415-bb9f-2bb431df63d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4801233 Jul 16 20:36:16.785894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fc422bb-3874-4179-97f5-73ade9087ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.831975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc422bb-3874-4179-97f5-73ade9087ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7822fbba-5af6-4f76-adb1-e1d84d1ceef2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:16.865834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-798baa9d-b8fc-4ca3-bcd7-4d616839e3ea None None] Provisioning complete for port 8f21ab22-cc0e-42c1-86f6-0f458b170247 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:16.867228 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-798baa9d-b8fc-4ca3-bcd7-4d616839e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.875452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.885003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5fc422bb-3874-4179-97f5-73ade9087ed9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c8e80063ed44657ad24d3d812f8e102&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3130572 Jul 16 20:36:16.885491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53678) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:16.950785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] For port 209eb607-a0e6-44a0-b513-2bfd59311130, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:16.963221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.984092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0315b9ef-1dff-4926-87b9-b630d0363f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:16.991330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] For port 209eb607-a0e6-44a0-b513-2bfd59311130, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=209eb607-a0e6-44a0-b513-2bfd59311130,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:17.004132 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.005309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 42500483-f00e-411d-87e5-2c22e6bcb68f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:17.020259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0315b9ef-1dff-4926-87b9-b630d0363f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.058696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-798baa9d-b8fc-4ca3-bcd7-4d616839e3ea None None] Port 8f21ab22-cc0e-42c1-86f6-0f458b170247 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:17.064112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22b37a-289a-467d-bb8f-a8e01dc9552d None None] Pushing event updated for resources: {'Port': ['ID=209eb607-a0e6-44a0-b513-2bfd59311130,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.085635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.126990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0315b9ef-1dff-4926-87b9-b630d0363f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.129618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0315b9ef-1dff-4926-87b9-b630d0363f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.134030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0315b9ef-1dff-4926-87b9-b630d0363f5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7822fbba-5af6-4f76-adb1-e1d84d1ceef2 HTTP/1.1" status: 204 len: 168 time: 0.2327721 Jul 16 20:36:17.181562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315b9ef-1dff-4926-87b9-b630d0363f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7822fbba-5af6-4f76-adb1-e1d84d1ceef2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.287523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.319559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:17.328975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:17.340351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:17.347617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.348074 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.383240 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6187813 Jul 16 20:36:17.392002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d9053-6691-4f9e-98e9-b82109b76d2f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=42500483-f00e-411d-87e5-2c22e6bcb68f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.405890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:17.424458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 22f4da98-3e73-4445-b449-71db22777501 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:17.591198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f082da8-ea2b-4d6a-b1c3-8a3535ff4b37 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.611919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 22f4da98-3e73-4445-b449-71db22777501 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:17.626855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f082da8-ea2b-4d6a-b1c3-8a3535ff4b37 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:17.630988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7f082da8-ea2b-4d6a-b1c3-8a3535ff4b37 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2231896 Jul 16 20:36:17.634298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:17.638066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 22f4da98-3e73-4445-b449-71db22777501 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:17.638425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.701683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Allocated IP 172.25.7.130 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/4d777fc9-b4e7-47da-8e58-d2138d20f498) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:17.734198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.831084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Pushing event deleted for resources: {'Port': ['ID=97625df1-44e9-43bd-877c-0382a71eeba0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:17.915343 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.965166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 22f4da98-3e73-4445-b449-71db22777501, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=22f4da98-3e73-4445-b449-71db22777501,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:17.973990 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:17.994799 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.032536 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Sync routers for ids ['4deeea57-1627-4415-bb9f-2bb431df63d7'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:18.053962 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Routers {'4deeea57-1627-4415-bb9f-2bb431df63d7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:18.054609 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4deeea57-1627-4415-bb9f-2bb431df63d7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:18.140906 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.226191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=22f4da98-3e73-4445-b449-71db22777501,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:18.276451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:18.292691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:18.298472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:18.359063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=4d777fc9-b4e7-47da-8e58-d2138d20f498,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:18.370004 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Set router 4deeea57-1627-4415-bb9f-2bb431df63d7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:18.430681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-edd88910-0521-4a96-950c-189b5d9906d1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 42500483-f00e-411d-87e5-2c22e6bcb68f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:18.431168 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edd88910-0521-4a96-950c-189b5d9906d1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.485076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53722) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:18.492571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-216093552-network', 'tenant_id': '5d2687597a5445648a308aa3d29088fa'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:18.586104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Made reservation on behalf of 5d2687597a5445648a308aa3d29088fa for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:18.590063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.604626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.670940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edd88910-0521-4a96-950c-189b5d9906d1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.687486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-edd88910-0521-4a96-950c-189b5d9906d1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 42500483-f00e-411d-87e5-2c22e6bcb68f owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:18.826934 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '22f4da98-3e73-4445-b449-71db22777501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:04Z', 'updated_at': '2021-07-16T20:36:15Z', 'revision_number': 4, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'gw_port': {'id': '22f4da98-3e73-4445-b449-71db22777501', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:07Z', 'updated_at': '2021-07-16T20:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8f21ab22-cc0e-42c1-86f6-0f458b170247', 'name': '', 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'mac_address': 'fa:16:3e:7a:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c52806ff-57b6-4646-8023-343c561c687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:12Z', 'updated_at': '2021-07-16T20:36:15Z', 'revision_number': 2, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'subnets': [{'id': 'c52806ff-57b6-4646-8023-343c561c687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:18.867110 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Checking router: 4deeea57-1627-4415-bb9f-2bb431df63d7 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:18.867761 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Updating router 4deeea57-1627-4415-bb9f-2bb431df63d7 port 8f21ab22-cc0e-42c1-86f6-0f458b170247 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:18.888280 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:18.967984 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.002175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.024183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.213464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edd88910-0521-4a96-950c-189b5d9906d1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.218805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-04d8f505-baa7-4e02-b258-7b132053f309 None None] Provisioning for port 209eb607-a0e6-44a0-b513-2bfd59311130 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:19.354623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd88910-0521-4a96-950c-189b5d9906d1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=42500483-f00e-411d-87e5-2c22e6bcb68f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:19.514206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:19.577572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edd88910-0521-4a96-950c-189b5d9906d1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.585589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-edd88910-0521-4a96-950c-189b5d9906d1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/42500483-f00e-411d-87e5-2c22e6bcb68f HTTP/1.1" status: 204 len: 168 time: 1.9475734 Jul 16 20:36:19.586150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53752) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:19.661519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.673917 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Added segment 615ad472-2f6c-434f-ae80-c204bced683a of type vlan for network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 Jul 16 20:36:19.679756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71cc34cc-4278-4bbf-a2fa-c811b6bcffec None None] Could not find standard attr ID for object 1de61b2a-9984-4eb3-8111-0b3ec05a1777. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:36:19.683851 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.690700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07603a0-5a5d-4df5-8263-03f4b6163469,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:19.727591 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Transition to ACTIVE for port object 8f21ab22-cc0e-42c1-86f6-0f458b170247 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:19.737516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 209eb607-a0e6-44a0-b513-2bfd59311130 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:19.746563 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.827564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 209eb607-a0e6-44a0-b513-2bfd59311130 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:19.831733 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 209eb607-a0e6-44a0-b513-2bfd59311130 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:19.832511 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:19.952184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Router 42975dc0-382a-4195-9c18-698bb8c627b7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:20.014698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.019356 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.035642 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b5a75-64df-42c1-8393-ba80396a4167 None None] Pushing event updated for resources: {'Port': ['ID=8f21ab22-cc0e-42c1-86f6-0f458b170247,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:20.091016 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Attempting to bind port 8f21ab22-cc0e-42c1-86f6-0f458b170247 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:20.092446 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Attempting to bind port 8f21ab22-cc0e-42c1-86f6-0f458b170247 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:20.094482 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Attempting to bind port 8f21ab22-cc0e-42c1-86f6-0f458b170247 on network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:20.117905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 209eb607-a0e6-44a0-b513-2bfd59311130, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=209eb607-a0e6-44a0-b513-2bfd59311130,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:20.120015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6a649d-c7e9-4b19-8647-4fc2094ef572 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.121572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6a649d-c7e9-4b19-8647-4fc2094ef572 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.123239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e6a649d-c7e9-4b19-8647-4fc2094ef572 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5243509 Jul 16 20:36:20.126451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.127678 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:20.131167 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Checking segment: {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:20.131835 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.132242 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Bound using segment: {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:20.136552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.137427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 22f4da98-3e73-4445-b449-71db22777501 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:20.145383 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Bound port: 8f21ab22-cc0e-42c1-86f6-0f458b170247, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:20.146055 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.173396 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.215979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4859d61a-89ed-4a9e-b4cb-03f4de72732b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 74cad5fb-d904-4ee5-b50e-f8e7d4433ca9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:20.282306 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.283314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:20.283916 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.293124 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] For port 8f21ab22-cc0e-42c1-86f6-0f458b170247, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:20.297546 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] For port 8f21ab22-cc0e-42c1-86f6-0f458b170247, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8f21ab22-cc0e-42c1-86f6-0f458b170247,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:20.313101 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.349187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4859d61a-89ed-4a9e-b4cb-03f4de72732b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.368831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=209eb607-a0e6-44a0-b513-2bfd59311130,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:20.398105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-51d81f04-e231-4a61-b087-4feef6c6d1f6 None None] Could not find standard attr ID for object 42500483-f00e-411d-87e5-2c22e6bcb68f. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:36:20.428912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 22f4da98-3e73-4445-b449-71db22777501 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:20.429667 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.463046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4859d61a-89ed-4a9e-b4cb-03f4de72732b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.469103 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9805338 Jul 16 20:36:20.473519 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Routers {'4deeea57-1627-4415-bb9f-2bb431df63d7'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:20.474169 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4deeea57-1627-4415-bb9f-2bb431df63d7'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:20.485198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53778) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.511930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Request body: {'subnet': {'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-216093552-subnet', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:20.639372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-76b68823-51c0-4908-99ed-cf7bf8cbd032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.651003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:20.661840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b1462-81e3-461b-a531-d750990db916 None None] Sync routers for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:20.671838 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b5a75-64df-42c1-8393-ba80396a4167 None None] Pushing event updated for resources: {'Port': ['ID=8f21ab22-cc0e-42c1-86f6-0f458b170247,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:20.681984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bb50f25-daed-4092-84fe-36228c72ec5c admin admin] 10.222.0.10 "PUT /v2.0/routers/42975dc0-382a-4195-9c18-698bb8c627b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3893840 Jul 16 20:36:20.685022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b1462-81e3-461b-a531-d750990db916 None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:20.685705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-428b1462-81e3-461b-a531-d750990db916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:20.688973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:20.695890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8d7e1-99c7-477e-ae6b-123c86766ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=57f4690c-d88a-4c48-a45f-93b2923f9cf1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:20.843810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:20.896704 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.906579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Made reservation on behalf of 5d2687597a5445648a308aa3d29088fa for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:20.908982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:20.935695 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] Set router 4deeea57-1627-4415-bb9f-2bb431df63d7 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:20.947292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53794) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:21.191517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.237385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-428b1462-81e3-461b-a531-d750990db916 None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:21.382392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-106742750', 'router:external': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:21.408556 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.424164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4859d61a-89ed-4a9e-b4cb-03f4de72732b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.462331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 209eb607-a0e6-44a0-b513-2bfd59311130 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:21.580643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.583787 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.633541 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.663998 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '22f4da98-3e73-4445-b449-71db22777501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:04Z', 'updated_at': '2021-07-16T20:36:15Z', 'revision_number': 4, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'gw_port': {'id': '22f4da98-3e73-4445-b449-71db22777501', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:07Z', 'updated_at': '2021-07-16T20:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8f21ab22-cc0e-42c1-86f6-0f458b170247', 'name': '', 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'mac_address': 'fa:16:3e:7a:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c52806ff-57b6-4646-8023-343c561c687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:12Z', 'updated_at': '2021-07-16T20:36:20Z', 'revision_number': 4, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'subnets': [{'id': 'c52806ff-57b6-4646-8023-343c561c687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:21.703245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 209eb607-a0e6-44a0-b513-2bfd59311130 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:21.703651 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.713921 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ed065-3ba7-42af-9859-cf51b7f42438 None None] The sync data for ids ['4deeea57-1627-4415-bb9f-2bb431df63d7'] in n-d-792394-17 is: [{'id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '22f4da98-3e73-4445-b449-71db22777501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:04Z', 'updated_at': '2021-07-16T20:36:15Z', 'revision_number': 4, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'gw_port': {'id': '22f4da98-3e73-4445-b449-71db22777501', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:07Z', 'updated_at': '2021-07-16T20:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '8f21ab22-cc0e-42c1-86f6-0f458b170247', 'name': '', 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'mac_address': 'fa:16:3e:7a:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'c52806ff-57b6-4646-8023-343c561c687b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:12Z', 'updated_at': '2021-07-16T20:36:20Z', 'revision_number': 4, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'subnets': [{'id': 'c52806ff-57b6-4646-8023-343c561c687b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:21.817809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb68932-3e10-4d64-886f-65fe311b851f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:21.828531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-428b1462-81e3-461b-a531-d750990db916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:36:17Z', 'revision_number': 5, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port': {'id': '5656762d-5ba0-403f-bef9-6457136ef0a3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:27:04Z', 'updated_at': '2021-07-16T20:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:21.932661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event updated for resources: {'Port': ['ID=4d777fc9-b4e7-47da-8e58-d2138d20f498,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:21.960661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b1462-81e3-461b-a531-d750990db916 None None] Checking router: 42975dc0-382a-4195-9c18-698bb8c627b7 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:21.964181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Checking segment: {'id': '615ad472-2f6c-434f-ae80-c204bced683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:21.964550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Network hostable DHCP agents. Network: 57f4690c-d88a-4c48-a45f-93b2923f9cf1, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:21.967497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:21.987894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b1462-81e3-461b-a531-d750990db916 None None] Routers {'42975dc0-382a-4195-9c18-698bb8c627b7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:21.988933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-428b1462-81e3-461b-a531-d750990db916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:35:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['42975dc0-382a-4195-9c18-698bb8c627b7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:22.096973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Made reservation on behalf of 0529bd4730504bdf9430c493351c00c1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:22.100136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.116877 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.127289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-428b1462-81e3-461b-a531-d750990db916 None None] Set router 42975dc0-382a-4195-9c18-698bb8c627b7 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:22.194675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-428b1462-81e3-461b-a531-d750990db916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:36:21Z', 'revision_number': 6, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:22.208260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Deleting port 5656762d-5ba0-403f-bef9-6457136ef0a3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:22.209084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.230632 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4859d61a-89ed-4a9e-b4cb-03f4de72732b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.232275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b1462-81e3-461b-a531-d750990db916 None None] The sync data for ids ['42975dc0-382a-4195-9c18-698bb8c627b7'] in n-d-792394-17 is: [{'id': '42975dc0-382a-4195-9c18-698bb8c627b7', 'name': 'tempest-AttachVolumeTestJSON-1384106393-router', 'tenant_id': '2e29e2db1f3845e8a06ca354042d182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:27:03Z', 'updated_at': '2021-07-16T20:36:21Z', 'revision_number': 6, 'project_id': '2e29e2db1f3845e8a06ca354042d182a', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:22.276451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a7711-b90f-44b5-86af-d1fd5c660a73 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:22.283170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4859d61a-89ed-4a9e-b4cb-03f4de72732b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.285525 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4859d61a-89ed-4a9e-b4cb-03f4de72732b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/74cad5fb-d904-4ee5-b50e-f8e7d4433ca9 HTTP/1.1" status: 204 len: 168 time: 2.1585186 Jul 16 20:36:22.317605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.351494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859d61a-89ed-4a9e-b4cb-03f4de72732b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=74cad5fb-d904-4ee5-b50e-f8e7d4433ca9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:22.439047 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b4c26c8b-ef18-43d5-a0de-83fb8a967d4b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1187122 Jul 16 20:36:22.443672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.586934 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.609109 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.648293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:36:22.660376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c4472d-3cdd-45be-a16e-8d35fa66eb86 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:22.729745 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.730255 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Added segment 2fe09d8c-02f6-44fc-83cd-d5abc23426d8 of type vlan for network 0d26c190-0af3-4b2e-be3b-1fa73af4c71b Jul 16 20:36:22.731856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d0c4472d-3cdd-45be-a16e-8d35fa66eb86 None None] Deleting port 209eb607-a0e6-44a0-b513-2bfd59311130 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:22.732922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0c4472d-3cdd-45be-a16e-8d35fa66eb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.825810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.839876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:22.862768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 57f4690c-d88a-4c48-a45f-93b2923f9cf1) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:22.874164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:22.874773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.882368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d0c4472d-3cdd-45be-a16e-8d35fa66eb86 None None] For port 209eb607-a0e6-44a0-b513-2bfd59311130, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=209eb607-a0e6-44a0-b513-2bfd59311130,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:22.883031 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0c4472d-3cdd-45be-a16e-8d35fa66eb86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.902099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d0c4472d-3cdd-45be-a16e-8d35fa66eb86 None None] Calling delete_port for 209eb607-a0e6-44a0-b513-2bfd59311130 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:22.921101 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Floating IP 8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f associated. External IP: 172.25.7.130, port: 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7. Jul 16 20:36:22.949161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] For port 5656762d-5ba0-403f-bef9-6457136ef0a3, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5656762d-5ba0-403f-bef9-6457136ef0a3,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:22.949749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:22.966350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9b846630-e2f0-4b3d-9048-0dda7faa1d14 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4561956 Jul 16 20:36:22.966615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53820) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:22.966781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Calling delete_port for 5656762d-5ba0-403f-bef9-6457136ef0a3 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:22.976892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:23.000214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681c27a-3e45-4e7a-a57d-22ee23872019 None None] Network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:23.021194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0c4472d-3cdd-45be-a16e-8d35fa66eb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.072535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.073558 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.105483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4472d-3cdd-45be-a16e-8d35fa66eb86 None None] Pushing event deleted for resources: {'Port': ['ID=209eb607-a0e6-44a0-b513-2bfd59311130,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:23.143619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4472d-3cdd-45be-a16e-8d35fa66eb86 None None] No DVR routers for this DVR port 209eb607-a0e6-44a0-b513-2bfd59311130 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:23.175295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.189364 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.190868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:23.191581 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.224366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d020741c-25cc-4dfc-8b56-6e0eb4feccac,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:23.250523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2973316 Jul 16 20:36:23.266338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:23.290572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'subnet': {'network_id': '0d26c190-0af3-4b2e-be3b-1fa73af4c71b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:23.422954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ddfc14-2570-47c7-afa1-b0536ef42dfe tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:23.424760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c8ddfc14-2570-47c7-afa1-b0536ef42dfe tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9795761 Jul 16 20:36:23.442962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:23.454309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Made reservation on behalf of 0529bd4730504bdf9430c493351c00c1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:23.457016 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.477711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-57f4690c-d88a-4c48-a45f-93b2923f9cf1', 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'fixed_ips': [{'subnet_id': '6fb68932-3e10-4d64-886f-65fe311b851f'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:23.478738 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.517290 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c30aada0-7250-486f-b426-dcb1c4d84097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.530896 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.545163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8f21ab22-cc0e-42c1-86f6-0f458b170247 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:23.586958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 1d096398-be82-411c-bc13-bce00f02970c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:23.782485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.785420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Allocated IP 172.20.0.2 (57f4690c-d88a-4c48-a45f-93b2923f9cf1/6fb68932-3e10-4d64-886f-65fe311b851f/9c81f877-56ee-4a5b-9060-6b525b9ac3e6) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:23.866438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8f21ab22-cc0e-42c1-86f6-0f458b170247 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:23.876650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8f21ab22-cc0e-42c1-86f6-0f458b170247 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:23.877426 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:23.923310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55692a45-352f-45ae-a8cc-38f99564483d tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event updated for resources: {'Network': ['ID=0d26c190-0af3-4b2e-be3b-1fa73af4c71b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:23.976500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:23.995769 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] Sync routers for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:24.014117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1cfb93-a794-4010-b705-8f563c3bbe8b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:24.014514 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:24.015451 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:24.020992 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9f1cfb93-a794-4010-b705-8f563c3bbe8b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5675902 Jul 16 20:36:24.021723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:24.092296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53840) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:24.093218 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-df69afb0-6d67-454e-85b1-be490c570d83 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646641 Jul 16 20:36:24.110252 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:24.143071 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.150858 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.189024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=5656762d-5ba0-403f-bef9-6457136ef0a3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:24.241367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:24.292824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.360797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d4cda51f-0311-46dd-815b-e25beea8492c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8883309 Jul 16 20:36:24.364020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:24.367016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 0d26c190-0af3-4b2e-be3b-1fa73af4c71b details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:36:24.369302 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374d8682-7e6c-434a-8160-946686dca1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:24.624698 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9f2b5d-61b9-4887-83a4-027b319cd98c x-openstack-request-id: req-eb9f2b5d-61b9-4887-83a4-027b319cd98c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:24.625091 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:24.625246 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb9f2b5d-61b9-4887-83a4-027b319cd98c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:24.625645 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'status': 'completed', 'code': 200} Jul 16 20:36:24.634186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.objects.ports [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:36:24.634688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.656319 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.665464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Transition to ACTIVE for port object 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:24.685268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Transition to ACTIVE for port object 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:24.691924 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.712634 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.747529 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.758431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.766432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.780452 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:44Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '1d096398-be82-411c-bc13-bce00f02970c', 'port_id': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'mac_address': 'fa:16:3e:3a:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:36:19Z', 'updated_at': '2021-07-16T20:36:19Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94493789-a9da-47f2-aaf2-54102f363a58', 'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:40Z', 'updated_at': '2021-07-16T20:35:55Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:24.786550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.796453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:24.806293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:24.811706 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.814757 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] Checking router: 1d096398-be82-411c-bc13-bce00f02970c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:24.818514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:24.825456 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:24.826323 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:24.834436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Pushing event updated for resources: {'Port': ['ID=9c81f877-56ee-4a5b-9060-6b525b9ac3e6,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:24.976402 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:24.983019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:24.991475 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:24.991998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42975dc0-382a-4195-9c18-698bb8c627b7 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:25.003997 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.011375 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.020088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Attempting to bind port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:25.020736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Attempting to bind port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '615ad472-2f6c-434f-ae80-c204bced683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:25.021274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Attempting to bind port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 on network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:25.021864 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f39d051d-4479-4528-9552-9dcfaab4bd35 admin admin] 10.222.0.10 "DELETE /v2.0/routers/42975dc0-382a-4195-9c18-698bb8c627b7 HTTP/1.1" status: 204 len: 168 time: 4.3121023 Jul 16 20:36:25.026177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:25.035784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event updated for resources: {'Subnet': ['ID=87e4ac77-a9a7-42cd-a0f0-330a82886883,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:25.053795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 8f21ab22-cc0e-42c1-86f6-0f458b170247, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8f21ab22-cc0e-42c1-86f6-0f458b170247,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:25.058358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:25.060175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Checking segment: {'id': '615ad472-2f6c-434f-ae80-c204bced683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:25.060835 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.061414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Bound using segment: {'id': '615ad472-2f6c-434f-ae80-c204bced683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:25.063526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Bound port: 9c81f877-56ee-4a5b-9060-6b525b9ac3e6, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615ad472-2f6c-434f-ae80-c204bced683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:25.064120 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.089232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.127076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d077a-b89e-46f1-b537-15f5a9c386b1 req-b74cc335-d2fd-436f-8aed-e927bffefcd1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.128552 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e03d077a-b89e-46f1-b537-15f5a9c386b1 req-b74cc335-d2fd-436f-8aed-e927bffefcd1 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.5113018 Jul 16 20:36:25.129555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Checking segment: {'id': '2fe09d8c-02f6-44fc-83cd-d5abc23426d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0d26c190-0af3-4b2e-be3b-1fa73af4c71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:25.129929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Network hostable DHCP agents. Network: 0d26c190-0af3-4b2e-be3b-1fa73af4c71b, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:36:25.220082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 97625df1-44e9-43bd-877c-0382a71eeba0 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:25.224015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Network 0d26c190-0af3-4b2e-be3b-1fa73af4c71b is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:36:25.242951 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e03d077a-b89e-46f1-b537-15f5a9c386b1 req-316dbaae-fd42-413b-bdef-7355a4da109a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641773 Jul 16 20:36:25.264149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 0d26c190-0af3-4b2e-be3b-1fa73af4c71b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:25.273065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.273664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.288855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:25.293623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ad6c1-4ded-4289-b9de-cfe1e2779e2d None None] Network 0d26c190-0af3-4b2e-be3b-1fa73af4c71b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:25.302939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8682-7e6c-434a-8160-946686dca1b6 req-bdf89d8e-4c75-4d63-859d-a7136473d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:25.311160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-374d8682-7e6c-434a-8160-946686dca1b6 req-bdf89d8e-4c75-4d63-859d-a7136473d9c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 1097 time: 0.6883240 Jul 16 20:36:25.311684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53860) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:25.312797 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7fa89de1-90ef-4ff7-a7f1-9de4b47b9dcc tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0442011 Jul 16 20:36:25.319157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 97625df1-44e9-43bd-877c-0382a71eeba0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:25.319558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 97625df1-44e9-43bd-877c-0382a71eeba0 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:25.320183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5656762d-5ba0-403f-bef9-6457136ef0a3 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:25.345730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1699363402', 'network_id': '0d26c190-0af3-4b2e-be3b-1fa73af4c71b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:25.358774 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:44Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '1d096398-be82-411c-bc13-bce00f02970c', 'port_id': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'mac_address': 'fa:16:3e:3a:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:36:19Z', 'updated_at': '2021-07-16T20:36:19Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94493789-a9da-47f2-aaf2-54102f363a58', 'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:40Z', 'updated_at': '2021-07-16T20:35:55Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:25.385169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 5656762d-5ba0-403f-bef9-6457136ef0a3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:25.385604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5656762d-5ba0-403f-bef9-6457136ef0a3 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:25.385952 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 209eb607-a0e6-44a0-b513-2bfd59311130 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:25.388398 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=8f21ab22-cc0e-42c1-86f6-0f458b170247,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:25.422093 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22483e4-0a9a-4bf8-a534-a2057d6eea66 None None] The sync data for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 is: [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:44Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f', 'tenant_id': '4c108c14547943189552611b7b096c07', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '1d096398-be82-411c-bc13-bce00f02970c', 'port_id': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'mac_address': 'fa:16:3e:3a:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:36:19Z', 'updated_at': '2021-07-16T20:36:19Z', 'revision_number': 0, 'project_id': '4c108c14547943189552611b7b096c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94493789-a9da-47f2-aaf2-54102f363a58', 'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:40Z', 'updated_at': '2021-07-16T20:35:55Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:25.428605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] For port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:25.470770 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-713dff4f-d203-4e7a-96d0-671f528c8a8c tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f HTTP/1.1" status: 200 len: 991 time: 0.1808543 Jul 16 20:36:25.477851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Deleting subnet 13b2a652-4231-4bad-b8ea-195b7388ad3b {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:25.546761 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.548684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Made reservation on behalf of 0529bd4730504bdf9430c493351c00c1 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:25.550983 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.572508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 209eb607-a0e6-44a0-b513-2bfd59311130 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:25.572903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 209eb607-a0e6-44a0-b513-2bfd59311130 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:25.686711 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Allocated IP 172.25.7.9 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/610bfc7a-5974-4327-a441-2eb2ad62fbc3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:25.707449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] For port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9c81f877-56ee-4a5b-9060-6b525b9ac3e6,segment=NetworkSegment(615ad472-2f6c-434f-ae80-c204bced683a),segment_id=615ad472-2f6c-434f-ae80-c204bced683a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:25.718142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.719615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] device_id is not set on port 43586f86-34c1-4e23-8e3d-5e489bba7b8b yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:25.736512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b12c5f-b80a-47c3-aa4a-fb900449c974 None None] Network 0d26c190-0af3-4b2e-be3b-1fa73af4c71b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:25.835742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8f21ab22-cc0e-42c1-86f6-0f458b170247 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:25.892286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:25.937196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df14b1-0561-4672-ade6-8c2c802690fe None None] New status for floating IP 8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:36:26.077198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8f21ab22-cc0e-42c1-86f6-0f458b170247 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:26.077578 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.095725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8682-7e6c-434a-8160-946686dca1b6 req-f3697059-eb37-4d4b-975b-a511ff7b6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:26.098077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-374d8682-7e6c-434a-8160-946686dca1b6 req-f3697059-eb37-4d4b-975b-a511ff7b6aca service neutron] 10.222.0.30 "GET /v2.0/networks?id=a009e787-a7f3-40bc-b75f-013dab298386 HTTP/1.1" status: 200 len: 897 time: 0.7491331 Jul 16 20:36:26.253969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.295621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b4861-f5c2-4895-b77a-43baf272ff96 None None] Pushing event updated for resources: {'Port': ['ID=9c81f877-56ee-4a5b-9060-6b525b9ac3e6,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.396639 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.432595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.455590 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.474576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:26.533869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b2a652-4231-4bad-b8ea-195b7388ad3b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:26.581976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.585934 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/13b2a652-4231-4bad-b8ea-195b7388ad3b HTTP/1.1" status: 204 len: 168 time: 1.5275145 Jul 16 20:36:26.587299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:26.611761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.612208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.612556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.612989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.613357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.613697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.614021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.614346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.614673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.614998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.615351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.615674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d5630-ab41-43b7-a7f3-46fbea4ad33d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:26.623395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aadf917-b260-4869-a977-be18e9148063 None None] Network 71bc0dc5-72b1-4715-a555-a20fd42e5237 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:26.648483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Allocated IP 2001:db8::178 (0d26c190-0af3-4b2e-be3b-1fa73af4c71b/87e4ac77-a9a7-42cd-a0f0-330a82886883/43586f86-34c1-4e23-8e3d-5e489bba7b8b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:26.685442 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-374d8682-7e6c-434a-8160-946686dca1b6 req-7b9c9c6a-7f41-4743-8b9e-a1a21d8cf738 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 HTTP/1.1" status: 200 len: 1001 time: 0.5617702 Jul 16 20:36:26.688301 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.733652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a6cd0f0f-6757-4072-854f-47d185d9b0a8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f HTTP/1.1" status: 200 len: 993 time: 0.2572386 Jul 16 20:36:26.779995 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.899533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Deleting port ae73a999-4a80-4048-b1a5-3fdef5fac4ce {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:26.900311 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:26.997656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.017794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] For port ae73a999-4a80-4048-b1a5-3fdef5fac4ce, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ae73a999-4a80-4048-b1a5-3fdef5fac4ce,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:27.017794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.035789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Calling delete_port for ae73a999-4a80-4048-b1a5-3fdef5fac4ce owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:27.100835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3bd84-ff08-4ecd-b9ad-dc794d2a6813 None None] DHCP port deletion for 71bc0dc5-72b1-4715-a555-a20fd42e5237 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:27.203052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-42b3bd84-ff08-4ecd-b9ad-dc794d2a6813 None None] Deleting port ae73a999-4a80-4048-b1a5-3fdef5fac4ce {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:27.203455 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-42b3bd84-ff08-4ecd-b9ad-dc794d2a6813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.236439 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.317155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] No DVR routers for this DVR port ae73a999-4a80-4048-b1a5-3fdef5fac4ce on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:27.327413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae73a999-4a80-4048-b1a5-3fdef5fac4ce,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:27.348795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-42b3bd84-ff08-4ecd-b9ad-dc794d2a6813 None None] For port ae73a999-4a80-4048-b1a5-3fdef5fac4ce, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ae73a999-4a80-4048-b1a5-3fdef5fac4ce,segment=NetworkSegment(323ea91c-1a83-406c-b4f4-5d084680db8d),segment_id=323ea91c-1a83-406c-b4f4-5d084680db8d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:27.349195 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-42b3bd84-ff08-4ecd-b9ad-dc794d2a6813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.378097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-42b3bd84-ff08-4ecd-b9ad-dc794d2a6813 None None] Calling delete_port for ae73a999-4a80-4048-b1a5-3fdef5fac4ce owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:27.494806 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.520478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bc0dc5-72b1-4715-a555-a20fd42e5237']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:27.531606 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-42b3bd84-ff08-4ecd-b9ad-dc794d2a6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.544463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323ea91c-1a83-406c-b4f4-5d084680db8d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:27.544923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323ea91c-1a83-406c-b4f4-5d084680db8d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:27.563026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.565591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3bd84-ff08-4ecd-b9ad-dc794d2a6813 None None] Pushing event deleted for resources: {'Port': ['ID=ae73a999-4a80-4048-b1a5-3fdef5fac4ce,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:27.569775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b3bd84-ff08-4ecd-b9ad-dc794d2a6813 None None] No DVR routers for this DVR port ae73a999-4a80-4048-b1a5-3fdef5fac4ce on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:27.629278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f12fadb-5843-4b2a-9594-c0598b24ab89 None None] Network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:27.632541 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:36:27.638331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.655572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:27.657119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:27.721060 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:27.874054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e2c3d6a-854e-4102-900d-1fd3e227cea3 None None] Provisioning for port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:27.878106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.885547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:27.888669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:27.890613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] 10.222.0.10 "DELETE /v2.0/networks/71bc0dc5-72b1-4715-a555-a20fd42e5237 HTTP/1.1" status: 204 len: 168 time: 1.3023794 Jul 16 20:36:27.921778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b420659-eb51-4f52-9645-b82b924ef500 admin admin] Pushing event deleted for resources: {'Network': ['ID=71bc0dc5-72b1-4715-a555-a20fd42e5237,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.032003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Pushing event updated for resources: {'Port': ['ID=610bfc7a-5974-4327-a441-2eb2ad62fbc3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.035683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:28.048402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:28.056210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:28.063304 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:28.063841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8682-7e6c-434a-8160-946686dca1b6 req-a5e7b204-f899-4617-83ae-249e7f7dab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.065430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-374d8682-7e6c-434a-8160-946686dca1b6 req-a5e7b204-f899-4617-83ae-249e7f7dab4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11bf6003-fe15-46b7-80b5-d524f6cdf174 HTTP/1.1" status: 200 len: 835 time: 1.1663818 Jul 16 20:36:28.066298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:28.068047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:28.071346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:28.072407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.077069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.077682 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.100079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=26029927-e3dd-46ff-afb6-80cd529088a2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.127608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bdedbe-eadb-4b5e-82e6-f88fcf7d2093 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:28.163213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.163929 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-67680881-0bea-4199-8965-40eca3df4884 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0661187 Jul 16 20:36:28.173386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:1e:14:1e', 'name': 'tempest-NetworksTestDHCPv6-162847662'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:28.281991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.334453 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.404626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8682-7e6c-434a-8160-946686dca1b6 req-bf925e59-d8a4-4fc2-a6b5-209619e800d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.406616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-374d8682-7e6c-434a-8160-946686dca1b6 req-bf925e59-d8a4-4fc2-a6b5-209619e800d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a009e787-a7f3-40bc-b75f-013dab298386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3323181 Jul 16 20:36:28.524777 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0e947947-a9dd-4b1a-a5e4-4908febbbd0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e29e2db1f3845e8a06ca354042d182a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418094 Jul 16 20:36:28.534570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:28.540995 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.591814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-374d8682-7e6c-434a-8160-946686dca1b6 req-54975186-dd3e-4672-9414-6f44c6eb7065 service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764636 Jul 16 20:36:28.675845 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '26029927-e3dd-46ff-afb6-80cd529088a2'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:28.676926 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.682001 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad974639-4865-4561-a664-c6fc079475ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.713658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad974639-4865-4561-a664-c6fc079475ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.714964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9c81f877-56ee-4a5b-9060-6b525b9ac3e6,segment=NetworkSegment(615ad472-2f6c-434f-ae80-c204bced683a),segment_id=615ad472-2f6c-434f-ae80-c204bced683a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:28.725321 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.735980 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.775759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:28.813615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-66c58f17-6d65-4ef2-a01c-c8c880469d2a None None] Provisioning complete for port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:28.813615 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-66c58f17-6d65-4ef2-a01c-c8c880469d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.887760 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ae73a999-4a80-4048-b1a5-3fdef5fac4ce no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:28.896445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.919861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port ced6aae5-29b7-418c-8212-3602eea08642 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:28.924418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: ae73a999-4a80-4048-b1a5-3fdef5fac4ce {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:28.924770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ae73a999-4a80-4048-b1a5-3fdef5fac4ce not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:28.952444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event updated for resources: {'Port': ['ID=43586f86-34c1-4e23-8e3d-5e489bba7b8b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:28.968506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Network 0d26c190-0af3-4b2e-be3b-1fa73af4c71b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:28.973342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:28.981597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:28.983320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:28.984335 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.990645 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad974639-4865-4561-a664-c6fc079475ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.991695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-374d8682-7e6c-434a-8160-946686dca1b6 req-66747f06-93b1-43b7-90b1-fc1a38e9a6af service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890350 Jul 16 20:36:28.993654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad974639-4865-4561-a664-c6fc079475ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:28.997909 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ad974639-4865-4561-a664-c6fc079475ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f738c015-429d-41bd-b0bb-5c5872f0fa08 HTTP/1.1" status: 204 len: 168 time: 0.4591186 Jul 16 20:36:29.004049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.050488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad974639-4865-4561-a664-c6fc079475ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f738c015-429d-41bd-b0bb-5c5872f0fa08,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.065760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53924) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:29.066015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-44c36cf7-c242-4823-9377-502168caa5e1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7374570 Jul 16 20:36:29.091971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=9c81f877-56ee-4a5b-9060-6b525b9ac3e6,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.141937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/26029927-e3dd-46ff-afb6-80cd529088a2/b7afa6d9-c7c4-4324-a616-a67410fcf33f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:29.255819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10ae034f-16d7-4d99-822f-cacbdb4715ec tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Deleting port 43586f86-34c1-4e23-8e3d-5e489bba7b8b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:29.256236 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae034f-16d7-4d99-822f-cacbdb4715ec tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.386111 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae034f-16d7-4d99-822f-cacbdb4715ec tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.400494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10ae034f-16d7-4d99-822f-cacbdb4715ec tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Calling delete_port for 43586f86-34c1-4e23-8e3d-5e489bba7b8b owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:29.421009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.478307 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.501099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Transition to ACTIVE for port object b7afa6d9-c7c4-4324-a616-a67410fcf33f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:29.534255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Transition to ACTIVE for port object b7afa6d9-c7c4-4324-a616-a67410fcf33f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:29.551110 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.616188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Router d7900808-1144-475f-9152-886048c16de3 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:29.634664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:29.637976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:29.640978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:29.691368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Pushing event updated for resources: {'Port': ['ID=b7afa6d9-c7c4-4324-a616-a67410fcf33f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.763524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Attempting to bind port b7afa6d9-c7c4-4324-a616-a67410fcf33f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:29.764596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Attempting to bind port b7afa6d9-c7c4-4324-a616-a67410fcf33f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:29.765165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Attempting to bind port b7afa6d9-c7c4-4324-a616-a67410fcf33f on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:29.777571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:29.779301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:29.780656 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.782572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:29.783476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Bound port: b7afa6d9-c7c4-4324-a616-a67410fcf33f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:29.784090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::2e3 (8c07d769-9495-46f2-a374-c7510b386f2a/26029927-e3dd-46ff-afb6-80cd529088a2/ced6aae5-29b7-418c-8212-3602eea08642) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:29.785040 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.786725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae034f-16d7-4d99-822f-cacbdb4715ec tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.840862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae034f-16d7-4d99-822f-cacbdb4715ec tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event deleted for resources: {'Port': ['ID=43586f86-34c1-4e23-8e3d-5e489bba7b8b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:29.875685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:29.906941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:29.923642 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Sync routers for ids ['d7900808-1144-475f-9152-886048c16de3'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:29.928338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae034f-16d7-4d99-822f-cacbdb4715ec tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.937117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 53948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:29.937663 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Routers {'d7900808-1144-475f-9152-886048c16de3'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:29.939273 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-10ae034f-16d7-4d99-822f-cacbdb4715ec tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "DELETE /v2.0/ports/43586f86-34c1-4e23-8e3d-5e489bba7b8b HTTP/1.1" status: 204 len: 168 time: 0.8722045 Jul 16 20:36:29.942135 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d7900808-1144-475f-9152-886048c16de3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:29.953358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d26c190-0af3-4b2e-be3b-1fa73af4c71b', 'external_fixed_ips': [{'subnet_id': '87e4ac77-a9a7-42cd-a0f0-330a82886883', 'ip_address': '2001:db8::178'}]}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:29.971148 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:29.972725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] For port b7afa6d9-c7c4-4324-a616-a67410fcf33f, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:29.978372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e6f5e2ea-f5f7-49f9-91d1-1ce095dd636e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.0094419 Jul 16 20:36:29.981968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] For port b7afa6d9-c7c4-4324-a616-a67410fcf33f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b7afa6d9-c7c4-4324-a616-a67410fcf33f,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:29.986323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 53950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:29.998717 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.008308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:30.009926 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.020979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.022134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.161954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8689cc-b765-4799-8ec4-7f65ca80913a None None] Pushing event updated for resources: {'Port': ['ID=b7afa6d9-c7c4-4324-a616-a67410fcf33f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:30.162872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.236343 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Set router d7900808-1144-475f-9152-886048c16de3 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:30.585138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.677934 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.710874 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7900808-1144-475f-9152-886048c16de3', 'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:23Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 3, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'gw_port': {'id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:24Z', 'updated_at': '2021-07-16T20:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:30.737358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object ced6aae5-29b7-418c-8212-3602eea08642 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:30.747513 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Checking router: d7900808-1144-475f-9152-886048c16de3 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:30.747910 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Updating router d7900808-1144-475f-9152-886048c16de3 port 610bfc7a-5974-4327-a441-2eb2ad62fbc3 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:30.816294 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.953271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:30.996699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:31.022405 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.079134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.182535 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.204872 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Transition to ACTIVE for port object 610bfc7a-5974-4327-a441-2eb2ad62fbc3 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:31.226471 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.410983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Allocated IP 2001:db8::178 (0d26c190-0af3-4b2e-be3b-1fa73af4c71b/87e4ac77-a9a7-42cd-a0f0-330a82886883/0c6c31b1-d97f-4f6d-94d2-a953288b3d9f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:31.622675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.658829 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Attempting to bind port 610bfc7a-5974-4327-a441-2eb2ad62fbc3 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:31.659131 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Attempting to bind port 610bfc7a-5974-4327-a441-2eb2ad62fbc3 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:31.659519 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Attempting to bind port 610bfc7a-5974-4327-a441-2eb2ad62fbc3 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:31.708471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.716246 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:31.719529 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:31.725644 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.727235 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:31.727810 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Bound port: 610bfc7a-5974-4327-a441-2eb2ad62fbc3, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:31.728207 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.818522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:31.836238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b7afa6d9-c7c4-4324-a616-a67410fcf33f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:31.846054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:31.862218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:31.863199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.870096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Network 0d26c190-0af3-4b2e-be3b-1fa73af4c71b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:31.886676 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410c126-3ac3-4b27-9d21-ea847544860a None None] Pushing event updated for resources: {'Port': ['ID=610bfc7a-5974-4327-a441-2eb2ad62fbc3,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:31.904181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:31.923286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:31.938352 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] For port 610bfc7a-5974-4327-a441-2eb2ad62fbc3, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:31.942470 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] For port 610bfc7a-5974-4327-a441-2eb2ad62fbc3, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=610bfc7a-5974-4327-a441-2eb2ad62fbc3,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:31.950367 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:31.975500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=ced6aae5-29b7-418c-8212-3602eea08642,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:31.981950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port b7afa6d9-c7c4-4324-a616-a67410fcf33f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:32.003897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1859dc22-91fc-414d-9d23-3e76f01e8f4a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8359313 Jul 16 20:36:32.015180 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:32.055215 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Routers {'d7900808-1144-475f-9152-886048c16de3'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:32.055887 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d7900808-1144-475f-9152-886048c16de3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:32.061618 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410c126-3ac3-4b27-9d21-ea847544860a None None] Pushing event updated for resources: {'Port': ['ID=610bfc7a-5974-4327-a441-2eb2ad62fbc3,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.177353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event updated for resources: {'Port': ['ID=0c6c31b1-d97f-4f6d-94d2-a953288b3d9f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.247771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-abd1b34a-072c-46c6-a202-38014b7bdd35 None None] Provisioning for port b7afa6d9-c7c4-4324-a616-a67410fcf33f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:32.258466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-abd1b34a-072c-46c6-a202-38014b7bdd35 None None] Provisioning complete for port b7afa6d9-c7c4-4324-a616-a67410fcf33f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:32.258842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abd1b34a-072c-46c6-a202-38014b7bdd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.356326 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] Set router d7900808-1144-475f-9152-886048c16de3 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:32.378757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1da9e6-1be6-40fb-8094-db0138d16903 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.391465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1da9e6-1be6-40fb-8094-db0138d16903 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:32.393116 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ed1da9e6-1be6-40fb-8094-db0138d16903 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3768094 Jul 16 20:36:32.406025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:32.421269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.438957 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abd1b34a-072c-46c6-a202-38014b7bdd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.481798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-abd1b34a-072c-46c6-a202-38014b7bdd35 None None] For port b7afa6d9-c7c4-4324-a616-a67410fcf33f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b7afa6d9-c7c4-4324-a616-a67410fcf33f,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:32.496037 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-abd1b34a-072c-46c6-a202-38014b7bdd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.538500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.605039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1b34a-072c-46c6-a202-38014b7bdd35 None None] Pushing event updated for resources: {'Port': ['ID=b7afa6d9-c7c4-4324-a616-a67410fcf33f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:32.726753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e35595fe-cced-4b11-b9ca-4ce703418625 None None] Provisioning for port ced6aae5-29b7-418c-8212-3602eea08642 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:32.731826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e35595fe-cced-4b11-b9ca-4ce703418625 None None] Provisioning complete for port ced6aae5-29b7-418c-8212-3602eea08642 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:32.733800 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e35595fe-cced-4b11-b9ca-4ce703418625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.771577 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7900808-1144-475f-9152-886048c16de3', 'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:23Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 3, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'gw_port': {'id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:24Z', 'updated_at': '2021-07-16T20:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:32.797427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.846422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d619217-d8d1-4bad-b82b-55f7b5976211 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port ced6aae5-29b7-418c-8212-3602eea08642 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:32.846792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d619217-d8d1-4bad-b82b-55f7b5976211 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:32.848684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e35595fe-cced-4b11-b9ca-4ce703418625 None None] Port ced6aae5-29b7-418c-8212-3602eea08642 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:32.865781 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f524c7b-2f65-43f9-90d9-896f22bc1a90 None None] The sync data for ids ['d7900808-1144-475f-9152-886048c16de3'] in n-d-792394-17 is: [{'id': 'd7900808-1144-475f-9152-886048c16de3', 'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:23Z', 'updated_at': '2021-07-16T20:36:28Z', 'revision_number': 3, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'gw_port': {'id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:24Z', 'updated_at': '2021-07-16T20:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:33.025563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Router 709c6a92-a81d-4177-8eb1-33b6c61b97ad is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:33.086624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d619217-d8d1-4bad-b82b-55f7b5976211 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.099854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Allocated IP 172.20.0.1 (57f4690c-d88a-4c48-a45f-93b2923f9cf1/6fb68932-3e10-4d64-886f-65fe311b851f/9ad52901-fc97-405d-a5e3-571b37ff020c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:33.112650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d619217-d8d1-4bad-b82b-55f7b5976211 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for ced6aae5-29b7-418c-8212-3602eea08642 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:33.204834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:33.218488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Sync routers for ids ['709c6a92-a81d-4177-8eb1-33b6c61b97ad'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:33.237306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Routers {'709c6a92-a81d-4177-8eb1-33b6c61b97ad'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:33.239512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['709c6a92-a81d-4177-8eb1-33b6c61b97ad'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:33.296456 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.298102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c4fe927b-2f94-461b-ae39-4e5d298a2614 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3529549 Jul 16 20:36:33.300923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.491639 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.552786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Set router 709c6a92-a81d-4177-8eb1-33b6c61b97ad gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:33.572182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.648552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Transition to ACTIVE for port object 9ad52901-fc97-405d-a5e3-571b37ff020c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:33.657692 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d619217-d8d1-4bad-b82b-55f7b5976211 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.856331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d619217-d8d1-4bad-b82b-55f7b5976211 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:33.877414 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2d619217-d8d1-4bad-b82b-55f7b5976211 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/ced6aae5-29b7-418c-8212-3602eea08642 HTTP/1.1" status: 204 len: 168 time: 1.4702947 Jul 16 20:36:33.882248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d619217-d8d1-4bad-b82b-55f7b5976211 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=ced6aae5-29b7-418c-8212-3602eea08642,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:33.892709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54042) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:33.978748 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.004990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.005502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:34.008002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:34.030970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 610bfc7a-5974-4327-a441-2eb2ad62fbc3 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:34.031860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:34.115632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d2497b-e77c-4efa-ae47-1bc13427f4f1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:34.135830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d2497b-e77c-4efa-ae47-1bc13427f4f1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:34.149479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-54d2497b-e77c-4efa-ae47-1bc13427f4f1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2541382 Jul 16 20:36:34.152623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.261015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Deleting port 0c6c31b1-d97f-4f6d-94d2-a953288b3d9f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:34.261579 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.361975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad52901-fc97-405d-a5e3-571b37ff020c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:34.407355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 610bfc7a-5974-4327-a441-2eb2ad62fbc3 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:34.421362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 610bfc7a-5974-4327-a441-2eb2ad62fbc3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:34.421736 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.427164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a37f15c-7827-43aa-bf2d-3a81e56fc030 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 26029927-e3dd-46ff-afb6-80cd529088a2 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:34.434874 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.444623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a37f15c-7827-43aa-bf2d-3a81e56fc030 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.457697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.478705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Calling delete_port for 0c6c31b1-d97f-4f6d-94d2-a953288b3d9f owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:34.499599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709c6a92-a81d-4177-8eb1-33b6c61b97ad', 'name': '', 'tenant_id': '0529bd4730504bdf9430c493351c00c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d26c190-0af3-4b2e-be3b-1fa73af4c71b', 'external_fixed_ips': [{'subnet_id': '87e4ac77-a9a7-42cd-a0f0-330a82886883', 'ip_address': '2001:db8::178'}], 'enable_snat': True}, 'gw_port_id': '0c6c31b1-d97f-4f6d-94d2-a953288b3d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:30Z', 'updated_at': '2021-07-16T20:36:32Z', 'revision_number': 3, 'project_id': '0529bd4730504bdf9430c493351c00c1', 'gw_port': {'id': '0c6c31b1-d97f-4f6d-94d2-a953288b3d9f', 'name': '', 'network_id': '0d26c190-0af3-4b2e-be3b-1fa73af4c71b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709c6a92-a81d-4177-8eb1-33b6c61b97ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '87e4ac77-a9a7-42cd-a0f0-330a82886883', 'ip_address': '2001:db8::178', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:31Z', 'updated_at': '2021-07-16T20:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87e4ac77-a9a7-42cd-a0f0-330a82886883', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:34.586847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Checking router: 709c6a92-a81d-4177-8eb1-33b6c61b97ad for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:34.587435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Updating router 709c6a92-a81d-4177-8eb1-33b6c61b97ad port 0c6c31b1-d97f-4f6d-94d2-a953288b3d9f binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:34.705119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a37f15c-7827-43aa-bf2d-3a81e56fc030 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.743661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.748524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-79944194-92e5-4ebf-bc49-12584c34b62f None None] Provisioning for port 9ad52901-fc97-405d-a5e3-571b37ff020c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:34.794142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-79944194-92e5-4ebf-bc49-12584c34b62f None None] Provisioning complete for port 9ad52901-fc97-405d-a5e3-571b37ff020c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:34.794754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-79944194-92e5-4ebf-bc49-12584c34b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.835226 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.862106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.865087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 610bfc7a-5974-4327-a441-2eb2ad62fbc3, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=610bfc7a-5974-4327-a441-2eb2ad62fbc3,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:34.909848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c6c31b1-d97f-4f6d-94d2-a953288b3d9f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:34.957235 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.978624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:34.985062 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:34.986074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b7afa6d9-c7c4-4324-a616-a67410fcf33f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:34.997966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-79944194-92e5-4ebf-bc49-12584c34b62f None None] Port 9ad52901-fc97-405d-a5e3-571b37ff020c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:35.031128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a37f15c-7827-43aa-bf2d-3a81e56fc030 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.126946 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.150661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.153139 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.188076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ace0a87d-41ca-436b-a26e-1d1451a788bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.216951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=610bfc7a-5974-4327-a441-2eb2ad62fbc3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.263511 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.264073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 709c6a92-a81d-4177-8eb1-33b6c61b97ad {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:35.268979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.270356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-36d0f853-9e82-4f2a-83ab-f93a8c38f40e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "DELETE /v2.0/routers/709c6a92-a81d-4177-8eb1-33b6c61b97ad HTTP/1.1" status: 204 len: 168 time: 1.9684179 Jul 16 20:36:35.273151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.275419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a37f15c-7827-43aa-bf2d-3a81e56fc030 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.316155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b7afa6d9-c7c4-4324-a616-a67410fcf33f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:35.316891 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.355054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77693a6b-ab52-4f07-bea6-c02c0c9924d7 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:35.364881 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a37f15c-7827-43aa-bf2d-3a81e56fc030 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.369150 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8a37f15c-7827-43aa-bf2d-3a81e56fc030 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/26029927-e3dd-46ff-afb6-80cd529088a2 HTTP/1.1" status: 204 len: 168 time: 1.2111819 Jul 16 20:36:35.371810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf9e86b-7e9c-4dc1-a6a5-abb772c2736a tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Deleting subnet 87e4ac77-a9a7-42cd-a0f0-330a82886883 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:35.372415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37f15c-7827-43aa-bf2d-3a81e56fc030 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=26029927-e3dd-46ff-afb6-80cd529088a2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.376564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.445373 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7ed40e60-fbea-4426-9e3d-a8786042c579 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653718 Jul 16 20:36:35.445712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.592565 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ace0a87d-41ca-436b-a26e-1d1451a788bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.605156 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.608696 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ace0a87d-41ca-436b-a26e-1d1451a788bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.610561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc79bbb-ea34-4688-9465-1cc7c83c5c17 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.612898 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5fc79bbb-ea34-4688-9465-1cc7c83c5c17 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1660728 Jul 16 20:36:35.616004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.690833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ace0a87d-41ca-436b-a26e-1d1451a788bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e089dd94b0834e0aad12183a0d1667a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7106690 Jul 16 20:36:35.697919 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.701012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.740728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b2181-dba9-4a45-870e-02831be47735 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:35.746769 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1a9b2181-dba9-4a45-870e-02831be47735 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1263125 Jul 16 20:36:35.747209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54112) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:35.841585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a87d-41ca-436b-a26e-1d1451a788bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79384f57-203f-409d-b5a1-5ea8106739a0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:35.887323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e418ed73-5c89-4bde-8013-9f9986eecf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.917073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e418ed73-5c89-4bde-8013-9f9986eecf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:35.941365 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:35.942067 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:36.012297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad52901-fc97-405d-a5e3-571b37ff020c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.020925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e418ed73-5c89-4bde-8013-9f9986eecf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.023689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e418ed73-5c89-4bde-8013-9f9986eecf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.028139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e418ed73-5c89-4bde-8013-9f9986eecf84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79384f57-203f-409d-b5a1-5ea8106739a0 HTTP/1.1" status: 204 len: 168 time: 0.3184118 Jul 16 20:36:36.041429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.059582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418ed73-5c89-4bde-8013-9f9986eecf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79384f57-203f-409d-b5a1-5ea8106739a0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.074621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6181f75b-b8f0-4fd1-92d6-7199f8f5d497 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:36:36.208772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 610bfc7a-5974-4327-a441-2eb2ad62fbc3 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:36.260404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:36.264560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:36.374002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6181f75b-b8f0-4fd1-92d6-7199f8f5d497 None None] Deleting port b7afa6d9-c7c4-4324-a616-a67410fcf33f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:36.375524 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6181f75b-b8f0-4fd1-92d6-7199f8f5d497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.398808 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e86b-7e9c-4dc1-a6a5-abb772c2736a tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.473422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e86b-7e9c-4dc1-a6a5-abb772c2736a tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.503941 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 610bfc7a-5974-4327-a441-2eb2ad62fbc3 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:36.504692 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.542418 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e86b-7e9c-4dc1-a6a5-abb772c2736a tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.547889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Port 0c6c31b1-d97f-4f6d-94d2-a953288b3d9f not found while updating agent binding for router 709c6a92-a81d-4177-8eb1-33b6c61b97ad. {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:36:36.552762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6181f75b-b8f0-4fd1-92d6-7199f8f5d497 None None] For port b7afa6d9-c7c4-4324-a616-a67410fcf33f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b7afa6d9-c7c4-4324-a616-a67410fcf33f,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:36.553332 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6181f75b-b8f0-4fd1-92d6-7199f8f5d497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.560706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Router d7900808-1144-475f-9152-886048c16de3 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:36:36.632279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6181f75b-b8f0-4fd1-92d6-7199f8f5d497 None None] Calling delete_port for b7afa6d9-c7c4-4324-a616-a67410fcf33f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:36.641722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-06be88ec-d4c7-4c61-af1d-c7dab9fb296d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8931005 Jul 16 20:36:36.646405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54140) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:36.652246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:36.658385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e86b-7e9c-4dc1-a6a5-abb772c2736a tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.702964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9e86b-7e9c-4dc1-a6a5-abb772c2736a tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=87e4ac77-a9a7-42cd-a0f0-330a82886883,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:36.716254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Routers set() bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:36.716900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Router IDs set() for agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:36:36.718445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e86b-7e9c-4dc1-a6a5-abb772c2736a tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.719673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_agentschedulers_db [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'709c6a92-a81d-4177-8eb1-33b6c61b97ad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent'). {{(pid=93960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:36:36.720224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359be346-c13b-4db5-b8b5-0cff53d729a2 None None] The sync data for ids ['709c6a92-a81d-4177-8eb1-33b6c61b97ad'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:36.720785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fdf9e86b-7e9c-4dc1-a6a5-abb772c2736a tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/87e4ac77-a9a7-42cd-a0f0-330a82886883 HTTP/1.1" status: 204 len: 168 time: 1.4465060 Jul 16 20:36:36.724090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:36.853658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54146) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:36.854689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:36.857246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f7263a53-b3ab-4ed0-9e17-470b65317938 None None] Provisioning complete for port 9ad52901-fc97-405d-a5e3-571b37ff020c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:36.858533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f7263a53-b3ab-4ed0-9e17-470b65317938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.859364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:36.891876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:36.902009 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Sync routers for ids ['d7900808-1144-475f-9152-886048c16de3'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:36.912389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1fce2256-8ace-4db6-98f1-fce283d0deb6 admin admin] 10.222.0.10 "PUT /v2.0/routers/d7900808-1144-475f-9152-886048c16de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9238980 Jul 16 20:36:36.920794 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Routers {'d7900808-1144-475f-9152-886048c16de3'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:36.921792 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d7900808-1144-475f-9152-886048c16de3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:37.045625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f7263a53-b3ab-4ed0-9e17-470b65317938 None None] Port 9ad52901-fc97-405d-a5e3-571b37ff020c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:37.084361 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6181f75b-b8f0-4fd1-92d6-7199f8f5d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.121881 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181f75b-b8f0-4fd1-92d6-7199f8f5d497 None None] Pushing event deleted for resources: {'Port': ['ID=b7afa6d9-c7c4-4324-a616-a67410fcf33f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.132977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181f75b-b8f0-4fd1-92d6-7199f8f5d497 None None] No DVR routers for this DVR port b7afa6d9-c7c4-4324-a616-a67410fcf33f on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:36:37.148829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7d99-f457-4504-8748-b80b30bc1017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.154095 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.232998 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Set router d7900808-1144-475f-9152-886048c16de3 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:37.416765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.435550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d26c190-0af3-4b2e-be3b-1fa73af4c71b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:37.464270 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe09d8c-02f6-44fc-83cd-d5abc23426d8') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:37.464580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe09d8c-02f6-44fc-83cd-d5abc23426d8') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:37.487777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.554648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.objects.ports [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:36:37.562810 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.567481 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.607279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:36:37.608090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:36:37.612251 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:36:37.651946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:37.662836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:37.677447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:37.678331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.682476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd91d783-7f61-4f60-a132-60c52d86e253 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:37.747142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=e3d6465f-be2c-464c-955e-8b60e5257ffe,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.766782 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7900808-1144-475f-9152-886048c16de3', 'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:23Z', 'updated_at': '2021-07-16T20:36:35Z', 'revision_number': 4, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'gw_port': {'id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:24Z', 'updated_at': '2021-07-16T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '9ad52901-fc97-405d-a5e3-571b37ff020c', 'name': '', 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'mac_address': 'fa:16:3e:de:0e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6fb68932-3e10-4d64-886f-65fe311b851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:32Z', 'updated_at': '2021-07-16T20:36:35Z', 'revision_number': 2, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'subnets': [{'id': '6fb68932-3e10-4d64-886f-65fe311b851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:37.773711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7d99-f457-4504-8748-b80b30bc1017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.774768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.786005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d26c190-0af3-4b2e-be3b-1fa73af4c71b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:36:37.789708 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7d99-f457-4504-8748-b80b30bc1017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.807399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:37.812119 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "DELETE /v2.0/networks/0d26c190-0af3-4b2e-be3b-1fa73af4c71b HTTP/1.1" status: 204 len: 168 time: 1.0868039 Jul 16 20:36:37.830120 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Checking router: d7900808-1144-475f-9152-886048c16de3 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:37.830494 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Updating router d7900808-1144-475f-9152-886048c16de3 port 9ad52901-fc97-405d-a5e3-571b37ff020c binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:37.843502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54188) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:37.844117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7cdd2803-5961-4319-8810-c872cb30228a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1960127 Jul 16 20:36:37.851923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aaf0a74e-7b7c-42d0-b9b6-a072e02895a5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:37.875202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9a2dd-3ab5-4fb5-9dc6-cecc00e581b8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d26c190-0af3-4b2e-be3b-1fa73af4c71b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.925510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c7d99-f457-4504-8748-b80b30bc1017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965b496d-5bb8-415a-bd59-583faefe362d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:37.973893 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ad8c7d99-f457-4504-8748-b80b30bc1017 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b87f3a45069f4d98a6af66b63e4a7e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978162 Jul 16 20:36:37.983642 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.023724 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.212692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b7afa6d9-c7c4-4324-a616-a67410fcf33f no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:38.302659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: b7afa6d9-c7c4-4324-a616-a67410fcf33f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:36:38.303003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b7afa6d9-c7c4-4324-a616-a67410fcf33f not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:36:38.353987 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02feacc1-f819-4ab5-8431-483fc530bd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.403831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': 'e3d6465f-be2c-464c-955e-8b60e5257ffe'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:36:38.404853 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.460964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02feacc1-f819-4ab5-8431-483fc530bd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.489674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54220) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.499406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-25999981-af9b-48e2-8b65-9240d4e9a5d1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'router': {'name': 'tempest-router--375374068', 'project_id': '25a1ba3ba42a441d96ad60003ec1631f'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:38.524330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-5544fa3e-7b53-4c8d-bd5e-7681d201651d tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:38.532656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-5544fa3e-7b53-4c8d-bd5e-7681d201651d tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/networks?id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01 HTTP/1.1" status: 200 len: 910 time: 0.5191431 Jul 16 20:36:38.608183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf0a74e-7b7c-42d0-b9b6-a072e02895a5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:38.612882 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a74e-7b7c-42d0-b9b6-a072e02895a5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.616386 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02feacc1-f819-4ab5-8431-483fc530bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.619479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25999981-af9b-48e2-8b65-9240d4e9a5d1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.622995 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02feacc1-f819-4ab5-8431-483fc530bd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.622995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-02feacc1-f819-4ab5-8431-483fc530bd2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/965b496d-5bb8-415a-bd59-583faefe362d HTTP/1.1" status: 204 len: 168 time: 0.6362822 Jul 16 20:36:38.633500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25999981-af9b-48e2-8b65-9240d4e9a5d1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.644142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feacc1-f819-4ab5-8431-483fc530bd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965b496d-5bb8-415a-bd59-583faefe362d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:38.668542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-018bd0b0-f9ab-4745-9900-1de256ec0ad5 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/quotas/5d2687597a5445648a308aa3d29088fa HTTP/1.1" status: 200 len: 375 time: 0.0712047 Jul 16 20:36:38.743989 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25999981-af9b-48e2-8b65-9240d4e9a5d1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.753030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25999981-af9b-48e2-8b65-9240d4e9a5d1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.768090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Allocated IP 2001:db8::f816:3eff:fedc:5bff (8c07d769-9495-46f2-a374-c7510b386f2a/e3d6465f-be2c-464c-955e-8b60e5257ffe/abf26e80-1c69-44d1-86d3-46fbf5ca7e5e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:38.783641 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25999981-af9b-48e2-8b65-9240d4e9a5d1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.786844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-25999981-af9b-48e2-8b65-9240d4e9a5d1 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2949409 Jul 16 20:36:38.791478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54228) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:38.795598 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.824593 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Transition to ACTIVE for port object 9ad52901-fc97-405d-a5e3-571b37ff020c will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:38.832117 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:38.988726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a64e271c-9c8e-4e92-b3aa-9cb34a2d03e3 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.104829 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Pushing event updated for resources: {'Port': ['ID=9ad52901-fc97-405d-a5e3-571b37ff020c,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:39.174191 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.174547 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.174887 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.175220 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.175577 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.175901 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.176828 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.176828 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.177270 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.177270 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.177499 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.177779 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:39.205257 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Attempting to bind port 9ad52901-fc97-405d-a5e3-571b37ff020c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:39.205629 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Attempting to bind port 9ad52901-fc97-405d-a5e3-571b37ff020c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '615ad472-2f6c-434f-ae80-c204bced683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:39.206008 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Attempting to bind port 9ad52901-fc97-405d-a5e3-571b37ff020c on network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:39.220726 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:39.221444 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Checking segment: {'id': '615ad472-2f6c-434f-ae80-c204bced683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:39.221992 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.223294 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Bound using segment: {'id': '615ad472-2f6c-434f-ae80-c204bced683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:39.223914 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Bound port: 9ad52901-fc97-405d-a5e3-571b37ff020c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615ad472-2f6c-434f-ae80-c204bced683a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:39.224439 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.387494 n-d-792394-17 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-aaf0a74e-7b7c-42d0-b9b6-a072e02895a5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3d6465f-be2c-464c-955e-8b60e5257ffe (CIDR: 2001:db8::/64) Jul 16 20:36:39.406692 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf0a74e-7b7c-42d0-b9b6-a072e02895a5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:36:39.408263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf0a74e-7b7c-42d0-b9b6-a072e02895a5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:39.412014 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.447986 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] For port 9ad52901-fc97-405d-a5e3-571b37ff020c, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:39.456005 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] For port 9ad52901-fc97-405d-a5e3-571b37ff020c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9ad52901-fc97-405d-a5e3-571b37ff020c,segment=NetworkSegment(615ad472-2f6c-434f-ae80-c204bced683a),segment_id=615ad472-2f6c-434f-ae80-c204bced683a)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:39.463728 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.467294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Transition to ACTIVE for port object abf26e80-1c69-44d1-86d3-46fbf5ca7e5e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:39.512784 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-8753faad-8913-47c4-8680-871bf03b01ce tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d2687597a5445648a308aa3d29088fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8400972 Jul 16 20:36:39.544929 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Routers {'d7900808-1144-475f-9152-886048c16de3'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:39.545744 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d7900808-1144-475f-9152-886048c16de3'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:39.552005 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6ccd2-5bb9-452e-9670-3a548a3226e0 None None] Pushing event updated for resources: {'Port': ['ID=9ad52901-fc97-405d-a5e3-571b37ff020c,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:39.563804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Transition to ACTIVE for port object abf26e80-1c69-44d1-86d3-46fbf5ca7e5e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:39.564558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aaf0a74e-7b7c-42d0-b9b6-a072e02895a5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7189329 Jul 16 20:36:39.566652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:39.588618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.594444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:39.746994 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a64e271c-9c8e-4e92-b3aa-9cb34a2d03e3 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.752709 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Pushing event updated for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:39.755238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a64e271c-9c8e-4e92-b3aa-9cb34a2d03e3 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.798618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:39.803957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:39.811406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:39.880889 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] Set router d7900808-1144-475f-9152-886048c16de3 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:39.911804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a64e271c-9c8e-4e92-b3aa-9cb34a2d03e3 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.912490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64e271c-9c8e-4e92-b3aa-9cb34a2d03e3 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af60aea9-d4e5-4247-9147-8bdeec6e1b8e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:39.935317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a64e271c-9c8e-4e92-b3aa-9cb34a2d03e3 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:39.938975 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a64e271c-9c8e-4e92-b3aa-9cb34a2d03e3 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "DELETE /v2.0/routers/af60aea9-d4e5-4247-9147-8bdeec6e1b8e HTTP/1.1" status: 204 len: 168 time: 1.1460710 Jul 16 20:36:40.080665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Attempting to bind port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:40.081300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Attempting to bind port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:40.081882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Attempting to bind port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:40.089809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:40.090678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:40.091369 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.091968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:40.093450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Bound port: abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:40.094062 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.129778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:40.134941 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.276615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:40.283266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:40.290645 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:40.394461 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-ca1a65d1-e996-414f-a08f-58d5f524cda7 service neutron] 10.222.0.10 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8752232 Jul 16 20:36:40.444679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:40.493298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50719485-ebc3-400d-87cb-d478621a2bf2 None None] Pushing event updated for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:40.571862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-1f17b29a-4b30-4f53-bfa4-5801ecca60e4 service neutron] 10.222.0.10 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759300 Jul 16 20:36:40.582538 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7900808-1144-475f-9152-886048c16de3', 'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:23Z', 'updated_at': '2021-07-16T20:36:35Z', 'revision_number': 4, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'gw_port': {'id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:24Z', 'updated_at': '2021-07-16T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '9ad52901-fc97-405d-a5e3-571b37ff020c', 'name': '', 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'mac_address': 'fa:16:3e:de:0e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6fb68932-3e10-4d64-886f-65fe311b851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:32Z', 'updated_at': '2021-07-16T20:36:39Z', 'revision_number': 4, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'subnets': [{'id': '6fb68932-3e10-4d64-886f-65fe311b851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:40.656120 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf3bd-fa4e-43f6-a115-5cd61ebce5fb None None] The sync data for ids ['d7900808-1144-475f-9152-886048c16de3'] in n-d-792394-17 is: [{'id': 'd7900808-1144-475f-9152-886048c16de3', 'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:23Z', 'updated_at': '2021-07-16T20:36:35Z', 'revision_number': 4, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'gw_port': {'id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:24Z', 'updated_at': '2021-07-16T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '9ad52901-fc97-405d-a5e3-571b37ff020c', 'name': '', 'network_id': '57f4690c-d88a-4c48-a45f-93b2923f9cf1', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'mac_address': 'fa:16:3e:de:0e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6fb68932-3e10-4d64-886f-65fe311b851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:32Z', 'updated_at': '2021-07-16T20:36:39Z', 'revision_number': 4, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'subnets': [{'id': '6fb68932-3e10-4d64-886f-65fe311b851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:41.064079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.064556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-295182440', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:41.193001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:41.213988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.217567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:41.220143 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.224997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:41.225750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.277075 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-838e6481-900f-4f1e-a452-4606d54e7522 req-8e854b65-49c5-49f8-b741-1eaf2fc5b0fb tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 210 time: 0.1671133 Jul 16 20:36:41.290659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=ccebf29d-6bdd-429b-8e2d-7661cee0440d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:41.329265 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5be6fcb1-cdb7-4dc4-919a-aee5ed54818b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7521584 Jul 16 20:36:41.333399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:41.352512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:3b:ef:ae', 'name': 'tempest-NetworksTestDHCPv6-77576516'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:41.426349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:41.797718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:41.930605 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.211802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.339464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 454b4579-60ab-4270-9214-1c12c9eddebe yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:42.418514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9ad52901-fc97-405d-a5e3-571b37ff020c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:42.547003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.628922 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:42.644200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834b31b-5b0f-4722-a42d-c8742e20af26 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:42.792242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4eb110a2-68f1-4bcd-bcb6-391b84101b7a None None] Provisioning for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:42.823522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d1026ed-dc8c-4e31-b0eb-22e2f60e7d0a req-3547bd20-7ae2-4b7e-99c7-a4424fe154e6 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 210 time: 0.0556498 Jul 16 20:36:42.981440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 9ad52901-fc97-405d-a5e3-571b37ff020c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:43.007623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Allocated IP 172.25.7.41 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/d61bdfb9-41d6-44d0-8a9f-3ea94b6612b6) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:43.017808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9ad52901-fc97-405d-a5e3-571b37ff020c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:43.020192 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.029543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8:0:1::56 (8c07d769-9495-46f2-a374-c7510b386f2a/ccebf29d-6bdd-429b-8e2d-7661cee0440d/454b4579-60ab-4270-9214-1c12c9eddebe) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:43.084596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:fe3b:efae (8c07d769-9495-46f2-a374-c7510b386f2a/e3d6465f-be2c-464c-955e-8b60e5257ffe/454b4579-60ab-4270-9214-1c12c9eddebe) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:43.194299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.327350 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.354078 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.385684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:43.472833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 9ad52901-fc97-405d-a5e3-571b37ff020c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9ad52901-fc97-405d-a5e3-571b37ff020c,segment=NetworkSegment(615ad472-2f6c-434f-ae80-c204bced683a),segment_id=615ad472-2f6c-434f-ae80-c204bced683a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:43.483133 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:43.484215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf26e80-1c69-44d1-86d3-46fbf5ca7e5e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:43.488209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:43.495121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:43.500179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event updated for resources: {'Port': ['ID=d61bdfb9-41d6-44d0-8a9f-3ea94b6612b6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.817869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=9ad52901-fc97-405d-a5e3-571b37ff020c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:43.890269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.891249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.892054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.892622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.893094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.893806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.894282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.894745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.895321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.895795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.896126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.897601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:36:43.916798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb362b9a-e595-4067-8d38-38da436ef52b None None] Update dhcp port {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': 'e3d6465f-be2c-464c-955e-8b60e5257ffe', 'ip_address': '2001:db8::f816:3eff:fedc:5bff'}, {'subnet_id': 'ccebf29d-6bdd-429b-8e2d-7661cee0440d'}], 'binding:host_id': 'n-d-792394-17'}, 'id': 'abf26e80-1c69-44d1-86d3-46fbf5ca7e5e'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:36:43.969705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:44.001523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:44.003182 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.061016 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eb362b9a-e595-4067-8d38-38da436ef52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.104881 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.148691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 454b4579-60ab-4270-9214-1c12c9eddebe will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:44.214462 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.307315 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.325094 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.330995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-e7e1dc8d-2908-4389-abaf-f17bc1ccbc3c tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.333540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-e7e1dc8d-2908-4389-abaf-f17bc1ccbc3c tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.63 "GET /v2.0/networks?id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01 HTTP/1.1" status: 200 len: 910 time: 0.2090383 Jul 16 20:36:44.416380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=454b4579-60ab-4270-9214-1c12c9eddebe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:44.424300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Request body: {'port': {'device_id': '241a428f-f13f-4dec-9f8a-3c9feec87e01', 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'admin_state_up': True, 'tenant_id': '5d2687597a5445648a308aa3d29088fa'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:44.444393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:44.448490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:44.458399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:44.464260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:44.476263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.498730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:44.501780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Made reservation on behalf of 5d2687597a5445648a308aa3d29088fa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:44.504507 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.510549 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.532323 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9dc06652-6098-40a0-818e-25d878f11645 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1973169 Jul 16 20:36:44.539780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54440) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:44.600052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-eb362b9a-e595-4067-8d38-38da436ef52b None None] Allocated IP 2001:db8:0:1::2 (8c07d769-9495-46f2-a374-c7510b386f2a/ccebf29d-6bdd-429b-8e2d-7661cee0440d/abf26e80-1c69-44d1-86d3-46fbf5ca7e5e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:44.733188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:44.827195 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.849860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eb362b9a-e595-4067-8d38-38da436ef52b None None] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:44.894292 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eb362b9a-e595-4067-8d38-38da436ef52b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.911748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eb362b9a-e595-4067-8d38-38da436ef52b None None] Transition to ACTIVE for port object abf26e80-1c69-44d1-86d3-46fbf5ca7e5e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:44.913218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9ad52901-fc97-405d-a5e3-571b37ff020c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:44.918085 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eb362b9a-e595-4067-8d38-38da436ef52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:44.989390 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6d95767-ffae-4601-96b8-a42bcbb833ae req-3a48e54b-f46e-4652-a73a-282a8a60b290 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 210 time: 0.8589013 Jul 16 20:36:45.041182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Router cf15c787-08cf-4f9f-98c3-6563b0a8ad86 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:45.071085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb362b9a-e595-4067-8d38-38da436ef52b None None] Pushing event updated for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:45.159902 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9ad52901-fc97-405d-a5e3-571b37ff020c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:45.161404 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.169485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ee29c6d2-7a63-4bec-8a01-35b2d6666b4d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 454b4579-60ab-4270-9214-1c12c9eddebe {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:45.170032 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee29c6d2-7a63-4bec-8a01-35b2d6666b4d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.184430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Allocated IP 172.20.0.3 (89b16a20-b4ca-4daf-a0a2-bef7388e6e01/c52806ff-57b6-4646-8023-343c561c687b/bf32c0da-c2b7-405b-8629-26d22eace4c0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:45.382620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:45.396624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da27ae-45bf-4e04-8179-0845049e7a2e None None] Sync routers for ids ['cf15c787-08cf-4f9f-98c3-6563b0a8ad86'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:45.430518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da27ae-45bf-4e04-8179-0845049e7a2e None None] Routers {'cf15c787-08cf-4f9f-98c3-6563b0a8ad86'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:45.433646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d9da27ae-45bf-4e04-8179-0845049e7a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['cf15c787-08cf-4f9f-98c3-6563b0a8ad86'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:45.453525 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.457487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a59ad361-6c22-4eb5-a1e4-09323b6cf393 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0088851 Jul 16 20:36:45.465592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54480) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.489451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee29c6d2-7a63-4bec-8a01-35b2d6666b4d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:45.584030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d9da27ae-45bf-4e04-8179-0845049e7a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:45.622611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ee29c6d2-7a63-4bec-8a01-35b2d6666b4d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 454b4579-60ab-4270-9214-1c12c9eddebe owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:45.629891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da27ae-45bf-4e04-8179-0845049e7a2e None None] Routers {'cf15c787-08cf-4f9f-98c3-6563b0a8ad86'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:45.631681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d9da27ae-45bf-4e04-8179-0845049e7a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['cf15c787-08cf-4f9f-98c3-6563b0a8ad86'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:45.737410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d9da27ae-45bf-4e04-8179-0845049e7a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:45.737878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-59cf82e5-8a91-44e0-908c-25d9d38693d5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/routers/cf15c787-08cf-4f9f-98c3-6563b0a8ad86 HTTP/1.1" status: 200 len: 923 time: 0.2707958 Jul 16 20:36:45.742734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.744463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da27ae-45bf-4e04-8179-0845049e7a2e None None] The sync data for ids ['cf15c787-08cf-4f9f-98c3-6563b0a8ad86'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:45.802816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e177443a-4012-4214-9638-d2d2dca4d4af tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf15c787-08cf-4f9f-98c3-6563b0a8ad86 HTTP/1.1" status: 200 len: 205 time: 0.0565224 Jul 16 20:36:45.803140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54504) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:45.810346 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.020681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:46.068581 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.090961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.128407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Transition to ACTIVE for port object bf32c0da-c2b7-405b-8629-26d22eace4c0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:46.433953 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f43be1e0-05dd-4795-bc40-c2b4373ef8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.454056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-33b00cf6-4155-4580-8acb-1460f5a8892d None None] Provisioning for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:46.472440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-33b00cf6-4155-4580-8acb-1460f5a8892d None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:46.472824 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-33b00cf6-4155-4580-8acb-1460f5a8892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.551550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.705677 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.735627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf26e80-1c69-44d1-86d3-46fbf5ca7e5e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:46.821820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:46.822202 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:46.938942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee29c6d2-7a63-4bec-8a01-35b2d6666b4d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.033485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:47.075759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:47.079871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:47.125490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e8ebcab-cd25-4523-bf51-d197b8d419a0 None None] Could not find standard attr ID for object 454b4579-60ab-4270-9214-1c12c9eddebe. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:36:47.159598 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f43be1e0-05dd-4795-bc40-c2b4373ef8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.195117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.198388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.232957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Pushing event updated for resources: {'Port': ['ID=bf32c0da-c2b7-405b-8629-26d22eace4c0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.239978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f43be1e0-05dd-4795-bc40-c2b4373ef8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.288889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.387773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29c6d2-7a63-4bec-8a01-35b2d6666b4d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=454b4579-60ab-4270-9214-1c12c9eddebe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.404251 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Deleting port d61bdfb9-41d6-44d0-8a9f-3ea94b6612b6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:47.404586 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.418253 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-06f2c805-c4bd-484d-bd6a-1d1128c1c935 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9980683 Jul 16 20:36:47.428548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee29c6d2-7a63-4bec-8a01-35b2d6666b4d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.435061 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ee29c6d2-7a63-4bec-8a01-35b2d6666b4d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/454b4579-60ab-4270-9214-1c12c9eddebe HTTP/1.1" status: 204 len: 168 time: 2.8925745 Jul 16 20:36:47.453131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ec23b-9409-4749-b48e-7d69cafcd688 req-6adfb447-3611-4a64-8619-93711d0c24d4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.461640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd1ec23b-9409-4749-b48e-7d69cafcd688 req-6adfb447-3611-4a64-8619-93711d0c24d4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 1.0722554 Jul 16 20:36:47.486353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.494211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Request body: {'port': {'device_id': '241a428f-f13f-4dec-9f8a-3c9feec87e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:47.525979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f43be1e0-05dd-4795-bc40-c2b4373ef8b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9edc8b0c7c684fb69df0c820c99099f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5011895 Jul 16 20:36:47.540766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.556954 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dd1ec23b-9409-4749-b48e-7d69cafcd688 req-e6c9c097-59a3-4d85-8f1c-3aa7b1eb2594 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899830 Jul 16 20:36:47.559341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba4e6711-0f4d-4e7b-bf73-ce5a7809a3ff None None] Provisioning for port bf32c0da-c2b7-405b-8629-26d22eace4c0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:47.569679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba4e6711-0f4d-4e7b-bf73-ce5a7809a3ff None None] Provisioning complete for port bf32c0da-c2b7-405b-8629-26d22eace4c0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:47.570301 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6711-0f4d-4e7b-bf73-ce5a7809a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.628514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.639026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e6711-0f4d-4e7b-bf73-ce5a7809a3ff None None] Port bf32c0da-c2b7-405b-8629-26d22eace4c0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:47.673246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43be1e0-05dd-4795-bc40-c2b4373ef8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b356afd-cff7-4c41-9368-d197e03fdd64,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:47.673779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Calling delete_port for d61bdfb9-41d6-44d0-8a9f-3ea94b6612b6 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:47.775797 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee45d-93b9-4053-baf8-dc83c41026fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.800862 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.831411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9f441-3994-4f2f-833b-2c22c1250de6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.835600 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cdc9f441-3994-4f2f-833b-2c22c1250de6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3129170 Jul 16 20:36:47.836228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:47.839316 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee45d-93b9-4053-baf8-dc83c41026fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:47.850171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d37d-7b3c-4f17-b3f2-312fbd4a4143 req-56258340-5474-489c-bef0-2f16927b9185 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:47.851370 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d8d37d-7b3c-4f17-b3f2-312fbd4a4143 req-56258340-5474-489c-bef0-2f16927b9185 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1027 time: 0.7510886 Jul 16 20:36:47.942466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d8d37d-7b3c-4f17-b3f2-312fbd4a4143 req-7e62b4a5-e1b5-4390-b7c1-618285a88a37 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811534 Jul 16 20:36:48.023801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.063933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event deleted for resources: {'Port': ['ID=d61bdfb9-41d6-44d0-8a9f-3ea94b6612b6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:48.181426 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.182512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c58bd31-4ed8-4ba7-9cef-d7a62090c78c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.186879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5c58bd31-4ed8-4ba7-9cef-d7a62090c78c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3448966 Jul 16 20:36:48.187566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.216318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee45d-93b9-4053-baf8-dc83c41026fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.218794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee45d-93b9-4053-baf8-dc83c41026fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.219937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fe2ee45d-93b9-4053-baf8-dc83c41026fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b356afd-cff7-4c41-9368-d197e03fdd64 HTTP/1.1" status: 204 len: 168 time: 0.6584949 Jul 16 20:36:48.267186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ee45d-93b9-4053-baf8-dc83c41026fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b356afd-cff7-4c41-9368-d197e03fdd64,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:48.310481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fcd64e-02f5-4704-9277-b007e8a3dec2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.312064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fcd64e-02f5-4704-9277-b007e8a3dec2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.313557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fcd64e-02f5-4704-9277-b007e8a3dec2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:48.318029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-25fcd64e-02f5-4704-9277-b007e8a3dec2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1221800 Jul 16 20:36:48.318653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.389594 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.392754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.478538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.479141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Fanout notify agent at l3_agent the message router_deleted on router cf15c787-08cf-4f9f-98c3-6563b0a8ad86 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:36:48.489659 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.489659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d33302ca-d593-404e-9891-47338f7138e0 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/cf15c787-08cf-4f9f-98c3-6563b0a8ad86 HTTP/1.1" status: 204 len: 168 time: 2.6859920 Jul 16 20:36:48.499069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.503910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1583104945', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': False}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:48.513215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb1b0a8-9bc9-4258-bd88-98e2a903feeb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet ccebf29d-6bdd-429b-8e2d-7661cee0440d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:48.521338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b0a8-9bc9-4258-bd88-98e2a903feeb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.603436 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b0a8-9bc9-4258-bd88-98e2a903feeb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.653483 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.656035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.712776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54606) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:48.734163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-028e85e1-48d3-4bc2-8b38-8657f70e55b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.771545 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf32c0da-c2b7-405b-8629-26d22eace4c0 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:48.824808 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.855791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.919457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Transition to ACTIVE for port object bf32c0da-c2b7-405b-8629-26d22eace4c0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:48.935538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-028e85e1-48d3-4bc2-8b38-8657f70e55b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.941768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-028e85e1-48d3-4bc2-8b38-8657f70e55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:48.986129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.015115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-028e85e1-48d3-4bc2-8b38-8657f70e55b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a22d0b81332468ba16c1b57c434cb6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009691 Jul 16 20:36:49.022812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54620) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.036565 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b0a8-9bc9-4258-bd88-98e2a903feeb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.132460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e85e1-48d3-4bc2-8b38-8657f70e55b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f508cd2e-04b0-4d2e-a682-60992c81b40b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.180392 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e091e0-2f94-485a-af4f-959695d94e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.207844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf32c0da-c2b7-405b-8629-26d22eace4c0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.222406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52d33-4749-4ddf-91d7-c3c08453d851 req-67dcc5c2-c3cf-42e8-9638-3ccffa6be3ff tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.223610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e091e0-2f94-485a-af4f-959695d94e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.224006 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-48b52d33-4749-4ddf-91d7-c3c08453d851 req-67dcc5c2-c3cf-42e8-9638-3ccffa6be3ff tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.5069537 Jul 16 20:36:49.226166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.344978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e091e0-2f94-485a-af4f-959695d94e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.347927 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97e091e0-2f94-485a-af4f-959695d94e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.352104 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-97e091e0-2f94-485a-af4f-959695d94e48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f508cd2e-04b0-4d2e-a682-60992c81b40b HTTP/1.1" status: 204 len: 168 time: 0.3283010 Jul 16 20:36:49.354479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ae14-74e8-4996-bdb3-f75389c1e2d3 req-410ba0fb-0f0a-439b-925f-d604b71a920c tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:49.362243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c927ae14-74e8-4996-bdb3-f75389c1e2d3 req-410ba0fb-0f0a-439b-925f-d604b71a920c tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1053 time: 0.1284480 Jul 16 20:36:49.384377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e091e0-2f94-485a-af4f-959695d94e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f508cd2e-04b0-4d2e-a682-60992c81b40b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.439620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c927ae14-74e8-4996-bdb3-f75389c1e2d3 req-3928d430-e736-486e-adb0-c8e13abae43f tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762012 Jul 16 20:36:49.811881 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b0a8-9bc9-4258-bd88-98e2a903feeb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.835273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b946d1-62b9-4987-b7fa-8ac4a51e10ca None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:49.836938 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-48b52d33-4749-4ddf-91d7-c3c08453d851 req-58183a57-0b79-4d7c-91af-e08f6d535987 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6036663 Jul 16 20:36:49.839223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b0a8-9bc9-4258-bd88-98e2a903feeb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.845900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9fb1b0a8-9bc9-4258-bd88-98e2a903feeb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/ccebf29d-6bdd-429b-8e2d-7661cee0440d HTTP/1.1" status: 204 len: 168 time: 1.5231190 Jul 16 20:36:49.846005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54654) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:49.872288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1b0a8-9bc9-4258-bd88-98e2a903feeb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=ccebf29d-6bdd-429b-8e2d-7661cee0440d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:49.934946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Attempting to bind port bf32c0da-c2b7-405b-8629-26d22eace4c0 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:49.935307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Attempting to bind port bf32c0da-c2b7-405b-8629-26d22eace4c0 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:49.935641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Attempting to bind port bf32c0da-c2b7-405b-8629-26d22eace4c0 on network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:49.942424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Port bf32c0da-c2b7-405b-8629-26d22eace4c0 on network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:36:49.943434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Attempting to bind port bf32c0da-c2b7-405b-8629-26d22eace4c0 on network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:49.953174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:49.953778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Checking segment: {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:49.954179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Bound using segment: {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:49.954616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Bound port: bf32c0da-c2b7-405b-8629-26d22eace4c0, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:49.954976 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:49.960717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ad9254-9b81-44bc-845b-b3db58558793 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet e3d6465f-be2c-464c-955e-8b60e5257ffe {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:36:49.965754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80ad9254-9b81-44bc-845b-b3db58558793 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.042945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80ad9254-9b81-44bc-845b-b3db58558793 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.196417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80ad9254-9b81-44bc-845b-b3db58558793 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.224184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] For port bf32c0da-c2b7-405b-8629-26d22eace4c0, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:50.327007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] For port bf32c0da-c2b7-405b-8629-26d22eace4c0, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bf32c0da-c2b7-405b-8629-26d22eace4c0,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:50.351789 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80ad9254-9b81-44bc-845b-b3db58558793 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.357162 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.402030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad9254-9b81-44bc-845b-b3db58558793 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d6465f-be2c-464c-955e-8b60e5257ffe,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:50.410449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80ad9254-9b81-44bc-845b-b3db58558793 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.418465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-80ad9254-9b81-44bc-845b-b3db58558793 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/e3d6465f-be2c-464c-955e-8b60e5257ffe HTTP/1.1" status: 204 len: 168 time: 0.5726552 Jul 16 20:36:50.423472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54678) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.473791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf32c0da-c2b7-405b-8629-26d22eace4c0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:50.488888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:50.489985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.490904 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-a23218c2-16b4-4d47-80ac-8ab3fa909fa7 service neutron] 10.222.0.63 "PUT /v2.0/ports/bf32c0da-c2b7-405b-8629-26d22eace4c0 HTTP/1.1" status: 200 len: 1092 time: 3.0494139 Jul 16 20:36:50.493152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241a428f-f13f-4dec-9f8a-3c9feec87e01', 'tag': 'bf32c0da-c2b7-405b-8629-26d22eace4c0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:36:50.496783 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17201983-9bde-495b-b513-0506b4e419fb" -d '{"events": [{"name": "network-changed", "server_uuid": "241a428f-f13f-4dec-9f8a-3c9feec87e01", "tag": "bf32c0da-c2b7-405b-8629-26d22eace4c0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:36:50.507666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.549626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.595781 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-961060db-9403-43ad-80bd-4ca79e6d8e6f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1709058 Jul 16 20:36:50.596509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:50.597766 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e532ca3f-a8d5-4052-93cb-776056c6f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.604669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:50.733484 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505e30f6-7640-47ed-be16-ce39f36726fe x-openstack-request-id: req-505e30f6-7640-47ed-be16-ce39f36726fe {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:36:50.733738 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241a428f-f13f-4dec-9f8a-3c9feec87e01", "tag": "bf32c0da-c2b7-405b-8629-26d22eace4c0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:36:50.733991 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-505e30f6-7640-47ed-be16-ce39f36726fe {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:36:50.734390 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241a428f-f13f-4dec-9f8a-3c9feec87e01', 'tag': 'bf32c0da-c2b7-405b-8629-26d22eace4c0', 'status': 'completed', 'code': 200} Jul 16 20:36:50.789455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029d36fa-3c82-48a3-9c4c-c68b6b82070e None None] Update dhcp port {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': 'e3d6465f-be2c-464c-955e-8b60e5257ffe'}], 'binding:host_id': 'n-d-792394-17'}, 'id': 'abf26e80-1c69-44d1-86d3-46fbf5ca7e5e'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:36:50.932709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:50.936827 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-029d36fa-3c82-48a3-9c4c-c68b6b82070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:50.941945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.001646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Allocated IP 172.25.7.163 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/a9ebdd38-a7fb-4c43-9d9f-152199ee602e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:51.169496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.247868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.270288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa89c48-23da-496c-a2c2-af25c5ebbc62 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:51.332209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-4f29a3eb-eee1-4ad8-a112-81eb2439b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:51.334038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-4f29a3eb-eee1-4ad8-a112-81eb2439b2d0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d2687597a5445648a308aa3d29088fa&device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1095 time: 0.7715254 Jul 16 20:36:51.341574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event updated for resources: {'Port': ['ID=a9ebdd38-a7fb-4c43-9d9f-152199ee602e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:51.412654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:51.456924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ce811-1d77-475c-a080-e6a600121aa1 req-a40d2962-9617-4c22-8b8a-66413dd5b0fe tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:51.459585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-da4ce811-1d77-475c-a080-e6a600121aa1 req-a40d2962-9617-4c22-8b8a-66413dd5b0fe tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1095 time: 0.6228957 Jul 16 20:36:51.469355 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-7d19851b-635c-410a-8867-105e30cbe602 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf32c0da-c2b7-405b-8629-26d22eace4c0 HTTP/1.1" status: 200 len: 217 time: 0.1200125 Jul 16 20:36:51.471890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:51.477855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b948939-d581-4ffc-81f2-0f66cf99f9a5 req-f7fe4393-fa62-40d2-a7b5-6d05a6076057 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:51.479499 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b948939-d581-4ffc-81f2-0f66cf99f9a5 req-f7fe4393-fa62-40d2-a7b5-6d05a6076057 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.3156886 Jul 16 20:36:51.488037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:51.516731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8de24aee-0c83-4001-9c75-b37f61e5a567 None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:51.517105 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8de24aee-0c83-4001-9c75-b37f61e5a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:51.562853 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b948939-d581-4ffc-81f2-0f66cf99f9a5 req-91eb33e9-4183-4b69-880a-d8754d068cc5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750935 Jul 16 20:36:51.650982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.objects.ports [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:36:51.985211 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.003618 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-da4ce811-1d77-475c-a080-e6a600121aa1 req-0f3edda6-220e-47ac-a590-872c568a2f2d tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328629 Jul 16 20:36:52.146604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-c3ff2481-074f-4fd5-adee-11369c950471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.148276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-c3ff2481-074f-4fd5-adee-11369c950471 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c52806ff-57b6-4646-8023-343c561c687b HTTP/1.1" status: 200 len: 848 time: 0.6529024 Jul 16 20:36:52.345967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-383db429-a7ce-4df6-9b37-8ad894850780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.347593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-383db429-a7ce-4df6-9b37-8ad894850780 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631482 Jul 16 20:36:52.348394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.385100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:52.459555 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.466470 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.467657 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.545158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf26e80-1c69-44d1-86d3-46fbf5ca7e5e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:36:52.657744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-6fafd2cf-1435-42bb-bcfe-110b300c06d8 service neutron] 10.222.0.63 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238417 Jul 16 20:36:52.782618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:52.832776 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.851782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:52.956815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:52.965469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:52.966340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:52.983357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:52.995023 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.062884 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6f5a8ed5-34b9-47c4-be2a-2be0563fd818 req-96dc7654-045c-4122-9181-e71085b0de42 service neutron] 10.222.0.63 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957410 Jul 16 20:36:53.125390 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5277796 Jul 16 20:36:53.128477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.133376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48779b7-cf13-4ba7-a088-7ba008cbd0fc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=66df7367-7013-450a-af02-007c4c2dbc4d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.137898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5b4144b0-c7aa-45ac-9351-d597250aacdd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:53.173245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b66a1b-e14e-4046-855b-4d5e0a58c271 req-6d7a3c92-8972-4ddc-9d47-af31fb4c7d37 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:53.186571 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-59b66a1b-e14e-4046-855b-4d5e0a58c271 req-6d7a3c92-8972-4ddc-9d47-af31fb4c7d37 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.4010024 Jul 16 20:36:53.238810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf26e80-1c69-44d1-86d3-46fbf5ca7e5e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:53.278746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-59b66a1b-e14e-4046-855b-4d5e0a58c271 req-8a37ff43-42fc-4438-93c7-7960eafd08ca tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906620 Jul 16 20:36:53.326203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.356601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:53.403954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:53.404348 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.453937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55171f-8cd9-4a91-ac31-4d519f4389ae None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:53.574480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4144b0-c7aa-45ac-9351-d597250aacdd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:53.574684 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.580760 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b4144b0-c7aa-45ac-9351-d597250aacdd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.581497 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65372d8b-a892-4117-b563-2f5f9e3b7f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.591459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201983-9bde-495b-b513-0506b4e419fb req-1a58cfe1-5c39-4f91-b87d-2e7200b1fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:53.593268 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17201983-9bde-495b-b513-0506b4e419fb req-1a58cfe1-5c39-4f91-b87d-2e7200b1fa65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d2687597a5445648a308aa3d29088fa&device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1095 time: 0.4439621 Jul 16 20:36:53.593512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f243faf3-f9a0-4e04-bb73-43f6a93feb70 None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:53.593899 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f243faf3-f9a0-4e04-bb73-43f6a93feb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.810626 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.819284 n-d-792394-17 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-5b4144b0-c7aa-45ac-9351-d597250aacdd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66df7367-7013-450a-af02-007c4c2dbc4d (CIDR: 2001:db8::/64) Jul 16 20:36:53.882711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f243faf3-f9a0-4e04-bb73-43f6a93feb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.911905 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4144b0-c7aa-45ac-9351-d597250aacdd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:36:53.920909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4144b0-c7aa-45ac-9351-d597250aacdd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:36:53.937029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:53.945843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9b6f-9bcc-49cc-9e94-f52bfd5ba893 req-e98074aa-a074-4149-b9e9-5835e0d49001 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:53.947800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-746b9b6f-9bcc-49cc-9e94-f52bfd5ba893 req-e98074aa-a074-4149-b9e9-5835e0d49001 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1095 time: 0.5331087 Jul 16 20:36:53.960667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54818) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:53.961929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5b4144b0-c7aa-45ac-9351-d597250aacdd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8311288 Jul 16 20:36:53.962985 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:53.966578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:54.084736 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-f243faf3-f9a0-4e04-bb73-43f6a93feb70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:36:54.085086 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-f243faf3-f9a0-4e04-bb73-43f6a93feb70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:36:54.087513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Router 1232635c-65d2-4e0e-a82d-3e9a022008ec is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:36:54.103936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=10']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:54.172649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:54.177534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.189817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201983-9bde-495b-b513-0506b4e419fb req-ff74f6df-a6ca-41e1-9a32-7cfa3bcb00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.200421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17201983-9bde-495b-b513-0506b4e419fb req-ff74f6df-a6ca-41e1-9a32-7cfa3bcb00ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01 HTTP/1.1" status: 200 len: 910 time: 0.5824509 Jul 16 20:36:54.244175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54832) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:54.298092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-746b9b6f-9bcc-49cc-9e94-f52bfd5ba893 req-60e36b57-4283-4826-ace6-cdf9aa764e18 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336229 Jul 16 20:36:54.582443 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.653487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf26e80-1c69-44d1-86d3-46fbf5ca7e5e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:54.659151 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32c3e732-f3eb-4f35-b8ca-c58b61514eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.709355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:54.709970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.759614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e9ab-b163-42de-8719-911cf2554bad req-e421939c-344f-4d82-97f2-ecb2f0593211 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:54.764188 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ff5e9ab-b163-42de-8719-911cf2554bad req-e421939c-344f-4d82-97f2-ecb2f0593211 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.2871380 Jul 16 20:36:54.787189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7bd650f2-b059-463d-a41b-5917cc0095e1 None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:54.788524 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7bd650f2-b059-463d-a41b-5917cc0095e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.878341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ff5e9ab-b163-42de-8719-911cf2554bad req-cc8c7aa1-bdee-4565-b232-8e7736262025 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944271 Jul 16 20:36:54.951248 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17201983-9bde-495b-b513-0506b4e419fb req-00d5de6b-3566-4912-b9bb-edc15b2a15ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf32c0da-c2b7-405b-8629-26d22eace4c0 HTTP/1.1" status: 200 len: 217 time: 0.7425489 Jul 16 20:36:54.952942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:36:54.963038 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Sync routers for ids ['1232635c-65d2-4e0e-a82d-3e9a022008ec'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:36:54.973428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:54.978801 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Routers {'1232635c-65d2-4e0e-a82d-3e9a022008ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:54.981638 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1232635c-65d2-4e0e-a82d-3e9a022008ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:54.995134 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-87fc823a-3121-45ef-9285-2cb77a5bd108 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.3105066 Jul 16 20:36:55.060837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=0a9e0625-bd45-44d6-b61f-b4cc1b50d535,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:55.108801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:55.121220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:55.128767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.129403 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.134338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ded90-7077-43bf-ad3c-8e4d263a2dd2 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:36:55.142207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-cb78eb6a-5185-40d0-9272-fa2106c81615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.149696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-cb78eb6a-5185-40d0-9272-fa2106c81615 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 1097 time: 0.2653601 Jul 16 20:36:55.161850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201983-9bde-495b-b513-0506b4e419fb req-148026e7-29e6-425c-a5a8-01fa93263347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.164020 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17201983-9bde-495b-b513-0506b4e419fb req-148026e7-29e6-425c-a5a8-01fa93263347 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c52806ff-57b6-4646-8023-343c561c687b HTTP/1.1" status: 200 len: 848 time: 0.1874835 Jul 16 20:36:55.270415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-a7cb5c21-2e72-41ca-9905-7ed1242e5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.270895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-a7cb5c21-2e72-41ca-9905-7ed1242e5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.271398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-a7cb5c21-2e72-41ca-9905-7ed1242e5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.271860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-a7cb5c21-2e72-41ca-9905-7ed1242e5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.272480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-a7cb5c21-2e72-41ca-9905-7ed1242e5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.272776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-a7cb5c21-2e72-41ca-9905-7ed1242e5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.273238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-a7cb5c21-2e72-41ca-9905-7ed1242e5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.275178 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-a7cb5c21-2e72-41ca-9905-7ed1242e5a55 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6508 time: 0.1966255 Jul 16 20:36:55.284183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32c3e732-f3eb-4f35-b8ca-c58b61514eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.301678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-db346bf3-03c0-43e2-9706-c827737b42b6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3374329 Jul 16 20:36:55.301678 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32c3e732-f3eb-4f35-b8ca-c58b61514eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.305671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.314572 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Set router 1232635c-65d2-4e0e-a82d-3e9a022008ec gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:55.318095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:7c:0e:94', 'name': 'tempest-NetworksTestDHCPv6-1757227282'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:55.437508 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.438856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9b74bb75-dbe9-4c08-8791-2a73195b3185 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.9389241 Jul 16 20:36:55.446798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.554703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201983-9bde-495b-b513-0506b4e419fb req-479d5f60-2231-41f8-97f0-a83384d75fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.556304 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17201983-9bde-495b-b513-0506b4e419fb req-479d5f60-2231-41f8-97f0-a83384d75fee service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3856196 Jul 16 20:36:55.588009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de271895-40cc-4b9c-ac92-d215728bcd14 None None] Update dhcp port {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': '66df7367-7013-450a-af02-007c4c2dbc4d', 'ip_address': '2001:db8::f816:3eff:fedc:5bff'}, {'subnet_id': '0a9e0625-bd45-44d6-b61f-b4cc1b50d535'}], 'binding:host_id': 'n-d-792394-17'}, 'id': 'abf26e80-1c69-44d1-86d3-46fbf5ca7e5e'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:36:55.631722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de271895-40cc-4b9c-ac92-d215728bcd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.690283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-5f826f30-c7b2-480c-a1ff-901d05ccff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.692393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-5f826f30-c7b2-480c-a1ff-901d05ccff2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a009e787-a7f3-40bc-b75f-013dab298386 HTTP/1.1" status: 200 len: 897 time: 0.5078235 Jul 16 20:36:55.695153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-820620a6-5b53-4a29-9ad4-be48a6cf428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.695153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-820620a6-5b53-4a29-9ad4-be48a6cf428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.695449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-820620a6-5b53-4a29-9ad4-be48a6cf428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.697073 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-820620a6-5b53-4a29-9ad4-be48a6cf428b service neutron] 10.222.0.63 "GET /v2.0/networks?id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=6a17a63a-c043-49f3-9a05-56cd95c749a7&id=6a17a63a-c043-49f3-9a05-56cd95c749a7 HTTP/1.1" status: 200 len: 2297 time: 0.3715441 Jul 16 20:36:55.698314 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232635c-65d2-4e0e-a82d-3e9a022008ec', 'name': 'tempest-snat-router-1583104945', 'tenant_id': '0529bd4730504bdf9430c493351c00c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.163'}], 'enable_snat': False}, 'gw_port_id': 'a9ebdd38-a7fb-4c43-9d9f-152199ee602e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:48Z', 'updated_at': '2021-07-16T20:36:52Z', 'revision_number': 3, 'project_id': '0529bd4730504bdf9430c493351c00c1', 'gw_port': {'id': 'a9ebdd38-a7fb-4c43-9d9f-152199ee602e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:21:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232635c-65d2-4e0e-a82d-3e9a022008ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:50Z', 'updated_at': '2021-07-16T20:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:55.760030 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Checking router: 1232635c-65d2-4e0e-a82d-3e9a022008ec for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:36:55.761985 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Updating router 1232635c-65d2-4e0e-a82d-3e9a022008ec port a9ebdd38-a7fb-4c43-9d9f-152199ee602e binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:36:55.780114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-32c3e732-f3eb-4f35-b8ca-c58b61514eb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d42d6814809c47a6b3fee1d1f8124743&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5344930 Jul 16 20:36:55.781094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3e732-f3eb-4f35-b8ca-c58b61514eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1a5c73-bf4a-42a3-8e88-e06b875febe3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:55.782925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:55.854169 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.862736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-de271895-40cc-4b9c-ac92-d215728bcd14 None None] Allocated IP 2001:db8:0:1::2 (8c07d769-9495-46f2-a374-c7510b386f2a/0a9e0625-bd45-44d6-b61f-b4cc1b50d535/abf26e80-1c69-44d1-86d3-46fbf5ca7e5e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:55.902650 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17201983-9bde-495b-b513-0506b4e419fb req-25175273-f5f9-4b8c-96ea-68043fbfccdd service neutron] 10.222.0.63 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263924 Jul 16 20:36:55.907476 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-6d4a0f46-6a22-40b8-9eff-632233588e91 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 HTTP/1.1" status: 200 len: 1002 time: 0.1983399 Jul 16 20:36:55.976795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bf32c0da-c2b7-405b-8629-26d22eace4c0 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:36:55.985011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-02463724-3307-4853-979b-6f4db83b38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:55.986491 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-02463724-3307-4853-979b-6f4db83b38de service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8b25d401-2108-45e7-bcdf-2b5a4eec4cc8 HTTP/1.1" status: 200 len: 856 time: 0.0715034 Jul 16 20:36:55.987513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-672d5ca8-a6ca-46e2-b5b2-2ea6a4cfa527 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/routers/1232635c-65d2-4e0e-a82d-3e9a022008ec HTTP/1.1" status: 200 len: 909 time: 0.5252512 Jul 16 20:36:55.988826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cee0a734-0e29-4c18-b21b-d1e203c69c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:55.990301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:56.028746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1583104945', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': True}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:36:56.060672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3af77-e266-47e4-bd24-9a18b8a4b576 req-d1957c90-d74a-40d3-a2fe-43b9c4bfe21e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.062155 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ff3af77-e266-47e4-bd24-9a18b8a4b576 req-d1957c90-d74a-40d3-a2fe-43b9c4bfe21e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1095 time: 0.3841212 Jul 16 20:36:56.070218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-978369b3-0fa9-478e-9e82-30c80c7b38bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 HTTP/1.1" status: 200 len: 1001 time: 0.3444328 Jul 16 20:36:56.123753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cee0a734-0e29-4c18-b21b-d1e203c69c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.142414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-f2b37095-ffc4-4c90-a670-630e44d1b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.144688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-f2b37095-ffc4-4c90-a670-630e44d1b53b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11bf6003-fe15-46b7-80b5-d524f6cdf174 HTTP/1.1" status: 200 len: 835 time: 0.0686498 Jul 16 20:36:56.153794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:36:56.233564 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.237204 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.244505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-de271895-40cc-4b9c-ac92-d215728bcd14 None None] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:56.264929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port bf32c0da-c2b7-405b-8629-26d22eace4c0, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bf32c0da-c2b7-405b-8629-26d22eace4c0,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:56.294879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-3abdc7c4-eb5b-4827-891d-d681e9266163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.296823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-3abdc7c4-eb5b-4827-891d-d681e9266163 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2813761 Jul 16 20:36:56.312581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.329345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.338715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'bf32c0da-c2b7-405b-8629-26d22eace4c0', 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'port_id': 'bf32c0da-c2b7-405b-8629-26d22eace4c0', 'mac_address': 'fa:16:3e:6c:5d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52806ff-57b6-4646-8023-343c561c687b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:36:56.343619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 38722a75-3e9d-4a2f-b4ff-1b9ee9777b11 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:36:56.352260 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.364992 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Transition to ACTIVE for port object a9ebdd38-a7fb-4c43-9d9f-152199ee602e will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:56.374361 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.379522 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de271895-40cc-4b9c-ac92-d215728bcd14 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.451209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-de271895-40cc-4b9c-ac92-d215728bcd14 None None] Transition to ACTIVE for port object abf26e80-1c69-44d1-86d3-46fbf5ca7e5e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:56.461186 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de271895-40cc-4b9c-ac92-d215728bcd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.463780 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ff3af77-e266-47e4-bd24-9a18b8a4b576 req-c78ec0fa-2e2c-412f-b462-2a7079e56c88 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912535 Jul 16 20:36:56.477345 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Attempting to bind port a9ebdd38-a7fb-4c43-9d9f-152199ee602e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:36:56.477718 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Attempting to bind port a9ebdd38-a7fb-4c43-9d9f-152199ee602e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:36:56.478080 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Attempting to bind port a9ebdd38-a7fb-4c43-9d9f-152199ee602e on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:36:56.488506 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:36:56.488879 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:36:56.489283 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.489675 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:36:56.490147 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Bound port: a9ebdd38-a7fb-4c43-9d9f-152199ee602e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:36:56.490525 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.504661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.541325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17201983-9bde-495b-b513-0506b4e419fb req-caeb79b7-52db-49e7-bce7-8041af1c23dd service neutron] 10.222.0.63 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248963 Jul 16 20:36:56.551040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf32c0da-c2b7-405b-8629-26d22eace4c0 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:36:56.560250 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] For port a9ebdd38-a7fb-4c43-9d9f-152199ee602e, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:36:56.562086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.564206 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] For port a9ebdd38-a7fb-4c43-9d9f-152199ee602e, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a9ebdd38-a7fb-4c43-9d9f-152199ee602e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:36:56.572239 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.609527 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Routers {'1232635c-65d2-4e0e-a82d-3e9a022008ec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:36:56.610220 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1232635c-65d2-4e0e-a82d-3e9a022008ec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:56.626590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cee0a734-0e29-4c18-b21b-d1e203c69c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.629367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cee0a734-0e29-4c18-b21b-d1e203c69c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.633241 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cee0a734-0e29-4c18-b21b-d1e203c69c03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d1a5c73-bf4a-42a3-8e88-e06b875febe3 HTTP/1.1" status: 204 len: 168 time: 0.8492949 Jul 16 20:36:56.696487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8:0:1::194 (8c07d769-9495-46f2-a374-c7510b386f2a/0a9e0625-bd45-44d6-b61f-b4cc1b50d535/38722a75-3e9d-4a2f-b4ff-1b9ee9777b11) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:56.710388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::f816:3eff:fe7c:e94 (8c07d769-9495-46f2-a374-c7510b386f2a/66df7367-7013-450a-af02-007c4c2dbc4d/38722a75-3e9d-4a2f-b4ff-1b9ee9777b11) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:56.735226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c7865-3bb3-4738-9aa7-e65a767a57fa req-f47f06aa-9515-4e92-9562-347d698da29a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:56.737035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f1c7865-3bb3-4738-9aa7-e65a767a57fa req-f47f06aa-9515-4e92-9562-347d698da29a tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.5830886 Jul 16 20:36:56.762529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port bf32c0da-c2b7-405b-8629-26d22eace4c0, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bf32c0da-c2b7-405b-8629-26d22eace4c0,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:56.783189 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.788358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de271895-40cc-4b9c-ac92-d215728bcd14 None None] Pushing event updated for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:56.810964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-72ed0afa-6a0c-4dce-905d-76564f49761c service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926078 Jul 16 20:36:56.859713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0a734-0e29-4c18-b21b-d1e203c69c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1a5c73-bf4a-42a3-8e88-e06b875febe3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:56.919545 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] Set router 1232635c-65d2-4e0e-a82d-3e9a022008ec gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:36:56.957648 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:56.972751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 38722a75-3e9d-4a2f-b4ff-1b9ee9777b11 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:36:57.012673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=bf32c0da-c2b7-405b-8629-26d22eace4c0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.025408 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.086452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=38722a75-3e9d-4a2f-b4ff-1b9ee9777b11,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.094356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-60b4f039-6ac1-4ac4-8fb7-802d79ee6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.094572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['bf32c0da-c2b7-405b-8629-26d22eace4c0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:36:57.096309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-60b4f039-6ac1-4ac4-8fb7-802d79ee6cea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a009e787-a7f3-40bc-b75f-013dab298386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9437392 Jul 16 20:36:57.116823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:57.129422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:57.135784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:57.142573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.143234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.168298 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a4b815bd-642c-47d7-9ddd-353deee44929 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8583577 Jul 16 20:36:57.173489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:57.236345 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d09db-621c-4d0e-ab70-fce24720f58f None None] Pushing event updated for resources: {'Port': ['ID=a9ebdd38-a7fb-4c43-9d9f-152199ee602e,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.302136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.316435 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f1c7865-3bb3-4738-9aa7-e65a767a57fa req-9e98bbc7-ba22-4d56-8c47-310a9116a92e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5206039 Jul 16 20:36:57.326634 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54894) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:57.380367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d09db-621c-4d0e-ab70-fce24720f58f None None] Pushing event updated for resources: {'Port': ['ID=a9ebdd38-a7fb-4c43-9d9f-152199ee602e,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:57.390262 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232635c-65d2-4e0e-a82d-3e9a022008ec', 'name': 'tempest-snat-router-1583104945', 'tenant_id': '0529bd4730504bdf9430c493351c00c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.163'}], 'enable_snat': False}, 'gw_port_id': 'a9ebdd38-a7fb-4c43-9d9f-152199ee602e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:48Z', 'updated_at': '2021-07-16T20:36:52Z', 'revision_number': 3, 'project_id': '0529bd4730504bdf9430c493351c00c1', 'gw_port': {'id': 'a9ebdd38-a7fb-4c43-9d9f-152199ee602e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:21:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232635c-65d2-4e0e-a82d-3e9a022008ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:50Z', 'updated_at': '2021-07-16T20:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:36:57.425472 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d923685-3598-48cc-b5bb-f82a4a3535c2 None None] The sync data for ids ['1232635c-65d2-4e0e-a82d-3e9a022008ec'] in n-d-792394-17 is: [{'id': '1232635c-65d2-4e0e-a82d-3e9a022008ec', 'name': 'tempest-snat-router-1583104945', 'tenant_id': '0529bd4730504bdf9430c493351c00c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.163'}], 'enable_snat': False}, 'gw_port_id': 'a9ebdd38-a7fb-4c43-9d9f-152199ee602e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:48Z', 'updated_at': '2021-07-16T20:36:52Z', 'revision_number': 3, 'project_id': '0529bd4730504bdf9430c493351c00c1', 'gw_port': {'id': 'a9ebdd38-a7fb-4c43-9d9f-152199ee602e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:21:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232635c-65d2-4e0e-a82d-3e9a022008ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:50Z', 'updated_at': '2021-07-16T20:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:36:57.461445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-d2ba2a1e-c563-4440-8f43-2fe4fa8c78a4 service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341734 Jul 16 20:36:57.476946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85f31a30-b909-4fa5-b639-506f22a09907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.532093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-91878cd6-15a0-4bdc-b881-665fbac3ff67 service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253404 Jul 16 20:36:57.540465 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-dc394afe-439d-4980-bc79-2c45e12acc1e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 217 time: 0.0711036 Jul 16 20:36:57.710322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-c3fcaa89-4cf8-4af9-8b4d-f5320215031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.711657 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-c3fcaa89-4cf8-4af9-8b4d-f5320215031a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.1639109 Jul 16 20:36:57.736317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85e7d3c3-8e38-4da1-9c78-dd90db5b35d2 req-76f7bc64-0452-445a-bf3e-77b57f37f74e service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971328 Jul 16 20:36:57.842066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-be332fcb-8250-4be5-8e61-c9984cfe607a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 38722a75-3e9d-4a2f-b4ff-1b9ee9777b11 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:36:57.842418 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be332fcb-8250-4be5-8e61-c9984cfe607a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:57.899773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfa597-59fc-49a0-b54c-4febafc0d592 req-0c41d8eb-8c88-48d0-baef-a4582ce535c4 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:57.928405 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30cfa597-59fc-49a0-b54c-4febafc0d592 req-0c41d8eb-8c88-48d0-baef-a4582ce535c4 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1096 time: 0.1845980 Jul 16 20:36:58.111511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.115035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-13aa6bc4-f0de-4959-ab12-ab1e75ebb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:58.124948 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-13aa6bc4-f0de-4959-ab12-ab1e75ebb2b5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4048464 Jul 16 20:36:58.156304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.156499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fba3226d-f07b-425b-a220-32d80f3bca93 None None] Provisioning for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:58.168262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fba3226d-f07b-425b-a220-32d80f3bca93 None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:58.168644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fba3226d-f07b-425b-a220-32d80f3bca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.499701 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-283785da-d8ca-48c8-b3d4-6e7c31c1c625 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537085 Jul 16 20:36:58.578617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Allocated IP 172.25.7.140 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/522523c8-b01c-453d-9702-fb5a772f2766) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:36:58.781128 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85f31a30-b909-4fa5-b639-506f22a09907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.817828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf26e80-1c69-44d1-86d3-46fbf5ca7e5e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:58.840603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-4a698b53-2e4d-409f-8a85-18de8af3adde service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330681 Jul 16 20:36:58.885492 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-8a38c04e-e867-43be-bb00-d29fb2a776bf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 217 time: 0.0377691 Jul 16 20:36:58.898144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310fa52-24be-4be6-b95f-eb2de5bc0728 req-cfb82550-5d80-49de-82c7-4dac40192296 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:58.903287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6310fa52-24be-4be6-b95f-eb2de5bc0728 req-cfb82550-5d80-49de-82c7-4dac40192296 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.3548241 Jul 16 20:36:58.925846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85f31a30-b909-4fa5-b639-506f22a09907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.939662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be332fcb-8250-4be5-8e61-c9984cfe607a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.946925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-7ddfadde-8b56-4c5f-9ae1-a93ac78f4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:58.949809 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-7ddfadde-8b56-4c5f-9ae1-a93ac78f4471 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.0477874 Jul 16 20:36:58.971486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:58.972310 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:58.994561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30cfa597-59fc-49a0-b54c-4febafc0d592 req-940959b8-c724-463b-8940-2b2b6c89740d tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0593038 Jul 16 20:36:59.003111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-be332fcb-8250-4be5-8e61-c9984cfe607a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 38722a75-3e9d-4a2f-b4ff-1b9ee9777b11 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:36:59.045742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e3a53df-848f-400d-8de1-ec66c98dc208 None None] Provisioning for port 38722a75-3e9d-4a2f-b4ff-1b9ee9777b11 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:59.050779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.070593 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-85f31a30-b909-4fa5-b639-506f22a09907 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5dba61f502a2448b80cb943f8d3f1897&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7293777 Jul 16 20:36:59.076383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.077259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31a30-b909-4fa5-b639-506f22a09907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109285a-a114-4054-b844-5f4eeda44099,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.087420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e3a53df-848f-400d-8de1-ec66c98dc208 None None] Provisioning complete for port 38722a75-3e9d-4a2f-b4ff-1b9ee9777b11 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:59.087892 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e3a53df-848f-400d-8de1-ec66c98dc208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.102413 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6310fa52-24be-4be6-b95f-eb2de5bc0728 req-bf9d8c3e-e2d1-47ea-96f8-9fa3f7d8b788 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482100 Jul 16 20:36:59.181472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-be48923e-6a7a-423c-b8c6-9b60a3c07f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.193184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-be48923e-6a7a-423c-b8c6-9b60a3c07f42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2240903 Jul 16 20:36:59.219886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a53df-848f-400d-8de1-ec66c98dc208 None None] Port 38722a75-3e9d-4a2f-b4ff-1b9ee9777b11 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:36:59.227513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a9ebdd38-a7fb-4c43-9d9f-152199ee602e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:59.228757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e017832-e58c-431d-be08-7ddb624f0346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.257000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.264906 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e017832-e58c-431d-be08-7ddb624f0346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.294810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port a9ebdd38-a7fb-4c43-9d9f-152199ee602e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:59.298600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a9ebdd38-a7fb-4c43-9d9f-152199ee602e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:59.299110 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.393205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:36:59.399373 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e017832-e58c-431d-be08-7ddb624f0346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.403683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e017832-e58c-431d-be08-7ddb624f0346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.405650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9e017832-e58c-431d-be08-7ddb624f0346 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4109285a-a114-4054-b844-5f4eeda44099 HTTP/1.1" status: 204 len: 168 time: 0.3147938 Jul 16 20:36:59.421690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e017832-e58c-431d-be08-7ddb624f0346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109285a-a114-4054-b844-5f4eeda44099,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.433251 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be332fcb-8250-4be5-8e61-c9984cfe607a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.476014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be332fcb-8250-4be5-8e61-c9984cfe607a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=38722a75-3e9d-4a2f-b4ff-1b9ee9777b11,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.499958 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.505124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:36:59.516614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:36:59.530371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event updated for resources: {'Port': ['ID=522523c8-b01c-453d-9702-fb5a772f2766,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.545153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port a9ebdd38-a7fb-4c43-9d9f-152199ee602e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a9ebdd38-a7fb-4c43-9d9f-152199ee602e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:36:59.550806 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.623092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be332fcb-8250-4be5-8e61-c9984cfe607a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.625171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-be332fcb-8250-4be5-8e61-c9984cfe607a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/38722a75-3e9d-4a2f-b4ff-1b9ee9777b11 HTTP/1.1" status: 204 len: 168 time: 2.4504876 Jul 16 20:36:59.633588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=a9ebdd38-a7fb-4c43-9d9f-152199ee602e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:36:59.641911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54916) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.665729 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-a318ea75-2a74-45a1-b86f-6e94e7cecb49 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350057 Jul 16 20:36:59.742124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3c04a-2b1b-4539-ab4a-bff53c3ae541 req-1082de6b-abf3-438a-89c0-bae3df49f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.747869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bf32c0da-c2b7-405b-8629-26d22eace4c0 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:36:59.752184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ff3c04a-2b1b-4539-ab4a-bff53c3ae541 req-1082de6b-abf3-438a-89c0-bae3df49f1dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 1097 time: 0.2842379 Jul 16 20:36:59.821474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ff3c04a-2b1b-4539-ab4a-bff53c3ae541 req-fb121f25-f50b-46e3-83b6-ce11ac365aa1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542040 Jul 16 20:36:59.839916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cda30c-63a5-4239-8c3e-ea3790c9bb4f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.841882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e5cda30c-63a5-4239-8c3e-ea3790c9bb4f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1988087 Jul 16 20:36:59.845183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.849224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port bf32c0da-c2b7-405b-8629-26d22eace4c0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:36:59.853996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port bf32c0da-c2b7-405b-8629-26d22eace4c0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:36:59.854376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:36:59.874141 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-6128723c-9ca1-4f97-bc7c-6ab62bfacdf9 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988795 Jul 16 20:36:59.947541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f693d-43bf-4ccc-9477-a77a386ea6fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:36:59.950241 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-433f693d-43bf-4ccc-9477-a77a386ea6fa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1037512 Jul 16 20:36:59.953185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:36:59.982685 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-0cef0a70-34cc-4d51-8af7-bb8e0c8b3dc8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4 HTTP/1.1" status: 200 len: 217 time: 0.0764771 Jul 16 20:37:00.023843 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.081370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea20911-1764-4d09-b635-10024d4cd215 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.083012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea20911-1764-4d09-b635-10024d4cd215 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.096505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea20911-1764-4d09-b635-10024d4cd215 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.103430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bea20911-1764-4d09-b635-10024d4cd215 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1451645 Jul 16 20:37:00.104086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54936) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.114083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-fe50ac27-a6e3-41c8-8fc7-cddc02be0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.116009 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-fe50ac27-a6e3-41c8-8fc7-cddc02be0afd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.0780315 Jul 16 20:37:00.168557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port bf32c0da-c2b7-405b-8629-26d22eace4c0, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bf32c0da-c2b7-405b-8629-26d22eace4c0,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:00.170749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241a428f-f13f-4dec-9f8a-3c9feec87e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf32c0da-c2b7-405b-8629-26d22eace4c0'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:00.174315 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1816138-27ba-46c2-904b-c60aa80887a4" -d '{"events": [{"server_uuid": "241a428f-f13f-4dec-9f8a-3c9feec87e01", "name": "network-vif-plugged", "status": "completed", "tag": "bf32c0da-c2b7-405b-8629-26d22eace4c0"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:00.188876 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.285886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd9055b-82d0-47fe-ad18-3b120c1f5a64 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 0a9e0625-bd45-44d6-b61f-b4cc1b50d535 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:00.290913 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.301698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd9055b-82d0-47fe-ad18-3b120c1f5a64 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.331420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=bf32c0da-c2b7-405b-8629-26d22eace4c0,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:00.412717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd9055b-82d0-47fe-ad18-3b120c1f5a64 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.489142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be9a01-74ec-455d-94c5-446b1fd83af9 req-0f2eb6b4-2ec0-4a42-a56f-37d85a59a014 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:00.490993 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19be9a01-74ec-455d-94c5-446b1fd83af9 req-0f2eb6b4-2ec0-4a42-a56f-37d85a59a014 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.1393592 Jul 16 20:37:00.554595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:00.557000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd9055b-82d0-47fe-ad18-3b120c1f5a64 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.601592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19be9a01-74ec-455d-94c5-446b1fd83af9 req-0a4ac3f0-a7ed-403d-a393-31b20dfd7ba8 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875034 Jul 16 20:37:00.701162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd9055b-82d0-47fe-ad18-3b120c1f5a64 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.722451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd9055b-82d0-47fe-ad18-3b120c1f5a64 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.731629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8dd9055b-82d0-47fe-ad18-3b120c1f5a64 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/0a9e0625-bd45-44d6-b61f-b4cc1b50d535 HTTP/1.1" status: 204 len: 168 time: 0.6262844 Jul 16 20:37:00.756958 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbad190-e4f9-432f-9c50-53ebae458298 x-openstack-request-id: req-9dbad190-e4f9-432f-9c50-53ebae458298 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:00.758546 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241a428f-f13f-4dec-9f8a-3c9feec87e01", "name": "network-vif-plugged", "status": "completed", "tag": "bf32c0da-c2b7-405b-8629-26d22eace4c0", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:00.759011 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9dbad190-e4f9-432f-9c50-53ebae458298 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:00.766069 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241a428f-f13f-4dec-9f8a-3c9feec87e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf32c0da-c2b7-405b-8629-26d22eace4c0', 'code': 200} Jul 16 20:37:00.768734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8d09c-6ac8-4e5b-a62a-c3cb43b5920b None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:00.791928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54954) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:00.812712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9055b-82d0-47fe-ad18-3b120c1f5a64 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9e0625-bd45-44d6-b61f-b4cc1b50d535,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:00.928629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a9ebdd38-a7fb-4c43-9d9f-152199ee602e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:00.931348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcf3524-2631-484a-88ce-e90dfcac8dff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 66df7367-7013-450a-af02-007c4c2dbc4d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:00.936123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3524-2631-484a-88ce-e90dfcac8dff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:00.981271 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3524-2631-484a-88ce-e90dfcac8dff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.091930 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3524-2631-484a-88ce-e90dfcac8dff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.109894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-c49f318e-8337-42b5-9e9a-4a316cfc48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.112071 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-c49f318e-8337-42b5-9e9a-4a316cfc48a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8190310 Jul 16 20:37:01.158383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a9ebdd38-a7fb-4c43-9d9f-152199ee602e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:01.158975 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.178908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70b7d6-6b1e-4cbd-ae11-7330309de184 req-69696eb8-3ecf-4451-bbe8-a40ba3b43704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.181083 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4a70b7d6-6b1e-4cbd-ae11-7330309de184 req-69696eb8-3ecf-4451-bbe8-a40ba3b43704 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1097 time: 0.2380695 Jul 16 20:37:01.205038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3524-2631-484a-88ce-e90dfcac8dff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.239385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf3524-2631-484a-88ce-e90dfcac8dff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=66df7367-7013-450a-af02-007c4c2dbc4d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.242112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:01.249417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3524-2631-484a-88ce-e90dfcac8dff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.251673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bdcf3524-2631-484a-88ce-e90dfcac8dff tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/66df7367-7013-450a-af02-007c4c2dbc4d HTTP/1.1" status: 204 len: 168 time: 0.4585223 Jul 16 20:37:01.254472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54964) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:01.294954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'port_id': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'mac_address': 'fa:16:3e:3a:2c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:01.302122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a82ec18d-fd91-493e-b991-3170fb726534 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461218 Jul 16 20:37:01.305184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:01.316281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:01.370296 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.384728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:01.431159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ade10f-ff63-4891-b9db-c718274a1605 req-856c0e36-6931-419e-a9bd-665fe7e35ffd tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:01.438607 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03ade10f-ff63-4891-b9db-c718274a1605 req-856c0e36-6931-419e-a9bd-665fe7e35ffd tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1097 time: 1.1043119 Jul 16 20:37:01.454784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:01.462321 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.468592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7812cf5-b758-4a65-865c-12f2ee64d5c3 None None] Update dhcp port {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'fixed_ips': [{'subnet_id': '66df7367-7013-450a-af02-007c4c2dbc4d'}], 'binding:host_id': 'n-d-792394-17'}, 'id': 'abf26e80-1c69-44d1-86d3-46fbf5ca7e5e'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:37:01.527389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7812cf5-b758-4a65-865c-12f2ee64d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.534128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:01.544318 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.578863 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-ae8ac4a8-1c5b-4606-ad5e-48c3418b1a98 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523439 Jul 16 20:37:01.593595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:01.607272 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4a70b7d6-6b1e-4cbd-ae11-7330309de184 req-9aa546a6-722c-4350-8aab-66c2ab976589 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247789 Jul 16 20:37:01.626313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03ade10f-ff63-4891-b9db-c718274a1605 req-8977ee15-0264-4eab-a66e-9169e80e7a72 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850131 Jul 16 20:37:01.691532 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:01.730336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:01.803334 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-82e113a3-2898-498e-95ed-7d3f67aa3350 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117920 Jul 16 20:37:01.869441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54476d50-4d46-489c-b2f0-c235216176fd None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:01.891975 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-0e0210c2-4dee-4d22-a620-81b05eac7b21 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=7ec91537-7208-43f6-a91a-d689b79c0b81 HTTP/1.1" status: 200 len: 217 time: 0.0513132 Jul 16 20:37:02.006131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-7c00026c-b294-41bb-b488-fade7aa3329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.008415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-7c00026c-b294-41bb-b488-fade7aa3329f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.1088803 Jul 16 20:37:02.069682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dfcf279d-0149-4f11-8d21-88e34b9d08bd None None] Provisioning complete for port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:02.070196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dfcf279d-0149-4f11-8d21-88e34b9d08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.091247 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Router 4053f519-2842-48f4-847b-05e4559b8b4f is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:02.111629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-d0796876-a7fd-400c-91c6-864ee83afb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.113385 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-d0796876-a7fd-400c-91c6-864ee83afb04 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979095 Jul 16 20:37:02.157179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.183909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dcd8-8ccd-48fe-accd-30dd6eb38af6 req-93c0e9f1-7719-403d-bb9e-d75b7acc16d7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.189722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2145dcd8-8ccd-48fe-accd-30dd6eb38af6 req-93c0e9f1-7719-403d-bb9e-d75b7acc16d7 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 944 time: 0.3136246 Jul 16 20:37:02.264448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=0f6dff59-371f-4f11-81ac-c9f18f1ff3b3,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:02.315881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:02.324953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:02.333080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:02.335050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.356688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2145dcd8-8ccd-48fe-accd-30dd6eb38af6 req-295cdc3b-9f36-4b21-b727-591fecc402d5 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818172 Jul 16 20:37:02.378553 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9838e8c6-4f5a-4ca7-a759-f0e4359ded2a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0697851 Jul 16 20:37:02.378815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54990) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.394541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2a42e324-6e4a-4b97-b674-f2712d75233c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:02.402493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 54994) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.433466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:02.436299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9d331-dab3-4bfb-a03f-004f44606b1a None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:02.458397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-e40d594d-3676-466b-84d1-ffda53b0352e service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280106 Jul 16 20:37:02.500616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.501348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65617764-e5da-47ac-a713-e756563933b5 None None] Sync routers for ids ['4053f519-2842-48f4-847b-05e4559b8b4f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:02.502453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9cfaa61c-ce34-469e-a84a-f4e7ee2b0ff7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4895396 Jul 16 20:37:02.509986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 54998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.606411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:02.705076 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-46ab07bd-bb81-496b-b97f-59fb949b2527 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382059 Jul 16 20:37:02.743063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device abf26e80-1c69-44d1-86d3-46fbf5ca7e5e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:02.766395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-90f24e10-35d7-4811-9522-47e2dd853987 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca4c7-dc97-4568-8028-c745824ae60f HTTP/1.1" status: 200 len: 217 time: 0.0515382 Jul 16 20:37:02.779497 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-55dcc135-7ef1-4290-9323-c7e75ca957c4 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/floatingips/8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f HTTP/1.1" status: 200 len: 992 time: 0.3728192 Jul 16 20:37:02.789421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a42e324-6e4a-4b97-b674-f2712d75233c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:02.796601 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-25938a30-683e-4b3e-a00f-a05440e15a9e tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/routers/4053f519-2842-48f4-847b-05e4559b8b4f HTTP/1.1" status: 200 len: 908 time: 0.2820449 Jul 16 20:37:02.797725 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a42e324-6e4a-4b97-b674-f2712d75233c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:02.836751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:02.849162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65617764-e5da-47ac-a713-e756563933b5 None None] Routers {'4053f519-2842-48f4-847b-05e4559b8b4f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:02.849830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65617764-e5da-47ac-a713-e756563933b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4053f519-2842-48f4-847b-05e4559b8b4f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:02.997946 n-d-792394-17 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-2a42e324-6e4a-4b97-b674-f2712d75233c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f6dff59-371f-4f11-81ac-c9f18f1ff3b3 (CIDR: 2001:db8::/64) Jul 16 20:37:02.998383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-4c14baec-87c3-4184-b441-d71fc52cdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:03.000590 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-4c14baec-87c3-4184-b441-d71fc52cdce9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.2262187 Jul 16 20:37:03.006110 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a42e324-6e4a-4b97-b674-f2712d75233c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:03.008661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a42e324-6e4a-4b97-b674-f2712d75233c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:03.028220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2a42e324-6e4a-4b97-b674-f2712d75233c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6466396 Jul 16 20:37:03.030179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:03.036423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:03.115537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298de45-e48c-4d87-a310-18bb03c4d58b req-c91deeb3-1aec-421e-b35a-5dd83413247b tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:03.117136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1298de45-e48c-4d87-a310-18bb03c4d58b req-c91deeb3-1aec-421e-b35a-5dd83413247b tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1097 time: 0.1857545 Jul 16 20:37:03.120195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.257715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:03.264402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.265328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-5cbecdf8-ff80-48b0-8fa7-ad9cb0acbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:03.266880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-5cbecdf8-ff80-48b0-8fa7-ad9cb0acbf79 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2588031 Jul 16 20:37:03.270463 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1298de45-e48c-4d87-a310-18bb03c4d58b req-98e79ddb-2cf6-4895-84bd-e0541276f98c tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405306 Jul 16 20:37:03.353679 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.413797 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-6b554a3b-8a53-42eb-b44d-75bd19b661b3 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397262 Jul 16 20:37:03.471390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.485956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Deleting port 522523c8-b01c-453d-9702-fb5a772f2766 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:03.486386 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.487568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-27b9d331-dab3-4bfb-a03f-004f44606b1a None None] Deleting port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:03.489625 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27b9d331-dab3-4bfb-a03f-004f44606b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.594649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-65617764-e5da-47ac-a713-e756563933b5 None None] Set router 4053f519-2842-48f4-847b-05e4559b8b4f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:03.635948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.807502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:03.927309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:03.954606 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:03.959058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:03.974479 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.006223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.objects.ports [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:37:04.042051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-27b9d331-dab3-4bfb-a03f-004f44606b1a None None] For port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:04.042465 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27b9d331-dab3-4bfb-a03f-004f44606b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.046380 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-dce5687b-b381-48ef-be01-ccbe1e91c087 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250398 Jul 16 20:37:04.051969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.056504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4cec3-a75a-45cb-a69c-89265e9bc0b1 req-bc10b903-709c-4f89-9ceb-dd3dd306b2aa tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.058398 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9e4cec3-a75a-45cb-a69c-89265e9bc0b1 req-bc10b903-709c-4f89-9ceb-dd3dd306b2aa tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1097 time: 0.5930221 Jul 16 20:37:04.076943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-27b9d331-dab3-4bfb-a03f-004f44606b1a None None] Calling delete_port for abf26e80-1c69-44d1-86d3-46fbf5ca7e5e owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:04.093570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=14']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:04.134611 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-b77a11dc-fbb5-4288-8279-5382a6d1c38d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484 HTTP/1.1" status: 200 len: 217 time: 0.0748518 Jul 16 20:37:04.137301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Calling delete_port for 522523c8-b01c-453d-9702-fb5a772f2766 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:04.293833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9e4cec3-a75a-45cb-a69c-89265e9bc0b1 req-77eb08e8-ad21-4ec8-b8df-941dfb2d4d4e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209790 Jul 16 20:37:04.310879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:04.325902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-0511ec97-37b3-4545-bc20-2b9f5533395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.325902 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-0511ec97-37b3-4545-bc20-2b9f5533395a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.1273048 Jul 16 20:37:04.340879 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.384557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65617764-e5da-47ac-a713-e756563933b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053f519-2842-48f4-847b-05e4559b8b4f', 'name': 'tempest-snat-router-1583104945', 'tenant_id': '0529bd4730504bdf9430c493351c00c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '522523c8-b01c-453d-9702-fb5a772f2766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:56Z', 'updated_at': '2021-07-16T20:37:00Z', 'revision_number': 3, 'project_id': '0529bd4730504bdf9430c493351c00c1', 'gw_port': {'id': '522523c8-b01c-453d-9702-fb5a772f2766', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053f519-2842-48f4-847b-05e4559b8b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:58Z', 'updated_at': '2021-07-16T20:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:04.388128 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27b9d331-dab3-4bfb-a03f-004f44606b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.447711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f412c9-7029-42e1-be85-ab2011a01865 req-c9c391b6-937e-4ddb-96de-4d89a39237f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.449953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-c9c391b6-937e-4ddb-96de-4d89a39237f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1246514 Jul 16 20:37:04.451659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e concurrently deleted while adding address for new subnet {'id': '59a089cf-0cde-4953-a2d3-69db2bb47c47', 'name': '', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2850, 'gateway_ip': '2001:db8:0:1::1', 'cidr': '2001:db8:0:1::/64', 'allocation_pools': [{'start': '2001:db8:0:1::2', 'end': '2001:db8:0:1:ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T20:37:03Z', 'updated_at': '2021-07-16T20:37:03Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a4372778100e4fcb8198b92e36981c88'}. {{(pid=93959) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 20:37:04.452550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.483277 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65617764-e5da-47ac-a713-e756563933b5 None None] Checking router: 4053f519-2842-48f4-847b-05e4559b8b4f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:04.488483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65617764-e5da-47ac-a713-e756563933b5 None None] Updating router 4053f519-2842-48f4-847b-05e4559b8b4f port 522523c8-b01c-453d-9702-fb5a772f2766 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:37:04.497216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9d331-dab3-4bfb-a03f-004f44606b1a None None] No DVR routers for this DVR port abf26e80-1c69-44d1-86d3-46fbf5ca7e5e on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:04.502061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9d331-dab3-4bfb-a03f-004f44606b1a None None] Pushing event deleted for resources: {'Port': ['ID=abf26e80-1c69-44d1-86d3-46fbf5ca7e5e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:04.582842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af220c66-0dff-4472-8045-430918010cdd None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:04.591775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:04.611743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:04.635715 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:37:04.660514 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-0b14f582-3808-4c4e-9af1-88c7c58aefef service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865752 Jul 16 20:37:04.662053 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.667862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:04.680700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.681387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.723949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=59a089cf-0cde-4953-a2d3-69db2bb47c47,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:04.728773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event deleted for resources: {'Port': ['ID=522523c8-b01c-453d-9702-fb5a772f2766,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:04.746663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-969f321c-b7f1-4078-876d-553c01c7b557 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7152581 Jul 16 20:37:04.751432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55056) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:04.751796 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65617764-e5da-47ac-a713-e756563933b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.761808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:c1:85:a5', 'name': 'tempest-NetworksTestDHCPv6-1778504328'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:04.804406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65617764-e5da-47ac-a713-e756563933b5 None None] Port 522523c8-b01c-453d-9702-fb5a772f2766 not found while updating agent binding for router 4053f519-2842-48f4-847b-05e4559b8b4f. {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:37:04.809047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654284a0-9c7c-4788-8523-a82de8f2c9b1 req-5494cbd0-c0c9-4f8d-84a3-02b898fede81 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:04.810734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-654284a0-9c7c-4788-8523-a82de8f2c9b1 req-5494cbd0-c0c9-4f8d-84a3-02b898fede81 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1097 time: 0.2818298 Jul 16 20:37:04.871105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65617764-e5da-47ac-a713-e756563933b5 None None] Routers {'4053f519-2842-48f4-847b-05e4559b8b4f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:04.872120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65617764-e5da-47ac-a713-e756563933b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4053f519-2842-48f4-847b-05e4559b8b4f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:04.908995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-654284a0-9c7c-4788-8523-a82de8f2c9b1 req-d54bafb5-4d16-41d1-a703-6938f94dc2a4 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671897 Jul 16 20:37:04.950124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:04.960639 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:04.971054 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-04f412c9-7029-42e1-be85-ab2011a01865 req-5d89de62-1db5-4811-856e-237324e6b02e service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026218 Jul 16 20:37:04.983217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:04.983621 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.068089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-65617764-e5da-47ac-a713-e756563933b5 None None] Set router 4053f519-2842-48f4-847b-05e4559b8b4f gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:05.109386 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.114225 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.131681 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.158622 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port e4314500-51d5-4ee0-84b6-8e22f916eefe yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:05.240642 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.241546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4053f519-2842-48f4-847b-05e4559b8b4f {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:05.248962 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.250164 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e7f6efac-e56d-4578-8010-28e656c76986 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "DELETE /v2.0/routers/4053f519-2842-48f4-847b-05e4559b8b4f HTTP/1.1" status: 204 len: 168 time: 2.4116292 Jul 16 20:37:05.258428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55074) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:05.270730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65617764-e5da-47ac-a713-e756563933b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053f519-2842-48f4-847b-05e4559b8b4f', 'name': 'tempest-snat-router-1583104945', 'tenant_id': '0529bd4730504bdf9430c493351c00c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:56Z', 'updated_at': '2021-07-16T20:37:04Z', 'revision_number': 5, 'project_id': '0529bd4730504bdf9430c493351c00c1', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:05.325816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65617764-e5da-47ac-a713-e756563933b5 None None] The sync data for ids ['4053f519-2842-48f4-847b-05e4559b8b4f'] in n-d-792394-17 is: [{'id': '4053f519-2842-48f4-847b-05e4559b8b4f', 'name': 'tempest-snat-router-1583104945', 'tenant_id': '0529bd4730504bdf9430c493351c00c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:56Z', 'updated_at': '2021-07-16T20:37:04Z', 'revision_number': 5, 'project_id': '0529bd4730504bdf9430c493351c00c1', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:05.404365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '0f6dff59-371f-4f11-81ac-c9f18f1ff3b3'}, {'subnet_id': '59a089cf-0cde-4953-a2d3-69db2bb47c47'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:05.405749 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.438861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.531925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:05.535561 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68db7e38-0d15-4d8b-80e7-1cafb778cbf3" -d '{"events": [{"server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "name": "network-vif-plugged", "status": "completed", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:05.545430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-8aa4a038-07ad-4960-bfcc-11c775233b21 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:05.553814 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-8aa4a038-07ad-4960-bfcc-11c775233b21 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/networks?id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01 HTTP/1.1" status: 200 len: 910 time: 0.2280514 Jul 16 20:37:05.576234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:05.582091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-c620c2ed-777e-44ca-8112-dfb023a2d4a2 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/quotas/5d2687597a5445648a308aa3d29088fa HTTP/1.1" status: 200 len: 375 time: 0.0267868 Jul 16 20:37:05.588664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.589971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.690712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::390 (8c07d769-9495-46f2-a374-c7510b386f2a/0f6dff59-371f-4f11-81ac-c9f18f1ff3b3/e4314500-51d5-4ee0-84b6-8e22f916eefe) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:05.704583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-4b2b026f-f13b-46d9-803f-d4a72926eb0d tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d2687597a5445648a308aa3d29088fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1213303 Jul 16 20:37:05.719601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8:0:1:f816:3eff:fec1:85a5 (8c07d769-9495-46f2-a374-c7510b386f2a/59a089cf-0cde-4953-a2d3-69db2bb47c47/e4314500-51d5-4ee0-84b6-8e22f916eefe) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:05.728846 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73114cc5-c4ac-4cc6-aa39-0d48e35ab68b x-openstack-request-id: req-73114cc5-c4ac-4cc6-aa39-0d48e35ab68b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:05.730211 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "name": "network-vif-plugged", "status": "completed", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:05.732141 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73114cc5-c4ac-4cc6-aa39-0d48e35ab68b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:05.734407 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'code': 200} Jul 16 20:37:05.735026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:05.873029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-d7e4d697-fcae-4385-99f7-7f724a1b18be service neutron] 10.222.0.10 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674290 Jul 16 20:37:05.970569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:05.973217 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-012ccd70-2071-4ee5-9f88-8df0e9e6189b service neutron] 10.222.0.10 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905280 Jul 16 20:37:06.024904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.045849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object e4314500-51d5-4ee0-84b6-8e22f916eefe will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:06.073419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Deleting port a9ebdd38-a7fb-4c43-9d9f-152199ee602e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:06.073866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.144141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.209809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:06.222363 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:06.230226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:06.238065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:06.238755 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.252497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=e4314500-51d5-4ee0-84b6-8e22f916eefe,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:06.263507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] For port a9ebdd38-a7fb-4c43-9d9f-152199ee602e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a9ebdd38-a7fb-4c43-9d9f-152199ee602e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:06.263854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.318793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Calling delete_port for a9ebdd38-a7fb-4c43-9d9f-152199ee602e owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:06.337520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37684f19-acc8-40a9-930d-0b01bcd20920 req-1f54fbd3-71ab-4dc4-ab36-b5d590f3dfc6 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 210 time: 0.0942495 Jul 16 20:37:06.348960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2d62e4bd-f154-40cf-ab0b-5975d9d0f278 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5959413 Jul 16 20:37:06.355449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:06.387279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/0f6dff59-371f-4f11-81ac-c9f18f1ff3b3/d7a9d6d4-08c9-42d6-bb88-28e3f823151f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:06.400518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:3fa5 (8c07d769-9495-46f2-a374-c7510b386f2a/59a089cf-0cde-4953-a2d3-69db2bb47c47/d7a9d6d4-08c9-42d6-bb88-28e3f823151f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:06.661859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port e4314500-51d5-4ee0-84b6-8e22f916eefe {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:06.668255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.729104 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.774743 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.787378 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Transition to ACTIVE for port object d7a9d6d4-08c9-42d6-bb88-28e3f823151f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:06.805313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Transition to ACTIVE for port object d7a9d6d4-08c9-42d6-bb88-28e3f823151f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:06.813176 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.855637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9ebdd38-a7fb-4c43-9d9f-152199ee602e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:06.914104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:06.920448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:06.926312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:06.927342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:06.951543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for e4314500-51d5-4ee0-84b6-8e22f916eefe owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:06.975248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Pushing event updated for resources: {'Port': ['ID=d7a9d6d4-08c9-42d6-bb88-28e3f823151f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:07.018488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.062641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Attempting to bind port d7a9d6d4-08c9-42d6-bb88-28e3f823151f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:07.063169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Attempting to bind port d7a9d6d4-08c9-42d6-bb88-28e3f823151f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:07.063573 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Attempting to bind port d7a9d6d4-08c9-42d6-bb88-28e3f823151f on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:07.069223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:07.069755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:07.070170 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.070612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:07.071088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Bound port: d7a9d6d4-08c9-42d6-bb88-28e3f823151f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:07.071615 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.183818 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] For port d7a9d6d4-08c9-42d6-bb88-28e3f823151f, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:07.187822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] For port d7a9d6d4-08c9-42d6-bb88-28e3f823151f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7a9d6d4-08c9-42d6-bb88-28e3f823151f,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:07.194087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.237930 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.240459 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.298672 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.299243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1232635c-65d2-4e0e-a82d-3e9a022008ec {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:07.304966 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.314618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490becd-d6b3-48f2-aeab-1f4c7dee5edc None None] Pushing event updated for resources: {'Port': ['ID=d7a9d6d4-08c9-42d6-bb88-28e3f823151f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:07.319656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-46e89d4e-7652-4703-a5f7-f1f06c2befe7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "DELETE /v2.0/routers/1232635c-65d2-4e0e-a82d-3e9a022008ec HTTP/1.1" status: 204 len: 168 time: 2.0603161 Jul 16 20:37:07.320314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55138) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:07.330568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-313632837', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:07.401746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.405087 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.417645 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.470691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=e4314500-51d5-4ee0-84b6-8e22f916eefe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:07.499176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.500508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.501029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.502968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.503497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.503967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.504546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.504992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.505425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.513785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.514456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.514899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:07.530857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.654562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.656871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9af17353-4463-4a78-9b78-78a068cf1194 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/e4314500-51d5-4ee0-84b6-8e22f916eefe HTTP/1.1" status: 204 len: 168 time: 1.3003366 Jul 16 20:37:07.659286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:07.724164 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-235f633a-68c0-4bca-b347-b957f2bf105c req-4bde67b7-ccb5-46ff-96b4-bc7b32c5bda3 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 210 time: 0.0570099 Jul 16 20:37:07.790634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c5c901-0a2f-4906-99ab-336308c84e9a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.799532 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-13c5c901-0a2f-4906-99ab-336308c84e9a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1379123 Jul 16 20:37:07.799532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:07.851134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:07.984980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cefa6c7-182f-41cf-a80d-98a61b251987 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:07.994752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2cefa6c7-182f-41cf-a80d-98a61b251987 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1926632 Jul 16 20:37:07.996235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.097534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b11bd3-bd38-4762-8f0c-544484917089 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:08.111104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b11bd3-bd38-4762-8f0c-544484917089 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:08.116993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b11bd3-bd38-4762-8f0c-544484917089 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:08.126931 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-19b11bd3-bd38-4762-8f0c-544484917089 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1262403 Jul 16 20:37:08.128248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.216442 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.222267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-801ed102-596d-4a34-bb8d-eb94355e5141 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 0f6dff59-371f-4f11-81ac-c9f18f1ff3b3 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:08.228327 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-801ed102-596d-4a34-bb8d-eb94355e5141 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.308293 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.322043 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-801ed102-596d-4a34-bb8d-eb94355e5141 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.449094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-79ab2c24-56d1-4ca4-a0a9-bbb4792e1057 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:08.453978 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-79ab2c24-56d1-4ca4-a0a9-bbb4792e1057 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.30 "GET /v2.0/networks?id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01 HTTP/1.1" status: 200 len: 910 time: 0.3005350 Jul 16 20:37:08.464932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Request body: {'port': {'device_id': 'ba2d1d99-eee5-4d26-bfc9-1d9810119f2b', 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'admin_state_up': True, 'tenant_id': '5d2687597a5445648a308aa3d29088fa'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:08.553046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-801ed102-596d-4a34-bb8d-eb94355e5141 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.594092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Made reservation on behalf of 5d2687597a5445648a308aa3d29088fa for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:08.597165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.657457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Allocated IP 172.25.7.138 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/d00ef4c7-cd48-4971-a325-1eafbd6378a5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:08.701021 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-801ed102-596d-4a34-bb8d-eb94355e5141 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.736181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7a9d6d4-08c9-42d6-bb88-28e3f823151f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:08.750810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ed102-596d-4a34-bb8d-eb94355e5141 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6dff59-371f-4f11-81ac-c9f18f1ff3b3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:08.769441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-801ed102-596d-4a34-bb8d-eb94355e5141 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.773888 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-801ed102-596d-4a34-bb8d-eb94355e5141 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/0f6dff59-371f-4f11-81ac-c9f18f1ff3b3 HTTP/1.1" status: 204 len: 168 time: 0.6396897 Jul 16 20:37:08.774309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:08.896148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d7a9d6d4-08c9-42d6-bb88-28e3f823151f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:08.901072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a238ab-959c-4c2c-a80d-8a024d47c901 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 59a089cf-0cde-4953-a2d3-69db2bb47c47 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:08.920137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2a238ab-959c-4c2c-a80d-8a024d47c901 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:08.965794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Allocated IP 172.20.0.5 (89b16a20-b4ca-4daf-a0a2-bef7388e6e01/c52806ff-57b6-4646-8023-343c561c687b/af087ff1-35a3-4e28-8408-50ee276a1903) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:08.999947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a9ebdd38-a7fb-4c43-9d9f-152199ee602e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:09.065831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2a238ab-959c-4c2c-a80d-8a024d47c901 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.071457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: a9ebdd38-a7fb-4c43-9d9f-152199ee602e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:09.071974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a9ebdd38-a7fb-4c43-9d9f-152199ee602e not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:09.149622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771ff8d-0061-4195-a8e6-489eb0748eb9 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:09.248777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2a238ab-959c-4c2c-a80d-8a024d47c901 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.322604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9e3f00c-825a-49a9-b475-264ac007d5d3 None None] Provisioning for port d7a9d6d4-08c9-42d6-bb88-28e3f823151f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:09.341938 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2a238ab-959c-4c2c-a80d-8a024d47c901 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.347806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9e3f00c-825a-49a9-b475-264ac007d5d3 None None] Provisioning complete for port d7a9d6d4-08c9-42d6-bb88-28e3f823151f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:09.351501 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f00c-825a-49a9-b475-264ac007d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.376458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a238ab-959c-4c2c-a80d-8a024d47c901 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=59a089cf-0cde-4953-a2d3-69db2bb47c47,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:09.383181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2a238ab-959c-4c2c-a80d-8a024d47c901 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.389783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f2a238ab-959c-4c2c-a80d-8a024d47c901 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/59a089cf-0cde-4953-a2d3-69db2bb47c47 HTTP/1.1" status: 204 len: 168 time: 0.6098468 Jul 16 20:37:09.390204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.495877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-13f93dd8-2e9c-44d7-b708-40dc77c12a06 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034968 Jul 16 20:37:09.501853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:09.510224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:09.645357 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f00c-825a-49a9-b475-264ac007d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.742849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:09.751817 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.753401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f9e3f00c-825a-49a9-b475-264ac007d5d3 None None] For port d7a9d6d4-08c9-42d6-bb88-28e3f823151f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7a9d6d4-08c9-42d6-bb88-28e3f823151f,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:09.758165 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f00c-825a-49a9-b475-264ac007d5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.790484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c194814f-8ef5-4c49-8c31-c25fe10a2b97 req-c4f6c6f8-a3fc-4925-b89e-41ddd2d828e4 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 210 time: 0.0918171 Jul 16 20:37:09.824330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187290a-bf2a-4fb8-a2c5-ba71e4a92321 None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:09.893721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3f00c-825a-49a9-b475-264ac007d5d3 None None] Pushing event updated for resources: {'Port': ['ID=d7a9d6d4-08c9-42d6-bb88-28e3f823151f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:09.923800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0187290a-bf2a-4fb8-a2c5-ba71e4a92321 None None] Deleting port d7a9d6d4-08c9-42d6-bb88-28e3f823151f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:09.927804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0187290a-bf2a-4fb8-a2c5-ba71e4a92321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:09.956998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.009849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0187290a-bf2a-4fb8-a2c5-ba71e4a92321 None None] For port d7a9d6d4-08c9-42d6-bb88-28e3f823151f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7a9d6d4-08c9-42d6-bb88-28e3f823151f,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:10.010537 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0187290a-bf2a-4fb8-a2c5-ba71e4a92321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.024274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0187290a-bf2a-4fb8-a2c5-ba71e4a92321 None None] Calling delete_port for d7a9d6d4-08c9-42d6-bb88-28e3f823151f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:10.078410 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.084100 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.084523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.128729 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0187290a-bf2a-4fb8-a2c5-ba71e4a92321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.155167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187290a-bf2a-4fb8-a2c5-ba71e4a92321 None None] Pushing event deleted for resources: {'Port': ['ID=d7a9d6d4-08c9-42d6-bb88-28e3f823151f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.165308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Transition to ACTIVE for port object af087ff1-35a3-4e28-8408-50ee276a1903 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:10.172295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187290a-bf2a-4fb8-a2c5-ba71e4a92321 None None] No DVR routers for this DVR port d7a9d6d4-08c9-42d6-bb88-28e3f823151f on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:10.199708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:10.199708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:10.201428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:10.223395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:10.225625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:10.230962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.232317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.239045 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=4339ac6a-12a0-454e-a750-49c35c1d3dc6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.239884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event updated for resources: {'Port': ['ID=d00ef4c7-cd48-4971-a325-1eafbd6378a5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.240590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53557b97-6162-44dd-98a0-492885a8f617 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:10.255405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2d97d464-c409-4c76-b8fd-6db64719f31d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7492507 Jul 16 20:37:10.257809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.270624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cb0b273e-22c4-406c-b38c-84a999c20413 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:10.336076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.346750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['bf32c0da-c2b7-405b-8629-26d22eace4c0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:10.415563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:10.424512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.425434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:10.433756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:10.471941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Pushing event updated for resources: {'Port': ['ID=af087ff1-35a3-4e28-8408-50ee276a1903,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:10.515101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0b273e-22c4-406c-b38c-84a999c20413 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:10.525251 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb0b273e-22c4-406c-b38c-84a999c20413 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.620646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:10.620646 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.690471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-72c1a8f4-39b5-4e05-978a-4d04f6368a56 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2300203 Jul 16 20:37:10.750457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.765162 n-d-792394-17 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-cb0b273e-22c4-406c-b38c-84a999c20413 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4339ac6a-12a0-454e-a750-49c35c1d3dc6 (CIDR: 2001:db8::/64) Jul 16 20:37:10.772846 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0b273e-22c4-406c-b38c-84a999c20413 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:37:10.773326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0b273e-22c4-406c-b38c-84a999c20413 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:10.793144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7a9d6d4-08c9-42d6-bb88-28e3f823151f no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:10.834595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53e10c6d-6be7-4f84-b64e-b0e1b9dbdff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.862965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cb0b273e-22c4-406c-b38c-84a999c20413 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6039994 Jul 16 20:37:10.870573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:10.883366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Request body: {'port': {'device_id': 'ba2d1d99-eee5-4d26-bfc9-1d9810119f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:10.890492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'subnet': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:10.969416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8c07d769-9495-46f2-a374-c7510b386f2a', 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'tenant_id': 'a4372778100e4fcb8198b92e36981c88', 'fixed_ips': [{'subnet_id': '4339ac6a-12a0-454e-a750-49c35c1d3dc6'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:10.970424 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.992498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53e10c6d-6be7-4f84-b64e-b0e1b9dbdff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.998026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53e10c6d-6be7-4f84-b64e-b0e1b9dbdff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:10.998357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d7a9d6d4-08c9-42d6-bb88-28e3f823151f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:10.999025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7a9d6d4-08c9-42d6-bb88-28e3f823151f not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:11.069973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-53e10c6d-6be7-4f84-b64e-b0e1b9dbdff5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67540c6dca8048ecb6bd8f155ac1bddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6221664 Jul 16 20:37:11.070985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:11.071982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e10c6d-6be7-4f84-b64e-b0e1b9dbdff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a30ff1f-6740-4b47-bf51-044b2cae3738,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:11.128968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d99656d-5198-4e28-b3bc-02396833f990 None None] Provisioning for port af087ff1-35a3-4e28-8408-50ee276a1903 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:11.142476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4d99656d-5198-4e28-b3bc-02396833f990 None None] Provisioning complete for port af087ff1-35a3-4e28-8408-50ee276a1903 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:11.143012 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4d99656d-5198-4e28-b3bc-02396833f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.151650 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e938-7ef3-4b7e-a7e5-be6f8031ec31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.166299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.194924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4d99656d-5198-4e28-b3bc-02396833f990 None None] Port af087ff1-35a3-4e28-8408-50ee276a1903 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:11.219871 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e938-7ef3-4b7e-a7e5-be6f8031ec31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.312726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e938-7ef3-4b7e-a7e5-be6f8031ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.315820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e938-7ef3-4b7e-a7e5-be6f8031ec31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.319550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a2e7e938-7ef3-4b7e-a7e5-be6f8031ec31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a30ff1f-6740-4b47-bf51-044b2cae3738 HTTP/1.1" status: 204 len: 168 time: 0.2407508 Jul 16 20:37:11.326346 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7e938-7ef3-4b7e-a7e5-be6f8031ec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a30ff1f-6740-4b47-bf51-044b2cae3738,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:11.407684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Allocated IP 2001:db8::2 (8c07d769-9495-46f2-a374-c7510b386f2a/4339ac6a-12a0-454e-a750-49c35c1d3dc6/1fecb3f7-f017-4b37-93e5-51b24a04d9e2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:11.424217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.489836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ad514-4c34-4f57-bdf3-854f2dd5a3be req-d47e4b87-2c7c-409b-bccb-5ba79b22406b tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:11.498124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-711ad514-4c34-4f57-bdf3-854f2dd5a3be req-d47e4b87-2c7c-409b-bccb-5ba79b22406b tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1027 time: 0.4119978 Jul 16 20:37:11.588990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:11.592528 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.636762 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.648737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Transition to ACTIVE for port object 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:11.669235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Transition to ACTIVE for port object 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:11.678352 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.752085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Pushing event updated for resources: {'Port': ['ID=1fecb3f7-f017-4b37-93e5-51b24a04d9e2,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:11.764089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:11.766168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:11.769346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:11.800623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-711ad514-4c34-4f57-bdf3-854f2dd5a3be req-cc45e937-3dac-4751-954c-80b12ea50f12 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963519 Jul 16 20:37:11.825235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:11.839586 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9efa16bb-0407-4600-8c3e-63d4761f458f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.857457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Attempting to bind port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:11.858178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Attempting to bind port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:11.858901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Attempting to bind port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 on network 8c07d769-9495-46f2-a374-c7510b386f2a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:11.865274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:11.866287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Checking segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:11.867082 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:11.867735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Bound using segment: {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:11.868312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Bound port: 1fecb3f7-f017-4b37-93e5-51b24a04d9e2, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:11.869146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.002774 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] For port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:12.006068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] For port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1fecb3f7-f017-4b37-93e5-51b24a04d9e2,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:12.011539 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.044398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9efa16bb-0407-4600-8c3e-63d4761f458f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.051154 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9efa16bb-0407-4600-8c3e-63d4761f458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.084046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a9bc4-ea0f-4444-9d96-392400d4d7f2 None None] Pushing event updated for resources: {'Port': ['ID=1fecb3f7-f017-4b37-93e5-51b24a04d9e2,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.106577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa16bb-0407-4600-8c3e-63d4761f458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb98e685-26d8-44b5-a529-5fd08f791858,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.149504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9efa16bb-0407-4600-8c3e-63d4761f458f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52e18a074fe54aa283fa8401fd28ef92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221719 Jul 16 20:37:12.151027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.240155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Router a69e01bd-7551-4fcc-9e14-8717318ff234 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:12.246958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42f75028-b714-455a-ba17-1351c61405b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.279435 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42f75028-b714-455a-ba17-1351c61405b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.375690 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42f75028-b714-455a-ba17-1351c61405b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.379137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42f75028-b714-455a-ba17-1351c61405b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.383413 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-42f75028-b714-455a-ba17-1351c61405b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb98e685-26d8-44b5-a529-5fd08f791858 HTTP/1.1" status: 204 len: 168 time: 0.2309630 Jul 16 20:37:12.395866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f75028-b714-455a-ba17-1351c61405b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb98e685-26d8-44b5-a529-5fd08f791858,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:12.548358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:12.558801 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd208f8-b5d1-45d8-a761-ca6067ccc329 None None] Sync routers for ids ['a69e01bd-7551-4fcc-9e14-8717318ff234'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:12.574025 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd208f8-b5d1-45d8-a761-ca6067ccc329 None None] Routers {'a69e01bd-7551-4fcc-9e14-8717318ff234'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:12.574672 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fbd208f8-b5d1-45d8-a761-ca6067ccc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a69e01bd-7551-4fcc-9e14-8717318ff234'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.655046 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.655465 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fbd208f8-b5d1-45d8-a761-ca6067ccc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.657203 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-59efcc02-ee47-4282-8bac-dc3dcdbfbb2a tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3353229 Jul 16 20:37:12.659641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:12.664240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-26d1a710-d913-436f-9f48-8e25ff2472bd tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': False}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:12.693094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:12.694601 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd208f8-b5d1-45d8-a761-ca6067ccc329 None None] Routers {'a69e01bd-7551-4fcc-9e14-8717318ff234'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:12.695727 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fbd208f8-b5d1-45d8-a761-ca6067ccc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a69e01bd-7551-4fcc-9e14-8717318ff234'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.714001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.objects.ports [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:37:12.777028 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fbd208f8-b5d1-45d8-a761-ca6067ccc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:12.779420 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd208f8-b5d1-45d8-a761-ca6067ccc329 None None] The sync data for ids ['a69e01bd-7551-4fcc-9e14-8717318ff234'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:12.809066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:12.847425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af087ff1-35a3-4e28-8408-50ee276a1903 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:12.862010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.892337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Transition to ACTIVE for port object af087ff1-35a3-4e28-8408-50ee276a1903 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:12.913931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:12.971656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Pushing event updated for resources: {'Port': ['ID=af087ff1-35a3-4e28-8408-50ee276a1903,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:13.191150 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26d1a710-d913-436f-9f48-8e25ff2472bd tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.195167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.395186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Attempting to bind port af087ff1-35a3-4e28-8408-50ee276a1903 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:13.398915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Attempting to bind port af087ff1-35a3-4e28-8408-50ee276a1903 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:13.399182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Attempting to bind port af087ff1-35a3-4e28-8408-50ee276a1903 on network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:13.491135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf96c16-c217-42cd-8e27-1cfd09f687b0 req-34f325c9-847f-4721-8095-764c6ad58a1c tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.505840 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bcf96c16-c217-42cd-8e27-1cfd09f687b0 req-34f325c9-847f-4721-8095-764c6ad58a1c tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1053 time: 0.4838238 Jul 16 20:37:13.506487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Port af087ff1-35a3-4e28-8408-50ee276a1903 on network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:37:13.506812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Attempting to bind port af087ff1-35a3-4e28-8408-50ee276a1903 on network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:13.529362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:13.529699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Checking segment: {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:13.530095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Bound using segment: {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:13.530535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Bound port: af087ff1-35a3-4e28-8408-50ee276a1903, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac8352e-8e47-4c76-842a-a2f5e814206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:13.530888 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.703293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bcf96c16-c217-42cd-8e27-1cfd09f687b0 req-8fe86384-6c7e-459c-9abf-0cb0b3f6c26e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779327 Jul 16 20:37:13.780108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] For port af087ff1-35a3-4e28-8408-50ee276a1903, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:13.801371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] For port af087ff1-35a3-4e28-8408-50ee276a1903, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=af087ff1-35a3-4e28-8408-50ee276a1903,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:13.809804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.857601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] For port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1fecb3f7-f017-4b37-93e5-51b24a04d9e2,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:13.884394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:13.886734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] Provisioning for port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:13.890569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.893748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] Provisioning complete for port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:13.894257 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:13.896009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] 10.222.0.30 "PUT /v2.0/ports/af087ff1-35a3-4e28-8408-50ee276a1903 HTTP/1.1" status: 200 len: 1092 time: 3.1963921 Jul 16 20:37:13.907691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2d1d99-eee5-4d26-bfc9-1d9810119f2b', 'tag': 'af087ff1-35a3-4e28-8408-50ee276a1903'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:13.921766 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d4e390-8620-47cf-89ca-6d95fe9071eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2d1d99-eee5-4d26-bfc9-1d9810119f2b", "tag": "af087ff1-35a3-4e28-8408-50ee276a1903"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:14.069127 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.076471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7659074-1fc5-4930-8219-62e7719b622f service neutron] Pushing event updated for resources: {'Port': ['ID=af087ff1-35a3-4e28-8408-50ee276a1903,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.089636 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139c2cbe-be86-4a2f-ba18-7874c5374537 x-openstack-request-id: req-139c2cbe-be86-4a2f-ba18-7874c5374537 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:14.090222 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2d1d99-eee5-4d26-bfc9-1d9810119f2b", "tag": "af087ff1-35a3-4e28-8408-50ee276a1903", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:14.090481 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-139c2cbe-be86-4a2f-ba18-7874c5374537 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:14.090988 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2d1d99-eee5-4d26-bfc9-1d9810119f2b', 'tag': 'af087ff1-35a3-4e28-8408-50ee276a1903', 'status': 'completed', 'code': 200} Jul 16 20:37:14.111354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.126754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.127604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.174185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:37:14.175037 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:37:14.283535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=1fecb3f7-f017-4b37-93e5-51b24a04d9e2,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.314237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:14.321951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:14.325753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.326571 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.332372 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c6235-c89e-4a2d-8617-33cb828b9be7 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:14.368822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4943771 Jul 16 20:37:14.369572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55278) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:14.373489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-90ad6339-e326-4f48-bf3c-a5babd98586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:14.381229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-90ad6339-e326-4f48-bf3c-a5babd98586c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d2687597a5445648a308aa3d29088fa&device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1095 time: 0.4264846 Jul 16 20:37:14.391561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Request body: {'port': {'network_id': '8c07d769-9495-46f2-a374-c7510b386f2a', 'mac_address': 'fa:16:3e:cd:ef:b9', 'name': 'tempest-NetworksTestDHCPv6-1761303575'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:14.515327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e3ec0-1552-4abd-8c88-c668225031b5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Subnet': ['ID=56071e84-1342-46eb-8bb6-de9827d9c61f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:14.731829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:14.738903 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.754231 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-01f2bb25-32ef-4094-be9e-4759c48840f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af087ff1-35a3-4e28-8408-50ee276a1903 HTTP/1.1" status: 200 len: 217 time: 0.2229831 Jul 16 20:37:14.784061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Made reservation on behalf of a4372778100e4fcb8198b92e36981c88 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:14.907112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] For port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1fecb3f7-f017-4b37-93e5-51b24a04d9e2,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:14.944708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.955088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26d1a710-d913-436f-9f48-8e25ff2472bd tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:14.966832 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26d1a710-d913-436f-9f48-8e25ff2472bd tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.010573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-1df4d2bc-6e31-4bab-8d27-10b69cf8e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:15.019489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-1df4d2bc-6e31-4bab-8d27-10b69cf8e917 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c52806ff-57b6-4646-8023-343c561c687b HTTP/1.1" status: 200 len: 848 time: 0.2575765 Jul 16 20:37:15.063842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:15.065169 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.156917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.188257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e73ce1-9f5a-4cf2-b769-b7ea8a757fb1 None None] Pushing event updated for resources: {'Port': ['ID=1fecb3f7-f017-4b37-93e5-51b24a04d9e2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:15.228241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] device_id is not set on port 09a6837e-dfd5-49f8-bad0-f8bf4af54935 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:15.349851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d1a710-d913-436f-9f48-8e25ff2472bd tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Router a69e01bd-7551-4fcc-9e14-8717318ff234 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:15.355725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01688d80-9e2c-4f34-beae-dc212ad315b9 req-2ce0ed5e-8c11-4661-9857-b52f6a30ce2e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:15.373843 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-01688d80-9e2c-4f34-beae-dc212ad315b9 req-2ce0ed5e-8c11-4661-9857-b52f6a30ce2e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1095 time: 0.3208053 Jul 16 20:37:15.383829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-dd1c76d1-c187-4ff9-97e1-8d82b57fe7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:15.386276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-dd1c76d1-c187-4ff9-97e1-8d82b57fe7e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3619306 Jul 16 20:37:15.593081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-01688d80-9e2c-4f34-beae-dc212ad315b9 req-ac0f496c-9757-4595-a110-677dc2ed88a6 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132089 Jul 16 20:37:15.769027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d1a710-d913-436f-9f48-8e25ff2472bd tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:15.780654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26d1a710-d913-436f-9f48-8e25ff2472bd tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.784382 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-26d1a710-d913-436f-9f48-8e25ff2472bd tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "PUT /v2.0/routers/a69e01bd-7551-4fcc-9e14-8717318ff234 HTTP/1.1" status: 200 len: 925 time: 3.1212916 Jul 16 20:37:15.791533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:15.794149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284af3a2-0e48-4192-9327-639bfc9e672e None None] Sync routers for ids ['a69e01bd-7551-4fcc-9e14-8717318ff234'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:15.835557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:15.836254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284af3a2-0e48-4192-9327-639bfc9e672e None None] Routers {'a69e01bd-7551-4fcc-9e14-8717318ff234'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:15.836889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-284af3a2-0e48-4192-9327-639bfc9e672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a69e01bd-7551-4fcc-9e14-8717318ff234'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:15.934854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-284af3a2-0e48-4192-9327-639bfc9e672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:15.970953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284af3a2-0e48-4192-9327-639bfc9e672e None None] Routers {'a69e01bd-7551-4fcc-9e14-8717318ff234'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:15.973022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-284af3a2-0e48-4192-9327-639bfc9e672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a69e01bd-7551-4fcc-9e14-8717318ff234'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:16.028835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-284af3a2-0e48-4192-9327-639bfc9e672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:16.029768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284af3a2-0e48-4192-9327-639bfc9e672e None None] The sync data for ids ['a69e01bd-7551-4fcc-9e14-8717318ff234'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:16.069512 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a8ae3e4-7dfc-4b30-adb2-933f8299ec59 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/routers/a69e01bd-7551-4fcc-9e14-8717318ff234 HTTP/1.1" status: 200 len: 925 time: 0.2728105 Jul 16 20:37:16.073634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.314935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d346472-6055-45a3-923f-621e9322a9d4 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.316984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1d346472-6055-45a3-923f-621e9322a9d4 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=a69e01bd-7551-4fcc-9e14-8717318ff234&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2425179 Jul 16 20:37:16.319657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.472432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b8467343-6388-4c68-af41-4db3b4bd927b None None] Provisioning complete for port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:16.475747 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8467343-6388-4c68-af41-4db3b4bd927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.479907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c49efc-14fb-423b-96c0-9d647f59bc2b tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:16.484060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-63c49efc-14fb-423b-96c0-9d647f59bc2b tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 881 time: 0.1606381 Jul 16 20:37:16.484752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.529939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-c7720ec5-226b-4af9-ab6e-44826ddafaff service neutron] 10.222.0.30 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1360388 Jul 16 20:37:16.576626 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-363d4b0a-1e2d-4867-af1d-9428b2f1eab5 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=a69e01bd-7551-4fcc-9e14-8717318ff234 HTTP/1.1" status: 200 len: 205 time: 0.0837615 Jul 16 20:37:16.579459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:16.759388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8::1e4 (8c07d769-9495-46f2-a374-c7510b386f2a/4339ac6a-12a0-454e-a750-49c35c1d3dc6/09a6837e-dfd5-49f8-bad0-f8bf4af54935) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:16.763880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:16.796310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Allocated IP 2001:db8:0:1:f816:3eff:fecd:efb9 (8c07d769-9495-46f2-a374-c7510b386f2a/56071e84-1342-46eb-8bb6-de9827d9c61f/09a6837e-dfd5-49f8-bad0-f8bf4af54935) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:16.864987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8fbc5cb-5391-42a8-8cdc-3364a1a0d080 req-655e6230-ed0e-4c7b-bae8-fb9e1d95a07a service neutron] 10.222.0.30 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247917 Jul 16 20:37:16.897621 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.946796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:16.947988 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:16.961102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.244156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea3c51-cdca-43bf-b725-75d6dda311db req-7af614a5-eeaf-4fa0-b137-c5116fc69210 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.252378 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6bea3c51-cdca-43bf-b725-75d6dda311db req-7af614a5-eeaf-4fa0-b137-c5116fc69210 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1095 time: 0.3954730 Jul 16 20:37:17.266215 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.291380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-6664af8a-9a42-451d-a30a-a86aea09619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.292948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-6664af8a-9a42-451d-a30a-a86aea09619f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d2687597a5445648a308aa3d29088fa&device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1095 time: 0.3467748 Jul 16 20:37:17.325836 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6bea3c51-cdca-43bf-b725-75d6dda311db req-eeca2a9b-28f1-453b-8376-77f7d67e3e71 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719359 Jul 16 20:37:17.367910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Deleting port d00ef4c7-cd48-4971-a325-1eafbd6378a5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:17.368841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.370518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.423246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Transition to ACTIVE for port object 09a6837e-dfd5-49f8-bad0-f8bf4af54935 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:17.472936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-3c1bca38-eb4f-4bbd-8e82-0eb27ebe04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.475821 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-3c1bca38-eb4f-4bbd-8e82-0eb27ebe04ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01 HTTP/1.1" status: 200 len: 910 time: 0.1704588 Jul 16 20:37:17.516212 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.527151 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-499fa5d7-4e00-4efa-a22d-8b61a7086bbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af087ff1-35a3-4e28-8408-50ee276a1903 HTTP/1.1" status: 200 len: 217 time: 0.0435481 Jul 16 20:37:17.528529 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.551016 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Calling delete_port for d00ef4c7-cd48-4971-a325-1eafbd6378a5 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:17.606304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Network 8c07d769-9495-46f2-a374-c7510b386f2a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:17.612521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:17.621515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:17.633117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.633906 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.665521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event updated for resources: {'Port': ['ID=09a6837e-dfd5-49f8-bad0-f8bf4af54935,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:17.672690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-204a024a-4448-4a78-8372-8a773d0155aa tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3015516 Jul 16 20:37:17.675974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55606) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.677593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-3670e4be-5f7d-4c14-bc5b-861ddb000f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.679041 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-3670e4be-5f7d-4c14-bc5b-861ddb000f63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c52806ff-57b6-4646-8023-343c561c687b HTTP/1.1" status: 200 len: 848 time: 0.1427493 Jul 16 20:37:17.776716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:17.846186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-4f6f96bd-9aa7-4b55-8ec8-d165cdaf9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:17.848024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-4f6f96bd-9aa7-4b55-8ec8-d165cdaf9d4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89b16a20-b4ca-4daf-a0a2-bef7388e6e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1601264 Jul 16 20:37:17.918934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d932ebac-a7fc-46f5-8ee1-230c9041cecc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting port 09a6837e-dfd5-49f8-bad0-f8bf4af54935 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:17.919492 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d932ebac-a7fc-46f5-8ee1-230c9041cecc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:17.930252 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.022896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event deleted for resources: {'Port': ['ID=d00ef4c7-cd48-4971-a325-1eafbd6378a5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.086094 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-ecb62022-1044-43b2-8508-0a451b17a2e5 service neutron] 10.222.0.30 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301586 Jul 16 20:37:18.107432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43a813de-bfe9-43fe-bf32-69829a251d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.130451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d932ebac-a7fc-46f5-8ee1-230c9041cecc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.143878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-593087ba-0328-470d-b95e-a338f6661772 None None] Provisioning for port 09a6837e-dfd5-49f8-bad0-f8bf4af54935 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:18.144427 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.149338 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d932ebac-a7fc-46f5-8ee1-230c9041cecc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Calling delete_port for 09a6837e-dfd5-49f8-bad0-f8bf4af54935 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:18.151922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-593087ba-0328-470d-b95e-a338f6661772 None None] Provisioning complete for port 09a6837e-dfd5-49f8-bad0-f8bf4af54935 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:18.152324 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-593087ba-0328-470d-b95e-a338f6661772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.231025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-593087ba-0328-470d-b95e-a338f6661772 None None] Port 09a6837e-dfd5-49f8-bad0-f8bf4af54935 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:18.253612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c3d4e390-8620-47cf-89ca-6d95fe9071eb req-abbb64a3-2b53-4019-b731-4c609723c09c service neutron] 10.222.0.30 "GET /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605899 Jul 16 20:37:18.351523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.354116 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.411514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d932ebac-a7fc-46f5-8ee1-230c9041cecc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.440154 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.440924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Fanout notify agent at l3_agent the message router_deleted on router a69e01bd-7551-4fcc-9e14-8717318ff234 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:18.464151 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.469088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55694) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.470136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1e595e12-f968-4cb9-9a74-6cb2cb9194bb tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/a69e01bd-7551-4fcc-9e14-8717318ff234 HTTP/1.1" status: 204 len: 168 time: 1.8894320 Jul 16 20:37:18.475751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-32398cf4-1ce1-40e3-8443-3e68c249fb96 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-290808401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:18.489012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932ebac-a7fc-46f5-8ee1-230c9041cecc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Port': ['ID=09a6837e-dfd5-49f8-bad0-f8bf4af54935,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.577057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43a813de-bfe9-43fe-bf32-69829a251d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.583352 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43a813de-bfe9-43fe-bf32-69829a251d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.589224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d932ebac-a7fc-46f5-8ee1-230c9041cecc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.592197 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d932ebac-a7fc-46f5-8ee1-230c9041cecc tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/09a6837e-dfd5-49f8-bad0-f8bf4af54935 HTTP/1.1" status: 204 len: 168 time: 0.9119532 Jul 16 20:37:18.596883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55710) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.597139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device af087ff1-35a3-4e28-8408-50ee276a1903 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:37:18.686081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-43a813de-bfe9-43fe-bf32-69829a251d05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79a1d41f125148e69417c1fe0334d1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9081173 Jul 16 20:37:18.694037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55724) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.720961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32398cf4-1ce1-40e3-8443-3e68c249fb96 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.722286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32398cf4-1ce1-40e3-8443-3e68c249fb96 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.732826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a813de-bfe9-43fe-bf32-69829a251d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfbff51-29b7-4054-b590-85c415b6c95d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:18.776325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01c7a9-c5f8-414d-9b09-f1952a6e0be9 req-a3aea425-954b-4cf1-920e-323a32455ba3 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:18.779735 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc01c7a9-c5f8-414d-9b09-f1952a6e0be9 req-a3aea425-954b-4cf1-920e-323a32455ba3 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1095 time: 0.1511512 Jul 16 20:37:18.880649 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-846afadb-54ed-4c55-a53c-f339e5423b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.889139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port af087ff1-35a3-4e28-8408-50ee276a1903, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=af087ff1-35a3-4e28-8408-50ee276a1903,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:18.892355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32398cf4-1ce1-40e3-8443-3e68c249fb96 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.901451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bc01c7a9-c5f8-414d-9b09-f1952a6e0be9 req-3a028a7a-72a5-4f2f-9c11-fb400dfc5952 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110914 Jul 16 20:37:18.915247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f97742-62e4-41e2-a2d7-f11d51ac1ef5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:18.920751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-11f97742-62e4-41e2-a2d7-f11d51ac1ef5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3225343 Jul 16 20:37:18.923730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:18.927846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32398cf4-1ce1-40e3-8443-3e68c249fb96 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:18.933523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'af087ff1-35a3-4e28-8408-50ee276a1903', 'network_id': '89b16a20-b4ca-4daf-a0a2-bef7388e6e01', 'port_id': 'af087ff1-35a3-4e28-8408-50ee276a1903', 'mac_address': 'fa:16:3e:dc:1c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52806ff-57b6-4646-8023-343c561c687b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:37:18.957678 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-846afadb-54ed-4c55-a53c-f339e5423b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.016874 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.025549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-846afadb-54ed-4c55-a53c-f339e5423b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.030073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-846afadb-54ed-4c55-a53c-f339e5423b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.033196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-846afadb-54ed-4c55-a53c-f339e5423b19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cfbff51-29b7-4054-b590-85c415b6c95d HTTP/1.1" status: 204 len: 168 time: 0.3374386 Jul 16 20:37:19.052730 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32398cf4-1ce1-40e3-8443-3e68c249fb96 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.055880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-32398cf4-1ce1-40e3-8443-3e68c249fb96 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5855079 Jul 16 20:37:19.059899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c66e87-23d4-44ac-8891-dbf76442f7c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.063139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55770) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.063963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af087ff1-35a3-4e28-8408-50ee276a1903 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:37:19.065515 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-60c66e87-23d4-44ac-8891-dbf76442f7c0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1407704 Jul 16 20:37:19.068826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.095208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:19.109723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port af087ff1-35a3-4e28-8408-50ee276a1903, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=af087ff1-35a3-4e28-8408-50ee276a1903,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:19.115741 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.170637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=af087ff1-35a3-4e28-8408-50ee276a1903,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.192998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274cf812-d4b2-4663-b651-bdafd24f1339 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.194778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274cf812-d4b2-4663-b651-bdafd24f1339 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.199087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274cf812-d4b2-4663-b651-bdafd24f1339 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:19.208195 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-274cf812-d4b2-4663-b651-bdafd24f1339 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1381140 Jul 16 20:37:19.208984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.214547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846afadb-54ed-4c55-a53c-f339e5423b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfbff51-29b7-4054-b590-85c415b6c95d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.298053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa662fd-581d-47bb-b348-ca825f20e4c3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 4339ac6a-12a0-454e-a750-49c35c1d3dc6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:19.303592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2aa662fd-581d-47bb-b348-ca825f20e4c3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.351487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['af087ff1-35a3-4e28-8408-50ee276a1903'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:19.372401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2aa662fd-581d-47bb-b348-ca825f20e4c3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.511452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.514063 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2aa662fd-581d-47bb-b348-ca825f20e4c3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.537921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55808) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.554788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-850c3a22-1a09-4ee1-99a7-1ce4ebdf2889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.612821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2aa662fd-581d-47bb-b348-ca825f20e4c3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.656011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa662fd-581d-47bb-b348-ca825f20e4c3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=4339ac6a-12a0-454e-a750-49c35c1d3dc6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:19.659474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2aa662fd-581d-47bb-b348-ca825f20e4c3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.662598 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2aa662fd-581d-47bb-b348-ca825f20e4c3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/4339ac6a-12a0-454e-a750-49c35c1d3dc6 HTTP/1.1" status: 204 len: 168 time: 0.4527712 Jul 16 20:37:19.667852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55810) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:19.684390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac97bc-1069-4288-8ba9-56bc76ccdaae None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:19.812640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d2f368-5130-4748-ad45-592e6ea4b3b4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Deleting subnet 56071e84-1342-46eb-8bb6-de9827d9c61f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:19.817967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d2f368-5130-4748-ad45-592e6ea4b3b4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.888220 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.929016 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d2f368-5130-4748-ad45-592e6ea4b3b4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.932745 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:19.990412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-850c3a22-1a09-4ee1-99a7-1ce4ebdf2889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.002608 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-850c3a22-1a09-4ee1-99a7-1ce4ebdf2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.168013 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-850c3a22-1a09-4ee1-99a7-1ce4ebdf2889 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e87ea81bd89447cc96d90364d658109a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6268764 Jul 16 20:37:20.168528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.189080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d2f368-5130-4748-ad45-592e6ea4b3b4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.191348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b8137-bc9c-42bf-9c6d-2432cdad4010 req-ca57bd09-c1c2-4034-a4c9-d102d649055f tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.193470 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-736b8137-bc9c-42bf-9c6d-2432cdad4010 req-ca57bd09-c1c2-4034-a4c9-d102d649055f tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1096 time: 0.0759690 Jul 16 20:37:20.196980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c3a22-1a09-4ee1-99a7-1ce4ebdf2889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc64ec8-d754-4a4c-ac94-95b9ffb1b010,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.248836 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-736b8137-bc9c-42bf-9c6d-2432cdad4010 req-ab13d4a0-ece7-4034-a4a0-9c744bf25647 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Jul 16 20:37:20.257632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Allocated IP 172.25.7.89 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/fe3fce6d-0d5b-4a13-963f-a0b757009e29) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:20.267156 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44db0281-07ef-4d03-842e-cf61d3115d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.286020 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d2f368-5130-4748-ad45-592e6ea4b3b4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.311118 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44db0281-07ef-4d03-842e-cf61d3115d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.326245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2f368-5130-4748-ad45-592e6ea4b3b4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Subnet': ['ID=56071e84-1342-46eb-8bb6-de9827d9c61f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.333559 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36d2f368-5130-4748-ad45-592e6ea4b3b4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.338218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.339402 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-36d2f368-5130-4748-ad45-592e6ea4b3b4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/56071e84-1342-46eb-8bb6-de9827d9c61f HTTP/1.1" status: 204 len: 168 time: 0.6612906 Jul 16 20:37:20.402081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-49769004-ef2a-424a-ba4f-b0bc8800ca1f tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622556 Jul 16 20:37:20.406276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55824) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.437901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44db0281-07ef-4d03-842e-cf61d3115d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.441550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44db0281-07ef-4d03-842e-cf61d3115d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.443003 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-44db0281-07ef-4d03-842e-cf61d3115d98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5fc64ec8-d754-4a4c-ac94-95b9ffb1b010 HTTP/1.1" status: 204 len: 168 time: 0.2735424 Jul 16 20:37:20.453115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db0281-07ef-4d03-842e-cf61d3115d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc64ec8-d754-4a4c-ac94-95b9ffb1b010,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.517768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.547480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b213c-525b-4ed9-8bef-4a12808296bb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.549039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-798b213c-525b-4ed9-8bef-4a12808296bb tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1416440 Jul 16 20:37:20.552382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.606422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device af087ff1-35a3-4e28-8408-50ee276a1903 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:20.612331 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43a7a55d-6559-4220-a2d8-2c25fefa8b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.650893 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.705900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05adad-fed7-418e-b51b-aaad06a076da tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:20.707484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cc05adad-fed7-418e-b51b-aaad06a076da tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1540451 Jul 16 20:37:20.711753 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.755537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event updated for resources: {'Port': ['ID=fe3fce6d-0d5b-4a13-963f-a0b757009e29,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:20.761317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port af087ff1-35a3-4e28-8408-50ee276a1903 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:20.768860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port af087ff1-35a3-4e28-8408-50ee276a1903 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:20.769403 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:20.788218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:20.789942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:20.802583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:20.809844 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a2172230-5cbc-490c-ab70-fbb0e37dd7d1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896595 Jul 16 20:37:20.810800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.880962 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34f947d-3258-4cbb-a337-24c6b505b7d3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:20.881966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34f947d-3258-4cbb-a337-24c6b505b7d3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:20.885063 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b34f947d-3258-4cbb-a337-24c6b505b7d3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/09a6837e-dfd5-49f8-bad0-f8bf4af54935 HTTP/1.1" status: 404 len: 333 time: 0.0687008 Jul 16 20:37:20.887046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.946645 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-26470e9e-cdff-4797-a511-36fbf9657cea tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:20.947111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26470e9e-cdff-4797-a511-36fbf9657cea tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:20.952555 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-26470e9e-cdff-4797-a511-36fbf9657cea tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/56071e84-1342-46eb-8bb6-de9827d9c61f HTTP/1.1" status: 404 len: 337 time: 0.0637345 Jul 16 20:37:20.955134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:20.999168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7929db-3798-46a5-899e-95238c3812d2 None None] Network 8c07d769-9495-46f2-a374-c7510b386f2a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:21.016052 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f255b19-892d-4286-aca4-9e2f80793edd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.016760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f255b19-892d-4286-aca4-9e2f80793edd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.018816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9f255b19-892d-4286-aca4-9e2f80793edd tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/4339ac6a-12a0-454e-a750-49c35c1d3dc6 HTTP/1.1" status: 404 len: 337 time: 0.0625527 Jul 16 20:37:21.021308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.052138 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac29bb55-4fcf-482e-b4b1-ca293a50ecf5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.053117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac29bb55-4fcf-482e-b4b1-ca293a50ecf5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.056010 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ac29bb55-4fcf-482e-b4b1-ca293a50ecf5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/e4314500-51d5-4ee0-84b6-8e22f916eefe HTTP/1.1" status: 404 len: 333 time: 0.0335929 Jul 16 20:37:21.078937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.123555 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.154030 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-305fbc15-b700-482c-9fb9-d415a042b0b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.154748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305fbc15-b700-482c-9fb9-d415a042b0b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.157077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-305fbc15-b700-482c-9fb9-d415a042b0b9 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/59a089cf-0cde-4953-a2d3-69db2bb47c47 HTTP/1.1" status: 404 len: 337 time: 0.0692174 Jul 16 20:37:21.162553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.178039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a8b0fc1-a49b-483c-8e9b-42388ffce549 None None] Provisioning complete for port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:21.178504 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a8b0fc1-a49b-483c-8e9b-42388ffce549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.213073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port af087ff1-35a3-4e28-8408-50ee276a1903, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=af087ff1-35a3-4e28-8408-50ee276a1903,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:21.216787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2d1d99-eee5-4d26-bfc9-1d9810119f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af087ff1-35a3-4e28-8408-50ee276a1903'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:21.220434 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab41b4-7161-4219-ae9d-f76a997dce8c" -d '{"events": [{"server_uuid": "ba2d1d99-eee5-4d26-bfc9-1d9810119f2b", "name": "network-vif-plugged", "status": "completed", "tag": "af087ff1-35a3-4e28-8408-50ee276a1903"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:21.221687 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-207e0dc1-075c-4428-9199-c3d289e4a82e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.222493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207e0dc1-075c-4428-9199-c3d289e4a82e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.227384 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-207e0dc1-075c-4428-9199-c3d289e4a82e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/0f6dff59-371f-4f11-81ac-c9f18f1ff3b3 HTTP/1.1" status: 404 len: 337 time: 0.0593517 Jul 16 20:37:21.230167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.269658 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-173a0c90-d0bf-4199-8020-398154b76b98 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.270570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173a0c90-d0bf-4199-8020-398154b76b98 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.272852 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-173a0c90-d0bf-4199-8020-398154b76b98 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/38722a75-3e9d-4a2f-b4ff-1b9ee9777b11 HTTP/1.1" status: 404 len: 333 time: 0.0410631 Jul 16 20:37:21.275246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.288239 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.306217 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da65e45a-64a4-4b25-a197-82ce99b39c26 x-openstack-request-id: req-da65e45a-64a4-4b25-a197-82ce99b39c26 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:21.306554 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2d1d99-eee5-4d26-bfc9-1d9810119f2b", "name": "network-vif-plugged", "status": "completed", "tag": "af087ff1-35a3-4e28-8408-50ee276a1903", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:21.309581 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da65e45a-64a4-4b25-a197-82ce99b39c26 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:21.310013 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2d1d99-eee5-4d26-bfc9-1d9810119f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af087ff1-35a3-4e28-8408-50ee276a1903', 'code': 200} Jul 16 20:37:21.327191 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.342163 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4710c4-ab36-4644-974f-afba4b98ba0c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.345296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4710c4-ab36-4644-974f-afba4b98ba0c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.349363 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-df4710c4-ab36-4644-974f-afba4b98ba0c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/0a9e0625-bd45-44d6-b61f-b4cc1b50d535 HTTP/1.1" status: 404 len: 337 time: 0.0727191 Jul 16 20:37:21.353156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55868) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.427987 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad0d630-e037-4bcd-84eb-c160997b0b46 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.428620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad0d630-e037-4bcd-84eb-c160997b0b46 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.430163 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cad0d630-e037-4bcd-84eb-c160997b0b46 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/66df7367-7013-450a-af02-007c4c2dbc4d HTTP/1.1" status: 404 len: 337 time: 0.0752430 Jul 16 20:37:21.433479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.452226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=af087ff1-35a3-4e28-8408-50ee276a1903,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:21.472549 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a931780-6977-4901-b367-31725c066d96 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.473662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a931780-6977-4901-b367-31725c066d96 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.475247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a931780-6977-4901-b367-31725c066d96 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/454b4579-60ab-4270-9214-1c12c9eddebe HTTP/1.1" status: 404 len: 333 time: 0.0387096 Jul 16 20:37:21.478027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.524808 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6231aca5-9be8-40a2-af2b-68988d95d772 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.525290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6231aca5-9be8-40a2-af2b-68988d95d772 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.527142 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6231aca5-9be8-40a2-af2b-68988d95d772 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/ccebf29d-6bdd-429b-8e2d-7661cee0440d HTTP/1.1" status: 404 len: 337 time: 0.0481689 Jul 16 20:37:21.529696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.587811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd35002-5b32-4500-97b0-a91268a8294d None None] DHCP port deletion for 8c07d769-9495-46f2-a374-c7510b386f2a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:21.602134 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c195fbc9-ccdf-47c1-96e2-8fa597706e15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.602612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c195fbc9-ccdf-47c1-96e2-8fa597706e15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.608918 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c195fbc9-ccdf-47c1-96e2-8fa597706e15 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/e3d6465f-be2c-464c-955e-8b60e5257ffe HTTP/1.1" status: 404 len: 337 time: 0.0781622 Jul 16 20:37:21.611405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.663227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fbd35002-5b32-4500-97b0-a91268a8294d None None] Deleting port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:21.663726 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbd35002-5b32-4500-97b0-a91268a8294d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.667591 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a81294-57f7-4197-b484-e60b56397363 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.668386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a81294-57f7-4197-b484-e60b56397363 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.670254 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-61a81294-57f7-4197-b484-e60b56397363 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/ced6aae5-29b7-418c-8212-3602eea08642 HTTP/1.1" status: 404 len: 333 time: 0.0577297 Jul 16 20:37:21.672719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.721223 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d8bcbd-409c-49e5-b4b2-2c060e7a33a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.721857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d8bcbd-409c-49e5-b4b2-2c060e7a33a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.724279 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f8d8bcbd-409c-49e5-b4b2-2c060e7a33a3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/26029927-e3dd-46ff-afb6-80cd529088a2 HTTP/1.1" status: 404 len: 337 time: 0.0503347 Jul 16 20:37:21.726638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.757937 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9deb8e88-4872-4099-9dd5-1754de9a09d8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.758946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9deb8e88-4872-4099-9dd5-1754de9a09d8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.762678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9deb8e88-4872-4099-9dd5-1754de9a09d8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/42500483-f00e-411d-87e5-2c22e6bcb68f HTTP/1.1" status: 404 len: 333 time: 0.0348799 Jul 16 20:37:21.766980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fbd35002-5b32-4500-97b0-a91268a8294d None None] For port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1fecb3f7-f017-4b37-93e5-51b24a04d9e2,segment=NetworkSegment(f34e0dec-dbbb-42bf-8ac4-e1d44e99a504),segment_id=f34e0dec-dbbb-42bf-8ac4-e1d44e99a504)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:21.767661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.767858 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbd35002-5b32-4500-97b0-a91268a8294d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:21.796868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fbd35002-5b32-4500-97b0-a91268a8294d None None] Calling delete_port for 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:21.800931 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-03176708-12f7-4518-b32a-2d16644d6c26 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.813626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03176708-12f7-4518-b32a-2d16644d6c26 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.819892 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-03176708-12f7-4518-b32a-2d16644d6c26 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/74cad5fb-d904-4ee5-b50e-f8e7d4433ca9 HTTP/1.1" status: 404 len: 337 time: 0.0488372 Jul 16 20:37:21.821992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.882493 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f1ac33-89ce-4dde-a906-b2ae17e0bce1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.883227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f1ac33-89ce-4dde-a906-b2ae17e0bce1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.885039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-94f1ac33-89ce-4dde-a906-b2ae17e0bce1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/1de61b2a-9984-4eb3-8111-0b3ec05a1777 HTTP/1.1" status: 404 len: 333 time: 0.0611191 Jul 16 20:37:21.894284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.934252 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-09257b8b-d967-4be5-ace7-a27cb465d4f3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.935008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09257b8b-d967-4be5-ace7-a27cb465d4f3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.936976 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-09257b8b-d967-4be5-ace7-a27cb465d4f3 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/9e2ee97c-45eb-4c75-9240-b56f44b1024a HTTP/1.1" status: 404 len: 337 time: 0.0416422 Jul 16 20:37:21.939683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:21.970822 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5438c36c-213d-4aab-979f-4bb22ff95485 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:21.972072 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5438c36c-213d-4aab-979f-4bb22ff95485 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:21.974893 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5438c36c-213d-4aab-979f-4bb22ff95485 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/d45e363c-c557-48a5-9089-52fabb2fe32d HTTP/1.1" status: 404 len: 333 time: 0.0338655 Jul 16 20:37:21.977450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.010358 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5b21ff-a484-45e1-b7da-824b47340b0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.010358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5b21ff-a484-45e1-b7da-824b47340b0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.010358 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4f5b21ff-a484-45e1-b7da-824b47340b0b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/7b70543a-7ca1-43be-93c0-afa5a4ab979e HTTP/1.1" status: 404 len: 337 time: 0.0299828 Jul 16 20:37:22.022030 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbd35002-5b32-4500-97b0-a91268a8294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.026242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.076275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd35002-5b32-4500-97b0-a91268a8294d None None] Pushing event deleted for resources: {'Port': ['ID=1fecb3f7-f017-4b37-93e5-51b24a04d9e2,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:22.078083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd35002-5b32-4500-97b0-a91268a8294d None None] No DVR routers for this DVR port 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:22.089804 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e61ce2-9ab0-4f61-bf0d-1c50d331f423 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.099946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e61ce2-9ab0-4f61-bf0d-1c50d331f423 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.105270 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-08e61ce2-9ab0-4f61-bf0d-1c50d331f423 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/5a5573fa-632d-466b-ad4f-232ca67edd51 HTTP/1.1" status: 404 len: 333 time: 0.0746138 Jul 16 20:37:22.107722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.191908 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df3338b-916b-4fbe-9479-3955300664ee tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.192389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df3338b-916b-4fbe-9479-3955300664ee tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.196477 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2df3338b-916b-4fbe-9479-3955300664ee tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/7d244747-a733-451f-b4b3-2cf93d3f5bad HTTP/1.1" status: 404 len: 337 time: 0.0852301 Jul 16 20:37:22.198344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.259153 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36a26fc-39d2-400a-8534-5136da69e07c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.259919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36a26fc-39d2-400a-8534-5136da69e07c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.263340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f36a26fc-39d2-400a-8534-5136da69e07c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/38895c94-c5b9-4088-8ada-43219919bf75 HTTP/1.1" status: 404 len: 333 time: 0.0636995 Jul 16 20:37:22.265589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55924) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.314880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.324726 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33c4908-fab3-4d88-b4d4-b85b98d5e5d0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.325267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33c4908-fab3-4d88-b4d4-b85b98d5e5d0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.326449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.330513 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b33c4908-fab3-4d88-b4d4-b85b98d5e5d0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/e3f514d5-71a8-4612-bc7c-1b407ef00bbc HTTP/1.1" status: 404 len: 337 time: 0.0629909 Jul 16 20:37:22.331213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.335212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7db20-4708-4014-97df-fda6acf188a0 req-2b51c5e4-736a-48a4-8706-1e74b315c6a0 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.345631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ce7db20-4708-4014-97df-fda6acf188a0 req-2b51c5e4-736a-48a4-8706-1e74b315c6a0 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1097 time: 0.4036541 Jul 16 20:37:22.366721 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d8e5c6-b5ea-4aea-be03-2a1d0fc2bd7a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.367279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d8e5c6-b5ea-4aea-be03-2a1d0fc2bd7a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.372604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d0d8e5c6-b5ea-4aea-be03-2a1d0fc2bd7a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/772921ef-225c-4bac-9179-3a03d051525d HTTP/1.1" status: 404 len: 337 time: 0.0381668 Jul 16 20:37:22.372912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.407957 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e616df71-1b6f-4cef-aa71-7de3195d247c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.408648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e616df71-1b6f-4cef-aa71-7de3195d247c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.413885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e616df71-1b6f-4cef-aa71-7de3195d247c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/32546e4f-3f8e-4637-8245-df140b0367ab HTTP/1.1" status: 404 len: 333 time: 0.0398779 Jul 16 20:37:22.414545 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.450792 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-66710820-980a-47b8-a025-37efadca31f1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.451348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66710820-980a-47b8-a025-37efadca31f1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.452857 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-66710820-980a-47b8-a025-37efadca31f1 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/7ed72b0c-aafd-40a1-8654-e983e827f9e0 HTTP/1.1" status: 404 len: 337 time: 0.0373602 Jul 16 20:37:22.461274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.495297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2500be-c2e0-4ebc-81b9-2161401d0591 req-5cbd333e-f9a2-45be-aaf0-250612765e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:22.497178 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a2500be-c2e0-4ebc-81b9-2161401d0591 req-5cbd333e-f9a2-45be-aaf0-250612765e16 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1097 time: 0.5541024 Jul 16 20:37:22.529333 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e545badf-72fb-465a-9fbf-aa06bb9a7df2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.529814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e545badf-72fb-465a-9fbf-aa06bb9a7df2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.539511 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e545badf-72fb-465a-9fbf-aa06bb9a7df2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/c26459e7-f2c8-4c69-ab1e-d6558dee9142 HTTP/1.1" status: 404 len: 337 time: 0.0745218 Jul 16 20:37:22.542957 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ce7db20-4708-4014-97df-fda6acf188a0 req-0c5963f2-9a80-4efa-8f35-5fdb5571c0a6 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963665 Jul 16 20:37:22.543310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.749256 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a2500be-c2e0-4ebc-81b9-2161401d0591 req-d297e5ef-8d94-41ff-b48a-fce9986bdaee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747778 Jul 16 20:37:22.749256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Router 50bae95d-4362-4d82-9246-055f3510a236 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dee6b6c-6d7d-4b5c-b5f1-7ebf31c7a0f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dee6b6c-6d7d-4b5c-b5f1-7ebf31c7a0f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3dee6b6c-6d7d-4b5c-b5f1-7ebf31c7a0f8 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/22cdce3c-16ec-413c-bd98-b17429f466ef HTTP/1.1" status: 404 len: 333 time: 0.0711482 Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bc9880-e2db-421d-b428-83e874b04b4e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bc9880-e2db-421d-b428-83e874b04b4e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c9bc9880-e2db-421d-b428-83e874b04b4e tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/2b5848a4-aa03-4558-94bc-9c5525fe186f HTTP/1.1" status: 404 len: 337 time: 0.0597785 Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53def36-01b0-4f5b-95e4-5f7822130784 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.752267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53def36-01b0-4f5b-95e4-5f7822130784 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.754493 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e53def36-01b0-4f5b-95e4-5f7822130784 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/48c0593e-cd0e-4f43-9835-6c9b23ca386f HTTP/1.1" status: 404 len: 337 time: 0.0680246 Jul 16 20:37:22.756497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.784334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:22.794812 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820b574-b902-47d6-914c-de1db6d21bbf None None] Sync routers for ids ['50bae95d-4362-4d82-9246-055f3510a236'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:22.806481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:22.808655 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820b574-b902-47d6-914c-de1db6d21bbf None None] Routers {'50bae95d-4362-4d82-9246-055f3510a236'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:22.810291 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0820b574-b902-47d6-914c-de1db6d21bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['50bae95d-4362-4d82-9246-055f3510a236'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:22.817159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:22.817394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cdd0256b-115f-4eb5-9168-b192fd9f350b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "PUT /v2.0/routers/50bae95d-4362-4d82-9246-055f3510a236 HTTP/1.1" status: 200 len: 882 time: 3.7359550 Jul 16 20:37:22.820264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.842349 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7946f3a6-729b-4ff0-b97a-46d6ccee487a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.843036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:22.843806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7946f3a6-729b-4ff0-b97a-46d6ccee487a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.844262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1fecb3f7-f017-4b37-93e5-51b24a04d9e2 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:22.852350 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7946f3a6-729b-4ff0-b97a-46d6ccee487a tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/2fdff09f-51f7-465d-bb30-dced23fbcafb HTTP/1.1" status: 404 len: 333 time: 0.0948324 Jul 16 20:37:22.853285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.890721 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d205850-4304-4735-9d07-87342c967cac tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.891743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d205850-4304-4735-9d07-87342c967cac tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.896523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3d205850-4304-4735-9d07-87342c967cac tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/62bd1a0c-dde2-4e4b-9506-4c0b6d99fe81 HTTP/1.1" status: 404 len: 337 time: 0.0419140 Jul 16 20:37:22.897808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.910375 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0820b574-b902-47d6-914c-de1db6d21bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:22.929640 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-12822044-f23b-49f3-b826-e0d8b4d796c6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:22.930367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12822044-f23b-49f3-b826-e0d8b4d796c6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:22.935423 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-12822044-f23b-49f3-b826-e0d8b4d796c6 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/21f45317-ebe9-4007-ae87-bdb56cbee0d4 HTTP/1.1" status: 404 len: 337 time: 0.0364275 Jul 16 20:37:22.936254 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:22.938696 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820b574-b902-47d6-914c-de1db6d21bbf None None] Routers {'50bae95d-4362-4d82-9246-055f3510a236'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:22.939471 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0820b574-b902-47d6-914c-de1db6d21bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:36:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['50bae95d-4362-4d82-9246-055f3510a236'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:23.014432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-36115c5e-2343-4ab7-b027-e241344dc513 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports?device_id=130abb7f-6a29-4c73-82c9-1afb29eb9325 HTTP/1.1" status: 200 len: 205 time: 0.0762539 Jul 16 20:37:23.019582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55984) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.021935 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0820b574-b902-47d6-914c-de1db6d21bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:23.022600 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820b574-b902-47d6-914c-de1db6d21bbf None None] The sync data for ids ['50bae95d-4362-4d82-9246-055f3510a236'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:23.054775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ee80fcf3-7090-49cf-b56b-a8cfbace4af5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/routers/50bae95d-4362-4d82-9246-055f3510a236 HTTP/1.1" status: 200 len: 923 time: 0.2310002 Jul 16 20:37:23.055024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 55986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.075031 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-525f8f4c-6d78-4428-812e-99e4e5ab1c01 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] delete failed (client error): The resource could not be found. Jul 16 20:37:23.079247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-525f8f4c-6d78-4428-812e-99e4e5ab1c01 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/routers/130abb7f-6a29-4c73-82c9-1afb29eb9325 HTTP/1.1" status: 404 len: 336 time: 0.0579450 Jul 16 20:37:23.080144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.156345 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a70607-26ac-4004-ae5a-c0cbf6541001 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.156847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a70607-26ac-4004-ae5a-c0cbf6541001 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.161377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c2a70607-26ac-4004-ae5a-c0cbf6541001 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/2c1a72bc-fb6f-4e5d-b153-55124108553f HTTP/1.1" status: 404 len: 337 time: 0.0791838 Jul 16 20:37:23.163919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.210134 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-86bcc803-646c-4603-949b-fb33c2f1402d tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "GET /v2.0/ports?device_id=7af47907-ec7c-4fac-b664-f1530375e635 HTTP/1.1" status: 200 len: 205 time: 0.0448594 Jul 16 20:37:23.211880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ab249-c548-44f1-bf04-446c61c6a704 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.212615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 55998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.216226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.216358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-766ab249-c548-44f1-bf04-446c61c6a704 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=50bae95d-4362-4d82-9246-055f3510a236&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1603174 Jul 16 20:37:23.233493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.304144 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-a56fcf6e-4642-41d7-857a-25f9e35207bf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] delete failed (client error): The resource could not be found. Jul 16 20:37:23.308399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.309743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a56fcf6e-4642-41d7-857a-25f9e35207bf tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/routers/7af47907-ec7c-4fac-b664-f1530375e635 HTTP/1.1" status: 404 len: 336 time: 0.0956545 Jul 16 20:37:23.347932 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-10deca68-35e0-45dc-a7b7-e1771993c09c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.349626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10deca68-35e0-45dc-a7b7-e1771993c09c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.353043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-10deca68-35e0-45dc-a7b7-e1771993c09c tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/b0a9b1d6-0f71-4027-baa1-8d89e3db4f9c HTTP/1.1" status: 404 len: 337 time: 0.0433426 Jul 16 20:37:23.356215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56012) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.402289 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebcf691-27fd-487b-b4aa-be0876881922 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.402760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebcf691-27fd-487b-b4aa-be0876881922 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.404540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5ebcf691-27fd-487b-b4aa-be0876881922 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/ccf1ccca-c94d-4ebc-9378-442883fefaca HTTP/1.1" status: 404 len: 337 time: 0.0471861 Jul 16 20:37:23.407942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.426130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.469625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce05d43d-c741-4091-81fa-9a77e4d0adaf tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.470191 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-83c3229c-e71c-4aad-8449-7edefd5c16ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.475313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ce05d43d-c741-4091-81fa-9a77e4d0adaf tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 881 time: 0.1818893 Jul 16 20:37:23.478028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.478559 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-66db147d-34a9-4826-98ba-575d46c4a909 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.479895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66db147d-34a9-4826-98ba-575d46c4a909 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.482041 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-66db147d-34a9-4826-98ba-575d46c4a909 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/6bfedad7-5ef6-4aeb-9d57-05a308f3a8eb HTTP/1.1" status: 404 len: 333 time: 0.0729814 Jul 16 20:37:23.483244 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-973bdd90-aeb6-4c6b-bd9a-6681e15bc4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.485296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56018) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.520910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-13bd5e59-febf-4065-b8c0-ce08bd2a5b3b tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=50bae95d-4362-4d82-9246-055f3510a236 HTTP/1.1" status: 200 len: 205 time: 0.0405262 Jul 16 20:37:23.523418 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.526409 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b06899a-276a-4238-ba7e-e5d8b2a20434 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.526873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b06899a-276a-4238-ba7e-e5d8b2a20434 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.530902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3b06899a-276a-4238-ba7e-e5d8b2a20434 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/2e4340db-3acb-4022-98c9-0f2cc7e2186d HTTP/1.1" status: 404 len: 337 time: 0.0424185 Jul 16 20:37:23.532837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.608334 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc348cfd-a3f3-444f-b33d-a8e4629e0a68 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.609152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc348cfd-a3f3-444f-b33d-a8e4629e0a68 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.612025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fc348cfd-a3f3-444f-b33d-a8e4629e0a68 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/02503b32-0538-4621-b028-e5f6be1760b3 HTTP/1.1" status: 404 len: 333 time: 0.0782192 Jul 16 20:37:23.615116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.646675 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.693089 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-112c153b-bdb6-47ee-94a0-cfe1e2c6d8d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.693603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112c153b-bdb6-47ee-94a0-cfe1e2c6d8d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.695328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-112c153b-bdb6-47ee-94a0-cfe1e2c6d8d2 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/07a4c0c4-0683-47f5-9db8-a30b50bd6792 HTTP/1.1" status: 404 len: 337 time: 0.0557153 Jul 16 20:37:23.700299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.727838 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ab64a8-ce30-4223-b0f6-8189f2227ed0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.728518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ab64a8-ce30-4223-b0f6-8189f2227ed0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.730896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30ab64a8-ce30-4223-b0f6-8189f2227ed0 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/b3de021e-23cc-46ec-80b8-125cef497731 HTTP/1.1" status: 404 len: 333 time: 0.0295460 Jul 16 20:37:23.735312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56032) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.768374 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba494ced-569d-4f48-81e6-97f2d5375d82 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.768828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba494ced-569d-4f48-81e6-97f2d5375d82 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.772961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ba494ced-569d-4f48-81e6-97f2d5375d82 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/7de15ff6-0f81-4180-ba9d-ccdd5f194ac1 HTTP/1.1" status: 404 len: 337 time: 0.0343363 Jul 16 20:37:23.776717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.817249 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53b8aa3-cf97-4c1a-972c-2556019359f4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.817990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53b8aa3-cf97-4c1a-972c-2556019359f4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.819853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e53b8aa3-cf97-4c1a-972c-2556019359f4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/d50dfb60-63ad-449e-bd79-e5a3f8acead4 HTTP/1.1" status: 404 len: 333 time: 0.0421154 Jul 16 20:37:23.822893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.857318 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d861f0f-b749-41a9-8892-4729f5e40135 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.860163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d861f0f-b749-41a9-8892-4729f5e40135 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.860521 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8d861f0f-b749-41a9-8892-4729f5e40135 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/f6223fbf-4765-4be9-b14b-42c6bbf0c8c1 HTTP/1.1" status: 404 len: 337 time: 0.0367081 Jul 16 20:37:23.866645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56040) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.892949 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.896735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029ec59-0f77-4e9d-a807-18a16fc709ea req-aa435d27-d5ae-4913-8dec-cad058aa40a4 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:23.898266 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9029ec59-0f77-4e9d-a807-18a16fc709ea req-aa435d27-d5ae-4913-8dec-cad058aa40a4 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1097 time: 0.1312852 Jul 16 20:37:23.934666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-973bdd90-aeb6-4c6b-bd9a-6681e15bc4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.936858 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7392abac-4f56-4cb2-b806-f15e0d5ecf31 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.937822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7392abac-4f56-4cb2-b806-f15e0d5ecf31 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.943361 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7392abac-4f56-4cb2-b806-f15e0d5ecf31 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/175d29c5-fd9f-4710-a230-22ae053168a6 HTTP/1.1" status: 404 len: 333 time: 0.0732656 Jul 16 20:37:23.943903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.946933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-973bdd90-aeb6-4c6b-bd9a-6681e15bc4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:23.978026 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedc62e0-2c50-48cb-9143-e25224315f8b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:23.978649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedc62e0-2c50-48cb-9143-e25224315f8b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:23.984458 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aedc62e0-2c50-48cb-9143-e25224315f8b tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/8aebc2ec-87f3-4f03-9dc5-e80181ad3393 HTTP/1.1" status: 404 len: 337 time: 0.0368984 Jul 16 20:37:23.985103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:23.992476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-973bdd90-aeb6-4c6b-bd9a-6681e15bc4ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53d6a0195afb4aca812724e20c0d4ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7576408 Jul 16 20:37:23.999782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56048) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.044048 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97e8aa9-ea4a-47a0-a57e-526e7fcbd521 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:24.044841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97e8aa9-ea4a-47a0-a57e-526e7fcbd521 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:24.046671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d97e8aa9-ea4a-47a0-a57e-526e7fcbd521 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/55512a3b-094b-4b86-9afd-e61f011ede35 HTTP/1.1" status: 404 len: 333 time: 0.0604451 Jul 16 20:37:24.051762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.055936 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9029ec59-0f77-4e9d-a807-18a16fc709ea req-43e673b9-8d8b-4154-9781-2733fcee9dc0 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490264 Jul 16 20:37:24.080837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bdd90-aeb6-4c6b-bd9a-6681e15bc4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a45726-fae9-4d8d-ba84-95deeb27dc43,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.132008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca9d8f-5535-473b-87f0-64a45b5d1b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.170423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca9d8f-5535-473b-87f0-64a45b5d1b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.227678 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca9d8f-5535-473b-87f0-64a45b5d1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.231637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca9d8f-5535-473b-87f0-64a45b5d1b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.233193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d3ca9d8f-5535-473b-87f0-64a45b5d1b13 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61a45726-fae9-4d8d-ba84-95deeb27dc43 HTTP/1.1" status: 204 len: 168 time: 0.2168067 Jul 16 20:37:24.260145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca9d8f-5535-473b-87f0-64a45b5d1b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a45726-fae9-4d8d-ba84-95deeb27dc43,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:24.531678 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa54b82-1024-4a0b-aa7b-49b952dd2db5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:24.531678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa54b82-1024-4a0b-aa7b-49b952dd2db5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:24.533258 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-faa54b82-1024-4a0b-aa7b-49b952dd2db5 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/c0832319-494e-493d-98c1-cad0f874901b HTTP/1.1" status: 404 len: 337 time: 0.4785118 Jul 16 20:37:24.537040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56070) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.587626 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.599678 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Deleting port fe3fce6d-0d5b-4a13-963f-a0b757009e29 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:24.600028 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.624789 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c689afc-f81c-4bac-8231-871350aec267 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:24.627218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c689afc-f81c-4bac-8231-871350aec267 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:24.631306 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6c689afc-f81c-4bac-8231-871350aec267 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/ports/51770d8e-3d9d-440c-b8b4-5c10391959d5 HTTP/1.1" status: 404 len: 333 time: 0.0922248 Jul 16 20:37:24.634682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56078) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.710384 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d2554d-2ef2-4417-a4f0-6708f86fb724 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:24.712980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d2554d-2ef2-4417-a4f0-6708f86fb724 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:24.715633 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-84d2554d-2ef2-4417-a4f0-6708f86fb724 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/subnets/b76b893d-8ae9-45d5-9d56-e737154ce570 HTTP/1.1" status: 404 len: 337 time: 0.0797133 Jul 16 20:37:24.718375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56086) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:24.816686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948563a-bf48-40ea-b56f-cbe63cefd8f3 req-3b808a44-88c1-4b4c-9284-8b144c874570 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:24.824558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9948563a-bf48-40ea-b56f-cbe63cefd8f3 req-3b808a44-88c1-4b4c-9284-8b144c874570 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1097 time: 0.3072410 Jul 16 20:37:24.884905 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.898895 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:24.981111 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9948563a-bf48-40ea-b56f-cbe63cefd8f3 req-0e5d070d-d672-4a1e-bee4-5099467764df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432638 Jul 16 20:37:24.998387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Calling delete_port for fe3fce6d-0d5b-4a13-963f-a0b757009e29 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:25.064804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.100156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c07d769-9495-46f2-a374-c7510b386f2a']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:25.126588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:25.127037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34e0dec-dbbb-42bf-8ac4-e1d44e99a504') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:25.139281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.156286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.162791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:25.163327 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:25.208121 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:25.291409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.296676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.303389 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.305908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] 10.222.0.10 "DELETE /v2.0/networks/8c07d769-9495-46f2-a374-c7510b386f2a HTTP/1.1" status: 204 len: 168 time: 0.5840082 Jul 16 20:37:25.349265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceb4c6-ff69-4bde-b2bb-53439e4d5dd4 tempest-NetworksTestDHCPv6-56565520 tempest-NetworksTestDHCPv6-56565520-project] Pushing event deleted for resources: {'Network': ['ID=8c07d769-9495-46f2-a374-c7510b386f2a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.376063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event deleted for resources: {'Port': ['ID=fe3fce6d-0d5b-4a13-963f-a0b757009e29,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:25.380989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51546dd9-a36c-4424-885e-98b1c6b3d309 req-bb078e7c-77bc-4ce8-b76c-956150765524 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:25.390746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51546dd9-a36c-4424-885e-98b1c6b3d309 req-bb078e7c-77bc-4ce8-b76c-956150765524 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1097 time: 0.1059549 Jul 16 20:37:25.446343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-51546dd9-a36c-4424-885e-98b1c6b3d309 req-c7a1ccfc-8aed-45e0-9e78-07de70e409d8 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541189 Jul 16 20:37:25.613084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.950922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:25.968813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:25.977107 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.072320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.073796 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Fanout notify agent at l3_agent the message router_deleted on router 50bae95d-4362-4d82-9246-055f3510a236 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:26.090542 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.096973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8d91bc1f-d7a3-45f5-8e00-9a6536f56a1e tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/50bae95d-4362-4d82-9246-055f3510a236 HTTP/1.1" status: 204 len: 168 time: 2.5713944 Jul 16 20:37:26.097776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56136) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.103217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1a88738a-a348-42cd-93e9-8ae4278462d7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1267775129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:26.152450 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a88738a-a348-42cd-93e9-8ae4278462d7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.153491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a88738a-a348-42cd-93e9-8ae4278462d7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.280310 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.365124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a88738a-a348-42cd-93e9-8ae4278462d7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.371138 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a88738a-a348-42cd-93e9-8ae4278462d7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.421797 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a88738a-a348-42cd-93e9-8ae4278462d7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.422989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a88738a-a348-42cd-93e9-8ae4278462d7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3238397 Jul 16 20:37:26.425803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.431221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': True}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:26.520032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a842b-64bd-4b04-855b-7e22a4e94b14 req-86b4d63c-f1ee-4026-8773-e2c6dbb76167 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:26.521623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-002a842b-64bd-4b04-855b-7e22a4e94b14 req-86b4d63c-f1ee-4026-8773-e2c6dbb76167 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1097 time: 0.1227827 Jul 16 20:37:26.660576 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-002a842b-64bd-4b04-855b-7e22a4e94b14 req-28352524-c0c5-4d49-affb-588aadec6a31 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257575 Jul 16 20:37:26.700422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cf537c76-daa4-4d75-a91a-919b400f8ba3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4372778100e4fcb8198b92e36981c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7476964 Jul 16 20:37:26.701794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:26.763649 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.774614 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a369ac5b-4191-409c-9d68-f9d03e5e1d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.804686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a369ac5b-4191-409c-9d68-f9d03e5e1d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.917712 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a369ac5b-4191-409c-9d68-f9d03e5e1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.933728 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a369ac5b-4191-409c-9d68-f9d03e5e1d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:26.956246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a369ac5b-4191-409c-9d68-f9d03e5e1d48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd3880f8-294c-4ec0-9af9-e3be25c16c29 HTTP/1.1" status: 204 len: 168 time: 0.2530978 Jul 16 20:37:26.990350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369ac5b-4191-409c-9d68-f9d03e5e1d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3880f8-294c-4ec0-9af9-e3be25c16c29,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:27.222284 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.254027 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:27.499187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Allocated IP 172.25.7.36 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/4fb2d930-b05f-44ac-ab2a-cb9a9e2b41bb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:27.857542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b130871-1797-4ff6-9520-dd967f234742 req-6114c176-509f-4936-9807-073eedda00af tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:27.869079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b130871-1797-4ff6-9520-dd967f234742 req-6114c176-509f-4936-9807-073eedda00af tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1097 time: 0.3372338 Jul 16 20:37:28.546274 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.644150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3b130871-1797-4ff6-9520-dd967f234742 req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Deleting port af087ff1-35a3-4e28-8408-50ee276a1903 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:28.644768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3b130871-1797-4ff6-9520-dd967f234742 req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.649946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471f2a2-b1ce-44fc-a40a-494d3a56266c req-e07bb06e-f661-4550-8c4e-6d90fb19ed7e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:28.658966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f471f2a2-b1ce-44fc-a40a-494d3a56266c req-e07bb06e-f661-4550-8c4e-6d90fb19ed7e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 1097 time: 0.7252560 Jul 16 20:37:28.668089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:28.811408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:28.817534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:28.834867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:28.960658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.022066 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f471f2a2-b1ce-44fc-a40a-494d3a56266c req-d51e917c-b86e-4109-b581-4a63dde4102e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615553 Jul 16 20:37:29.025957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event updated for resources: {'Port': ['ID=4fb2d930-b05f-44ac-ab2a-cb9a9e2b41bb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.154018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1525832881'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:29.167160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.167895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.168608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.169264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.169659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.170094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.170757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.171197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.171644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.172319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.175757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.175757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:29.233316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Made reservation on behalf of 0dd0358573ee4d9b8e7d5883a39dd15b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:29.249633 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.263940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3b130871-1797-4ff6-9520-dd967f234742 req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] For port af087ff1-35a3-4e28-8408-50ee276a1903, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=af087ff1-35a3-4e28-8408-50ee276a1903,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:29.264323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3b130871-1797-4ff6-9520-dd967f234742 req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.273189 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.295353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-3b130871-1797-4ff6-9520-dd967f234742 req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Calling delete_port for af087ff1-35a3-4e28-8408-50ee276a1903 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:29.504089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.511510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.550469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.559043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:29.571684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9031251-c6f9-4ad6-9b53-1426da67bc35,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.592644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.592994 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Added segment 7bec9ea1-7fdb-4304-91c4-bbda48355ab4 of type vlan for network 02093823-0f32-4269-8914-ada2920b2ebb Jul 16 20:37:29.655726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.704387 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.712669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:29.714298 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.808531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8456447 Jul 16 20:37:29.817217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.830114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Request body: {'subnet': {'network_id': '02093823-0f32-4269-8914-ada2920b2ebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:29.842622 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3b130871-1797-4ff6-9520-dd967f234742 req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:29.852523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:29.856805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['bf32c0da-c2b7-405b-8629-26d22eace4c0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:29.905031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984be2df-1bc8-43c4-803d-fcde77b6454f tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event updated for resources: {'Network': ['ID=02093823-0f32-4269-8914-ada2920b2ebb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.950626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Pushing event deleted for resources: {'Port': ['ID=af087ff1-35a3-4e28-8408-50ee276a1903,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:29.959004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 02093823-0f32-4269-8914-ada2920b2ebb details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:30.029317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.049265 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.099768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b130871-1797-4ff6-9520-dd967f234742 req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] No DVR routers for this DVR port af087ff1-35a3-4e28-8408-50ee276a1903 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:30.104380 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3b130871-1797-4ff6-9520-dd967f234742 req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.110552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b130871-1797-4ff6-9520-dd967f234742 req-c9538a48-9786-4c6a-8d40-45b29bd56b90 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.30 "DELETE /v2.0/ports/af087ff1-35a3-4e28-8408-50ee276a1903 HTTP/1.1" status: 204 len: 173 time: 2.2386577 Jul 16 20:37:30.111421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2d1d99-eee5-4d26-bfc9-1d9810119f2b', 'name': 'network-vif-deleted', 'tag': 'af087ff1-35a3-4e28-8408-50ee276a1903'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:30.120320 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71cd3c9-4cb8-4261-9d5f-aa255fa3c29e" -d '{"events": [{"server_uuid": "ba2d1d99-eee5-4d26-bfc9-1d9810119f2b", "name": "network-vif-deleted", "tag": "af087ff1-35a3-4e28-8408-50ee276a1903"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:30.196991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Made reservation on behalf of 0dd0358573ee4d9b8e7d5883a39dd15b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:30.210098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.405844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.412465 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436d9487-4b25-4712-b441-f3e285026917 x-openstack-request-id: req-436d9487-4b25-4712-b441-f3e285026917 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:30.414753 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2d1d99-eee5-4d26-bfc9-1d9810119f2b", "name": "network-vif-deleted", "tag": "af087ff1-35a3-4e28-8408-50ee276a1903", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:30.415067 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-436d9487-4b25-4712-b441-f3e285026917 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:30.415516 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2d1d99-eee5-4d26-bfc9-1d9810119f2b', 'name': 'network-vif-deleted', 'tag': 'af087ff1-35a3-4e28-8408-50ee276a1903', 'status': 'completed', 'code': 200} Jul 16 20:37:30.485638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046c509b-6eff-45e2-a5fa-2a3101376b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.503869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-677cd6f0-5045-4d95-b481-42ae20c0a0bf req-1de2e37c-5bcd-4ddf-9b56-fc8d21b017ba tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba2d1d99-eee5-4d26-bfc9-1d9810119f2b HTTP/1.1" status: 200 len: 210 time: 0.0952652 Jul 16 20:37:30.568551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Router 08883ef0-6380-4650-a523-97215d93a218 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:30.644019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device af087ff1-35a3-4e28-8408-50ee276a1903 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:30.734835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.760873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: af087ff1-35a3-4e28-8408-50ee276a1903 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:30.761441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device af087ff1-35a3-4e28-8408-50ee276a1903 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:30.777468 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046c509b-6eff-45e2-a5fa-2a3101376b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.785449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-046c509b-6eff-45e2-a5fa-2a3101376b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.801682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event updated for resources: {'Subnet': ['ID=45216382-5c0a-4056-be14-290a4aaeaa46,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:30.818479 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-47c0a38a-cad4-4d42-9616-7a7bfc3fe9f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f82e4f257c7496189fb263a7f000d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093578 Jul 16 20:37:30.819547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-046c509b-6eff-45e2-a5fa-2a3101376b8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8257a944def6489295d987c49dbf91fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9633455 Jul 16 20:37:30.820230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.823332 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.841289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:30.854428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a22368-5e75-48d8-b12c-127f4dba74e3 None None] Sync routers for ids ['08883ef0-6380-4650-a523-97215d93a218'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:30.864256 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.868465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a22368-5e75-48d8-b12c-127f4dba74e3 None None] Routers {'08883ef0-6380-4650-a523-97215d93a218'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:30.871650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1a038411-550a-45e9-8c79-7ca6873a0187 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "PUT /v2.0/routers/08883ef0-6380-4650-a523-97215d93a218 HTTP/1.1" status: 200 len: 918 time: 4.4396868 Jul 16 20:37:30.872750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f4a22368-5e75-48d8-b12c-127f4dba74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['08883ef0-6380-4650-a523-97215d93a218'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:30.875025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56306) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:30.982308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f4a22368-5e75-48d8-b12c-127f4dba74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:30.983102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3248855-c1d3-4dd5-9c7c-e0c4639b5dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:30.986886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Checking segment: {'id': '7bec9ea1-7fdb-4304-91c4-bbda48355ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02093823-0f32-4269-8914-ada2920b2ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:30.987411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Network hostable DHCP agents. Network: 02093823-0f32-4269-8914-ada2920b2ebb, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:31.005778 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a22368-5e75-48d8-b12c-127f4dba74e3 None None] Routers {'08883ef0-6380-4650-a523-97215d93a218'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:31.006737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f4a22368-5e75-48d8-b12c-127f4dba74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['08883ef0-6380-4650-a523-97215d93a218'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.037831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c509b-6eff-45e2-a5fa-2a3101376b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fa2f59-c58c-4558-a0dc-5952739ad858,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:31.041825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3248855-c1d3-4dd5-9c7c-e0c4639b5dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.043700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Network 02093823-0f32-4269-8914-ada2920b2ebb is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:31.074904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 02093823-0f32-4269-8914-ada2920b2ebb) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:31.077267 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69e145a5-90f5-4967-adbf-e6f2c489fe7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.117931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e751c1-5181-4233-9c5e-7d201c80e729 None None] Network 02093823-0f32-4269-8914-ada2920b2ebb requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:31.121616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f4a22368-5e75-48d8-b12c-127f4dba74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:31.122241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a22368-5e75-48d8-b12c-127f4dba74e3 None None] The sync data for ids ['08883ef0-6380-4650-a523-97215d93a218'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:31.139841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69e145a5-90f5-4967-adbf-e6f2c489fe7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.189119 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.190524 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.197999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b9b46555-169e-49a1-b59d-0179dcce4b5f tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/routers/08883ef0-6380-4650-a523-97215d93a218 HTTP/1.1" status: 200 len: 924 time: 0.3131342 Jul 16 20:37:31.198348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.267484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-deb72d69-2458-41de-9db3-f342b3647ac3 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4494274 Jul 16 20:37:31.272980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.279621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Request body: {'port': {'network_id': '02093823-0f32-4269-8914-ada2920b2ebb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1726503742'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:31.300260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69e145a5-90f5-4967-adbf-e6f2c489fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.303832 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69e145a5-90f5-4967-adbf-e6f2c489fe7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.312049 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-69e145a5-90f5-4967-adbf-e6f2c489fe7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29fa2f59-c58c-4558-a0dc-5952739ad858 HTTP/1.1" status: 204 len: 168 time: 0.4875963 Jul 16 20:37:31.344728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b214ec2-29ca-4535-b652-5b74b5c443f3 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.348938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0b214ec2-29ca-4535-b652-5b74b5c443f3 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=08883ef0-6380-4650-a523-97215d93a218&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1472414 Jul 16 20:37:31.351871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.353301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e145a5-90f5-4967-adbf-e6f2c489fe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fa2f59-c58c-4558-a0dc-5952739ad858,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:31.404659 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3248855-c1d3-4dd5-9c7c-e0c4639b5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.407858 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3248855-c1d3-4dd5-9c7c-e0c4639b5dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.411990 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f3248855-c1d3-4dd5-9c7c-e0c4639b5dc1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6958215f-90bf-4c77-88e4-ffd32745062e HTTP/1.1" status: 204 len: 168 time: 0.5905559 Jul 16 20:37:31.436985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3248855-c1d3-4dd5-9c7c-e0c4639b5dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958215f-90bf-4c77-88e4-ffd32745062e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:31.548178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Made reservation on behalf of 0dd0358573ee4d9b8e7d5883a39dd15b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:31.564711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:31.566310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56140e0a-0bb7-4843-8688-d3bbbc20bb13 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:31.571650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-56140e0a-0bb7-4843-8688-d3bbbc20bb13 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 881 time: 0.2193613 Jul 16 20:37:31.577526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.625476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] device_id is not set on port f5d8b1a2-9508-4247-8397-fd006842ea26 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:31.669381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:31.674117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c6dc1864-f118-4062-b0ef-8c5c879e01f1 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=08883ef0-6380-4650-a523-97215d93a218 HTTP/1.1" status: 200 len: 205 time: 0.0947511 Jul 16 20:37:31.815486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-02093823-0f32-4269-8914-ada2920b2ebb', 'network_id': '02093823-0f32-4269-8914-ada2920b2ebb', 'tenant_id': '0dd0358573ee4d9b8e7d5883a39dd15b', 'fixed_ips': [{'subnet_id': '45216382-5c0a-4056-be14-290a4aaeaa46'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:31.816696 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.035692 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.066883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Allocated IP 2001:db8::2d4 (02093823-0f32-4269-8914-ada2920b2ebb/45216382-5c0a-4056-be14-290a4aaeaa46/f5d8b1a2-9508-4247-8397-fd006842ea26) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:32.180747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56342) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:32.229154 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce0f2-3b10-405d-a5ab-933e376c4620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.405749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce0f2-3b10-405d-a5ab-933e376c4620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.411648 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a0ce0f2-3b10-405d-a5ab-933e376c4620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.414786 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.464768 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2a0ce0f2-3b10-405d-a5ab-933e376c4620 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0eb457a99b834d59b366a098a01468ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816875 Jul 16 20:37:32.468934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:32.472451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ce0f2-3b10-405d-a5ab-933e376c4620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d8cdf5-c0b7-4017-891a-cdb6bb3d3c6e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:32.507030 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.525370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce338d8f-4335-4038-bcbb-cee330a99f37 req-49b39e0f-c4ea-4638-81f4-1bd67ce70dc2 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:32.527028 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce338d8f-4335-4038-bcbb-cee330a99f37 req-49b39e0f-c4ea-4638-81f4-1bd67ce70dc2 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1097 time: 0.1728888 Jul 16 20:37:32.530567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Transition to ACTIVE for port object f5d8b1a2-9508-4247-8397-fd006842ea26 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:32.557536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e33566a0-0fff-4ca8-9b24-3ce65ca8cb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.584169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Deleting port 4fb2d930-b05f-44ac-ab2a-cb9a9e2b41bb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:32.584453 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.595877 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e33566a0-0fff-4ca8-9b24-3ce65ca8cb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.632082 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce338d8f-4335-4038-bcbb-cee330a99f37 req-159d23af-b360-466a-9fc1-6c74cb6004fd tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943613 Jul 16 20:37:32.684746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e33566a0-0fff-4ca8-9b24-3ce65ca8cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.688536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e33566a0-0fff-4ca8-9b24-3ce65ca8cb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.690766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e33566a0-0fff-4ca8-9b24-3ce65ca8cb2e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55d8cdf5-c0b7-4017-891a-cdb6bb3d3c6e HTTP/1.1" status: 204 len: 168 time: 0.2200463 Jul 16 20:37:32.694133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Allocated IP 2001:db8::2 (02093823-0f32-4269-8914-ada2920b2ebb/45216382-5c0a-4056-be14-290a4aaeaa46/2dab8bd4-9f75-4782-bebb-cc90803f2481) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:32.713180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33566a0-0fff-4ca8-9b24-3ce65ca8cb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d8cdf5-c0b7-4017-891a-cdb6bb3d3c6e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:32.720079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.743699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Calling delete_port for 4fb2d930-b05f-44ac-ab2a-cb9a9e2b41bb owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:32.801236 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.913491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:32.940884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Transition to ACTIVE for port object 2dab8bd4-9f75-4782-bebb-cc90803f2481 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:32.975622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Transition to ACTIVE for port object 2dab8bd4-9f75-4782-bebb-cc90803f2481 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:32.987908 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.000251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Network 02093823-0f32-4269-8914-ada2920b2ebb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:33.006650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:33.017152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:33.022816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:33.023695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.035951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Network 02093823-0f32-4269-8914-ada2920b2ebb is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:33.038366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:33.047238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:33.047546 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7696521 Jul 16 20:37:33.047633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56362) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.049517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25d8ac-9cd3-4db0-9e28-3168f7333205 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event updated for resources: {'Port': ['ID=f5d8b1a2-9508-4247-8397-fd006842ea26,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.052828 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.062128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Request body: {'port': {'network_id': '02093823-0f32-4269-8914-ada2920b2ebb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-277789426', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:33.065693 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] bootfile-name is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:33.066754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] tftp-server is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:33.067050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] server-ip-address is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:33.110614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event deleted for resources: {'Port': ['ID=4fb2d930-b05f-44ac-ab2a-cb9a9e2b41bb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.120976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Pushing event updated for resources: {'Port': ['ID=2dab8bd4-9f75-4782-bebb-cc90803f2481,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.140750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Attempting to bind port 2dab8bd4-9f75-4782-bebb-cc90803f2481 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:37:33.141321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Attempting to bind port 2dab8bd4-9f75-4782-bebb-cc90803f2481 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7bec9ea1-7fdb-4304-91c4-bbda48355ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02093823-0f32-4269-8914-ada2920b2ebb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:37:33.141913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Attempting to bind port 2dab8bd4-9f75-4782-bebb-cc90803f2481 on network 02093823-0f32-4269-8914-ada2920b2ebb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:37:33.148204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:37:33.148895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Checking segment: {'id': '7bec9ea1-7fdb-4304-91c4-bbda48355ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02093823-0f32-4269-8914-ada2920b2ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:33.149453 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.150336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Bound using segment: {'id': '7bec9ea1-7fdb-4304-91c4-bbda48355ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02093823-0f32-4269-8914-ada2920b2ebb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:37:33.151838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Bound port: 2dab8bd4-9f75-4782-bebb-cc90803f2481, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bec9ea1-7fdb-4304-91c4-bbda48355ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '02093823-0f32-4269-8914-ada2920b2ebb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:37:33.152388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.244071 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.289752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] For port 2dab8bd4-9f75-4782-bebb-cc90803f2481, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:37:33.289979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Made reservation on behalf of 0dd0358573ee4d9b8e7d5883a39dd15b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:33.297110 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.297803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] For port 2dab8bd4-9f75-4782-bebb-cc90803f2481, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2dab8bd4-9f75-4782-bebb-cc90803f2481,segment=NetworkSegment(7bec9ea1-7fdb-4304-91c4-bbda48355ab4),segment_id=7bec9ea1-7fdb-4304-91c4-bbda48355ab4)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:37:33.305040 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.326222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] device_id is not set on port 67c9d96d-b32e-4df1-a679-3ee39c8479be yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:33.358690 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.360448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee3d0b-4357-433f-acf2-00d38c713edb None None] Pushing event updated for resources: {'Port': ['ID=2dab8bd4-9f75-4782-bebb-cc90803f2481,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:33.361091 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.465982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.466686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Fanout notify agent at l3_agent the message router_deleted on router 08883ef0-6380-4650-a523-97215d93a218 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:33.473532 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.478747 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-450f56b4-9102-4d5d-b326-e0d79450efe4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/08883ef0-6380-4650-a523-97215d93a218 HTTP/1.1" status: 204 len: 168 time: 1.8081753 Jul 16 20:37:33.479992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.486231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-db1de9db-9150-4664-b62e-5c32a980d425 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1861082482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:33.497047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Allocated IP 2001:db8::305 (02093823-0f32-4269-8914-ada2920b2ebb/45216382-5c0a-4056-be14-290a4aaeaa46/67c9d96d-b32e-4df1-a679-3ee39c8479be) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:33.534444 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db1de9db-9150-4664-b62e-5c32a980d425 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.535862 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db1de9db-9150-4664-b62e-5c32a980d425 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.633263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db1de9db-9150-4664-b62e-5c32a980d425 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.663936 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db1de9db-9150-4664-b62e-5c32a980d425 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.810388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db1de9db-9150-4664-b62e-5c32a980d425 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.811676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-db1de9db-9150-4664-b62e-5c32a980d425 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3304317 Jul 16 20:37:33.817070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:33.824531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': False}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:33.875002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:33.892616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Transition to ACTIVE for port object 67c9d96d-b32e-4df1-a679-3ee39c8479be will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:37:33.956482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.049987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event updated for resources: {'Port': ['ID=67c9d96d-b32e-4df1-a679-3ee39c8479be,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:34.058879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Network 02093823-0f32-4269-8914-ada2920b2ebb is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:34.060853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:34.063493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:34.069706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.070552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.092048 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ad127ae8-2e84-469f-b4ba-e3d38f5b5645 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0432189 Jul 16 20:37:34.094518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56402) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:34.098585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708119f3-d546-4160-9b5a-346595b7671b req-77c94b36-fe98-4583-b43b-12542bf51572 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.100291 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-708119f3-d546-4160-9b5a-346595b7671b req-77c94b36-fe98-4583-b43b-12542bf51572 tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1097 time: 0.4597299 Jul 16 20:37:34.247037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32711525-109a-497f-a2bd-b043e5a3a727 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.260893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32711525-109a-497f-a2bd-b043e5a3a727 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.271870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32711525-109a-497f-a2bd-b043e5a3a727 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.275094 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-32711525-109a-497f-a2bd-b043e5a3a727 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1790133 Jul 16 20:37:34.278181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:34.337262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:34.759553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e0869ad5-1e55-49a0-8809-92e3546b7609 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Deleting port 67c9d96d-b32e-4df1-a679-3ee39c8479be {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:34.760279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0869ad5-1e55-49a0-8809-92e3546b7609 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.815599 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.842518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2dab8bd4-9f75-4782-bebb-cc90803f2481 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:34.888621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a8322-e9d4-406e-a47e-096221b080e5 req-03aac527-fcad-4a67-afd1-fb17fa7a6b3e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:34.890542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a2a8322-e9d4-406e-a47e-096221b080e5 req-03aac527-fcad-4a67-afd1-fb17fa7a6b3e tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 1097 time: 0.9372630 Jul 16 20:37:34.920639 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 4d777fc9-b4e7-47da-8e58-d2138d20f498 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:34.921212 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:34.936068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 2dab8bd4-9f75-4782-bebb-cc90803f2481 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:34.978029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0869ad5-1e55-49a0-8809-92e3546b7609 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.000852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e0869ad5-1e55-49a0-8809-92e3546b7609 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Calling delete_port for 67c9d96d-b32e-4df1-a679-3ee39c8479be owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:35.022140 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a2a8322-e9d4-406e-a47e-096221b080e5 req-bb5bf34f-382f-4c70-bcb2-54e75d567fdf tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f07603a0-5a5d-4df5-8263-03f4b6163469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172493 Jul 16 20:37:35.054636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b4b0b-1eb7-488c-9bb9-f5d84cb0cf1a None None] Network 02093823-0f32-4269-8914-ada2920b2ebb requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:35.095437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-708119f3-d546-4160-9b5a-346595b7671b req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Deleting port bf32c0da-c2b7-405b-8629-26d22eace4c0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:35.095784 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-708119f3-d546-4160-9b5a-346595b7671b req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.189047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.190307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.199227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-708119f3-d546-4160-9b5a-346595b7671b req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] For port bf32c0da-c2b7-405b-8629-26d22eace4c0, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bf32c0da-c2b7-405b-8629-26d22eace4c0,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:35.199622 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-708119f3-d546-4160-9b5a-346595b7671b req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.212108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 4d777fc9-b4e7-47da-8e58-d2138d20f498 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:35.215100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-708119f3-d546-4160-9b5a-346595b7671b req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Calling delete_port for bf32c0da-c2b7-405b-8629-26d22eace4c0 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:35.425303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-36de16b1-75b6-4cae-abc4-2adf8c51c018 None None] Provisioning for port 2dab8bd4-9f75-4782-bebb-cc90803f2481 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:35.433879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-36de16b1-75b6-4cae-abc4-2adf8c51c018 None None] Provisioning complete for port 2dab8bd4-9f75-4782-bebb-cc90803f2481 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:35.434333 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36de16b1-75b6-4cae-abc4-2adf8c51c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.489847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56442) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:35.522304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0869ad5-1e55-49a0-8809-92e3546b7609 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.556174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0869ad5-1e55-49a0-8809-92e3546b7609 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event deleted for resources: {'Port': ['ID=67c9d96d-b32e-4df1-a679-3ee39c8479be,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:35.613134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0869ad5-1e55-49a0-8809-92e3546b7609 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.615325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e0869ad5-1e55-49a0-8809-92e3546b7609 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "DELETE /v2.0/ports/67c9d96d-b32e-4df1-a679-3ee39c8479be HTTP/1.1" status: 204 len: 168 time: 1.3358111 Jul 16 20:37:35.619734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:35.625530 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36de16b1-75b6-4cae-abc4-2adf8c51c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.628608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Request body: {'port': {'name': 'tempest-new-port-name-333888489', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:35.629282 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] bootfile-name is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:35.629424 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] tftp-server is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:35.629654 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.api.validators [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] server-ip-address is not in valid_values {{(pid=93959) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 20:37:35.678872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.693129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.699702 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-708119f3-d546-4160-9b5a-346595b7671b req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.700691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-36de16b1-75b6-4cae-abc4-2adf8c51c018 None None] For port 2dab8bd4-9f75-4782-bebb-cc90803f2481, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2dab8bd4-9f75-4782-bebb-cc90803f2481,segment=NetworkSegment(7bec9ea1-7fdb-4304-91c4-bbda48355ab4),segment_id=7bec9ea1-7fdb-4304-91c4-bbda48355ab4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:35.724247 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-36de16b1-75b6-4cae-abc4-2adf8c51c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.742162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['bf32c0da-c2b7-405b-8629-26d22eace4c0'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:37:35.778270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.847480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf32c0da-c2b7-405b-8629-26d22eace4c0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:35.950225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de16b1-75b6-4cae-abc4-2adf8c51c018 None None] Pushing event updated for resources: {'Port': ['ID=2dab8bd4-9f75-4782-bebb-cc90803f2481,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:35.966334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-708119f3-d546-4160-9b5a-346595b7671b req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] No DVR routers for this DVR port bf32c0da-c2b7-405b-8629-26d22eace4c0 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:35.972983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-708119f3-d546-4160-9b5a-346595b7671b req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:35.974998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-708119f3-d546-4160-9b5a-346595b7671b req-50ea1903-c29c-44fa-8014-1e57a383e9df tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.63 "DELETE /v2.0/ports/bf32c0da-c2b7-405b-8629-26d22eace4c0 HTTP/1.1" status: 204 len: 173 time: 1.8400674 Jul 16 20:37:35.975537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241a428f-f13f-4dec-9f8a-3c9feec87e01', 'name': 'network-vif-deleted', 'tag': 'bf32c0da-c2b7-405b-8629-26d22eace4c0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:35.977722 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfdfaaf-fba3-4cec-b8db-6e104bc85b99" -d '{"events": [{"server_uuid": "241a428f-f13f-4dec-9f8a-3c9feec87e01", "name": "network-vif-deleted", "tag": "bf32c0da-c2b7-405b-8629-26d22eace4c0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:36.070712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-781adedc-ed45-4bcc-9871-276bb4170f4d None None] Provisioning for port f5d8b1a2-9508-4247-8397-fd006842ea26 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:37:36.085591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-781adedc-ed45-4bcc-9871-276bb4170f4d None None] Provisioning complete for port f5d8b1a2-9508-4247-8397-fd006842ea26 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:36.089325 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-781adedc-ed45-4bcc-9871-276bb4170f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.108451 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecccc5f6-8db8-42af-a2f2-92fe26791747 x-openstack-request-id: req-ecccc5f6-8db8-42af-a2f2-92fe26791747 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:36.114258 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241a428f-f13f-4dec-9f8a-3c9feec87e01", "name": "network-vif-deleted", "tag": "bf32c0da-c2b7-405b-8629-26d22eace4c0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:36.115307 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ecccc5f6-8db8-42af-a2f2-92fe26791747 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:36.116142 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241a428f-f13f-4dec-9f8a-3c9feec87e01', 'name': 'network-vif-deleted', 'tag': 'bf32c0da-c2b7-405b-8629-26d22eace4c0', 'status': 'completed', 'code': 200} Jul 16 20:37:36.156532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Allocated IP 172.25.7.175 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/beb3e078-6007-4eb2-82b2-533132356b6b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:36.186078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-70e872b3-d831-410e-99a7-59d596137095 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2146988987'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:36.187665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-70e872b3-d831-410e-99a7-59d596137095 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Unknown quota resources ['metering_label']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:37:36.207211 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.227042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=4d777fc9-b4e7-47da-8e58-d2138d20f498,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:36.234913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-781adedc-ed45-4bcc-9871-276bb4170f4d None None] Port f5d8b1a2-9508-4247-8397-fd006842ea26 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:36.265026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-781adedc-ed45-4bcc-9871-276bb4170f4d None None] Could not find standard attr ID for object 67c9d96d-b32e-4df1-a679-3ee39c8479be. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:37:36.315645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-781adedc-ed45-4bcc-9871-276bb4170f4d None None] Provisioning complete for port 2dab8bd4-9f75-4782-bebb-cc90803f2481 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:36.317179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-781adedc-ed45-4bcc-9871-276bb4170f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.603998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.667006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c448eba7-d561-40e7-9f4b-960563bd1c6c None None] Provisioning complete for port f5d8b1a2-9508-4247-8397-fd006842ea26 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:36.667757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c448eba7-d561-40e7-9f4b-960563bd1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.779980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c448eba7-d561-40e7-9f4b-960563bd1c6c None None] Port f5d8b1a2-9508-4247-8397-fd006842ea26 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:36.784827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2dab8bd4-9f75-4782-bebb-cc90803f2481 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:37:36.795108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.873503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:36.919413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:36.928067 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba9cb103-d620-45e0-a813-d2b54ad51500 req-b38de8ab-48e1-4c74-83c0-c6baa54bbfcc tempest-TestServerMultinode-736644866 tempest-TestServerMultinode-736644866-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241a428f-f13f-4dec-9f8a-3c9feec87e01 HTTP/1.1" status: 200 len: 210 time: 0.4963357 Jul 16 20:37:36.930438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:36.934254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2dab8bd4-9f75-4782-bebb-cc90803f2481 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:36.934863 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.939229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:36.943531 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Floating IP 8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f disassociated (deleted). External IP: 172.25.7.130, port: 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7. Jul 16 20:37:37.148493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0260f2a1-939a-4fab-82e8-2e6bb6c4c08d None None] Could not find standard attr ID for object 67c9d96d-b32e-4df1-a679-3ee39c8479be. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:37:37.210134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Pushing event updated for resources: {'Port': ['ID=beb3e078-6007-4eb2-82b2-533132356b6b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:37.233772 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70e872b3-d831-410e-99a7-59d596137095 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.238172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-70e872b3-d831-410e-99a7-59d596137095 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.7352531 Jul 16 20:37:37.242881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56474) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.251759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-80802741-6796-43f1-bc1b-74755a0235df tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2639c3a2-1d71-4b34-830d-099f1043e32d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:37.252258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-80802741-6796-43f1-bc1b-74755a0235df tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:37:37.444385 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.510367 n-d-792394-17 neutron-server[93959]: WARNING neutron.services.metering.metering_plugin [None req-80802741-6796-43f1-bc1b-74755a0235df tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:37:37.663407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80802741-6796-43f1-bc1b-74755a0235df tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.664613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-80802741-6796-43f1-bc1b-74755a0235df tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4184988 Jul 16 20:37:37.675307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:37.679371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8adde899-2754-45a8-b46a-f5050efdc3ff tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2639c3a2-1d71-4b34-830d-099f1043e32d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:37.679877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8adde899-2754-45a8-b46a-f5050efdc3ff tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:37:37.715566 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.720028 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.802395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.806422 n-d-792394-17 neutron-server[93959]: WARNING neutron.services.metering.metering_plugin [None req-8adde899-2754-45a8-b46a-f5050efdc3ff tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 20:37:37.815056 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:37.919858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bf32c0da-c2b7-405b-8629-26d22eace4c0 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:37.943160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Router bfa942cf-959e-4974-810d-35edaba79d9e is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:37.954415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: bf32c0da-c2b7-405b-8629-26d22eace4c0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:37.955431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bf32c0da-c2b7-405b-8629-26d22eace4c0 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:37.994497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] In _notify_port_updated(), no bound segment for port f5d8b1a2-9508-4247-8397-fd006842ea26 on network 02093823-0f32-4269-8914-ada2920b2ebb {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:37:38.000059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:38.000796 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.005086 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "PUT /v2.0/ports/f5d8b1a2-9508-4247-8397-fd006842ea26 HTTP/1.1" status: 200 len: 1129 time: 2.3842876 Jul 16 20:37:38.021020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.023216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8adde899-2754-45a8-b46a-f5050efdc3ff tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.024430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8adde899-2754-45a8-b46a-f5050efdc3ff tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3513548 Jul 16 20:37:38.028999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.045299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3362cd8d-de5b-4820-b74a-3d935822a5b7 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=df0c26dd-8aa8-4a8e-ad27-2f8752c1b9c8 HTTP/1.1" status: 200 len: 464 time: 0.0152061 Jul 16 20:37:38.050386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.073367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8f7d-eaa9-4f13-a571-0c365f3d7a64 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event updated for resources: {'Port': ['ID=f5d8b1a2-9508-4247-8397-fd006842ea26,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:38.086458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 1d096398-be82-411c-bc13-bce00f02970c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:38.166825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.186679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259203a6-017b-4dfd-b0e1-689bb3d21ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:38.188431 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-259203a6-017b-4dfd-b0e1-689bb3d21ad1 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "GET /v2.0/ports/f5d8b1a2-9508-4247-8397-fd006842ea26 HTTP/1.1" status: 200 len: 1129 time: 0.1650109 Jul 16 20:37:38.230499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.301477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f7a463b-1ce5-48ce-b6c3-876208344931 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.303536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6f7a463b-1ce5-48ce-b6c3-876208344931 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/df0c26dd-8aa8-4a8e-ad27-2f8752c1b9c8 HTTP/1.1" status: 204 len: 168 time: 0.2467561 Jul 16 20:37:38.344044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56508) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.375555 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-569be893-4943-4117-b485-65014d1a838e tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=df0c26dd-8aa8-4a8e-ad27-2f8752c1b9c8 HTTP/1.1" status: 200 len: 221 time: 0.0304060 Jul 16 20:37:38.378911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.388002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-40de5874-9ec0-46ee-8843-dc3203756971 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--708548631', 'description': 'label created by tempest'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:38.388849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-40de5874-9ec0-46ee-8843-dc3203756971 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Unknown quota resources ['metering_label']. {{(pid=93959) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 20:37:38.409658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-59e3e89d-15e9-4caa-a14e-cda89828cd21 None None] Provisioning complete for port f5d8b1a2-9508-4247-8397-fd006842ea26 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:37:38.412356 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-59e3e89d-15e9-4caa-a14e-cda89828cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.418185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:38.430702 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.432583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-859b1a6d-dcd6-4001-898c-2e96c2afc3c5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "PUT /v2.0/routers/bfa942cf-959e-4974-810d-35edaba79d9e HTTP/1.1" status: 200 len: 920 time: 4.6144912 Jul 16 20:37:38.438721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.470921 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2b8bb-78fa-4bea-95c3-9d478ae47170 None None] Sync routers for ids ['bfa942cf-959e-4974-810d-35edaba79d9e'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:38.479107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-59e3e89d-15e9-4caa-a14e-cda89828cd21 None None] Port f5d8b1a2-9508-4247-8397-fd006842ea26 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:37:38.497327 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2b8bb-78fa-4bea-95c3-9d478ae47170 None None] Routers {'bfa942cf-959e-4974-810d-35edaba79d9e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:38.498511 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b7a2b8bb-78fa-4bea-95c3-9d478ae47170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bfa942cf-959e-4974-810d-35edaba79d9e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:38.589004 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b7a2b8bb-78fa-4bea-95c3-9d478ae47170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:38.601449 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2b8bb-78fa-4bea-95c3-9d478ae47170 None None] Routers {'bfa942cf-959e-4974-810d-35edaba79d9e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:38.601990 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b7a2b8bb-78fa-4bea-95c3-9d478ae47170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bfa942cf-959e-4974-810d-35edaba79d9e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:38.697319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-326e0087-2983-4ab0-873b-06ee0bdb4306 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Deleting port f5d8b1a2-9508-4247-8397-fd006842ea26 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:38.697823 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-326e0087-2983-4ab0-873b-06ee0bdb4306 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.758358 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b7a2b8bb-78fa-4bea-95c3-9d478ae47170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:38.759239 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2b8bb-78fa-4bea-95c3-9d478ae47170 None None] The sync data for ids ['bfa942cf-959e-4974-810d-35edaba79d9e'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:38.785479 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5802a22a-0678-4454-8ef2-c58264fd50f2 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/routers/bfa942cf-959e-4974-810d-35edaba79d9e HTTP/1.1" status: 200 len: 926 time: 0.3454614 Jul 16 20:37:38.791716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:38.948203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-326e0087-2983-4ab0-873b-06ee0bdb4306 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:38.973408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-326e0087-2983-4ab0-873b-06ee0bdb4306 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Calling delete_port for f5d8b1a2-9508-4247-8397-fd006842ea26 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:38.987983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:38.999648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] Sync routers for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:39.016725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:39.017390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:39.096635 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.099598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f028e3-0a1a-4fd8-85a5-542ff342f0c2 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.099771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40de5874-9ec0-46ee-8843-dc3203756971 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.101239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-40de5874-9ec0-46ee-8843-dc3203756971 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7210538 Jul 16 20:37:39.103481 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e5f028e3-0a1a-4fd8-85a5-542ff342f0c2 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=bfa942cf-959e-4974-810d-35edaba79d9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3103147 Jul 16 20:37:39.106281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56532) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.106975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56534) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.205076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:39.217428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-326e0087-2983-4ab0-873b-06ee0bdb4306 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.257587 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1b22f618-50b2-4c91-b8ec-2cdacb0bbfc1 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=1dc07190-f72c-4d9a-8f43-dcafa8ff72ef HTTP/1.1" status: 200 len: 467 time: 0.1462398 Jul 16 20:37:39.270136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56538) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.365410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-37f6ecce-8bdf-4b16-8598-589e55feb758 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/floatingips/8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f HTTP/1.1" status: 204 len: 168 time: 5.0229435 Jul 16 20:37:39.402449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:39.404794 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6a0850-f612-4593-834f-24c5cc2b0b26" -d '{"events": [{"name": "network-changed", "server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:39.686453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e0087-2983-4ab0-873b-06ee0bdb4306 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event deleted for resources: {'Port': ['ID=f5d8b1a2-9508-4247-8397-fd006842ea26,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:39.688814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:44Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '94493789-a9da-47f2-aaf2-54102f363a58', 'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:40Z', 'updated_at': '2021-07-16T20:35:55Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:39.714791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-326e0087-2983-4ab0-873b-06ee0bdb4306 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.720599 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-326e0087-2983-4ab0-873b-06ee0bdb4306 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "DELETE /v2.0/ports/f5d8b1a2-9508-4247-8397-fd006842ea26 HTTP/1.1" status: 204 len: 168 time: 1.4875717 Jul 16 20:37:39.724151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.780063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] Checking router: 1d096398-be82-411c-bc13-bce00f02970c for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:39.799321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:39.799940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:39.817984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-728324f2-8f19-436f-a6f1-f029a9cecf17 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:39.819165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-728324f2-8f19-436f-a6f1-f029a9cecf17 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/1dc07190-f72c-4d9a-8f43-dcafa8ff72ef HTTP/1.1" status: 204 len: 168 time: 0.5451016 Jul 16 20:37:39.830688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56560) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.838960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4156f24-cfda-40f8-ba30-186394c210d7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:39.840439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f4156f24-cfda-40f8-ba30-186394c210d7 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 881 time: 0.7312095 Jul 16 20:37:39.843408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.940540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7ed96289-72c2-4ce3-a072-757f0ba8b372 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfa942cf-959e-4974-810d-35edaba79d9e HTTP/1.1" status: 200 len: 205 time: 0.0954516 Jul 16 20:37:39.942404 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc65107f-41be-4040-bca9-becb1270e899 x-openstack-request-id: req-dc65107f-41be-4040-bca9-becb1270e899 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:39.942752 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:39.943046 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc65107f-41be-4040-bca9-becb1270e899 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:39.943584 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'status': 'completed', 'code': 200} Jul 16 20:37:39.944112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56566) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:39.971336 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-10109106-39cd-4cea-850f-5d2af04e3295 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=1dc07190-f72c-4d9a-8f43-dcafa8ff72ef HTTP/1.1" status: 200 len: 216 time: 0.1130652 Jul 16 20:37:39.990412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:40.035777 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f081e38d-3134-4728-8155-7bd2238b45f0 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0303040 Jul 16 20:37:40.058788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:40.063511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:40.071401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c5cc04-0d1f-4ab6-b3f7-09d500871018 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Deleting subnet 45216382-5c0a-4056-be14-290a4aaeaa46 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:40.078428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc04-0d1f-4ab6-b3f7-09d500871018 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.111341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4a433072-d74e-46d7-bff4-27cffafbd45f tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0507028 Jul 16 20:37:40.115227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:40.189825 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.236414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc04-0d1f-4ab6-b3f7-09d500871018 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.244839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.271549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-25d9c1ba-8b77-4c5a-bc0e-47fc447ba181 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/2639c3a2-1d71-4b34-830d-099f1043e32d HTTP/1.1" status: 200 len: 473 time: 0.1500070 Jul 16 20:37:40.317584 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:40.351334 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f038c9d4-30d7-4407-bd8d-988a5f270adb tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/3a4eb906-e90a-43c1-8c08-1de29b8c16df HTTP/1.1" status: 200 len: 461 time: 0.0306990 Jul 16 20:37:40.358562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:40.421337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:44Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '94493789-a9da-47f2-aaf2-54102f363a58', 'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:40Z', 'updated_at': '2021-07-16T20:35:55Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:40.472965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df99934e-2145-47f7-89be-3ff6db8131ff None None] The sync data for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 is: [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:35:44Z', 'revision_number': 4, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '94493789-a9da-47f2-aaf2-54102f363a58', 'name': '', 'network_id': 'a009e787-a7f3-40bc-b75f-013dab298386', 'tenant_id': '4c108c14547943189552611b7b096c07', 'mac_address': 'fa:16:3e:e2:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:40Z', 'updated_at': '2021-07-16T20:35:55Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'subnets': [{'id': '11bf6003-fe15-46b7-80b5-d524f6cdf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:40.487451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc04-0d1f-4ab6-b3f7-09d500871018 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.488595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.507231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-c34246e3-8593-4863-b3dd-6c286c571dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.509288 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-c34246e3-8593-4863-b3dd-6c286c571dae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c108c14547943189552611b7b096c07&device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 1097 time: 0.3887737 Jul 16 20:37:40.601102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576794-0d2b-472a-a7ea-bdba9b20404d req-e6ee512b-b682-455b-b9cf-bd8c3b24b802 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.602783 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a576794-0d2b-472a-a7ea-bdba9b20404d req-e6ee512b-b682-455b-b9cf-bd8c3b24b802 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.4812293 Jul 16 20:37:40.719135 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a576794-0d2b-472a-a7ea-bdba9b20404d req-d66f54e7-fd4e-4091-8664-1ce58bb7c702 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053967 Jul 16 20:37:40.724962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-ed9768f6-34e3-44b9-aed7-09b447a2d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.726597 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-ed9768f6-34e3-44b9-aed7-09b447a2d551 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a009e787-a7f3-40bc-b75f-013dab298386 HTTP/1.1" status: 200 len: 897 time: 0.2087488 Jul 16 20:37:40.748020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Deleting port beb3e078-6007-4eb2-82b2-533132356b6b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:40.748370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.770988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef461f2d-c3a8-4229-96c3-5fb41781270e tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.772550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef461f2d-c3a8-4229-96c3-5fb41781270e tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/3a4eb906-e90a-43c1-8c08-1de29b8c16df HTTP/1.1" status: 204 len: 168 time: 0.3812113 Jul 16 20:37:40.774257 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc04-0d1f-4ab6-b3f7-09d500871018 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.783442 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:40.797919 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-f1008fe7-874a-409b-85e3-d14d809de857 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 HTTP/1.1" status: 200 len: 217 time: 0.0592649 Jul 16 20:37:40.885067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8b1072-3f57-47ba-a7d1-e39bd4abc378 None None] Network 02093823-0f32-4269-8914-ada2920b2ebb requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:40.927873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-9d480895-6c93-4dbb-a63f-14c03049ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:40.929642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-9d480895-6c93-4dbb-a63f-14c03049ffe8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11bf6003-fe15-46b7-80b5-d524f6cdf174 HTTP/1.1" status: 200 len: 835 time: 0.1239965 Jul 16 20:37:40.949336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5cc04-0d1f-4ab6-b3f7-09d500871018 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event deleted for resources: {'Subnet': ['ID=45216382-5c0a-4056-be14-290a4aaeaa46,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:40.954014 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc04-0d1f-4ab6-b3f7-09d500871018 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.957973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d8c5cc04-0d1f-4ab6-b3f7-09d500871018 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "DELETE /v2.0/subnets/45216382-5c0a-4056-be14-290a4aaeaa46 HTTP/1.1" status: 204 len: 168 time: 1.2315247 Jul 16 20:37:40.961245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:40.963398 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:40.999435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Calling delete_port for beb3e078-6007-4eb2-82b2-533132356b6b owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:41.025688 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07333dcb-cf5b-4898-adaf-36b3ca2df4d8 None None] New status for floating IP 8dfb2ca4-3bd4-4051-86dd-f2eb2e9f531f: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:37:41.122558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-0742b969-ff2d-47c5-a062-ffc4456b5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.124377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-0742b969-ff2d-47c5-a062-ffc4456b5c41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a009e787-a7f3-40bc-b75f-013dab298386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864884 Jul 16 20:37:41.167278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-418e4049-0784-4d46-9d59-7980e0600e30 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:41.169567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-418e4049-0784-4d46-9d59-7980e0600e30 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132194 Jul 16 20:37:41.329865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72beb110-c824-4fe1-ba92-c52c86e4f2a1 None None] DHCP port deletion for 02093823-0f32-4269-8914-ada2920b2ebb request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:41.335599 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77644ed3-72aa-44dd-b4bb-9ff9c77e7103 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.339531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77644ed3-72aa-44dd-b4bb-9ff9c77e7103 tempest-MeteringTestJSON-1708643161 tempest-MeteringTestJSON-1708643161-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/2639c3a2-1d71-4b34-830d-099f1043e32d HTTP/1.1" status: 204 len: 168 time: 0.5410953 Jul 16 20:37:41.342348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.405234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-72beb110-c824-4fe1-ba92-c52c86e4f2a1 None None] Deleting port 2dab8bd4-9f75-4782-bebb-cc90803f2481 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:41.405715 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-72beb110-c824-4fe1-ba92-c52c86e4f2a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.482889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-72beb110-c824-4fe1-ba92-c52c86e4f2a1 None None] For port 2dab8bd4-9f75-4782-bebb-cc90803f2481, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2dab8bd4-9f75-4782-bebb-cc90803f2481,segment=NetworkSegment(7bec9ea1-7fdb-4304-91c4-bbda48355ab4),segment_id=7bec9ea1-7fdb-4304-91c4-bbda48355ab4)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:41.483614 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-72beb110-c824-4fe1-ba92-c52c86e4f2a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.489491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965efe2-0a1a-4220-a146-4332048518a6 req-6f1d0c01-3aef-4da7-9166-5e7429f22259 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:41.491056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0965efe2-0a1a-4220-a146-4332048518a6 req-6f1d0c01-3aef-4da7-9166-5e7429f22259 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.3936703 Jul 16 20:37:41.503067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-72beb110-c824-4fe1-ba92-c52c86e4f2a1 None None] Calling delete_port for 2dab8bd4-9f75-4782-bebb-cc90803f2481 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:41.523805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Deleting port 2dab8bd4-9f75-4782-bebb-cc90803f2481 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:41.529662 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.611236 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-72beb110-c824-4fe1-ba92-c52c86e4f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.638914 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:37:41.641993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72beb110-c824-4fe1-ba92-c52c86e4f2a1 None None] No DVR routers for this DVR port 2dab8bd4-9f75-4782-bebb-cc90803f2481 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:41.653670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Deleting port 8f21ab22-cc0e-42c1-86f6-0f458b170247 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:41.654021 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.682035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72beb110-c824-4fe1-ba92-c52c86e4f2a1 None None] Pushing event deleted for resources: {'Port': ['ID=2dab8bd4-9f75-4782-bebb-cc90803f2481,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:41.716960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.733356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] For port 2dab8bd4-9f75-4782-bebb-cc90803f2481, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2dab8bd4-9f75-4782-bebb-cc90803f2481,segment=NetworkSegment(7bec9ea1-7fdb-4304-91c4-bbda48355ab4),segment_id=7bec9ea1-7fdb-4304-91c4-bbda48355ab4)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:41.733625 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.758112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-b3a3a112-d633-4652-9fce-95747e564631 service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723863 Jul 16 20:37:41.790394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Calling delete_port for 2dab8bd4-9f75-4782-bebb-cc90803f2481 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:41.801345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event deleted for resources: {'Port': ['ID=beb3e078-6007-4eb2-82b2-533132356b6b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:41.899789 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.958490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] For port 8f21ab22-cc0e-42c1-86f6-0f458b170247, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8f21ab22-cc0e-42c1-86f6-0f458b170247,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:41.958714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:41.977636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:41.991301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Calling delete_port for 8f21ab22-cc0e-42c1-86f6-0f458b170247 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:42.069318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.129157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event deleted for resources: {'Port': ['ID=2dab8bd4-9f75-4782-bebb-cc90803f2481,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:42.142382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] No DVR routers for this DVR port 2dab8bd4-9f75-4782-bebb-cc90803f2481 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:42.248884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0f91fe0-e4ca-4dc4-a666-a19aa549988d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.300990 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.330587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02093823-0f32-4269-8914-ada2920b2ebb']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:42.363362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bec9ea1-7fdb-4304-91c4-bbda48355ab4') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:42.364201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bec9ea1-7fdb-4304-91c4-bbda48355ab4') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:42.426319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.431315 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.434004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.459816 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.461924 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.500622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:42.501292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.517295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0965efe2-0a1a-4220-a146-4332048518a6 req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:42.517869 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0965efe2-0a1a-4220-a146-4332048518a6 req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.528070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f21ab22-cc0e-42c1-86f6-0f458b170247,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:42.530206 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:42.567049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.568141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Fanout notify agent at l3_agent the message router_deleted on router bfa942cf-959e-4974-810d-35edaba79d9e {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:42.590541 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.591797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-19d6ded9-e37f-4218-908c-dce9197fabfa tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/bfa942cf-959e-4974-810d-35edaba79d9e HTTP/1.1" status: 204 len: 168 time: 2.6464429 Jul 16 20:37:42.596915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-bf56d423-80a8-4163-8aaf-f62bf86b33a4 service neutron] 10.222.0.30 "GET /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8084128 Jul 16 20:37:42.599122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56634) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:42.646973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-672051147', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:42.706392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0965efe2-0a1a-4220-a146-4332048518a6 req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:42.706976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0965efe2-0a1a-4220-a146-4332048518a6 req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.726012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0965efe2-0a1a-4220-a146-4332048518a6 req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:42.772678 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.796128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.807876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] 10.222.0.10 "DELETE /v2.0/networks/02093823-0f32-4269-8914-ada2920b2ebb HTTP/1.1" status: 204 len: 168 time: 1.8286283 Jul 16 20:37:42.862311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38432d-7673-41a6-aea1-01ef3e18d8d2 req-df6de329-6223-4c27-b068-8a56f120193e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:42.864062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b38432d-7673-41a6-aea1-01ef3e18d8d2 req-df6de329-6223-4c27-b068-8a56f120193e tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 945 time: 0.5449100 Jul 16 20:37:42.878629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0f91fe0-e4ca-4dc4-a666-a19aa549988d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.884075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a83c-5a51-44d0-85d9-ca731a3e5003 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923 tempest-ExtraDHCPOptionsIpV6TestJSON-1307695923-project] Pushing event deleted for resources: {'Network': ['ID=02093823-0f32-4269-8914-ada2920b2ebb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:42.888888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0f91fe0-e4ca-4dc4-a666-a19aa549988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.899631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2dab8bd4-9f75-4782-bebb-cc90803f2481 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:42.960732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 2dab8bd4-9f75-4782-bebb-cc90803f2481 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:42.961367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2dab8bd4-9f75-4782-bebb-cc90803f2481 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:42.977864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b38432d-7673-41a6-aea1-01ef3e18d8d2 req-6353383b-51e4-427c-8992-133a3cf372ae tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/security-groups?id=e3f143ed-1ab0-4c77-bd42-376184d578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061919 Jul 16 20:37:42.989603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:42.990815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.033064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f91fe0-e4ca-4dc4-a666-a19aa549988d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e98e11b-6747-43f8-a8dd-bc5b5605e91e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:43.040340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d0f91fe0-e4ca-4dc4-a666-a19aa549988d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7abb46e649d54aa588e4074822949388&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0605497 Jul 16 20:37:43.041650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:43.139824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.154714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.156271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34ce0a9-99dc-4864-aa7b-ce552e058e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.262375 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0965efe2-0a1a-4220-a146-4332048518a6 req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.302585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34ce0a9-99dc-4864-aa7b-ce552e058e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.307046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:43.385230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:43.395300 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.470870 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34ce0a9-99dc-4864-aa7b-ce552e058e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.474638 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34ce0a9-99dc-4864-aa7b-ce552e058e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.485324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a34ce0a9-99dc-4864-aa7b-ce552e058e9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e98e11b-6747-43f8-a8dd-bc5b5605e91e HTTP/1.1" status: 204 len: 168 time: 0.4413016 Jul 16 20:37:43.492635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0965efe2-0a1a-4220-a146-4332048518a6 req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] No DVR routers for this DVR port 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:43.497754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0965efe2-0a1a-4220-a146-4332048518a6 req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.499380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0965efe2-0a1a-4220-a146-4332048518a6 req-d1428ba4-4f48-420d-84d2-832f4011b711 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.30 "DELETE /v2.0/ports/6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 HTTP/1.1" status: 204 len: 173 time: 1.9938097 Jul 16 20:37:43.500166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'name': 'network-vif-deleted', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:37:43.502671 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febae930-e8dd-4901-a635-3519bf25efcc" -d '{"events": [{"server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "name": "network-vif-deleted", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:37:43.539538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ce0a9-99dc-4864-aa7b-ce552e058e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e98e11b-6747-43f8-a8dd-bc5b5605e91e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:43.630944 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f0671367-8f5b-44a5-af25-6e85e275dec9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0dd0358573ee4d9b8e7d5883a39dd15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198774 Jul 16 20:37:43.632243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:43.640962 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24b00e9-7c2a-4db1-ac5f-e4ce81557445 x-openstack-request-id: req-a24b00e9-7c2a-4db1-ac5f-e4ce81557445 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:37:43.643714 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d19f108-7eca-4bc0-8fa2-137f6080a9d6", "name": "network-vif-deleted", "tag": "6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:37:43.643981 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a24b00e9-7c2a-4db1-ac5f-e4ce81557445 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:37:43.644628 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d19f108-7eca-4bc0-8fa2-137f6080a9d6', 'name': 'network-vif-deleted', 'tag': '6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7', 'status': 'completed', 'code': 200} Jul 16 20:37:43.655387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Router 4deeea57-1627-4415-bb9f-2bb431df63d7 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:43.792243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86bbcb97-cb8c-4c83-b58f-3a808b3f37f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.854994 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.889482 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86bbcb97-cb8c-4c83-b58f-3a808b3f37f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.891078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:43.964829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:43.974735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1534827-f892-44b1-b853-5a91811f138f None None] Sync routers for ids ['4deeea57-1627-4415-bb9f-2bb431df63d7'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:43.976672 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4730ee60-8eb7-4852-a382-408ef14410f4 admin admin] 10.222.0.10 "PUT /v2.0/routers/4deeea57-1627-4415-bb9f-2bb431df63d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8084643 Jul 16 20:37:43.980049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:43.997311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1534827-f892-44b1-b853-5a91811f138f None None] Routers {'4deeea57-1627-4415-bb9f-2bb431df63d7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:43.998280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a1534827-f892-44b1-b853-5a91811f138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4deeea57-1627-4415-bb9f-2bb431df63d7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:44.082179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56680) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:44.119759 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb2fe-9793-4b14-bc71-c23c488d0f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.199390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.203278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86bbcb97-cb8c-4c83-b58f-3a808b3f37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.206406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86bbcb97-cb8c-4c83-b58f-3a808b3f37f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.207936 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-86bbcb97-cb8c-4c83-b58f-3a808b3f37f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9031251-c6f9-4ad6-9b53-1426da67bc35 HTTP/1.1" status: 204 len: 168 time: 0.5741060 Jul 16 20:37:44.227214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Allocated IP 172.25.7.180 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/301051ba-69fb-4c3b-b4db-0e79e708dd6f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:37:44.376460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a1534827-f892-44b1-b853-5a91811f138f None None] Set router 4deeea57-1627-4415-bb9f-2bb431df63d7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:44.522082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.531245 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb2fe-9793-4b14-bc71-c23c488d0f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.537459 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb2fe-9793-4b14-bc71-c23c488d0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.599472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eb2fe-9793-4b14-bc71-c23c488d0f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b286692-b35d-4506-baa9-d10810262923,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:44.659308 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4f5eb2fe-9793-4b14-bc71-c23c488d0f79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7da12b5c135342dc95ed2f4f3c2e2bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756979 Jul 16 20:37:44.661952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:44.720641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:44.785877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:44.786641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 6cec1e54-9c09-4945-ac41-e8a9ee1ce6c7 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:44.821647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.832594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a1534827-f892-44b1-b853-5a91811f138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '22f4da98-3e73-4445-b449-71db22777501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:04Z', 'updated_at': '2021-07-16T20:37:42Z', 'revision_number': 5, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'gw_port': {'id': '22f4da98-3e73-4445-b449-71db22777501', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:07Z', 'updated_at': '2021-07-16T20:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:44.872705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event updated for resources: {'Port': ['ID=301051ba-69fb-4c3b-b4db-0e79e708dd6f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:44.877277 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-291c6915-9646-4b3a-858f-9e5eeda39b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.882821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1534827-f892-44b1-b853-5a91811f138f None None] Checking router: 4deeea57-1627-4415-bb9f-2bb431df63d7 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:44.895556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1534827-f892-44b1-b853-5a91811f138f None None] Routers {'4deeea57-1627-4415-bb9f-2bb431df63d7'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:44.896411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a1534827-f892-44b1-b853-5a91811f138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4deeea57-1627-4415-bb9f-2bb431df63d7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:44.904495 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-291c6915-9646-4b3a-858f-9e5eeda39b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:44.915106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:44.918444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:44.922673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:45.117030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-291c6915-9646-4b3a-858f-9e5eeda39b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.123621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-291c6915-9646-4b3a-858f-9e5eeda39b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.125882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-291c6915-9646-4b3a-858f-9e5eeda39b27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b286692-b35d-4506-baa9-d10810262923 HTTP/1.1" status: 204 len: 168 time: 0.4627285 Jul 16 20:37:45.166183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c6915-9646-4b3a-858f-9e5eeda39b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b286692-b35d-4506-baa9-d10810262923,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:45.253633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbcb97-cb8c-4c83-b58f-3a808b3f37f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9031251-c6f9-4ad6-9b53-1426da67bc35,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:45.262430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a1534827-f892-44b1-b853-5a91811f138f None None] Set router 4deeea57-1627-4415-bb9f-2bb431df63d7 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:45.359003 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6315b2a8-798e-49bf-9444-de075b1ab798 req-c380e1df-a5c3-4558-aae7-f9af9a24790b tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d19f108-7eca-4bc0-8fa2-137f6080a9d6 HTTP/1.1" status: 200 len: 210 time: 0.3384240 Jul 16 20:37:45.367699 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.464040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.476975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Deleting port 22f4da98-3e73-4445-b449-71db22777501 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:45.479174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.621251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a1534827-f892-44b1-b853-5a91811f138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '22f4da98-3e73-4445-b449-71db22777501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:04Z', 'updated_at': '2021-07-16T20:37:42Z', 'revision_number': 5, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'gw_port': {'id': '22f4da98-3e73-4445-b449-71db22777501', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:07Z', 'updated_at': '2021-07-16T20:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:45.628705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:45.650692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] For port 22f4da98-3e73-4445-b449-71db22777501, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=22f4da98-3e73-4445-b449-71db22777501,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:45.651076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.668921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Calling delete_port for 22f4da98-3e73-4445-b449-71db22777501 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:45.717344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1534827-f892-44b1-b853-5a91811f138f None None] The sync data for ids ['4deeea57-1627-4415-bb9f-2bb431df63d7'] in n-d-792394-17 is: [{'id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'name': 'tempest-TestServerMultinode-252570671-router', 'tenant_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '22f4da98-3e73-4445-b449-71db22777501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:04Z', 'updated_at': '2021-07-16T20:37:42Z', 'revision_number': 5, 'project_id': 'dcdf933ee3984b6c85bd878cfd54e18e', 'gw_port': {'id': '22f4da98-3e73-4445-b449-71db22777501', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deeea57-1627-4415-bb9f-2bb431df63d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:07Z', 'updated_at': '2021-07-16T20:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:45.765734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.831436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.941918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:45.974926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f4da98-3e73-4445-b449-71db22777501,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:46.022993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Router 611e7717-8ede-4f7e-a825-faa654ebd404 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:37:46.088015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1512381914'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:46.104857 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.122091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:46.127165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.149241 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.253501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:46.269541 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181367e-b6f8-47f0-9b07-c09deb685466 None None] Sync routers for ids ['611e7717-8ede-4f7e-a825-faa654ebd404'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:46.290942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.296711 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181367e-b6f8-47f0-9b07-c09deb685466 None None] Routers {'611e7717-8ede-4f7e-a825-faa654ebd404'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:46.296921 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.297472 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a181367e-b6f8-47f0-9b07-c09deb685466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['611e7717-8ede-4f7e-a825-faa654ebd404'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:46.392674 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a181367e-b6f8-47f0-9b07-c09deb685466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:46.405922 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.416339 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181367e-b6f8-47f0-9b07-c09deb685466 None None] Routers {'611e7717-8ede-4f7e-a825-faa654ebd404'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:46.417036 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a181367e-b6f8-47f0-9b07-c09deb685466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['611e7717-8ede-4f7e-a825-faa654ebd404'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:46.417246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4deeea57-1627-4415-bb9f-2bb431df63d7 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:46.430827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56736) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:46.440475 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.446057 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-84d32758-302b-49da-8d6d-c0c609375a98 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4deeea57-1627-4415-bb9f-2bb431df63d7 HTTP/1.1" status: 204 len: 168 time: 2.4625762 Jul 16 20:37:46.446868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:46.469043 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.476486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.484242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.489536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5359ca88-2777-4c8a-a417-bbb6f26e18b3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8853076 Jul 16 20:37:46.492053 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a181367e-b6f8-47f0-9b07-c09deb685466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:46.494696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56744) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:46.495743 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181367e-b6f8-47f0-9b07-c09deb685466 None None] The sync data for ids ['611e7717-8ede-4f7e-a825-faa654ebd404'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:46.505412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:46.581624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:46.601098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-840343f7-069d-47df-8999-165a66bdf3a9 admin admin] Deleting subnet c52806ff-57b6-4646-8023-343c561c687b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:46.663870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:46.703318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-840343f7-069d-47df-8999-165a66bdf3a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.752587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2aa0c345-58ea-4ea6-a38f-3e23c2be3a68 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] Request body: {'port': {'network_id': 'ec5ecd71-0eda-4100-b814-46d91f2ba482', 'name': 'tempest-NetworksNegativeTestJSON-1213734000'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:46.763796 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-840343f7-069d-47df-8999-165a66bdf3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.791531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8f21ab22-cc0e-42c1-86f6-0f458b170247 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:46.796952 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.815099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5303c-0420-4ec1-a64f-1f33ea43c79b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:46.829868 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.830269 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Added segment f759e5ef-a889-4ca1-8e7c-6c027c74f480 of type vlan for network 323a1796-84b1-4305-994e-34ce17368db8 Jul 16 20:37:46.832149 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa0c345-58ea-4ea6-a38f-3e23c2be3a68 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] POST failed (client error): The resource could not be found. Jul 16 20:37:46.840260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa0c345-58ea-4ea6-a38f-3e23c2be3a68 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:46.845237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2aa0c345-58ea-4ea6-a38f-3e23c2be3a68 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4090111 Jul 16 20:37:46.857650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8f21ab22-cc0e-42c1-86f6-0f458b170247 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:46.859228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56750) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:46.859836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8f21ab22-cc0e-42c1-86f6-0f458b170247 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:46.951225 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab73c89-df58-495c-9d49-b35a198d2515 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:46.951869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab73c89-df58-495c-9d49-b35a198d2515 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:46.953651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dab73c89-df58-495c-9d49-b35a198d2515 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "DELETE /v2.0/networks/33a395f7-f5ac-4b7d-bd6f-ccb50a5eaa1b HTTP/1.1" status: 404 len: 339 time: 0.0930312 Jul 16 20:37:46.955724 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:46.961256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.008570 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbe8513-c05d-41a1-96d2-36c971013447 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:47.009319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbe8513-c05d-41a1-96d2-36c971013447 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:47.012291 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7bbe8513-c05d-41a1-96d2-36c971013447 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "DELETE /v2.0/ports/b57d3f2e-f677-47c1-ac80-2435e25328e7 HTTP/1.1" status: 404 len: 333 time: 0.0498743 Jul 16 20:37:47.020029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.040087 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-840343f7-069d-47df-8999-165a66bdf3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.061783 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa246ed4-f4d9-4309-b9f7-55e537081c93 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:47.061783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa246ed4-f4d9-4309-b9f7-55e537081c93 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:47.064109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fa246ed4-f4d9-4309-b9f7-55e537081c93 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "DELETE /v2.0/subnets/c9e8eb98-20a4-48b9-97ca-5d02a186a6d8 HTTP/1.1" status: 404 len: 337 time: 0.0417993 Jul 16 20:37:47.069814 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.073412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.076619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:47.077254 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.196210 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a6c2ef-2951-4343-8cb0-1a58e48d3edd tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] GET failed (client error): The resource could not be found. Jul 16 20:37:47.200957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-33a6c2ef-2951-4343-8cb0-1a58e48d3edd tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "GET /v2.0/networks/7f229179-fdf9-400e-a570-ff7681c3f19d HTTP/1.1" status: 404 len: 339 time: 0.1221082 Jul 16 20:37:47.210384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.263415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Network': ['ID=323a1796-84b1-4305-994e-34ce17368db8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:47.273546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b5b0e76e-70e4-4772-9cea-629a3d1328d6 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6430683 Jul 16 20:37:47.277189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.285967 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8653b6-3981-47f1-bc9a-838604523b99 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] GET failed (client error): The resource could not be found. Jul 16 20:37:47.288342 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6d8653b6-3981-47f1-bc9a-838604523b99 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "GET /v2.0/ports/629f9814-c3e8-492b-b7fd-08cb47c1491e HTTP/1.1" status: 404 len: 333 time: 0.0768528 Jul 16 20:37:47.289357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'name': 'tempest-PortsTestJSON-1425718478'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:47.297857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56762) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.300734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 323a1796-84b1-4305-994e-34ce17368db8 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:47.459904 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-840343f7-069d-47df-8999-165a66bdf3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.504614 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1e61fe-711e-4932-822e-3a5a3c0f9742 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] GET failed (client error): The resource could not be found. Jul 16 20:37:47.505959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3c1e61fe-711e-4932-822e-3a5a3c0f9742 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "GET /v2.0/subnets/3df348bf-d056-4a89-a353-05864990065f HTTP/1.1" status: 404 len: 337 time: 0.1962452 Jul 16 20:37:47.512963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56764) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.520022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840343f7-069d-47df-8999-165a66bdf3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c52806ff-57b6-4646-8023-343c561c687b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:47.525722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a432c443-a37e-4a19-94a1-c40f6237ef38 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:47.529009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-840343f7-069d-47df-8999-165a66bdf3a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.534482 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-840343f7-069d-47df-8999-165a66bdf3a9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c52806ff-57b6-4646-8023-343c561c687b HTTP/1.1" status: 204 len: 168 time: 1.0829287 Jul 16 20:37:47.534706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998a2a5-398c-4a73-9ba8-d1d66e8b74de None None] Network 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:47.534819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.551223 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.686724 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.709269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.832759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] DHCP port deletion for 89b16a20-b4ca-4daf-a0a2-bef7388e6e01 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:47.937346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Deleting port 6814350c-bb7e-488f-a6c1-3318a808f74e {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:47.939781 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:47.974245 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a432c443-a37e-4a19-94a1-c40f6237ef38 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] PUT failed (client error): The resource could not be found. Jul 16 20:37:47.974854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a432c443-a37e-4a19-94a1-c40f6237ef38 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:47.982679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a432c443-a37e-4a19-94a1-c40f6237ef38 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "PUT /v2.0/networks/bba20b2c-46fc-4c59-bfa6-7b74913132cd HTTP/1.1" status: 404 len: 339 time: 0.4655471 Jul 16 20:37:47.984979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56772) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:47.992194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eb2a46ca-b53f-4adf-9869-031b3e694009 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:48.006600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.047081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] For port 6814350c-bb7e-488f-a6c1-3318a808f74e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6814350c-bb7e-488f-a6c1-3318a808f74e,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:48.047523 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.053092 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2a46ca-b53f-4adf-9869-031b3e694009 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] PUT failed (client error): The resource could not be found. Jul 16 20:37:48.054210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2a46ca-b53f-4adf-9869-031b3e694009 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:48.055961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eb2a46ca-b53f-4adf-9869-031b3e694009 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "PUT /v2.0/ports/e589a5bf-f8fa-4a8c-acaf-c63571cd1096 HTTP/1.1" status: 404 len: 333 time: 0.0698149 Jul 16 20:37:48.064217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56774) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:48.071629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Calling delete_port for 6814350c-bb7e-488f-a6c1-3318a808f74e owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:48.076318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e2e3f481-316d-4c4c-ad99-c697e8aeac14 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:48.127749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Deleting port 6814350c-bb7e-488f-a6c1-3318a808f74e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:48.128372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.129423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:48.134090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.166164 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e3f481-316d-4c4c-ad99-c697e8aeac14 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] PUT failed (client error): The resource could not be found. Jul 16 20:37:48.166756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e3f481-316d-4c4c-ad99-c697e8aeac14 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:48.169129 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e2e3f481-316d-4c4c-ad99-c697e8aeac14 tempest-NetworksNegativeTestJSON-454753063 tempest-NetworksNegativeTestJSON-454753063-project] 10.222.0.10 "PUT /v2.0/subnets/13684d1f-373f-4337-8176-6dd25412372f HTTP/1.1" status: 404 len: 337 time: 0.1013758 Jul 16 20:37:48.171489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:48.216020 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.257162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] For port 6814350c-bb7e-488f-a6c1-3318a808f74e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=6814350c-bb7e-488f-a6c1-3318a808f74e,segment=NetworkSegment(8ac8352e-8e47-4c76-842a-a2f5e814206d),segment_id=8ac8352e-8e47-4c76-842a-a2f5e814206d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:48.257719 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.275990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Calling delete_port for 6814350c-bb7e-488f-a6c1-3318a808f74e owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:48.299780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Pushing event deleted for resources: {'Port': ['ID=6814350c-bb7e-488f-a6c1-3318a808f74e,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.302856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Deleting port 301051ba-69fb-4c3b-b4db-0e79e708dd6f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:48.303453 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.318895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.325353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.325891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.326331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.326770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.327316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.327770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.328205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.328632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.329078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.329585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.330242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:37:48.340375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07d515-fe63-47ae-8903-2399eafe6390 None None] No DVR routers for this DVR port 6814350c-bb7e-488f-a6c1-3318a808f74e on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:48.454566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 94493789-a9da-47f2-aaf2-54102f363a58 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:48.455493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.545530 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.552109 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.558007 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.581813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Calling delete_port for 301051ba-69fb-4c3b-b4db-0e79e708dd6f owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:48.584781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6814350c-bb7e-488f-a6c1-3318a808f74e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.591212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] No DVR routers for this DVR port 6814350c-bb7e-488f-a6c1-3318a808f74e on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:48.594347 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port 94493789-a9da-47f2-aaf2-54102f363a58, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=94493789-a9da-47f2-aaf2-54102f363a58,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:48.594711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.659752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 94493789-a9da-47f2-aaf2-54102f363a58 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:48.713634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.747749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.749944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 22f4da98-3e73-4445-b449-71db22777501 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:48.786894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 22f4da98-3e73-4445-b449-71db22777501 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:48.787780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 22f4da98-3e73-4445-b449-71db22777501 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:48.788640 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6814350c-bb7e-488f-a6c1-3318a808f74e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:48.789319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b16a20-b4ca-4daf-a0a2-bef7388e6e01']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:48.792270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:48.816895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac8352e-8e47-4c76-842a-a2f5e814206d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:48.817256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac8352e-8e47-4c76-842a-a2f5e814206d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:48.817820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 6814350c-bb7e-488f-a6c1-3318a808f74e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:48.818329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 6814350c-bb7e-488f-a6c1-3318a808f74e not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:48.832753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.862582 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.873960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:48.874373 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:48.876863 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:48.895619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=d00017ef-05c1-41fe-9dbf-4d750ccbbb46,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:48.965100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Checking segment: {'id': 'f759e5ef-a889-4ca1-8e7c-6c027c74f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '323a1796-84b1-4305-994e-34ce17368db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:48.965623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network hostable DHCP agents. Network: 323a1796-84b1-4305-994e-34ce17368db8, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:49.001288 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.025206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:49.038094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Pushing event deleted for resources: {'Port': ['ID=301051ba-69fb-4c3b-b4db-0e79e708dd6f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:49.038982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07132a5a-4c94-4310-b00a-be5f787f8fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.051637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 323a1796-84b1-4305-994e-34ce17368db8) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:49.053380 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.070936 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.073382 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/89b16a20-b4ca-4daf-a0a2-bef7388e6e01 HTTP/1.1" status: 204 len: 168 time: 1.5374246 Jul 16 20:37:49.074576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aeccce-923a-46b3-bea7-c041fc8aff1a None None] Network 323a1796-84b1-4305-994e-34ce17368db8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:49.076869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:49.098623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:49.106388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e6b53-1a40-41bd-8c2f-38f37d028ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b16a20-b4ca-4daf-a0a2-bef7388e6e01,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:49.124265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:49.124945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.190060 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.347137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.396635 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=94493789-a9da-47f2-aaf2-54102f363a58,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:49.487850 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.497744 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.573110 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07132a5a-4c94-4310-b00a-be5f787f8fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.581917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07132a5a-4c94-4310-b00a-be5f787f8fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.643050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8a29dfe5-5b19-4773-8995-29d3f335bd1d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3594642 Jul 16 20:37:49.643709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:49.655466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1537211915'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:49.697173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Router 611e7717-8ede-4f7e-a825-faa654ebd404 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:49.710793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07132a5a-4c94-4310-b00a-be5f787f8fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037e1546-d597-45d0-944c-3744251ea5e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:49.722965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-07132a5a-4c94-4310-b00a-be5f787f8fb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e244fc37d00a47189a002bc11b33c05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9294424 Jul 16 20:37:49.730498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:49.749714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:49.758726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.857670 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.865619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:49.887788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.888260 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Added segment 7bf3a55b-46c3-45ab-ab39-19690efd4a32 of type vlan for network cac174b1-12ce-4188-9c20-8f347a3e66a3 Jul 16 20:37:49.890458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:49.903760 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738982c8-b191-4f99-8d05-2b5b1b934457 None None] Sync routers for ids ['611e7717-8ede-4f7e-a825-faa654ebd404'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:49.913435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:49.916505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-357d2c28-86b4-45c2-b239-9e7b6d2d58f7 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "PUT /v2.0/routers/611e7717-8ede-4f7e-a825-faa654ebd404 HTTP/1.1" status: 200 len: 709 time: 3.4152682 Jul 16 20:37:49.933260 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738982c8-b191-4f99-8d05-2b5b1b934457 None None] Routers {'611e7717-8ede-4f7e-a825-faa654ebd404'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:49.934204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-738982c8-b191-4f99-8d05-2b5b1b934457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['611e7717-8ede-4f7e-a825-faa654ebd404'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:49.963280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56796) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:49.999693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-738982c8-b191-4f99-8d05-2b5b1b934457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:50.010239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738982c8-b191-4f99-8d05-2b5b1b934457 None None] Routers {'611e7717-8ede-4f7e-a825-faa654ebd404'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:50.010977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-738982c8-b191-4f99-8d05-2b5b1b934457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['611e7717-8ede-4f7e-a825-faa654ebd404'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:50.051754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-738982c8-b191-4f99-8d05-2b5b1b934457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:50.052686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738982c8-b191-4f99-8d05-2b5b1b934457 None None] The sync data for ids ['611e7717-8ede-4f7e-a825-faa654ebd404'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:50.063926 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.090673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ad367b9a-f8b1-49c3-90c4-05035ce85de8 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/routers/611e7717-8ede-4f7e-a825-faa654ebd404 HTTP/1.1" status: 200 len: 744 time: 0.1253502 Jul 16 20:37:50.093081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56798) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:50.150465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4d25becb-0fbf-45db-9df5-13cef91852a5 tempest-RoutersIpV6AdminTest-775010930 tempest-RoutersIpV6AdminTest-775010930-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=611e7717-8ede-4f7e-a825-faa654ebd404 HTTP/1.1" status: 200 len: 205 time: 0.0516624 Jul 16 20:37:50.151347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:50.208059 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4012523a-6bfb-40c8-8c3e-a7436100e158 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=611e7717-8ede-4f7e-a825-faa654ebd404 HTTP/1.1" status: 200 len: 205 time: 0.0553906 Jul 16 20:37:50.210892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:50.294039 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c074-e5bb-4a4e-ad86-f359cde31b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.318363 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c074-e5bb-4a4e-ad86-f359cde31b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.319455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c998b2c6-3e47-4497-be7c-625476ce7f18 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.371733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.385912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:50.386439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.512734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.536508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8872683 Jul 16 20:37:50.537281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:50.570509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'ports': [{'network_id': '323a1796-84b1-4305-994e-34ce17368db8'}, {'network_id': 'cac174b1-12ce-4188-9c20-8f347a3e66a3'}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:50.570900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:50.571408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': 'cac174b1-12ce-4188-9c20-8f347a3e66a3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:50.601867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c074-e5bb-4a4e-ad86-f359cde31b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.604801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c074-e5bb-4a4e-ad86-f359cde31b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.606285 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8dd0c074-e5bb-4a4e-ad86-f359cde31b2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/037e1546-d597-45d0-944c-3744251ea5e3 HTTP/1.1" status: 204 len: 168 time: 0.8747821 Jul 16 20:37:50.629775 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d3c5555-eae3-4c95-b49a-5446b42e96ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.644836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd54c9b-e76f-4a53-bc13-a5fd08506da4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Network': ['ID=cac174b1-12ce-4188-9c20-8f347a3e66a3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:50.650669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c998b2c6-3e47-4497-be7c-625476ce7f18 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.657168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c998b2c6-3e47-4497-be7c-625476ce7f18 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.661864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network cac174b1-12ce-4188-9c20-8f347a3e66a3 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:50.681417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0c074-e5bb-4a4e-ad86-f359cde31b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037e1546-d597-45d0-944c-3744251ea5e3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:50.817527 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c998b2c6-3e47-4497-be7c-625476ce7f18 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.818168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c998b2c6-3e47-4497-be7c-625476ce7f18 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Fanout notify agent at l3_agent the message router_deleted on router 611e7717-8ede-4f7e-a825-faa654ebd404 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:50.837432 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c998b2c6-3e47-4497-be7c-625476ce7f18 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:50.839146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c998b2c6-3e47-4497-be7c-625476ce7f18 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/611e7717-8ede-4f7e-a825-faa654ebd404 HTTP/1.1" status: 204 len: 168 time: 0.6272008 Jul 16 20:37:50.844576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56810) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:50.911071 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-90ae63d1-9e78-4595-bfd3-8422ca8a33ff tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=611e7717-8ede-4f7e-a825-faa654ebd404 HTTP/1.1" status: 200 len: 205 time: 0.0627720 Jul 16 20:37:50.912648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:50.919665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Router 1d096398-be82-411c-bc13-bce00f02970c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:51.065361 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-c06cb091-c9a0-481a-bc4a-6ee1dcdb4428 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] delete failed (client error): The resource could not be found. Jul 16 20:37:51.066570 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c06cb091-c9a0-481a-bc4a-6ee1dcdb4428 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/611e7717-8ede-4f7e-a825-faa654ebd404 HTTP/1.1" status: 404 len: 336 time: 0.0870199 Jul 16 20:37:51.069797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.083215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 2} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:51.087399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.120335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c91e983a-0e86-4514-be80-16101f7787a8 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfa942cf-959e-4974-810d-35edaba79d9e HTTP/1.1" status: 200 len: 205 time: 0.0434859 Jul 16 20:37:51.120335 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.122076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56824) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.142576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:51.152387 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2fc62c91-db8e-462c-9d86-284a98f98fe2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "PUT /v2.0/routers/1d096398-be82-411c-bc13-bce00f02970c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5396249 Jul 16 20:37:51.153524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56828) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.159471 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] Sync routers for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:51.169597 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-b369aac5-fc3d-4c77-a1c2-6d9bfb1f12ef tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] delete failed (client error): The resource could not be found. Jul 16 20:37:51.170080 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:51.170834 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:51.171045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b369aac5-fc3d-4c77-a1c2-6d9bfb1f12ef tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/bfa942cf-959e-4974-810d-35edaba79d9e HTTP/1.1" status: 404 len: 336 time: 0.0476408 Jul 16 20:37:51.179308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.277845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7cc45aff-c353-4b85-9763-b507ec99a2ee tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=08883ef0-6380-4650-a523-97215d93a218 HTTP/1.1" status: 200 len: 205 time: 0.0519664 Jul 16 20:37:51.282910 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:51.284005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.308937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Deleting port 9ad52901-fc97-405d-a5e3-571b37ff020c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:51.309288 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.403147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] For port 9ad52901-fc97-405d-a5e3-571b37ff020c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9ad52901-fc97-405d-a5e3-571b37ff020c,segment=NetworkSegment(615ad472-2f6c-434f-ae80-c204bced683a),segment_id=615ad472-2f6c-434f-ae80-c204bced683a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:51.403581 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.425320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Calling delete_port for 9ad52901-fc97-405d-a5e3-571b37ff020c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:51.483703 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:37:49Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:51.524541 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] Checking router: 1d096398-be82-411c-bc13-bce00f02970c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:51.535635 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] Routers {'1d096398-be82-411c-bc13-bce00f02970c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:51.536502 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1d096398-be82-411c-bc13-bce00f02970c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:51.542119 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-83722730-5341-46c2-b762-29890ff3a3da tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting subnet 11bf6003-fe15-46b7-80b5-d524f6cdf174 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:51.598757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83722730-5341-46c2-b762-29890ff3a3da tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.602074 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-e530ba05-8a8a-4740-b1eb-6b6e3490b5e4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] delete failed (client error): The resource could not be found. Jul 16 20:37:51.603714 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e530ba05-8a8a-4740-b1eb-6b6e3490b5e4 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/08883ef0-6380-4650-a523-97215d93a218 HTTP/1.1" status: 404 len: 336 time: 0.3172355 Jul 16 20:37:51.606516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.660319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port 03ff934e-7162-4893-b291-b36af5e6d827 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:51.673725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0fe748b5-aa18-4fad-8e65-a2b454c40285 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=50bae95d-4362-4d82-9246-055f3510a236 HTTP/1.1" status: 200 len: 205 time: 0.0661111 Jul 16 20:37:51.680390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.736807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83722730-5341-46c2-b762-29890ff3a3da tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.741883 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-520443eb-b61e-4ac2-baab-fec9f442b6c3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] delete failed (client error): The resource could not be found. Jul 16 20:37:51.751231 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-520443eb-b61e-4ac2-baab-fec9f442b6c3 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/50bae95d-4362-4d82-9246-055f3510a236 HTTP/1.1" status: 404 len: 336 time: 0.0620639 Jul 16 20:37:51.752854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.760987 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] Set router 1d096398-be82-411c-bc13-bce00f02970c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:51.825827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.828050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9133bf8d-9c6c-4855-8996-4607de436122 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=a69e01bd-7551-4fcc-9e14-8717318ff234 HTTP/1.1" status: 200 len: 205 time: 0.0554476 Jul 16 20:37:51.838214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.872108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:51.908200 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f3544364-c74b-4572-98a6-3469c8d267b8 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] delete failed (client error): The resource could not be found. Jul 16 20:37:51.909933 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f3544364-c74b-4572-98a6-3469c8d267b8 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/a69e01bd-7551-4fcc-9e14-8717318ff234 HTTP/1.1" status: 404 len: 336 time: 0.0682817 Jul 16 20:37:51.911811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.957482 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-78f540b5-6f0c-4786-ab64-d8558c7df13d tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf15c787-08cf-4f9f-98c3-6563b0a8ad86 HTTP/1.1" status: 200 len: 205 time: 0.0446725 Jul 16 20:37:51.966033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:51.977894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port b45c6398-ebff-4e11-89c8-339a560e1bf1 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:37:52.046501 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:37:49Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:52.056611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2276813e-8476-4a1a-befc-a12534c66ca4 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-15548868', 'prefixes': ['172.20.0.0/16']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:52.063723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.080688 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-27e3490a-7341-4b28-ae1d-dbe156949201 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] delete failed (client error): The resource could not be found. Jul 16 20:37:52.082325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-27e3490a-7341-4b28-ae1d-dbe156949201 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/routers/cf15c787-08cf-4f9f-98c3-6563b0a8ad86 HTTP/1.1" status: 404 len: 336 time: 0.1114900 Jul 16 20:37:52.086715 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11160590-4f3c-4676-95b2-cb0019a7d14e None None] The sync data for ids ['1d096398-be82-411c-bc13-bce00f02970c'] in n-d-792394-17 is: [{'id': '1d096398-be82-411c-bc13-bce00f02970c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166361321', 'tenant_id': '4c108c14547943189552611b7b096c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:35:28Z', 'updated_at': '2021-07-16T20:37:49Z', 'revision_number': 5, 'project_id': '4c108c14547943189552611b7b096c07', 'gw_port': {'id': '9c69341e-542e-4ece-8568-7d8beb87fb38', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:94:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d096398-be82-411c-bc13-bce00f02970c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:35:29Z', 'updated_at': '2021-07-16T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:52.098261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56866) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.124886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad52901-fc97-405d-a5e3-571b37ff020c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:52.140932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83722730-5341-46c2-b762-29890ff3a3da tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.153294 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e9e578-d56e-4deb-a28a-0823a2a3edb1 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] DELETE failed (client error): The resource could not be found. Jul 16 20:37:52.153993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e9e578-d56e-4deb-a28a-0823a2a3edb1 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:37:52.159216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-72e9e578-d56e-4deb-a28a-0823a2a3edb1 tempest-RoutersIpV6AdminTest-1859783634 tempest-RoutersIpV6AdminTest-1859783634-project] 10.222.0.10 "DELETE /v2.0/subnets/87e4ac77-a9a7-42cd-a0f0-330a82886883 HTTP/1.1" status: 404 len: 337 time: 0.0566735 Jul 16 20:37:52.231484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.330668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.404619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:37:52.408808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:52.413407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:52.414404 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.424543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=03ff934e-7162-4893-b291-b36af5e6d827,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:52.578958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=b45c6398-ebff-4e11-89c8-339a560e1bf1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:52.580656 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2276813e-8476-4a1a-befc-a12534c66ca4 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] Notify callbacks [] for subnetpool, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.581945 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2276813e-8476-4a1a-befc-a12534c66ca4 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.7528901 Jul 16 20:37:52.585616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.641584 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83722730-5341-46c2-b762-29890ff3a3da tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.655918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Checking segment: {'id': '7bf3a55b-46c3-45ab-ab39-19690efd4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cac174b1-12ce-4188-9c20-8f347a3e66a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:52.656281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network hostable DHCP agents. Network: cac174b1-12ce-4188-9c20-8f347a3e66a3, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:52.673063 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-482722aa-38ed-4291-ae25-adbfb0a0a018 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] 10.222.0.10 "GET /v2.0/subnetpools/2c793bd4-e140-451d-9409-015c16e047ab HTTP/1.1" status: 200 len: 730 time: 0.0805647 Jul 16 20:37:52.679813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.702889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83722730-5341-46c2-b762-29890ff3a3da tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Subnet': ['ID=11bf6003-fe15-46b7-80b5-d524f6cdf174,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:52.710343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dadc808d-9eeb-4c15-a51c-91ed10bf9fc4 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1436965226'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:52.721686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56882) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.723763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83722730-5341-46c2-b762-29890ff3a3da tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.723906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f2283e-5660-4f7a-93e3-ee825aa76e18 None None] Network a009e787-a7f3-40bc-b75f-013dab298386 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:52.725861 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-83722730-5341-46c2-b762-29890ff3a3da tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/subnets/11bf6003-fe15-46b7-80b5-d524f6cdf174 HTTP/1.1" status: 204 len: 168 time: 1.5696588 Jul 16 20:37:52.730475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56884) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.767552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network cac174b1-12ce-4188-9c20-8f347a3e66a3 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:52.798945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, cac174b1-12ce-4188-9c20-8f347a3e66a3) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:52.814573 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd777da-562b-4557-9c11-780fea6e9f07 None None] Network cac174b1-12ce-4188-9c20-8f347a3e66a3 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:52.816409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:37:52.822383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:52.829111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:52.830052 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.889148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.889440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f239572a-6e77-4ec1-b1c0-dab48b5d77be tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3228366 Jul 16 20:37:52.902709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.907471 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 94493789-a9da-47f2-aaf2-54102f363a58 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:52.931536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dadc808d-9eeb-4c15-a51c-91ed10bf9fc4 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] Notify callbacks [] for subnetpool, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:52.936501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dadc808d-9eeb-4c15-a51c-91ed10bf9fc4 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] 10.222.0.10 "PUT /v2.0/subnetpools/2c793bd4-e140-451d-9409-015c16e047ab HTTP/1.1" status: 200 len: 684 time: 0.2552822 Jul 16 20:37:52.942381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:52.952517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 94493789-a9da-47f2-aaf2-54102f363a58 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:52.953214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 94493789-a9da-47f2-aaf2-54102f363a58 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:53.043239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.056718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-280175d1-69ff-44e5-9e1f-2577303ae93f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934653127', 'description': 'tempest-secgroup-smoke-934653127 description', 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:53.082212 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bcec8fb-b0f7-437f-86aa-aa82e0bbf56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.121476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3463e12-ace5-4cab-989b-98e0b70998e3 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] Notify callbacks [] for subnetpool, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.122640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b3463e12-ace5-4cab-989b-98e0b70998e3 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] 10.222.0.10 "DELETE /v2.0/subnetpools/2c793bd4-e140-451d-9409-015c16e047ab HTTP/1.1" status: 204 len: 168 time: 0.1789200 Jul 16 20:37:53.140191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.157759 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-280175d1-69ff-44e5-9e1f-2577303ae93f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.175286 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-946c1846-e34d-4a1c-934a-b4b645e0fd8d tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] show failed (client error): The resource could not be found. Jul 16 20:37:53.176516 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-946c1846-e34d-4a1c-934a-b4b645e0fd8d tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] 10.222.0.10 "GET /v2.0/subnetpools/2c793bd4-e140-451d-9409-015c16e047ab HTTP/1.1" status: 404 len: 346 time: 0.0289505 Jul 16 20:37:53.182503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.229916 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bcec8fb-b0f7-437f-86aa-aa82e0bbf56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.247298 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bcec8fb-b0f7-437f-86aa-aa82e0bbf56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.254088 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-40b8d5de-0980-4cba-8d98-f3cc6e7511f2 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] delete failed (client error): The resource could not be found. Jul 16 20:37:53.260147 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-40b8d5de-0980-4cba-8d98-f3cc6e7511f2 tempest-SubnetPoolsTestJSON-972389667 tempest-SubnetPoolsTestJSON-972389667-project] 10.222.0.10 "DELETE /v2.0/subnetpools/2c793bd4-e140-451d-9409-015c16e047ab HTTP/1.1" status: 404 len: 346 time: 0.0696685 Jul 16 20:37:53.260333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727479d-e8e4-4cb9-853c-be9327d8d087 None None] DHCP port deletion for a009e787-a7f3-40bc-b75f-013dab298386 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:53.280852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f81e964b-5c81-42bc-8d72-7888d827cb2b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port b45c6398-ebff-4e11-89c8-339a560e1bf1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:53.281176 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f81e964b-5c81-42bc-8d72-7888d827cb2b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.289129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.327061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcec8fb-b0f7-437f-86aa-aa82e0bbf56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979bbbff-8af8-4cef-9bb2-6a4a4034bc49,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:53.340717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5bcec8fb-b0f7-437f-86aa-aa82e0bbf56f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f14862f1a8e54d958f66bffef2467e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099801 Jul 16 20:37:53.345601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56900) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.371336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1727479d-e8e4-4cb9-853c-be9327d8d087 None None] Deleting port 4f70d424-6d4c-415d-95b4-87aa53267c08 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:53.371976 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1727479d-e8e4-4cb9-853c-be9327d8d087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.446634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-280175d1-69ff-44e5-9e1f-2577303ae93f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.450671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-308507b8-9ec2-49ed-8bfb-0e5f0a4dea59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.457713 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-280175d1-69ff-44e5-9e1f-2577303ae93f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.460173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f81e964b-5c81-42bc-8d72-7888d827cb2b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.480917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.492651 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46155a69-873a-4537-bb67-d1b6b44b3eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.500017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1727479d-e8e4-4cb9-853c-be9327d8d087 None None] For port 4f70d424-6d4c-415d-95b4-87aa53267c08, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4f70d424-6d4c-415d-95b4-87aa53267c08,segment=NetworkSegment(f91cc820-41f0-4139-96fe-82822c4800ba),segment_id=f91cc820-41f0-4139-96fe-82822c4800ba)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:53.500545 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1727479d-e8e4-4cb9-853c-be9327d8d087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.517383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1727479d-e8e4-4cb9-853c-be9327d8d087 None None] Calling delete_port for 4f70d424-6d4c-415d-95b4-87aa53267c08 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:53.518805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f81e964b-5c81-42bc-8d72-7888d827cb2b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for b45c6398-ebff-4e11-89c8-339a560e1bf1 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:53.534734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-308507b8-9ec2-49ed-8bfb-0e5f0a4dea59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.590883 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-280175d1-69ff-44e5-9e1f-2577303ae93f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.592673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-280175d1-69ff-44e5-9e1f-2577303ae93f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5439663 Jul 16 20:37:53.605147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.611306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2773ed28-5a42-4aa4-ab23-9e1d54c4b0df tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'security_group_rule': {'security_group_id': '05a2d73f-45f1-4568-964f-afbdc8377b6f', 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:53.620551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-308507b8-9ec2-49ed-8bfb-0e5f0a4dea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.623226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-308507b8-9ec2-49ed-8bfb-0e5f0a4dea59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.627412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-308507b8-9ec2-49ed-8bfb-0e5f0a4dea59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/979bbbff-8af8-4cef-9bb2-6a4a4034bc49 HTTP/1.1" status: 204 len: 168 time: 0.2797327 Jul 16 20:37:53.627412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56906) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.642350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280175d1-69ff-44e5-9e1f-2577303ae93f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a2d73f-45f1-4568-964f-afbdc8377b6f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:53.658397 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1727479d-e8e4-4cb9-853c-be9327d8d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.690510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308507b8-9ec2-49ed-8bfb-0e5f0a4dea59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979bbbff-8af8-4cef-9bb2-6a4a4034bc49,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:53.713495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727479d-e8e4-4cb9-853c-be9327d8d087 None None] Pushing event deleted for resources: {'Port': ['ID=4f70d424-6d4c-415d-95b4-87aa53267c08,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:53.723120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727479d-e8e4-4cb9-853c-be9327d8d087 None None] No DVR routers for this DVR port 4f70d424-6d4c-415d-95b4-87aa53267c08 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:53.731084 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2773ed28-5a42-4aa4-ab23-9e1d54c4b0df tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.870931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2773ed28-5a42-4aa4-ab23-9e1d54c4b0df tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.877445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2773ed28-5a42-4aa4-ab23-9e1d54c4b0df tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.905150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2773ed28-5a42-4aa4-ab23-9e1d54c4b0df tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:53.906573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2773ed28-5a42-4aa4-ab23-9e1d54c4b0df tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996211 Jul 16 20:37:53.909346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773ed28-5a42-4aa4-ab23-9e1d54c4b0df tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94d45cf-78e0-46df-be52-b7427f074fd1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:53.911624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56914) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:53.917350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f8a2d57f-6749-433a-a616-59397902a4b4 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'security_group_rule': {'security_group_id': '05a2d73f-45f1-4568-964f-afbdc8377b6f', 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:53.953897 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d57f-6749-433a-a616-59397902a4b4 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.031107 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d57f-6749-433a-a616-59397902a4b4 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.046540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d57f-6749-433a-a616-59397902a4b4 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.068802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.074506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-850e1d04-2412-46e8-a10d-18973f2f287c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.101701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2d57f-6749-433a-a616-59397902a4b4 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcda4bc-62c0-42e1-a28e-b8fb64f8ab22,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.106876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8a2d57f-6749-433a-a616-59397902a4b4 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.108110 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f8a2d57f-6749-433a-a616-59397902a4b4 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1954002 Jul 16 20:37:54.112231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.113681 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.123015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e196c150-de4a-4d85-ac97-bd61c49514ec tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'security_group_rule': {'security_group_id': '05a2d73f-45f1-4568-964f-afbdc8377b6f', 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:54.172795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3e5f92dc-37f1-4be2-b614-1703bf7ad9db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0529bd4730504bdf9430c493351c00c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937238 Jul 16 20:37:54.175878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.176902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Router d7900808-1144-475f-9152-886048c16de3 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:37:54.214423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f81e964b-5c81-42bc-8d72-7888d827cb2b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.271642 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f399476-6fe5-4912-8f72-691b91ab043f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.291222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e964b-5c81-42bc-8d72-7888d827cb2b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=b45c6398-ebff-4e11-89c8-339a560e1bf1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.298275 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f81e964b-5c81-42bc-8d72-7888d827cb2b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.302845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f81e964b-5c81-42bc-8d72-7888d827cb2b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/b45c6398-ebff-4e11-89c8-339a560e1bf1 HTTP/1.1" status: 204 len: 168 time: 1.4010556 Jul 16 20:37:54.304327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.309901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Deleting port 9c69341e-542e-4ece-8568-7d8beb87fb38 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:54.310236 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.317038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f399476-6fe5-4912-8f72-691b91ab043f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.329092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-850e1d04-2412-46e8-a10d-18973f2f287c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.357860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-850e1d04-2412-46e8-a10d-18973f2f287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.428783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:37:54.439696 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-da594868-3bad-42b1-8e2c-a4e642c68a0c admin admin] 10.222.0.10 "PUT /v2.0/routers/d7900808-1144-475f-9152-886048c16de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3574603 Jul 16 20:37:54.440473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56926) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.443171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-850e1d04-2412-46e8-a10d-18973f2f287c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51ba88fb8c74494aada553c9d0feff36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8127165 Jul 16 20:37:54.443782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] Sync routers for ids ['d7900808-1144-475f-9152-886048c16de3'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:37:54.446330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.461125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] Routers {'d7900808-1144-475f-9152-886048c16de3'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:54.462911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d7900808-1144-475f-9152-886048c16de3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:54.463471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e196c150-de4a-4d85-ac97-bd61c49514ec tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.467536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e1d04-2412-46e8-a10d-18973f2f287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8669c009-eae6-4f6f-8330-5343134196cb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.492533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] For port 9c69341e-542e-4ece-8568-7d8beb87fb38, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9c69341e-542e-4ece-8568-7d8beb87fb38,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:54.493163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.521931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Calling delete_port for 9c69341e-542e-4ece-8568-7d8beb87fb38 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:54.535793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f399476-6fe5-4912-8f72-691b91ab043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.539016 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f399476-6fe5-4912-8f72-691b91ab043f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.539551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f399476-6fe5-4912-8f72-691b91ab043f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d020741c-25cc-4dfc-8b56-6e0eb4feccac HTTP/1.1" status: 204 len: 168 time: 0.3626835 Jul 16 20:37:54.557691 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e24e8b4-3f90-45ae-9700-49556b2e5264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.585906 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.605336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cac30a-1784-4132-816c-a5fd09a38f14 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.611507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cac30a-1784-4132-816c-a5fd09a38f14 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:54.613144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-43cac30a-1784-4132-816c-a5fd09a38f14 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3053541 Jul 16 20:37:54.621008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.623332 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f399476-6fe5-4912-8f72-691b91ab043f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d020741c-25cc-4dfc-8b56-6e0eb4feccac,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.625899 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e24e8b4-3f90-45ae-9700-49556b2e5264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.639025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] Set router d7900808-1144-475f-9152-886048c16de3 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:54.704421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e196c150-de4a-4d85-ac97-bd61c49514ec tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.743987 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.757964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4f70d424-6d4c-415d-95b4-87aa53267c08 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:54.783716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 4f70d424-6d4c-415d-95b4-87aa53267c08 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:54.784455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4f70d424-6d4c-415d-95b4-87aa53267c08 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:54.857929 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e24e8b4-3f90-45ae-9700-49556b2e5264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.860643 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e24e8b4-3f90-45ae-9700-49556b2e5264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.861933 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e24e8b4-3f90-45ae-9700-49556b2e5264 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8669c009-eae6-4f6f-8330-5343134196cb HTTP/1.1" status: 204 len: 168 time: 0.4138050 Jul 16 20:37:54.893435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e196c150-de4a-4d85-ac97-bd61c49514ec tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.927170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c150-de4a-4d85-ac97-bd61c49514ec tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454d780b-1665-4f8b-aa79-0e053100e752,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.938582 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e196c150-de4a-4d85-ac97-bd61c49514ec tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.942859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e196c150-de4a-4d85-ac97-bd61c49514ec tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8265157 Jul 16 20:37:54.943510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56938) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:54.946242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:54.958981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ef29020d-a4b4-4c75-80ba-cd76bb6a9a00 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'security_group_rule': {'security_group_id': '05a2d73f-45f1-4568-964f-afbdc8377b6f', 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:54.972673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24e8b4-3f90-45ae-9700-49556b2e5264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669c009-eae6-4f6f-8330-5343134196cb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:54.990723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2f906162-7d78-41be-805a-46dcf3f27cb1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 03ff934e-7162-4893-b291-b36af5e6d827 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:54.991067 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f906162-7d78-41be-805a-46dcf3f27cb1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.038572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef29020d-a4b4-4c75-80ba-cd76bb6a9a00 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.049529 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.060977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7900808-1144-475f-9152-886048c16de3', 'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:23Z', 'updated_at': '2021-07-16T20:37:51Z', 'revision_number': 5, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'gw_port': {'id': '610bfc7a-5974-4327-a441-2eb2ad62fbc3', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7900808-1144-475f-9152-886048c16de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:36:24Z', 'updated_at': '2021-07-16T20:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:55.080221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Deleting port 610bfc7a-5974-4327-a441-2eb2ad62fbc3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:55.080564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.101721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Port': ['ID=9c69341e-542e-4ece-8568-7d8beb87fb38,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:55.148857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] Checking router: d7900808-1144-475f-9152-886048c16de3 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:37:55.192244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] Routers {'d7900808-1144-475f-9152-886048c16de3'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:37:55.193125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d7900808-1144-475f-9152-886048c16de3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:55.200245 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f906162-7d78-41be-805a-46dcf3f27cb1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.222307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2f906162-7d78-41be-805a-46dcf3f27cb1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 03ff934e-7162-4893-b291-b36af5e6d827 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:55.240067 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef29020d-a4b4-4c75-80ba-cd76bb6a9a00 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.245834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.247089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef29020d-a4b4-4c75-80ba-cd76bb6a9a00 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.291413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29020d-a4b4-4c75-80ba-cd76bb6a9a00 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97d2b36-5506-41bc-914c-7cc821f28454,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:55.319505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] For port 610bfc7a-5974-4327-a441-2eb2ad62fbc3, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=610bfc7a-5974-4327-a441-2eb2ad62fbc3,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:55.319734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.345793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef29020d-a4b4-4c75-80ba-cd76bb6a9a00 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.361468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.361682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ef29020d-a4b4-4c75-80ba-cd76bb6a9a00 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4164553 Jul 16 20:37:55.381259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Calling delete_port for 610bfc7a-5974-4327-a441-2eb2ad62fbc3 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:55.397354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3fb5dcc1-0a9b-42c9-a9cf-057071e0e8b8 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'security_group_rule': {'security_group_id': '05a2d73f-45f1-4568-964f-afbdc8377b6f', 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:55.420945 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.426638 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.448272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] Set router d7900808-1144-475f-9152-886048c16de3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:37:55.495610 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-3fb5dcc1-0a9b-42c9-a9cf-057071e0e8b8 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Project 7f5e4433cc2340f090cb22d62c0e37c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:37:55.515057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fb5dcc1-0a9b-42c9-a9cf-057071e0e8b8 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.523294 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.523294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Fanout notify agent at l3_agent the message router_deleted on router 1d096398-be82-411c-bc13-bce00f02970c {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:55.533253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.534550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-92712b3c-3660-410f-a8a5-01576a35fcd9 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/routers/1d096398-be82-411c-bc13-bce00f02970c HTTP/1.1" status: 204 len: 168 time: 2.8028333 Jul 16 20:37:55.543087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56960) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.548164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f906162-7d78-41be-805a-46dcf3f27cb1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.601731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7900808-1144-475f-9152-886048c16de3', 'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:23Z', 'updated_at': '2021-07-16T20:37:54Z', 'revision_number': 6, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:55.626738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f906162-7d78-41be-805a-46dcf3f27cb1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=03ff934e-7162-4893-b291-b36af5e6d827,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:55.636493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f906162-7d78-41be-805a-46dcf3f27cb1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.642174 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2f906162-7d78-41be-805a-46dcf3f27cb1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/03ff934e-7162-4893-b291-b36af5e6d827 HTTP/1.1" status: 204 len: 168 time: 1.0153451 Jul 16 20:37:55.643039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.701130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd4153-6d53-4dd4-94ee-64db7497da23 None None] The sync data for ids ['d7900808-1144-475f-9152-886048c16de3'] in n-d-792394-17 is: [{'id': 'd7900808-1144-475f-9152-886048c16de3', 'name': 'tempest-TestServerMultinode-216093552-router', 'tenant_id': '5d2687597a5445648a308aa3d29088fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:36:23Z', 'updated_at': '2021-07-16T20:37:54Z', 'revision_number': 6, 'project_id': '5d2687597a5445648a308aa3d29088fa', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:37:55.734912 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fb5dcc1-0a9b-42c9-a9cf-057071e0e8b8 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.741349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fb5dcc1-0a9b-42c9-a9cf-057071e0e8b8 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.788130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5dcc1-0a9b-42c9-a9cf-057071e0e8b8 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f15d043-b6ea-4ede-858e-655f9e55223e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:55.801573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fb5dcc1-0a9b-42c9-a9cf-057071e0e8b8 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.803801 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3fb5dcc1-0a9b-42c9-a9cf-057071e0e8b8 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4417732 Jul 16 20:37:55.808847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.813932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fb8aef29-4610-4bb9-a87f-9b53e1542945 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'security_group_rule': {'security_group_id': '05a2d73f-45f1-4568-964f-afbdc8377b6f', 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:55.845763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.854025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3b9c5f-e137-43d9-a7b0-5e03b2971b95 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:55.854933 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1d3b9c5f-e137-43d9-a7b0-5e03b2971b95 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2105708 Jul 16 20:37:55.859037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.865813 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-fb8aef29-4610-4bb9-a87f-9b53e1542945 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Project 7f5e4433cc2340f090cb22d62c0e37c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:37:55.871716 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb8aef29-4610-4bb9-a87f-9b53e1542945 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.894819 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a0eb4c-5564-487d-ae44-895850915c77 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:37:55.898977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-20a0eb4c-5564-487d-ae44-895850915c77 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/b45c6398-ebff-4e11-89c8-339a560e1bf1 HTTP/1.1" status: 404 len: 333 time: 0.0360260 Jul 16 20:37:55.902275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56972) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:55.943843 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb8aef29-4610-4bb9-a87f-9b53e1542945 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.957896 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb8aef29-4610-4bb9-a87f-9b53e1542945 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:55.995620 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdd60c7-f9e2-4bcc-9bb9-8c63fba8c256 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:37:55.999888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ccdd60c7-f9e2-4bcc-9bb9-8c63fba8c256 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/03ff934e-7162-4893-b291-b36af5e6d827 HTTP/1.1" status: 404 len: 333 time: 0.0730748 Jul 16 20:37:56.004770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 56980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.019809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8aef29-4610-4bb9-a87f-9b53e1542945 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5306b75-abaa-49bc-884c-9c37f9865af4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.042693 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb8aef29-4610-4bb9-a87f-9b53e1542945 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.051759 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fb8aef29-4610-4bb9-a87f-9b53e1542945 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2338381 Jul 16 20:37:56.051947 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.070367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a009e787-a7f3-40bc-b75f-013dab298386']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:56.083754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.092957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91cc820-41f0-4139-96fe-82822c4800ba') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:56.093314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91cc820-41f0-4139-96fe-82822c4800ba') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:56.133112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Pushing event deleted for resources: {'Port': ['ID=610bfc7a-5974-4327-a441-2eb2ad62fbc3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.144709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.154442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-3e46d753-768a-4646-bea2-4c586f32e783 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5718448 Jul 16 20:37:56.179490 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.220363 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.231352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:56.231772 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:56.235168 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:56.263633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.279894 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.354114 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.403560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac174b1-12ce-4188-9c20-8f347a3e66a3']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:56.426040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.431727 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.441140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.444083 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/networks/a009e787-a7f3-40bc-b75f-013dab298386 HTTP/1.1" status: 204 len: 168 time: 0.8989701 Jul 16 20:37:56.446226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.451334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 56998) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.453055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf3a55b-46c3-45ab-ab39-19690efd4a32') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:56.453364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf3a55b-46c3-45ab-ab39-19690efd4a32') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:56.498334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.523462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.524573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.543850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:56.544270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:56.547619 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:56.566216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a524c2da-fab5-4612-84b8-0b15e021724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.566803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a524c2da-fab5-4612-84b8-0b15e021724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.567785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a524c2da-fab5-4612-84b8-0b15e021724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.568048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a524c2da-fab5-4612-84b8-0b15e021724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.569151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a524c2da-fab5-4612-84b8-0b15e021724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.570580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a524c2da-fab5-4612-84b8-0b15e021724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.571038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a524c2da-fab5-4612-84b8-0b15e021724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.573435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e53a43-beb3-48e9-ba6f-71be34f14ce2 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'Network': ['ID=a009e787-a7f3-40bc-b75f-013dab298386,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.574662 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a524c2da-fab5-4612-84b8-0b15e021724f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6508 time: 0.3326221 Jul 16 20:37:56.621845 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.622614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7900808-1144-475f-9152-886048c16de3 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:37:56.637901 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.639286 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-11d76eab-7ee7-4061-9e92-49ab1a17f79c admin admin] 10.222.0.10 "DELETE /v2.0/routers/d7900808-1144-475f-9152-886048c16de3 HTTP/1.1" status: 204 len: 168 time: 2.1941469 Jul 16 20:37:56.645594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.658045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-ecff74ac-2bdd-4113-a442-67afb5a79f96 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934653127&fields=id&tenant_id=7f5e4433cc2340f090cb22d62c0e37c3 HTTP/1.1" status: 200 len: 267 time: 0.2052464 Jul 16 20:37:56.659894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.759141 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.770724 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.773158 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/networks/cac174b1-12ce-4188-9c20-8f347a3e66a3 HTTP/1.1" status: 204 len: 168 time: 0.7655542 Jul 16 20:37:56.794999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.796598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2326b-a015-49a5-8f92-d475622e36f5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Network': ['ID=cac174b1-12ce-4188-9c20-8f347a3e66a3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:56.824568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1645961213'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:56.824744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 610bfc7a-5974-4327-a441-2eb2ad62fbc3 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:56.849767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 610bfc7a-5974-4327-a441-2eb2ad62fbc3 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:56.850550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 610bfc7a-5974-4327-a441-2eb2ad62fbc3 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:56.851304 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9c69341e-542e-4ece-8568-7d8beb87fb38 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:56.903971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-fb8444a8-b069-4794-9624-b7a02900b64e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:56.908207 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fb8444a8-b069-4794-9624-b7a02900b64e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3773963 Jul 16 20:37:56.908981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 9c69341e-542e-4ece-8568-7d8beb87fb38 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:56.909443 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9c69341e-542e-4ece-8568-7d8beb87fb38 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:56.909791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9ad52901-fc97-405d-a5e3-571b37ff020c no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:56.911544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:56.921251 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:56.924471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.930892 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-22b08cbb-a9f9-4952-a4dd-36ab53684f65 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:56.934251 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-22b08cbb-a9f9-4952-a4dd-36ab53684f65 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046616 Jul 16 20:37:56.939952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.948701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-1353854d-f261-497b-89d5-bd03e95d9a2d tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:56.955966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-1353854d-f261-497b-89d5-bd03e95d9a2d tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/networks?id=74692a0d-a571-435d-8f49-778a689435fc HTTP/1.1" status: 200 len: 813 time: 0.2604353 Jul 16 20:37:56.965722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-51f919b2-7cb2-4ea5-add2-0d0e2c010b5f tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:56.969885 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-51f919b2-7cb2-4ea5-add2-0d0e2c010b5f tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0087640 Jul 16 20:37:56.970279 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.981470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-1e480561-8a2f-4371-a36d-04608d7cc832 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:56.986527 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1e480561-8a2f-4371-a36d-04608d7cc832 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0097890 Jul 16 20:37:56.987598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-318942121-network', 'tenant_id': '5ac17243f5c64ca69388d84f5205c354'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:56.988248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:56.989063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:56.999575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-1e53b5d0-ad2b-4541-8c88-1a7fc829c150 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.004441 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1e53b5d0-ad2b-4541-8c88-1a7fc829c150 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0093420 Jul 16 20:37:57.004441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a51339b1-0a62-44d6-98be-603705871043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.004695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a51339b1-0a62-44d6-98be-603705871043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.005725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a51339b1-0a62-44d6-98be-603705871043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.006963 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a51339b1-0a62-44d6-98be-603705871043 service neutron] 10.222.0.63 "GET /v2.0/networks?id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=6a17a63a-c043-49f3-9a05-56cd95c749a7&id=6a17a63a-c043-49f3-9a05-56cd95c749a7 HTTP/1.1" status: 200 len: 2297 time: 0.3341279 Jul 16 20:37:57.008904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.011501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-710a93a1-694c-44f2-b50c-838a22095fa1 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/quotas/7f5e4433cc2340f090cb22d62c0e37c3 HTTP/1.1" status: 200 len: 375 time: 0.0544288 Jul 16 20:37:57.015356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-e5a15293-7060-476e-aeb6-9f25299ff207 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.019296 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e5a15293-7060-476e-aeb6-9f25299ff207 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0065088 Jul 16 20:37:57.019296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.019296 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Added segment 7accbfab-58ac-463b-859f-3df919460d2b of type vlan for network f11b43cd-41dc-46d4-aa16-33b609a09524 Jul 16 20:37:57.019655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd51771-d762-4e0a-8111-4c6bb6ff5d0f admin admin] Deleting subnet 6fb68932-3e10-4d64-886f-65fe311b851f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:37:57.020641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.025894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-b89ab7e6-ff16-47f8-b16e-8a8597e7544f tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.029633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b89ab7e6-ff16-47f8-b16e-8a8597e7544f tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056031 Jul 16 20:37:57.033386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4530bd66-8e24-4312-a263-6f879cdc4488 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.036914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57026) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.038548 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cd51771-d762-4e0a-8111-4c6bb6ff5d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.121502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 9ad52901-fc97-405d-a5e3-571b37ff020c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:57.122209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9ad52901-fc97-405d-a5e3-571b37ff020c not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:57.125984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-396b0c1f-5ddd-4f64-9e6e-45c85bb2da40 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 HTTP/1.1" status: 200 len: 1002 time: 0.1058567 Jul 16 20:37:57.167586 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.204781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-5ae42cdc-9a36-4b64-a57c-4831f88f6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.206294 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-5ae42cdc-9a36-4b64-a57c-4831f88f6ffd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8b25d401-2108-45e7-bcdf-2b5a4eec4cc8 HTTP/1.1" status: 200 len: 856 time: 0.0743482 Jul 16 20:37:57.223967 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.228848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.229469 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.330934 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Network': ['ID=f11b43cd-41dc-46d4-aa16-33b609a09524,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:57.343423 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-6a89dde0-63b3-40a8-82c3-35d4fe079c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.344995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-6a89dde0-63b3-40a8-82c3-35d4fe079c8f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319091 Jul 16 20:37:57.345810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network f11b43cd-41dc-46d4-aa16-33b609a09524 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:57.355861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-99c5bbe6-ac3d-4f4b-8815-ed9916dcdc45 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.357365 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-99c5bbe6-ac3d-4f4b-8815-ed9916dcdc45 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053024 Jul 16 20:37:57.377926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-70131ce9-0dc0-41f6-b9ea-0f9372bc03c3 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.378907 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-70131ce9-0dc0-41f6-b9ea-0f9372bc03c3 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.3170376 Jul 16 20:37:57.383785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.395498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-b4dee5bf-d20c-47aa-aa24-8f09a38abd84 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.400417 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b4dee5bf-d20c-47aa-aa24-8f09a38abd84 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0080178 Jul 16 20:37:57.402693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.410089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-34a33d5c-3c35-48d5-b426-77a1dbcc39e5 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.412439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Made reservation on behalf of 5ac17243f5c64ca69388d84f5205c354 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:57.414450 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-34a33d5c-3c35-48d5-b426-77a1dbcc39e5 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0096424 Jul 16 20:37:57.414734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.415307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.421578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-ff8db6bb-3701-480b-aaf3-ab6175166be5 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.422505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ff8db6bb-3701-480b-aaf3-ab6175166be5 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043457 Jul 16 20:37:57.426210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4530bd66-8e24-4312-a263-6f879cdc4488 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.426341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-21e88b57-0eb5-4b5e-861f-dd23fc6029bb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6173120 Jul 16 20:37:57.426938 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.430010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.445990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cd51771-d762-4e0a-8111-4c6bb6ff5d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.450680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.467737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-ab6a4efc-3270-4a28-b5dc-728e73b39916 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.468739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ab6a4efc-3270-4a28-b5dc-728e73b39916 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0394917 Jul 16 20:37:57.475464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': 'f11b43cd-41dc-46d4-aa16-33b609a09524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:57.478649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.489246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-b2286739-f07c-4645-bb27-cc1fc5637e74 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.490194 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b2286739-f07c-4645-bb27-cc1fc5637e74 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080886 Jul 16 20:37:57.496553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57040) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.507624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-c17e0518-2d50-4dc4-8c5b-1a9fcf344d77 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.509562 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c17e0518-2d50-4dc4-8c5b-1a9fcf344d77 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080352 Jul 16 20:37:57.511690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57042) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.519103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-a650d448-1220-4c3e-a440-5673de016d58 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.520070 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a650d448-1220-4c3e-a440-5673de016d58 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060775 Jul 16 20:37:57.522881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.530393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-4e939a1d-a63e-4296-8204-f0fbcaa2d876 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.531360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4e939a1d-a63e-4296-8204-f0fbcaa2d876 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043828 Jul 16 20:37:57.534815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57046) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.546607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-7f4ae5e0-a385-4600-a019-a9ef2103b4ec tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.547593 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7f4ae5e0-a385-4600-a019-a9ef2103b4ec tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060585 Jul 16 20:37:57.551195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57048) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.569202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-c76ae261-7735-4b21-ab9f-afd231040b33 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.570170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c76ae261-7735-4b21-ab9f-afd231040b33 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0090466 Jul 16 20:37:57.578219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.580585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-aa9643ad-03f1-4256-ba5d-287f7c2a4886 service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171686 Jul 16 20:37:57.584799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-416dd78f-1dfb-4bbe-bf6b-b392135dde50 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.585702 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-416dd78f-1dfb-4bbe-bf6b-b392135dde50 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042145 Jul 16 20:37:57.590483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57052) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.622937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-23b183a1-cbd4-47f3-8181-42a268c49ff6 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.623955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-23b183a1-cbd4-47f3-8181-42a268c49ff6 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0297205 Jul 16 20:37:57.626655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.633361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-538eeebb-5e4e-4db2-81eb-04837849e94a tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.634651 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-538eeebb-5e4e-4db2-81eb-04837849e94a tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0062344 Jul 16 20:37:57.637234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.638476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d5663fd8-56f0-4a4d-bce3-05b60732691c tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f5e4433cc2340f090cb22d62c0e37c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6260371 Jul 16 20:37:57.642006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-7ceed884-829f-4b40-ac7a-e98c4cf0238c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.645140 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7ceed884-829f-4b40-ac7a-e98c4cf0238c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048246 Jul 16 20:37:57.645773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.652240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-e63cef2b-a3fa-4e44-9fc1-f659e1554f43 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.655484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e63cef2b-a3fa-4e44-9fc1-f659e1554f43 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0061629 Jul 16 20:37:57.656951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57060) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.666495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-509724dc-d01b-490b-a3d6-d8ce458f53d9 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.669804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-509724dc-d01b-490b-a3d6-d8ce458f53d9 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077860 Jul 16 20:37:57.669804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cd51771-d762-4e0a-8111-4c6bb6ff5d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.679212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.684722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-0ad2b794-0fe6-4996-bdbb-aa720b3be952 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.685676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0ad2b794-0fe6-4996-bdbb-aa720b3be952 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055060 Jul 16 20:37:57.688185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.692310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-8faea05d-8c68-4be8-9439-0c7925733a97 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.696268 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8faea05d-8c68-4be8-9439-0c7925733a97 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041912 Jul 16 20:37:57.696268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.703056 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-5a164d33-2bd7-4318-b6f2-380995adddea tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.704095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-5a164d33-2bd7-4318-b6f2-380995adddea tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108194 Jul 16 20:37:57.704872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-fbd2140e-494f-4987-9e0b-62e48626f091 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.708288 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fbd2140e-494f-4987-9e0b-62e48626f091 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0091922 Jul 16 20:37:57.709306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.714799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-9e1bc40b-e4b7-498f-bfbe-500e49b298fe tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.718806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4530bd66-8e24-4312-a263-6f879cdc4488 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.718979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e1bc40b-e4b7-498f-bfbe-500e49b298fe tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0063319 Jul 16 20:37:57.719070 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4530bd66-8e24-4312-a263-6f879cdc4488 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.719150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.724062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4530bd66-8e24-4312-a263-6f879cdc4488 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] 10.222.0.10 "DELETE /v2.0/security-groups/e3f143ed-1ab0-4c77-bd42-376184d578bd HTTP/1.1" status: 204 len: 168 time: 1.2665081 Jul 16 20:37:57.725558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-30c568ed-6eae-450d-ab61-4527a6edb72c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.729201 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-30c568ed-6eae-450d-ab61-4527a6edb72c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0075138 Jul 16 20:37:57.731449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.736209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-b768437b-3015-4eb7-ad2c-99973d31b07b tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.739108 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b768437b-3015-4eb7-ad2c-99973d31b07b tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044887 Jul 16 20:37:57.742268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.748179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-71e96e65-3915-4a7a-b8b7-fa2d546b3dc0 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.752360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-71e96e65-3915-4a7a-b8b7-fa2d546b3dc0 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0057623 Jul 16 20:37:57.752508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530bd66-8e24-4312-a263-6f879cdc4488 tempest-TestNetworkAdvancedServerOps-1032433534 tempest-TestNetworkAdvancedServerOps-1032433534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f143ed-1ab0-4c77-bd42-376184d578bd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:57.752626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57080) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.757761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-2f99d247-fafa-4b9c-8203-82f3ed016c9e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.761935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2f99d247-fafa-4b9c-8203-82f3ed016c9e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050726 Jul 16 20:37:57.762492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.768214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-a29fa589-5071-471b-b9e9-f01bcb8ea927 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.771316 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a29fa589-5071-471b-b9e9-f01bcb8ea927 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0059896 Jul 16 20:37:57.772112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.777216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-129a5dda-905a-4ffa-be29-ad83f06b4aad tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.778817 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-129a5dda-905a-4ffa-be29-ad83f06b4aad tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0052028 Jul 16 20:37:57.781547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-3a8154e4-6ff4-4dd7-b1e3-b2466977f178 service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927633 Jul 16 20:37:57.782000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.786244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-a8f3d264-4e3c-4f8f-b74f-ff478530c00e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.787467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a8f3d264-4e3c-4f8f-b74f-ff478530c00e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044198 Jul 16 20:37:57.790069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.796775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-ba4686ed-fd64-4455-a5e3-2f925118d6ee tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.799610 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ba4686ed-fd64-4455-a5e3-2f925118d6ee tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066044 Jul 16 20:37:57.809465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57090) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.817528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-6a3eccbf-10b0-46e0-b3d2-94cd05446108 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.818562 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6a3eccbf-10b0-46e0-b3d2-94cd05446108 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0081100 Jul 16 20:37:57.825249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.844767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-21c18b85-59fc-4939-9e12-6a976c7ec918 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.846011 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-21c18b85-59fc-4939-9e12-6a976c7ec918 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0170283 Jul 16 20:37:57.848883 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.849345 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-e0bf6314-686c-4f73-8544-6ec15de06c8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 217 time: 0.0606875 Jul 16 20:37:57.853255 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.858492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-c11e5e9c-de5a-4118-843c-ab493b4b40f5 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.859477 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c11e5e9c-de5a-4118-843c-ab493b4b40f5 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048120 Jul 16 20:37:57.870100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.877042 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cd51771-d762-4e0a-8111-4c6bb6ff5d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.890127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.895425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4cd51771-d762-4e0a-8111-4c6bb6ff5d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.897320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4cd51771-d762-4e0a-8111-4c6bb6ff5d0f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6fb68932-3e10-4d64-886f-65fe311b851f HTTP/1.1" status: 204 len: 168 time: 1.2507267 Jul 16 20:37:57.898845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-aabc3588-ce42-4d26-8b8b-bf47c95c5f39 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.902025 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aabc3588-ce42-4d26-8b8b-bf47c95c5f39 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0278771 Jul 16 20:37:57.902959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.903315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.904565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201fe237-34fe-437a-8817-f973ac3eb1c5 None None] Network 57f4690c-d88a-4c48-a45f-93b2923f9cf1 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:57.930047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:57.935171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:57.939921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-26defa85-915f-4dfe-8608-dd9c977cfbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:57.941584 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-26defa85-915f-4dfe-8608-dd9c977cfbac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.0812252 Jul 16 20:37:57.951028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-8d147ab4-1db6-4b22-af1f-047e3757e118 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.952708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8d147ab4-1db6-4b22-af1f-047e3757e118 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0227547 Jul 16 20:37:57.952938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd51771-d762-4e0a-8111-4c6bb6ff5d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb68932-3e10-4d64-886f-65fe311b851f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:57.958395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.973933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:37:57.978985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-cccc3e77-5736-4bdf-93d9-a1005b1898fa tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.982813 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cccc3e77-5736-4bdf-93d9-a1005b1898fa tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0222087 Jul 16 20:37:57.986499 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:57.992262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-d17e3d2d-754c-4327-b603-59e07cd75007 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:57.997173 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d17e3d2d-754c-4327-b603-59e07cd75007 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0095756 Jul 16 20:37:58.017618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.036504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-b0a8ef71-b759-4423-850f-c06750b57373 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.038001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b0a8ef71-b759-4423-850f-c06750b57373 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0189180 Jul 16 20:37:58.042306 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.042576 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Added segment e86ce6a5-7646-4810-b71e-0d9ec13300a0 of type vlan for network 91b4341c-d2cb-4860-ad83-e5daa701eab4 Jul 16 20:37:58.054719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57110) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.061416 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-4d7eb913-6743-4f10-839b-110e20c3e3a6 service neutron] 10.222.0.10 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053896 Jul 16 20:37:58.092865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-25116aed-bc5f-4f0f-85b3-022a02687f78 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.093847 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-25116aed-bc5f-4f0f-85b3-022a02687f78 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0381744 Jul 16 20:37:58.094614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b7a8c-21c1-4004-8c5a-43ba42de33bb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.098007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.139596 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-674f2e2f-8115-4554-9ff4-5dbdc636366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.141133 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-674f2e2f-8115-4554-9ff4-5dbdc636366f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1817923 Jul 16 20:37:58.147005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bb6e5e-2e28-4647-86e9-7ce19cce8725 None None] DHCP port deletion for 57f4690c-d88a-4c48-a45f-93b2923f9cf1 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:37:58.157893 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.192966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-2f6d1d0b-edd3-4eb8-922c-97883f7f7f3c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.194504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2f6d1d0b-edd3-4eb8-922c-97883f7f7f3c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0587037 Jul 16 20:37:58.199556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.206253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-e208e981-2436-4b2e-8a66-7b8d611aec91 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.209946 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e208e981-2436-4b2e-8a66-7b8d611aec91 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0085332 Jul 16 20:37:58.210465 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.212258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.212858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.218189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-73bb6e5e-2e28-4647-86e9-7ce19cce8725 None None] Deleting port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:58.218939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.219642 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57120) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.219757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73bb6e5e-2e28-4647-86e9-7ce19cce8725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.229327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-c2e74455-74a2-4b34-88df-da8fad745a81 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.232823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c2e74455-74a2-4b34-88df-da8fad745a81 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0101068 Jul 16 20:37:58.234420 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.235853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57124) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.258850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-ccbe53c0-7d75-4cc1-a9fc-3fc9baaca067 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.266169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ccbe53c0-7d75-4cc1-a9fc-3fc9baaca067 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0140004 Jul 16 20:37:58.267783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57126) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.293728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-73bb6e5e-2e28-4647-86e9-7ce19cce8725 None None] For port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9c81f877-56ee-4a5b-9060-6b525b9ac3e6,segment=NetworkSegment(615ad472-2f6c-434f-ae80-c204bced683a),segment_id=615ad472-2f6c-434f-ae80-c204bced683a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:58.294148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73bb6e5e-2e28-4647-86e9-7ce19cce8725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.310567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-73bb6e5e-2e28-4647-86e9-7ce19cce8725 None None] Calling delete_port for 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:58.326227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-2c604f26-ed20-4809-9ee6-4f4e9819f259 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.332024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2c604f26-ed20-4809-9ee6-4f4e9819f259 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0634615 Jul 16 20:37:58.337714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.343028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-bf77ca00-f97b-46eb-8ffc-49247f945754 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.344362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6712353 Jul 16 20:37:58.347581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57130) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.350262 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bf77ca00-f97b-46eb-8ffc-49247f945754 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0105402 Jul 16 20:37:58.351618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57132) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.356174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Request body: {'subnet': {'network_id': '91b4341c-d2cb-4860-ad83-e5daa701eab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-318942121-subnet', 'tenant_id': '5ac17243f5c64ca69388d84f5205c354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:58.371812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-b277bbac-2d0a-4cbf-8716-7f06928c8024 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.372768 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b277bbac-2d0a-4cbf-8716-7f06928c8024 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080407 Jul 16 20:37:58.381631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.392959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-adc14d26-a2cd-47db-a944-f1f96f054d3c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.394039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-adc14d26-a2cd-47db-a944-f1f96f054d3c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0109158 Jul 16 20:37:58.398232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57136) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.404643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-fe2613a4-b42a-4b91-a80d-ee13db6ac373 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.407546 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fe2613a4-b42a-4b91-a80d-ee13db6ac373 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061336 Jul 16 20:37:58.407546 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.414722 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-b9992e0a-744f-44d4-a3e5-453363a2316e service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669151 Jul 16 20:37:58.417955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.441409 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73bb6e5e-2e28-4647-86e9-7ce19cce8725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.445872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef253f0-27cc-478c-b9d0-b8bd3ae8368d admin admin] Pushing event updated for resources: {'Network': ['ID=91b4341c-d2cb-4860-ad83-e5daa701eab4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.449040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-5ade8812-5d9e-41f0-8a91-c209fdb2a078 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.450628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5ade8812-5d9e-41f0-8a91-c209fdb2a078 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0305593 Jul 16 20:37:58.459473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.472026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-2c3280de-4f9a-4a57-8b0c-8383db8de9b6 service neutron] 10.222.0.10 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729334 Jul 16 20:37:58.473480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Made reservation on behalf of 5ac17243f5c64ca69388d84f5205c354 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:37:58.476467 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.479271 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-7127afaf-7a06-4fd7-829e-15147b35948e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.480758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7127afaf-7a06-4fd7-829e-15147b35948e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0090022 Jul 16 20:37:58.486725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 91b4341c-d2cb-4860-ad83-e5daa701eab4 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:37:58.497768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.510158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb6e5e-2e28-4647-86e9-7ce19cce8725 None None] Pushing event deleted for resources: {'Port': ['ID=9c81f877-56ee-4a5b-9060-6b525b9ac3e6,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.512589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb6e5e-2e28-4647-86e9-7ce19cce8725 None None] No DVR routers for this DVR port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:58.512843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-2010ab42-7d00-433d-97e9-cf7f9905530e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.516379 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2010ab42-7d00-433d-97e9-cf7f9905530e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0132401 Jul 16 20:37:58.517142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.522244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-650bf1e2-d4e3-4b0b-9817-04446ab12518 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.523498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-650bf1e2-d4e3-4b0b-9817-04446ab12518 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048532 Jul 16 20:37:58.530007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57146) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.544260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-80092021-9c0c-4ffa-b230-18cb74a7c895 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.545822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-80092021-9c0c-4ffa-b230-18cb74a7c895 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0145903 Jul 16 20:37:58.552219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.565476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-9e9345e6-63ea-4402-bd6d-cfae603158d6 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.566460 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e9345e6-63ea-4402-bd6d-cfae603158d6 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079257 Jul 16 20:37:58.574783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.597635 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-f870d411-cd74-4f96-b047-9de728332e73 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.599123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f870d411-cd74-4f96-b047-9de728332e73 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0166192 Jul 16 20:37:58.602129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57154) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.608681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-4dc87121-1926-46a7-a35d-4a578d234029 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.609745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4dc87121-1926-46a7-a35d-4a578d234029 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048008 Jul 16 20:37:58.614457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Deleting port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:37:58.614801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.616448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.646104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-ddd4f20b-5eeb-4b11-8caf-e9beebc44507 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.647121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ddd4f20b-5eeb-4b11-8caf-e9beebc44507 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0267818 Jul 16 20:37:58.657013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.663331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=a5210dd6-ca84-4d57-a243-3218b61b38cd,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.668424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-c1fff0d7-4ef0-4ae1-8fa1-5dd772e5a5ec tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.668829 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-85a77a3c-613c-4a0b-97c8-085d2cecf022 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c108c14547943189552611b7b096c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470248 Jul 16 20:37:58.670016 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c1fff0d7-4ef0-4ae1-8fa1-5dd772e5a5ec tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0111158 Jul 16 20:37:58.676860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.677198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.697872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-57318752-bfc7-472c-b597-f39c9830a26e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.701282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-57318752-bfc7-472c-b597-f39c9830a26e tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0196302 Jul 16 20:37:58.703003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.713641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:37:58.717025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-2d01f764-d7a1-4595-b44f-173cefae3945 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.720471 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2d01f764-d7a1-4595-b44f-173cefae3945 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0062444 Jul 16 20:37:58.724655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.738739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:37:58.739123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:37:58.743460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-ae49b3b6-3aba-470a-b8c2-42bcdc6d2c3c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.746739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ae49b3b6-3aba-470a-b8c2-42bcdc6d2c3c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0142322 Jul 16 20:37:58.754965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.769551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [None req-2a77bee3-53f0-43b6-b6d7-c1bf9a360068 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.771529 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2a77bee3-53f0-43b6-b6d7-c1bf9a360068 tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0143118 Jul 16 20:37:58.779286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:58.787765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-ccfff75a-5ab5-4183-a956-91e05785952c service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440807 Jul 16 20:37:58.788483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Checking segment: {'id': '7accbfab-58ac-463b-859f-3df919460d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f11b43cd-41dc-46d4-aa16-33b609a09524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:58.789009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network hostable DHCP agents. Network: f11b43cd-41dc-46d4-aa16-33b609a09524, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:58.794946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [None req-fb497e41-f47d-4a92-8356-eef02370161c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:37:58.796357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fb497e41-f47d-4a92-8356-eef02370161c tempest-ExtensionsTestJSON-2069982358 tempest-ExtensionsTestJSON-2069982358-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0156534 Jul 16 20:37:58.798757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] For port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6, host n-d-792394-17, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:37:58.799126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.819112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Calling delete_port for 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:37:58.824464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:37:58.829906 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.891932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c81f877-56ee-4a5b-9060-6b525b9ac3e6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:58.898369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] No DVR routers for this DVR port 9c81f877-56ee-4a5b-9060-6b525b9ac3e6 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:37:58.912466 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-77e9bed6-83ca-4a33-abf1-ff45b00a8379 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 217 time: 0.0912321 Jul 16 20:37:58.954828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:58.982629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-82a4adc1-b11a-4efa-a21f-4d08f68e7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:58.984374 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-82a4adc1-b11a-4efa-a21f-4d08f68e7c1b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.0621362 Jul 16 20:37:59.044255 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network f11b43cd-41dc-46d4-aa16-33b609a09524 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:59.053065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ff61100-cd71-4df5-b8e9-8ff62662f9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.069148 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.076940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, f11b43cd-41dc-46d4-aa16-33b609a09524) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:59.090029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d2f8bd-73b9-42bf-9aee-e020ff869288 None None] Network f11b43cd-41dc-46d4-aa16-33b609a09524 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:59.103165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f4690c-d88a-4c48-a45f-93b2923f9cf1']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:59.113225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5004d8-16fe-46f8-ac69-831c58248de8,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.123931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.125103 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.146369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615ad472-2f6c-434f-ae80-c204bced683a') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:59.146692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615ad472-2f6c-434f-ae80-c204bced683a') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:37:59.150584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9984c15c-2507-451e-809e-4beb60c235b0 req-51e509e5-4114-4f57-af81-8a3993e220d1 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 210 time: 0.0780382 Jul 16 20:37:59.155863 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ff61100-cd71-4df5-b8e9-8ff62662f9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.162845 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.175333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Checking segment: {'id': 'e86ce6a5-7646-4810-b71e-0d9ec13300a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91b4341c-d2cb-4860-ad83-e5daa701eab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:37:59.175630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Network hostable DHCP agents. Network: 91b4341c-d2cb-4860-ad83-e5daa701eab4, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:37:59.183235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57188) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:59.184756 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2adfe982-c495-4e73-b35b-c294431ac8de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7148676 Jul 16 20:37:59.192375 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:59.202409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': 'f11b43cd-41dc-46d4-aa16-33b609a09524', 'name': 'tempest-PortsTestJSON-1015504697'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:37:59.210286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.236233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:37:59.236969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:37:59.239655 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:37:59.251577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Network 91b4341c-d2cb-4860-ad83-e5daa701eab4 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:37:59.268169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 91b4341c-d2cb-4860-ad83-e5daa701eab4) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:37:59.272790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.273401 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.299402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b195047-4b3c-47e3-b633-ef6878aee63b None None] Network 91b4341c-d2cb-4860-ad83-e5daa701eab4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:59.326460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1a7f2a61-fb27-4ff5-ab56-3f8b6e5c4420 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9758403 Jul 16 20:37:59.328449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.350954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.357659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/57f4690c-d88a-4c48-a45f-93b2923f9cf1 HTTP/1.1" status: 204 len: 168 time: 1.4294026 Jul 16 20:37:59.362383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-bfa0baeb-df6b-4bba-8116-1c6c65043a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:37:59.366246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-bfa0baeb-df6b-4bba-8116-1c6c65043a97 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3740783 Jul 16 20:37:59.383004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8979b70-f4e1-44b0-8c4f-190c0e2d30c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f4690c-d88a-4c48-a45f-93b2923f9cf1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.465801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-f11b43cd-41dc-46d4-aa16-33b609a09524', 'network_id': 'f11b43cd-41dc-46d4-aa16-33b609a09524', 'tenant_id': '0c0813f7b8654a05b733c7b661439691', 'fixed_ips': [{'subnet_id': 'a5210dd6-ca84-4d57-a243-3218b61b38cd'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:37:59.466801 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.516596 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86f86f-62b2-48ee-8ece-3aed911cf9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.549203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a7f653-746b-4bbd-b6db-cb31a6977e58 None None] Network 91b4341c-d2cb-4860-ad83-e5daa701eab4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:37:59.567531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ff61100-cd71-4df5-b8e9-8ff62662f9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.570433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ff61100-cd71-4df5-b8e9-8ff62662f9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:37:59.574498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8ff61100-cd71-4df5-b8e9-8ff62662f9db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68077761-c31f-4628-ace8-eb37a8e683a2 HTTP/1.1" status: 204 len: 168 time: 0.8941617 Jul 16 20:37:59.645653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57206) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:59.648546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff61100-cd71-4df5-b8e9-8ff62662f9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68077761-c31f-4628-ace8-eb37a8e683a2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:37:59.704902 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a2d75e31-e6b8-46f5-813c-8e10507cde30 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720964 Jul 16 20:37:59.764184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-41c7ba22-e018-463d-acc4-efc31647b818 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcdf933ee3984b6c85bd878cfd54e18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164842 Jul 16 20:37:59.768174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:37:59.789935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Allocated IP 172.20.0.2 (f11b43cd-41dc-46d4-aa16-33b609a09524/a5210dd6-ca84-4d57-a243-3218b61b38cd/ea5609d8-47b5-4ea7-a6de-2b02694aa564) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:00.010283 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.038263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Transition to ACTIVE for port object ea5609d8-47b5-4ea7-a6de-2b02694aa564 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:00.077398 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Transition to ACTIVE for port object ea5609d8-47b5-4ea7-a6de-2b02694aa564 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:00.088301 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.200366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Network f11b43cd-41dc-46d4-aa16-33b609a09524 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:00.208642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:00.226439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:00.264289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Pushing event updated for resources: {'Port': ['ID=ea5609d8-47b5-4ea7-a6de-2b02694aa564,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.376798 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86f86f-62b2-48ee-8ece-3aed911cf9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.391021 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20308677-c7bf-4db9-96bb-935aa2f5f485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.406006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57228) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.419134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Attempting to bind port ea5609d8-47b5-4ea7-a6de-2b02694aa564 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:00.419898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Attempting to bind port ea5609d8-47b5-4ea7-a6de-2b02694aa564 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7accbfab-58ac-463b-859f-3df919460d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f11b43cd-41dc-46d4-aa16-33b609a09524'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:00.420491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Attempting to bind port ea5609d8-47b5-4ea7-a6de-2b02694aa564 on network f11b43cd-41dc-46d4-aa16-33b609a09524 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:00.421231 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86f86f-62b2-48ee-8ece-3aed911cf9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.427383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:00.427886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Checking segment: {'id': '7accbfab-58ac-463b-859f-3df919460d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f11b43cd-41dc-46d4-aa16-33b609a09524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:00.428390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.428788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Bound using segment: {'id': '7accbfab-58ac-463b-859f-3df919460d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f11b43cd-41dc-46d4-aa16-33b609a09524'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:00.429342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Bound port: ea5609d8-47b5-4ea7-a6de-2b02694aa564, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7accbfab-58ac-463b-859f-3df919460d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f11b43cd-41dc-46d4-aa16-33b609a09524'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:00.430058 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.480462 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ae30bc3-9706-4be3-8799-405813c914aa req-e552958a-c211-43ac-8283-0a64f89e4fd0 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 210 time: 0.0753143 Jul 16 20:38:00.505570 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2b86f86f-62b2-48ee-8ece-3aed911cf9d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e477d819389e431d862ddb539b8fd391&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3179178 Jul 16 20:38:00.507437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57230) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.517146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f86f-62b2-48ee-8ece-3aed911cf9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedcb213-31cb-4baa-84aa-5ca86dabfb39,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.526657 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20308677-c7bf-4db9-96bb-935aa2f5f485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.532584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-381f3d0d-ab63-47e1-89a8-a5a48ed1db35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=434477d4cea741d1ad63893c36d64d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254864 Jul 16 20:38:00.541725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.550906 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-b557411c-06ff-413b-921b-d83219022301 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8288641 Jul 16 20:38:00.555449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:00.562160 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.564267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] For port ea5609d8-47b5-4ea7-a6de-2b02694aa564, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:00.568908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] For port ea5609d8-47b5-4ea7-a6de-2b02694aa564, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ea5609d8-47b5-4ea7-a6de-2b02694aa564,segment=NetworkSegment(7accbfab-58ac-463b-859f-3df919460d2b),segment_id=7accbfab-58ac-463b-859f-3df919460d2b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:00.577277 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.644451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-06c97b65-7691-4330-a4ee-60776d0aac7c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4 HTTP/1.1" status: 200 len: 217 time: 0.0786443 Jul 16 20:38:00.656516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port 2b2611d5-cc44-405d-a018-bf8c37f30737 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:00.662782 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6fea7c64-8270-4bf3-a17d-db611495e5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.686486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c479-f975-41fa-92f4-809913e5d28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.712551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6fea7c64-8270-4bf3-a17d-db611495e5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.719599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025b54-35b6-4ec1-87c9-862b4bf62f6f None None] Pushing event updated for resources: {'Port': ['ID=ea5609d8-47b5-4ea7-a6de-2b02694aa564,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.727467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57236) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:00.735756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992312593-network', 'tenant_id': '0519f332d2204767a4e5a9fe6233196e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:00.739779 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c479-f975-41fa-92f4-809913e5d28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.809303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c479-f975-41fa-92f4-809913e5d28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.812357 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c479-f975-41fa-92f4-809913e5d28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.813714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d0a6c479-f975-41fa-92f4-809913e5d28b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd5ade13-2bab-403b-9203-abce24eb424f HTTP/1.1" status: 204 len: 168 time: 0.2707269 Jul 16 20:38:00.826091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6c479-f975-41fa-92f4-809913e5d28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5ade13-2bab-403b-9203-abce24eb424f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.828437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a202e0f2-f6ec-46b7-8fe2-408f01ac41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:00.830114 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a202e0f2-f6ec-46b7-8fe2-408f01ac41d8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.1660941 Jul 16 20:38:00.830458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6fea7c64-8270-4bf3-a17d-db611495e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.833879 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6fea7c64-8270-4bf3-a17d-db611495e5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.835826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6fea7c64-8270-4bf3-a17d-db611495e5d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cedcb213-31cb-4baa-84aa-5ca86dabfb39 HTTP/1.1" status: 204 len: 168 time: 0.3209212 Jul 16 20:38:00.856994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea7c64-8270-4bf3-a17d-db611495e5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedcb213-31cb-4baa-84aa-5ca86dabfb39,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.896964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Made reservation on behalf of 0519f332d2204767a4e5a9fe6233196e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:00.899460 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.909491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20308677-c7bf-4db9-96bb-935aa2f5f485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.912767 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20308677-c7bf-4db9-96bb-935aa2f5f485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:00.916910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-20308677-c7bf-4db9-96bb-935aa2f5f485 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6dc734d1-ac0c-46c4-b9d9-099ace778094 HTTP/1.1" status: 204 len: 168 time: 1.1295609 Jul 16 20:38:00.985218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20308677-c7bf-4db9-96bb-935aa2f5f485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc734d1-ac0c-46c4-b9d9-099ace778094,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:00.990841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.086910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.6 (f11b43cd-41dc-46d4-aa16-33b609a09524/a5210dd6-ca84-4d57-a243-3218b61b38cd/2b2611d5-cc44-405d-a018-bf8c37f30737) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:01.191836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-4b1017aa-b534-4efc-bbbc-ac33afd744f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.194277 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-4b1017aa-b534-4efc-bbbc-ac33afd744f3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3234212 Jul 16 20:38:01.204463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.240574 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.350585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:01.385394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-1de1c88f-6b52-45df-b680-38fe68e8d829 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.401767 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-1de1c88f-6b52-45df-b680-38fe68e8d829 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.30 "GET /v2.0/networks?id=74692a0d-a571-435d-8f49-778a689435fc HTTP/1.1" status: 200 len: 813 time: 0.2218616 Jul 16 20:38:01.436871 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.437510 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Added segment 65b0eb24-be98-4610-ac1f-6d7d56351db9 of type vlan for network f0d36b65-826f-4c15-8862-a9ed98c77d9e Jul 16 20:38:01.490964 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d600f954-d338-4f21-a3a7-d16e1722b747 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5e4433cc2340f090cb22d62c0e37c3 HTTP/1.1" status: 200 len: 379 time: 0.0798149 Jul 16 20:38:01.496268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b83df5-44fc-4d0f-b907-390c471e2bd3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:01.501806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'port': {'device_id': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'admin_state_up': True, 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'security_groups': ['05a2d73f-45f1-4568-964f-afbdc8377b6f']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:01.668373 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.691952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-f55c02a2-8d29-4df8-a726-b647d0047b4e service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860320 Jul 16 20:38:01.769539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57262) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:01.860480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.877249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44e8003-948b-4e7c-af2b-4ccb7c754953 req-ca9c6124-d2f2-4beb-a58c-4cb4a630ab23 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 210 time: 0.0903852 Jul 16 20:38:01.894887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object 2b2611d5-cc44-405d-a018-bf8c37f30737 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:01.944731 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-77218591-5250-4f4e-8cf5-a59d56bc5de1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d2687597a5445648a308aa3d29088fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715295 Jul 16 20:38:01.949159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57266) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:01.958496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:01.963600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:01.964223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.018776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Made reservation on behalf of 7f5e4433cc2340f090cb22d62c0e37c3 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:02.022376 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.064002 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.068994 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-ab840d6a-258a-4ffc-b687-d994c9320eea service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705680 Jul 16 20:38:02.132279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-025b4ee2-b6fb-4ca6-9b55-b598865b31b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.159384 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-025b4ee2-b6fb-4ca6-9b55-b598865b31b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.191956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network f11b43cd-41dc-46d4-aa16-33b609a09524 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:02.207291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=2b2611d5-cc44-405d-a018-bf8c37f30737,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:02.211738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:02.229835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-025b4ee2-b6fb-4ca6-9b55-b598865b31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.232849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-025b4ee2-b6fb-4ca6-9b55-b598865b31b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.233133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f7e725-f695-49e8-bada-a662a8a632b6 None None] Network f11b43cd-41dc-46d4-aa16-33b609a09524 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:02.237105 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-025b4ee2-b6fb-4ca6-9b55-b598865b31b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f07603a0-5a5d-4df5-8263-03f4b6163469 HTTP/1.1" status: 204 len: 168 time: 0.2864828 Jul 16 20:38:02.245386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:02.250960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b4ee2-b6fb-4ca6-9b55-b598865b31b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07603a0-5a5d-4df5-8263-03f4b6163469,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:02.254678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5231562 Jul 16 20:38:02.257964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57278) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:02.265228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Request body: {'subnet': {'network_id': 'f0d36b65-826f-4c15-8862-a9ed98c77d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1992312593-subnet', 'tenant_id': '0519f332d2204767a4e5a9fe6233196e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:02.333703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Made reservation on behalf of 0519f332d2204767a4e5a9fe6233196e for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:02.336569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.394468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Allocated IP 172.20.0.10 (74692a0d-a571-435d-8f49-778a689435fc/9cd3f898-22c2-49c8-a027-ca93d3129c5f/4ec8647f-794b-4b78-8db7-59819d3a68b2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:02.419986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-23155f20-e787-45d9-aa50-4b9fab2525ed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=7ec91537-7208-43f6-a91a-d689b79c0b81 HTTP/1.1" status: 200 len: 217 time: 0.2048261 Jul 16 20:38:02.559122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-989aaf91-40f3-4749-b8c5-c70dc8e8071a None None] Provisioning for port ea5609d8-47b5-4ea7-a6de-2b02694aa564 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:02.566302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30834609-f4ee-4415-964f-71e4c0cf34b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d36b65-826f-4c15-8862-a9ed98c77d9e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:02.602701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network f0d36b65-826f-4c15-8862-a9ed98c77d9e details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:02.720841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:02.724839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:02.760230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-15a6c019-21a0-4f1f-a451-be984d501909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:02.764175 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-15a6c019-21a0-4f1f-a451-be984d501909 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.3433058 Jul 16 20:38:02.896102 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77a82bd7-dc49-429d-a451-3a1902774575 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6986325 Jul 16 20:38:02.900063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:02.921831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ea5609d8-47b5-4ea7-a6de-2b02694aa564 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:03.003220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-203fc37b-951a-4a62-b57e-d42c2ec1abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.013025 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-203fc37b-951a-4a62-b57e-d42c2ec1abaa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2418153 Jul 16 20:38:03.044695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port ea5609d8-47b5-4ea7-a6de-2b02694aa564 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:03.050544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ea5609d8-47b5-4ea7-a6de-2b02694aa564 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:03.050878 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.070044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.138039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.193342 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.263039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port ea5609d8-47b5-4ea7-a6de-2b02694aa564, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ea5609d8-47b5-4ea7-a6de-2b02694aa564,segment=NetworkSegment(7accbfab-58ac-463b-859f-3df919460d2b),segment_id=7accbfab-58ac-463b-859f-3df919460d2b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:03.267176 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-0b207c7b-a8a7-4070-bb14-02b8bba5347e service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461503 Jul 16 20:38:03.268425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.294268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=376a05fe-5296-4783-8005-d125727fe4b7,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.328669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:03.384263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-02e2c235-7f0f-43de-823f-c1136ea3393c None None] Provisioning for port 2b2611d5-cc44-405d-a018-bf8c37f30737 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:03.408587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.410723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-02e2c235-7f0f-43de-823f-c1136ea3393c None None] Provisioning complete for port 2b2611d5-cc44-405d-a018-bf8c37f30737 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:03.411519 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02e2c235-7f0f-43de-823f-c1136ea3393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.420518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=ea5609d8-47b5-4ea7-a6de-2b02694aa564,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.478658 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-e4bbfd30-17fa-40b6-9b73-cc5eddf8b1f6 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034211 Jul 16 20:38:03.491834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-02e2c235-7f0f-43de-823f-c1136ea3393c None None] Port 2b2611d5-cc44-405d-a018-bf8c37f30737 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:03.503157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-02e2c235-7f0f-43de-823f-c1136ea3393c None None] Provisioning complete for port ea5609d8-47b5-4ea7-a6de-2b02694aa564 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:03.503372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-113c855a-71b4-498e-a961-75a88d0d8a57 req-1fdbd7b9-1389-4afc-8165-6d6b2301e229 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 210 time: 0.2021105 Jul 16 20:38:03.503900 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02e2c235-7f0f-43de-823f-c1136ea3393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.548454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-4eef0a8c-d613-4121-872e-02f6ca1b9581 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca4c7-dc97-4568-8028-c745824ae60f HTTP/1.1" status: 200 len: 217 time: 0.0630934 Jul 16 20:38:03.554289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1419115712-network', 'tenant_id': 'f775cf4b04154a38827177d30d711eac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:03.558598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Transition to ACTIVE for port object 4ec8647f-794b-4b78-8db7-59819d3a68b2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:03.580799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1035586234'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:03.587420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Checking segment: {'id': '65b0eb24-be98-4610-ac1f-6d7d56351db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f0d36b65-826f-4c15-8862-a9ed98c77d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:03.587790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Network hostable DHCP agents. Network: f0d36b65-826f-4c15-8862-a9ed98c77d9e, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:03.596210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Made reservation on behalf of f775cf4b04154a38827177d30d711eac for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:03.598779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.626637 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.649040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-87776566-35b9-4bde-bc18-d29b99aed188 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 2b2611d5-cc44-405d-a018-bf8c37f30737 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:03.649874 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87776566-35b9-4bde-bc18-d29b99aed188 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.656021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Network f0d36b65-826f-4c15-8862-a9ed98c77d9e is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:03.657908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-77a7b2b1-ace3-492f-a014-e008731b72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.659907 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-77a7b2b1-ace3-492f-a014-e008731b72d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.0777116 Jul 16 20:38:03.680887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Made reservation on behalf of 6a4d858cca8942a7bb78ce3fb4777308 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:03.684501 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.709124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, f0d36b65-826f-4c15-8862-a9ed98c77d9e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:03.716546 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.726577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11394f0f-cdde-4a3f-940e-a7917de61319 None None] Network f0d36b65-826f-4c15-8862-a9ed98c77d9e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:03.727032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.728414 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.743822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-551b44fc-3f32-4d4a-ae87-bd27a458558b None None] Provisioning complete for port 2b2611d5-cc44-405d-a018-bf8c37f30737 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:03.744437 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-551b44fc-3f32-4d4a-ae87-bd27a458558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.761317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.776010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-79c5f18b-5ff5-44ba-b28e-6faa6e102e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.778149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-79c5f18b-5ff5-44ba-b28e-6faa6e102e80 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1105068 Jul 16 20:38:03.790970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-551b44fc-3f32-4d4a-ae87-bd27a458558b None None] Port 2b2611d5-cc44-405d-a018-bf8c37f30737 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:03.852772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Network 74692a0d-a571-435d-8f49-778a689435fc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:03.860050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87776566-35b9-4bde-bc18-d29b99aed188 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.865838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:03.875249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:03.877815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'Port': ['ID=4ec8647f-794b-4b78-8db7-59819d3a68b2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:03.912549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-87776566-35b9-4bde-bc18-d29b99aed188 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 2b2611d5-cc44-405d-a018-bf8c37f30737 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:03.968427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:03.970744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a6817b-70ed-4ce2-a6fb-772caa977c5a None None] Network f0d36b65-826f-4c15-8862-a9ed98c77d9e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:03.971394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.977426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:03.987924 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-8107eca7-45d2-4f8b-a8de-edfa20cfeea1 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990535 Jul 16 20:38:03.989119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.037508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c54a1a4-e457-4ec9-bc82-7be5ee6b0856,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:04.115565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:04.179479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87776566-35b9-4bde-bc18-d29b99aed188 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.190065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.190534 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Added segment a0a1762c-4603-448b-a690-35e61efeff90 of type vlan for network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 Jul 16 20:38:04.232226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87776566-35b9-4bde-bc18-d29b99aed188 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=2b2611d5-cc44-405d-a018-bf8c37f30737,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:04.251723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.261982 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-630b2872-364a-4278-a018-5803d0199432 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672112 Jul 16 20:38:04.315438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-12ee9898-b22b-4474-b7ba-f4a19879b8ff None None] Provisioning for port 4ec8647f-794b-4b78-8db7-59819d3a68b2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:04.327093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-12ee9898-b22b-4474-b7ba-f4a19879b8ff None None] Provisioning complete for port 4ec8647f-794b-4b78-8db7-59819d3a68b2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:04.327494 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-12ee9898-b22b-4474-b7ba-f4a19879b8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.332065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.334799 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-89c2b5b9-dd46-4543-baa4-a61851c9c858 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484 HTTP/1.1" status: 200 len: 217 time: 0.0658398 Jul 16 20:38:04.340625 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.341831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:04.342544 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.343445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87776566-35b9-4bde-bc18-d29b99aed188 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.350668 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-87776566-35b9-4bde-bc18-d29b99aed188 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/2b2611d5-cc44-405d-a018-bf8c37f30737 HTTP/1.1" status: 204 len: 168 time: 1.4476304 Jul 16 20:38:04.351328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.370428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.391017 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5d378735-9053-41fc-b6aa-8d64aed71083 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1300905 Jul 16 20:38:04.393140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-d6542993-d311-4b0f-bc1a-9bda3bfe9467 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8949628 Jul 16 20:38:04.418214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-12ee9898-b22b-4474-b7ba-f4a19879b8ff None None] Port 4ec8647f-794b-4b78-8db7-59819d3a68b2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:04.427889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Request body: {'port': {'device_id': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:04.461483 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1273153 Jul 16 20:38:04.466465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.478821 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1462241-79c3-4610-9f05-adf437339af9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:38:04.479663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1462241-79c3-4610-9f05-adf437339af9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:04.484215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b1462241-79c3-4610-9f05-adf437339af9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/2b2611d5-cc44-405d-a018-bf8c37f30737 HTTP/1.1" status: 404 len: 333 time: 0.1242542 Jul 16 20:38:04.490222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57316) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.510640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:04.538390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Request body: {'subnet': {'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1419115712-subnet', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:04.554511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01841759-b00c-4921-94ab-c57aab382e83 admin admin] Pushing event updated for resources: {'Network': ['ID=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:04.575770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:04.590606 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.590943 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Added segment d1bfd282-1182-481b-a1cc-90a09fef61c6 of type vlan for network 689aa16a-552c-40a0-89a9-dd2ceed92666 Jul 16 20:38:04.592567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a6d9d16d-2a67-418b-977b-e802d9076711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:04.608601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d801e-fff4-4656-8038-a544fd5b7117,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:04.618890 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-a6d9d16d-2a67-418b-977b-e802d9076711 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.2731094 Jul 16 20:38:04.627097 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-326ce079-82ee-4264-9282-83390a0e934d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:38:04.641865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-326ce079-82ee-4264-9282-83390a0e934d tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/2b2611d5-cc44-405d-a018-bf8c37f30737 HTTP/1.1" status: 404 len: 333 time: 0.1506083 Jul 16 20:38:04.644612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.644928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:04.705811 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.711180 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Made reservation on behalf of f775cf4b04154a38827177d30d711eac for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:04.715425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:04.774069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdfd6b9-d8f5-4d72-b8ad-7c0bfd201d2e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet a5210dd6-ca84-4d57-a243-3218b61b38cd {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:04.811856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ea5609d8-47b5-4ea7-a6de-2b02694aa564 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:04.849738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-c7e657c4-fd20-437b-899a-7a97bcc1cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:04.851201 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-c7e657c4-fd20-437b-899a-7a97bcc1cc0e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1708999 Jul 16 20:38:04.871370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port ea5609d8-47b5-4ea7-a6de-2b02694aa564 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:04.872155 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.026149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-5ccc81c9-a868-47b9-9c05-3ef90d99a7f8 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668413 Jul 16 20:38:05.027850 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.143131 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd6b9-d8f5-4d72-b8ad-7c0bfd201d2e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.144111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3afe8f14-42e3-460c-8578-d4af91492bda,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:05.167097 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.172559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Checking segment: {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:05.172887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Network hostable DHCP agents. Network: 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:05.187674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-753ce96a-4a3c-47b9-8c1a-9ae097052381 admin admin] Deleting subnet 0a5004d8-16fe-46f8-ac69-831c58248de8 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:05.195050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d3534b5e-63ed-4889-aa86-31c2ecb9f6bb req-246d6dec-5a8e-4337-a23a-88973e4106ad service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591253 Jul 16 20:38:05.208580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:05.228306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:05.237708 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c496e99-2fea-4215-8c1f-bc1b24c37dcd None None] Network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:05.239529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.240540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.250518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-753ce96a-4a3c-47b9-8c1a-9ae097052381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.263315 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0ae2cf87-39ad-49c6-af48-84658865ecae admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7445872 Jul 16 20:38:05.265352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.272455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:05.297264 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.299194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.314205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd6b9-d8f5-4d72-b8ad-7c0bfd201d2e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.375664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.439450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.445662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.446342 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.469422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-753ce96a-4a3c-47b9-8c1a-9ae097052381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.507038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4347193 Jul 16 20:38:05.511171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57328) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.516979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'subnet': {'network_id': '689aa16a-552c-40a0-89a9-dd2ceed92666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:05.572741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6f29b-25cb-4d53-a709-68e39053bdd2 req-6b8d44de-c0b1-4358-a31e-ffca219ac6b3 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:05.574332 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-efc6f29b-25cb-4d53-a709-68e39053bdd2 req-6b8d44de-c0b1-4358-a31e-ffca219ac6b3 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 932 time: 0.7759683 Jul 16 20:38:05.587117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.607412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:05.609021 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.677174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec28a78-cc7f-4fdc-87a1-4bc6f43469ed tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Network': ['ID=689aa16a-552c-40a0-89a9-dd2ceed92666,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:05.684854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-753ce96a-4a3c-47b9-8c1a-9ae097052381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.753898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Made reservation on behalf of 6a4d858cca8942a7bb78ce3fb4777308 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:05.758779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.771310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-efc6f29b-25cb-4d53-a709-68e39053bdd2 req-4db885e2-86a1-43de-8e26-a3f9fa2002a2 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885760 Jul 16 20:38:05.774638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd6b9-d8f5-4d72-b8ad-7c0bfd201d2e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.817881 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:05.848987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Allocated IP 172.20.0.2 (90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56/3afe8f14-42e3-460c-8578-d4af91492bda/496f3080-fb75-4699-9c94-fb605e56db90) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:05.903276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-753ce96a-4a3c-47b9-8c1a-9ae097052381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.926322 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd6b9-d8f5-4d72-b8ad-7c0bfd201d2e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.957465 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-753ce96a-4a3c-47b9-8c1a-9ae097052381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.959573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-753ce96a-4a3c-47b9-8c1a-9ae097052381 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a5004d8-16fe-46f8-ac69-831c58248de8 HTTP/1.1" status: 204 len: 168 time: 1.3123147 Jul 16 20:38:05.975411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:05.981315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ce96a-4a3c-47b9-8c1a-9ae097052381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5004d8-16fe-46f8-ac69-831c58248de8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:05.994527 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cdfd6b9-d8f5-4d72-b8ad-7c0bfd201d2e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:05.997183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3cdfd6b9-d8f5-4d72-b8ad-7c0bfd201d2e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/a5210dd6-ca84-4d57-a243-3218b61b38cd HTTP/1.1" status: 204 len: 168 time: 1.3485024 Jul 16 20:38:06.013339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:06.021605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfd6b9-d8f5-4d72-b8ad-7c0bfd201d2e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=a5210dd6-ca84-4d57-a243-3218b61b38cd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.030542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec8647f-794b-4b78-8db7-59819d3a68b2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:06.039050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.054652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Transition to ACTIVE for port object 4ec8647f-794b-4b78-8db7-59819d3a68b2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:06.060077 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.085937 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.099777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Transition to ACTIVE for port object 496f3080-fb75-4699-9c94-fb605e56db90 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:06.139556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Transition to ACTIVE for port object 496f3080-fb75-4699-9c94-fb605e56db90 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:06.146718 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.151629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157b585-ea5c-4cd2-982c-3eac073de734 None None] Network f11b43cd-41dc-46d4-aa16-33b609a09524 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:06.159690 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.199310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec8647f-794b-4b78-8db7-59819d3a68b2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.226523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.243830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Attempting to bind port 4ec8647f-794b-4b78-8db7-59819d3a68b2 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:06.244495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Attempting to bind port 4ec8647f-794b-4b78-8db7-59819d3a68b2 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:06.245116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Attempting to bind port 4ec8647f-794b-4b78-8db7-59819d3a68b2 on network 74692a0d-a571-435d-8f49-778a689435fc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:06.250932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Port 4ec8647f-794b-4b78-8db7-59819d3a68b2 on network 74692a0d-a571-435d-8f49-778a689435fc not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:38:06.251719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Attempting to bind port 4ec8647f-794b-4b78-8db7-59819d3a68b2 on network 74692a0d-a571-435d-8f49-778a689435fc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:06.258227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:06.259634 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Checking segment: {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:06.260397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Bound using segment: {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:06.261119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Bound port: 4ec8647f-794b-4b78-8db7-59819d3a68b2, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0e3ba0-4b14-4ae1-8898-58508d75355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '74692a0d-a571-435d-8f49-778a689435fc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:06.261891 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.308608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:06.324992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:06.354182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Pushing event updated for resources: {'Port': ['ID=496f3080-fb75-4699-9c94-fb605e56db90,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.366705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] For port 4ec8647f-794b-4b78-8db7-59819d3a68b2, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:06.377306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] For port 4ec8647f-794b-4b78-8db7-59819d3a68b2, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:06.387000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.390525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:06.447429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.448259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.449800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] 10.222.0.30 "PUT /v2.0/ports/4ec8647f-794b-4b78-8db7-59819d3a68b2 HTTP/1.1" status: 200 len: 1093 time: 2.0366449 Jul 16 20:38:06.452214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:06.458463 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799207f9-21ed-46dd-b23f-e3c6c442bb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:06.541456 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.543146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ef314-de2f-4bc0-9fdf-cd7c99e01196 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec8647f-794b-4b78-8db7-59819d3a68b2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.547875 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada164a-47e0-4eb0-a90c-beab9ee69343 x-openstack-request-id: req-eada164a-47e0-4eb0-a90c-beab9ee69343 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:06.548844 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:06.549310 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eada164a-47e0-4eb0-a90c-beab9ee69343 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:06.549941 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'status': 'completed', 'code': 200} Jul 16 20:38:06.553030 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.554918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.583116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Attempting to bind port 496f3080-fb75-4699-9c94-fb605e56db90 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:06.583632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Attempting to bind port 496f3080-fb75-4699-9c94-fb605e56db90 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:06.583831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Attempting to bind port 496f3080-fb75-4699-9c94-fb605e56db90 on network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:06.611406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:06.614076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Checking segment: {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:06.614076 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.614435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Bound using segment: {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:06.615424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Bound port: 496f3080-fb75-4699-9c94-fb605e56db90, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:06.615424 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.633607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-60d7afb8-d05b-4928-a94d-cff45d6a74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.635298 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-60d7afb8-d05b-4928-a94d-cff45d6a74f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f5e4433cc2340f090cb22d62c0e37c3&device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1096 time: 0.1251304 Jul 16 20:38:06.711297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-2c3f399a-9bb5-4276-a399-446861026af1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2 HTTP/1.1" status: 200 len: 217 time: 0.0635099 Jul 16 20:38:06.715983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] For port 496f3080-fb75-4699-9c94-fb605e56db90, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:06.720923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] For port 496f3080-fb75-4699-9c94-fb605e56db90, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=496f3080-fb75-4699-9c94-fb605e56db90,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:06.726513 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.799275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff6db4f-c310-4d61-994b-daba4a367ab4 None None] DHCP port deletion for f11b43cd-41dc-46d4-aa16-33b609a09524 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:06.830906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-cbd2a05b-c6bc-462b-b3f7-3ea58a29aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.832580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-cbd2a05b-c6bc-462b-b3f7-3ea58a29aacf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9cd3f898-22c2-49c8-a027-ca93d3129c5f HTTP/1.1" status: 200 len: 852 time: 0.1147346 Jul 16 20:38:06.862720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a403efe-bd95-44e0-82c5-94ee84890fae None None] Pushing event updated for resources: {'Port': ['ID=496f3080-fb75-4699-9c94-fb605e56db90,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:06.927027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dff6db4f-c310-4d61-994b-daba4a367ab4 None None] Deleting port ea5609d8-47b5-4ea7-a6de-2b02694aa564 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:06.927221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dff6db4f-c310-4d61-994b-daba4a367ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:06.965585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-4f796d02-283e-4d98-83db-21842d691996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:06.968802 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-4f796d02-283e-4d98-83db-21842d691996 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74692a0d-a571-435d-8f49-778a689435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287832 Jul 16 20:38:07.022248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dff6db4f-c310-4d61-994b-daba4a367ab4 None None] For port ea5609d8-47b5-4ea7-a6de-2b02694aa564, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=ea5609d8-47b5-4ea7-a6de-2b02694aa564,segment=NetworkSegment(7accbfab-58ac-463b-859f-3df919460d2b),segment_id=7accbfab-58ac-463b-859f-3df919460d2b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:07.023012 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dff6db4f-c310-4d61-994b-daba4a367ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.052653 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-dff6db4f-c310-4d61-994b-daba4a367ab4 None None] Calling delete_port for ea5609d8-47b5-4ea7-a6de-2b02694aa564 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:07.156082 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-09b702c0-a171-48b7-93b0-a04939b7e1a5 service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770058 Jul 16 20:38:07.198240 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dff6db4f-c310-4d61-994b-daba4a367ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.228564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6db4f-c310-4d61-994b-daba4a367ab4 None None] Pushing event deleted for resources: {'Port': ['ID=ea5609d8-47b5-4ea7-a6de-2b02694aa564,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.232953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6db4f-c310-4d61-994b-daba4a367ab4 None None] No DVR routers for this DVR port ea5609d8-47b5-4ea7-a6de-2b02694aa564 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:07.312529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Subnet': ['ID=665a643f-8779-438f-9140-7ad966014373,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:07.331595 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Allocated IP 172.25.7.30 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/1881c1bb-8351-441d-a380-c815414b384d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:07.333393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36af9724-0d1d-43c9-bdb1-3be266c33d85 req-1265fbab-21bc-494a-ae1b-7361b4aac728 service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737695 Jul 16 20:38:07.342799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Checking segment: {'id': 'd1bfd282-1182-481b-a1cc-90a09fef61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '689aa16a-552c-40a0-89a9-dd2ceed92666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:07.343172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network hostable DHCP agents. Network: 689aa16a-552c-40a0-89a9-dd2ceed92666, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:07.456725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-3b6266a7-3fd8-452a-becf-0059501f42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.458651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-3b6266a7-3fd8-452a-becf-0059501f42a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f5e4433cc2340f090cb22d62c0e37c3&device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0644526 Jul 16 20:38:07.492333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.504773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b4341c-d2cb-4860-ad83-e5daa701eab4']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:07.515540 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86ce6a5-7646-4810-b71e-0d9ec13300a0') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:07.515834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86ce6a5-7646-4810-b71e-0d9ec13300a0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:07.529992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port ea5609d8-47b5-4ea7-a6de-2b02694aa564 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:07.530333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.535157 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.537453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:07.588399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-14e11274-143d-47b1-948b-6f7361a94216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.590935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-14e11274-143d-47b1-948b-6f7361a94216 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74692a0d-a571-435d-8f49-778a689435fc HTTP/1.1" status: 200 len: 914 time: 0.1254187 Jul 16 20:38:07.622724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3545117-7674-4f69-8de5-a51fabb14d7e req-d87b9ab3-07dd-4bea-b34d-c1ef1b533cfa tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.631529 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3545117-7674-4f69-8de5-a51fabb14d7e req-d87b9ab3-07dd-4bea-b34d-c1ef1b533cfa tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 944 time: 0.4212441 Jul 16 20:38:07.633397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 689aa16a-552c-40a0-89a9-dd2ceed92666) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:07.637029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-440f4494-26cf-4326-adca-65d2ae4e3d32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2 HTTP/1.1" status: 200 len: 217 time: 0.0397596 Jul 16 20:38:07.641480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.643063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7656a402-1055-4786-af19-e0f67fa8a6cb None None] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:07.655294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.655892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.676862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:07.677335 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:07.679441 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:07.721959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-796ed626-c29a-4c84-81bd-8c5492699c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:07.723646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-796ed626-c29a-4c84-81bd-8c5492699c3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9cd3f898-22c2-49c8-a027-ca93d3129c5f HTTP/1.1" status: 200 len: 852 time: 0.0756259 Jul 16 20:38:07.765511 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5a74ec31-2ade-4c6f-abda-2566c8ac57e4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2502816 Jul 16 20:38:07.768098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57342) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.774133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] For port ea5609d8-47b5-4ea7-a6de-2b02694aa564, host n-d-792394-17, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:07.775019 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.779677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1105974639', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:07.806908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.808230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.832574 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.848064 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3545117-7674-4f69-8de5-a51fabb14d7e req-eee788cf-77c2-415e-a02e-e94f055852d0 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145340 Jul 16 20:38:07.863453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for ea5609d8-47b5-4ea7-a6de-2b02694aa564 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:07.867830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Port ea5609d8-47b5-4ea7-a6de-2b02694aa564 was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:38:07.871998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.874270 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.885041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.896827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:07.901754 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] 10.222.0.10 "DELETE /v2.0/networks/91b4341c-d2cb-4860-ad83-e5daa701eab4 HTTP/1.1" status: 204 len: 168 time: 1.9181552 Jul 16 20:38:07.904351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399976fe-25f1-41c1-bb58-3584559c7650 None None] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:07.919500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57344) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:07.926016 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No DVR routers for this DVR port ea5609d8-47b5-4ea7-a6de-2b02694aa564 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:07.953968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=ea5609d8-47b5-4ea7-a6de-2b02694aa564,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.002626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Pushing event deleted for resources: {'Network': ['ID=91b4341c-d2cb-4860-ad83-e5daa701eab4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.043578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.043880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.044155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.044489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.044818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.045143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.045466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.045787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.046106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.046425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.046748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.047064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.061878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.062223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.062703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.063041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.063410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.063741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.064067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.064462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.064699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.065019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.065340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.065748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728f84b-cba1-4443-9727-593a95d65413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:08.074162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.107489 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.116929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b40055e-4e0e-4aa5-9f33-10d903830ac1 admin admin] Deleting subnet 376a05fe-5296-4783-8005-d125727fe4b7 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:08.142620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-9ac2e67c-6fe6-4c42-8fa9-4b2a71300c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:08.144315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-9ac2e67c-6fe6-4c42-8fa9-4b2a71300c11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74692a0d-a571-435d-8f49-778a689435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4142790 Jul 16 20:38:08.146200 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b40055e-4e0e-4aa5-9f33-10d903830ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.172961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.220620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11b43cd-41dc-46d4-aa16-33b609a09524']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.240865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:08.249714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7accbfab-58ac-463b-859f-3df919460d2b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.250158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7accbfab-58ac-463b-859f-3df919460d2b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:08.254718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:08.264056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Pushing event updated for resources: {'Port': ['ID=1881c1bb-8351-441d-a380-c815414b384d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.266670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:08.272259 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b40055e-4e0e-4aa5-9f33-10d903830ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.276259 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.318270 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-aa009aca-7cbb-4cb4-8e79-b24e53703fb5 service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666737 Jul 16 20:38:08.338531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.353179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:08.353875 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:08.357762 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:08.374435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086273bc-040a-4a98-9b4f-a62d1c061e04 None None] Network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:08.450294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f339d59a-df18-49ad-bbf9-f07ca99a59e3 None None] Provisioning for port 496f3080-fb75-4699-9c94-fb605e56db90 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:08.473575 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b40055e-4e0e-4aa5-9f33-10d903830ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.490565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.545260 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-799207f9-21ed-46dd-b23f-e3c6c442bb4b req-c844e0e9-a6b5-4236-ab4f-200fc4985565 service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825769 Jul 16 20:38:08.546540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.566296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.584796 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.590181 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/networks/f11b43cd-41dc-46d4-aa16-33b609a09524 HTTP/1.1" status: 204 len: 168 time: 2.5721877 Jul 16 20:38:08.595804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:08.601099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-531995959'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:08.607957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00cee7-ae63-427c-b3bc-ef6e1a90df20 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Network': ['ID=f11b43cd-41dc-46d4-aa16-33b609a09524,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.694775 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b40055e-4e0e-4aa5-9f33-10d903830ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.736254 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.25.7.243 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/d3fcdca2-9f44-4d2c-9f1a-1b41c7adc879) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:08.738342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:08.743604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.760869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40055e-4e0e-4aa5-9f33-10d903830ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376a05fe-5296-4783-8005-d125727fe4b7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:08.802401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 496f3080-fb75-4699-9c94-fb605e56db90 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:08.812953 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b40055e-4e0e-4aa5-9f33-10d903830ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.815722 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1b40055e-4e0e-4aa5-9f33-10d903830ac1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/376a05fe-5296-4783-8005-d125727fe4b7 HTTP/1.1" status: 204 len: 168 time: 0.8909342 Jul 16 20:38:08.820478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:08.849739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.858031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:08.868547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 496f3080-fb75-4699-9c94-fb605e56db90 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:08.875495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 496f3080-fb75-4699-9c94-fb605e56db90 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:08.876051 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.913083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:08.913400 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Added segment ed8b9dc6-a409-442f-be59-f8a0ede8d8fd of type vlan for network bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 Jul 16 20:38:08.992063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.006188 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.030325 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.046979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 496f3080-fb75-4699-9c94-fb605e56db90, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=496f3080-fb75-4699-9c94-fb605e56db90,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:09.051534 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.080904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.131553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ea5609d8-47b5-4ea7-a6de-2b02694aa564 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:09.174298 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.175140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: ea5609d8-47b5-4ea7-a6de-2b02694aa564 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:09.175518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device ea5609d8-47b5-4ea7-a6de-2b02694aa564 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:09.181489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ef0ae629-39b3-472f-82d8-2fa79497d65a None None] Provisioning complete for port 496f3080-fb75-4699-9c94-fb605e56db90 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:09.182078 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef0ae629-39b3-472f-82d8-2fa79497d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.186015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25852d-8630-484c-a7bd-57e50ddba921 req-a575b1b6-62a8-4a0d-99c1-3969b5df270b tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:09.186749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=496f3080-fb75-4699-9c94-fb605e56db90,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.195111 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af25852d-8630-484c-a7bd-57e50ddba921 req-a575b1b6-62a8-4a0d-99c1-3969b5df270b tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 944 time: 0.1738513 Jul 16 20:38:09.195588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d36b65-826f-4c15-8862-a9ed98c77d9e']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.197794 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.203233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:09.204085 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.236973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b0eb24-be98-4610-ac1f-6d7d56351db9') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.237264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b0eb24-be98-4610-ac1f-6d7d56351db9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.267829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.286191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6843104 Jul 16 20:38:09.286499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57354) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.292494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': 'bdfc2e36-6e1b-47de-8c0d-4d0f48326b79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:09.293898 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.312518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af25852d-8630-484c-a7bd-57e50ddba921 req-ee1eb228-afb1-4455-9cc2-8d8eef7e699c tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156609 Jul 16 20:38:09.347479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.362758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.368303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b2cda-847b-4d0e-878d-1b82b521c953 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Network': ['ID=bdfc2e36-6e1b-47de-8c0d-4d0f48326b79,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.380135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:09.490343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Router 1a857afb-2e7f-414e-a336-3d5a19356866 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:09.637171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:09.654648 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Sync routers for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:09.657615 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.663295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4709feaa-ef62-417b-80bd-c6a198483d20 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3929319 Jul 16 20:38:09.663585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:09.676267 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:09.677843 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:09.726985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:09.728205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:09.733374 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:09.785990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:09.801407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:09.803308 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:09.833642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=d3fcdca2-9f44-4d2c-9f1a-1b41c7adc879,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:09.836371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:09.965863 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.993289 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:09.995094 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] 10.222.0.10 "DELETE /v2.0/networks/f0d36b65-826f-4c15-8862-a9ed98c77d9e HTTP/1.1" status: 204 len: 168 time: 1.1737170 Jul 16 20:38:10.017069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b25a7-7225-4f25-8f69-22636f6f520d admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d36b65-826f-4c15-8862-a9ed98c77d9e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.022692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:10.027042 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.055430 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:08Z', 'revision_number': 3, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:10.085953 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Checking router: 1a857afb-2e7f-414e-a336-3d5a19356866 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:10.086295 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Updating router 1a857afb-2e7f-414e-a336-3d5a19356866 port 1881c1bb-8351-441d-a380-c815414b384d binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:10.124692 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.165396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.239080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dfb0dce8-676e-4aeb-a47c-a4161515861b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ac17243f5c64ca69388d84f5205c354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721340 Jul 16 20:38:10.243529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.252385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.332754 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.405737 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.416612 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Transition to ACTIVE for port object 1881c1bb-8351-441d-a380-c815414b384d will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:10.422569 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7c541ae-1891-4bc1-9370-84e0fd28049b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.422947 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.474672 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.477039 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7c541ae-1891-4bc1-9370-84e0fd28049b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.489298 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Pushing event updated for resources: {'Port': ['ID=1881c1bb-8351-441d-a380-c815414b384d,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.493696 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Attempting to bind port 1881c1bb-8351-441d-a380-c815414b384d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:10.494273 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Attempting to bind port 1881c1bb-8351-441d-a380-c815414b384d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:10.494635 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Attempting to bind port 1881c1bb-8351-441d-a380-c815414b384d on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:10.502267 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.502605 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.503151 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.503518 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.503850 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.504171 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.504659 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.504985 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.505306 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.505626 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.506364 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.506691 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:10.519826 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:10.522083 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:10.523435 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.523997 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:10.524638 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Bound port: 1881c1bb-8351-441d-a380-c815414b384d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:10.525553 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.585490 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] For port 1881c1bb-8351-441d-a380-c815414b384d, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:10.593074 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] For port 1881c1bb-8351-441d-a380-c815414b384d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1881c1bb-8351-441d-a380-c815414b384d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:10.598847 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.601043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=9db6ab8b-51a6-4fea-976f-b66b1f787efb,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.609054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Checking segment: {'id': 'ed8b9dc6-a409-442f-be59-f8a0ede8d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bdfc2e36-6e1b-47de-8c0d-4d0f48326b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:10.609520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network hostable DHCP agents. Network: bdfc2e36-6e1b-47de-8c0d-4d0f48326b79, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:10.632258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ed29a-401c-4a0a-bfbe-047a14b57c70 req-9f08c5b6-d9fa-4395-aa0c-0060fd165f8d tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:10.634782 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb0ed29a-401c-4a0a-bfbe-047a14b57c70 req-9f08c5b6-d9fa-4395-aa0c-0060fd165f8d tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 944 time: 0.1921189 Jul 16 20:38:10.658238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.659819 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29527dcd-e926-414f-bf88-f6b039cf7294 None None] Pushing event updated for resources: {'Port': ['ID=1881c1bb-8351-441d-a380-c815414b384d,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.663736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:10.682721 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:10.683892 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:10.694080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7c541ae-1891-4bc1-9370-84e0fd28049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.696681 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7c541ae-1891-4bc1-9370-84e0fd28049b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.700340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e7c541ae-1891-4bc1-9370-84e0fd28049b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b4b7a8c-21c1-4004-8c5a-43ba42de33bb HTTP/1.1" status: 204 len: 168 time: 0.4531686 Jul 16 20:38:10.722397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Allocated IP 172.20.0.1 (90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56/3afe8f14-42e3-460c-8578-d4af91492bda/3df28180-5f28-4f4d-97b3-a6811460497a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:10.724738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c541ae-1891-4bc1-9370-84e0fd28049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b7a8c-21c1-4004-8c5a-43ba42de33bb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:10.736044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, bdfc2e36-6e1b-47de-8c0d-4d0f48326b79) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:10.752244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b91a682-686a-4902-817f-2c5b911a82df None None] Network bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:10.755672 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cb0ed29a-401c-4a0a-bfbe-047a14b57c70 req-5a05e745-b7e8-49fe-8309-bada2c427ff2 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991864 Jul 16 20:38:10.781524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:10.782133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:10.833649 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1a0c1b05-c1ff-42da-86a0-716a7d1e9067 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5437245 Jul 16 20:38:10.862480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57370) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:10.869104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': 'bdfc2e36-6e1b-47de-8c0d-4d0f48326b79', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1278777463'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:10.870225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 496f3080-fb75-4699-9c94-fb605e56db90 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:10.925521 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:10.972451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.008062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Transition to ACTIVE for port object 3df28180-5f28-4f4d-97b3-a6811460497a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:11.038377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:11.060299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:11.067340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.070494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.105020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 496f3080-fb75-4699-9c94-fb605e56db90 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:11.105384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.170413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port 10732872-8e8a-4927-b1e2-90b9a6a4fc64 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:11.176033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-bdfc2e36-6e1b-47de-8c0d-4d0f48326b79', 'network_id': 'bdfc2e36-6e1b-47de-8c0d-4d0f48326b79', 'tenant_id': '0c0813f7b8654a05b733c7b661439691', 'fixed_ips': [{'subnet_id': '9db6ab8b-51a6-4fea-976f-b66b1f787efb'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:11.177248 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.209498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Pushing event updated for resources: {'Port': ['ID=3df28180-5f28-4f4d-97b3-a6811460497a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.226002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:11.229236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:11.232685 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:11.319756 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.371532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57376) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.416664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:11.427396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b988381-d4f4-466b-b6c7-b74ac41d6828 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:11.467331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b988381-d4f4-466b-b6c7-b74ac41d6828 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:11.468339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5b988381-d4f4-466b-b6c7-b74ac41d6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:11.473074 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.475154 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-db78fc9b-51ab-4dca-80d6-dfe00d29b08c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7053499 Jul 16 20:38:11.477918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.485682 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:08Z', 'revision_number': 3, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:11.486051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a61430a7-21b4-4538-9e76-fc056645005b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0519f332d2204767a4e5a9fe6233196e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067295 Jul 16 20:38:11.488537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57380) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:11.528246 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24117e40-5538-4233-83a5-6d31189205a7 None None] The sync data for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 is: [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:08Z', 'revision_number': 3, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:11.530764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5b988381-d4f4-466b-b6c7-b74ac41d6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:11.533455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Allocated IP 172.20.0.2 (bdfc2e36-6e1b-47de-8c0d-4d0f48326b79/9db6ab8b-51a6-4fea-976f-b66b1f787efb/1faf66b6-da74-49b3-9a40-2c6db5db4c1e) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:11.574051 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed95d863-5701-4b1f-9e47-9630013f7f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.577874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b988381-d4f4-466b-b6c7-b74ac41d6828 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:11.578520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5b988381-d4f4-466b-b6c7-b74ac41d6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:11.612092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed95d863-5701-4b1f-9e47-9630013f7f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.642806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5b988381-d4f4-466b-b6c7-b74ac41d6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:11.643482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b988381-d4f4-466b-b6c7-b74ac41d6828 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:11.677423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.699609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8abba663-8cde-4824-97cf-d9a7ee00c8c1 None None] Provisioning for port 3df28180-5f28-4f4d-97b3-a6811460497a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:11.708315 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed95d863-5701-4b1f-9e47-9630013f7f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.708916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8abba663-8cde-4824-97cf-d9a7ee00c8c1 None None] Provisioning complete for port 3df28180-5f28-4f4d-97b3-a6811460497a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:11.708916 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8abba663-8cde-4824-97cf-d9a7ee00c8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.712378 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed95d863-5701-4b1f-9e47-9630013f7f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.717056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ed95d863-5701-4b1f-9e47-9630013f7f4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76b83df5-44fc-4d0f-b907-390c471e2bd3 HTTP/1.1" status: 204 len: 168 time: 0.2250376 Jul 16 20:38:11.725911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95d863-5701-4b1f-9e47-9630013f7f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b83df5-44fc-4d0f-b907-390c471e2bd3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:11.800632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8abba663-8cde-4824-97cf-d9a7ee00c8c1 None None] Port 3df28180-5f28-4f4d-97b3-a6811460497a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:11.858754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:11.872224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Transition to ACTIVE for port object 1faf66b6-da74-49b3-9a40-2c6db5db4c1e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:11.901514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Transition to ACTIVE for port object 1faf66b6-da74-49b3-9a40-2c6db5db4c1e will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:11.909151 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.016444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Network bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:12.017558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Pushing event updated for resources: {'Port': ['ID=1faf66b6-da74-49b3-9a40-2c6db5db4c1e,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.021711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:12.023124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.5 (bdfc2e36-6e1b-47de-8c0d-4d0f48326b79/9db6ab8b-51a6-4fea-976f-b66b1f787efb/10732872-8e8a-4927-b1e2-90b9a6a4fc64) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:12.024465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:12.186049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Attempting to bind port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:12.186516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Attempting to bind port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'ed8b9dc6-a409-442f-be59-f8a0ede8d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bdfc2e36-6e1b-47de-8c0d-4d0f48326b79'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:12.188197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Attempting to bind port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e on network bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:12.216797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:12.217657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Checking segment: {'id': 'ed8b9dc6-a409-442f-be59-f8a0ede8d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bdfc2e36-6e1b-47de-8c0d-4d0f48326b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:12.218516 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.219020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Bound using segment: {'id': 'ed8b9dc6-a409-442f-be59-f8a0ede8d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bdfc2e36-6e1b-47de-8c0d-4d0f48326b79'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:12.220390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Bound port: 1faf66b6-da74-49b3-9a40-2c6db5db4c1e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8b9dc6-a409-442f-be59-f8a0ede8d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bdfc2e36-6e1b-47de-8c0d-4d0f48326b79'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:12.220910 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.239762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.272284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object 10732872-8e8a-4927-b1e2-90b9a6a4fc64 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:12.340770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.420184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:12.424551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:12.429307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:12.497853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=10732872-8e8a-4927-b1e2-90b9a6a4fc64,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.524689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:12.525369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.554583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a7043bd0-1a09-4116-8b32-5eb5ac94546f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6884575 Jul 16 20:38:12.556092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:12.583034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] For port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:12.588254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] For port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1faf66b6-da74-49b3-9a40-2c6db5db4c1e,segment=NetworkSegment(ed8b9dc6-a409-442f-be59-f8a0ede8d8fd),segment_id=ed8b9dc6-a409-442f-be59-f8a0ede8d8fd)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:12.597210 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.675557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed4318-82b4-401e-b825-e1cc77ccb106 None None] Pushing event updated for resources: {'Port': ['ID=1faf66b6-da74-49b3-9a40-2c6db5db4c1e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:12.775224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-73667be3-a818-4259-8ca7-8384e34f4f65 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 10732872-8e8a-4927-b1e2-90b9a6a4fc64 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:12.775610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73667be3-a818-4259-8ca7-8384e34f4f65 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.842776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1881c1bb-8351-441d-a380-c815414b384d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:12.949825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 1881c1bb-8351-441d-a380-c815414b384d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:12.954593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1881c1bb-8351-441d-a380-c815414b384d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:12.955302 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.966268 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73667be3-a818-4259-8ca7-8384e34f4f65 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:12.998256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-73667be3-a818-4259-8ca7-8384e34f4f65 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 10732872-8e8a-4927-b1e2-90b9a6a4fc64 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:13.145350 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.190486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 1881c1bb-8351-441d-a380-c815414b384d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1881c1bb-8351-441d-a380-c815414b384d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:13.194640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e4f5a-4b3c-4ac9-91dc-20cca283f92c req-9f609c9c-a8a8-494b-a509-956aac960223 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:13.195584 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.196772 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b65e4f5a-4b3c-4ac9-91dc-20cca283f92c req-9f609c9c-a8a8-494b-a509-956aac960223 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 944 time: 1.1885176 Jul 16 20:38:13.238477 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.266200 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.287883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=1881c1bb-8351-441d-a380-c815414b384d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.316340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73667be3-a818-4259-8ca7-8384e34f4f65 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.353033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73667be3-a818-4259-8ca7-8384e34f4f65 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=10732872-8e8a-4927-b1e2-90b9a6a4fc64,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.401131 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b65e4f5a-4b3c-4ac9-91dc-20cca283f92c req-d32079d6-d1d1-4742-9e30-5ec0c8d337be tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574864 Jul 16 20:38:13.404419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.439913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Pushing event updated for resources: {'Port': ['ID=3df28180-5f28-4f4d-97b3-a6811460497a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.462179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73667be3-a818-4259-8ca7-8384e34f4f65 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.466703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-73667be3-a818-4259-8ca7-8384e34f4f65 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/10732872-8e8a-4927-b1e2-90b9a6a4fc64 HTTP/1.1" status: 204 len: 168 time: 0.9093916 Jul 16 20:38:13.469406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:13.477922 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.512283 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ec44bd-f194-47f9-a0f4-9cdc83c35f28 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:38:13.513944 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-01ec44bd-f194-47f9-a0f4-9cdc83c35f28 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/10732872-8e8a-4927-b1e2-90b9a6a4fc64 HTTP/1.1" status: 404 len: 333 time: 0.0422347 Jul 16 20:38:13.517294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:13.592877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f402541a-b8cf-4a0f-94cd-15028f5c35b3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet 9db6ab8b-51a6-4fea-976f-b66b1f787efb {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:13.596512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f402541a-b8cf-4a0f-94cd-15028f5c35b3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.657676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:13.661746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f402541a-b8cf-4a0f-94cd-15028f5c35b3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.664165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:13.824523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f402541a-b8cf-4a0f-94cd-15028f5c35b3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.889052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Router 1a857afb-2e7f-414e-a336-3d5a19356866 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:13.930644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f402541a-b8cf-4a0f-94cd-15028f5c35b3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:13.957837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402541a-b8cf-4a0f-94cd-15028f5c35b3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=9db6ab8b-51a6-4fea-976f-b66b1f787efb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:13.998415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f402541a-b8cf-4a0f-94cd-15028f5c35b3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.000436 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f402541a-b8cf-4a0f-94cd-15028f5c35b3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/9db6ab8b-51a6-4fea-976f-b66b1f787efb HTTP/1.1" status: 204 len: 168 time: 0.4819863 Jul 16 20:38:14.007746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.135999 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.166211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d1cc7d0b-ac4d-47ca-8587-a0bf77b96f92 None None] Provisioning complete for port 3df28180-5f28-4f4d-97b3-a6811460497a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:14.167114 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1cc7d0b-ac4d-47ca-8587-a0bf77b96f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.208912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.20.0.1 (689aa16a-552c-40a0-89a9-dd2ceed92666/665a643f-8779-438f-9140-7ad966014373/fb80c255-e963-4a5f-a3a2-ac4a90b63259) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:14.217307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:14.217730 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.269777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc7d0b-ac4d-47ca-8587-a0bf77b96f92 None None] Port 3df28180-5f28-4f4d-97b3-a6811460497a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:14.307471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:14.309183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] For port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1faf66b6-da74-49b3-9a40-2c6db5db4c1e,segment=NetworkSegment(ed8b9dc6-a409-442f-be59-f8a0ede8d8fd),segment_id=ed8b9dc6-a409-442f-be59-f8a0ede8d8fd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:14.314569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.323972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4497d983-31b6-4a48-844d-d14268433c37 admin admin] 10.222.0.10 "PUT /v2.0/routers/1a857afb-2e7f-414e-a336-3d5a19356866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6508322 Jul 16 20:38:14.334417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 1faf66b6-da74-49b3-9a40-2c6db5db4c1e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:14.370453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d7ee79-09f9-4b4b-9a4b-ab68a5e82ae5 None None] Network bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:14.457669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.498184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.505380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-be33e31f-dd68-43ac-b63d-680b6b131e84 None None] Provisioning for port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:14.514445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.523777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No DVR routers for this DVR port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:14.552414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=1faf66b6-da74-49b3-9a40-2c6db5db4c1e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:14.567652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-be33e31f-dd68-43ac-b63d-680b6b131e84 None None] Provisioning complete for port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:14.568029 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-be33e31f-dd68-43ac-b63d-680b6b131e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.612146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:14.622024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:14.624771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:14.630808 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Sync routers for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:14.650578 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:14.657645 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.723936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.738869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfc2e36-6e1b-47de-8c0d-4d0f48326b79']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.751566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=fb80c255-e963-4a5f-a3a2-ac4a90b63259,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:14.759498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.767205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8b9dc6-a409-442f-be59-f8a0ede8d8fd') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.767547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8b9dc6-a409-442f-be59-f8a0ede8d8fd') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:14.777221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-be33e31f-dd68-43ac-b63d-680b6b131e84 None None] Port 1faf66b6-da74-49b3-9a40-2c6db5db4c1e was deleted so its status cannot be updated. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:38:14.782047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.802238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.811188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:14.811767 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:14.815704 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:14.857726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1881c1bb-8351-441d-a380-c815414b384d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:14.921021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.922785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4ec8647f-794b-4b78-8db7-59819d3a68b2 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:38:14.932216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:14.934738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/networks/bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 HTTP/1.1" status: 204 len: 168 time: 0.9253380 Jul 16 20:38:14.940529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:14.946437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'name': 'tempest-PortsTestJSON-1961200233'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:14.984895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b68b5-395b-4c7b-bfa1-066ea7ef92cb tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Network': ['ID=bdfc2e36-6e1b-47de-8c0d-4d0f48326b79,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.004174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a9b7a7-331c-4cd1-adeb-e0a45ff2c355 None None] DHCP port deletion for bdfc2e36-6e1b-47de-8c0d-4d0f48326b79 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:15.021357 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:15.031590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9315da-c896-4ff0-ad0b-3e7574a60920 req-1f8bcfbb-3e02-49fb-8d73-7cfa68c35f99 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:15.034138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a9315da-c896-4ff0-ad0b-3e7574a60920 req-1f8bcfbb-3e02-49fb-8d73-7cfa68c35f99 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 944 time: 0.2115815 Jul 16 20:38:15.104025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4ec8647f-794b-4b78-8db7-59819d3a68b2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:15.115301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'port_id': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'mac_address': 'fa:16:3e:29:ca:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:38:15.156023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1881c1bb-8351-441d-a380-c815414b384d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:15.156405 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.197534 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.211211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a9315da-c896-4ff0-ad0b-3e7574a60920 req-5e8735b2-087b-4df2-9b5b-7324f5a774cf tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440864 Jul 16 20:38:15.227372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.237542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec8647f-794b-4b78-8db7-59819d3a68b2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:15.245378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:15.250354 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.278213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4ec8647f-794b-4b78-8db7-59819d3a68b2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:15.289358 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.318261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port ce700fa1-860c-4641-9373-1735f199c2c5 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:15.355736 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3df28180-5f28-4f4d-97b3-a6811460497a', 'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'mac_address': 'fa:16:3e:48:76:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 2, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'subnets': [{'id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:15.388060 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Checking router: 1a857afb-2e7f-414e-a336-3d5a19356866 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:15.388359 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Updating router 1a857afb-2e7f-414e-a336-3d5a19356866 port 3df28180-5f28-4f4d-97b3-a6811460497a binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:15.406218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:15.411593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4ec8647f-794b-4b78-8db7-59819d3a68b2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.422237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1004016604-network', 'tenant_id': '2690da52648047dbb55920b73201aa20'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:15.444822 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.452053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Made reservation on behalf of 2690da52648047dbb55920b73201aa20 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:15.456851 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.473136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.481299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['4ec8647f-794b-4b78-8db7-59819d3a68b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:38:15.629428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.640996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.658209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:15.671800 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.685161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.685519 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Added segment 6728f50f-9b2f-461a-b63b-ab2cfdf680dc of type vlan for network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 Jul 16 20:38:15.759548 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.780641 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.791857 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Transition to ACTIVE for port object 3df28180-5f28-4f4d-97b3-a6811460497a will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:15.793592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.800278 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.804461 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.806584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:15.807170 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.833270 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4261878 Jul 16 20:38:15.839866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:15.855587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Request body: {'subnet': {'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1004016604-subnet', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:15.865360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.871955 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.886354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe3f28-d7ba-410c-9e23-027b91f30834,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.951176 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Attempting to bind port 3df28180-5f28-4f4d-97b3-a6811460497a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:15.951782 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Attempting to bind port 3df28180-5f28-4f4d-97b3-a6811460497a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:15.952315 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Attempting to bind port 3df28180-5f28-4f4d-97b3-a6811460497a on network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:15.959490 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:15.960083 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Checking segment: {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:15.960484 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.960900 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Bound using segment: {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:15.961415 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Bound port: 3df28180-5f28-4f4d-97b3-a6811460497a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:15.961796 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.965077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eefef-e230-4c57-ad5e-8c5fc66cdc2f admin admin] Pushing event updated for resources: {'Network': ['ID=fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:15.971447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:15.979694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:15.983849 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe03c7-3ded-45f0-b0fd-a359d0104633 None None] Pushing event updated for resources: {'Port': ['ID=3df28180-5f28-4f4d-97b3-a6811460497a,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.016738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=ce700fa1-860c-4641-9373-1735f199c2c5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.043317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Made reservation on behalf of 2690da52648047dbb55920b73201aa20 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:16.046708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.052523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:16.076308 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] For port 3df28180-5f28-4f4d-97b3-a6811460497a, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:16.084789 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] For port 3df28180-5f28-4f4d-97b3-a6811460497a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3df28180-5f28-4f4d-97b3-a6811460497a,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:16.090614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:16.098478 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.101959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:16.107638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:16.108203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.127608 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.149540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0dd4d34a-ad51-4443-b185-42bf2507958c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2050543 Jul 16 20:38:16.150346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57472) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:16.163980 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:16.164854 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:16.175912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=fb80c255-e963-4a5f-a3a2-ac4a90b63259,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.343783 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:16.352980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:16.360749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:16.375516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64c4bddb-0c92-4ef8-b06b-d2af27197b03 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port ce700fa1-860c-4641-9373-1735f199c2c5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:16.376203 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64c4bddb-0c92-4ef8-b06b-d2af27197b03 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.474995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64c4bddb-0c92-4ef8-b06b-d2af27197b03 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.488528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64c4bddb-0c92-4ef8-b06b-d2af27197b03 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for ce700fa1-860c-4641-9373-1735f199c2c5 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:16.626742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64c4bddb-0c92-4ef8-b06b-d2af27197b03 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.660883 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.665833 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe03c7-3ded-45f0-b0fd-a359d0104633 None None] Pushing event updated for resources: {'Port': ['ID=3df28180-5f28-4f4d-97b3-a6811460497a,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.670559 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3df28180-5f28-4f4d-97b3-a6811460497a', 'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'mac_address': 'fa:16:3e:48:76:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:16Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'subnets': [{'id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:16.716327 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8544230-88f7-4dbc-955e-fc7b3a8a15a1 None None] The sync data for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 is: [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3df28180-5f28-4f4d-97b3-a6811460497a', 'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'mac_address': 'fa:16:3e:48:76:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:16Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'subnets': [{'id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:16.741033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4bddb-0c92-4ef8-b06b-d2af27197b03 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=ce700fa1-860c-4641-9373-1735f199c2c5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.747391 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64c4bddb-0c92-4ef8-b06b-d2af27197b03 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:16.753648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-64c4bddb-0c92-4ef8-b06b-d2af27197b03 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/ce700fa1-860c-4641-9373-1735f199c2c5 HTTP/1.1" status: 204 len: 168 time: 0.5981209 Jul 16 20:38:16.753905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:16.770056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'mac_address': 'fa:16:3e:b5:82:78', 'name': 'tempest-PortsTestJSON-1682828638'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:16.780537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:16.781712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de72e94-0e7d-4a08-937d-2c9b22125e4a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:16.790664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1faf66b6-da74-49b3-9a40-2c6db5db4c1e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:16.839026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Checking segment: {'id': '6728f50f-9b2f-461a-b63b-ab2cfdf680dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:16.839482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Network hostable DHCP agents. Network: fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:16.906639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4ec8647f-794b-4b78-8db7-59819d3a68b2 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:16.907759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb684-191e-485d-b1fc-3eaf899447e2 req-03ed397b-b4d7-4f13-b0e6-76329fdfe2b6 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:16.909224 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-896eb684-191e-485d-b1fc-3eaf899447e2 req-03ed397b-b4d7-4f13-b0e6-76329fdfe2b6 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 945 time: 0.3553107 Jul 16 20:38:16.968622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 1faf66b6-da74-49b3-9a40-2c6db5db4c1e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:16.969639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1faf66b6-da74-49b3-9a40-2c6db5db4c1e not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:16.983044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.002068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 4ec8647f-794b-4b78-8db7-59819d3a68b2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:17.024155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 4ec8647f-794b-4b78-8db7-59819d3a68b2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:17.024749 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.085822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:17.174496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.201683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:17.210170 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-896eb684-191e-485d-b1fc-3eaf899447e2 req-83d35b42-3cbe-47d6-8a43-cf9d160618d1 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883735 Jul 16 20:38:17.228634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:17.229921 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.233587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:17.240359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 4ec8647f-794b-4b78-8db7-59819d3a68b2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:17.245864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:17.249206 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c8bb25-556c-41df-84fa-e7f5839fb145" -d '{"events": [{"server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "name": "network-vif-plugged", "status": "completed", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:17.252325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dfcf91-2030-4604-8999-26642eacdc97 None None] Network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:17.258805 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.437511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.531335 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-374f4bbc-9d23-4893-b228-efe93c026168 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6875801 Jul 16 20:38:17.531335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:17.533037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57494) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:17.538018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:17.538408 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7bfb3d70-9bbb-46ba-929b-54fb9587a6f0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/routers/2ef25eee-5920-4f64-89aa-1ef4fbde2742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0590880 Jul 16 20:38:17.542117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:17.554653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'port': {'network_id': '689aa16a-552c-40a0-89a9-dd2ceed92666', 'name': 'tempest-FloatingIPTestJSON-1110915943'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:17.558547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=4ec8647f-794b-4b78-8db7-59819d3a68b2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:17.564167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9510d3-4edb-442d-90a5-0d63868e6367 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:17.565806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port 1974c06f-5b00-48fe-b866-b7b5bff67f92 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:17.592368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08', 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'fixed_ips': [{'subnet_id': '1de72e94-0e7d-4a08-937d-2c9b22125e4a'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:17.593364 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.612698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9510d3-4edb-442d-90a5-0d63868e6367 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:17.613798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dd9510d3-4edb-442d-90a5-0d63868e6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:17.705180 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8c83c3-0d98-4a60-a086-7d954d0074f1 x-openstack-request-id: req-5b8c83c3-0d98-4a60-a086-7d954d0074f1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:17.705907 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "name": "network-vif-plugged", "status": "completed", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:17.706432 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b8c83c3-0d98-4a60-a086-7d954d0074f1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:17.707619 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'code': 200} Jul 16 20:38:17.719418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dd9510d3-4edb-442d-90a5-0d63868e6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:17.803718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9510d3-4edb-442d-90a5-0d63868e6367 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:17.805474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dd9510d3-4edb-442d-90a5-0d63868e6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:17.877629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dd9510d3-4edb-442d-90a5-0d63868e6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:17.878620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9510d3-4edb-442d-90a5-0d63868e6367 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:17.935719 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:17.978955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Allocated IP 172.20.0.2 (fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08/1de72e94-0e7d-4a08-937d-2c9b22125e4a/257342fe-ee11-4342-8f6c-6b4b722641df) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:18.006220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.088309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:18.092809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:18.097590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:18.104591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.105393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.112530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=1974c06f-5b00-48fe-b866-b7b5bff67f92,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:18.132119 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-609e5cd9-0e7b-40ef-afa6-11becb0448c5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3724256 Jul 16 20:38:18.135343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:18.148453 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.150048 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.220999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afc3ac-c2a9-4860-aa7e-0d4e2a86748b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.225035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d1afc3ac-c2a9-4860-aa7e-0d4e2a86748b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/1974c06f-5b00-48fe-b866-b7b5bff67f92 HTTP/1.1" status: 200 len: 841 time: 0.0858996 Jul 16 20:38:18.225757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:18.247899 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.269674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Transition to ACTIVE for port object 257342fe-ee11-4342-8f6c-6b4b722641df will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:18.294279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.306384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Transition to ACTIVE for port object 257342fe-ee11-4342-8f6c-6b4b722641df will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:18.319490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.378624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Made reservation on behalf of 6a4d858cca8942a7bb78ce3fb4777308 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:18.383616 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.394168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Pushing event updated for resources: {'Port': ['ID=257342fe-ee11-4342-8f6c-6b4b722641df,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:18.407688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:18.410375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:18.411637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e044858-2d5a-461c-9755-14e5dd0e141a req-2d686168-2825-45f9-8e50-5639a4020dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.414726 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e044858-2d5a-461c-9755-14e5dd0e141a req-2d686168-2825-45f9-8e50-5639a4020dbc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1098 time: 0.2859666 Jul 16 20:38:18.415080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:18.417743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] device_id is not set on port dc603408-2865-47ac-9ff0-f90516b2a5d8 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:18.493340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Attempting to bind port 257342fe-ee11-4342-8f6c-6b4b722641df on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:18.493854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Attempting to bind port 257342fe-ee11-4342-8f6c-6b4b722641df by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6728f50f-9b2f-461a-b63b-ab2cfdf680dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:18.494308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Attempting to bind port 257342fe-ee11-4342-8f6c-6b4b722641df on network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:18.501642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:18.502207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Checking segment: {'id': '6728f50f-9b2f-461a-b63b-ab2cfdf680dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:18.502796 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.503315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Bound using segment: {'id': '6728f50f-9b2f-461a-b63b-ab2cfdf680dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:18.503896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Bound port: 257342fe-ee11-4342-8f6c-6b4b722641df, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6728f50f-9b2f-461a-b63b-ab2cfdf680dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:18.504377 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.587499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] For port 257342fe-ee11-4342-8f6c-6b4b722641df, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:18.591143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] For port 257342fe-ee11-4342-8f6c-6b4b722641df, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=257342fe-ee11-4342-8f6c-6b4b722641df,segment=NetworkSegment(6728f50f-9b2f-461a-b63b-ab2cfdf680dc),segment_id=6728f50f-9b2f-461a-b63b-ab2cfdf680dc)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:18.603908 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.649662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.650595 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:18.698311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587e688-9a0f-466f-bafd-f4e316c8b973 None None] Pushing event updated for resources: {'Port': ['ID=257342fe-ee11-4342-8f6c-6b4b722641df,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:18.790227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e044858-2d5a-461c-9755-14e5dd0e141a req-668c5967-a02d-413f-aaa1-5c428adef38b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525538 Jul 16 20:38:18.831685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3df28180-5f28-4f4d-97b3-a6811460497a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:18.850710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.20.0.9 (689aa16a-552c-40a0-89a9-dd2ceed92666/665a643f-8779-438f-9140-7ad966014373/dc603408-2865-47ac-9ff0-f90516b2a5d8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:18.874947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ddbac-8556-495f-9c50-669dd331b9f4 req-2591c41c-4037-42d3-97a4-c9aa7955d902 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:18.876589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c7ddbac-8556-495f-9c50-669dd331b9f4 req-2591c41c-4037-42d3-97a4-c9aa7955d902 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 946 time: 0.4739478 Jul 16 20:38:18.881567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-95524ae6-4784-499a-98bc-8e14c97ac740 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 1974c06f-5b00-48fe-b866-b7b5bff67f92 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:18.883613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95524ae6-4784-499a-98bc-8e14c97ac740 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:18.916341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3df28180-5f28-4f4d-97b3-a6811460497a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:18.924297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3df28180-5f28-4f4d-97b3-a6811460497a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:18.924669 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.006046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95524ae6-4784-499a-98bc-8e14c97ac740 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.019109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-95524ae6-4784-499a-98bc-8e14c97ac740 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 1974c06f-5b00-48fe-b866-b7b5bff67f92 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:19.063207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c7ddbac-8556-495f-9c50-669dd331b9f4 req-180d7ed7-702b-433f-a481-dc6ff732bad0 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626954 Jul 16 20:38:19.083944 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.125383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 3df28180-5f28-4f4d-97b3-a6811460497a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3df28180-5f28-4f4d-97b3-a6811460497a,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:19.135874 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.144437 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95524ae6-4784-499a-98bc-8e14c97ac740 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.188503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95524ae6-4784-499a-98bc-8e14c97ac740 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=1974c06f-5b00-48fe-b866-b7b5bff67f92,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:19.197550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95524ae6-4784-499a-98bc-8e14c97ac740 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.199847 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-95524ae6-4784-499a-98bc-8e14c97ac740 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/1974c06f-5b00-48fe-b866-b7b5bff67f92 HTTP/1.1" status: 204 len: 168 time: 0.9726629 Jul 16 20:38:19.203088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:19.208228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=3df28180-5f28-4f4d-97b3-a6811460497a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:19.240864 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcc0214-6927-4437-b8bb-d329cbe1ce74 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:38:19.243932 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4fcc0214-6927-4437-b8bb-d329cbe1ce74 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/1974c06f-5b00-48fe-b866-b7b5bff67f92 HTTP/1.1" status: 404 len: 333 time: 0.0392091 Jul 16 20:38:19.248110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:19.254593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'name': 'tempest-PortsTestJSON-1817831806'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:19.261293 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.309140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.338931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.359140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:19.364162 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.385749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port d9a6cebc-1b3e-4db1-9840-941866a41652 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:19.402752 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.462854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:19.484928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:19.492068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:19.498678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=dc603408-2865-47ac-9ff0-f90516b2a5d8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:19.555908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Allocated IP 172.25.7.211 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/4f567628-f867-4ebb-81f7-f6e5b8e800ad) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:19.565565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:19.566350 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.623571 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bb7de435-a2d8-49b6-8de8-df234245ed24 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0772145 Jul 16 20:38:19.631310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:19.644123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'port': {'network_id': '689aa16a-552c-40a0-89a9-dd2ceed92666', 'name': 'tempest-FloatingIPTestJSON-1434007058'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:19.658758 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.734037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.805905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:19.810227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:19.816925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:19.824299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:19.825046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.843798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=d9a6cebc-1b3e-4db1-9840-941866a41652,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:19.856662 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-885a6217-39c4-40fe-bea8-ac0b616ec68c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6047258 Jul 16 20:38:19.857666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:19.866267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-447c3247-c88d-4393-867e-c239a001e5d9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:19.968749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.980405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Made reservation on behalf of 6a4d858cca8942a7bb78ce3fb4777308 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:19.984253 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:19.991199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-447c3247-c88d-4393-867e-c239a001e5d9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.031204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] device_id is not set on port f5e72c4d-d43b-419e-8328-4c64505bb019 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:20.116932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.221340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:20.223559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f54f72-082b-48b7-826b-6f2241c39b60 None None] Network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:20.233893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:20.251077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:20.252962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Pushing event updated for resources: {'Port': ['ID=4f567628-f867-4ebb-81f7-f6e5b8e800ad,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.257103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.20.0.3 (689aa16a-552c-40a0-89a9-dd2ceed92666/665a643f-8779-438f-9140-7ad966014373/f5e72c4d-d43b-419e-8328-4c64505bb019) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:20.271911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-70b65765-79b6-41ce-b6e8-56925b64cf47 None None] Provisioning for port 257342fe-ee11-4342-8f6c-6b4b722641df completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:20.275362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-447c3247-c88d-4393-867e-c239a001e5d9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.284121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-447c3247-c88d-4393-867e-c239a001e5d9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.337586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-447c3247-c88d-4393-867e-c239a001e5d9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] In _notify_port_updated(), no bound segment for port d9a6cebc-1b3e-4db1-9840-941866a41652 on network 323a1796-84b1-4305-994e-34ce17368db8 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:38:20.344369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c3247-c88d-4393-867e-c239a001e5d9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:20.345041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-447c3247-c88d-4393-867e-c239a001e5d9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.349107 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-447c3247-c88d-4393-867e-c239a001e5d9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "PUT /v2.0/ports/d9a6cebc-1b3e-4db1-9840-941866a41652 HTTP/1.1" status: 200 len: 818 time: 0.4877739 Jul 16 20:38:20.350379 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:20.411737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c3247-c88d-4393-867e-c239a001e5d9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=d9a6cebc-1b3e-4db1-9840-941866a41652,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.494582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ad169-90f3-4ee5-a47a-3633ba890dfd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port d9a6cebc-1b3e-4db1-9840-941866a41652 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:20.494925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad169-90f3-4ee5-a47a-3633ba890dfd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.519111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd435758-568a-49d3-9733-831c547d9cdb req-920318ec-e3ff-455a-b1c6-b2b6a635ce14 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:20.520757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd435758-568a-49d3-9733-831c547d9cdb req-920318ec-e3ff-455a-b1c6-b2b6a635ce14 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 946 time: 0.2953367 Jul 16 20:38:20.597247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad169-90f3-4ee5-a47a-3633ba890dfd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.600289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cd1ba45f-43d1-48ca-94df-fd28ac5d7f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.614757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ad169-90f3-4ee5-a47a-3633ba890dfd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for d9a6cebc-1b3e-4db1-9840-941866a41652 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:20.691866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd435758-568a-49d3-9733-831c547d9cdb req-4906af4e-4753-4775-ac51-c7de5cba9c69 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610594 Jul 16 20:38:20.726411 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad169-90f3-4ee5-a47a-3633ba890dfd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.774359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ad169-90f3-4ee5-a47a-3633ba890dfd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=d9a6cebc-1b3e-4db1-9840-941866a41652,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:20.774656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.782160 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad169-90f3-4ee5-a47a-3633ba890dfd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.784386 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fa2ad169-90f3-4ee5-a47a-3633ba890dfd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/d9a6cebc-1b3e-4db1-9840-941866a41652 HTTP/1.1" status: 204 len: 168 time: 0.4329605 Jul 16 20:38:20.786829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:20.827700 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.879334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb14067-14ff-4956-8b36-cd9b9204728b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:20.885346 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7cb14067-14ff-4956-8b36-cd9b9204728b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0931420 Jul 16 20:38:20.885966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:20.950942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:20.978025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3df28180-5f28-4f4d-97b3-a6811460497a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:20.999297 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e563116-1acf-4c83-88a1-e8bb73559710 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:38:21.001226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e563116-1acf-4c83-88a1-e8bb73559710 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/d9a6cebc-1b3e-4db1-9840-941866a41652 HTTP/1.1" status: 404 len: 333 time: 0.1144900 Jul 16 20:38:21.011567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57548) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.022858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-81493158'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:21.062487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3df28180-5f28-4f4d-97b3-a6811460497a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:21.062900 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.069624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:21.075130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.083248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55056e5-4e2f-4202-a2b2-4a9bb36b8846 req-7ea4ed80-68f0-49a8-a7cc-fc7fd326c81a tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.086542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e55056e5-4e2f-4202-a2b2-4a9bb36b8846 req-7ea4ed80-68f0-49a8-a7cc-fc7fd326c81a tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 946 time: 0.0982459 Jul 16 20:38:21.104615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:21.116767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:21.137647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:21.142582 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e55056e5-4e2f-4202-a2b2-4a9bb36b8846 req-4273f3ad-5e6f-4c0a-bf9a-e786fe6b8214 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510681 Jul 16 20:38:21.147734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:21.150456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=f5e72c4d-d43b-419e-8328-4c64505bb019,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.161838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 257342fe-ee11-4342-8f6c-6b4b722641df up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:21.191602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.191943 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Added segment 855f45ac-7e08-405c-b794-2f464fef5461 of type vlan for network b5317fd3-0037-4b19-b6f3-14f44278f72c Jul 16 20:38:21.197037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.314830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 257342fe-ee11-4342-8f6c-6b4b722641df completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:21.320214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 257342fe-ee11-4342-8f6c-6b4b722641df triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:21.320932 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.456574 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.504498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 257342fe-ee11-4342-8f6c-6b4b722641df, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=257342fe-ee11-4342-8f6c-6b4b722641df,segment=NetworkSegment(6728f50f-9b2f-461a-b63b-ab2cfdf680dc),segment_id=6728f50f-9b2f-461a-b63b-ab2cfdf680dc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:21.510066 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.551019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6cedc-74e0-4050-bc06-7dbd88ec9181 tempest-TestVolumeBackupRestore-1966558466 tempest-TestVolumeBackupRestore-1966558466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.553431 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ece6cedc-74e0-4050-bc06-7dbd88ec9181 tempest-TestVolumeBackupRestore-1966558466 tempest-TestVolumeBackupRestore-1966558466-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1093 time: 0.3551049 Jul 16 20:38:21.558008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.564432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:21.585334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=257342fe-ee11-4342-8f6c-6b4b722641df,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:21.598254 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.720361 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.783463 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.806907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.807515 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.847786 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-033555d1-e027-402e-83fe-f6961415e513 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2122774 Jul 16 20:38:21.847786 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.851328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57560) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:21.854497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Allocated IP 172.25.7.229 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/eed36dcd-0bc3-4036-8dfb-fde43a8fbdd1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:21.858792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'f5e72c4d-d43b-419e-8328-4c64505bb019', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:21.894295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.901814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:21.902440 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:21.991062 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.007659 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.047537 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.056251 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0396843 Jul 16 20:38:22.056999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea010e9-1ad5-4d6c-8fc8-5b2667f241c4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Network': ['ID=b5317fd3-0037-4b19-b6f3-14f44278f72c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.060360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.068654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:22.070040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b5317fd3-0037-4b19-b6f3-14f44278f72c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:22.096241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'Port': ['ID=eed36dcd-0bc3-4036-8dfb-fde43a8fbdd1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:22.107608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:22.109555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:22.112600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:22.278166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:22.281812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.288128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Router f6b563d8-8750-4d75-9264-ebee88cfa960 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:38:22.446314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.643178 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.661394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:22.678100 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Sync routers for ids ['f6b563d8-8750-4d75-9264-ebee88cfa960'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:22.693188 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Routers {'f6b563d8-8750-4d75-9264-ebee88cfa960'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:22.694931 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f6b563d8-8750-4d75-9264-ebee88cfa960'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:22.732082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.25.7.93 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/3180c626-0ca5-47f0-9e49-dc464aaabe64) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:22.733900 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.740860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 257342fe-ee11-4342-8f6c-6b4b722641df up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:22.804846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.808508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b2d778e1-48b9-48e4-ae59-9d8674606eaa admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2741659 Jul 16 20:38:22.819739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:22.856128 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Set router f6b563d8-8750-4d75-9264-ebee88cfa960 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:22.873496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 257342fe-ee11-4342-8f6c-6b4b722641df triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:22.874406 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.908698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:22.961073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.036539 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.109110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:23.110324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=eeb0c397-3278-43b5-b168-b054b011a9ab,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.120631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:23.129722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Checking segment: {'id': '855f45ac-7e08-405c-b794-2f464fef5461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:23.130101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network hostable DHCP agents. Network: b5317fd3-0037-4b19-b6f3-14f44278f72c, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:23.132705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:23.137526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=3180c626-0ca5-47f0-9e49-dc464aaabe64,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.139168 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.184083 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.198534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network b5317fd3-0037-4b19-b6f3-14f44278f72c is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:23.242735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, b5317fd3-0037-4b19-b6f3-14f44278f72c) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:23.251350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be1b49-62ce-4d84-b026-fb67b454d464 None None] Network b5317fd3-0037-4b19-b6f3-14f44278f72c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:23.264520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:23.265174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.290864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event updated for resources: {'Port': ['ID=eed36dcd-0bc3-4036-8dfb-fde43a8fbdd1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:23.300285 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:18Z', 'updated_at': '2021-07-16T20:38:20Z', 'revision_number': 3, 'project_id': '2690da52648047dbb55920b73201aa20', 'gw_port': {'id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:19Z', 'updated_at': '2021-07-16T20:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:23.338551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-551e5a99-c2c7-4323-a921-6f5a7ff5af68 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2726588 Jul 16 20:38:23.339222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57572) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:23.352457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.357814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9d6ce198-825e-4703-b7f6-fe584a7c79c1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:23.378006 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Checking router: f6b563d8-8750-4d75-9264-ebee88cfa960 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:23.379614 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Updating router f6b563d8-8750-4d75-9264-ebee88cfa960 port 4f567628-f867-4ebb-81f7-f6e5b8e800ad binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:23.458440 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.544047 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Floating IP ba0e285e-efc4-411d-8011-16b8933183b7 associated. External IP: 172.25.7.229, port: 4ec8647f-794b-4b78-8db7-59819d3a68b2. Jul 16 20:38:23.553181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.560480 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7a33304-4f49-4d9c-b5a5-c70cdfff10bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.752073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-b5317fd3-0037-4b19-b6f3-14f44278f72c', 'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c', 'tenant_id': '0c0813f7b8654a05b733c7b661439691', 'fixed_ips': [{'subnet_id': 'eeb0c397-3278-43b5-b168-b054b011a9ab'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:23.753075 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.777808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6ce198-825e-4703-b7f6-fe584a7c79c1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:23.782158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9d6ce198-825e-4703-b7f6-fe584a7c79c1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:23.997407 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.000005 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.026682 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Transition to ACTIVE for port object 4f567628-f867-4ebb-81f7-f6e5b8e800ad will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:24.034592 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.053066 n-d-792394-17 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-9d6ce198-825e-4703-b7f6-fe584a7c79c1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eeb0c397-3278-43b5-b168-b054b011a9ab (CIDR: 172.20.0.0/28) Jul 16 20:38:24.063136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:24.064070 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6ce198-825e-4703-b7f6-fe584a7c79c1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:38:24.064587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6ce198-825e-4703-b7f6-fe584a7c79c1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:38:24.075606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Allocated IP 172.20.0.2 (b5317fd3-0037-4b19-b6f3-14f44278f72c/eeb0c397-3278-43b5-b168-b054b011a9ab/44fbcf54-b256-4844-81a8-4d479cff86d9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:24.100283 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.103268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9d6ce198-825e-4703-b7f6-fe584a7c79c1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7542851 Jul 16 20:38:24.115833 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed42d4-9a42-4115-ba22-1f55dd92caf7 None None] Pushing event updated for resources: {'Port': ['ID=4f567628-f867-4ebb-81f7-f6e5b8e800ad,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:24.120641 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Attempting to bind port 4f567628-f867-4ebb-81f7-f6e5b8e800ad on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:24.121025 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Attempting to bind port 4f567628-f867-4ebb-81f7-f6e5b8e800ad by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:24.121387 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Attempting to bind port 4f567628-f867-4ebb-81f7-f6e5b8e800ad on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:24.127824 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:24.127824 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:24.128118 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:24.128205 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.128577 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:24.129014 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Bound port: 4f567628-f867-4ebb-81f7-f6e5b8e800ad, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:24.129397 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.174712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:24.225092 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] For port 4f567628-f867-4ebb-81f7-f6e5b8e800ad, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:24.233442 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] For port 4f567628-f867-4ebb-81f7-f6e5b8e800ad, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4f567628-f867-4ebb-81f7-f6e5b8e800ad,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:24.234542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.246324 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.310031 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Routers {'f6b563d8-8750-4d75-9264-ebee88cfa960'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:24.311759 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f6b563d8-8750-4d75-9264-ebee88cfa960'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:24.316476 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.334338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Transition to ACTIVE for port object 44fbcf54-b256-4844-81a8-4d479cff86d9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:24.366186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Transition to ACTIVE for port object 44fbcf54-b256-4844-81a8-4d479cff86d9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:24.374599 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.433278 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] Set router f6b563d8-8750-4d75-9264-ebee88cfa960 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:24.439692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Network b5317fd3-0037-4b19-b6f3-14f44278f72c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:24.454197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:24.457908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:24.482095 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.488610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.501993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Pushing event updated for resources: {'Port': ['ID=44fbcf54-b256-4844-81a8-4d479cff86d9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:24.545385 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed42d4-9a42-4115-ba22-1f55dd92caf7 None None] Pushing event updated for resources: {'Port': ['ID=4f567628-f867-4ebb-81f7-f6e5b8e800ad,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:24.650364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=3180c626-0ca5-47f0-9e49-dc464aaabe64,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:24.678580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.683605 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.696581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Attempting to bind port 44fbcf54-b256-4844-81a8-4d479cff86d9 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:24.701135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Attempting to bind port 44fbcf54-b256-4844-81a8-4d479cff86d9 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '855f45ac-7e08-405c-b794-2f464fef5461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:24.701898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Attempting to bind port 44fbcf54-b256-4844-81a8-4d479cff86d9 on network b5317fd3-0037-4b19-b6f3-14f44278f72c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:24.718601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:24.721527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Checking segment: {'id': '855f45ac-7e08-405c-b794-2f464fef5461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:24.722316 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.722912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Bound using segment: {'id': '855f45ac-7e08-405c-b794-2f464fef5461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:24.723761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Bound port: 44fbcf54-b256-4844-81a8-4d479cff86d9, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855f45ac-7e08-405c-b794-2f464fef5461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:24.724068 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.786075 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:18Z', 'updated_at': '2021-07-16T20:38:20Z', 'revision_number': 3, 'project_id': '2690da52648047dbb55920b73201aa20', 'gw_port': {'id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:19Z', 'updated_at': '2021-07-16T20:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:24.827282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] For port 44fbcf54-b256-4844-81a8-4d479cff86d9, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:24.835111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] For port 44fbcf54-b256-4844-81a8-4d479cff86d9, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=44fbcf54-b256-4844-81a8-4d479cff86d9,segment=NetworkSegment(855f45ac-7e08-405c-b794-2f464fef5461),segment_id=855f45ac-7e08-405c-b794-2f464fef5461)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:24.840388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.869957 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a60d87-1ac6-44ef-a6ec-18ab59643fd3 None None] The sync data for ids ['f6b563d8-8750-4d75-9264-ebee88cfa960'] in n-d-792394-17 is: [{'id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:18Z', 'updated_at': '2021-07-16T20:38:20Z', 'revision_number': 3, 'project_id': '2690da52648047dbb55920b73201aa20', 'gw_port': {'id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:19Z', 'updated_at': '2021-07-16T20:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:24.935819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:24.941706 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP 7ed2a90b-7340-4e56-8d2f-b4abedcdb41f associated. External IP: 172.25.7.93, port: f5e72c4d-d43b-419e-8328-4c64505bb019. Jul 16 20:38:24.943170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:24.966767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df375c1-114d-4f9e-add3-79ed30b25025 None None] Pushing event updated for resources: {'Port': ['ID=44fbcf54-b256-4844-81a8-4d479cff86d9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:25.258402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:25.310872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] Sync routers for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:25.325416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Allocated IP 172.20.0.1 (fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08/1de72e94-0e7d-4a08-937d-2c9b22125e4a/5842433c-303c-428e-8490-e527c0c12204) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:25.328798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:25.341297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:25.374100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:25.554685 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d0809705-0ac4-4fc3-bf67-f8255f853136 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9945905 Jul 16 20:38:25.555314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:25.563786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:25.566013 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425c464e-3622-4753-936b-5183907e0079" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:25.742716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:25.902567 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c55ee7-f2b9-4753-b5b9-76a04ddb78ca x-openstack-request-id: req-00c55ee7-f2b9-4753-b5b9-76a04ddb78ca {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:25.902874 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:25.903324 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00c55ee7-f2b9-4753-b5b9-76a04ddb78ca {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:25.903572 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'status': 'completed', 'code': 200} Jul 16 20:38:25.917791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.049895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:26.080807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Transition to ACTIVE for port object 5842433c-303c-428e-8490-e527c0c12204 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:26.190539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'ba0e285e-efc4-411d-8011-16b8933183b7', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'port_id': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'mac_address': 'fa:16:3e:29:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:38:22Z', 'updated_at': '2021-07-16T20:38:22Z', 'revision_number': 0, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:26.221859 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.231310 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.254055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] Checking router: ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:26.277376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:26.278239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:26.394797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71f15f-8e03-4835-80da-7d9ca433251e tempest-TestVolumeBackupRestore-1966558466 tempest-TestVolumeBackupRestore-1966558466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.400156 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e71f15f-8e03-4835-80da-7d9ca433251e tempest-TestVolumeBackupRestore-1966558466 tempest-TestVolumeBackupRestore-1966558466-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1093 time: 0.8271000 Jul 16 20:38:26.404035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.407618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:26.416094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f46d68ab-1be2-47e5-82ca-3f75936f36b9 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Request body: {'floatingip': {'port_id': '4ec8647f-794b-4b78-8db7-59819d3a68b2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:26.430663 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network b5317fd3-0037-4b19-b6f3-14f44278f72c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:26.466320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:26.481591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:26.489708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:26.497743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.498465 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.503886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Pushing event updated for resources: {'Port': ['ID=5842433c-303c-428e-8490-e527c0c12204,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.514815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=6220d3b2-dd14-4671-81bb-84456e83719a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:26.525299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c464e-3622-4753-936b-5183907e0079 req-92751c32-ab97-41ac-89c9-dd9850e68c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.527018 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-425c464e-3622-4753-936b-5183907e0079 req-92751c32-ab97-41ac-89c9-dd9850e68c35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f5e4433cc2340f090cb22d62c0e37c3&device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1098 time: 0.5209448 Jul 16 20:38:26.543199 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.665788 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a5b5ec75-cabc-4085-a378-afa8b55a1db7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4966435 Jul 16 20:38:26.683000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57602) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:26.695111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c', 'fixed_ips': [{'subnet_id': 'eeb0c397-3278-43b5-b168-b054b011a9ab'}, {'subnet_id': '6220d3b2-dd14-4671-81bb-84456e83719a'}], 'name': 'tempest-PortsTestJSON-1944998645'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:26.719446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:26.726380 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f46d68ab-1be2-47e5-82ca-3f75936f36b9 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.821550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c464e-3622-4753-936b-5183907e0079 req-7a5ac6db-a1ba-4b8a-ab2c-e3b36666db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:26.828261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-425c464e-3622-4753-936b-5183907e0079 req-7a5ac6db-a1ba-4b8a-ab2c-e3b36666db2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=74692a0d-a571-435d-8f49-778a689435fc HTTP/1.1" status: 200 len: 914 time: 0.2906787 Jul 16 20:38:26.930545 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:26.959391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:26.989470 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a6f84-e50c-4ebf-aa11-e2cd054a3f56 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:27.042035 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a6f84-e50c-4ebf-aa11-e2cd054a3f56 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:27.048706 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.049179 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-382a6f84-e50c-4ebf-aa11-e2cd054a3f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:27.132217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4f567628-f867-4ebb-81f7-f6e5b8e800ad up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:27.139219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-43ab2b55-3c36-46c8-bf96-53617b1495d8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2829828 Jul 16 20:38:27.141959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57606) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:27.144854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bee003-16bc-4ced-9659-987ee58bcb38 None None] Network b5317fd3-0037-4b19-b6f3-14f44278f72c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:27.159642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a08b25ba-21e7-44fa-9e9f-f2ea2a67038a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:27.171698 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-425c464e-3622-4753-936b-5183907e0079 req-8438aca0-400a-4b77-97c4-e068eb64bd5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2 HTTP/1.1" status: 200 len: 1000 time: 0.3334024 Jul 16 20:38:27.274322 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-382a6f84-e50c-4ebf-aa11-e2cd054a3f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:27.307123 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a6f84-e50c-4ebf-aa11-e2cd054a3f56 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:27.323866 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-382a6f84-e50c-4ebf-aa11-e2cd054a3f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:27.358685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a08b25ba-21e7-44fa-9e9f-f2ea2a67038a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.422346 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:27.471395 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-382a6f84-e50c-4ebf-aa11-e2cd054a3f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:27.477542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c464e-3622-4753-936b-5183907e0079 req-2354a5d7-8910-4c48-9694-3ef48c593e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:27.479061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-425c464e-3622-4753-936b-5183907e0079 req-2354a5d7-8910-4c48-9694-3ef48c593e36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9cd3f898-22c2-49c8-a027-ca93d3129c5f HTTP/1.1" status: 200 len: 852 time: 0.2410877 Jul 16 20:38:27.480445 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a6f84-e50c-4ebf-aa11-e2cd054a3f56 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:27.547104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e2f9a34e-0db6-4268-91ac-ca10cd60f3f6 None None] Provisioning for port 5842433c-303c-428e-8490-e527c0c12204 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:27.563014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e2f9a34e-0db6-4268-91ac-ca10cd60f3f6 None None] Provisioning complete for port 5842433c-303c-428e-8490-e527c0c12204 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:27.564011 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2f9a34e-0db6-4268-91ac-ca10cd60f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.575231 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.613176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e2f9a34e-0db6-4268-91ac-ca10cd60f3f6 None None] Port 5842433c-303c-428e-8490-e527c0c12204 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:27.625056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:27.684752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 4f567628-f867-4ebb-81f7-f6e5b8e800ad completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:27.768071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c464e-3622-4753-936b-5183907e0079 req-bb6560a5-f38d-4a20-93dd-4968576e9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:27.769473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-425c464e-3622-4753-936b-5183907e0079 req-bb6560a5-f38d-4a20-93dd-4968576e9cba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74692a0d-a571-435d-8f49-778a689435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2741787 Jul 16 20:38:27.778800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4f567628-f867-4ebb-81f7-f6e5b8e800ad triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:27.779181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.909795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a08b25ba-21e7-44fa-9e9f-f2ea2a67038a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.926683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a08b25ba-21e7-44fa-9e9f-f2ea2a67038a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:27.926931 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-a08b25ba-21e7-44fa-9e9f-f2ea2a67038a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP 7ed2a90b-7340-4e56-8d2f-b4abedcdb41f disassociated. External IP: 172.25.7.93, port: f5e72c4d-d43b-419e-8328-4c64505bb019. Jul 16 20:38:27.956218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7e18cc72-0d0d-4a9d-b2ac-c3025bb91b59 None None] Provisioning for port 44fbcf54-b256-4844-81a8-4d479cff86d9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:27.969457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.220486 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.249171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 4f567628-f867-4ebb-81f7-f6e5b8e800ad, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4f567628-f867-4ebb-81f7-f6e5b8e800ad,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:28.260052 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.261046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 44fbcf54-b256-4844-81a8-4d479cff86d9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:28.265693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'ba0e285e-efc4-411d-8011-16b8933183b7', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'port_id': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'mac_address': 'fa:16:3e:29:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:38:22Z', 'updated_at': '2021-07-16T20:38:22Z', 'revision_number': 0, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:28.270645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-425c464e-3622-4753-936b-5183907e0079 req-47f718c4-b308-4908-b4a6-3376ec1feed5 service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847794 Jul 16 20:38:28.535191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-425c464e-3622-4753-936b-5183907e0079 req-d3682bb4-dc20-4fc2-a0e7-8bbf7570ab52 service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580812 Jul 16 20:38:28.543294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08b25ba-21e7-44fa-9e9f-f2ea2a67038a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:28.681691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08b25ba-21e7-44fa-9e9f-f2ea2a67038a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:28.690708 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a08b25ba-21e7-44fa-9e9f-f2ea2a67038a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.743857 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.753107 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a08b25ba-21e7-44fa-9e9f-f2ea2a67038a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/floatingips/7ed2a90b-7340-4e56-8d2f-b4abedcdb41f HTTP/1.1" status: 200 len: 687 time: 1.6100774 Jul 16 20:38:28.756039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57618) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:28.762735 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:28.785694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b12d8bf-3f71-4d93-b122-d23473b8eb93 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:28.788182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.12 (b5317fd3-0037-4b19-b6f3-14f44278f72c/eeb0c397-3278-43b5-b168-b054b011a9ab/2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:28.799513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be04a01-3c2b-4b28-a6c2-9edaaeae6f24 None None] The sync data for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 is: [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'ba0e285e-efc4-411d-8011-16b8933183b7', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'port_id': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'mac_address': 'fa:16:3e:29:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:38:22Z', 'updated_at': '2021-07-16T20:38:22Z', 'revision_number': 0, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:28.829371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a497c-1e43-4d15-9a65-927159bfb2d5 None None] Update dhcp port {'port': {'network_id': 'b5317fd3-0037-4b19-b6f3-14f44278f72c', 'fixed_ips': [{'subnet_id': 'eeb0c397-3278-43b5-b168-b054b011a9ab', 'ip_address': '172.20.0.2'}, {'subnet_id': '6220d3b2-dd14-4671-81bb-84456e83719a'}], 'binding:host_id': 'n-d-792394-17'}, 'id': '44fbcf54-b256-4844-81a8-4d479cff86d9'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:38:28.893715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12d8bf-3f71-4d93-b122-d23473b8eb93 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:28.894723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2b12d8bf-3f71-4d93-b122-d23473b8eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:28.896380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.26 (b5317fd3-0037-4b19-b6f3-14f44278f72c/6220d3b2-dd14-4671-81bb-84456e83719a/2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:28.956658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2b12d8bf-3f71-4d93-b122-d23473b8eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:28.962620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-f46d68ab-1be2-47e5-82ca-3f75936f36b9 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:38:28.963306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=4f567628-f867-4ebb-81f7-f6e5b8e800ad,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:28.998701 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b1a497c-1e43-4d15-9a65-927159bfb2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.011380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12d8bf-3f71-4d93-b122-d23473b8eb93 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:29.012090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2b12d8bf-3f71-4d93-b122-d23473b8eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.017367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.033210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port 3180c626-0ca5-47f0-9e49-dc464aaabe64 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:29.033840 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.050217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2b12d8bf-3f71-4d93-b122-d23473b8eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:29.050870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b12d8bf-3f71-4d93-b122-d23473b8eb93 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:29.054900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 44fbcf54-b256-4844-81a8-4d479cff86d9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:29.084216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 44fbcf54-b256-4844-81a8-4d479cff86d9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:29.084586 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.146050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Pushing event updated for resources: {'Port': ['ID=5842433c-303c-428e-8490-e527c0c12204,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.170806 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f46d68ab-1be2-47e5-82ca-3f75936f36b9 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.186349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f46d68ab-1be2-47e5-82ca-3f75936f36b9 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.193911 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.197295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.229694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for 3180c626-0ca5-47f0-9e49-dc464aaabe64 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:29.243963 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c85ec8-9dc7-4bcf-a7d8-28e0c0ca0a30 None None] New status for floating IP ba0e285e-efc4-411d-8011-16b8933183b7: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:29.389061 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.465697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 44fbcf54-b256-4844-81a8-4d479cff86d9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=44fbcf54-b256-4844-81a8-4d479cff86d9,segment=NetworkSegment(855f45ac-7e08-405c-b794-2f464fef5461),segment_id=855f45ac-7e08-405c-b794-2f464fef5461)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:29.474181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.530153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:29.598896 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.607283 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:29.663328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4f567628-f867-4ebb-81f7-f6e5b8e800ad up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:29.675685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=44fbcf54-b256-4844-81a8-4d479cff86d9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.692002 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.698325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=3180c626-0ca5-47f0-9e49-dc464aaabe64,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:29.716273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.718188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.718188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.722936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.723384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.723733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.724214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.724373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.724722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.725109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.725383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.725670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:29.762372 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4f567628-f867-4ebb-81f7-f6e5b8e800ad triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:29.762901 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.805379 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.808791 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:29.810262 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-10b3d136-2585-4a5d-82b1-81df61a35bee tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/floatingips/7ed2a90b-7340-4e56-8d2f-b4abedcdb41f HTTP/1.1" status: 204 len: 168 time: 1.0528405 Jul 16 20:38:29.814386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57624) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:29.819967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'dc603408-2865-47ac-9ff0-f90516b2a5d8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:29.890592 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.122457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8acb01b0-8feb-4f8b-8b2f-20378d764f50 None None] Provisioning complete for port 5842433c-303c-428e-8490-e527c0c12204 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:30.123352 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8acb01b0-8feb-4f8b-8b2f-20378d764f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.145024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.168826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8acb01b0-8feb-4f8b-8b2f-20378d764f50 None None] Port 5842433c-303c-428e-8490-e527c0c12204 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:30.308368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.25.7.34 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/fe3ddc69-779e-4952-a6e5-e453bfff3bff) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:30.401564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:30.459446 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.518886 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.559956 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.566300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Router f6b563d8-8750-4d75-9264-ebee88cfa960 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:30.584587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=fe3ddc69-779e-4952-a6e5-e453bfff3bff,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:30.613188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46d68ab-1be2-47e5-82ca-3f75936f36b9 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:30.621752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:30.625850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:30.639265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:30.663306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4b1a497c-1e43-4d15-9a65-927159bfb2d5 None None] Allocated IP 172.20.0.18 (b5317fd3-0037-4b19-b6f3-14f44278f72c/6220d3b2-dd14-4671-81bb-84456e83719a/44fbcf54-b256-4844-81a8-4d479cff86d9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:30.802583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:30.816190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network b5317fd3-0037-4b19-b6f3-14f44278f72c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:30.824759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:30.866560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4b1a497c-1e43-4d15-9a65-927159bfb2d5 None None] For port 44fbcf54-b256-4844-81a8-4d479cff86d9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=44fbcf54-b256-4844-81a8-4d479cff86d9,segment=NetworkSegment(855f45ac-7e08-405c-b794-2f464fef5461),segment_id=855f45ac-7e08-405c-b794-2f464fef5461)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:30.905857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:30.954920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:30.967984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ecf7d0b8-8078-478c-86b0-96e6954dcf9b admin admin] 10.222.0.10 "PUT /v2.0/routers/f6b563d8-8750-4d75-9264-ebee88cfa960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1468048 Jul 16 20:38:30.987824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Sync routers for ids ['f6b563d8-8750-4d75-9264-ebee88cfa960'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:30.995862 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b1a497c-1e43-4d15-9a65-927159bfb2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:30.996482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:30.997244 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.022897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Routers {'f6b563d8-8750-4d75-9264-ebee88cfa960'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:31.023620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f6b563d8-8750-4d75-9264-ebee88cfa960'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.038270 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-290e183b-c021-4c33-ad22-6d546129081f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.3526108 Jul 16 20:38:31.044364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57638) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:31.057700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eeb0c397-3278-43b5-b168-b054b011a9ab'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:31.108804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4b1a497c-1e43-4d15-9a65-927159bfb2d5 None None] Transition to ACTIVE for port object 44fbcf54-b256-4844-81a8-4d479cff86d9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:31.115806 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4b1a497c-1e43-4d15-9a65-927159bfb2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.338154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a497c-1e43-4d15-9a65-927159bfb2d5 None None] Pushing event updated for resources: {'Port': ['ID=44fbcf54-b256-4844-81a8-4d479cff86d9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:31.368312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46d68ab-1be2-47e5-82ca-3f75936f36b9 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:31.377412 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f46d68ab-1be2-47e5-82ca-3f75936f36b9 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.382244 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] Sync routers for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:31.404912 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:31.408388 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:31.461615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Set router f6b563d8-8750-4d75-9264-ebee88cfa960 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:31.521435 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:31.696844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 44fbcf54-b256-4844-81a8-4d479cff86d9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:31.733979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:31.738422 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:31.949426 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:32.001478 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.027163 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f46d68ab-1be2-47e5-82ca-3f75936f36b9 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "PUT /v2.0/floatingips/ba0e285e-efc4-411d-8011-16b8933183b7 HTTP/1.1" status: 200 len: 992 time: 5.6156955 Jul 16 20:38:32.160705 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9816169-9a65-40b3-9ad7-a73530651437 x-openstack-request-id: req-b9816169-9a65-40b3-9ad7-a73530651437 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:32.161164 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:32.161417 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9816169-9a65-40b3-9ad7-a73530651437 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:32.163202 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'status': 'completed', 'code': 200} Jul 16 20:38:32.224336 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.287747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:32.308778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fc8b973c-048e-435c-aa4b-873d4c1d2c46 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43612093', 'description': 'tempest-secgroup-smoke-43612093 description', 'project_id': 'f775cf4b04154a38827177d30d711eac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:32.386280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:18Z', 'updated_at': '2021-07-16T20:38:27Z', 'revision_number': 4, 'project_id': '2690da52648047dbb55920b73201aa20', 'gw_port': {'id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:19Z', 'updated_at': '2021-07-16T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '5842433c-303c-428e-8490-e527c0c12204', 'name': '', 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'mac_address': 'fa:16:3e:08:33:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '1de72e94-0e7d-4a08-937d-2c9b22125e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:24Z', 'updated_at': '2021-07-16T20:38:28Z', 'revision_number': 2, 'project_id': '2690da52648047dbb55920b73201aa20', 'subnets': [{'id': '1de72e94-0e7d-4a08-937d-2c9b22125e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.459918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc8b973c-048e-435c-aa4b-873d4c1d2c46 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.464987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Checking router: f6b563d8-8750-4d75-9264-ebee88cfa960 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:32.465224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-8732a2e9-96f1-4f54-b46f-e1884bb11c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:32.465966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Updating router f6b563d8-8750-4d75-9264-ebee88cfa960 port 5842433c-303c-428e-8490-e527c0c12204 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:38:32.472134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-8732a2e9-96f1-4f54-b46f-e1884bb11c94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f5e4433cc2340f090cb22d62c0e37c3&device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1098 time: 0.2425332 Jul 16 20:38:32.586208 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.607650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Delete allocated IP 172.20.0.26 (b5317fd3-0037-4b19-b6f3-14f44278f72c/6220d3b2-dd14-4671-81bb-84456e83719a) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:38:32.645588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0ca9b3-9e50-4149-96a5-5ddecae345ea None None] Network b5317fd3-0037-4b19-b6f3-14f44278f72c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:32.739591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-427eb7c7-a1ab-4231-8ce5-8a178e626423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:32.740093 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'ba0e285e-efc4-411d-8011-16b8933183b7', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'port_id': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'mac_address': 'fa:16:3e:29:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:38:22Z', 'updated_at': '2021-07-16T20:38:29Z', 'revision_number': 2, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.743443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-427eb7c7-a1ab-4231-8ce5-8a178e626423 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74692a0d-a571-435d-8f49-778a689435fc HTTP/1.1" status: 200 len: 914 time: 0.2628748 Jul 16 20:38:32.782958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5299871d-091f-4f90-9628-3fe78a7af2a1 None None] Provisioning for port 44fbcf54-b256-4844-81a8-4d479cff86d9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:32.794009 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] Checking router: ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:32.805537 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:32.806530 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:32.815446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5299871d-091f-4f90-9628-3fe78a7af2a1 None None] Provisioning complete for port 44fbcf54-b256-4844-81a8-4d479cff86d9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:32.816402 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5299871d-091f-4f90-9628-3fe78a7af2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.839979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-54fdf705-347c-4bf0-b339-7e4c843d2fee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2 HTTP/1.1" status: 200 len: 1002 time: 0.0873213 Jul 16 20:38:32.899334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.917314 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc8b973c-048e-435c-aa4b-873d4c1d2c46 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.925635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc8b973c-048e-435c-aa4b-873d4c1d2c46 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.930181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Ignored duplicate provisioning block setup for port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:38:32.941895 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.951554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-ced29841-edfa-442e-806d-369e3fa7742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:32.954680 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-ced29841-edfa-442e-806d-369e3fa7742e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9cd3f898-22c2-49c8-a027-ca93d3129c5f HTTP/1.1" status: 200 len: 852 time: 0.1071529 Jul 16 20:38:32.957755 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:32.982355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.034845 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:33.046482 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc8b973c-048e-435c-aa4b-873d4c1d2c46 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.047817 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fc8b973c-048e-435c-aa4b-873d4c1d2c46 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7540061 Jul 16 20:38:33.057166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.066397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-300cb718-3522-45e4-ad75-10bd35a5145b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4b79-18f2-477a-802e-8aff9d08a2b0', 'project_id': 'f775cf4b04154a38827177d30d711eac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:33.099823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b973c-048e-435c-aa4b-873d4c1d2c46 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbde4b79-18f2-477a-802e-8aff9d08a2b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.170136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=fe3ddc69-779e-4952-a6e5-e453bfff3bff,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.175367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.182181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] In _notify_port_updated(), no bound segment for port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c on network b5317fd3-0037-4b19-b6f3-14f44278f72c {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:38:33.191292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:33.192417 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.194535 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "PUT /v2.0/ports/2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c HTTP/1.1" status: 200 len: 920 time: 2.1477339 Jul 16 20:38:33.202554 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.210585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eeb0c397-3278-43b5-b168-b054b011a9ab'}, {'subnet_id': '6220d3b2-dd14-4671-81bb-84456e83719a'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:33.219315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dbec9-7f76-4178-b03e-a42924b75df5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.277375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-21e82ce3-df92-4577-a771-59cb59be5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:33.279227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-21e82ce3-df92-4577-a771-59cb59be5d73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74692a0d-a571-435d-8f49-778a689435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3145216 Jul 16 20:38:33.422186 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP dbdd87b4-215c-406c-a6d3-8d7ba57cb818 associated. External IP: 172.25.7.34, port: dc603408-2865-47ac-9ff0-f90516b2a5d8. Jul 16 20:38:33.473919 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb718-3522-45e4-ad75-10bd35a5145b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.492888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-ff7adfea-2e6e-4c01-8e57-c45bba8b00e6 service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043707 Jul 16 20:38:33.564036 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.597138 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.638799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Transition to ACTIVE for port object 5842433c-303c-428e-8490-e527c0c12204 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:33.661469 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.708667 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb718-3522-45e4-ad75-10bd35a5145b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.712591 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'ba0e285e-efc4-411d-8011-16b8933183b7', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'port_id': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'mac_address': 'fa:16:3e:29:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:38:22Z', 'updated_at': '2021-07-16T20:38:29Z', 'revision_number': 2, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:33.717726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb718-3522-45e4-ad75-10bd35a5145b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.782149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02d5a-3e49-4ed8-bf3c-1ea5696b7ae7 None None] Pushing event updated for resources: {'Port': ['ID=5842433c-303c-428e-8490-e527c0c12204,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.790393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ac95988a-5e4c-4a62-96bf-e0a0b8c25582 req-77d384dd-a132-419e-afc4-486a2e668e4d service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818046 Jul 16 20:38:33.838417 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079133dc-6e47-4c55-ade5-f4d2c8cf9df8 None None] The sync data for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 is: [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'ba0e285e-efc4-411d-8011-16b8933183b7', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'port_id': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'mac_address': 'fa:16:3e:29:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:38:22Z', 'updated_at': '2021-07-16T20:38:29Z', 'revision_number': 2, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:33.924995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cb718-3522-45e4-ad75-10bd35a5145b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6a36c9-0d39-4c0d-91e8-9ffff5207105,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:33.942525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb718-3522-45e4-ad75-10bd35a5145b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:33.947826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-300cb718-3522-45e4-ad75-10bd35a5145b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8818045 Jul 16 20:38:33.959820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:33.969666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5058e1f2-d6ff-4f9d-8907-4096d7e9ac8e tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4b79-18f2-477a-802e-8aff9d08a2b0', 'project_id': 'f775cf4b04154a38827177d30d711eac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:33.987838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Attempting to bind port 5842433c-303c-428e-8490-e527c0c12204 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:33.988126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Attempting to bind port 5842433c-303c-428e-8490-e527c0c12204 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6728f50f-9b2f-461a-b63b-ab2cfdf680dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:33.988685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Attempting to bind port 5842433c-303c-428e-8490-e527c0c12204 on network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:33.992470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3a3826cc-fdf7-4ffb-9f3f-286d3085d6b4 None None] Provisioning for port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:34.003159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3a3826cc-fdf7-4ffb-9f3f-286d3085d6b4 None None] Provisioning complete for port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:34.003556 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a3826cc-fdf7-4ffb-9f3f-286d3085d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.053187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:34.053588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Checking segment: {'id': '6728f50f-9b2f-461a-b63b-ab2cfdf680dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:34.054042 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.054557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Bound using segment: {'id': '6728f50f-9b2f-461a-b63b-ab2cfdf680dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:34.055067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Bound port: 5842433c-303c-428e-8490-e527c0c12204, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6728f50f-9b2f-461a-b63b-ab2cfdf680dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:34.060435 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.062565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3a3826cc-fdf7-4ffb-9f3f-286d3085d6b4 None None] Port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:34.104323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5058e1f2-d6ff-4f9d-8907-4096d7e9ac8e tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.128732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:34.129555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3a3826cc-fdf7-4ffb-9f3f-286d3085d6b4 None None] Provisioning complete for port 44fbcf54-b256-4844-81a8-4d479cff86d9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:34.130200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a3826cc-fdf7-4ffb-9f3f-286d3085d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.187772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:34.190091 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4859434b-8b60-463d-ae4e-5adb962e4b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:34.321384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] For port 5842433c-303c-428e-8490-e527c0c12204, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:34.331132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] For port 5842433c-303c-428e-8490-e527c0c12204, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5842433c-303c-428e-8490-e527c0c12204,segment=NetworkSegment(6728f50f-9b2f-461a-b63b-ab2cfdf680dc),segment_id=6728f50f-9b2f-461a-b63b-ab2cfdf680dc)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:34.343630 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.419740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:34.425488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.21 (b5317fd3-0037-4b19-b6f3-14f44278f72c/6220d3b2-dd14-4671-81bb-84456e83719a/2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:34.458068 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1941ba9-db6e-4eba-80f6-acfdc3679a1e x-openstack-request-id: req-a1941ba9-db6e-4eba-80f6-acfdc3679a1e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:34.459023 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:34.459023 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1941ba9-db6e-4eba-80f6-acfdc3679a1e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:34.459023 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'status': 'completed', 'code': 200} Jul 16 20:38:34.463389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ebe8e-bc91-4b50-9cfc-60c66b8e4cc1 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:34.487786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-0b5bcef3-ec88-42b9-8a8a-78015c2c07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.488397 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5058e1f2-d6ff-4f9d-8907-4096d7e9ac8e tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.494902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-0b5bcef3-ec88-42b9-8a8a-78015c2c07b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f5e4433cc2340f090cb22d62c0e37c3&device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1098 time: 0.1576154 Jul 16 20:38:34.503497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5058e1f2-d6ff-4f9d-8907-4096d7e9ac8e tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.516534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Routers {'f6b563d8-8750-4d75-9264-ebee88cfa960'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:34.517023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f6b563d8-8750-4d75-9264-ebee88cfa960'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:34.524636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02d5a-3e49-4ed8-bf3c-1ea5696b7ae7 None None] Pushing event updated for resources: {'Port': ['ID=5842433c-303c-428e-8490-e527c0c12204,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.529997 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5058e1f2-d6ff-4f9d-8907-4096d7e9ac8e tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.531325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5058e1f2-d6ff-4f9d-8907-4096d7e9ac8e tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5708981 Jul 16 20:38:34.539174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.546827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3e5abe71-585b-490f-9532-bf656e408318 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4b79-18f2-477a-802e-8aff9d08a2b0', 'project_id': 'f775cf4b04154a38827177d30d711eac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:34.565497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.597437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058e1f2-d6ff-4f9d-8907-4096d7e9ac8e tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c43fbf-f258-453b-be51-345fb84d342f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:34.630186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ebe8e-bc91-4b50-9cfc-60c66b8e4cc1 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:34.631717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b19ebe8e-bc91-4b50-9cfc-60c66b8e4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:34.682088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e5abe71-585b-490f-9532-bf656e408318 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.816898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-f3762a16-559c-468b-9530-a2d332f9ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:34.817855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.819202 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-f3762a16-559c-468b-9530-a2d332f9ddc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74692a0d-a571-435d-8f49-778a689435fc HTTP/1.1" status: 200 len: 914 time: 0.3091722 Jul 16 20:38:34.880984 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e5abe71-585b-490f-9532-bf656e408318 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.889455 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e5abe71-585b-490f-9532-bf656e408318 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:34.901889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fdead502-dbcc-4bfd-bd70-93204d6097bc tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0863688 Jul 16 20:38:34.913032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:34.913164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Ignored duplicate provisioning block setup for port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 20:38:34.955243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-891877ce-cb40-411e-a727-ca596e73d68c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2 HTTP/1.1" status: 200 len: 1002 time: 0.1005826 Jul 16 20:38:34.977540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.030444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] Set router f6b563d8-8750-4d75-9264-ebee88cfa960 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:35.047673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5abe71-585b-490f-9532-bf656e408318 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a926a49-bd18-462e-8bfa-480ad4d828ca,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.060879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-7d09e78b-52e4-4161-baa7-fc4fda7c9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:35.063069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.063585 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-7d09e78b-52e4-4161-baa7-fc4fda7c9fab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9cd3f898-22c2-49c8-a027-ca93d3129c5f HTTP/1.1" status: 200 len: 852 time: 0.1012485 Jul 16 20:38:35.085309 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e5abe71-585b-490f-9532-bf656e408318 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.087324 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3e5abe71-585b-490f-9532-bf656e408318 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5470440 Jul 16 20:38:35.091586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.098611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-383f8da5-bc2f-42e5-a29c-22ae982b1449 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4b79-18f2-477a-802e-8aff9d08a2b0', 'project_id': 'f775cf4b04154a38827177d30d711eac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:35.168002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b19ebe8e-bc91-4b50-9cfc-60c66b8e4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.185416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-f4aa77e3-6606-49d6-8e53-9913f17b51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:35.186931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-f4aa77e3-6606-49d6-8e53-9913f17b51b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74692a0d-a571-435d-8f49-778a689435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171644 Jul 16 20:38:35.243900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] In _notify_port_updated(), no bound segment for port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c on network b5317fd3-0037-4b19-b6f3-14f44278f72c {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:38:35.250813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:35.251985 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.256006 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5a083688-443e-47d8-bc18-1102acb4d540 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "PUT /v2.0/ports/2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c HTTP/1.1" status: 200 len: 1000 time: 2.0510015 Jul 16 20:38:35.257500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.264967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-603126d6-a5ed-49e0-be5c-9f7d8bb4bd02 None None] Provisioning complete for port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:35.265334 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-603126d6-a5ed-49e0-be5c-9f7d8bb4bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.266932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ebe8e-bc91-4b50-9cfc-60c66b8e4cc1 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:35.267590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b19ebe8e-bc91-4b50-9cfc-60c66b8e4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.327460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-6aaebb9d-c2b9-485c-9c10-b10029bcd9ec service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336596 Jul 16 20:38:35.342663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b19ebe8e-bc91-4b50-9cfc-60c66b8e4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.343474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ebe8e-bc91-4b50-9cfc-60c66b8e4cc1 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:35.389358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57696) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.390432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-04151ec9-f9f1-4d6f-a458-1a72b74c95e0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "GET /v2.0/floatingips/dbdd87b4-215c-406c-a6d3-8d7ba57cb818 HTTP/1.1" status: 200 len: 977 time: 0.4710078 Jul 16 20:38:35.396140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-603126d6-a5ed-49e0-be5c-9f7d8bb4bd02 None None] Port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:35.426704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-383f8da5-bc2f-42e5-a29c-22ae982b1449 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.474403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:18Z', 'updated_at': '2021-07-16T20:38:27Z', 'revision_number': 4, 'project_id': '2690da52648047dbb55920b73201aa20', 'gw_port': {'id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:19Z', 'updated_at': '2021-07-16T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '5842433c-303c-428e-8490-e527c0c12204', 'name': '', 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'mac_address': 'fa:16:3e:08:33:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '1de72e94-0e7d-4a08-937d-2c9b22125e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:24Z', 'updated_at': '2021-07-16T20:38:34Z', 'revision_number': 4, 'project_id': '2690da52648047dbb55920b73201aa20', 'subnets': [{'id': '1de72e94-0e7d-4a08-937d-2c9b22125e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:35.496364 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-383f8da5-bc2f-42e5-a29c-22ae982b1449 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.506191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-142ac12e-b825-4574-be15-530f244182c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:35.506582 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-142ac12e-b825-4574-be15-530f244182c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.508145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c2ea5-474c-4659-8c2d-0e655b354716 None None] The sync data for ids ['f6b563d8-8750-4d75-9264-ebee88cfa960'] in n-d-792394-17 is: [{'id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:18Z', 'updated_at': '2021-07-16T20:38:27Z', 'revision_number': 4, 'project_id': '2690da52648047dbb55920b73201aa20', 'gw_port': {'id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:19Z', 'updated_at': '2021-07-16T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '5842433c-303c-428e-8490-e527c0c12204', 'name': '', 'network_id': 'fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'mac_address': 'fa:16:3e:08:33:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '1de72e94-0e7d-4a08-937d-2c9b22125e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:24Z', 'updated_at': '2021-07-16T20:38:34Z', 'revision_number': 4, 'project_id': '2690da52648047dbb55920b73201aa20', 'subnets': [{'id': '1de72e94-0e7d-4a08-937d-2c9b22125e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:35.512049 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-383f8da5-bc2f-42e5-a29c-22ae982b1449 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.575050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6dd278f-59cb-40c0-871e-904096689f43 None None] Provisioning complete for port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:35.583722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6dd278f-59cb-40c0-871e-904096689f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.602584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b3fdd7a0-b076-472c-91ff-ad5346ee9bb3 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2074978 Jul 16 20:38:35.605782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57698) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.614134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'port_id': 'f5e72c4d-d43b-419e-8328-4c64505bb019'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:35.650098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4859434b-8b60-463d-ae4e-5adb962e4b2f req-87d07640-d7f7-423d-bddc-5856fba56c9d service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161705 Jul 16 20:38:35.660571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd278f-59cb-40c0-871e-904096689f43 None None] Port 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:35.711549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f8da5-bc2f-42e5-a29c-22ae982b1449 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6753f688-7b9a-431e-8791-eb8725c325d1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.722959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-383f8da5-bc2f-42e5-a29c-22ae982b1449 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.727365 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-383f8da5-bc2f-42e5-a29c-22ae982b1449 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6311338 Jul 16 20:38:35.729047 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-142ac12e-b825-4574-be15-530f244182c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.731474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:35.736273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c89efb8-8c98-4458-be84-4a54e97fd4ff tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4b79-18f2-477a-802e-8aff9d08a2b0', 'project_id': 'f775cf4b04154a38827177d30d711eac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:35.746845 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.776282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-142ac12e-b825-4574-be15-530f244182c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:35.786848 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-1c89efb8-8c98-4458-be84-4a54e97fd4ff tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Project f775cf4b04154a38827177d30d711eac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:38:35.800269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c89efb8-8c98-4458-be84-4a54e97fd4ff tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.922515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c89efb8-8c98-4458-be84-4a54e97fd4ff tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.936447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c89efb8-8c98-4458-be84-4a54e97fd4ff tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.954104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89efb8-8c98-4458-be84-4a54e97fd4ff tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdb3b98-78a7-47cf-a92d-41081b19337f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:35.987287 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c89efb8-8c98-4458-be84-4a54e97fd4ff tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:35.991498 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1c89efb8-8c98-4458-be84-4a54e97fd4ff tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2588840 Jul 16 20:38:36.011196 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.025701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9e0214a6-8d31-4a4f-9430-c3dbd2dfab67 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4b79-18f2-477a-802e-8aff9d08a2b0', 'project_id': 'f775cf4b04154a38827177d30d711eac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:36.071332 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-9e0214a6-8d31-4a4f-9430-c3dbd2dfab67 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Project f775cf4b04154a38827177d30d711eac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:38:36.098202 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e0214a6-8d31-4a4f-9430-c3dbd2dfab67 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.179471 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-142ac12e-b825-4574-be15-530f244182c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.227019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ac12e-b825-4574-be15-530f244182c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.299942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e0214a6-8d31-4a4f-9430-c3dbd2dfab67 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.315150 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e0214a6-8d31-4a4f-9430-c3dbd2dfab67 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.395070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0214a6-8d31-4a4f-9430-c3dbd2dfab67 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8053c89d-8fb9-4e20-954b-2eb83d82a958,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:36.405806 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e0214a6-8d31-4a4f-9430-c3dbd2dfab67 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.415397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e0214a6-8d31-4a4f-9430-c3dbd2dfab67 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3933904 Jul 16 20:38:36.442707 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-142ac12e-b825-4574-be15-530f244182c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.445199 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-142ac12e-b825-4574-be15-530f244182c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c HTTP/1.1" status: 204 len: 168 time: 1.1821511 Jul 16 20:38:36.450565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.488998 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e27c46-d362-416e-a343-2e84af65e4fc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:38:36.490989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f6e27c46-d362-416e-a343-2e84af65e4fc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c HTTP/1.1" status: 404 len: 333 time: 0.0384188 Jul 16 20:38:36.499030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:36.634582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87ff6c8-7631-4d5e-8550-7d94dcd01db2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet 6220d3b2-dd14-4671-81bb-84456e83719a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:36.642525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e87ff6c8-7631-4d5e-8550-7d94dcd01db2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.710108 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-c40de95d-a27d-42b9-8bde-908f261e115e tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43612093&fields=id&tenant_id=f775cf4b04154a38827177d30d711eac HTTP/1.1" status: 200 len: 267 time: 0.1296675 Jul 16 20:38:36.767674 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e87ff6c8-7631-4d5e-8550-7d94dcd01db2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:36.950727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-c082f132-84b1-453d-baba-d0841e05c3f4 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:36.952500 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-c082f132-84b1-453d-baba-d0841e05c3f4 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/networks?id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 HTTP/1.1" status: 200 len: 809 time: 0.2343609 Jul 16 20:38:36.979573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-256af5a9-164f-4d2e-ad5f-52f48541f14e tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/quotas/f775cf4b04154a38827177d30d711eac HTTP/1.1" status: 200 len: 375 time: 0.0208974 Jul 16 20:38:36.985108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e87ff6c8-7631-4d5e-8550-7d94dcd01db2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.135813 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-0c3174f3-c503-4a1b-b9eb-e1d5c2ea4408 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f775cf4b04154a38827177d30d711eac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1472182 Jul 16 20:38:37.142590 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.151644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.190263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e87ff6c8-7631-4d5e-8550-7d94dcd01db2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.260677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff6c8-7631-4d5e-8550-7d94dcd01db2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=6220d3b2-dd14-4671-81bb-84456e83719a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:37.267233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e87ff6c8-7631-4d5e-8550-7d94dcd01db2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.269591 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e87ff6c8-7631-4d5e-8550-7d94dcd01db2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/6220d3b2-dd14-4671-81bb-84456e83719a HTTP/1.1" status: 204 len: 168 time: 0.7691827 Jul 16 20:38:37.274103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57734) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:37.277220 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1efb36-95a0-4184-bf77-ebfa36de4ffa None None] Network b5317fd3-0037-4b19-b6f3-14f44278f72c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:37.299551 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-3c370862-080b-4d3e-b3e2-a6d53e6dcd6a service neutron] 10.222.0.10 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448951 Jul 16 20:38:37.479398 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-ab858a43-201a-48d5-b65a-42e222037dbd service neutron] 10.222.0.10 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774778 Jul 16 20:38:37.500094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7fdf04-cb7b-4cb8-a86c-91b368f7a9da tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet eeb0c397-3278-43b5-b168-b054b011a9ab {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:37.506825 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdf04-cb7b-4cb8-a86c-91b368f7a9da tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.563903 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP dbdd87b4-215c-406c-a6d3-8d7ba57cb818 associated. External IP: 172.25.7.34, port: dc603408-2865-47ac-9ff0-f90516b2a5d8. Jul 16 20:38:37.650438 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdf04-cb7b-4cb8-a86c-91b368f7a9da tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.797478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5842433c-303c-428e-8490-e527c0c12204 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:37.911646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 5842433c-303c-428e-8490-e527c0c12204 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:37.919128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5842433c-303c-428e-8490-e527c0c12204 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:37.919551 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.936849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdf04-cb7b-4cb8-a86c-91b368f7a9da tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:37.948211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d31cf1ba-f8f8-463c-a426-6f67435a8cf5 req-eef1568f-0b4e-4e6d-bb48-9348f24a9eb0 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 210 time: 0.1045389 Jul 16 20:38:38.065023 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.121828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 5842433c-303c-428e-8490-e527c0c12204, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5842433c-303c-428e-8490-e527c0c12204,segment=NetworkSegment(6728f50f-9b2f-461a-b63b-ab2cfdf680dc),segment_id=6728f50f-9b2f-461a-b63b-ab2cfdf680dc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:38.127314 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.229753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=5842433c-303c-428e-8490-e527c0c12204,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.369919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdf04-cb7b-4cb8-a86c-91b368f7a9da tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.432360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187389-0fbd-4409-894d-895ff0de4e82 req-b12baff5-bb36-4b08-b651-ac263b47dd83 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.443431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187389-0fbd-4409-894d-895ff0de4e82 req-b12baff5-bb36-4b08-b651-ac263b47dd83 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.462065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187389-0fbd-4409-894d-895ff0de4e82 req-b12baff5-bb36-4b08-b651-ac263b47dd83 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.473230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187389-0fbd-4409-894d-895ff0de4e82 req-b12baff5-bb36-4b08-b651-ac263b47dd83 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.482839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187389-0fbd-4409-894d-895ff0de4e82 req-b12baff5-bb36-4b08-b651-ac263b47dd83 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.488985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187389-0fbd-4409-894d-895ff0de4e82 req-b12baff5-bb36-4b08-b651-ac263b47dd83 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.495107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187389-0fbd-4409-894d-895ff0de4e82 req-b12baff5-bb36-4b08-b651-ac263b47dd83 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:38.502817 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2187389-0fbd-4409-894d-895ff0de4e82 req-b12baff5-bb36-4b08-b651-ac263b47dd83 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5444 time: 0.5331213 Jul 16 20:38:38.591668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:38.592963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fdf04-cb7b-4cb8-a86c-91b368f7a9da tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb0c397-3278-43b5-b168-b054b011a9ab,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:38.595901 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdf04-cb7b-4cb8-a86c-91b368f7a9da tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.601958 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eb7fdf04-cb7b-4cb8-a86c-91b368f7a9da tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/eeb0c397-3278-43b5-b168-b054b011a9ab HTTP/1.1" status: 204 len: 168 time: 1.2643950 Jul 16 20:38:38.603150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:38.744690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2187389-0fbd-4409-894d-895ff0de4e82 req-4b72fd9c-3d22-47bd-aa87-795075c64759 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2371550 Jul 16 20:38:38.794271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.852624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986a9cc7-2e5e-4e5c-ac7b-9fcb74d3d879 None None] Network b5317fd3-0037-4b19-b6f3-14f44278f72c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:38.957851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 44fbcf54-b256-4844-81a8-4d479cff86d9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:38.958451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:38.958992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:38.980354 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e7bab-8254-495e-96db-686121acde9b None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:39.008958 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e7bab-8254-495e-96db-686121acde9b None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:39.012564 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-551e7bab-8254-495e-96db-686121acde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:39.027943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ede20960-bf6f-4ae1-b267-b4a99ad4ab9c None None] Provisioning complete for port 44fbcf54-b256-4844-81a8-4d479cff86d9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:39.028419 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ede20960-bf6f-4ae1-b267-b4a99ad4ab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.124530 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-551e7bab-8254-495e-96db-686121acde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:39.149069 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e7bab-8254-495e-96db-686121acde9b None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:39.150259 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-551e7bab-8254-495e-96db-686121acde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:39.263581 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-551e7bab-8254-495e-96db-686121acde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:39.264655 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e7bab-8254-495e-96db-686121acde9b None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:39.286240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edbccf5-224e-4ed5-ae14-4414e269c207 None None] DHCP port deletion for b5317fd3-0037-4b19-b6f3-14f44278f72c request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:39.293376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] For port 44fbcf54-b256-4844-81a8-4d479cff86d9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=44fbcf54-b256-4844-81a8-4d479cff86d9,segment=NetworkSegment(855f45ac-7e08-405c-b794-2f464fef5461),segment_id=855f45ac-7e08-405c-b794-2f464fef5461)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:39.293814 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.313319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 44fbcf54-b256-4844-81a8-4d479cff86d9 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:39.344383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e4d4ac9-194a-4982-9f4b-cefa390f9e25 req-6ccc8970-7d6c-4524-a4dd-a2a9a2e77e8d tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 210 time: 0.0377927 Jul 16 20:38:39.358367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1edbccf5-224e-4ed5-ae14-4414e269c207 None None] Deleting port 44fbcf54-b256-4844-81a8-4d479cff86d9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:39.359071 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1edbccf5-224e-4ed5-ae14-4414e269c207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.438855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eae95a-0343-4e8f-b7fa-0e5a38f92b02 req-f76d6588-74ed-4fa1-9e05-6d4706ec69b6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.445692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1edbccf5-224e-4ed5-ae14-4414e269c207 None None] For port 44fbcf54-b256-4844-81a8-4d479cff86d9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=44fbcf54-b256-4844-81a8-4d479cff86d9,segment=NetworkSegment(855f45ac-7e08-405c-b794-2f464fef5461),segment_id=855f45ac-7e08-405c-b794-2f464fef5461)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:39.446226 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1edbccf5-224e-4ed5-ae14-4414e269c207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.447469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eae95a-0343-4e8f-b7fa-0e5a38f92b02 req-f76d6588-74ed-4fa1-9e05-6d4706ec69b6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.454035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eae95a-0343-4e8f-b7fa-0e5a38f92b02 req-f76d6588-74ed-4fa1-9e05-6d4706ec69b6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.463557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eae95a-0343-4e8f-b7fa-0e5a38f92b02 req-f76d6588-74ed-4fa1-9e05-6d4706ec69b6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.464644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:39.471650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eae95a-0343-4e8f-b7fa-0e5a38f92b02 req-f76d6588-74ed-4fa1-9e05-6d4706ec69b6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.473505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1edbccf5-224e-4ed5-ae14-4414e269c207 None None] Calling delete_port for 44fbcf54-b256-4844-81a8-4d479cff86d9 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:39.501336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eae95a-0343-4e8f-b7fa-0e5a38f92b02 req-f76d6588-74ed-4fa1-9e05-6d4706ec69b6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.509133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eae95a-0343-4e8f-b7fa-0e5a38f92b02 req-f76d6588-74ed-4fa1-9e05-6d4706ec69b6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:39.515004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f4eae95a-0343-4e8f-b7fa-0e5a38f92b02 req-f76d6588-74ed-4fa1-9e05-6d4706ec69b6 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5444 time: 0.3758173 Jul 16 20:38:39.577626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.585867 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1edbccf5-224e-4ed5-ae14-4414e269c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.598302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No DVR routers for this DVR port 44fbcf54-b256-4844-81a8-4d479cff86d9 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:39.619674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbccf5-224e-4ed5-ae14-4414e269c207 None None] Pushing event deleted for resources: {'Port': ['ID=44fbcf54-b256-4844-81a8-4d479cff86d9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.621578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edbccf5-224e-4ed5-ae14-4414e269c207 None None] No DVR routers for this DVR port 44fbcf54-b256-4844-81a8-4d479cff86d9 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:39.666786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=44fbcf54-b256-4844-81a8-4d479cff86d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:39.689280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5842433c-303c-428e-8490-e527c0c12204 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:39.736690 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.781027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:39.783875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5842433c-303c-428e-8490-e527c0c12204 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:39.785675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.823215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:39.897860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca1266-562b-4cce-8f78-8b9a63bde8fb None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:39.935865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca1266-562b-4cce-8f78-8b9a63bde8fb None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:39.935865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b2ca1266-562b-4cce-8f78-8b9a63bde8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:39.979295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2fa38283-4572-4c4f-a6fe-1b65a09350a9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/floatingips/dbdd87b4-215c-406c-a6d3-8d7ba57cb818 HTTP/1.1" status: 200 len: 977 time: 4.3720481 Jul 16 20:38:39.981713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57774) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:39.986932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e104dbd5-7697-417e-8ecd-1e56475a73e6 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:39.999760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-11d0dc84-e265-4517-bf7e-6370fda62022 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:40.001287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-11d0dc84-e265-4517-bf7e-6370fda62022 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.63 "GET /v2.0/networks?id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 HTTP/1.1" status: 200 len: 809 time: 0.2478011 Jul 16 20:38:40.003484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5317fd3-0037-4b19-b6f3-14f44278f72c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.026221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b2ca1266-562b-4cce-8f78-8b9a63bde8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.028328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855f45ac-7e08-405c-b794-2f464fef5461') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.028328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855f45ac-7e08-405c-b794-2f464fef5461') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.050536 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.092301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-d4514191-73a5-40b7-b3c0-3188c2be203a tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f775cf4b04154a38827177d30d711eac HTTP/1.1" status: 200 len: 378 time: 0.0799341 Jul 16 20:38:40.101973 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e104dbd5-7697-417e-8ecd-1e56475a73e6 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.103998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Request body: {'port': {'device_id': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'admin_state_up': True, 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'security_groups': ['bbde4b79-18f2-477a-802e-8aff9d08a2b0']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:40.112112 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.121349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca1266-562b-4cce-8f78-8b9a63bde8fb None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:40.123392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b2ca1266-562b-4cce-8f78-8b9a63bde8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.150904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:40.151349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:40.155663 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:40.244319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b2ca1266-562b-4cce-8f78-8b9a63bde8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:40.245301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca1266-562b-4cce-8f78-8b9a63bde8fb None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:40.282147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.310111 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.331025 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/networks/b5317fd3-0037-4b19-b6f3-14f44278f72c HTTP/1.1" status: 204 len: 168 time: 1.7263999 Jul 16 20:38:40.349258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:40.372277 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 44fbcf54-b256-4844-81a8-4d479cff86d9 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:40.402928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 44fbcf54-b256-4844-81a8-4d479cff86d9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:40.404377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 44fbcf54-b256-4844-81a8-4d479cff86d9 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:40.505451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e104dbd5-7697-417e-8ecd-1e56475a73e6 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.512052 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e104dbd5-7697-417e-8ecd-1e56475a73e6 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.512934 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-e104dbd5-7697-417e-8ecd-1e56475a73e6 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP dbdd87b4-215c-406c-a6d3-8d7ba57cb818 disassociated. External IP: 172.25.7.34, port: f5e72c4d-d43b-419e-8328-4c64505bb019. Jul 16 20:38:40.605078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-158d8689-a549-471a-aa52-cc2ddaa7522f req-dc6d1120-4d9d-4efa-ba50-b4f1e69a52ff tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 210 time: 0.0865352 Jul 16 20:38:40.828432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f110af-48c7-48a9-a828-996b5dc23a43 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Network': ['ID=b5317fd3-0037-4b19-b6f3-14f44278f72c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:40.878555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e104dbd5-7697-417e-8ecd-1e56475a73e6 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:40.899592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Made reservation on behalf of f775cf4b04154a38827177d30d711eac for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:40.903698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:40.985340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa995420-5b00-4138-a63b-fd88d7963470 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:40.986911 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fa995420-5b00-4138-a63b-fd88d7963470 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6366465 Jul 16 20:38:40.992632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:41.058933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e104dbd5-7697-417e-8ecd-1e56475a73e6 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:41.072082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e104dbd5-7697-417e-8ecd-1e56475a73e6 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.073424 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48ccde-b160-401e-b275-87956bff48b1 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:41.090087 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48ccde-b160-401e-b275-87956bff48b1 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:41.091332 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da48ccde-b160-401e-b275-87956bff48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.136225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e104dbd5-7697-417e-8ecd-1e56475a73e6 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/floatingips/dbdd87b4-215c-406c-a6d3-8d7ba57cb818 HTTP/1.1" status: 200 len: 687 time: 1.1528535 Jul 16 20:38:41.138947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:41.159409 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e502fe3-cfee-422d-9e64-f0c86d9ed2b9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1654155 Jul 16 20:38:41.167904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:41.176535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1925999659'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:41.193211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Allocated IP 172.20.0.14 (90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56/3afe8f14-42e3-460c-8578-d4af91492bda/acd58749-2260-49da-a3dd-cb0070efc1c1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:41.200434 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da48ccde-b160-401e-b275-87956bff48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.237506 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da48ccde-b160-401e-b275-87956bff48b1 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:41.238592 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da48ccde-b160-401e-b275-87956bff48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.256615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:41.276218 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.305948 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da48ccde-b160-401e-b275-87956bff48b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:41.307298 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da48ccde-b160-401e-b275-87956bff48b1 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:41.376684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:41.387447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port fe3ddc69-779e-4952-a6e5-e453bfff3bff {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:41.387764 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.415934 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.416280 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Added segment 41402b26-1e50-49ed-913f-76c572854090 of type vlan for network 9672b05b-a41b-442d-b275-f4e7aac3a500 Jul 16 20:38:41.518826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.529430 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.530092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.544012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for fe3ddc69-779e-4952-a6e5-e453bfff3bff owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:41.571447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.581097 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.587989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.588621 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.693261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Network': ['ID=9672b05b-a41b-442d-b275-f4e7aac3a500,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.696821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7ff71063-6ebf-4d36-b2f5-667454265cf3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5275071 Jul 16 20:38:41.709280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57812) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:41.712192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 9672b05b-a41b-442d-b275-f4e7aac3a500 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:41.715480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '9672b05b-a41b-442d-b275-f4e7aac3a500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:41.767292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:41.816987 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.825924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Transition to ACTIVE for port object acd58749-2260-49da-a3dd-cb0070efc1c1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:41.863664 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dcca453-b24f-4fd0-84c8-55f2c2461296 req-9479687b-fa39-4edd-9e14-760f4db53ca0 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 210 time: 0.0582354 Jul 16 20:38:41.865143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=fe3ddc69-779e-4952-a6e5-e453bfff3bff,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:41.926838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:41.930810 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.967284 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.968788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.971603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:41.975573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c314ec2b-b641-4cd5-a8b7-e0714d2dba75 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/floatingips/dbdd87b4-215c-406c-a6d3-8d7ba57cb818 HTTP/1.1" status: 204 len: 168 time: 0.8354599 Jul 16 20:38:41.976219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57818) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:41.976479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078c08f-5cea-4d4f-806d-330a0452082b req-e5d29f7a-7cc7-4eca-8a6e-279cd6aed134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.977185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078c08f-5cea-4d4f-806d-330a0452082b req-e5d29f7a-7cc7-4eca-8a6e-279cd6aed134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.977855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078c08f-5cea-4d4f-806d-330a0452082b req-e5d29f7a-7cc7-4eca-8a6e-279cd6aed134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.978518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078c08f-5cea-4d4f-806d-330a0452082b req-e5d29f7a-7cc7-4eca-8a6e-279cd6aed134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.979164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078c08f-5cea-4d4f-806d-330a0452082b req-e5d29f7a-7cc7-4eca-8a6e-279cd6aed134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.979836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078c08f-5cea-4d4f-806d-330a0452082b req-e5d29f7a-7cc7-4eca-8a6e-279cd6aed134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.980479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078c08f-5cea-4d4f-806d-330a0452082b req-e5d29f7a-7cc7-4eca-8a6e-279cd6aed134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:41.982683 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e078c08f-5cea-4d4f-806d-330a0452082b req-e5d29f7a-7cc7-4eca-8a6e-279cd6aed134 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6508 time: 0.2144814 Jul 16 20:38:42.046160 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-ed0fcfbc-ce7a-4160-90c2-620344667b0f tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] delete failed (client error): The resource could not be found. Jul 16 20:38:42.047192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ed0fcfbc-ce7a-4160-90c2-620344667b0f tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/floatingips/dbdd87b4-215c-406c-a6d3-8d7ba57cb818 HTTP/1.1" status: 404 len: 345 time: 0.0678422 Jul 16 20:38:42.051212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57820) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.055534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:42.065949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:42.079284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:42.100612 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e078c08f-5cea-4d4f-806d-330a0452082b req-33bfa2da-9805-4cb7-b34d-ba557a62a0ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&id=93c2ffb1-e39a-424c-9829-dca9ffac762c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118796 Jul 16 20:38:42.124916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'Port': ['ID=acd58749-2260-49da-a3dd-cb0070efc1c1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:42.159619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.160394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.185689 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-6a678058-6bdd-4125-a618-4d899c93e396 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0873022 Jul 16 20:38:42.210240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Request body: {'port': {'device_id': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:42.307419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.317044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f18a9-569c-40f8-b811-db6e05050910 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.327205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f18a9-569c-40f8-b811-db6e05050910 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.335783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f18a9-569c-40f8-b811-db6e05050910 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.340260 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ff9f18a9-569c-40f8-b811-db6e05050910 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "GET /v2.0/ports?network_id=689aa16a-552c-40a0-89a9-dd2ceed92666 HTTP/1.1" status: 200 len: 2358 time: 0.2880611 Jul 16 20:38:42.350216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57838) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.462121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-92bc3e36-6bf7-47c1-b62f-f7a606422b10 None None] Provisioning for port acd58749-2260-49da-a3dd-cb0070efc1c1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:42.469580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d1030-b0aa-46a2-9908-bfbbc63bb4c3 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:42.478968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fa3d1030-b0aa-46a2-9908-bfbbc63bb4c3 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "GET /v2.0/subnets/665a643f-8779-438f-9140-7ad966014373 HTTP/1.1" status: 200 len: 797 time: 0.1187797 Jul 16 20:38:42.478968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.478968 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57842) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.481571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-92bc3e36-6bf7-47c1-b62f-f7a606422b10 None None] Provisioning complete for port acd58749-2260-49da-a3dd-cb0070efc1c1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:42.484231 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92bc3e36-6bf7-47c1-b62f-f7a606422b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.492282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'port': {'network_id': '689aa16a-552c-40a0-89a9-dd2ceed92666', 'name': 'tempest-FloatingIPTestJSON-1128403029', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:42.564170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-92bc3e36-6bf7-47c1-b62f-f7a606422b10 None None] Port acd58749-2260-49da-a3dd-cb0070efc1c1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:42.689572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:42.762850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd58749-2260-49da-a3dd-cb0070efc1c1 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:42.771009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.789455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Transition to ACTIVE for port object acd58749-2260-49da-a3dd-cb0070efc1c1 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:42.795297 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.859928 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20680e39-c6e6-4f3b-83ac-d3c75094e10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:42.863214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Pushing event updated for resources: {'Port': ['ID=acd58749-2260-49da-a3dd-cb0070efc1c1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:42.966286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Checking segment: {'id': '41402b26-1e50-49ed-913f-76c572854090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9672b05b-a41b-442d-b275-f4e7aac3a500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:42.966874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network hostable DHCP agents. Network: 9672b05b-a41b-442d-b275-f4e7aac3a500, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:42.973928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=20d48f55-4c04-4138-9086-656347738ad6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.011808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Attempting to bind port acd58749-2260-49da-a3dd-cb0070efc1c1 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:43.011808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Attempting to bind port acd58749-2260-49da-a3dd-cb0070efc1c1 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:43.011808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Attempting to bind port acd58749-2260-49da-a3dd-cb0070efc1c1 on network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:43.013378 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 9672b05b-a41b-442d-b275-f4e7aac3a500 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:43.016628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Port acd58749-2260-49da-a3dd-cb0070efc1c1 on network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:38:43.016961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Attempting to bind port acd58749-2260-49da-a3dd-cb0070efc1c1 on network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:43.027475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:43.027809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Checking segment: {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:43.028240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Bound using segment: {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:43.028776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Bound port: acd58749-2260-49da-a3dd-cb0070efc1c1, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a1762c-4603-448b-a690-35e61efeff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:43.029009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.042129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 9672b05b-a41b-442d-b275-f4e7aac3a500) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:43.050570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.051535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.056699 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc24346-57f5-4d7f-977d-b6d50df84abd None None] Network 9672b05b-a41b-442d-b275-f4e7aac3a500 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:43.140686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7c3a-a5bb-48cc-b8be-6e455015275a req-9db2e0a8-f0e0-4908-b035-dc07bb7e1da4 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.142895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-390a7c3a-a5bb-48cc-b8be-6e455015275a req-9db2e0a8-f0e0-4908-b035-dc07bb7e1da4 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 944 time: 0.0936167 Jul 16 20:38:43.148349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20680e39-c6e6-4f3b-83ac-d3c75094e10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.159351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20680e39-c6e6-4f3b-83ac-d3c75094e10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.195293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-390a7c3a-a5bb-48cc-b8be-6e455015275a req-313e7ce2-aaf1-4fcb-b9c0-91ae8aefe8da tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434241 Jul 16 20:38:43.199459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5d8716e8-e1a3-4f2b-81c9-772adcb1fded tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4891448 Jul 16 20:38:43.204263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.207914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] For port acd58749-2260-49da-a3dd-cb0070efc1c1, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:43.217914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Made reservation on behalf of 6a4d858cca8942a7bb78ce3fb4777308 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:43.219065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-20680e39-c6e6-4f3b-83ac-d3c75094e10a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1c927c7a6a248c98e8e453ef936052c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285034 Jul 16 20:38:43.223509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57854) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:43.232452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '9672b05b-a41b-442d-b275-f4e7aac3a500', 'name': 'tempest-PortsTestJSON-663816325'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:43.250168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] For port acd58749-2260-49da-a3dd-cb0070efc1c1, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=acd58749-2260-49da-a3dd-cb0070efc1c1,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:43.251193 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20680e39-c6e6-4f3b-83ac-d3c75094e10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad87c8-a73f-4bf1-8051-ef308ac91f92,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.263435 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.340417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.341219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.342762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] 10.222.0.63 "PUT /v2.0/ports/acd58749-2260-49da-a3dd-cb0070efc1c1 HTTP/1.1" status: 200 len: 1093 time: 1.1435621 Jul 16 20:38:43.345415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'tag': 'acd58749-2260-49da-a3dd-cb0070efc1c1'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:43.347569 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd95c07-f9f4-4325-b82b-0d38dcc99764" -d '{"events": [{"name": "network-changed", "server_uuid": "a10d6667-6c3b-4623-be27-e7ca38d6628e", "tag": "acd58749-2260-49da-a3dd-cb0070efc1c1"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:43.384615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-9672b05b-a41b-442d-b275-f4e7aac3a500', 'network_id': '9672b05b-a41b-442d-b275-f4e7aac3a500', 'tenant_id': '0c0813f7b8654a05b733c7b661439691', 'fixed_ips': [{'subnet_id': '20d48f55-4c04-4138-9086-656347738ad6'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:43.385556 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.404585 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acf567b-a630-4f88-8e0c-a77ad4d6349d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.431717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acf567b-a630-4f88-8e0c-a77ad4d6349d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.445752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce21ae-ed8d-40a0-b540-4f21cde5196a service neutron] Pushing event updated for resources: {'Port': ['ID=acd58749-2260-49da-a3dd-cb0070efc1c1,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.451390 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521179af-b33e-4539-816c-5c92cbb1017d x-openstack-request-id: req-521179af-b33e-4539-816c-5c92cbb1017d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:43.451682 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10d6667-6c3b-4623-be27-e7ca38d6628e", "tag": "acd58749-2260-49da-a3dd-cb0070efc1c1", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:43.451939 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-521179af-b33e-4539-816c-5c92cbb1017d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:43.452345 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'tag': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'status': 'completed', 'code': 200} Jul 16 20:38:43.489791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:43.490304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.494412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acf567b-a630-4f88-8e0c-a77ad4d6349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.497202 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0acf567b-a630-4f88-8e0c-a77ad4d6349d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.499319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0acf567b-a630-4f88-8e0c-a77ad4d6349d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bad87c8-a73f-4bf1-8051-ef308ac91f92 HTTP/1.1" status: 204 len: 168 time: 0.2734301 Jul 16 20:38:43.499528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.516388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf567b-a630-4f88-8e0c-a77ad4d6349d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad87c8-a73f-4bf1-8051-ef308ac91f92,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:43.524237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] device_id is not set on port 329a3e19-d3ab-4784-8abc-98294542740b yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:43.537957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port e3733ed3-36b9-4a10-ae12-1823e0f68319 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:43.544985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-9bb3146a-d509-4f05-91d6-6e6332d3c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.546593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-9bb3146a-d509-4f05-91d6-6e6332d3c255 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f775cf4b04154a38827177d30d711eac&device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 1096 time: 0.1546659 Jul 16 20:38:43.607003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Allocated IP 172.20.0.2 (9672b05b-a41b-442d-b275-f4e7aac3a500/20d48f55-4c04-4138-9086-656347738ad6/e15a149f-bef6-4c38-8da7-72e702edfb62) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:43.656715 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-2daa0584-c98d-4a9d-8421-88670a80eba5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acd58749-2260-49da-a3dd-cb0070efc1c1 HTTP/1.1" status: 200 len: 217 time: 0.1026292 Jul 16 20:38:43.755649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-21cdfdcd-db0f-4315-a0d3-f596c3a585ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.757983 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-21cdfdcd-db0f-4315-a0d3-f596c3a585ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3afe8f14-42e3-460c-8578-d4af91492bda HTTP/1.1" status: 200 len: 848 time: 0.0876245 Jul 16 20:38:43.845036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-4041f32f-6dde-4738-94ca-1759e5041880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:43.847869 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-4041f32f-6dde-4738-94ca-1759e5041880 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836763 Jul 16 20:38:43.856553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.20.0.14 (689aa16a-552c-40a0-89a9-dd2ceed92666/665a643f-8779-438f-9140-7ad966014373/329a3e19-d3ab-4784-8abc-98294542740b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:43.863971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.20.0.13 (689aa16a-552c-40a0-89a9-dd2ceed92666/665a643f-8779-438f-9140-7ad966014373/329a3e19-d3ab-4784-8abc-98294542740b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:43.870858 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.883430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Transition to ACTIVE for port object e15a149f-bef6-4c38-8da7-72e702edfb62 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:43.908290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Transition to ACTIVE for port object e15a149f-bef6-4c38-8da7-72e702edfb62 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:43.916252 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:43.997031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Network 9672b05b-a41b-442d-b275-f4e7aac3a500 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:43.998639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:44.009227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:44.012228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Pushing event updated for resources: {'Port': ['ID=e15a149f-bef6-4c38-8da7-72e702edfb62,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.020205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.023134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.8 (9672b05b-a41b-442d-b275-f4e7aac3a500/20d48f55-4c04-4138-9086-656347738ad6/e3733ed3-36b9-4a10-ae12-1823e0f68319) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:44.027746 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-e96096ed-c4fd-494f-9135-962b26f7b518 service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727660 Jul 16 20:38:44.048211 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05556dcd-98e2-4946-83b8-d98d7b267147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.062358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.090175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Attempting to bind port e15a149f-bef6-4c38-8da7-72e702edfb62 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:44.090868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Attempting to bind port e15a149f-bef6-4c38-8da7-72e702edfb62 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '41402b26-1e50-49ed-913f-76c572854090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9672b05b-a41b-442d-b275-f4e7aac3a500'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:44.091024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Attempting to bind port e15a149f-bef6-4c38-8da7-72e702edfb62 on network 9672b05b-a41b-442d-b275-f4e7aac3a500 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:44.096643 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:44.097206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Checking segment: {'id': '41402b26-1e50-49ed-913f-76c572854090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9672b05b-a41b-442d-b275-f4e7aac3a500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:44.097501 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.097893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Bound using segment: {'id': '41402b26-1e50-49ed-913f-76c572854090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9672b05b-a41b-442d-b275-f4e7aac3a500'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:44.098364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Bound port: e15a149f-bef6-4c38-8da7-72e702edfb62, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41402b26-1e50-49ed-913f-76c572854090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9672b05b-a41b-442d-b275-f4e7aac3a500'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:44.098767 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.145644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.171065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] For port e15a149f-bef6-4c38-8da7-72e702edfb62, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:44.175344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] For port e15a149f-bef6-4c38-8da7-72e702edfb62, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e15a149f-bef6-4c38-8da7-72e702edfb62,segment=NetworkSegment(41402b26-1e50-49ed-913f-76c572854090),segment_id=41402b26-1e50-49ed-913f-76c572854090)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:44.182174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.182951 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-733fcb7a-e420-4c20-88fe-6453f69b8243 req-ac8dabff-e1b2-4c31-88d7-91f5b80226b9 service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464489 Jul 16 20:38:44.221855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:44.224979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=329a3e19-d3ab-4784-8abc-98294542740b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.232847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:44.237685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:44.279986 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05556dcd-98e2-4946-83b8-d98d7b267147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.289406 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05556dcd-98e2-4946-83b8-d98d7b267147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.294226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6fc2d-6ad3-4284-af75-55fd1a3e5a5e None None] Pushing event updated for resources: {'Port': ['ID=e15a149f-bef6-4c38-8da7-72e702edfb62,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.319680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05556dcd-98e2-4946-83b8-d98d7b267147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf9d91-bc23-4aaf-b897-89d35f45df57,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.345382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.346191 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.351398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.367276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-05556dcd-98e2-4946-83b8-d98d7b267147 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6a95cf845074311b41580a5aa6a3544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450575 Jul 16 20:38:44.370605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-86250ab5-b0dc-4d6f-a32f-d6b64539ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.371384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57866) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.372461 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-86250ab5-b0dc-4d6f-a32f-d6b64539ef4d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f775cf4b04154a38827177d30d711eac&device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 1096 time: 0.1242764 Jul 16 20:38:44.375243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object e3733ed3-36b9-4a10-ae12-1823e0f68319 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:44.381399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-108217e2-cc50-438c-9a2b-f27c2162caf9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8967113 Jul 16 20:38:44.388908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57868) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.407104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '329a3e19-d3ab-4784-8abc-98294542740b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:44.503803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.511617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b336a-b81f-4ed2-a5c8-68b34606743b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.544257 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.567423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b336a-b81f-4ed2-a5c8-68b34606743b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.592996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-b10a884f-3213-41a4-bfb2-58cf848f52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.594695 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-b10a884f-3213-41a4-bfb2-58cf848f52cf service neutron] 10.222.0.63 "GET /v2.0/networks?id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 HTTP/1.1" status: 200 len: 910 time: 0.2158666 Jul 16 20:38:44.621890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 9672b05b-a41b-442d-b275-f4e7aac3a500 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:44.635186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:44.650930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:44.658139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991af7c0-ee44-4e78-b470-ee188e6548e9 req-bdd96e82-6550-4704-b775-25ac4db96bf4 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.660594 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-991af7c0-ee44-4e78-b470-ee188e6548e9 req-bdd96e82-6550-4704-b775-25ac4db96bf4 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 944 time: 0.1511397 Jul 16 20:38:44.695980 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-cdbbd304-4e23-4311-b2c6-f28ec6d74e81 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acd58749-2260-49da-a3dd-cb0070efc1c1 HTTP/1.1" status: 200 len: 217 time: 0.0908117 Jul 16 20:38:44.701334 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b336a-b81f-4ed2-a5c8-68b34606743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.704067 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-615b336a-b81f-4ed2-a5c8-68b34606743b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.705259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-615b336a-b81f-4ed2-a5c8-68b34606743b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ddf9d91-bc23-4aaf-b897-89d35f45df57 HTTP/1.1" status: 204 len: 168 time: 0.3326926 Jul 16 20:38:44.715085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=e3733ed3-36b9-4a10-ae12-1823e0f68319,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.729461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b336a-b81f-4ed2-a5c8-68b34606743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf9d91-bc23-4aaf-b897-89d35f45df57,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:44.764170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-991af7c0-ee44-4e78-b470-ee188e6548e9 req-0fce26e6-fefc-440c-a13e-4d7126a13d0d tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875919 Jul 16 20:38:44.850677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.857320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:44.866155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-a50b7d2d-4aee-49ed-a4f8-808ffb15e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:44.867935 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-a50b7d2d-4aee-49ed-a4f8-808ffb15e5c4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3afe8f14-42e3-460c-8578-d4af91492bda HTTP/1.1" status: 200 len: 848 time: 0.1501830 Jul 16 20:38:44.894148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d5e9762f-9d66-4a36-b999-6333afac20d3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6811516 Jul 16 20:38:44.894424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:44.903965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '9672b05b-a41b-442d-b275-f4e7aac3a500', 'name': 'tempest-PortsTestJSON-436936183'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:44.930461 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.009979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-65c76b95-8951-4a6a-b858-5ae4c93a2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.009979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-65c76b95-8951-4a6a-b858-5ae4c93a2f17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305921 Jul 16 20:38:45.061227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:45.066097 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.092586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port 525ccc14-965d-4b42-8200-758704acc312 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:45.168160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.25.7.100 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/573f125d-994a-480d-94a2-b269d2d0de1e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:45.174142 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-abe22421-3786-4dae-b0cc-15a54e6db579 service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577091 Jul 16 20:38:45.227115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.10 (9672b05b-a41b-442d-b275-f4e7aac3a500/20d48f55-4c04-4138-9086-656347738ad6/525ccc14-965d-4b42-8200-758704acc312) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:45.385315 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.394018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5bd95c07-f9f4-4325-b82b-0d38dcc99764 req-f37d3dcd-10ae-4851-87b6-ccb0e4c0556d service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101083 Jul 16 20:38:45.450303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.455237 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.469181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object 525ccc14-965d-4b42-8200-758704acc312 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:45.503329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:45.506404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:45.511908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:45.532300 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.565750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=573f125d-994a-480d-94a2-b269d2d0de1e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.607381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 9672b05b-a41b-442d-b275-f4e7aac3a500 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:45.613522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:45.617559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:45.708969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:45.709738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.713830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e15a149f-bef6-4c38-8da7-72e702edfb62 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:45.720198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=525ccc14-965d-4b42-8200-758704acc312,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:45.735775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a7a4e467-08f1-4211-9814-dd9f134d9a54 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8401194 Jul 16 20:38:45.738443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57892) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:45.792501 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:45.811153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e15a149f-bef6-4c38-8da7-72e702edfb62 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:45.936852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a02083-d86c-4a69-9af1-992576ec3757 None None] Network 9672b05b-a41b-442d-b275-f4e7aac3a500 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:45.999071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372dcbe2-b102-4d3d-8638-1fa097973d02 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:46.002693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-372dcbe2-b102-4d3d-8638-1fa097973d02 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.2602582 Jul 16 20:38:46.003947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57900) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.119028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2dcab659-60cb-4f9b-aa5e-c1855735e7d0 None None] Provisioning for port e15a149f-bef6-4c38-8da7-72e702edfb62 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:46.126231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2dcab659-60cb-4f9b-aa5e-c1855735e7d0 None None] Provisioning complete for port e15a149f-bef6-4c38-8da7-72e702edfb62 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:46.126482 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2dcab659-60cb-4f9b-aa5e-c1855735e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.179935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-500bd919-ffa0-4109-89ce-b11878c13b4f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 525ccc14-965d-4b42-8200-758704acc312 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:46.180766 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-500bd919-ffa0-4109-89ce-b11878c13b4f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.201745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device acd58749-2260-49da-a3dd-cb0070efc1c1 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:38:46.284547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-500bd919-ffa0-4109-89ce-b11878c13b4f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.298609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-500bd919-ffa0-4109-89ce-b11878c13b4f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 525ccc14-965d-4b42-8200-758704acc312 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:46.334381 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.402514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port acd58749-2260-49da-a3dd-cb0070efc1c1, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=acd58749-2260-49da-a3dd-cb0070efc1c1,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:46.458311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'port_id': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'mac_address': 'fa:16:3e:70:8b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:38:46.474197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716dd3e-25ed-4e75-ae8f-54bb45f53793 req-54b376b0-231a-4648-9b4b-1a92752d6ddd tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:46.476905 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d716dd3e-25ed-4e75-ae8f-54bb45f53793 req-54b376b0-231a-4648-9b4b-1a92752d6ddd tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 944 time: 0.5275543 Jul 16 20:38:46.501167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-500bd919-ffa0-4109-89ce-b11878c13b4f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.503444 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.547644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bd919-ffa0-4109-89ce-b11878c13b4f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=525ccc14-965d-4b42-8200-758704acc312,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.549818 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2dcab659-60cb-4f9b-aa5e-c1855735e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.581431 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d716dd3e-25ed-4e75-ae8f-54bb45f53793 req-e9c145fd-bead-4811-b2d9-24a6a0effb10 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912890 Jul 16 20:38:46.640491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.654963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2dcab659-60cb-4f9b-aa5e-c1855735e7d0 None None] For port e15a149f-bef6-4c38-8da7-72e702edfb62, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e15a149f-bef6-4c38-8da7-72e702edfb62,segment=NetworkSegment(41402b26-1e50-49ed-913f-76c572854090),segment_id=41402b26-1e50-49ed-913f-76c572854090)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:46.671232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2dcab659-60cb-4f9b-aa5e-c1855735e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.692766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd58749-2260-49da-a3dd-cb0070efc1c1 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:38:46.714032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-500bd919-ffa0-4109-89ce-b11878c13b4f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.720267 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-500bd919-ffa0-4109-89ce-b11878c13b4f tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/525ccc14-965d-4b42-8200-758704acc312 HTTP/1.1" status: 204 len: 168 time: 0.7148750 Jul 16 20:38:46.721919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.751840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port acd58749-2260-49da-a3dd-cb0070efc1c1, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=acd58749-2260-49da-a3dd-cb0070efc1c1,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:46.756734 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-651f8c7f-2d26-4886-816a-34909d0d0e60 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:38:46.762073 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-651f8c7f-2d26-4886-816a-34909d0d0e60 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/525ccc14-965d-4b42-8200-758704acc312 HTTP/1.1" status: 404 len: 333 time: 0.0357547 Jul 16 20:38:46.762248 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.762386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:46.791563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcab659-60cb-4f9b-aa5e-c1855735e7d0 None None] Pushing event updated for resources: {'Port': ['ID=e15a149f-bef6-4c38-8da7-72e702edfb62,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:46.846998 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.901944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-68e3c70a-282c-4108-8134-eeb21654f91d None None] Provisioning complete for port e15a149f-bef6-4c38-8da7-72e702edfb62 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:46.902253 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68e3c70a-282c-4108-8134-eeb21654f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:46.945649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=acd58749-2260-49da-a3dd-cb0070efc1c1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.043482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['acd58749-2260-49da-a3dd-cb0070efc1c1'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:38:47.048410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-68e3c70a-282c-4108-8134-eeb21654f91d None None] Provisioning for port e3733ed3-36b9-4a10-ae12-1823e0f68319 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:47.075158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-68e3c70a-282c-4108-8134-eeb21654f91d None None] Provisioning complete for port e3733ed3-36b9-4a10-ae12-1823e0f68319 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:47.075674 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-68e3c70a-282c-4108-8134-eeb21654f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.127491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-68e3c70a-282c-4108-8134-eeb21654f91d None None] Port e3733ed3-36b9-4a10-ae12-1823e0f68319 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:47.151409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-68e3c70a-282c-4108-8134-eeb21654f91d None None] Could not find standard attr ID for object 525ccc14-965d-4b42-8200-758704acc312. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:47.284073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b093e03c-21b6-4462-b293-e82e55484f0e None None] Could not find standard attr ID for object 525ccc14-965d-4b42-8200-758704acc312. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:38:47.323976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b093e03c-21b6-4462-b293-e82e55484f0e None None] Provisioning complete for port e3733ed3-36b9-4a10-ae12-1823e0f68319 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:47.324345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b093e03c-21b6-4462-b293-e82e55484f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.342082 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.348068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.405283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b093e03c-21b6-4462-b293-e82e55484f0e None None] Port e3733ed3-36b9-4a10-ae12-1823e0f68319 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:47.460333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=573f125d-994a-480d-94a2-b269d2d0de1e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:47.469737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-80574657-270f-4548-b6d0-f43e42e32161 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port e3733ed3-36b9-4a10-ae12-1823e0f68319 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:47.470278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80574657-270f-4548-b6d0-f43e42e32161 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.487964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.638792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e15a149f-bef6-4c38-8da7-72e702edfb62 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:47.687236 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP 16a9f1b1-5c62-48e0-afbd-b0171963816a associated. External IP: 172.25.7.100, port: 329a3e19-d3ab-4784-8abc-98294542740b. Jul 16 20:38:47.691567 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80574657-270f-4548-b6d0-f43e42e32161 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.751388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e15a149f-bef6-4c38-8da7-72e702edfb62 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:47.751947 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:47.790354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-80574657-270f-4548-b6d0-f43e42e32161 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for e3733ed3-36b9-4a10-ae12-1823e0f68319 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:47.942307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d8771-cb7c-4177-90e2-c0f7379522d1 req-452f8697-0dd3-413b-9737-10f45368042d tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:47.944381 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-754d8771-cb7c-4177-90e2-c0f7379522d1 req-452f8697-0dd3-413b-9737-10f45368042d tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 945 time: 0.1425014 Jul 16 20:38:47.996372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-754d8771-cb7c-4177-90e2-c0f7379522d1 req-4e2d58e4-9e6a-461c-ba1a-95e5c96af875 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454717 Jul 16 20:38:48.128642 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:48.183889 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80574657-270f-4548-b6d0-f43e42e32161 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.212838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device acd58749-2260-49da-a3dd-cb0070efc1c1 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:48.221443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80574657-270f-4548-b6d0-f43e42e32161 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=e3733ed3-36b9-4a10-ae12-1823e0f68319,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.270111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port acd58749-2260-49da-a3dd-cb0070efc1c1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:48.278430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port acd58749-2260-49da-a3dd-cb0070efc1c1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:48.278430 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.351761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:48.357935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80574657-270f-4548-b6d0-f43e42e32161 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.359389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-80574657-270f-4548-b6d0-f43e42e32161 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/e3733ed3-36b9-4a10-ae12-1823e0f68319 HTTP/1.1" status: 204 len: 168 time: 1.5962210 Jul 16 20:38:48.362271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57930) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.376599 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.416161 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a91848-1f38-4007-9a8a-f82ea7098681 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:38:48.417995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b0a91848-1f38-4007-9a8a-f82ea7098681 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/e3733ed3-36b9-4a10-ae12-1823e0f68319 HTTP/1.1" status: 404 len: 333 time: 0.0475628 Jul 16 20:38:48.420786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.468896 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-17db7f5f-5844-446e-9b2d-78de34ad328b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0749965 Jul 16 20:38:48.469314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57934) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.484887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-056a5b3a-eaf9-4ac0-81c4-8e4317f6d52a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'port_id': '329a3e19-d3ab-4784-8abc-98294542740b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:48.493814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb798564-7dc6-4028-a1c4-6e256ee55724 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet 20d48f55-4c04-4138-9086-656347738ad6 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:48.498191 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb798564-7dc6-4028-a1c4-6e256ee55724 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.582699 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb798564-7dc6-4028-a1c4-6e256ee55724 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.638137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-056a5b3a-eaf9-4ac0-81c4-8e4317f6d52a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.661401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e12b0-088b-4cb0-a117-bad0ab3db0c2 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:48.684875 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.686935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e12b0-088b-4cb0-a117-bad0ab3db0c2 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:48.687593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee3e12b0-088b-4cb0-a117-bad0ab3db0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:48.699243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb798564-7dc6-4028-a1c4-6e256ee55724 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.736970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee3e12b0-088b-4cb0-a117-bad0ab3db0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:48.760367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd58749-2260-49da-a3dd-cb0070efc1c1'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:48.763327 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff896882-a036-40d9-8a4c-8a665067b2e3" -d '{"events": [{"server_uuid": "a10d6667-6c3b-4623-be27-e7ca38d6628e", "name": "network-vif-plugged", "status": "completed", "tag": "acd58749-2260-49da-a3dd-cb0070efc1c1"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:48.775853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e12b0-088b-4cb0-a117-bad0ab3db0c2 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:48.776505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee3e12b0-088b-4cb0-a117-bad0ab3db0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:48.799970 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb798564-7dc6-4028-a1c4-6e256ee55724 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.822880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ee3e12b0-088b-4cb0-a117-bad0ab3db0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:48.823545 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e12b0-088b-4cb0-a117-bad0ab3db0c2 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:48.826513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port acd58749-2260-49da-a3dd-cb0070efc1c1, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=acd58749-2260-49da-a3dd-cb0070efc1c1,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:48.833700 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.855488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb798564-7dc6-4028-a1c4-6e256ee55724 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=20d48f55-4c04-4138-9086-656347738ad6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:48.858419 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb798564-7dc6-4028-a1c4-6e256ee55724 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:48.860890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fb798564-7dc6-4028-a1c4-6e256ee55724 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/20d48f55-4c04-4138-9086-656347738ad6 HTTP/1.1" status: 204 len: 168 time: 0.4390388 Jul 16 20:38:48.863612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57946) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:48.874515 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0acd93-06e3-4ac1-a7b1-5fe4e3d2962d x-openstack-request-id: req-5d0acd93-06e3-4ac1-a7b1-5fe4e3d2962d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:48.874820 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10d6667-6c3b-4623-be27-e7ca38d6628e", "name": "network-vif-plugged", "status": "completed", "tag": "acd58749-2260-49da-a3dd-cb0070efc1c1", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:48.875156 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d0acd93-06e3-4ac1-a7b1-5fe4e3d2962d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:48.875783 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'code': 200} Jul 16 20:38:48.876924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe62e9-702e-4c71-891d-b1f13b3eca84 None None] Network 9672b05b-a41b-442d-b275-f4e7aac3a500 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:49.001579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=acd58749-2260-49da-a3dd-cb0070efc1c1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.039987 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.043822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.045921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.046576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.050276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.050801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.051332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.051988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.052522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.052984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.053328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.053803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.054821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:38:49.155002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port e15a149f-bef6-4c38-8da7-72e702edfb62 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:49.155002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.171728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf590d-35af-4d86-b250-ba5889788b01 req-9cf12df7-599e-4337-b72c-559f7c42e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:49.173386 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eabf590d-35af-4d86-b250-ba5889788b01 req-9cf12df7-599e-4337-b72c-559f7c42e854 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 1098 time: 0.1752677 Jul 16 20:38:49.213970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031ae1c-43a8-4d40-91e0-f0a58df29528 None None] DHCP port deletion for 9672b05b-a41b-442d-b275-f4e7aac3a500 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:49.273605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5031ae1c-43a8-4d40-91e0-f0a58df29528 None None] Deleting port e15a149f-bef6-4c38-8da7-72e702edfb62 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:49.274899 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5031ae1c-43a8-4d40-91e0-f0a58df29528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.290331 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eabf590d-35af-4d86-b250-ba5889788b01 req-9355a3af-8071-479e-a9ef-123c90faa39c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083672 Jul 16 20:38:49.295081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] For port e15a149f-bef6-4c38-8da7-72e702edfb62, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e15a149f-bef6-4c38-8da7-72e702edfb62,segment=NetworkSegment(41402b26-1e50-49ed-913f-76c572854090),segment_id=41402b26-1e50-49ed-913f-76c572854090)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:49.295980 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.325838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for e15a149f-bef6-4c38-8da7-72e702edfb62 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:49.358267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5031ae1c-43a8-4d40-91e0-f0a58df29528 None None] For port e15a149f-bef6-4c38-8da7-72e702edfb62, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e15a149f-bef6-4c38-8da7-72e702edfb62,segment=NetworkSegment(41402b26-1e50-49ed-913f-76c572854090),segment_id=41402b26-1e50-49ed-913f-76c572854090)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:49.359345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5031ae1c-43a8-4d40-91e0-f0a58df29528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.378380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5031ae1c-43a8-4d40-91e0-f0a58df29528 None None] Calling delete_port for e15a149f-bef6-4c38-8da7-72e702edfb62 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:49.400294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d3121-5aff-446d-a9b4-ee5fd40d136c req-de348ae6-c0a1-4359-8ff5-dd253b0559bf tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:49.407755 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e6d3121-5aff-446d-a9b4-ee5fd40d136c req-de348ae6-c0a1-4359-8ff5-dd253b0559bf tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 946 time: 0.2134714 Jul 16 20:38:49.478309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e6d3121-5aff-446d-a9b4-ee5fd40d136c req-c7431012-2f2f-4c9f-be89-b9b1529ff562 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695913 Jul 16 20:38:49.499660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5031ae1c-43a8-4d40-91e0-f0a58df29528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.516818 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.566054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=e15a149f-bef6-4c38-8da7-72e702edfb62,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.568228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No DVR routers for this DVR port e15a149f-bef6-4c38-8da7-72e702edfb62 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:49.578071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ae1c-43a8-4d40-91e0-f0a58df29528 None None] Pushing event deleted for resources: {'Port': ['ID=e15a149f-bef6-4c38-8da7-72e702edfb62,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.584217 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-056a5b3a-eaf9-4ac0-81c4-8e4317f6d52a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.585152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031ae1c-43a8-4d40-91e0-f0a58df29528 None None] No DVR routers for this DVR port e15a149f-bef6-4c38-8da7-72e702edfb62 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:49.590350 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-056a5b3a-eaf9-4ac0-81c4-8e4317f6d52a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.675123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e15a149f-bef6-4c38-8da7-72e702edfb62 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:49.695889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.709280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e15a149f-bef6-4c38-8da7-72e702edfb62 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:49.709643 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e15a149f-bef6-4c38-8da7-72e702edfb62 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:49.715796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9672b05b-a41b-442d-b275-f4e7aac3a500']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:49.730220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41402b26-1e50-49ed-913f-76c572854090') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:49.730780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41402b26-1e50-49ed-913f-76c572854090') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:49.743831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.763455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.773955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:49.774422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:49.778277 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:49.859298 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.869254 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.876228 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/networks/9672b05b-a41b-442d-b275-f4e7aac3a500 HTTP/1.1" status: 204 len: 168 time: 1.0060399 Jul 16 20:38:49.876527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:49.881618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-293210098'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:49.887697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938c852-1a52-4d09-97e4-48cb1c72ad48 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Network': ['ID=9672b05b-a41b-442d-b275-f4e7aac3a500,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:49.918477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:49.922188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:49.939200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056a5b3a-eaf9-4ac0-81c4-8e4317f6d52a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:49.961008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:50.003689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.003943 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Added segment b46f81c7-4b9f-4ba2-940f-617469450db1 of type vlan for network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 Jul 16 20:38:50.093617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.132897 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056a5b3a-eaf9-4ac0-81c4-8e4317f6d52a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:50.138373 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-056a5b3a-eaf9-4ac0-81c4-8e4317f6d52a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.152085 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6860cd-5a49-4dc8-b4dc-df5cdcb4e368 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:50.164500 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.165470 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6860cd-5a49-4dc8-b4dc-df5cdcb4e368 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:50.166316 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da6860cd-5a49-4dc8-b4dc-df5cdcb4e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:50.170467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:50.170807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.218231 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da6860cd-5a49-4dc8-b4dc-df5cdcb4e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:50.222709 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3457222 Jul 16 20:38:50.228590 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6860cd-5a49-4dc8-b4dc-df5cdcb4e368 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:50.229814 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da6860cd-5a49-4dc8-b4dc-df5cdcb4e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:50.233935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57958) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:50.240537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '647fdbb3-0ba9-4af5-b888-954e6e88aa44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:50.310956 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da6860cd-5a49-4dc8-b4dc-df5cdcb4e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:50.313260 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6860cd-5a49-4dc8-b4dc-df5cdcb4e368 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:50.324362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bab81-6d1e-4242-be77-40c351b6eed1 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Network': ['ID=647fdbb3-0ba9-4af5-b888-954e6e88aa44,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.338474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:50.375579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-056a5b3a-eaf9-4ac0-81c4-8e4317f6d52a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/floatingips/16a9f1b1-5c62-48e0-afbd-b0171963816a HTTP/1.1" status: 200 len: 979 time: 1.9044347 Jul 16 20:38:50.378232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:50.422904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:50.426959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.580696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port 573f125d-994a-480d-94a2-b269d2d0de1e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:50.581341 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.608819 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c224633e-31ac-49f9-b975-3ad05cb1c80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.693813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.744006 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.745000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.751938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=c5db4a6b-ab25-4536-a2a2-768109e67281,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:50.766994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for 573f125d-994a-480d-94a2-b269d2d0de1e owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:50.776948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bc2d7-0b91-4c6b-bb44-a71d5ab038c6 req-aeb3ea34-b1a3-44a4-abe6-c0a62e5515a9 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:50.777676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Checking segment: {'id': 'b46f81c7-4b9f-4ba2-940f-617469450db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '647fdbb3-0ba9-4af5-b888-954e6e88aa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:50.778064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network hostable DHCP agents. Network: 647fdbb3-0ba9-4af5-b888-954e6e88aa44, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:38:50.783767 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b4bc2d7-0b91-4c6b-bb44-a71d5ab038c6 req-aeb3ea34-b1a3-44a4-abe6-c0a62e5515a9 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 946 time: 0.1282814 Jul 16 20:38:50.795849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:38:50.808463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 647fdbb3-0ba9-4af5-b888-954e6e88aa44) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:50.812994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:50.813596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:50.826139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813367d2-ef4d-46be-8c9b-6cca2912cdb5 None None] Network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:50.834060 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-25113393-fdbf-4f83-bfbf-d3271f454d66 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5983756 Jul 16 20:38:50.834816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:50.841560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '647fdbb3-0ba9-4af5-b888-954e6e88aa44', 'name': 'tempest-PortsTestJSON-989101144', 'fixed_ips': [{'subnet_id': 'c5db4a6b-ab25-4536-a2a2-768109e67281', 'ip_address': '172.20.0.10'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:50.927064 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b4bc2d7-0b91-4c6b-bb44-a71d5ab038c6 req-7e115542-b9cb-4134-89b3-9ff0b717d4a7 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330843 Jul 16 20:38:51.003207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:51.069159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-647fdbb3-0ba9-4af5-b888-954e6e88aa44', 'network_id': '647fdbb3-0ba9-4af5-b888-954e6e88aa44', 'tenant_id': '0c0813f7b8654a05b733c7b661439691', 'fixed_ips': [{'subnet_id': 'c5db4a6b-ab25-4536-a2a2-768109e67281'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:38:51.072175 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.100269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.131963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=573f125d-994a-480d-94a2-b269d2d0de1e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.223671 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.224012 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP 16a9f1b1-5c62-48e0-afbd-b0171963816a disassociated (deleted). External IP: 172.25.7.100, port: 329a3e19-d3ab-4784-8abc-98294542740b. Jul 16 20:38:51.254629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Allocated IP 172.20.0.2 (647fdbb3-0ba9-4af5-b888-954e6e88aa44/c5db4a6b-ab25-4536-a2a2-768109e67281/3e948c41-2c77-47a3-9509-ca9414ed9f86) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:51.488072 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.502957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Transition to ACTIVE for port object 3e948c41-2c77-47a3-9509-ca9414ed9f86 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:51.521229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.542836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port 724f44fb-a4c5-446e-be93-2ed5d1df5844 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:51.549249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Transition to ACTIVE for port object 3e948c41-2c77-47a3-9509-ca9414ed9f86 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:51.562700 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.622718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Pushing event updated for resources: {'Port': ['ID=3e948c41-2c77-47a3-9509-ca9414ed9f86,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:51.645202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:51.649562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:51.652151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:51.725852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Attempting to bind port 3e948c41-2c77-47a3-9509-ca9414ed9f86 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:38:51.726396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Attempting to bind port 3e948c41-2c77-47a3-9509-ca9414ed9f86 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'b46f81c7-4b9f-4ba2-940f-617469450db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '647fdbb3-0ba9-4af5-b888-954e6e88aa44'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:38:51.726855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Attempting to bind port 3e948c41-2c77-47a3-9509-ca9414ed9f86 on network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:38:51.733280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:38:51.733830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Checking segment: {'id': 'b46f81c7-4b9f-4ba2-940f-617469450db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '647fdbb3-0ba9-4af5-b888-954e6e88aa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:38:51.734338 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.734833 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Bound using segment: {'id': 'b46f81c7-4b9f-4ba2-940f-617469450db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '647fdbb3-0ba9-4af5-b888-954e6e88aa44'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:38:51.736358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Bound port: 3e948c41-2c77-47a3-9509-ca9414ed9f86, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46f81c7-4b9f-4ba2-940f-617469450db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '647fdbb3-0ba9-4af5-b888-954e6e88aa44'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:38:51.736358 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.800393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f559da6-2a29-428c-95e7-c20a220b7098 req-a95a6b89-1a80-47f5-acdc-bbf1a7b3c5c8 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:51.802743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f559da6-2a29-428c-95e7-c20a220b7098 req-a95a6b89-1a80-47f5-acdc-bbf1a7b3c5c8 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 946 time: 0.7001412 Jul 16 20:38:51.838572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] For port 3e948c41-2c77-47a3-9509-ca9414ed9f86, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:38:51.842281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] For port 3e948c41-2c77-47a3-9509-ca9414ed9f86, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3e948c41-2c77-47a3-9509-ca9414ed9f86,segment=NetworkSegment(b46f81c7-4b9f-4ba2-940f-617469450db1),segment_id=b46f81c7-4b9f-4ba2-940f-617469450db1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:38:51.852777 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:51.896099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.10 (647fdbb3-0ba9-4af5-b888-954e6e88aa44/c5db4a6b-ab25-4536-a2a2-768109e67281/724f44fb-a4c5-446e-be93-2ed5d1df5844) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:51.925025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f559da6-2a29-428c-95e7-c20a220b7098 req-685cdadb-28ef-47bb-a9a8-290c4cbe225b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784547 Jul 16 20:38:51.930165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:51.939775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e67ef-5b00-4c6f-ac3e-150f528fc15d None None] Pushing event updated for resources: {'Port': ['ID=3e948c41-2c77-47a3-9509-ca9414ed9f86,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.139918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:52.145855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.154176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d1306-1030-43b4-bc86-1058cc53dbfd None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:52.168937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d1306-1030-43b4-bc86-1058cc53dbfd None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:52.169629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c56d1306-1030-43b4-bc86-1058cc53dbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.171152 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.239003 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aac548f6-e49d-421c-bdda-b62967ac43c9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/floatingips/16a9f1b1-5c62-48e0-afbd-b0171963816a HTTP/1.1" status: 204 len: 168 time: 1.8597257 Jul 16 20:38:52.239250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object 724f44fb-a4c5-446e-be93-2ed5d1df5844 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:52.239786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.271336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c56d1306-1030-43b4-bc86-1058cc53dbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.301983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d1306-1030-43b4-bc86-1058cc53dbfd None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:52.307754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c56d1306-1030-43b4-bc86-1058cc53dbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.325660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ebdd1-44c4-42b5-b396-d29066403fb5 req-d49c5e19-ed32-4977-a661-12e2a5fb0b8a tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.333450 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be5ebdd1-44c4-42b5-b396-d29066403fb5 req-d49c5e19-ed32-4977-a661-12e2a5fb0b8a tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 946 time: 0.2508407 Jul 16 20:38:52.352602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.383597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c56d1306-1030-43b4-bc86-1058cc53dbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:52.384271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d1306-1030-43b4-bc86-1058cc53dbfd None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:52.428477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:52.432055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:52.434743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:52.474424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=724f44fb-a4c5-446e-be93-2ed5d1df5844,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:52.475227 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be5ebdd1-44c4-42b5-b396-d29066403fb5 req-9e09e0b0-b5b6-4afa-9bc7-0e12bcddbc3b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1408987 Jul 16 20:38:52.504816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57980) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.521200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8ad64b92-bbfb-4dc5-9e19-905fd03606a8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port 329a3e19-d3ab-4784-8abc-98294542740b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:52.521624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ad64b92-bbfb-4dc5-9e19-905fd03606a8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.527736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:52.528455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.548576 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-666c2611-22fb-4b33-bf34-7bbce9de18ce tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7123816 Jul 16 20:38:52.552679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57984) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:52.558542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '647fdbb3-0ba9-4af5-b888-954e6e88aa44', 'name': 'tempest-PortsTestJSON-1156606272', 'fixed_ips': [{'subnet_id': 'c5db4a6b-ab25-4536-a2a2-768109e67281', 'ip_address': '172.20.0.9'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:52.703202 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ad64b92-bbfb-4dc5-9e19-905fd03606a8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.722809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8ad64b92-bbfb-4dc5-9e19-905fd03606a8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for 329a3e19-d3ab-4784-8abc-98294542740b owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:52.751758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:52.765354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:52.807526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port 5502fdbc-75f6-49f9-a030-578b0b55b564 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:52.981820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ad64b92-bbfb-4dc5-9e19-905fd03606a8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.013530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209b106-1f6c-4518-a445-978c372e936f tempest-TestServerBasicOps-1933126310 tempest-TestServerBasicOps-1933126310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:53.017909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e209b106-1f6c-4518-a445-978c372e936f tempest-TestServerBasicOps-1933126310 tempest-TestServerBasicOps-1933126310-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 1093 time: 0.5093243 Jul 16 20:38:53.018121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 57988) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.020700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad64b92-bbfb-4dc5-9e19-905fd03606a8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=329a3e19-d3ab-4784-8abc-98294542740b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.026456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:53.085001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.9 (647fdbb3-0ba9-4af5-b888-954e6e88aa44/c5db4a6b-ab25-4536-a2a2-768109e67281/5502fdbc-75f6-49f9-a030-578b0b55b564) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:53.087970 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.158612 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ad64b92-bbfb-4dc5-9e19-905fd03606a8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.165503 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8ad64b92-bbfb-4dc5-9e19-905fd03606a8 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/ports/329a3e19-d3ab-4784-8abc-98294542740b HTTP/1.1" status: 204 len: 168 time: 0.9221249 Jul 16 20:38:53.166384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.171327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:53.196493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.331687 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.333790 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.335901 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.364955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71b3c5-7406-4283-bf58-8846ed0b4ee9 None None] Network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:53.383924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object 5502fdbc-75f6-49f9-a030-578b0b55b564 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:38:53.449034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-34bd936e-648d-4543-b493-1f7b067eb9f7 None None] Provisioning for port 3e948c41-2c77-47a3-9509-ca9414ed9f86 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:53.466677 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.472156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.482549 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f80fabf-3e57-4701-8fa6-884b5e9e5f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.486582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Allocated IP 172.25.7.135 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/54dfabae-b6e3-4d26-b931-3ffa4f672043) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:53.569967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:53.576254 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:53.580887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=5502fdbc-75f6-49f9-a030-578b0b55b564,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.583482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:53.677778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:53.677778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.688468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3e948c41-2c77-47a3-9509-ca9414ed9f86 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:53.714196 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.714508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-10d5a0fe-efe7-476f-a65b-69dd36cab8bc tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1603637 Jul 16 20:38:53.731716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.769980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3e948c41-2c77-47a3-9509-ca9414ed9f86 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:53.779554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3e948c41-2c77-47a3-9509-ca9414ed9f86 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:53.780071 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.807715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.868821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:53.873496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:53.879320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:53.915760 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:53.920656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9adb4-0c84-4da7-aa87-c08b504e0045 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:53.921750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'Port': ['ID=54dfabae-b6e3-4d26-b931-3ffa4f672043,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:53.928245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3ad9adb4-0c84-4da7-aa87-c08b504e0045 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2125733 Jul 16 20:38:53.929164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 57994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:53.930484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.25.7.61 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/e9d6059a-b4d7-4971-81b5-bdbd424b7440) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:53.963179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 3e948c41-2c77-47a3-9509-ca9414ed9f86, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3e948c41-2c77-47a3-9509-ca9414ed9f86,segment=NetworkSegment(b46f81c7-4b9f-4ba2-940f-617469450db1),segment_id=b46f81c7-4b9f-4ba2-940f-617469450db1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:53.970744 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.093479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=3e948c41-2c77-47a3-9509-ca9414ed9f86,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.102551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Provisioning complete for port 3e948c41-2c77-47a3-9509-ca9414ed9f86 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:54.103306 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.136058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3566478-d2f6-469f-903a-d7e324ecd690 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.142141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3566478-d2f6-469f-903a-d7e324ecd690 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.148744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3566478-d2f6-469f-903a-d7e324ecd690 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:54.153449 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e3566478-d2f6-469f-903a-d7e324ecd690 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2121694 Jul 16 20:38:54.159110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:54.216500 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.259319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Provisioning for port 724f44fb-a4c5-446e-be93-2ed5d1df5844 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:54.273371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Provisioning complete for port 724f44fb-a4c5-446e-be93-2ed5d1df5844 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:54.274474 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.315489 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.330791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ae6a7-e148-4026-9b33-765de607f254 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 5502fdbc-75f6-49f9-a030-578b0b55b564 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:54.331132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae6a7-e148-4026-9b33-765de607f254 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.349891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Port 724f44fb-a4c5-446e-be93-2ed5d1df5844 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:54.366899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Provisioning for port 5502fdbc-75f6-49f9-a030-578b0b55b564 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:38:54.383841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Provisioning complete for port 5502fdbc-75f6-49f9-a030-578b0b55b564 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:54.384582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.394879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:54.405305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:54.438125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-88d3a684-0b01-4193-ac61-f6ab25d251e7 None None] Port 5502fdbc-75f6-49f9-a030-578b0b55b564 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:54.442486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:54.486185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=e9d6059a-b4d7-4971-81b5-bdbd424b7440,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.539227 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae6a7-e148-4026-9b33-765de607f254 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.576289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4ea8e026-a211-40a3-8318-2bb4b6ca7f29 None None] Provisioning complete for port 724f44fb-a4c5-446e-be93-2ed5d1df5844 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:54.576657 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e026-a211-40a3-8318-2bb4b6ca7f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.602688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ae6a7-e148-4026-9b33-765de607f254 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 5502fdbc-75f6-49f9-a030-578b0b55b564 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:54.618079 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.628734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.638158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8e026-a211-40a3-8318-2bb4b6ca7f29 None None] Port 724f44fb-a4c5-446e-be93-2ed5d1df5844 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:54.648279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.733565 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.739787 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.767429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4c809dc2-8fc6-4d86-9858-5348375c11b7 None None] Provisioning complete for port 5502fdbc-75f6-49f9-a030-578b0b55b564 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:54.768445 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4c809dc2-8fc6-4d86-9858-5348375c11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.819434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4c809dc2-8fc6-4d86-9858-5348375c11b7 None None] Port 5502fdbc-75f6-49f9-a030-578b0b55b564 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:38:54.849694 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae6a7-e148-4026-9b33-765de607f254 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.920358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ae6a7-e148-4026-9b33-765de607f254 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=5502fdbc-75f6-49f9-a030-578b0b55b564,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:54.930915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:54.938578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.020579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event updated for resources: {'Port': ['ID=54dfabae-b6e3-4d26-b931-3ffa4f672043,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.045995 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf4ae6a7-e148-4026-9b33-765de607f254 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.053042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cf4ae6a7-e148-4026-9b33-765de607f254 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/5502fdbc-75f6-49f9-a030-578b0b55b564 HTTP/1.1" status: 204 len: 168 time: 0.8878403 Jul 16 20:38:55.053980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:55.094701 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.102686 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.118279 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.128143 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4447fd-c4b1-40a5-bf03-1939c0d9a14c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:38:55.133618 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4f4447fd-c4b1-40a5-bf03-1939c0d9a14c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/5502fdbc-75f6-49f9-a030-578b0b55b564 HTTP/1.1" status: 404 len: 333 time: 0.0750182 Jul 16 20:38:55.133618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:55.225521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-eef8d902-9eca-47a1-9e5a-5ede2f8a1a53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1939816 Jul 16 20:38:55.245944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=e9d6059a-b4d7-4971-81b5-bdbd424b7440,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.250213 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Floating IP a08a2b73-cd58-464f-9504-728901c2edd7 associated. External IP: 172.25.7.135, port: acd58749-2260-49da-a3dd-cb0070efc1c1. Jul 16 20:38:55.280935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.302626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.303942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0c8943bf-57f2-4973-97fe-5c93df8a7d77 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1363778 Jul 16 20:38:55.308037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:55.313426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'port': {'network_id': '689aa16a-552c-40a0-89a9-dd2ceed92666', 'name': 'tempest-FloatingIPTestJSON-2089056052'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:55.381410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-78b567db-d39a-4bde-a697-e6a9b7922a86 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 724f44fb-a4c5-446e-be93-2ed5d1df5844 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:55.382312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78b567db-d39a-4bde-a697-e6a9b7922a86 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.397465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-6c3ebca7-bf9b-4117-8efe-d2b4c565ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.399576 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-6c3ebca7-bf9b-4117-8efe-d2b4c565ff51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f5e4433cc2340f090cb22d62c0e37c3&device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1098 time: 0.1146231 Jul 16 20:38:55.502939 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78b567db-d39a-4bde-a697-e6a9b7922a86 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.517638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-78b567db-d39a-4bde-a697-e6a9b7922a86 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 724f44fb-a4c5-446e-be93-2ed5d1df5844 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:55.519416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Made reservation on behalf of 6a4d858cca8942a7bb78ce3fb4777308 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:55.523557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.552739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] device_id is not set on port a40f0d39-e1d7-4ebe-b97f-6df2462f8464 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:38:55.578060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-007e76b7-1f56-436d-a20a-ea30a881d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.583309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-007e76b7-1f56-436d-a20a-ea30a881d686 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74692a0d-a571-435d-8f49-778a689435fc HTTP/1.1" status: 200 len: 914 time: 0.1453817 Jul 16 20:38:55.586473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Router 1a857afb-2e7f-414e-a336-3d5a19356866 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:55.620355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3e948c41-2c77-47a3-9509-ca9414ed9f86 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:38:55.640196 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:38:55.690422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3e948c41-2c77-47a3-9509-ca9414ed9f86 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:38:55.691555 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.706485 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-0236871a-22ed-41ed-aa6b-56e80308d276 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2 HTTP/1.1" status: 200 len: 1002 time: 0.1186993 Jul 16 20:38:55.762712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.20.0.7 (689aa16a-552c-40a0-89a9-dd2ceed92666/665a643f-8779-438f-9140-7ad966014373/a40f0d39-e1d7-4ebe-b97f-6df2462f8464) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:38:55.785611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78b567db-d39a-4bde-a697-e6a9b7922a86 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.808976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-0682f11d-0558-49a8-87c2-73b3750ccce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.810418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-0682f11d-0558-49a8-87c2-73b3750ccce0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9cd3f898-22c2-49c8-a027-ca93d3129c5f HTTP/1.1" status: 200 len: 852 time: 0.0726645 Jul 16 20:38:55.811606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:55.823850 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] Sync routers for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:55.829543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b567db-d39a-4bde-a697-e6a9b7922a86 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=724f44fb-a4c5-446e-be93-2ed5d1df5844,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:55.842243 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:55.843013 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:55.870544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:55.934475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-3e2a7552-402d-4045-aa4b-b27b715a796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:55.935989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-3e2a7552-402d-4045-aa4b-b27b715a796f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74692a0d-a571-435d-8f49-778a689435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185644 Jul 16 20:38:55.938034 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-570b2d3d-c8ba-4264-bad1-6b8525637b0b tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9188571 Jul 16 20:38:55.938755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'tag': 'acd58749-2260-49da-a3dd-cb0070efc1c1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:38:55.941478 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f" -d '{"events": [{"name": "network-changed", "server_uuid": "a10d6667-6c3b-4623-be27-e7ca38d6628e", "tag": "acd58749-2260-49da-a3dd-cb0070efc1c1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:38:55.999616 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:56.020987 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad92244e-edac-4619-80be-a72e4fb61316 x-openstack-request-id: req-ad92244e-edac-4619-80be-a72e4fb61316 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:38:56.021324 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10d6667-6c3b-4623-be27-e7ca38d6628e", "tag": "acd58749-2260-49da-a3dd-cb0070efc1c1", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:38:56.021542 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad92244e-edac-4619-80be-a72e4fb61316 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:38:56.021956 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'tag': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'status': 'completed', 'code': 200} Jul 16 20:38:56.055733 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78b567db-d39a-4bde-a697-e6a9b7922a86 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.057798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-78b567db-d39a-4bde-a697-e6a9b7922a86 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/724f44fb-a4c5-446e-be93-2ed5d1df5844 HTTP/1.1" status: 204 len: 168 time: 0.9235446 Jul 16 20:38:56.061445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:56.074997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-a383996b-0a9e-44aa-a2ce-98731cf782ef service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300201 Jul 16 20:38:56.113261 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-81233fc4-6e5a-4a10-8d8c-22a66e438cad tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:38:56.118181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-81233fc4-6e5a-4a10-8d8c-22a66e438cad tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/724f44fb-a4c5-446e-be93-2ed5d1df5844 HTTP/1.1" status: 404 len: 333 time: 0.0521011 Jul 16 20:38:56.122041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:56.202973 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.219491 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-336fa292-efe3-4a56-941a-ba0f620ff843 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3190780 Jul 16 20:38:56.233676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58501f2d-7525-4056-8a00-68b47c3ccf2f req-e90b87b9-2f69-4c27-8c80-2b9db05e372c service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295705 Jul 16 20:38:56.239762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ed688a-0b53-4342-b403-94ac72268409 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet c5db4a6b-ab25-4536-a2a2-768109e67281 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:38:56.246921 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ed688a-0b53-4342-b403-94ac72268409 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.265233 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.290179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-03fc8d1d-2b85-4c3f-8303-1cb0a1fbf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:56.291936 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-03fc8d1d-2b85-4c3f-8303-1cb0a1fbf65b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f775cf4b04154a38827177d30d711eac&device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 1098 time: 0.2517157 Jul 16 20:38:56.319367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'a08a2b73-cd58-464f-9504-728901c2edd7', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'port_id': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'mac_address': 'fa:16:3e:70:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 0, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df28180-5f28-4f4d-97b3-a6811460497a', 'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'mac_address': 'fa:16:3e:48:76:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:19Z', 'revision_number': 5, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'subnets': [{'id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.346846 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] Checking router: 1a857afb-2e7f-414e-a336-3d5a19356866 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:38:56.357852 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:56.358478 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.385597 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ed688a-0b53-4342-b403-94ac72268409 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.469701 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.495407 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:38:56.851017 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'a08a2b73-cd58-464f-9504-728901c2edd7', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'port_id': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'mac_address': 'fa:16:3e:70:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 0, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df28180-5f28-4f4d-97b3-a6811460497a', 'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'mac_address': 'fa:16:3e:48:76:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:19Z', 'revision_number': 5, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'subnets': [{'id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:56.882412 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d161e-52ee-450d-8edd-107dd59f0ed1 None None] The sync data for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 is: [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'a08a2b73-cd58-464f-9504-728901c2edd7', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'floating_ip_address': '172.25.7.135', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'port_id': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'mac_address': 'fa:16:3e:70:8b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:38:54Z', 'updated_at': '2021-07-16T20:38:54Z', 'revision_number': 0, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df28180-5f28-4f4d-97b3-a6811460497a', 'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'mac_address': 'fa:16:3e:48:76:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:19Z', 'revision_number': 5, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'subnets': [{'id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:56.963800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 689aa16a-552c-40a0-89a9-dd2ceed92666 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:38:56.971497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-d55145db-0e82-4ba4-86d9-5b285315d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:56.973030 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-d55145db-0e82-4ba4-86d9-5b285315d243 service neutron] 10.222.0.63 "GET /v2.0/networks?id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 HTTP/1.1" status: 200 len: 910 time: 0.6747246 Jul 16 20:38:56.979914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=a40f0d39-e1d7-4ebe-b97f-6df2462f8464,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:56.984431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ed688a-0b53-4342-b403-94ac72268409 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:56.989055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:38:57.020716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2c0a31d8-fdc3-48f6-b12c-219227f29e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.021219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2c0a31d8-fdc3-48f6-b12c-219227f29e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.021693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2c0a31d8-fdc3-48f6-b12c-219227f29e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.022162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2c0a31d8-fdc3-48f6-b12c-219227f29e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.022681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2c0a31d8-fdc3-48f6-b12c-219227f29e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.023421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2c0a31d8-fdc3-48f6-b12c-219227f29e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.023744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2c0a31d8-fdc3-48f6-b12c-219227f29e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.025903 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2c0a31d8-fdc3-48f6-b12c-219227f29e86 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 6508 time: 0.7231259 Jul 16 20:38:57.026779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:38:57.152213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b397f7-8431-4fd2-b406-ec5f7b88be1a None None] New status for floating IP a08a2b73-cd58-464f-9504-728901c2edd7: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:38:57.211907 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-31d9ebac-83d2-4891-98e5-7239f366026f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acd58749-2260-49da-a3dd-cb0070efc1c1 HTTP/1.1" status: 200 len: 1000 time: 0.2290120 Jul 16 20:38:57.226972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.228108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.279095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ed688a-0b53-4342-b403-94ac72268409 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.300823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-51179733-1016-431c-9c28-d464bc0db297 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9914773 Jul 16 20:38:57.304841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58026) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:57.310836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'port_id': 'a40f0d39-e1d7-4ebe-b97f-6df2462f8464'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:57.335343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed688a-0b53-4342-b403-94ac72268409 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=c5db4a6b-ab25-4536-a2a2-768109e67281,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:57.337911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-262b829a-7fde-4507-a649-36c5b6735e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.338491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-262b829a-7fde-4507-a649-36c5b6735e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.339096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-262b829a-7fde-4507-a649-36c5b6735e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.340678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-262b829a-7fde-4507-a649-36c5b6735e34 service neutron] 10.222.0.63 "GET /v2.0/networks?id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=93b13eab-c3ed-4ab9-b4b8-855daa064667&id=6a17a63a-c043-49f3-9a05-56cd95c749a7&id=6a17a63a-c043-49f3-9a05-56cd95c749a7 HTTP/1.1" status: 200 len: 2297 time: 0.2747111 Jul 16 20:38:57.345586 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6ed688a-0b53-4342-b403-94ac72268409 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.347755 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f6ed688a-0b53-4342-b403-94ac72268409 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/c5db4a6b-ab25-4536-a2a2-768109e67281 HTTP/1.1" status: 204 len: 168 time: 1.2236364 Jul 16 20:38:57.357887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:57.367067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-8a367283-5b6d-4fb8-bdea-b51b0726ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.368842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-8a367283-5b6d-4fb8-bdea-b51b0726ac2f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3afe8f14-42e3-460c-8578-d4af91492bda HTTP/1.1" status: 200 len: 848 time: 0.1488297 Jul 16 20:38:57.382982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f2065-cebb-49eb-a66d-62d97ec65b91 None None] Network 647fdbb3-0ba9-4af5-b888-954e6e88aa44 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:38:57.401799 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.494556 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-5a05d270-3d55-40c4-93ce-de56414e8561 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 HTTP/1.1" status: 200 len: 1002 time: 0.1432211 Jul 16 20:38:57.555981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-f11bb1a4-ffda-4e90-838e-4f3610ed7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.557853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-f11bb1a4-ffda-4e90-838e-4f3610ed7887 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8b25d401-2108-45e7-bcdf-2b5a4eec4cc8 HTTP/1.1" status: 200 len: 856 time: 0.0551746 Jul 16 20:38:57.625001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-234c4c46-546e-44d7-927b-6edba39221aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.626900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-234c4c46-546e-44d7-927b-6edba39221aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2234671 Jul 16 20:38:57.704637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8da38a-3471-42d4-a04a-45d004cae451 None None] DHCP port deletion for 647fdbb3-0ba9-4af5-b888-954e6e88aa44 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:38:57.725246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-3f976d01-43f1-4c18-bc21-633fa0acd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:57.732221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-3f976d01-43f1-4c18-bc21-633fa0acd119 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92e25605-4fb7-4fa2-8b4e-c330d80a563a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630359 Jul 16 20:38:57.776769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1e8da38a-3471-42d4-a04a-45d004cae451 None None] Deleting port 3e948c41-2c77-47a3-9509-ca9414ed9f86 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:57.779246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8da38a-3471-42d4-a04a-45d004cae451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.832659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-0b395542-f9bd-4419-ad76-7f23189eb141 service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982048 Jul 16 20:38:57.861284 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.881069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1e8da38a-3471-42d4-a04a-45d004cae451 None None] For port 3e948c41-2c77-47a3-9509-ca9414ed9f86, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3e948c41-2c77-47a3-9509-ca9414ed9f86,segment=NetworkSegment(b46f81c7-4b9f-4ba2-940f-617469450db1),segment_id=b46f81c7-4b9f-4ba2-940f-617469450db1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:57.884995 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8da38a-3471-42d4-a04a-45d004cae451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:57.891659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-b258f6a7-786d-464d-9935-2967120aeed5 service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559823 Jul 16 20:38:57.906968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1e8da38a-3471-42d4-a04a-45d004cae451 None None] Calling delete_port for 3e948c41-2c77-47a3-9509-ca9414ed9f86 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:58.014079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 3e948c41-2c77-47a3-9509-ca9414ed9f86 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:58.014558 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.015375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-e98f2503-9b21-497f-ad32-c19b483e3246 service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754916 Jul 16 20:38:58.045703 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e8da38a-3471-42d4-a04a-45d004cae451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.049119 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-91ac3fb7-7d5a-4e4e-925a-f35ba02bf4d8 service neutron] 10.222.0.63 "GET /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267307 Jul 16 20:38:58.064144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8da38a-3471-42d4-a04a-45d004cae451 None None] No DVR routers for this DVR port 3e948c41-2c77-47a3-9509-ca9414ed9f86 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:58.083873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8da38a-3471-42d4-a04a-45d004cae451 None None] Pushing event deleted for resources: {'Port': ['ID=3e948c41-2c77-47a3-9509-ca9414ed9f86,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.112639 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-ec70e8a8-e3a2-48a2-954a-65781fb9aa61 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 217 time: 0.0567720 Jul 16 20:38:58.147608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] For port 3e948c41-2c77-47a3-9509-ca9414ed9f86, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3e948c41-2c77-47a3-9509-ca9414ed9f86,segment=NetworkSegment(b46f81c7-4b9f-4ba2-940f-617469450db1),segment_id=b46f81c7-4b9f-4ba2-940f-617469450db1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:38:58.148147 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.171280 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2b8bea5a-a589-4583-b65c-79f81361d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.173348 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-2b8bea5a-a589-4583-b65c-79f81361d819 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.0550129 Jul 16 20:38:58.196930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 3e948c41-2c77-47a3-9509-ca9414ed9f86 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:58.266650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-7fe563bc-7d30-47ae-8fa8-952cafbbc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.269233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-7fe563bc-7d30-47ae-8fa8-952cafbbc0e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890651 Jul 16 20:38:58.443171 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-c8335831-43de-452a-903c-8116d3fa9ecb service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656337 Jul 16 20:38:58.464483 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.507831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=3e948c41-2c77-47a3-9509-ca9414ed9f86,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:58.531995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No DVR routers for this DVR port 3e948c41-2c77-47a3-9509-ca9414ed9f86 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:38:58.546313 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 20:38:58.574913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-29b8927e-dc5a-4788-9bc5-0f892202fbfd service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263058 Jul 16 20:38:58.634191 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-3154b34c-6eae-4f43-a42f-08842c666560 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 217 time: 0.0525897 Jul 16 20:38:58.745899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-4b1f04ab-87a0-47cb-9919-024d9a2e9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.748739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-4b1f04ab-87a0-47cb-9919-024d9a2e9a21 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.1088510 Jul 16 20:38:58.761223 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.772133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.776825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647fdbb3-0ba9-4af5-b888-954e6e88aa44']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:58.779993 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.825841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46f81c7-4b9f-4ba2-940f-617469450db1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:58.825841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46f81c7-4b9f-4ba2-940f-617469450db1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:58.846603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.861451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-c23ad44a-647c-4147-9bc9-6a467e7ffacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:58.865744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-c23ad44a-647c-4147-9bc9-6a467e7ffacc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1100693 Jul 16 20:38:58.905684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.921060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:38:58.921750 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:38:58.926209 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:38:59.004543 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-eafee027-7701-4c10-9098-72f8103b3eac service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329522 Jul 16 20:38:59.005595 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP 57c6d108-f8c8-4b45-b89e-937859759592 associated. External IP: 172.25.7.61, port: a40f0d39-e1d7-4ebe-b97f-6df2462f8464. Jul 16 20:38:59.050753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.059352 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.065021 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/networks/647fdbb3-0ba9-4af5-b888-954e6e88aa44 HTTP/1.1" status: 204 len: 168 time: 1.7020175 Jul 16 20:38:59.065392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58040) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.070992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1784858288'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:59.095728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54688834-96c3-4f76-aa7e-eeac8702af37 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Network': ['ID=647fdbb3-0ba9-4af5-b888-954e6e88aa44,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.134084 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-cb8fd739-0c23-4390-a38a-c607f94ef5d0 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236057 Jul 16 20:38:59.151805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58044) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.164590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:38:59.168142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.184157 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-11bbcf67-907f-4ec2-b24d-8fdeee1ebec9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4 HTTP/1.1" status: 200 len: 217 time: 0.0439279 Jul 16 20:38:59.203609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:38:59.218897 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.219131 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Added segment a9aac5ca-6c30-437c-b37b-eba5e51ad3e0 of type vlan for network 36911654-d8d7-4462-8d6a-e85ad2649d24 Jul 16 20:38:59.239664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.298719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-0ec6e88a-3037-4a4d-aa78-38188b0a1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:59.300489 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-0ec6e88a-3037-4a4d-aa78-38188b0a1fab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.1108036 Jul 16 20:38:59.308924 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.403938 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4001-ce3a-4688-bd24-b54da6ceb623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.429940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.435768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:59.436584 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.442684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-3ce3d6bc-6d89-43f5-81f1-e1d5e3c38325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:59.445098 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-3ce3d6bc-6d89-43f5-81f1-e1d5e3c38325 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1369874 Jul 16 20:38:59.489537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:38:59.494557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Deleting port eed36dcd-0bc3-4036-8dfb-fde43a8fbdd1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:38:59.494980 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.551648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Network': ['ID=36911654-d8d7-4462-8d6a-e85ad2649d24,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.570479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 36911654-d8d7-4462-8d6a-e85ad2649d24 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:38:59.605355 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-044dd67b-060e-4fff-a4bd-ad713783c025 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533976 Jul 16 20:38:59.646247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.646481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.669601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Calling delete_port for eed36dcd-0bc3-4036-8dfb-fde43a8fbdd1 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:38:59.697810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3e948c41-2c77-47a3-9509-ca9414ed9f86 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:38:59.730171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3e948c41-2c77-47a3-9509-ca9414ed9f86 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:38:59.730602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3e948c41-2c77-47a3-9509-ca9414ed9f86 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:38:59.752167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4001-ce3a-4688-bd24-b54da6ceb623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.759183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4001-ce3a-4688-bd24-b54da6ceb623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.761879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:38:59.769407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.773205 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3c321-4a27-4ccd-9408-b215da383d69 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:38:59.779733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-104b406e-9fa2-4edf-bf46-de0413bb5e6a service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676090 Jul 16 20:38:59.781954 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8b35303e-239c-4a7e-ab0a-cb4977ce0641 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7155261 Jul 16 20:38:59.782815 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3c321-4a27-4ccd-9408-b215da383d69 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:59.783674 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-95d3c321-4a27-4ccd-9408-b215da383d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:59.784939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.794183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '36911654-d8d7-4462-8d6a-e85ad2649d24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:38:59.816541 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-95d3c321-4a27-4ccd-9408-b215da383d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:59.827178 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3c321-4a27-4ccd-9408-b215da383d69 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:38:59.828081 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-95d3c321-4a27-4ccd-9408-b215da383d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:59.849124 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0b4d4001-ce3a-4688-bd24-b54da6ceb623 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66bd452b6438453c9c710c67fcc38b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934345 Jul 16 20:38:59.854061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58052) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.859748 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-c5965276-9a82-42ec-93bf-15dabc9eb3a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=7ec91537-7208-43f6-a91a-d689b79c0b81 HTTP/1.1" status: 200 len: 217 time: 0.0614610 Jul 16 20:38:59.870350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d4001-ce3a-4688-bd24-b54da6ceb623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445df9c5-eb4c-45f0-ba22-fe96c27d00c1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:38:59.870889 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-95d3c321-4a27-4ccd-9408-b215da383d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:38:59.871616 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3c321-4a27-4ccd-9408-b215da383d69 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:38:59.877995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3bb5fdc2-83ed-497d-aadb-8a243950f554 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/floatingips/57c6d108-f8c8-4b45-b89e-937859759592 HTTP/1.1" status: 200 len: 977 time: 2.5717776 Jul 16 20:38:59.881875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58054) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:38:59.963481 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-919b-45a2-ad10-6e2c13f439f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:38:59.980977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-86c5991f-dbb0-4dad-8474-9f0a761d8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:38:59.982465 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-86c5991f-dbb0-4dad-8474-9f0a761d8aef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 200 len: 797 time: 0.1136768 Jul 16 20:39:00.009838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-919b-45a2-ad10-6e2c13f439f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.044274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:00.047831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.060545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port a40f0d39-e1d7-4ebe-b97f-6df2462f8464 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:00.060892 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.095866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-919b-45a2-ad10-6e2c13f439f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.098501 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-764ad9d5-919b-45a2-ad10-6e2c13f439f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.099720 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-764ad9d5-919b-45a2-ad10-6e2c13f439f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/445df9c5-eb4c-45f0-ba22-fe96c27d00c1 HTTP/1.1" status: 204 len: 168 time: 0.2446783 Jul 16 20:39:00.140800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ad9d5-919b-45a2-ad10-6e2c13f439f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445df9c5-eb4c-45f0-ba22-fe96c27d00c1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.156228 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.159632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-247a27ed-b2e9-4444-9225-58891b0a7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:00.161309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-247a27ed-b2e9-4444-9225-58891b0a7e3f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=93b13eab-c3ed-4ab9-b4b8-855daa064667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707914 Jul 16 20:39:00.165297 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.217106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event deleted for resources: {'Port': ['ID=eed36dcd-0bc3-4036-8dfb-fde43a8fbdd1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.375708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.376409 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Floating IP ba0e285e-efc4-411d-8011-16b8933183b7 disassociated (deleted). External IP: 172.25.7.229, port: 4ec8647f-794b-4b78-8db7-59819d3a68b2. Jul 16 20:39:00.408072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.408477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.408795 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP 57c6d108-f8c8-4b45-b89e-937859759592 disassociated. External IP: 172.25.7.61, port: a40f0d39-e1d7-4ebe-b97f-6df2462f8464. Jul 16 20:39:00.409181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for a40f0d39-e1d7-4ebe-b97f-6df2462f8464 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:00.421629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-7adafc74-54d8-4c94-812f-359c8e306c43 service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518389 Jul 16 20:39:00.453292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:00.547056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf05b0a-1ccb-4f1f-ab29-de82f9a8e468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.551366 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.582381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=a40f0d39-e1d7-4ebe-b97f-6df2462f8464,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.610940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.704987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-52dbfc7b-ab5b-439f-ad21-693118cd479e service neutron] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741230 Jul 16 20:39:00.712446 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:00.765715 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=db4b8f25-20ea-4c7d-ab6a-182d9d19e899,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:00.809262 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-e6b9eb02-8e81-4559-a139-c711cfe78847 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca4c7-dc97-4568-8028-c745824ae60f HTTP/1.1" status: 200 len: 217 time: 0.0959620 Jul 16 20:39:00.827619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:00.841655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba9637-5195-44d6-8bf4-0d3beb2a3973 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:00.851317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba9637-5195-44d6-8bf4-0d3beb2a3973 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:00.852181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-90ba9637-5195-44d6-8bf4-0d3beb2a3973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:00.887595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-90ba9637-5195-44d6-8bf4-0d3beb2a3973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:00.899136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba9637-5195-44d6-8bf4-0d3beb2a3973 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:00.900150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-90ba9637-5195-44d6-8bf4-0d3beb2a3973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:00.914152 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Checking segment: {'id': 'a9aac5ca-6c30-437c-b37b-eba5e51ad3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36911654-d8d7-4462-8d6a-e85ad2649d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:00.914741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network hostable DHCP agents. Network: 36911654-d8d7-4462-8d6a-e85ad2649d24, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:00.924359 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:00.927575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cc60d0d5-6e8b-4895-811a-941834bc3993 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/ports/a40f0d39-e1d7-4ebe-b97f-6df2462f8464 HTTP/1.1" status: 204 len: 168 time: 1.0446370 Jul 16 20:39:00.931682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58062) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:00.938032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-90ba9637-5195-44d6-8bf4-0d3beb2a3973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:00.938663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ba9637-5195-44d6-8bf4-0d3beb2a3973 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:00.981633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-3400e09b-d37e-4c37-a20b-d8ca80652138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:00.985862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-3400e09b-d37e-4c37-a20b-d8ca80652138 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.1668162 Jul 16 20:39:00.985998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8cd612d0-1d46-4e8a-8aaa-f4f8505cdbab tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "GET /v2.0/floatingips/57c6d108-f8c8-4b45-b89e-937859759592 HTTP/1.1" status: 200 len: 687 time: 0.0495155 Jul 16 20:39:00.986086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58064) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:01.007612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 36911654-d8d7-4462-8d6a-e85ad2649d24 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:01.019755 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf05b0a-1ccb-4f1f-ab29-de82f9a8e468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.041703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:01.044130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf05b0a-1ccb-4f1f-ab29-de82f9a8e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.057109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 36911654-d8d7-4462-8d6a-e85ad2649d24) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:01.066661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc4981-08b8-4983-b056-e14aa380f7dd None None] Network 36911654-d8d7-4462-8d6a-e85ad2649d24 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:01.072898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:01.073123 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.117403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf05b0a-1ccb-4f1f-ab29-de82f9a8e468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688f0d04-d0cc-4b7d-8b2c-333e4aba41cf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:01.123932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port e9d6059a-b4d7-4971-81b5-bdbd424b7440 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:01.124580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.125579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-abf05b0a-1ccb-4f1f-ab29-de82f9a8e468 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78e8606513164e878e414a57646b12fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620021 Jul 16 20:39:01.134100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1f7426fe-72b9-4609-9617-27a3595e0453 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3419998 Jul 16 20:39:01.134100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:01.135871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:01.144752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c4fb8721-17b6-43da-be0f-e88effc912de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1806482343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:01.208494 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.209303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.221952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-0d64bd18-76db-4c8c-9514-97069031dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:01.223505 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-0d64bd18-76db-4c8c-9514-97069031dc09 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2300754 Jul 16 20:39:01.238713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for e9d6059a-b4d7-4971-81b5-bdbd424b7440 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:01.249510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-36911654-d8d7-4462-8d6a-e85ad2649d24', 'network_id': '36911654-d8d7-4462-8d6a-e85ad2649d24', 'tenant_id': '0c0813f7b8654a05b733c7b661439691', 'fixed_ips': [{'subnet_id': 'db4b8f25-20ea-4c7d-ab6a-182d9d19e899'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:01.251835 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.402182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.409227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Allocated IP 172.20.0.2 (36911654-d8d7-4462-8d6a-e85ad2649d24/db4b8f25-20ea-4c7d-ab6a-182d9d19e899/c650298b-7511-4611-8df1-74f9dd86e18d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:01.433942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=e9d6059a-b4d7-4971-81b5-bdbd424b7440,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:01.593410 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.604769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Transition to ACTIVE for port object c650298b-7511-4611-8df1-74f9dd86e18d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:01.629147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Transition to ACTIVE for port object c650298b-7511-4611-8df1-74f9dd86e18d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:01.636666 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.678229 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8721-17b6-43da-be0f-e88effc912de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.680214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8721-17b6-43da-be0f-e88effc912de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.681235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Network 36911654-d8d7-4462-8d6a-e85ad2649d24 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:01.684369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:01.688941 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:01.692201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Pushing event updated for resources: {'Port': ['ID=c650298b-7511-4611-8df1-74f9dd86e18d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:01.762059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Attempting to bind port c650298b-7511-4611-8df1-74f9dd86e18d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:01.762579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Attempting to bind port c650298b-7511-4611-8df1-74f9dd86e18d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'a9aac5ca-6c30-437c-b37b-eba5e51ad3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36911654-d8d7-4462-8d6a-e85ad2649d24'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:01.762951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Attempting to bind port c650298b-7511-4611-8df1-74f9dd86e18d on network 36911654-d8d7-4462-8d6a-e85ad2649d24 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:01.769325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:01.769325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Checking segment: {'id': 'a9aac5ca-6c30-437c-b37b-eba5e51ad3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36911654-d8d7-4462-8d6a-e85ad2649d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:01.769325 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.769743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Bound using segment: {'id': 'a9aac5ca-6c30-437c-b37b-eba5e51ad3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36911654-d8d7-4462-8d6a-e85ad2649d24'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:01.770158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Bound port: c650298b-7511-4611-8df1-74f9dd86e18d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9aac5ca-6c30-437c-b37b-eba5e51ad3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '36911654-d8d7-4462-8d6a-e85ad2649d24'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:01.770427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.809811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e24370-95c4-45e8-80cf-2e33aaa333ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.812981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:01.823514 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8721-17b6-43da-be0f-e88effc912de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.828899 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.830526 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] Sync routers for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:01.844820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] For port c650298b-7511-4611-8df1-74f9dd86e18d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:01.850339 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8721-17b6-43da-be0f-e88effc912de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.851747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:01.852617 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:01.854402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] For port c650298b-7511-4611-8df1-74f9dd86e18d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c650298b-7511-4611-8df1-74f9dd86e18d,segment=NetworkSegment(a9aac5ca-6c30-437c-b37b-eba5e51ad3e0),segment_id=a9aac5ca-6c30-437c-b37b-eba5e51ad3e0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:01.864678 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.875951 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.878947 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.880459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3753366b-537a-4bfa-a110-1ffb43c70968 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/floatingips/57c6d108-f8c8-4b45-b89e-937859759592 HTTP/1.1" status: 204 len: 168 time: 0.8934159 Jul 16 20:39:01.884224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58070) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:01.890019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'f5e72c4d-d43b-419e-8328-4c64505bb019'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:01.907117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e24370-95c4-45e8-80cf-2e33aaa333ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.918465 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.927206 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-12845e9e-56c7-4bb3-96c0-32cb31a012c8 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635962 Jul 16 20:39:01.943588 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aa5d72e7-8503-4b2b-b3d8-3712bfb7af2f tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "DELETE /v2.0/floatingips/ba0e285e-efc4-411d-8011-16b8933183b7 HTTP/1.1" status: 204 len: 168 time: 2.6905475 Jul 16 20:39:01.949779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:01.952095 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:01.954667 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8721-17b6-43da-be0f-e88effc912de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:01.964574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2e885-acf7-41f3-aa02-01b409663a91 None None] Pushing event updated for resources: {'Port': ['ID=c650298b-7511-4611-8df1-74f9dd86e18d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:01.972156 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c4fb8721-17b6-43da-be0f-e88effc912de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8308411 Jul 16 20:39:01.980073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:01.985841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'network_id': '36911654-d8d7-4462-8d6a-e85ad2649d24', 'name': 'tempest-PortsTestJSON-1549846381'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:02.032335 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:02.047243 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86b8c99-67be-420b-97d7-2660bc1d164b x-openstack-request-id: req-f86b8c99-67be-420b-97d7-2660bc1d164b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:02.047596 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:02.047852 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f86b8c99-67be-420b-97d7-2660bc1d164b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:02.048255 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'status': 'completed', 'code': 200} Jul 16 20:39:02.115977 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e24370-95c4-45e8-80cf-2e33aaa333ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.118745 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e24370-95c4-45e8-80cf-2e33aaa333ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.120503 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f9e24370-95c4-45e8-80cf-2e33aaa333ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/688f0d04-d0cc-4b7d-8b2c-333e4aba41cf HTTP/1.1" status: 204 len: 168 time: 0.9860187 Jul 16 20:39:02.140483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e24370-95c4-45e8-80cf-2e33aaa333ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688f0d04-d0cc-4b7d-8b2c-333e4aba41cf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:02.146476 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-0bb299da-4bfb-4ca5-b366-ec27363ed504 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974261 Jul 16 20:39:02.207411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-b8db9fdd-b2b4-472e-93d0-59265a46ebd0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484 HTTP/1.1" status: 200 len: 217 time: 0.0528853 Jul 16 20:39:02.331745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-592c9d33-bfc0-420d-9a8d-5786f23e1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.336544 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-592c9d33-bfc0-420d-9a8d-5786f23e1358 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 200 len: 797 time: 0.1221588 Jul 16 20:39:02.354471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-3e01a54b-a244-4246-81b7-eecd94ee757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.356105 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-3e01a54b-a244-4246-81b7-eecd94ee757a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f5e4433cc2340f090cb22d62c0e37c3&device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 1098 time: 0.2757924 Jul 16 20:39:02.360448 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.459716 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:02.502386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-7412816b-3b61-4d16-a775-0c2c471b9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.534798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-7412816b-3b61-4d16-a775-0c2c471b9f9d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6a17a63a-c043-49f3-9a05-56cd95c749a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1854794 Jul 16 20:39:02.537650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:02.541343 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:02.571071 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] Checking router: ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:02.586341 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:02.587817 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:02.610420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port c9169d4a-369f-4e9a-9e6c-76be49981ddd yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:02.675454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-c7983ef3-5f03-498a-9151-615d0d2978e5 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282129 Jul 16 20:39:02.697013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-10c78af1-7e81-45be-8a25-36c992b33b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.698147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-10c78af1-7e81-45be-8a25-36c992b33b44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74692a0d-a571-435d-8f49-778a689435fc HTTP/1.1" status: 200 len: 914 time: 0.3342052 Jul 16 20:39:02.740582 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:02.768431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.25.7.117 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/a42ebfc6-7e84-4886-86e4-161b36965ab9) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:02.785752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-6e115c91-9659-46c0-a3d3-7a235e814233 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2 HTTP/1.1" status: 200 len: 217 time: 0.0759385 Jul 16 20:39:02.802964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-235c2fdf-3922-4b64-b99a-d5020b425677 req-861a2090-128b-4101-b170-07c0337f9871 service neutron] 10.222.0.63 "GET /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234782 Jul 16 20:39:02.897174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e670089-aed7-48a7-a5f1-69adc1ef02d3 req-e2d95001-870d-4b7b-8bfd-e8a9a7638045 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.898844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e670089-aed7-48a7-a5f1-69adc1ef02d3 req-e2d95001-870d-4b7b-8bfd-e8a9a7638045 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 946 time: 0.3527408 Jul 16 20:39:02.973659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-6b21a13c-480f-46ab-8fb7-5a2b95ef9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:02.975161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-6b21a13c-480f-46ab-8fb7-5a2b95ef9a5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9cd3f898-22c2-49c8-a027-ca93d3129c5f HTTP/1.1" status: 200 len: 852 time: 0.1817148 Jul 16 20:39:02.986619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.7 (36911654-d8d7-4462-8d6a-e85ad2649d24/db4b8f25-20ea-4c7d-ab6a-182d9d19e899/c9169d4a-369f-4e9a-9e6c-76be49981ddd) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:03.051587 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:03.071702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e670089-aed7-48a7-a5f1-69adc1ef02d3 req-84ea0237-c3d0-4b27-9647-51d6e139f359 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539066 Jul 16 20:39:03.085818 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ee8c9-aff4-4710-8f6c-bb00f4707ee3 None None] The sync data for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 is: [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:33:42Z', 'revision_number': 4, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0479eeaa-2aba-4463-9db2-61ae54e56096', 'name': '', 'network_id': '74692a0d-a571-435d-8f49-778a689435fc', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'mac_address': 'fa:16:3e:5b:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:40Z', 'updated_at': '2021-07-16T20:33:52Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'subnets': [{'id': '9cd3f898-22c2-49c8-a027-ca93d3129c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:03.095403 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.206275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-da76dbc0-8c52-4062-8abb-d098ba19d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:03.207972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-da76dbc0-8c52-4062-8abb-d098ba19d3c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74692a0d-a571-435d-8f49-778a689435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2228045 Jul 16 20:39:03.311124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.432107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686b833-3b7f-4520-911e-88f1c7fcc566 None None] Network 36911654-d8d7-4462-8d6a-e85ad2649d24 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:03.452541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:03.463487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:03.466090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:03.470278 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-a1b7b224-8610-4991-a8db-d1efa53594d1 service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535489 Jul 16 20:39:03.497244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b1a00-be68-4826-8c6f-6cf0854e0456 None None] New status for floating IP ba0e285e-efc4-411d-8011-16b8933183b7: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:39:03.512957 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.547165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=a42ebfc6-7e84-4886-86e4-161b36965ab9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.567873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object c9169d4a-369f-4e9a-9e6c-76be49981ddd will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:03.596458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f6538db4-7d70-4bd1-aaec-ba1e2a69adab None None] Provisioning for port c650298b-7511-4611-8df1-74f9dd86e18d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:03.747955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c650298b-7511-4611-8df1-74f9dd86e18d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:03.785097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2b47830-32d1-49a6-aaa8-26cfce5ab1d8 req-ffbbfe46-7177-4ab3-be35-abe47bb8d026 service neutron] 10.222.0.30 "GET /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028207 Jul 16 20:39:03.789217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.832097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c650298b-7511-4611-8df1-74f9dd86e18d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:03.842169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c650298b-7511-4611-8df1-74f9dd86e18d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:03.842532 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.920250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 36911654-d8d7-4462-8d6a-e85ad2649d24 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:03.935735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:03.945504 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:03.949536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:03.956979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=c9169d4a-369f-4e9a-9e6c-76be49981ddd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:03.986805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c650298b-7511-4611-8df1-74f9dd86e18d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c650298b-7511-4611-8df1-74f9dd86e18d,segment=NetworkSegment(a9aac5ca-6c30-437c-b37b-eba5e51ad3e0),segment_id=a9aac5ca-6c30-437c-b37b-eba5e51ad3e0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:03.995293 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.058652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c650298b-7511-4611-8df1-74f9dd86e18d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:04.073520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.074201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.103545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-41fd75b0-8abd-4539-90c5-7c930f1e4b7d tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.105009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-41fd75b0-8abd-4539-90c5-7c930f1e4b7d tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.30 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 946 time: 0.2360001 Jul 16 20:39:04.140611 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-edf96957-9d47-4afe-b254-a130c6961c56 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1593211 Jul 16 20:39:04.143352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:04.150024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-df350095-1a08-403c-9915-f0f77f34ff81 None None] Provisioning complete for port c650298b-7511-4611-8df1-74f9dd86e18d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:04.150735 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df350095-1a08-403c-9915-f0f77f34ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.392201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Deleting port 4ec8647f-794b-4b78-8db7-59819d3a68b2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:04.392544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.417154 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.527553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ddee6c36-6202-433e-877e-a07e9625c37a None None] Provisioning for port c9169d4a-369f-4e9a-9e6c-76be49981ddd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:04.530386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881a2a9-5110-4f2c-a55d-85bd61d1b50b req-ddee431a-27a3-4a87-936a-e4313bbe105a tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:04.532242 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e881a2a9-5110-4f2c-a55d-85bd61d1b50b req-ddee431a-27a3-4a87-936a-e4313bbe105a tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 946 time: 0.2624140 Jul 16 20:39:04.539504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ddee6c36-6202-433e-877e-a07e9625c37a None None] Provisioning complete for port c9169d4a-369f-4e9a-9e6c-76be49981ddd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:04.540358 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c36-6202-433e-877e-a07e9625c37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.558973 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.585465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ddee6c36-6202-433e-877e-a07e9625c37a None None] Port c9169d4a-369f-4e9a-9e6c-76be49981ddd cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:04.602042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e881a2a9-5110-4f2c-a55d-85bd61d1b50b req-0d2bc414-35af-45f8-805f-d29327a129a2 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/security-groups?id=05a2d73f-45f1-4568-964f-afbdc8377b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525048 Jul 16 20:39:04.713700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.969697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] For port 4ec8647f-794b-4b78-8db7-59819d3a68b2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=4ec8647f-794b-4b78-8db7-59819d3a68b2,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:04.970489 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:04.987586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Calling delete_port for 4ec8647f-794b-4b78-8db7-59819d3a68b2 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:05.014084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.020165 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.160531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=c9169d4a-369f-4e9a-9e6c-76be49981ddd,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.317159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.352415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.361618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.376124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.430324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d2df21cd-da7e-42bb-a4e8-dc5e6e9db2ba None None] Provisioning complete for port c9169d4a-369f-4e9a-9e6c-76be49981ddd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:05.432491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2df21cd-da7e-42bb-a4e8-dc5e6e9db2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.489156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d2df21cd-da7e-42bb-a4e8-dc5e6e9db2ba None None] Port c9169d4a-369f-4e9a-9e6c-76be49981ddd cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:05.507930 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.510430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] No DVR routers for this DVR port 4ec8647f-794b-4b78-8db7-59819d3a68b2 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:05.512030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=a42ebfc6-7e84-4886-86e4-161b36965ab9,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.516223 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.518179 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5d80c3d-d1ea-49c7-83dc-efbe3d4c9645 req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.30 "DELETE /v2.0/ports/4ec8647f-794b-4b78-8db7-59819d3a68b2 HTTP/1.1" status: 204 len: 173 time: 1.3796530 Jul 16 20:39:05.518625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'name': 'network-vif-deleted', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:39:05.520969 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913dcfbf-667b-4d56-82e5-df00a0c42bfc" -d '{"events": [{"server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "name": "network-vif-deleted", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:39:05.530426 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.584859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f350f0a-2d55-4730-b60b-efcbe38ba0fb tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event deleted for resources: {'Port': ['ID=4ec8647f-794b-4b78-8db7-59819d3a68b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:05.661783 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e406cd8-3cb1-4db1-9bfc-db0bad8c0e6a x-openstack-request-id: req-0e406cd8-3cb1-4db1-9bfc-db0bad8c0e6a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:39:05.661783 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fd7299-5754-4a05-87b3-fe457af81fb6", "name": "network-vif-deleted", "tag": "4ec8647f-794b-4b78-8db7-59819d3a68b2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:39:05.661783 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e406cd8-3cb1-4db1-9bfc-db0bad8c0e6a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:39:05.661783 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fd7299-5754-4a05-87b3-fe457af81fb6', 'name': 'network-vif-deleted', 'tag': '4ec8647f-794b-4b78-8db7-59819d3a68b2', 'status': 'completed', 'code': 200} Jul 16 20:39:05.698097 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP f48c794a-d39d-4ef2-bbb6-a24c10da3315 associated. External IP: 172.25.7.117, port: f5e72c4d-d43b-419e-8328-4c64505bb019. Jul 16 20:39:05.730713 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c650298b-7511-4611-8df1-74f9dd86e18d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:05.820329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c650298b-7511-4611-8df1-74f9dd86e18d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:05.820944 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.883954 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:05.896525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.037302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:06.043909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=c9169d4a-369f-4e9a-9e6c-76be49981ddd,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.060496 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.093782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58160) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:06.184609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:06.196923 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09ef10-5c16-4fc3-ae9b-8c3a13d3701b None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:06.198369 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-10161f6f-43cc-422a-a23b-98e27f5ac37d req-7911f9a0-7f62-401b-82f7-b36e3e939d9a tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 210 time: 0.0316246 Jul 16 20:39:06.216996 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09ef10-5c16-4fc3-ae9b-8c3a13d3701b None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:06.219700 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7d09ef10-5c16-4fc3-ae9b-8c3a13d3701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.226427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.239847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 36911654-d8d7-4462-8d6a-e85ad2649d24 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:06.241611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:06.266695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-24761db8-2bca-40f7-8473-70a318e809f9 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3813815 Jul 16 20:39:06.269183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:06.276199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1761171430'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:06.292400 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7d09ef10-5c16-4fc3-ae9b-8c3a13d3701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.303107 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09ef10-5c16-4fc3-ae9b-8c3a13d3701b None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:06.303805 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7d09ef10-5c16-4fc3-ae9b-8c3a13d3701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.306932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad731da-78dd-4a3b-9710-89804faf58cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.346119 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7d09ef10-5c16-4fc3-ae9b-8c3a13d3701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.346864 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09ef10-5c16-4fc3-ae9b-8c3a13d3701b None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:06.412197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Router ee3a3908-7206-4a97-a0b5-d3bd85bf144b is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:06.430862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Made reservation on behalf of 6a4d858cca8942a7bb78ce3fb4777308 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:06.434694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.438271 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad731da-78dd-4a3b-9710-89804faf58cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.452381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad731da-78dd-4a3b-9710-89804faf58cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.488120 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2ad731da-78dd-4a3b-9710-89804faf58cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fafa62ef1a934927a3bc2cb8dbeccfcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932626 Jul 16 20:39:06.490872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58166) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:06.525849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:06.530648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:06.536538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e91b7-00c5-46bc-b142-4f140b325890 None None] Sync routers for ids ['ee3a3908-7206-4a97-a0b5-d3bd85bf144b'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:06.541737 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fcc2e8e9-75f6-42cd-bc0c-6cc5de23b171 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "PUT /v2.0/routers/ee3a3908-7206-4a97-a0b5-d3bd85bf144b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3971355 Jul 16 20:39:06.544675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:06.550783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e91b7-00c5-46bc-b142-4f140b325890 None None] Routers {'ee3a3908-7206-4a97-a0b5-d3bd85bf144b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:06.551732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-651e91b7-00c5-46bc-b142-4f140b325890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ee3a3908-7206-4a97-a0b5-d3bd85bf144b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.553649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad731da-78dd-4a3b-9710-89804faf58cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e16714-27ac-4cd1-82e4-1cb0db46ad21,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.563541 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.563541 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Added segment 9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34 of type vlan for network 2de7b562-0cf1-44df-9430-f14faecb1325 Jul 16 20:39:06.596140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-651e91b7-00c5-46bc-b142-4f140b325890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.606355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e91b7-00c5-46bc-b142-4f140b325890 None None] Routers {'ee3a3908-7206-4a97-a0b5-d3bd85bf144b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:06.607221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-651e91b7-00c5-46bc-b142-4f140b325890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ee3a3908-7206-4a97-a0b5-d3bd85bf144b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.624886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68820124-fffa-413e-af45-585acaf0721e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.626776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-68820124-fffa-413e-af45-585acaf0721e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a3908-7206-4a97-a0b5-d3bd85bf144b HTTP/1.1" status: 200 len: 982 time: 0.0808260 Jul 16 20:39:06.627649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:06.636355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.654610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-651e91b7-00c5-46bc-b142-4f140b325890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:06.655299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e91b7-00c5-46bc-b142-4f140b325890 None None] The sync data for ids ['ee3a3908-7206-4a97-a0b5-d3bd85bf144b'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:06.665055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34961cf0-7187-40d5-874c-10ac46d4fa61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.665742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-507bf017-5706-4a8f-b463-c19d45ad978b None None] Provisioning complete for port c9169d4a-369f-4e9a-9e6c-76be49981ddd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:06.666289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-507bf017-5706-4a8f-b463-c19d45ad978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.703477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-507bf017-5706-4a8f-b463-c19d45ad978b None None] Port c9169d4a-369f-4e9a-9e6c-76be49981ddd cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:06.704380 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34961cf0-7187-40d5-874c-10ac46d4fa61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.744332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.749911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:06.750503 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.800714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5304132 Jul 16 20:39:06.803820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:06.804753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34961cf0-7187-40d5-874c-10ac46d4fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.807374 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34961cf0-7187-40d5-874c-10ac46d4fa61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:06.808501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-34961cf0-7187-40d5-874c-10ac46d4fa61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44e16714-27ac-4cd1-82e4-1cb0db46ad21 HTTP/1.1" status: 204 len: 168 time: 0.3162351 Jul 16 20:39:06.839352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'subnet': {'network_id': '2de7b562-0cf1-44df-9430-f14faecb1325', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:06.856392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bac58-e281-4ed5-b930-eecf046755e7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Network': ['ID=2de7b562-0cf1-44df-9430-f14faecb1325,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.871111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 2de7b562-0cf1-44df-9430-f14faecb1325 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:06.871738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34961cf0-7187-40d5-874c-10ac46d4fa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e16714-27ac-4cd1-82e4-1cb0db46ad21,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:06.976120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Made reservation on behalf of 6a4d858cca8942a7bb78ce3fb4777308 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:06.980637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.060525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.156249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4ec8647f-794b-4b78-8db7-59819d3a68b2 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:07.197231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 4ec8647f-794b-4b78-8db7-59819d3a68b2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:07.200551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 4ec8647f-794b-4b78-8db7-59819d3a68b2 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:07.203064 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.293989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.310738 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1be1bc9-c962-4dcc-81c0-6832c2b9f3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.312604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Subnet': ['ID=121a8471-c53b-48a3-a71c-2d9f6c46222a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.356159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Checking segment: {'id': '9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2de7b562-0cf1-44df-9430-f14faecb1325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:07.357181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network hostable DHCP agents. Network: 2de7b562-0cf1-44df-9430-f14faecb1325, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:07.376040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port c9169d4a-369f-4e9a-9e6c-76be49981ddd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:07.376547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.404339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-269e6451-e8a1-4c1a-8d8e-c28074832ef9 req-012998e3-e913-44ca-a9db-cc4b7e7946ed tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 210 time: 0.0355353 Jul 16 20:39:07.414118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 2de7b562-0cf1-44df-9430-f14faecb1325 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:07.435904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 2de7b562-0cf1-44df-9430-f14faecb1325) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:07.438498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f788a4-be65-4d46-8225-30153fef0ecc None None] Network 2de7b562-0cf1-44df-9430-f14faecb1325 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:07.443419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:07.444949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.494289 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.505221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1be1bc9-c962-4dcc-81c0-6832c2b9f3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.513533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1be1bc9-c962-4dcc-81c0-6832c2b9f3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.515745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for c9169d4a-369f-4e9a-9e6c-76be49981ddd owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:07.541664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f3e102b-7554-4710-984a-0e4d64cdef3b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7316206 Jul 16 20:39:07.543992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58182) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.551504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1298469721', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:07.586242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.587833 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.612815 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f1be1bc9-c962-4dcc-81c0-6832c2b9f3e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa71244751fc48a48cbce58fa3895ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168733 Jul 16 20:39:07.615611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be1bc9-c962-4dcc-81c0-6832c2b9f3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f0ca4c-309a-42f9-bf3a-094b67634220,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.617376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58184) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:07.652780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-2de7b562-0cf1-44df-9430-f14faecb1325', 'network_id': '2de7b562-0cf1-44df-9430-f14faecb1325', 'tenant_id': '6a4d858cca8942a7bb78ce3fb4777308', 'fixed_ips': [{'subnet_id': '121a8471-c53b-48a3-a71c-2d9f6c46222a'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:07.653660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.686002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.824035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.831871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Allocated IP 172.20.0.2 (2de7b562-0cf1-44df-9430-f14faecb1325/121a8471-c53b-48a3-a71c-2d9f6c46222a/c7a39110-5670-4813-8ab1-9859a8adbbe7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:07.846646 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31d4649a-eda6-4a7f-8315-8bd515c4d084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.867575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=c9169d4a-369f-4e9a-9e6c-76be49981ddd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:07.892049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:07.914096 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31d4649a-eda6-4a7f-8315-8bd515c4d084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.027031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31d4649a-eda6-4a7f-8315-8bd515c4d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.029855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31d4649a-eda6-4a7f-8315-8bd515c4d084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.031041 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-31d4649a-eda6-4a7f-8315-8bd515c4d084 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93f0ca4c-309a-42f9-bf3a-094b67634220 HTTP/1.1" status: 204 len: 168 time: 0.4126172 Jul 16 20:39:08.131773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4649a-eda6-4a7f-8315-8bd515c4d084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f0ca4c-309a-42f9-bf3a-094b67634220,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.154223 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.166348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Transition to ACTIVE for port object c7a39110-5670-4813-8ab1-9859a8adbbe7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:08.206225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Transition to ACTIVE for port object c7a39110-5670-4813-8ab1-9859a8adbbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:08.223436 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.287184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Network 2de7b562-0cf1-44df-9430-f14faecb1325 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:08.292350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:08.295153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:08.309851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Pushing event updated for resources: {'Port': ['ID=c7a39110-5670-4813-8ab1-9859a8adbbe7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.383841 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.396927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Attempting to bind port c7a39110-5670-4813-8ab1-9859a8adbbe7 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:08.397512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Attempting to bind port c7a39110-5670-4813-8ab1-9859a8adbbe7 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2de7b562-0cf1-44df-9430-f14faecb1325'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:08.397972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Attempting to bind port c7a39110-5670-4813-8ab1-9859a8adbbe7 on network 2de7b562-0cf1-44df-9430-f14faecb1325 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:08.405169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.405671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:08.406269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Checking segment: {'id': '9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2de7b562-0cf1-44df-9430-f14faecb1325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:08.406753 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.407227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Bound using segment: {'id': '9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2de7b562-0cf1-44df-9430-f14faecb1325'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:08.407972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Bound port: c7a39110-5670-4813-8ab1-9859a8adbbe7, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2de7b562-0cf1-44df-9430-f14faecb1325'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:08.408561 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.557557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.562109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.25.7.163 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/82033441-8e9f-4aa6-b59f-0d528814582f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:08.580728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] For port c7a39110-5670-4813-8ab1-9859a8adbbe7, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:08.590192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] For port c7a39110-5670-4813-8ab1-9859a8adbbe7, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c7a39110-5670-4813-8ab1-9859a8adbbe7,segment=NetworkSegment(9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34),segment_id=9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:08.602013 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.712401 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.717791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5c9b8-0675-4a71-b515-febef1aa635e None None] Pushing event updated for resources: {'Port': ['ID=c7a39110-5670-4813-8ab1-9859a8adbbe7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:08.780532 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3cb11639-5a7e-4d87-bc9c-6d7bf1ab5782 req-7f65e7e7-9b3d-4ca6-b78c-a606fbc7bcce tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 210 time: 0.0638728 Jul 16 20:39:08.786795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:08.826653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:08.830941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:08.858171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:08.897657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Router ee3a3908-7206-4a97-a0b5-d3bd85bf144b has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:09.051913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:09.059306 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-feb162e6-0591-4bb0-9327-4a340b87e851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "PUT /v2.0/routers/ee3a3908-7206-4a97-a0b5-d3bd85bf144b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4291914 Jul 16 20:39:09.060874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:09.063941 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c28e2c-6071-475f-95d3-20a425194ecf None None] Sync routers for ids ['ee3a3908-7206-4a97-a0b5-d3bd85bf144b'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:09.078642 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c28e2c-6071-475f-95d3-20a425194ecf None None] Routers {'ee3a3908-7206-4a97-a0b5-d3bd85bf144b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:09.079226 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-80c28e2c-6071-475f-95d3-20a425194ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ee3a3908-7206-4a97-a0b5-d3bd85bf144b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.136308 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-301efdfb-4f89-495d-8e2e-bab08d66a356 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:39:09.141013 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-301efdfb-4f89-495d-8e2e-bab08d66a356 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/c9169d4a-369f-4e9a-9e6c-76be49981ddd HTTP/1.1" status: 404 len: 333 time: 0.0744226 Jul 16 20:39:09.143631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58208) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:09.172295 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-80c28e2c-6071-475f-95d3-20a425194ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.189508 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c28e2c-6071-475f-95d3-20a425194ecf None None] Routers {'ee3a3908-7206-4a97-a0b5-d3bd85bf144b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:09.190901 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-80c28e2c-6071-475f-95d3-20a425194ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ee3a3908-7206-4a97-a0b5-d3bd85bf144b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.251635 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-80c28e2c-6071-475f-95d3-20a425194ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:09.253554 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c28e2c-6071-475f-95d3-20a425194ecf None None] The sync data for ids ['ee3a3908-7206-4a97-a0b5-d3bd85bf144b'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:09.326010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=82033441-8e9f-4aa6-b59f-0d528814582f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:09.345270 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aaaf6774-b152-4467-87a2-b2d36e8ea3c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.525082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.613724 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aaaf6774-b152-4467-87a2-b2d36e8ea3c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.618309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aaaf6774-b152-4467-87a2-b2d36e8ea3c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.716118 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aaaf6774-b152-4467-87a2-b2d36e8ea3c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.716673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaf6774-b152-4467-87a2-b2d36e8ea3c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Fanout notify agent at l3_agent the message router_deleted on router ee3a3908-7206-4a97-a0b5-d3bd85bf144b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:09.725933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aaaf6774-b152-4467-87a2-b2d36e8ea3c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.727118 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aaaf6774-b152-4467-87a2-b2d36e8ea3c7 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/routers/ee3a3908-7206-4a97-a0b5-d3bd85bf144b HTTP/1.1" status: 204 len: 168 time: 0.5826087 Jul 16 20:39:09.730091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:09.755839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c7a39110-5670-4813-8ab1-9859a8adbbe7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:09.840328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c7a39110-5670-4813-8ab1-9859a8adbbe7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:09.868981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet db4b8f25-20ea-4c7d-ab6a-182d9d19e899 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:09.878487 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:09.950305 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.147969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.272389 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.310369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=db4b8f25-20ea-4c7d-ab6a-182d9d19e899,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:10.322422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.322422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.322719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.322906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.323383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.323723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.324058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.324393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.324731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.325058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.325396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.325724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:10.327576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22a9a2-210d-4edb-b683-ad57ccd4220e None None] Network 2de7b562-0cf1-44df-9430-f14faecb1325 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:10.331663 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.336752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-abf26d93-a9b4-4f28-a68c-a6b08ca36733 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/db4b8f25-20ea-4c7d-ab6a-182d9d19e899 HTTP/1.1" status: 204 len: 168 time: 0.6046984 Jul 16 20:39:10.337407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:10.348110 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-03c449e1-ab53-49a2-88a7-e7cbe286a63a req-65415d7a-5ebb-4dc1-a350-ceb0cc105175 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 210 time: 0.0402570 Jul 16 20:39:10.358963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef7167-d86f-4037-ac1f-d2cc99b2066a None None] Network 36911654-d8d7-4462-8d6a-e85ad2649d24 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:10.381080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.446826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.520947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6305cb76-197c-4289-a796-4eb622c55d63 None None] Provisioning for port c7a39110-5670-4813-8ab1-9859a8adbbe7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:10.550656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port c650298b-7511-4611-8df1-74f9dd86e18d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:10.551066 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.561289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2442424b-b134-4220-bf40-f98e121065e4 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:10.596069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6305cb76-197c-4289-a796-4eb622c55d63 None None] Provisioning complete for port c7a39110-5670-4813-8ab1-9859a8adbbe7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:10.596738 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6305cb76-197c-4289-a796-4eb622c55d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.640748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] For port c650298b-7511-4611-8df1-74f9dd86e18d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c650298b-7511-4611-8df1-74f9dd86e18d,segment=NetworkSegment(a9aac5ca-6c30-437c-b37b-eba5e51ad3e0),segment_id=a9aac5ca-6c30-437c-b37b-eba5e51ad3e0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:10.641152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.669215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for c650298b-7511-4611-8df1-74f9dd86e18d owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:10.811978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:10.834123 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.850730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No DVR routers for this DVR port c650298b-7511-4611-8df1-74f9dd86e18d on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:10.856183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:10.858657 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c61a8e59-ccfa-4f8b-99f3-6fa78078e1cd tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3135676 Jul 16 20:39:10.861468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:10.896991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=c650298b-7511-4611-8df1-74f9dd86e18d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:10.923502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1244f20-bbfb-4dba-bdb9-050cebceb632 None None] Sync routers for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:10.972958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1244f20-bbfb-4dba-bdb9-050cebceb632 None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:10.973614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c1244f20-bbfb-4dba-bdb9-050cebceb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.023989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c1244f20-bbfb-4dba-bdb9-050cebceb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.034527 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.059823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36911654-d8d7-4462-8d6a-e85ad2649d24']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.074558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aac5ca-6c30-437c-b37b-eba5e51ad3e0') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.074923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aac5ca-6c30-437c-b37b-eba5e51ad3e0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.092435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1244f20-bbfb-4dba-bdb9-050cebceb632 None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:11.093087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c1244f20-bbfb-4dba-bdb9-050cebceb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.113235 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.137918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.152600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:11.153018 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:11.157186 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:11.188023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c1244f20-bbfb-4dba-bdb9-050cebceb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:11.188962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1244f20-bbfb-4dba-bdb9-050cebceb632 None None] The sync data for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:11.200447 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6305cb76-197c-4289-a796-4eb622c55d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.241073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.254199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.266103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/networks/36911654-d8d7-4462-8d6a-e85ad2649d24 HTTP/1.1" status: 204 len: 168 time: 0.9275885 Jul 16 20:39:11.268370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.318333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6305cb76-197c-4289-a796-4eb622c55d63 None None] For port c7a39110-5670-4813-8ab1-9859a8adbbe7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c7a39110-5670-4813-8ab1-9859a8adbbe7,segment=NetworkSegment(9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34),segment_id=9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:11.319973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc543a-397f-4688-a2a0-562885e52f03 None None] DHCP port deletion for 36911654-d8d7-4462-8d6a-e85ad2649d24 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:11.324840 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6305cb76-197c-4289-a796-4eb622c55d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.444972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9b731-27cf-4469-bce0-77ddf90c4ff4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Network': ['ID=36911654-d8d7-4462-8d6a-e85ad2649d24,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.448940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305cb76-197c-4289-a796-4eb622c55d63 None None] Pushing event updated for resources: {'Port': ['ID=c7a39110-5670-4813-8ab1-9859a8adbbe7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:11.478009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ca36f-933d-4a13-80e6-34cbfe678309 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:11.482997 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e0ca36f-933d-4a13-80e6-34cbfe678309 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/d00017ef-05c1-41fe-9dbf-4d750ccbbb46 HTTP/1.1" status: 200 len: 841 time: 0.1887646 Jul 16 20:39:11.484183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58256) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.572090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ca153d46-9958-4457-ad34-4ec5653c8f94 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/d00017ef-05c1-41fe-9dbf-4d750ccbbb46?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0808728 Jul 16 20:39:11.572090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58258) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:11.577078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:11.614048 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e72eaad6-0d72-4a0b-8957-96567c5d18e3 req-0eb36561-d4a7-4343-be06-36f31ea4f0f3 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "GET /v2.0/ports?device_id=61fd7299-5754-4a05-87b3-fe457af81fb6 HTTP/1.1" status: 200 len: 210 time: 0.0725234 Jul 16 20:39:11.696242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c7a39110-5670-4813-8ab1-9859a8adbbe7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:11.767853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6fce3a0f-1f2e-4ade-b347-1f370fdf4299 None None] Provisioning complete for port c7a39110-5670-4813-8ab1-9859a8adbbe7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:11.768462 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6fce3a0f-1f2e-4ade-b347-1f370fdf4299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.841039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c7a39110-5670-4813-8ab1-9859a8adbbe7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:11.841795 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.860834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:11.868015 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:11.979352 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.063541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c650298b-7511-4611-8df1-74f9dd86e18d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:12.084791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c650298b-7511-4611-8df1-74f9dd86e18d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:12.085138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c650298b-7511-4611-8df1-74f9dd86e18d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:12.226307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.285697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:12.293399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:12.296446 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:12.297108 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.303715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344fac7f-b145-4e4b-abf4-c66df00aa351 None None] Network 323a1796-84b1-4305-994e-34ce17368db8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:12.344515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=e2386981-1806-441b-a30d-b919dcdd1761,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.353909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bf3a613b-22be-4085-b558-08b770fba728 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7834117 Jul 16 20:39:12.356820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.363062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6ea57949-8a35-4b72-8bec-7c2b70c8d318 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'security_group': {'name': 'tempest-secgroup-350990375'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:12.395515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ea57949-8a35-4b72-8bec-7c2b70c8d318 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.430616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.20.0.1 (2de7b562-0cf1-44df-9430-f14faecb1325/121a8471-c53b-48a3-a71c-2d9f6c46222a/7369c84f-0630-4db0-9296-6d5a74def0d2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:12.501817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-323a1796-84b1-4305-994e-34ce17368db8', 'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'tenant_id': '0c0813f7b8654a05b733c7b661439691', 'fixed_ips': [{'subnet_id': 'e2386981-1806-441b-a30d-b919dcdd1761'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:12.502928 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.515722 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ea57949-8a35-4b72-8bec-7c2b70c8d318 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.534290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ea57949-8a35-4b72-8bec-7c2b70c8d318 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.564568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea57949-8a35-4b72-8bec-7c2b70c8d318 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fceaafb-081d-4d1d-974b-b6a7b736a545,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.581104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ea57949-8a35-4b72-8bec-7c2b70c8d318 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.585728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.586251 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6ea57949-8a35-4b72-8bec-7c2b70c8d318 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2272849 Jul 16 20:39:12.590463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1bfe2323-d496-4269-906a-2e9544513111 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787645967'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:12.607500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.643874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Transition to ACTIVE for port object 7369c84f-0630-4db0-9296-6d5a74def0d2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:12.650129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2323-d496-4269-906a-2e9544513111 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.695589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Allocated IP 172.20.0.2 (323a1796-84b1-4305-994e-34ce17368db8/e2386981-1806-441b-a30d-b919dcdd1761/d156fb11-b80e-4195-94ce-5ab98912f3cd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:12.730450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.780840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:12.811465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=7369c84f-0630-4db0-9296-6d5a74def0d2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.829322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 2de7b562-0cf1-44df-9430-f14faecb1325 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:12.833240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:12.839594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:12.873089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e63b2a07-c834-4663-8efa-f90e49753020 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.881703 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2323-d496-4269-906a-2e9544513111 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.895559 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2323-d496-4269-906a-2e9544513111 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.908999 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e63b2a07-c834-4663-8efa-f90e49753020 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.912295 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.924238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Transition to ACTIVE for port object d156fb11-b80e-4195-94ce-5ab98912f3cd will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:12.946655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Transition to ACTIVE for port object d156fb11-b80e-4195-94ce-5ab98912f3cd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:12.954436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe2323-d496-4269-906a-2e9544513111 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d68422-abb0-48f1-86ae-d853a0775b30,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:12.957238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.962924 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.989953 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1bfe2323-d496-4269-906a-2e9544513111 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:12.991524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1bfe2323-d496-4269-906a-2e9544513111 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4044793 Jul 16 20:39:12.997313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:13.002522 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e63b2a07-c834-4663-8efa-f90e49753020 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.005920 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e63b2a07-c834-4663-8efa-f90e49753020 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.010533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:13.011100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e63b2a07-c834-4663-8efa-f90e49753020 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] 10.222.0.10 "DELETE /v2.0/security-groups/05a2d73f-45f1-4568-964f-afbdc8377b6f HTTP/1.1" status: 204 len: 168 time: 0.2292106 Jul 16 20:39:13.018700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:13.021390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:13.036566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Pushing event updated for resources: {'Port': ['ID=d156fb11-b80e-4195-94ce-5ab98912f3cd,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.046186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1799788768', 'security_groups': ['b1d68422-abb0-48f1-86ae-d853a0775b30'], 'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e2386981-1806-441b-a30d-b919dcdd1761'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:13.096483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b2a07-c834-4663-8efa-f90e49753020 tempest-TestVolumeBackupRestore-300094377 tempest-TestVolumeBackupRestore-300094377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a2d73f-45f1-4568-964f-afbdc8377b6f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.140080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Attempting to bind port d156fb11-b80e-4195-94ce-5ab98912f3cd on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:13.141314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Attempting to bind port d156fb11-b80e-4195-94ce-5ab98912f3cd by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f759e5ef-a889-4ca1-8e7c-6c027c74f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '323a1796-84b1-4305-994e-34ce17368db8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:13.143700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Attempting to bind port d156fb11-b80e-4195-94ce-5ab98912f3cd on network 323a1796-84b1-4305-994e-34ce17368db8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:13.160743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:13.161254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Checking segment: {'id': 'f759e5ef-a889-4ca1-8e7c-6c027c74f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '323a1796-84b1-4305-994e-34ce17368db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:13.161719 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.162225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Bound using segment: {'id': 'f759e5ef-a889-4ca1-8e7c-6c027c74f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '323a1796-84b1-4305-994e-34ce17368db8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:13.163911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Bound port: d156fb11-b80e-4195-94ce-5ab98912f3cd, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f759e5ef-a889-4ca1-8e7c-6c027c74f480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '323a1796-84b1-4305-994e-34ce17368db8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:13.164418 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.289322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] For port d156fb11-b80e-4195-94ce-5ab98912f3cd, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:13.295755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:13.298150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] For port d156fb11-b80e-4195-94ce-5ab98912f3cd, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d156fb11-b80e-4195-94ce-5ab98912f3cd,segment=NetworkSegment(f759e5ef-a889-4ca1-8e7c-6c027c74f480),segment_id=f759e5ef-a889-4ca1-8e7c-6c027c74f480)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:13.305247 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.355875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.459586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82ba22-93a2-40c9-af6f-2d81a96e3b26 None None] Pushing event updated for resources: {'Port': ['ID=d156fb11-b80e-4195-94ce-5ab98912f3cd,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:13.488544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1d683d2-d2f2-4fdf-969c-9916cfe35777 None None] Provisioning for port 7369c84f-0630-4db0-9296-6d5a74def0d2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:13.503279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c1d683d2-d2f2-4fdf-969c-9916cfe35777 None None] Provisioning complete for port 7369c84f-0630-4db0-9296-6d5a74def0d2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:13.503279 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1d683d2-d2f2-4fdf-969c-9916cfe35777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.526128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:13.590492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port 4865148e-ff97-4cef-ad83-15bb45abf160 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:13.612231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c1d683d2-d2f2-4fdf-969c-9916cfe35777 None None] Port 7369c84f-0630-4db0-9296-6d5a74def0d2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:13.967020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.10 (323a1796-84b1-4305-994e-34ce17368db8/e2386981-1806-441b-a30d-b919dcdd1761/4865148e-ff97-4cef-ad83-15bb45abf160) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:14.046129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.052805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.134999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=7369c84f-0630-4db0-9296-6d5a74def0d2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.137450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.192210 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.218305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object 4865148e-ff97-4cef-ad83-15bb45abf160 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:14.261940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.262094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 2de7b562-0cf1-44df-9430-f14faecb1325 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:14.263814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:14.306646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:14.310364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:14.314569 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:14.374709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=4865148e-ff97-4cef-ad83-15bb45abf160,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:14.396789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:14.397831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.431230 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-12bc42fd-9a46-4af2-988f-1002c8962967 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4322844 Jul 16 20:39:14.437383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58414) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.444405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-58e3bc0c-4eb1-4d98-acce-98e28f16af04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:14.590518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2442424b-b134-4220-bf40-f98e121065e4 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:14.717228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e3bc0c-4eb1-4d98-acce-98e28f16af04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:14.722903 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58e3bc0c-4eb1-4d98-acce-98e28f16af04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.778646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8f559bb-1e86-48f4-85d3-6df5c4c75c72 None None] Provisioning complete for port 7369c84f-0630-4db0-9296-6d5a74def0d2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:14.782950 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f8f559bb-1e86-48f4-85d3-6df5c4c75c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:14.857386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:14.867208 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d1807-98fd-4024-b2f8-dc3b10b21da9 None None] Sync routers for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:14.882755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f8f559bb-1e86-48f4-85d3-6df5c4c75c72 None None] Port 7369c84f-0630-4db0-9296-6d5a74def0d2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:14.886646 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d1807-98fd-4024-b2f8-dc3b10b21da9 None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:14.888429 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7c51439d-f2d9-4871-a4db-d8dc9cb21d10 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/routers/2442424b-b134-4220-bf40-f98e121065e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0255358 Jul 16 20:39:14.890331 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-798d1807-98fd-4024-b2f8-dc3b10b21da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:14.891708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.898908 n-d-792394-17 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-58e3bc0c-4eb1-4d98-acce-98e28f16af04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2386981-1806-441b-a30d-b919dcdd1761 (CIDR: 172.20.0.0/28) Jul 16 20:39:14.908461 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e3bc0c-4eb1-4d98-acce-98e28f16af04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:14.909308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e3bc0c-4eb1-4d98-acce-98e28f16af04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:14.915674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'port': {'network_id': '2de7b562-0cf1-44df-9430-f14faecb1325', 'name': 'tempest-FloatingIPTestJSON-712299836'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:14.944963 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-58e3bc0c-4eb1-4d98-acce-98e28f16af04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5065675 Jul 16 20:39:14.947738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:14.956547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:15.025108 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-798d1807-98fd-4024-b2f8-dc3b10b21da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:15.053592 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d1807-98fd-4024-b2f8-dc3b10b21da9 None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:15.054250 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-798d1807-98fd-4024-b2f8-dc3b10b21da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:15.137230 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-798d1807-98fd-4024-b2f8-dc3b10b21da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:15.139074 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d1807-98fd-4024-b2f8-dc3b10b21da9 None None] The sync data for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:15.222683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eaaaa6a1-f959-4037-a0f6-3e7056aaa7a0 None None] Provisioning complete for port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:15.223046 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaaaa6a1-f959-4037-a0f6-3e7056aaa7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.234625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:15.243940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.358870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-eaaaa6a1-f959-4037-a0f6-3e7056aaa7a0 None None] Port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:15.403317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eaaaa6a1-f959-4037-a0f6-3e7056aaa7a0 None None] Provisioning for port d156fb11-b80e-4195-94ce-5ab98912f3cd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:15.653747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1f90d836-244c-4d31-93c4-576fd5721129 None None] Provisioning for port 4865148e-ff97-4cef-ad83-15bb45abf160 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:15.684505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1f90d836-244c-4d31-93c4-576fd5721129 None None] Provisioning complete for port 4865148e-ff97-4cef-ad83-15bb45abf160 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:15.689222 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f90d836-244c-4d31-93c4-576fd5721129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.758810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.850387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:15.856071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:15.861953 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.869390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a1ec0-fe6e-4dcb-9546-5beb6c81c435 None None] Network 323a1796-84b1-4305-994e-34ce17368db8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:15.871207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1f90d836-244c-4d31-93c4-576fd5721129 None None] Port 4865148e-ff97-4cef-ad83-15bb45abf160 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:15.871905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:15.876422 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:15.923085 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9727321 Jul 16 20:39:15.931297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:15.933390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d156fb11-b80e-4195-94ce-5ab98912f3cd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:15.948115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-316882105', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '864d0dcd-b217-476d-8451-d25e9ade3fe9'}], 'security_groups': ['3fceaafb-081d-4d1d-974b-b6a7b736a545']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:16.010852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea77b36-b67b-49c5-8bfd-8f0d51247d76 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=864d0dcd-b217-476d-8451-d25e9ade3fe9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.098533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Made reservation on behalf of 6a4d858cca8942a7bb78ce3fb4777308 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:16.103821 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.146476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.147984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] device_id is not set on port 1e4c1353-aecf-4187-85bf-ad8b95493e14 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:16.228462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d156fb11-b80e-4195-94ce-5ab98912f3cd completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:16.237809 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d156fb11-b80e-4195-94ce-5ab98912f3cd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:16.241383 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.422188 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.506638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d156fb11-b80e-4195-94ce-5ab98912f3cd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d156fb11-b80e-4195-94ce-5ab98912f3cd,segment=NetworkSegment(f759e5ef-a889-4ca1-8e7c-6c027c74f480),segment_id=f759e5ef-a889-4ca1-8e7c-6c027c74f480)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:16.551527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Allocated IP 172.20.0.7 (2de7b562-0cf1-44df-9430-f14faecb1325/121a8471-c53b-48a3-a71c-2d9f6c46222a/1e4c1353-aecf-4187-85bf-ad8b95493e14) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:16.560547 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.659701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d156fb11-b80e-4195-94ce-5ab98912f3cd,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:16.672621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8755003e-030b-4948-a6cd-91c2611e60fe None None] Update dhcp port {'port': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'fixed_ips': [{'subnet_id': 'e2386981-1806-441b-a30d-b919dcdd1761', 'ip_address': '172.20.0.2'}, {'subnet_id': '864d0dcd-b217-476d-8451-d25e9ade3fe9'}], 'binding:host_id': 'n-d-792394-17'}, 'id': 'd156fb11-b80e-4195-94ce-5ab98912f3cd'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:39:16.677704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Delete allocated IP 172.20.0.10 (323a1796-84b1-4305-994e-34ce17368db8/e2386981-1806-441b-a30d-b919dcdd1761) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:39:16.696544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.30 (323a1796-84b1-4305-994e-34ce17368db8/864d0dcd-b217-476d-8451-d25e9ade3fe9/4865148e-ff97-4cef-ad83-15bb45abf160) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:16.729326 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8755003e-030b-4948-a6cd-91c2611e60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:16.966085 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.007307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.041762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Transition to ACTIVE for port object 1e4c1353-aecf-4187-85bf-ad8b95493e14 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:17.042002 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.056868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object 4865148e-ff97-4cef-ad83-15bb45abf160 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:17.070635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.138455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.207336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-8755003e-030b-4948-a6cd-91c2611e60fe None None] Allocated IP 172.20.0.18 (323a1796-84b1-4305-994e-34ce17368db8/864d0dcd-b217-476d-8451-d25e9ade3fe9/d156fb11-b80e-4195-94ce-5ab98912f3cd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:17.265406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Network 2de7b562-0cf1-44df-9430-f14faecb1325 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:17.269700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:17.276675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:17.396924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event updated for resources: {'Port': ['ID=1e4c1353-aecf-4187-85bf-ad8b95493e14,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:17.402877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=4865148e-ff97-4cef-ad83-15bb45abf160,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:17.451686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:17.453260 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.456252 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] In _notify_port_updated(), no bound segment for port 4865148e-ff97-4cef-ad83-15bb45abf160 on network 323a1796-84b1-4305-994e-34ce17368db8 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:39:17.476415 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:17.477286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.478843 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f115e5ea-e49d-4af8-81b8-281c8fc58ba3 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "PUT /v2.0/ports/4865148e-ff97-4cef-ad83-15bb45abf160 HTTP/1.1" status: 200 len: 920 time: 1.5446365 Jul 16 20:39:17.482304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-808c6328-29f4-4be6-9420-0db1f2c05500 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5864155 Jul 16 20:39:17.482304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:17.483302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58692) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:17.491441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8755003e-030b-4948-a6cd-91c2611e60fe None None] For port d156fb11-b80e-4195-94ce-5ab98912f3cd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d156fb11-b80e-4195-94ce-5ab98912f3cd,segment=NetworkSegment(f759e5ef-a889-4ca1-8e7c-6c027c74f480),segment_id=f759e5ef-a889-4ca1-8e7c-6c027c74f480)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:17.497034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Request body: {'floatingip': {'port_id': '1e4c1353-aecf-4187-85bf-ad8b95493e14'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:17.594073 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8755003e-030b-4948-a6cd-91c2611e60fe None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.623777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8755003e-030b-4948-a6cd-91c2611e60fe None None] Transition to ACTIVE for port object d156fb11-b80e-4195-94ce-5ab98912f3cd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:17.630982 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8755003e-030b-4948-a6cd-91c2611e60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.631596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:17.716156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d156fb11-b80e-4195-94ce-5ab98912f3cd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:18.011510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0106cd3d-d0c2-4e5b-8218-477159f5503b None None] Provisioning for port 1e4c1353-aecf-4187-85bf-ad8b95493e14 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:18.027671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0106cd3d-d0c2-4e5b-8218-477159f5503b None None] Provisioning complete for port 1e4c1353-aecf-4187-85bf-ad8b95493e14 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:18.028072 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0106cd3d-d0c2-4e5b-8218-477159f5503b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.093412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0106cd3d-d0c2-4e5b-8218-477159f5503b None None] Port 1e4c1353-aecf-4187-85bf-ad8b95493e14 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:18.096808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755003e-030b-4948-a6cd-91c2611e60fe None None] Pushing event updated for resources: {'Port': ['ID=d156fb11-b80e-4195-94ce-5ab98912f3cd,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:18.292796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2ef258bd-491d-4399-a47d-eb8b720507b2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port 4865148e-ff97-4cef-ad83-15bb45abf160 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:18.293324 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ef258bd-491d-4399-a47d-eb8b720507b2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.527142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.529165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ef258bd-491d-4399-a47d-eb8b720507b2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.532677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.591624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2ef258bd-491d-4399-a47d-eb8b720507b2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for 4865148e-ff97-4cef-ad83-15bb45abf160 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:18.673023 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP f48c794a-d39d-4ef2-bbb6-a24c10da3315 associated. External IP: 172.25.7.117, port: f5e72c4d-d43b-419e-8328-4c64505bb019. Jul 16 20:39:18.833800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Provisioning complete for port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:18.835112 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:18.891105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:18.907951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Provisioning for port d156fb11-b80e-4195-94ce-5ab98912f3cd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:18.917049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Provisioning complete for port d156fb11-b80e-4195-94ce-5ab98912f3cd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:18.917710 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.106948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.207400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Provisioning for port 4865148e-ff97-4cef-ad83-15bb45abf160 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:19.215089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Provisioning complete for port 4865148e-ff97-4cef-ad83-15bb45abf160 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:19.215962 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.227066 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ef258bd-491d-4399-a47d-eb8b720507b2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.272985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef258bd-491d-4399-a47d-eb8b720507b2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=4865148e-ff97-4cef-ad83-15bb45abf160,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:19.294273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f364fe49-68e4-47d0-b266-e7b976318ceb None None] Port 4865148e-ff97-4cef-ad83-15bb45abf160 was deleted so its status cannot be updated. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:39:19.402569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:19.426967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ef258bd-491d-4399-a47d-eb8b720507b2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.431979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2ef258bd-491d-4399-a47d-eb8b720507b2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/4865148e-ff97-4cef-ad83-15bb45abf160 HTTP/1.1" status: 204 len: 168 time: 1.9494884 Jul 16 20:39:19.432164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.508702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-655e7e88-e79e-4ea7-b815-4dd84796f23a None None] Could not find standard attr ID for object 4865148e-ff97-4cef-ad83-15bb45abf160. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:19.573307 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77b1f1d-4e78-4a97-a3bc-43e08a1db534 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:39:19.582781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58798) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:19.583193 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e77b1f1d-4e78-4a97-a3bc-43e08a1db534 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/4865148e-ff97-4cef-ad83-15bb45abf160 HTTP/1.1" status: 404 len: 333 time: 0.1466513 Jul 16 20:39:19.620274 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:19.637099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b5d49-0ea7-4d3b-b65b-54eaa517c615 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:19.650688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b5d49-0ea7-4d3b-b65b-54eaa517c615 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:19.655431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b01b5d49-0ea7-4d3b-b65b-54eaa517c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.747170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b01b5d49-0ea7-4d3b-b65b-54eaa517c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.750150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d156fb11-b80e-4195-94ce-5ab98912f3cd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:19.798908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7bb08fe4-b18f-4f42-8001-fe0eb7986216 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.816157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b5d49-0ea7-4d3b-b65b-54eaa517c615 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:19.817160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b01b5d49-0ea7-4d3b-b65b-54eaa517c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:19.881113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7bb08fe4-b18f-4f42-8001-fe0eb7986216 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.944355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7bb08fe4-b18f-4f42-8001-fe0eb7986216 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.950133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7bb08fe4-b18f-4f42-8001-fe0eb7986216 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:19.952690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7bb08fe4-b18f-4f42-8001-fe0eb7986216 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/security-groups/b1d68422-abb0-48f1-86ae-d853a0775b30 HTTP/1.1" status: 204 len: 168 time: 0.3688469 Jul 16 20:39:19.968314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.028438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb08fe4-b18f-4f42-8001-fe0eb7986216 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d68422-abb0-48f1-86ae-d853a0775b30,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.064232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b01b5d49-0ea7-4d3b-b65b-54eaa517c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.065056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b5d49-0ea7-4d3b-b65b-54eaa517c615 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:20.106369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d156fb11-b80e-4195-94ce-5ab98912f3cd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:20.106739 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.142911 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.150875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2442424b-b134-4220-bf40-f98e121065e4 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:20.151957 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19c7acc2-e2c0-453d-aca5-113c4bbe8a26 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.237592 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19c7acc2-e2c0-453d-aca5-113c4bbe8a26 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.358278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:20.360370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19c7acc2-e2c0-453d-aca5-113c4bbe8a26 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.363325 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19c7acc2-e2c0-453d-aca5-113c4bbe8a26 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.367245 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-19c7acc2-e2c0-453d-aca5-113c4bbe8a26 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/security-groups/3fceaafb-081d-4d1d-974b-b6a7b736a545 HTTP/1.1" status: 204 len: 168 time: 0.3925483 Jul 16 20:39:20.368166 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.368659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.378047 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d376e4a-c177-45c1-ad84-2b8c948112a9 None None] Sync routers for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:20.403155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7acc2-e2c0-453d-aca5-113c4bbe8a26 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fceaafb-081d-4d1d-974b-b6a7b736a545,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.407230 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d376e4a-c177-45c1-ad84-2b8c948112a9 None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:20.408059 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2d376e4a-c177-45c1-ad84-2b8c948112a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.460611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e900f24-385e-4862-8178-12c54e00e70a tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet e2386981-1806-441b-a30d-b919dcdd1761 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:20.484540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e900f24-385e-4862-8178-12c54e00e70a tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.492591 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d2cfd169-4b37-4b90-bbb7-81ed9a3b439c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/floatingips/f48c794a-d39d-4ef2-bbb6-a24c10da3315 HTTP/1.1" status: 200 len: 977 time: 2.9978793 Jul 16 20:39:20.493081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.493650 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2d376e4a-c177-45c1-ad84-2b8c948112a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.513624 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d376e4a-c177-45c1-ad84-2b8c948112a9 None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:20.515021 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2d376e4a-c177-45c1-ad84-2b8c948112a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.552037 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e900f24-385e-4862-8178-12c54e00e70a tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.552243 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2d376e4a-c177-45c1-ad84-2b8c948112a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:20.552938 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d376e4a-c177-45c1-ad84-2b8c948112a9 None None] The sync data for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:20.592743 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1794b8e1-2868-4d22-9ed7-41e42ba32d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.605296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port 1e4c1353-aecf-4187-85bf-ad8b95493e14 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:20.605674 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.640102 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Deleting port 0479eeaa-2aba-4463-9db2-61ae54e56096 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:20.640422 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.671473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e900f24-385e-4862-8178-12c54e00e70a tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.696183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.769887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] For port 0479eeaa-2aba-4463-9db2-61ae54e56096, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0479eeaa-2aba-4463-9db2-61ae54e56096,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:20.770245 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.784780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Calling delete_port for 0479eeaa-2aba-4463-9db2-61ae54e56096 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:20.786835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e900f24-385e-4862-8178-12c54e00e70a tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.825817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e900f24-385e-4862-8178-12c54e00e70a tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=e2386981-1806-441b-a30d-b919dcdd1761,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:20.832638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a1f695-8ffd-4592-a16f-40298f4eead7 None None] Network 323a1796-84b1-4305-994e-34ce17368db8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:20.854048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1e900f24-385e-4862-8178-12c54e00e70a tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.859467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1e900f24-385e-4862-8178-12c54e00e70a tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/e2386981-1806-441b-a30d-b919dcdd1761 HTTP/1.1" status: 204 len: 168 time: 0.4851820 Jul 16 20:39:20.859730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:20.865814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:20.882684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.883057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:20.883861 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Floating IP f48c794a-d39d-4ef2-bbb6-a24c10da3315 disassociated. External IP: 172.25.7.117, port: 1e4c1353-aecf-4187-85bf-ad8b95493e14. Jul 16 20:39:20.884267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for 1e4c1353-aecf-4187-85bf-ad8b95493e14 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:21.029402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.056589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:21.060283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.063588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=1e4c1353-aecf-4187-85bf-ad8b95493e14,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.185091 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.237308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0479eeaa-2aba-4463-9db2-61ae54e56096,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:21.665511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2442424b-b134-4220-bf40-f98e121065e4 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:21.810209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:21.822764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38075f-cc0f-4abc-8255-ea20826de9de None None] Sync routers for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:21.844006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38075f-cc0f-4abc-8255-ea20826de9de None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:21.845435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c38075f-cc0f-4abc-8255-ea20826de9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:21.900082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c38075f-cc0f-4abc-8255-ea20826de9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:21.920140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38075f-cc0f-4abc-8255-ea20826de9de None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:21.921086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c38075f-cc0f-4abc-8255-ea20826de9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:21.937260 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:21.939662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-72165fc2-20a9-4ea3-ada3-ff2717d405a7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/ports/1e4c1353-aecf-4187-85bf-ad8b95493e14 HTTP/1.1" status: 204 len: 168 time: 1.4455037 Jul 16 20:39:21.942648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:21.962629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c38075f-cc0f-4abc-8255-ea20826de9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:21.963385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38075f-cc0f-4abc-8255-ea20826de9de None None] The sync data for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:21.976342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b80022e-2281-410f-ac42-b758ef68f185 None None] Provisioning complete for port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:21.976714 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b80022e-2281-410f-ac42-b758ef68f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.013822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2b80022e-2281-410f-ac42-b758ef68f185 None None] Port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:22.026174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b80022e-2281-410f-ac42-b758ef68f185 None None] Provisioning complete for port d156fb11-b80e-4195-94ce-5ab98912f3cd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:22.026794 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b80022e-2281-410f-ac42-b758ef68f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.060694 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.090291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.119299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:22.127228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:22.138689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c7100-e0c8-4bf2-affc-7395f58f0a67 None None] Network 323a1796-84b1-4305-994e-34ce17368db8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:22.164078 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:22.164527 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.172016 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=81b75941-f79c-4519-8157-b30bbeeaa15b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.190974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7c9c46a4-8844-4606-896b-0b7fcadc63fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3302386 Jul 16 20:39:22.221686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:22.228824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-30cc9c8c-2714-4ede-9a46-42adf76f6b1b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'security_group': {'name': 'tempest-secgroup-26169576'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:22.270301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30cc9c8c-2714-4ede-9a46-42adf76f6b1b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.426173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:22.465936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c872ffb7-e9e2-4594-a798-a9471b6a27c6 None None] Update dhcp port {'port': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'fixed_ips': [{'subnet_id': '864d0dcd-b217-476d-8451-d25e9ade3fe9', 'ip_address': '172.20.0.18'}, {'subnet_id': '81b75941-f79c-4519-8157-b30bbeeaa15b'}], 'binding:host_id': 'n-d-792394-17'}, 'id': 'd156fb11-b80e-4195-94ce-5ab98912f3cd'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:39:22.491886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30cc9c8c-2714-4ede-9a46-42adf76f6b1b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.505170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30cc9c8c-2714-4ede-9a46-42adf76f6b1b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.509785 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c872ffb7-e9e2-4594-a798-a9471b6a27c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.557801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.578893 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30cc9c8c-2714-4ede-9a46-42adf76f6b1b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.580166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-30cc9c8c-2714-4ede-9a46-42adf76f6b1b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3574111 Jul 16 20:39:22.582996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:22.589478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-956e81bf-5948-4571-b05c-fefc2f1c1983 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'security_group': {'name': 'tempest-secgroup-273496140'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:22.593518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc9c8c-2714-4ede-9a46-42adf76f6b1b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ededcb0-80b3-48a3-a293-8bf642ede011,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:22.613580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:22.621669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-78057e2b-2f02-41bc-91ee-0d0bfe7d64a2 admin admin] 10.222.0.10 "PUT /v2.0/routers/ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5135901 Jul 16 20:39:22.624282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:22.632064 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] Sync routers for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:22.646097 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:22.648622 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:22.671022 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-956e81bf-5948-4571-b05c-fefc2f1c1983 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.790264 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c872ffb7-e9e2-4594-a798-a9471b6a27c6 None None] Allocated IP 172.20.0.2 (323a1796-84b1-4305-994e-34ce17368db8/81b75941-f79c-4519-8157-b30bbeeaa15b/d156fb11-b80e-4195-94ce-5ab98912f3cd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:22.806124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.825300 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:22.951736 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-956e81bf-5948-4571-b05c-fefc2f1c1983 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.959387 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-956e81bf-5948-4571-b05c-fefc2f1c1983 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:22.998455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c872ffb7-e9e2-4594-a798-a9471b6a27c6 None None] For port d156fb11-b80e-4195-94ce-5ab98912f3cd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d156fb11-b80e-4195-94ce-5ab98912f3cd,segment=NetworkSegment(f759e5ef-a889-4ca1-8e7c-6c027c74f480),segment_id=f759e5ef-a889-4ca1-8e7c-6c027c74f480)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:23.038212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e81bf-5948-4571-b05c-fefc2f1c1983 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb67011-01f2-4d98-9648-de82cc90a1db,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.039922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c872ffb7-e9e2-4594-a798-a9471b6a27c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.064200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c872ffb7-e9e2-4594-a798-a9471b6a27c6 None None] Transition to ACTIVE for port object d156fb11-b80e-4195-94ce-5ab98912f3cd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:23.068777 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c872ffb7-e9e2-4594-a798-a9471b6a27c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.073534 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-956e81bf-5948-4571-b05c-fefc2f1c1983 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.079817 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-956e81bf-5948-4571-b05c-fefc2f1c1983 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4956481 Jul 16 20:39:23.081096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:23.085759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-115a096c-3d06-4c32-9525-7464f924abef tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'security_group': {'name': 'tempest-secgroup-1045528069'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:23.090779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.139621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port 7369c84f-0630-4db0-9296-6d5a74def0d2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:23.140944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.142815 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-115a096c-3d06-4c32-9525-7464f924abef tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.206182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872ffb7-e9e2-4594-a798-a9471b6a27c6 None None] Pushing event updated for resources: {'Port': ['ID=d156fb11-b80e-4195-94ce-5ab98912f3cd,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.206989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Deleting port 38ef859d-b162-4e39-a735-cafdda24ba3a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:23.207476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.283327 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:39:21Z', 'revision_number': 5, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port': {'id': '38ef859d-b162-4e39-a735-cafdda24ba3a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:35Z', 'updated_at': '2021-07-16T20:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:23.309506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.310958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-115a096c-3d06-4c32-9525-7464f924abef tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.322933 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] Checking router: ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:23.333000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for 7369c84f-0630-4db0-9296-6d5a74def0d2 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:23.338834 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] Routers {'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:23.339375 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:38:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:23.359920 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-115a096c-3d06-4c32-9525-7464f924abef tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.395437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a096c-3d06-4c32-9525-7464f924abef tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5152950f-b953-4a7b-99e2-e09ec8a4d2e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.414280 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-115a096c-3d06-4c32-9525-7464f924abef tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.419022 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-115a096c-3d06-4c32-9525-7464f924abef tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3365498 Jul 16 20:39:23.431137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:23.438970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.439209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2027460988', 'security_groups': ['5152950f-b953-4a7b-99e2-e09ec8a4d2e3'], 'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81b75941-f79c-4519-8157-b30bbeeaa15b'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:23.450863 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-337a4c56-3b08-49eb-859a-26b98ddb3349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.457185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] For port 38ef859d-b162-4e39-a735-cafdda24ba3a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=38ef859d-b162-4e39-a735-cafdda24ba3a,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:23.457847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.489021 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] Set router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:23.511198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Calling delete_port for 38ef859d-b162-4e39-a735-cafdda24ba3a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:23.561776 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:39:23Z', 'revision_number': 6, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:23.642596 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb0119e-9a1a-41d7-bb96-6914491aea39 None None] The sync data for ids ['ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8'] in n-d-792394-17 is: [{'id': 'ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8', 'name': 'tempest-TestVolumeBackupRestore-427062331-router', 'tenant_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:33Z', 'updated_at': '2021-07-16T20:39:23Z', 'revision_number': 6, 'project_id': '7f5e4433cc2340f090cb22d62c0e37c3', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:23.710528 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.742638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:23.745047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=7369c84f-0630-4db0-9296-6d5a74def0d2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:23.746968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d156fb11-b80e-4195-94ce-5ab98912f3cd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:23.974718 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:23.997818 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.008376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] device_id is not set on port d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:24.108285 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.169178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ef859d-b162-4e39-a735-cafdda24ba3a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:24.275593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2442424b-b134-4220-bf40-f98e121065e4 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:24.287644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.395365 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.399218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:24.399810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.407548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-68fec7d9-a265-4d84-92da-3197749fea1b tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/routers/2442424b-b134-4220-bf40-f98e121065e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4632516 Jul 16 20:39:24.409140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d5bf0-1d13-4b0c-8ee0-0a20ce411212 None None] Sync routers for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:24.412611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:24.431487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d5bf0-1d13-4b0c-8ee0-0a20ce411212 None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:24.441378 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-859d5bf0-1d13-4b0c-8ee0-0a20ce411212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:24.484626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.485137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:24.487548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-859d5bf0-1d13-4b0c-8ee0-0a20ce411212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:24.491875 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.495652 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a85a933d-a8b6-4b8d-bdb4-0415a41ce134 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ec2cabd4-1c2e-41b8-b90a-d6d11d70a9f8 HTTP/1.1" status: 204 len: 168 time: 1.8677545 Jul 16 20:39:24.495652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:24.507473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c0de43e6-cdd6-4e35-b5a1-e1c5de0a6420 None None] Provisioning complete for port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:24.507988 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c0de43e6-cdd6-4e35-b5a1-e1c5de0a6420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.510826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d5bf0-1d13-4b0c-8ee0-0a20ce411212 None None] Routers {'2442424b-b134-4220-bf40-f98e121065e4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:24.511235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-859d5bf0-1d13-4b0c-8ee0-0a20ce411212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2442424b-b134-4220-bf40-f98e121065e4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:24.545009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.11 (323a1796-84b1-4305-994e-34ce17368db8/81b75941-f79c-4519-8157-b30bbeeaa15b/d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:24.556405 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.579936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa51e67-960f-4b2e-b0df-e2c0abfbb8a1 admin admin] Deleting subnet 9cd3f898-22c2-49c8-a027-ca93d3129c5f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:24.587237 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa51e67-960f-4b2e-b0df-e2c0abfbb8a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.603430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-859d5bf0-1d13-4b0c-8ee0-0a20ce411212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:24.604361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d5bf0-1d13-4b0c-8ee0-0a20ce411212 None None] The sync data for ids ['2442424b-b134-4220-bf40-f98e121065e4'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:24.650201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa51e67-960f-4b2e-b0df-e2c0abfbb8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.665209 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.667876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c0de43e6-cdd6-4e35-b5a1-e1c5de0a6420 None None] Port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:24.707484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c0de43e6-cdd6-4e35-b5a1-e1c5de0a6420 None None] Provisioning for port d156fb11-b80e-4195-94ce-5ab98912f3cd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:24.714739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c0de43e6-cdd6-4e35-b5a1-e1c5de0a6420 None None] Provisioning complete for port d156fb11-b80e-4195-94ce-5ab98912f3cd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:24.715243 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c0de43e6-cdd6-4e35-b5a1-e1c5de0a6420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.747484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.841604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa51e67-960f-4b2e-b0df-e2c0abfbb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.841913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port 82033441-8e9f-4aa6-b59f-0d528814582f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:24.842405 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.846670 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.895023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:24.978081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.981388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa51e67-960f-4b2e-b0df-e2c0abfbb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:24.993715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.011639 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for 82033441-8e9f-4aa6-b59f-0d528814582f owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:25.061539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa51e67-960f-4b2e-b0df-e2c0abfbb8a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd3f898-22c2-49c8-a027-ca93d3129c5f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.069526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa51e67-960f-4b2e-b0df-e2c0abfbb8a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.069766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d089d1a-882c-4e97-9e5b-649a95b4aa4d None None] Network 74692a0d-a571-435d-8f49-778a689435fc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:25.074471 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8fa51e67-960f-4b2e-b0df-e2c0abfbb8a1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9cd3f898-22c2-49c8-a027-ca93d3129c5f HTTP/1.1" status: 204 len: 168 time: 0.5777495 Jul 16 20:39:25.089393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:25.117695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58870) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:25.134437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:25.154453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:25.163416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.235096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.235768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.267699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b436a128-e3cc-4dde-8e63-e403cd7a11fd tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8353176 Jul 16 20:39:25.276075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:25.292809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-52af3800-5604-48ef-9fe8-938e31b688b9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:25.352873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33370bfe-20b0-458c-8bae-359297d2cb74 req-a8905ecb-260c-45e5-8d3d-91905fc81c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:25.355530 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-33370bfe-20b0-458c-8bae-359297d2cb74 req-a8905ecb-260c-45e5-8d3d-91905fc81c01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 1098 time: 0.2142737 Jul 16 20:39:25.361918 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.424823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-33370bfe-20b0-458c-8bae-359297d2cb74 req-cfdb7a74-efa7-41ec-8542-692628f0f7f7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559504 Jul 16 20:39:25.461053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b4a75a-7bf0-425e-9756-35a0243bc980 None None] DHCP port deletion for 74692a0d-a571-435d-8f49-778a689435fc request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:25.557412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-20b4a75a-7bf0-425e-9756-35a0243bc980 None None] Deleting port e5f460ce-6ff2-474a-8f33-08a274eb3381 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:25.557558 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20b4a75a-7bf0-425e-9756-35a0243bc980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.625319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Deleting port e5f460ce-6ff2-474a-8f33-08a274eb3381 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:25.625319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.647081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52af3800-5604-48ef-9fe8-938e31b688b9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:25.656737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52af3800-5604-48ef-9fe8-938e31b688b9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.660508 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.709806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-20b4a75a-7bf0-425e-9756-35a0243bc980 None None] For port e5f460ce-6ff2-474a-8f33-08a274eb3381, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e5f460ce-6ff2-474a-8f33-08a274eb3381,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:25.710604 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20b4a75a-7bf0-425e-9756-35a0243bc980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.723481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-20b4a75a-7bf0-425e-9756-35a0243bc980 None None] Calling delete_port for e5f460ce-6ff2-474a-8f33-08a274eb3381 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:25.740047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=82033441-8e9f-4aa6-b59f-0d528814582f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.805154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:25.811883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0479eeaa-2aba-4463-9db2-61ae54e56096 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:25.856868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 0479eeaa-2aba-4463-9db2-61ae54e56096 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:25.857122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0479eeaa-2aba-4463-9db2-61ae54e56096 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:25.857537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e5f460ce-6ff2-474a-8f33-08a274eb3381 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:25.860324 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20b4a75a-7bf0-425e-9756-35a0243bc980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.920448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4a75a-7bf0-425e-9756-35a0243bc980 None None] No DVR routers for this DVR port e5f460ce-6ff2-474a-8f33-08a274eb3381 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:25.947062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e5f460ce-6ff2-474a-8f33-08a274eb3381 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:25.947447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e5f460ce-6ff2-474a-8f33-08a274eb3381 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:25.947942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 38ef859d-b162-4e39-a735-cafdda24ba3a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:25.953339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8009a3a7-0855-4bed-b7a9-2312e0f8cbce None None] Provisioning for port d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:25.955651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4a75a-7bf0-425e-9756-35a0243bc980 None None] Pushing event deleted for resources: {'Port': ['ID=e5f460ce-6ff2-474a-8f33-08a274eb3381,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:25.965620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca15a-f489-487e-9a72-6a1c35df3b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:25.986992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 38ef859d-b162-4e39-a735-cafdda24ba3a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:25.987732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 38ef859d-b162-4e39-a735-cafdda24ba3a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:25.992877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8009a3a7-0855-4bed-b7a9-2312e0f8cbce None None] Provisioning complete for port d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:25.993246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8009a3a7-0855-4bed-b7a9-2312e0f8cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.040904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8009a3a7-0855-4bed-b7a9-2312e0f8cbce None None] Port d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:26.149724 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca15a-f489-487e-9a72-6a1c35df3b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.154982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca15a-f489-487e-9a72-6a1c35df3b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.199437 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1a0ca15a-f489-487e-9a72-6a1c35df3b05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d504c024099434abdd3cd838b396d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928030 Jul 16 20:39:26.201518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ca15a-f489-487e-9a72-6a1c35df3b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a02e8d-f2ff-4bf9-84c7-539d3b4dc0af,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:26.206287 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.268487 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.271029 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3040-e56e-4c53-bf60-3aed82e73720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.290927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] For port e5f460ce-6ff2-474a-8f33-08a274eb3381, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e5f460ce-6ff2-474a-8f33-08a274eb3381,segment=NetworkSegment(5f0e3ba0-4b14-4ae1-8898-58508d75355c),segment_id=5f0e3ba0-4b14-4ae1-8898-58508d75355c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:26.291534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.295990 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3040-e56e-4c53-bf60-3aed82e73720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.324509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Calling delete_port for e5f460ce-6ff2-474a-8f33-08a274eb3381 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:26.344170 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.358448 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3040-e56e-4c53-bf60-3aed82e73720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.361497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3040-e56e-4c53-bf60-3aed82e73720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.363020 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7e6d3040-e56e-4c53-bf60-3aed82e73720 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39a02e8d-f2ff-4bf9-84c7-539d3b4dc0af HTTP/1.1" status: 204 len: 168 time: 0.1546149 Jul 16 20:39:26.391959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d3040-e56e-4c53-bf60-3aed82e73720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a02e8d-f2ff-4bf9-84c7-539d3b4dc0af,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:26.422124 n-d-792394-17 neutron-server[93959]: INFO neutron.db.ipam_backend_mixin [None req-52af3800-5604-48ef-9fe8-938e31b688b9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81b75941-f79c-4519-8157-b30bbeeaa15b (CIDR: 172.20.0.0/28) Jul 16 20:39:26.484220 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-52af3800-5604-48ef-9fe8-938e31b688b9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:26.484721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52af3800-5604-48ef-9fe8-938e31b688b9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:26.494156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.499463 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.519487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-52af3800-5604-48ef-9fe8-938e31b688b9 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2374027 Jul 16 20:39:26.519801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.526577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5b055422-4dc9-4496-b4bc-58a2c8bd4afe tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:26.564240 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.564762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Fanout notify agent at l3_agent the message router_deleted on router 2442424b-b134-4220-bf40-f98e121065e4 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:26.579198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.580356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1de2846d-692b-4521-a116-247ea80acd18 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/routers/2442424b-b134-4220-bf40-f98e121065e4 HTTP/1.1" status: 204 len: 168 time: 2.1667163 Jul 16 20:39:26.583444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.615466 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.655122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f460ce-6ff2-474a-8f33-08a274eb3381,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:26.659309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] No DVR routers for this DVR port e5f460ce-6ff2-474a-8f33-08a274eb3381 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:26.670240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86fbf0f-7606-4670-9f33-9e5dfa1e0441 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting subnet 121a8471-c53b-48a3-a71c-2d9f6c46222a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:26.690605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b055422-4dc9-4496-b4bc-58a2c8bd4afe tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:26.694041 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e86fbf0f-7606-4670-9f33-9e5dfa1e0441 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.695986 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b055422-4dc9-4496-b4bc-58a2c8bd4afe tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.748426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.763534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e86fbf0f-7606-4670-9f33-9e5dfa1e0441 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.794578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.798963 n-d-792394-17 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-5b055422-4dc9-4496-b4bc-58a2c8bd4afe tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 864d0dcd-b217-476d-8451-d25e9ade3fe9 (CIDR: 172.20.0.16/28) Jul 16 20:39:26.802284 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b055422-4dc9-4496-b4bc-58a2c8bd4afe tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:39:26.802847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b055422-4dc9-4496-b4bc-58a2c8bd4afe tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:26.819323 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5b055422-4dc9-4496-b4bc-58a2c8bd4afe tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2973752 Jul 16 20:39:26.820142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f62cc12-5ada-42c0-a7af-6d051c9bffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.822049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:26.827285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'subnet': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:26.832422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74692a0d-a571-435d-8f49-778a689435fc']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.856303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0e3ba0-4b14-4ae1-8898-58508d75355c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.856591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0e3ba0-4b14-4ae1-8898-58508d75355c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:26.871897 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.904544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.933740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:26.934144 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:26.937522 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:27.013299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e86fbf0f-7606-4670-9f33-9e5dfa1e0441 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.040853 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.050515 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.052432 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] 10.222.0.10 "DELETE /v2.0/networks/74692a0d-a571-435d-8f49-778a689435fc HTTP/1.1" status: 204 len: 168 time: 1.9394104 Jul 16 20:39:27.055906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:27.080250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275b606-7a43-4e07-97d5-e35ae7350e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=74692a0d-a571-435d-8f49-778a689435fc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.128854 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f62cc12-5ada-42c0-a7af-6d051c9bffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.130255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e86fbf0f-7606-4670-9f33-9e5dfa1e0441 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.141153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f62cc12-5ada-42c0-a7af-6d051c9bffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.174663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fbf0f-7606-4670-9f33-9e5dfa1e0441 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Subnet': ['ID=121a8471-c53b-48a3-a71c-2d9f6c46222a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.180829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e86fbf0f-7606-4670-9f33-9e5dfa1e0441 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.182914 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e86fbf0f-7606-4670-9f33-9e5dfa1e0441 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/subnets/121a8471-c53b-48a3-a71c-2d9f6c46222a HTTP/1.1" status: 204 len: 168 time: 0.5979321 Jul 16 20:39:27.184692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d11c7-e0ac-4085-84a0-e7112923e1f5 None None] Network 2de7b562-0cf1-44df-9430-f14faecb1325 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:27.186391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:27.196972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Made reservation on behalf of 0c0813f7b8654a05b733c7b661439691 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:27.200419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.205989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f62cc12-5ada-42c0-a7af-6d051c9bffa6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8befe3189ecf42b2a5cf3e951cd948e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565217 Jul 16 20:39:27.206877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62cc12-5ada-42c0-a7af-6d051c9bffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49411655-5b0b-4ca6-99d6-abe73a85c6b3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.209596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:27.264171 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-024edd38-edd3-4c83-9e1e-7a38334f46e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.287701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-024edd38-edd3-4c83-9e1e-7a38334f46e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.353140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-024edd38-edd3-4c83-9e1e-7a38334f46e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.357022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-024edd38-edd3-4c83-9e1e-7a38334f46e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.360694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-024edd38-edd3-4c83-9e1e-7a38334f46e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49411655-5b0b-4ca6-99d6-abe73a85c6b3 HTTP/1.1" status: 204 len: 168 time: 0.1479807 Jul 16 20:39:27.369811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024edd38-edd3-4c83-9e1e-7a38334f46e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49411655-5b0b-4ca6-99d6-abe73a85c6b3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.405391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f281abb6-92c2-42b1-88a0-a0285621f90b None None] DHCP port deletion for 2de7b562-0cf1-44df-9430-f14faecb1325 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:27.456621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f281abb6-92c2-42b1-88a0-a0285621f90b None None] Deleting port c7a39110-5670-4813-8ab1-9859a8adbbe7 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:27.457177 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f281abb6-92c2-42b1-88a0-a0285621f90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.565275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f281abb6-92c2-42b1-88a0-a0285621f90b None None] For port c7a39110-5670-4813-8ab1-9859a8adbbe7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c7a39110-5670-4813-8ab1-9859a8adbbe7,segment=NetworkSegment(9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34),segment_id=9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:27.565711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f281abb6-92c2-42b1-88a0-a0285621f90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.593680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f281abb6-92c2-42b1-88a0-a0285621f90b None None] Calling delete_port for c7a39110-5670-4813-8ab1-9859a8adbbe7 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:27.664106 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c7a39110-5670-4813-8ab1-9859a8adbbe7 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:27.758855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.769727 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.781087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f281abb6-92c2-42b1-88a0-a0285621f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:27.815553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281abb6-92c2-42b1-88a0-a0285621f90b None None] Pushing event deleted for resources: {'Port': ['ID=c7a39110-5670-4813-8ab1-9859a8adbbe7,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:27.820849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281abb6-92c2-42b1-88a0-a0285621f90b None None] No DVR routers for this DVR port c7a39110-5670-4813-8ab1-9859a8adbbe7 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:27.824631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:27.856604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38f84439-23d3-48f3-81bf-7e9c6c680d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.026971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.070724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de7b562-0cf1-44df-9430-f14faecb1325']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:28.090389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:28.090631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4a4ae6-8978-4084-9a9b-c3cfd2dd7c34') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:28.107559 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.160333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.182731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:28.183147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:28.186901 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:28.306264 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38f84439-23d3-48f3-81bf-7e9c6c680d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.308607 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.313791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.317422 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38f84439-23d3-48f3-81bf-7e9c6c680d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.357454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.359310 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/networks/2de7b562-0cf1-44df-9430-f14faecb1325 HTTP/1.1" status: 204 len: 168 time: 1.1719558 Jul 16 20:39:28.362095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:28.420859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb89726-f1c9-453a-b42a-608fd40a296d tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Network': ['ID=2de7b562-0cf1-44df-9430-f14faecb1325,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:28.437165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Network 323a1796-84b1-4305-994e-34ce17368db8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:28.443002 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-38f84439-23d3-48f3-81bf-7e9c6c680d0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5754cfd7c57945baa5c4d519402b9e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172647 Jul 16 20:39:28.445946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:28.447588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f84439-23d3-48f3-81bf-7e9c6c680d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d0a916-e1b4-4c8c-b072-b9f34ebf1da5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:28.450497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:28.451089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.454398 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58930) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:28.455037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Subnet': ['ID=91044204-f9d4-4dca-8806-5d36a307e31f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:28.461336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4833ad3c-046b-4687-a871-2e301419a604 None None] Network 323a1796-84b1-4305-994e-34ce17368db8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:28.490089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port a42ebfc6-7e84-4886-86e4-161b36965ab9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:28.490438 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.508733 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d029e459-dbf5-4e38-9cc9-f61ce9510cd2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6824472 Jul 16 20:39:28.509298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:28.515983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-317566329', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91044204-f9d4-4dca-8806-5d36a307e31f'}], 'security_groups': ['4ededcb0-80b3-48a3-a293-8bf642ede011', '4eb67011-01f2-4d98-9648-de82cc90a1db']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:28.532572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.567531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89db40d9-b923-4f9e-86fa-d4f78e81ba2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.600304 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89db40d9-b923-4f9e-86fa-d4f78e81ba2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.660558 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.660786 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.686015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for a42ebfc6-7e84-4886-86e4-161b36965ab9 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:28.745221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4566bdbc-9647-4364-867b-273f942e2dbb None None] Update dhcp port {'port': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'fixed_ips': [{'subnet_id': '864d0dcd-b217-476d-8451-d25e9ade3fe9', 'ip_address': '172.20.0.18'}, {'subnet_id': '81b75941-f79c-4519-8157-b30bbeeaa15b', 'ip_address': '172.20.0.2'}, {'subnet_id': '91044204-f9d4-4dca-8806-5d36a307e31f'}], 'binding:host_id': 'n-d-792394-17'}, 'id': 'd156fb11-b80e-4195-94ce-5ab98912f3cd'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:39:28.750632 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89db40d9-b923-4f9e-86fa-d4f78e81ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.753384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89db40d9-b923-4f9e-86fa-d4f78e81ba2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.757583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-89db40d9-b923-4f9e-86fa-d4f78e81ba2e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38d0a916-e1b4-4c8c-b072-b9f34ebf1da5 HTTP/1.1" status: 204 len: 168 time: 0.2972903 Jul 16 20:39:28.768201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db40d9-b923-4f9e-86fa-d4f78e81ba2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d0a916-e1b4-4c8c-b072-b9f34ebf1da5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:28.797575 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4566bdbc-9647-4364-867b-273f942e2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.822476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.873930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Deleting port 8ea58e68-674a-4a51-80dd-b8133096a69c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:28.874568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.975249 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] For port 8ea58e68-674a-4a51-80dd-b8133096a69c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8ea58e68-674a-4a51-80dd-b8133096a69c,segment=NetworkSegment(6d6d72c8-8dac-4ab1-88ca-8930278eb198),segment_id=6d6d72c8-8dac-4ab1-88ca-8930278eb198)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:28.976234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:28.997832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Calling delete_port for 8ea58e68-674a-4a51-80dd-b8133096a69c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:29.014528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4566bdbc-9647-4364-867b-273f942e2dbb None None] Allocated IP 172.20.0.34 (323a1796-84b1-4305-994e-34ce17368db8/91044204-f9d4-4dca-8806-5d36a307e31f/d156fb11-b80e-4195-94ce-5ab98912f3cd) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:29.075770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.146968 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=a42ebfc6-7e84-4886-86e4-161b36965ab9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.210215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.213275 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.218708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-15f37707-6c83-457c-90a5-9f651a6a5617 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/floatingips/f48c794a-d39d-4ef2-bbb6-a24c10da3315 HTTP/1.1" status: 204 len: 168 time: 0.8555541 Jul 16 20:39:29.219424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58944) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:29.250254 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-65deee42-4b31-435a-975b-35138e651ef0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:29.251044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65deee42-4b31-435a-975b-35138e651ef0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:29.253589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-65deee42-4b31-435a-975b-35138e651ef0 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/ports/1e4c1353-aecf-4187-85bf-ad8b95493e14 HTTP/1.1" status: 404 len: 333 time: 0.0330677 Jul 16 20:39:29.253761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.256618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58946) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:29.304064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8fb7c8a7-8529-4617-ad28-077f9d023cef tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "GET /v2.0/ports?device_id=2442424b-b134-4220-bf40-f98e121065e4 HTTP/1.1" status: 200 len: 205 time: 0.0457883 Jul 16 20:39:29.305906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:29.333162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4566bdbc-9647-4364-867b-273f942e2dbb None None] For port d156fb11-b80e-4195-94ce-5ab98912f3cd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d156fb11-b80e-4195-94ce-5ab98912f3cd,segment=NetworkSegment(f759e5ef-a889-4ca1-8e7c-6c027c74f480),segment_id=f759e5ef-a889-4ca1-8e7c-6c027c74f480)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:29.354707 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-a000bb22-a11f-4618-a13c-ddff5b75a3ad tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] delete failed (client error): The resource could not be found. Jul 16 20:39:29.358396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a000bb22-a11f-4618-a13c-ddff5b75a3ad tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/routers/2442424b-b134-4220-bf40-f98e121065e4 HTTP/1.1" status: 404 len: 336 time: 0.0515189 Jul 16 20:39:29.358939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:29.393548 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c07813-129e-476a-ae72-41cabaac3fa4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:29.394199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c07813-129e-476a-ae72-41cabaac3fa4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:29.399681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-55c07813-129e-476a-ae72-41cabaac3fa4 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/subnets/121a8471-c53b-48a3-a71c-2d9f6c46222a HTTP/1.1" status: 404 len: 337 time: 0.0376654 Jul 16 20:39:29.400002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58954) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:29.412695 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4566bdbc-9647-4364-867b-273f942e2dbb None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.428878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4566bdbc-9647-4364-867b-273f942e2dbb None None] Transition to ACTIVE for port object d156fb11-b80e-4195-94ce-5ab98912f3cd will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:29.434917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4566bdbc-9647-4364-867b-273f942e2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.497664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.499597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566bdbc-9647-4364-867b-273f942e2dbb None None] Pushing event updated for resources: {'Port': ['ID=d156fb11-b80e-4195-94ce-5ab98912f3cd,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.505224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea58e68-674a-4a51-80dd-b8133096a69c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:29.644033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Delete allocated IP 172.20.0.11 (323a1796-84b1-4305-994e-34ce17368db8/81b75941-f79c-4519-8157-b30bbeeaa15b) {{(pid=93959) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 20:39:29.665267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Allocated IP 172.20.0.41 (323a1796-84b1-4305-994e-34ce17368db8/91044204-f9d4-4dca-8806-5d36a307e31f/d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:29.691972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f4297cc6-97bc-4b42-9635-29e21980327a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port f5e72c4d-d43b-419e-8328-4c64505bb019 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:29.692336 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4297cc6-97bc-4b42-9635-29e21980327a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.808926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d156fb11-b80e-4195-94ce-5ab98912f3cd up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:29.875389 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4297cc6-97bc-4b42-9635-29e21980327a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:29.900002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f4297cc6-97bc-4b42-9635-29e21980327a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for f5e72c4d-d43b-419e-8328-4c64505bb019 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:29.902361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Router b3dbd036-2944-4634-9a24-ae105d538550 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:30.004361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.019855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Transition to ACTIVE for port object d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:30.034239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.050336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:30.061869 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-10b82807-7dee-4f5a-823c-9202c8ae1539 admin admin] 10.222.0.10 "PUT /v2.0/routers/b3dbd036-2944-4634-9a24-ae105d538550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0044668 Jul 16 20:39:30.064720 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.067712 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] Sync routers for ids ['b3dbd036-2944-4634-9a24-ae105d538550'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:30.084128 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] Routers {'b3dbd036-2944-4634-9a24-ae105d538550'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:30.088466 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b3dbd036-2944-4634-9a24-ae105d538550'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.132626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event updated for resources: {'Port': ['ID=d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.173600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.173936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.174276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.174611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.174942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.175281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.175642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.176039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.176368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.176692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.177028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.177358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:30.245783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] In _notify_port_updated(), no bound segment for port d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb on network 323a1796-84b1-4305-994e-34ce17368db8 {{(pid=93959) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:39:30.252062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:30.252217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.253543 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-52ffddc8-20cf-499a-84ff-5559bed8c994 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "PUT /v2.0/ports/d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb HTTP/1.1" status: 200 len: 959 time: 1.7432995 Jul 16 20:39:30.256971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.261455 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] Set router b3dbd036-2944-4634-9a24-ae105d538550 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:30.275968 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.384565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4297cc6-97bc-4b42-9635-29e21980327a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.408084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Provisioning complete for port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:30.409487 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.427844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4297cc6-97bc-4b42-9635-29e21980327a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=f5e72c4d-d43b-419e-8328-4c64505bb019,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.430868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.496088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Deleting port 667aa568-ff20-4f9a-b4c8-0eb20a79563e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:30.496255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.506969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-30a55ca5-533f-49a4-a81c-5663a702deb5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:30.507357 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30a55ca5-533f-49a4-a81c-5663a702deb5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.528592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:30.550421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4297cc6-97bc-4b42-9635-29e21980327a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.552904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f4297cc6-97bc-4b42-9635-29e21980327a tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/ports/f5e72c4d-d43b-419e-8328-4c64505bb019 HTTP/1.1" status: 204 len: 168 time: 1.1516700 Jul 16 20:39:30.553323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Provisioning for port d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:30.560866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Provisioning complete for port d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:30.562791 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.584529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 58982) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:30.604192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] For port 667aa568-ff20-4f9a-b4c8-0eb20a79563e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=667aa568-ff20-4f9a-b4c8-0eb20a79563e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:30.604601 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.623016 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Calling delete_port for 667aa568-ff20-4f9a-b4c8-0eb20a79563e owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:30.644939 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:48Z', 'updated_at': '2021-07-16T20:39:29Z', 'revision_number': 5, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'gw_port': {'id': '667aa568-ff20-4f9a-b4c8-0eb20a79563e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:33:51Z', 'updated_at': '2021-07-16T20:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.653263 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30a55ca5-533f-49a4-a81c-5663a702deb5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.660291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Port d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:30.689732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Provisioning for port d156fb11-b80e-4195-94ce-5ab98912f3cd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:30.695626 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] Checking router: b3dbd036-2944-4634-9a24-ae105d538550 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:39:30.697937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-30a55ca5-533f-49a4-a81c-5663a702deb5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:30.700060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Provisioning complete for port d156fb11-b80e-4195-94ce-5ab98912f3cd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:30.701254 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-015d1dcb-e59f-49bd-a513-ad4d9b10e370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.708052 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] Routers {'b3dbd036-2944-4634-9a24-ae105d538550'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:30.709269 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b3dbd036-2944-4634-9a24-ae105d538550'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.790342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4411ada7-3493-4fbc-b25f-d68545847827 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port dc603408-2865-47ac-9ff0-f90516b2a5d8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:30.790694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4411ada7-3493-4fbc-b25f-d68545847827 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.855204 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] Set router b3dbd036-2944-4634-9a24-ae105d538550 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:39:30.859167 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:30.922403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=667aa568-ff20-4f9a-b4c8-0eb20a79563e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:30.964363 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:48Z', 'updated_at': '2021-07-16T20:39:30Z', 'revision_number': 6, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:30.986047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4411ada7-3493-4fbc-b25f-d68545847827 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.001356 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff104595-79fa-40a9-bb6b-be93009aa03e None None] The sync data for ids ['b3dbd036-2944-4634-9a24-ae105d538550'] in n-d-792394-17 is: [{'id': 'b3dbd036-2944-4634-9a24-ae105d538550', 'name': 'tempest-TestVolumeBackupRestore-1320836885-router', 'tenant_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:33:48Z', 'updated_at': '2021-07-16T20:39:30Z', 'revision_number': 6, 'project_id': 'd65861d129f54e4da88c9a5e69d78fe0', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:31.020356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.028232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4411ada7-3493-4fbc-b25f-d68545847827 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for dc603408-2865-47ac-9ff0-f90516b2a5d8 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:31.044773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30a55ca5-533f-49a4-a81c-5663a702deb5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.103321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e06aa4d8-ef5c-49bc-aca3-98235f418b83 None None] Could not find standard attr ID for object d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:31.135027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.137191 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.167126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a55ca5-533f-49a4-a81c-5663a702deb5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.188469 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.189362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3dbd036-2944-4634-9a24-ae105d538550 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:31.198374 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.202397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c4f596ea-a17f-4fbc-a391-320d6e28d5ed admin admin] 10.222.0.10 "DELETE /v2.0/routers/b3dbd036-2944-4634-9a24-ae105d538550 HTTP/1.1" status: 204 len: 168 time: 1.1331351 Jul 16 20:39:31.203764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.249262 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30a55ca5-533f-49a4-a81c-5663a702deb5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.251466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30a55ca5-533f-49a4-a81c-5663a702deb5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb HTTP/1.1" status: 204 len: 168 time: 0.9938552 Jul 16 20:39:31.255936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.260932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-490aa4aa-8144-4cc7-b106-78867ebcb9ce admin admin] Deleting subnet ee2798b0-392e-4c54-8b58-3dfd701aa87c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:31.279437 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490aa4aa-8144-4cc7-b106-78867ebcb9ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.323188 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-136c6adf-eba4-4811-bdd6-6ccb4a8248de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] GET failed (client error): The resource could not be found. Jul 16 20:39:31.324840 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-136c6adf-eba4-4811-bdd6-6ccb4a8248de tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports/d27e1f58-12a2-43cb-b1d0-e7fd09ec18fb HTTP/1.1" status: 404 len: 333 time: 0.0674424 Jul 16 20:39:31.330655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 58992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.358872 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490aa4aa-8144-4cc7-b106-78867ebcb9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.374658 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4411ada7-3493-4fbc-b25f-d68545847827 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.454313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411ada7-3493-4fbc-b25f-d68545847827 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=dc603408-2865-47ac-9ff0-f90516b2a5d8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.514412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4411ada7-3493-4fbc-b25f-d68545847827 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.517377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4411ada7-3493-4fbc-b25f-d68545847827 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/ports/dc603408-2865-47ac-9ff0-f90516b2a5d8 HTTP/1.1" status: 204 len: 168 time: 0.9308119 Jul 16 20:39:31.519501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59000) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.526719 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef5a14f3-10f5-45ae-bf69-f2e9d3c74d04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.542561 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490aa4aa-8144-4cc7-b106-78867ebcb9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.580110 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef5a14f3-10f5-45ae-bf69-f2e9d3c74d04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.607180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c936c9-0e18-4915-b136-145fdee34dd7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:31.611191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c3c936c9-0e18-4915-b136-145fdee34dd7 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ef25eee-5920-4f64-89aa-1ef4fbde2742 HTTP/1.1" status: 200 len: 913 time: 0.0881345 Jul 16 20:39:31.611436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.638998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490aa4aa-8144-4cc7-b106-78867ebcb9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.649255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef5a14f3-10f5-45ae-bf69-f2e9d3c74d04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.652113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef5a14f3-10f5-45ae-bf69-f2e9d3c74d04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.655688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef5a14f3-10f5-45ae-bf69-f2e9d3c74d04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/security-groups/5152950f-b953-4a7b-99e2-e09ec8a4d2e3 HTTP/1.1" status: 204 len: 168 time: 0.3216383 Jul 16 20:39:31.656000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.683797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aa4aa-8144-4cc7-b106-78867ebcb9ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2798b0-392e-4c54-8b58-3dfd701aa87c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.694871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515d88d-8808-4ff4-ae9a-f33e93ce5528 None None] Network 570adea5-252d-4c85-8b2d-efd99eff359e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:31.700686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-490aa4aa-8144-4cc7-b106-78867ebcb9ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.703181 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-490aa4aa-8144-4cc7-b106-78867ebcb9ce admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ee2798b0-392e-4c54-8b58-3dfd701aa87c HTTP/1.1" status: 204 len: 168 time: 0.4993646 Jul 16 20:39:31.704292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a14f3-10f5-45ae-bf69-f2e9d3c74d04 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152950f-b953-4a7b-99e2-e09ec8a4d2e3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:31.705986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:31.764666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95b149b5-3322-4f9c-89d5-ba8a438cf95c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.816585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.842003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95b149b5-3322-4f9c-89d5-ba8a438cf95c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.880998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Deleting port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:31.881345 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.962126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] DHCP port deletion for 570adea5-252d-4c85-8b2d-efd99eff359e request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:31.978734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95b149b5-3322-4f9c-89d5-ba8a438cf95c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.980434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] For port e85aff7b-52e9-4e67-8305-2cdcd6b8c629, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e85aff7b-52e9-4e67-8305-2cdcd6b8c629,segment=NetworkSegment(6d6d72c8-8dac-4ab1-88ca-8930278eb198),segment_id=6d6d72c8-8dac-4ab1-88ca-8930278eb198)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:31.980900 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.981409 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95b149b5-3322-4f9c-89d5-ba8a438cf95c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:31.984949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-95b149b5-3322-4f9c-89d5-ba8a438cf95c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/security-groups/4eb67011-01f2-4d98-9648-de82cc90a1db HTTP/1.1" status: 204 len: 168 time: 0.3256102 Jul 16 20:39:31.985927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.000002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Calling delete_port for e85aff7b-52e9-4e67-8305-2cdcd6b8c629 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:32.028219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b149b5-3322-4f9c-89d5-ba8a438cf95c tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb67011-01f2-4d98-9648-de82cc90a1db,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.058719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ea58e68-674a-4a51-80dd-b8133096a69c no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:32.102723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.119266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8ea58e68-674a-4a51-80dd-b8133096a69c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:32.119624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8ea58e68-674a-4a51-80dd-b8133096a69c not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:32.120043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 667aa568-ff20-4f9a-b4c8-0eb20a79563e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:32.132568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Pushing event deleted for resources: {'Port': ['ID=e85aff7b-52e9-4e67-8305-2cdcd6b8c629,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.137091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] No DVR routers for this DVR port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:32.163811 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-004418dd-70cf-46d7-9282-22b68c7499d5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.165417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 667aa568-ff20-4f9a-b4c8-0eb20a79563e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:32.165997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 667aa568-ff20-4f9a-b4c8-0eb20a79563e not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:32.195374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] Deleting port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:32.195714 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.214031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-004418dd-70cf-46d7-9282-22b68c7499d5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.234465 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.246414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570adea5-252d-4c85-8b2d-efd99eff359e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:32.258948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6d72c8-8dac-4ab1-88ca-8930278eb198') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:32.259246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6d72c8-8dac-4ab1-88ca-8930278eb198') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:32.285053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] For port e85aff7b-52e9-4e67-8305-2cdcd6b8c629, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:32.287286 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.292865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.298617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-004418dd-70cf-46d7-9282-22b68c7499d5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.301155 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-004418dd-70cf-46d7-9282-22b68c7499d5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.302310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-004418dd-70cf-46d7-9282-22b68c7499d5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/security-groups/4ededcb0-80b3-48a3-a293-8bf642ede011 HTTP/1.1" status: 204 len: 168 time: 0.2846420 Jul 16 20:39:32.308190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.311515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] Calling delete_port for e85aff7b-52e9-4e67-8305-2cdcd6b8c629 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:32.311652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.314334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] Port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:39:32.315670 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.319114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:32.320534 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.344750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] Pushing event deleted for resources: {'Port': ['ID=e85aff7b-52e9-4e67-8305-2cdcd6b8c629,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.349016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ffa330-f810-49ce-ba3a-3fd63713c433 None None] No DVR routers for this DVR port e85aff7b-52e9-4e67-8305-2cdcd6b8c629 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:32.358888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004418dd-70cf-46d7-9282-22b68c7499d5 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ededcb0-80b3-48a3-a293-8bf642ede011,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:32.382817 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:32.386286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.391849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.397210 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] 10.222.0.10 "DELETE /v2.0/networks/570adea5-252d-4c85-8b2d-efd99eff359e HTTP/1.1" status: 204 len: 168 time: 0.6900146 Jul 16 20:39:32.405606 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.410967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79f1f4e-901a-40ed-b429-4f6702cd05e2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet 81b75941-f79c-4519-8157-b30bbeeaa15b {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:32.416014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b79f1f4e-901a-40ed-b429-4f6702cd05e2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.417746 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796cb4d-3194-43b4-a33c-6d67cfe56670 admin admin] Pushing event deleted for resources: {'Network': ['ID=570adea5-252d-4c85-8b2d-efd99eff359e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:32.498883 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b79f1f4e-901a-40ed-b429-4f6702cd05e2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.603693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.642737 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:39:32.673666 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bce5fd5-cb5f-4d33-b409-d88e0776d16b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f5e4433cc2340f090cb22d62c0e37c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685196 Jul 16 20:39:32.676648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:32.743613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a47534a-5539-4797-bdc6-c20f00462403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.769612 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a47534a-5539-4797-bdc6-c20f00462403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.828393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a47534a-5539-4797-bdc6-c20f00462403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.832328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a47534a-5539-4797-bdc6-c20f00462403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:32.836134 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7a47534a-5539-4797-bdc6-c20f00462403 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/041ec080-259e-4c78-844e-a0a7bdf82ecf HTTP/1.1" status: 204 len: 168 time: 0.1577659 Jul 16 20:39:32.847301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47534a-5539-4797-bdc6-c20f00462403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041ec080-259e-4c78-844e-a0a7bdf82ecf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.090480 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b79f1f4e-901a-40ed-b429-4f6702cd05e2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.189330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b79f1f4e-901a-40ed-b429-4f6702cd05e2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.233039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:33.235872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f1f4e-901a-40ed-b429-4f6702cd05e2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=81b75941-f79c-4519-8157-b30bbeeaa15b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.241677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b79f1f4e-901a-40ed-b429-4f6702cd05e2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.247840 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b79f1f4e-901a-40ed-b429-4f6702cd05e2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/81b75941-f79c-4519-8157-b30bbeeaa15b HTTP/1.1" status: 204 len: 168 time: 0.9335024 Jul 16 20:39:33.248491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:33.250989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef886785-e08f-4e70-8e86-6b7bd7039383 None None] Network 323a1796-84b1-4305-994e-34ce17368db8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:33.296010 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0e798b99-14d7-44d5-82a4-94013857a865 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d65861d129f54e4da88c9a5e69d78fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617237 Jul 16 20:39:33.299633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59032) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:33.377896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ab2d30-0014-4090-adbd-9bbb7277eef4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet 91044204-f9d4-4dca-8806-5d36a307e31f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:33.388662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2d30-0014-4090-adbd-9bbb7277eef4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.443782 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3431ccaf-71d5-4788-9dee-b667dd0cea18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.455038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port fb80c255-e963-4a5f-a3a2-ac4a90b63259 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:33.455439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.467294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2d30-0014-4090-adbd-9bbb7277eef4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.529092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3431ccaf-71d5-4788-9dee-b667dd0cea18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.678882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e85aff7b-52e9-4e67-8305-2cdcd6b8c629 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:33.701869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e85aff7b-52e9-4e67-8305-2cdcd6b8c629 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:39:33.702214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e85aff7b-52e9-4e67-8305-2cdcd6b8c629 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:39:33.709577 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.712826 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2d30-0014-4090-adbd-9bbb7277eef4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.753578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for fb80c255-e963-4a5f-a3a2-ac4a90b63259 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:33.763576 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3431ccaf-71d5-4788-9dee-b667dd0cea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.766061 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3431ccaf-71d5-4788-9dee-b667dd0cea18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.767204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3431ccaf-71d5-4788-9dee-b667dd0cea18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b084808b-7ae2-4ea6-8de7-d8a1ccb0f210 HTTP/1.1" status: 204 len: 168 time: 0.4634857 Jul 16 20:39:33.811724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431ccaf-71d5-4788-9dee-b667dd0cea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b084808b-7ae2-4ea6-8de7-d8a1ccb0f210,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.920979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2d30-0014-4090-adbd-9bbb7277eef4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.950972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab2d30-0014-4090-adbd-9bbb7277eef4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=91044204-f9d4-4dca-8806-5d36a307e31f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:33.967987 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2d30-0014-4090-adbd-9bbb7277eef4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:33.970282 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f0ab2d30-0014-4090-adbd-9bbb7277eef4 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/91044204-f9d4-4dca-8806-5d36a307e31f HTTP/1.1" status: 204 len: 168 time: 0.7207062 Jul 16 20:39:33.974387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.038652 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-29faaf4c-e9f9-45aa-9cc3-835c7234733e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:34.041167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29faaf4c-e9f9-45aa-9cc3-835c7234733e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:34.059017 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-29faaf4c-e9f9-45aa-9cc3-835c7234733e tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/81b75941-f79c-4519-8157-b30bbeeaa15b HTTP/1.1" status: 404 len: 337 time: 0.0800619 Jul 16 20:39:34.061285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59040) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.120475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.175553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=fb80c255-e963-4a5f-a3a2-ac4a90b63259,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:34.190490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42a1d6d-3441-4a68-9f64-102da309e0df tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting subnet 864d0dcd-b217-476d-8451-d25e9ade3fe9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:34.196366 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d42a1d6d-3441-4a68-9f64-102da309e0df tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.279539 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d42a1d6d-3441-4a68-9f64-102da309e0df tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.301417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca59f93-4d45-4913-97e4-245481b58c88 None None] Network 323a1796-84b1-4305-994e-34ce17368db8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:34.455369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.499019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-adf8c48a-897e-4c25-b3d8-0f6706a6e757 None None] Provisioning complete for port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:34.500246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-adf8c48a-897e-4c25-b3d8-0f6706a6e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.543516 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d42a1d6d-3441-4a68-9f64-102da309e0df tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.572448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-adf8c48a-897e-4c25-b3d8-0f6706a6e757 None None] Port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:34.661034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-adf8c48a-897e-4c25-b3d8-0f6706a6e757 None None] Provisioning complete for port d156fb11-b80e-4195-94ce-5ab98912f3cd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:34.661841 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-adf8c48a-897e-4c25-b3d8-0f6706a6e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.676795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d42a1d6d-3441-4a68-9f64-102da309e0df tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:34.726865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:34.869536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:34.879438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cb34e01c-6268-4441-84dc-39f5ff8c761c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "PUT /v2.0/routers/2ef25eee-5920-4f64-89aa-1ef4fbde2742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2622821 Jul 16 20:39:34.879438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59046) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:34.910567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f63fd2-be43-4ab0-8c0c-613189b12931 None None] Sync routers for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:34.961214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f63fd2-be43-4ab0-8c0c-613189b12931 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:34.962497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-48f63fd2-be43-4ab0-8c0c-613189b12931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:35.023665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.027592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-48f63fd2-be43-4ab0-8c0c-613189b12931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:35.122833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1d6d-3441-4a68-9f64-102da309e0df tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Subnet': ['ID=864d0dcd-b217-476d-8451-d25e9ade3fe9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.129089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d42a1d6d-3441-4a68-9f64-102da309e0df tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.129322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2206948-3442-472f-a343-6a8de88e3a04 None None] Update dhcp port {'port': {'network_id': '323a1796-84b1-4305-994e-34ce17368db8', 'fixed_ips': [{'subnet_id': '864d0dcd-b217-476d-8451-d25e9ade3fe9'}], 'binding:host_id': 'n-d-792394-17'}, 'id': 'd156fb11-b80e-4195-94ce-5ab98912f3cd'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:39:35.131246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d42a1d6d-3441-4a68-9f64-102da309e0df tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/864d0dcd-b217-476d-8451-d25e9ade3fe9 HTTP/1.1" status: 204 len: 168 time: 1.0649965 Jul 16 20:39:35.134986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.138424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f63fd2-be43-4ab0-8c0c-613189b12931 None None] Routers {'2ef25eee-5920-4f64-89aa-1ef4fbde2742'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:35.139490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-48f63fd2-be43-4ab0-8c0c-613189b12931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:35.158136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.183586 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-30acdcca-210a-42a1-906d-44c1a9e2b5a2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.184468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30acdcca-210a-42a1-906d-44c1a9e2b5a2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.187826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-30acdcca-210a-42a1-906d-44c1a9e2b5a2 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/e2386981-1806-441b-a30d-b919dcdd1761 HTTP/1.1" status: 404 len: 337 time: 0.0516045 Jul 16 20:39:35.191668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.223553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting port d3fcdca2-9f44-4d2c-9f1a-1b41c7adc879 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:35.224720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.231822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-48f63fd2-be43-4ab0-8c0c-613189b12931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:35.232887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f63fd2-be43-4ab0-8c0c-613189b12931 None None] The sync data for ids ['2ef25eee-5920-4f64-89aa-1ef4fbde2742'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:35.234137 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f9540447-8a81-4e5b-9339-3c314fdf2590 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a3908-7206-4a97-a0b5-d3bd85bf144b HTTP/1.1" status: 200 len: 205 time: 0.0407181 Jul 16 20:39:35.238978 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.258123 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c2206948-3442-472f-a343-6a8de88e3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.288426 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-215dc521-d7a0-4f92-b761-3e01e9ae88a8 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] delete failed (client error): The resource could not be found. Jul 16 20:39:35.293306 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-215dc521-d7a0-4f92-b761-3e01e9ae88a8 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/routers/ee3a3908-7206-4a97-a0b5-d3bd85bf144b HTTP/1.1" status: 404 len: 336 time: 0.0532851 Jul 16 20:39:35.294084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.324358 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80bd29d-d141-4f47-bb09-bef423f8363b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.324581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80bd29d-d141-4f47-bb09-bef423f8363b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.328302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.329226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a80bd29d-d141-4f47-bb09-bef423f8363b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/db4b8f25-20ea-4c7d-ab6a-182d9d19e899 HTTP/1.1" status: 404 len: 337 time: 0.0340950 Jul 16 20:39:35.329968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.342584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Calling delete_port for d3fcdca2-9f44-4d2c-9f1a-1b41c7adc879 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:35.359322 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1993f7-7e03-4d2b-a1d5-b85c65c8b718 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.359688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1993f7-7e03-4d2b-a1d5-b85c65c8b718 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.365005 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ae1993f7-7e03-4d2b-a1d5-b85c65c8b718 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/c5db4a6b-ab25-4536-a2a2-768109e67281 HTTP/1.1" status: 404 len: 337 time: 0.0337887 Jul 16 20:39:35.365626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.399501 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c110352e-9606-4f6f-b207-994aef9566c0 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.400077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c110352e-9606-4f6f-b207-994aef9566c0 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.405000 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c110352e-9606-4f6f-b207-994aef9566c0 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/20d48f55-4c04-4138-9086-656347738ad6 HTTP/1.1" status: 404 len: 337 time: 0.0378761 Jul 16 20:39:35.405510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59060) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.437854 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5527f9-8b9d-488f-88e8-702f7368b851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.438588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5527f9-8b9d-488f-88e8-702f7368b851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.440356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2a5527f9-8b9d-488f-88e8-702f7368b851 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/2b22f3b9-c837-4cb8-ae53-d2b7326a2b7c HTTP/1.1" status: 404 len: 333 time: 0.0337951 Jul 16 20:39:35.443962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59062) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.475494 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ee5727-4a7b-4bfc-9c10-0800206db406 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.476014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ee5727-4a7b-4bfc-9c10-0800206db406 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.478283 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e2ee5727-4a7b-4bfc-9c10-0800206db406 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/6220d3b2-dd14-4671-81bb-84456e83719a HTTP/1.1" status: 404 len: 337 time: 0.0325799 Jul 16 20:39:35.480672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.493017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac969bb-63f7-4f89-812b-3817cb93fbbd None None] Network 323a1796-84b1-4305-994e-34ce17368db8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:35.524584 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a7bc56-8062-4045-b3c4-cb027435c905 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.525061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a7bc56-8062-4045-b3c4-cb027435c905 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.526868 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-63a7bc56-8062-4045-b3c4-cb027435c905 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/eeb0c397-3278-43b5-b168-b054b011a9ab HTTP/1.1" status: 404 len: 337 time: 0.0452726 Jul 16 20:39:35.529513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.562562 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3da5555-52fc-4878-bee2-79356a885908 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.563856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3da5555-52fc-4878-bee2-79356a885908 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.565809 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f3da5555-52fc-4878-bee2-79356a885908 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/10732872-8e8a-4927-b1e2-90b9a6a4fc64 HTTP/1.1" status: 404 len: 333 time: 0.0353570 Jul 16 20:39:35.568710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.586861 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.621763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Port': ['ID=d3fcdca2-9f44-4d2c-9f1a-1b41c7adc879,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:35.627227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-20c69737-ff25-4227-822f-e45a3ced71e2 None None] Provisioning complete for port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:35.628102 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20c69737-ff25-4227-822f-e45a3ced71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.637962 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c730cff-7739-421a-929c-1f1bfdbd3c95 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.638430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c730cff-7739-421a-929c-1f1bfdbd3c95 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.640233 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8c730cff-7739-421a-929c-1f1bfdbd3c95 tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/9db6ab8b-51a6-4fea-976f-b66b1f787efb HTTP/1.1" status: 404 len: 337 time: 0.0701087 Jul 16 20:39:35.648371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.725896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d156fb11-b80e-4195-94ce-5ab98912f3cd no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:39:35.726135 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcac3c6-13fd-408f-95cc-e4e3d4cd20fa tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] DELETE failed (client error): The resource could not be found. Jul 16 20:39:35.726135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcac3c6-13fd-408f-95cc-e4e3d4cd20fa tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:39:35.726724 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dbcac3c6-13fd-408f-95cc-e4e3d4cd20fa tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/subnets/a5210dd6-ca84-4d57-a243-3218b61b38cd HTTP/1.1" status: 404 len: 337 time: 0.0778246 Jul 16 20:39:35.729196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59072) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.750616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-20c69737-ff25-4227-822f-e45a3ced71e2 None None] Port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:35.764579 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.787584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-20c69737-ff25-4227-822f-e45a3ced71e2 None None] Provisioning complete for port d156fb11-b80e-4195-94ce-5ab98912f3cd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:35.787958 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20c69737-ff25-4227-822f-e45a3ced71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.876731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c6e36-5a9e-4a2f-b387-40f10f38016c None None] DHCP port deletion for 323a1796-84b1-4305-994e-34ce17368db8 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:35.882553 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.883667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.887072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.964677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.965263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef25eee-5920-4f64-89aa-1ef4fbde2742 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:39:35.972566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:35.975865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d0141723-36e1-40f5-96ef-52db38c86792 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/routers/2ef25eee-5920-4f64-89aa-1ef4fbde2742 HTTP/1.1" status: 204 len: 168 time: 1.0938995 Jul 16 20:39:35.977237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:35.978770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d156fb11-b80e-4195-94ce-5ab98912f3cd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d156fb11-b80e-4195-94ce-5ab98912f3cd,segment=NetworkSegment(f759e5ef-a889-4ca1-8e7c-6c027c74f480),segment_id=f759e5ef-a889-4ca1-8e7c-6c027c74f480)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:35.989978 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.008409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2b04c-dbac-4a1a-a3fd-706b56069d5b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Deleting port d00017ef-05c1-41fe-9dbf-4d750ccbbb46 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:36.008760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b04c-dbac-4a1a-a3fd-706b56069d5b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.043434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6551a74-c43f-49f4-a54c-fe092686ce4c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Deleting subnet 665a643f-8779-438f-9140-7ad966014373 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:36.044668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-693c6e36-5a9e-4a2f-b387-40f10f38016c None None] Deleting port d156fb11-b80e-4195-94ce-5ab98912f3cd {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:36.044815 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-693c6e36-5a9e-4a2f-b387-40f10f38016c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.056044 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6551a74-c43f-49f4-a54c-fe092686ce4c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.070200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d156fb11-b80e-4195-94ce-5ab98912f3cd,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.098143 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b04c-dbac-4a1a-a3fd-706b56069d5b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.113523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6551a74-c43f-49f4-a54c-fe092686ce4c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.115485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2b04c-dbac-4a1a-a3fd-706b56069d5b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Calling delete_port for d00017ef-05c1-41fe-9dbf-4d750ccbbb46 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:36.124765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-693c6e36-5a9e-4a2f-b387-40f10f38016c None None] For port d156fb11-b80e-4195-94ce-5ab98912f3cd, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d156fb11-b80e-4195-94ce-5ab98912f3cd,segment=NetworkSegment(f759e5ef-a889-4ca1-8e7c-6c027c74f480),segment_id=f759e5ef-a889-4ca1-8e7c-6c027c74f480)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:36.125812 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-693c6e36-5a9e-4a2f-b387-40f10f38016c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.141257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-693c6e36-5a9e-4a2f-b387-40f10f38016c None None] Calling delete_port for d156fb11-b80e-4195-94ce-5ab98912f3cd owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:36.163730 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6551a74-c43f-49f4-a54c-fe092686ce4c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.209059 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b04c-dbac-4a1a-a3fd-706b56069d5b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.232811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6551a74-c43f-49f4-a54c-fe092686ce4c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.242455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2b04c-dbac-4a1a-a3fd-706b56069d5b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Port': ['ID=d00017ef-05c1-41fe-9dbf-4d750ccbbb46,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.257757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-693c6e36-5a9e-4a2f-b387-40f10f38016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.267296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6551a74-c43f-49f4-a54c-fe092686ce4c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Subnet': ['ID=665a643f-8779-438f-9140-7ad966014373,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.269365 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6551a74-c43f-49f4-a54c-fe092686ce4c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.271966 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a6551a74-c43f-49f4-a54c-fe092686ce4c tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/subnets/665a643f-8779-438f-9140-7ad966014373 HTTP/1.1" status: 204 len: 168 time: 0.2938638 Jul 16 20:39:36.274468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.278276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b04c-dbac-4a1a-a3fd-706b56069d5b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.283145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cbf2b04c-dbac-4a1a-a3fd-706b56069d5b tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/ports/d00017ef-05c1-41fe-9dbf-4d750ccbbb46 HTTP/1.1" status: 204 len: 168 time: 0.5508058 Jul 16 20:39:36.283403 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59080) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.295700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c6e36-5a9e-4a2f-b387-40f10f38016c None None] Pushing event deleted for resources: {'Port': ['ID=d156fb11-b80e-4195-94ce-5ab98912f3cd,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.303898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c6e36-5a9e-4a2f-b387-40f10f38016c None None] No DVR routers for this DVR port d156fb11-b80e-4195-94ce-5ab98912f3cd on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:36.363969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.388065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.454065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.464028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689aa16a-552c-40a0-89a9-dd2ceed92666']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.474038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.479497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bfd282-1182-481b-a1cc-90a09fef61c6') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.479802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bfd282-1182-481b-a1cc-90a09fef61c6') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.484521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323a1796-84b1-4305-994e-34ce17368db8']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.489473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.501553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f759e5ef-a889-4ca1-8e7c-6c027c74f480') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.501553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f759e5ef-a889-4ca1-8e7c-6c027c74f480') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:36.504878 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.512385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:36.512385 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.514733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:36.516036 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:36.529560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.538183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:36.538652 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:36.541954 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:36.578139 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.586493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.588478 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] 10.222.0.10 "DELETE /v2.0/networks/689aa16a-552c-40a0-89a9-dd2ceed92666 HTTP/1.1" status: 204 len: 168 time: 0.3123286 Jul 16 20:39:36.609185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.610064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19be57-6524-486e-b5c8-8127ccffe713 tempest-FloatingIPTestJSON-1160764505 tempest-FloatingIPTestJSON-1160764505-project] Pushing event deleted for resources: {'Network': ['ID=689aa16a-552c-40a0-89a9-dd2ceed92666,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.619355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:36.622200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] 10.222.0.10 "DELETE /v2.0/networks/323a1796-84b1-4305-994e-34ce17368db8 HTTP/1.1" status: 204 len: 168 time: 0.3376784 Jul 16 20:39:36.637306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969c094-448d-45a3-b966-e14cfeeff2ea tempest-PortsTestJSON-30111287 tempest-PortsTestJSON-30111287-project] Pushing event deleted for resources: {'Network': ['ID=323a1796-84b1-4305-994e-34ce17368db8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:36.872202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59092) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:36.922633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59096) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.089968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-40d8dc16-1360-40d6-850a-13a4d79a935c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a4d858cca8942a7bb78ce3fb4777308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143579 Jul 16 20:39:37.092931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.093085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2f7076ca-0fa3-4d07-a6c9-95addb91949b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c0813f7b8654a05b733c7b661439691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669958 Jul 16 20:39:37.093269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:37.141774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f69f118-3d9c-4b62-8d01-d1a173c78606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.148136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3e290e-08bd-48f8-8258-0f4c5c23d888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.169080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f69f118-3d9c-4b62-8d01-d1a173c78606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.169960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3e290e-08bd-48f8-8258-0f4c5c23d888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.226429 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3e290e-08bd-48f8-8258-0f4c5c23d888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.228205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f69f118-3d9c-4b62-8d01-d1a173c78606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.229168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b3e290e-08bd-48f8-8258-0f4c5c23d888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.232968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7b3e290e-08bd-48f8-8258-0f4c5c23d888 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59d5303c-0420-4ec1-a64f-1f33ea43c79b HTTP/1.1" status: 204 len: 168 time: 0.1363599 Jul 16 20:39:37.233128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f69f118-3d9c-4b62-8d01-d1a173c78606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:37.235486 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5f69f118-3d9c-4b62-8d01-d1a173c78606 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae9d801e-fff4-4656-8038-a544fd5b7117 HTTP/1.1" status: 204 len: 168 time: 0.1434977 Jul 16 20:39:37.244874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69f118-3d9c-4b62-8d01-d1a173c78606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d801e-fff4-4656-8038-a544fd5b7117,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:37.272690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e290e-08bd-48f8-8258-0f4c5c23d888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5303c-0420-4ec1-a64f-1f33ea43c79b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.045352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59146) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.162873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59152) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.211561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'networks': [{'name': 'tempest-network--1221878198'}, {'name': 'tempest-network--703065063'}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:38.211902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'network': {'name': 'tempest-network--1221878198'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:38.212368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'network': {'name': 'tempest-network--703065063'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:38.229942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320200825'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:38.244781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Made reservation on behalf of 5abdb3a3da7d4798b1074a4c4be89fac for: {'network': 2} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:38.249106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.263774 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.276162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.287031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.375208 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.382476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.382676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.435375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb8bdee-a5e9-489d-9347-72fc8db1fceb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.449253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:38.465798 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.466543 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Added segment 379b5569-0f3f-4c2a-a7fa-cf1e814ef571 of type vlan for network b8fd4e21-0518-470b-8ab7-b61d28dd3b6d Jul 16 20:39:38.526242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.575045 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.579737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.588756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:38.612589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.613456 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Added segment d23e50f6-e62b-4c53-8275-6e0022f3df73 of type vlan for network 89b18a65-07f3-4370-8aaa-b5535bc58b0c Jul 16 20:39:38.659664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b66c7b-30ff-4564-a8c9-17b8dba20e7a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.681621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.741449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.742550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.742917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.748361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:38.753006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:38.753617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.763613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.809924 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6433060 Jul 16 20:39:38.811849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.847210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:38.848626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8022439 Jul 16 20:39:38.849848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Network': ['ID=b8fd4e21-0518-470b-8ab7-b61d28dd3b6d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.851796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.853721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b605c8-9072-462f-ad0b-4af606a1e8cb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb21434-0abc-4967-93e1-eb80d6cc356c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.862231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b8fd4e21-0518-470b-8ab7-b61d28dd3b6d details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:38.956036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27773d-6c0d-4bd7-85b7-6f6d72af7588 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Network': ['ID=89b18a65-07f3-4370-8aaa-b5535bc58b0c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:38.969851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 89b18a65-07f3-4370-8aaa-b5535bc58b0c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:38.981690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4e117c32-cd5b-4814-95f6-65f6620b408d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1261752 Jul 16 20:39:38.981931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59162) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:38.986347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-20392923-0fe7-4a97-a1a5-bf8200b0612f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group': {'name': 'tempest-security--229137785', 'description': 'tempest-security-description-1289806565'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:39.015988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20392923-0fe7-4a97-a1a5-bf8200b0612f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.068841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991dd35f-05db-489b-8506-25868a8ec42a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.070526 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20392923-0fe7-4a97-a1a5-bf8200b0612f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.074748 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20392923-0fe7-4a97-a1a5-bf8200b0612f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.075549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991dd35f-05db-489b-8506-25868a8ec42a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.077907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20392923-0fe7-4a97-a1a5-bf8200b0612f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.081780 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-20392923-0fe7-4a97-a1a5-bf8200b0612f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "PUT /v2.0/security-groups/4cb21434-0abc-4967-93e1-eb80d6cc356c HTTP/1.1" status: 200 len: 1779 time: 0.0965912 Jul 16 20:39:39.081928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991dd35f-05db-489b-8506-25868a8ec42a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.083321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.087384 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991dd35f-05db-489b-8506-25868a8ec42a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:39.089123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-991dd35f-05db-489b-8506-25868a8ec42a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2757280 Jul 16 20:39:39.092270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.129639 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20392923-0fe7-4a97-a1a5-bf8200b0612f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb21434-0abc-4967-93e1-eb80d6cc356c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.141056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4a95fea6-6d6d-4476-8059-41737453a95d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups/4cb21434-0abc-4967-93e1-eb80d6cc356c HTTP/1.1" status: 200 len: 1779 time: 0.0564663 Jul 16 20:39:39.143434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.177922 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.204915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68226e6e-052c-4e7f-be82-36df78861dca tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.228502 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68226e6e-052c-4e7f-be82-36df78861dca tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.272547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68226e6e-052c-4e7f-be82-36df78861dca tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.272918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.277124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68226e6e-052c-4e7f-be82-36df78861dca tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.280297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-68226e6e-052c-4e7f-be82-36df78861dca tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-groups/4cb21434-0abc-4967-93e1-eb80d6cc356c HTTP/1.1" status: 204 len: 168 time: 0.1355050 Jul 16 20:39:39.282620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59178) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.290538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68226e6e-052c-4e7f-be82-36df78861dca tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb21434-0abc-4967-93e1-eb80d6cc356c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.294079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fd4e21-0518-470b-8ab7-b61d28dd3b6d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:39.318433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379b5569-0f3f-4c2a-a7fa-cf1e814ef571') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:39.319024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379b5569-0f3f-4c2a-a7fa-cf1e814ef571') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:39.334062 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.371686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.381097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-17da7bc0-e2d1-413f-934e-89535a5ae85c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0971665 Jul 16 20:39:39.382284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:39.382820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:39.386263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.418990 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-6c4f510a-79b0-4738-9f52-c6190bcea897 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] delete failed (client error): The resource could not be found. Jul 16 20:39:39.420047 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6c4f510a-79b0-4738-9f52-c6190bcea897 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-groups/4cb21434-0abc-4967-93e1-eb80d6cc356c HTTP/1.1" status: 404 len: 347 time: 0.0328903 Jul 16 20:39:39.424005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.428752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e7b19649-1f28-4d3f-b7d3-73377122a170 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261577924'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:39.473376 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.482285 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.486901 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/networks/b8fd4e21-0518-470b-8ab7-b61d28dd3b6d HTTP/1.1" status: 204 len: 168 time: 0.3908296 Jul 16 20:39:39.486901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.504293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2e4a-bbb9-4414-9195-9b30d1f3b707 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Network': ['ID=b8fd4e21-0518-470b-8ab7-b61d28dd3b6d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.506101 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7b19649-1f28-4d3f-b7d3-73377122a170 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.598477 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.724675 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.745529 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7b19649-1f28-4d3f-b7d3-73377122a170 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.747337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b18a65-07f3-4370-8aaa-b5535bc58b0c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:39.749798 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7b19649-1f28-4d3f-b7d3-73377122a170 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.770536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23e50f6-e62b-4c53-8275-6e0022f3df73') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:39.771609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23e50f6-e62b-4c53-8275-6e0022f3df73') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:39.792400 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.799516 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7b19649-1f28-4d3f-b7d3-73377122a170 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.800735 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e7b19649-1f28-4d3f-b7d3-73377122a170 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3755364 Jul 16 20:39:39.802953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b19649-1f28-4d3f-b7d3-73377122a170 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbbc48c-7890-4ef1-b19a-178f93601d25,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.803926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59200) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.811057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.815508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7a85ae01-7bf5-40d4-a30c-ee2ae66d90a7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': '4bbbc48c-7890-4ef1-b19a-178f93601d25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:39.817272 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:39.818939 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:39.821895 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:39.847785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a85ae01-7bf5-40d4-a30c-ee2ae66d90a7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.882315 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.889246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.891085 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/networks/89b18a65-07f3-4370-8aaa-b5535bc58b0c HTTP/1.1" status: 204 len: 168 time: 0.4037669 Jul 16 20:39:39.893796 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:39.902494 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a85ae01-7bf5-40d4-a30c-ee2ae66d90a7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.907339 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a85ae01-7bf5-40d4-a30c-ee2ae66d90a7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.914263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0df22-469a-4de8-b034-671a46cff2b1 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Network': ['ID=89b18a65-07f3-4370-8aaa-b5535bc58b0c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.925533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85ae01-7bf5-40d4-a30c-ee2ae66d90a7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf016260-b4a5-421d-98af-d770802339e0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:39.933662 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a85ae01-7bf5-40d4-a30c-ee2ae66d90a7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:39.935397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7a85ae01-7bf5-40d4-a30c-ee2ae66d90a7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298511 Jul 16 20:39:39.938137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.009063 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fec33941-d1f1-453c-bf3b-cc52537ec05c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.029758 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fec33941-d1f1-453c-bf3b-cc52537ec05c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.074733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80cdf1-485f-46a4-b86b-3800a1bcaeb0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.080747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80cdf1-485f-46a4-b86b-3800a1bcaeb0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.082305 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-da80cdf1-485f-46a4-b86b-3800a1bcaeb0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1875334 Jul 16 20:39:40.087160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59212) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.091566 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fec33941-d1f1-453c-bf3b-cc52537ec05c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.094106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-121556440'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.098121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fec33941-d1f1-453c-bf3b-cc52537ec05c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.099220 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fec33941-d1f1-453c-bf3b-cc52537ec05c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/cf016260-b4a5-421d-98af-d770802339e0 HTTP/1.1" status: 204 len: 168 time: 0.1600919 Jul 16 20:39:40.101905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.106163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec33941-d1f1-453c-bf3b-cc52537ec05c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf016260-b4a5-421d-98af-d770802339e0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.133921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Made reservation on behalf of 5abdb3a3da7d4798b1074a4c4be89fac for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:40.137491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.174239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b7818d8a-9af8-4444-9467-34a50b67e0be tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0712848 Jul 16 20:39:40.177914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.184149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:40.195052 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.195447 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Added segment d8bd10cc-74c0-4076-8396-3006c2d69d2f of type vlan for network 8411fbe3-e3ef-4adf-8d45-45de613840f9 Jul 16 20:39:40.235803 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.236923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-134dd4a3-9150-4208-b2cd-8ad4a2c37cd3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.262954 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-134dd4a3-9150-4208-b2cd-8ad4a2c37cd3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.277151 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.283665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.284512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.321270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-134dd4a3-9150-4208-b2cd-8ad4a2c37cd3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.324222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-134dd4a3-9150-4208-b2cd-8ad4a2c37cd3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.327943 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-134dd4a3-9150-4208-b2cd-8ad4a2c37cd3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-groups/4bbbc48c-7890-4ef1-b19a-178f93601d25 HTTP/1.1" status: 204 len: 168 time: 0.1457202 Jul 16 20:39:40.328933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.348569 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd4a3-9150-4208-b2cd-8ad4a2c37cd3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbbc48c-7890-4ef1-b19a-178f93601d25,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.391230 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dd7f5f35-7aa2-4ba5-8d36-273940cf1567 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611844 Jul 16 20:39:40.395630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.400425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bb6025f9-ea05-4a90-bee7-93d362e77b75 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group': {'name': 'tempest-secgroup--39951095'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.425878 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb6025f9-ea05-4a90-bee7-93d362e77b75 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.524377 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb6025f9-ea05-4a90-bee7-93d362e77b75 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.529530 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb6025f9-ea05-4a90-bee7-93d362e77b75 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.556824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb6025f9-ea05-4a90-bee7-93d362e77b75 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.560792 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bb6025f9-ea05-4a90-bee7-93d362e77b75 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1613724 Jul 16 20:39:40.561796 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.570470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-83f07698-3fcd-4dd7-98fe-3dbceb0557fa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': 'e992ea87-2a09-4f4f-b2b9-ef61f08f30a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.585962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6025f9-ea05-4a90-bee7-93d362e77b75 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e992ea87-2a09-4f4f-b2b9-ef61f08f30a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.607885 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83f07698-3fcd-4dd7-98fe-3dbceb0557fa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.669707 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83f07698-3fcd-4dd7-98fe-3dbceb0557fa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.678062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5855534 Jul 16 20:39:40.678286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83f07698-3fcd-4dd7-98fe-3dbceb0557fa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.682697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.687659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2133891696'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.692837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f07698-3fcd-4dd7-98fe-3dbceb0557fa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e5af34-e97f-40e6-b7fc-0910d5f7a6c9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.735908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b592918-d7ed-4438-97a5-635e383af49a tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Network': ['ID=8411fbe3-e3ef-4adf-8d45-45de613840f9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.746022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Made reservation on behalf of 5abdb3a3da7d4798b1074a4c4be89fac for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:40.749950 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.750257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8411fbe3-e3ef-4adf-8d45-45de613840f9 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:40.752794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83f07698-3fcd-4dd7-98fe-3dbceb0557fa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.754012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-83f07698-3fcd-4dd7-98fe-3dbceb0557fa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1915362 Jul 16 20:39:40.756765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.761390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-418a3c2d-0c2b-486f-9551-8c40c22aeadb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': 'e992ea87-2a09-4f4f-b2b9-ef61f08f30a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.788931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:40.793823 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-418a3c2d-0c2b-486f-9551-8c40c22aeadb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.801028 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.801587 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Added segment f7dff67e-89c6-48f7-96c7-1fd2e67d0b7d of type vlan for network fe793cc9-688f-4f8a-af7f-cef9020421a6 Jul 16 20:39:40.851112 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.855815 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-418a3c2d-0c2b-486f-9551-8c40c22aeadb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.876624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-418a3c2d-0c2b-486f-9551-8c40c22aeadb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.892433 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.899878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:40.900081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a3c2d-0c2b-486f-9551-8c40c22aeadb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a171565-2e9a-4dfe-8fc1-9e43bf693cad,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:40.900479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.913403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-418a3c2d-0c2b-486f-9551-8c40c22aeadb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:40.925294 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-418a3c2d-0c2b-486f-9551-8c40c22aeadb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668012 Jul 16 20:39:40.925647 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.931374 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b671450a-1fa9-4935-92a6-3978c7a7da89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': 'e992ea87-2a09-4f4f-b2b9-ef61f08f30a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.944281 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2605150 Jul 16 20:39:40.947444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:40.956323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'ports': [{'network_id': '8411fbe3-e3ef-4adf-8d45-45de613840f9', 'name': 'tempest-port--1399698797', 'admin_state_up': True}, {'network_id': 'fe793cc9-688f-4f8a-af7f-cef9020421a6', 'admin_state_up': False}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.956656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'port': {'network_id': '8411fbe3-e3ef-4adf-8d45-45de613840f9', 'name': 'tempest-port--1399698797', 'admin_state_up': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.957137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'port': {'network_id': 'fe793cc9-688f-4f8a-af7f-cef9020421a6', 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:40.964665 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b671450a-1fa9-4935-92a6-3978c7a7da89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.014587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957fc8a-dd2b-4436-b056-cc4a0baa1603 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Network': ['ID=fe793cc9-688f-4f8a-af7f-cef9020421a6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.028766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network fe793cc9-688f-4f8a-af7f-cef9020421a6 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:41.037557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b671450a-1fa9-4935-92a6-3978c7a7da89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.042273 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b671450a-1fa9-4935-92a6-3978c7a7da89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.062575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671450a-1fa9-4935-92a6-3978c7a7da89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8387cfc7-af7f-4321-8744-5be6f4a8827f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.075374 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b671450a-1fa9-4935-92a6-3978c7a7da89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.076604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b671450a-1fa9-4935-92a6-3978c7a7da89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499269 Jul 16 20:39:41.079368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.084453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f1d8bb87-f647-4c89-a283-c38393f5926a tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': 'e992ea87-2a09-4f4f-b2b9-ef61f08f30a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:41.174516 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1d8bb87-f647-4c89-a283-c38393f5926a tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.229018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Made reservation on behalf of 5abdb3a3da7d4798b1074a4c4be89fac for: {'port': 2} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:41.233603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.257899 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.277139 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1d8bb87-f647-4c89-a283-c38393f5926a tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.281980 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1d8bb87-f647-4c89-a283-c38393f5926a tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.316510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8bb87-f647-4c89-a283-c38393f5926a tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3729c14-46ff-4f1e-8d1e-32d36a11985f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.359377 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f1d8bb87-f647-4c89-a283-c38393f5926a tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.360596 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f1d8bb87-f647-4c89-a283-c38393f5926a tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2800720 Jul 16 20:39:41.363624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.366175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] device_id is not set on port 2ee03f0d-9b03-4dd7-8d46-c47e84dadf46 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:41.370531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5f33cd4e-54f3-4008-b992-891ab2fb9b9e tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': 'e992ea87-2a09-4f4f-b2b9-ef61f08f30a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:41.397144 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f33cd4e-54f3-4008-b992-891ab2fb9b9e tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.472549 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f33cd4e-54f3-4008-b992-891ab2fb9b9e tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.477490 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f33cd4e-54f3-4008-b992-891ab2fb9b9e tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.495768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33cd4e-54f3-4008-b992-891ab2fb9b9e tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f079683-2197-438b-b674-bf2b287a2f4b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.504372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f33cd4e-54f3-4008-b992-891ab2fb9b9e tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.505937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5f33cd4e-54f3-4008-b992-891ab2fb9b9e tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1412289 Jul 16 20:39:41.511285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59258) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.524165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.563505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d0f958e-2274-4eda-9713-e134269b3a9d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.576129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d0f958e-2274-4eda-9713-e134269b3a9d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.626012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] device_id is not set on port 8babaee5-f4aa-488b-aa37-e5a6866d1d9a yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:39:41.646413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d0f958e-2274-4eda-9713-e134269b3a9d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.655816 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d0f958e-2274-4eda-9713-e134269b3a9d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.659670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.659837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3d0f958e-2274-4eda-9713-e134269b3a9d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2f079683-2197-438b-b674-bf2b287a2f4b HTTP/1.1" status: 204 len: 168 time: 0.1474400 Jul 16 20:39:41.667819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f958e-2274-4eda-9713-e134269b3a9d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f079683-2197-438b-b674-bf2b287a2f4b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.718783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ed05d06d-0d24-4433-97ff-01ace776fdeb tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0578287 Jul 16 20:39:41.721683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59266) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.750602 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed920-eab8-4052-affb-cdd5426f424b tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.758884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed920-eab8-4052-affb-cdd5426f424b tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.789493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed920-eab8-4052-affb-cdd5426f424b tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.793480 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.797509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed920-eab8-4052-affb-cdd5426f424b tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.798838 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1d9ed920-eab8-4052-affb-cdd5426f424b tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c3729c14-46ff-4f1e-8d1e-32d36a11985f HTTP/1.1" status: 204 len: 168 time: 0.0762541 Jul 16 20:39:41.801413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.818693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ed920-eab8-4052-affb-cdd5426f424b tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3729c14-46ff-4f1e-8d1e-32d36a11985f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.838374 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.855279 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-171c9519-3a26-4ee3-bb3c-ff3cdf37bdac tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0500238 Jul 16 20:39:41.857880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.885463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24e764cc-230d-420f-adb4-43c1bc874c06 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.894286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24e764cc-230d-420f-adb4-43c1bc874c06 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.897391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Port': ['ID=2ee03f0d-9b03-4dd7-8d46-c47e84dadf46,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.913665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Checking segment: {'id': 'd8bd10cc-74c0-4076-8396-3006c2d69d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8411fbe3-e3ef-4adf-8d45-45de613840f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:41.914100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Network hostable DHCP agents. Network: 8411fbe3-e3ef-4adf-8d45-45de613840f9, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:41.929614 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24e764cc-230d-420f-adb4-43c1bc874c06 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.932271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Network 8411fbe3-e3ef-4adf-8d45-45de613840f9 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:41.935981 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24e764cc-230d-420f-adb4-43c1bc874c06 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.939305 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-24e764cc-230d-420f-adb4-43c1bc874c06 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8387cfc7-af7f-4321-8744-5be6f4a8827f HTTP/1.1" status: 204 len: 168 time: 0.0782752 Jul 16 20:39:41.941888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:41.946159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e764cc-230d-420f-adb4-43c1bc874c06 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8387cfc7-af7f-4321-8744-5be6f4a8827f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:41.959038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8411fbe3-e3ef-4adf-8d45-45de613840f9) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:41.965555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:41.966396 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:41.972966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f201c2-bd9c-4698-94b2-7815c3108222 None None] Network 8411fbe3-e3ef-4adf-8d45-45de613840f9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:42.039114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4dac69ae-6349-4ad1-b7e5-96c39ad890fe tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0957494 Jul 16 20:39:42.042270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.048179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Port': ['ID=8babaee5-f4aa-488b-aa37-e5a6866d1d9a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.067302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Checking segment: {'id': 'f7dff67e-89c6-48f7-96c7-1fd2e67d0b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fe793cc9-688f-4f8a-af7f-cef9020421a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:42.068748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Network hostable DHCP agents. Network: fe793cc9-688f-4f8a-af7f-cef9020421a6, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:42.078548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94f788f1-8623-4580-88bd-ede838d76960 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.088109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Network fe793cc9-688f-4f8a-af7f-cef9020421a6 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:42.088811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94f788f1-8623-4580-88bd-ede838d76960 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.100356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, fe793cc9-688f-4f8a-af7f-cef9020421a6) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:42.105590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:42.116378 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.121145 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94f788f1-8623-4580-88bd-ede838d76960 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.121763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.122458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.127073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c01b47-c0fc-405d-a3fc-da414651b073 None None] Network fe793cc9-688f-4f8a-af7f-cef9020421a6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:42.129467 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94f788f1-8623-4580-88bd-ede838d76960 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.131629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-94f788f1-8623-4580-88bd-ede838d76960 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4a171565-2e9a-4dfe-8fc1-9e43bf693cad HTTP/1.1" status: 204 len: 168 time: 0.0875261 Jul 16 20:39:42.134040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.140473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c444d1a1-c85a-4fcf-9622-d1e239f69414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1906877 Jul 16 20:39:42.142750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.145492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f788f1-8623-4580-88bd-ede838d76960 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a171565-2e9a-4dfe-8fc1-9e43bf693cad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.197445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3311138f-633f-4834-a439-afbf97c6de78 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0621114 Jul 16 20:39:42.198117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.221163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d381fd6f-b753-4a61-ac81-e236e91fa006 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.224223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15af58e4-5725-49b5-af5f-089ea4e481e5 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.234211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d381fd6f-b753-4a61-ac81-e236e91fa006 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:42.235453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d381fd6f-b753-4a61-ac81-e236e91fa006 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0916460 Jul 16 20:39:42.235897 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15af58e4-5725-49b5-af5f-089ea4e481e5 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.238175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59292) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.272253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15af58e4-5725-49b5-af5f-089ea4e481e5 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.288321 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15af58e4-5725-49b5-af5f-089ea4e481e5 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.289964 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-15af58e4-5725-49b5-af5f-089ea4e481e5 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/58e5af34-e97f-40e6-b7fc-0910d5f7a6c9 HTTP/1.1" status: 204 len: 168 time: 0.0908303 Jul 16 20:39:42.291183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af58e4-5725-49b5-af5f-089ea4e481e5 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58e5af34-e97f-40e6-b7fc-0910d5f7a6c9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.292888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.385042 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-48a1cab2-ccf7-4501-af3a-ab327618ef95 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0909152 Jul 16 20:39:42.387937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.420928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-44896f61-4856-4f2f-8ac3-5fdc510298e4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Deleting port 2ee03f0d-9b03-4dd7-8d46-c47e84dadf46 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:42.421329 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44896f61-4856-4f2f-8ac3-5fdc510298e4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.511073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0521455d-1bdf-4583-9822-3e7438f0daf4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.515811 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44896f61-4856-4f2f-8ac3-5fdc510298e4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.547463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-44896f61-4856-4f2f-8ac3-5fdc510298e4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Calling delete_port for 2ee03f0d-9b03-4dd7-8d46-c47e84dadf46 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:42.558984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0521455d-1bdf-4583-9822-3e7438f0daf4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.648671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0521455d-1bdf-4583-9822-3e7438f0daf4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.651186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0521455d-1bdf-4583-9822-3e7438f0daf4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.654706 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0521455d-1bdf-4583-9822-3e7438f0daf4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-groups/e992ea87-2a09-4f4f-b2b9-ef61f08f30a6 HTTP/1.1" status: 204 len: 168 time: 0.2632608 Jul 16 20:39:42.655443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.668738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521455d-1bdf-4583-9822-3e7438f0daf4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e992ea87-2a09-4f4f-b2b9-ef61f08f30a6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.682712 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44896f61-4856-4f2f-8ac3-5fdc510298e4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.715970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44896f61-4856-4f2f-8ac3-5fdc510298e4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Port': ['ID=2ee03f0d-9b03-4dd7-8d46-c47e84dadf46,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.716227 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7029410b-eb30-4d17-9d03-41552828c02f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594249 Jul 16 20:39:42.721732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.726336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-74abc4ca-c97d-4479-85b4-da39c021f2e3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342757376'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:42.727014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44896f61-4856-4f2f-8ac3-5fdc510298e4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.729211 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-44896f61-4856-4f2f-8ac3-5fdc510298e4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/ports/2ee03f0d-9b03-4dd7-8d46-c47e84dadf46 HTTP/1.1" status: 204 len: 168 time: 0.4888449 Jul 16 20:39:42.731803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59308) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.750603 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74abc4ca-c97d-4479-85b4-da39c021f2e3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.847005 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74abc4ca-c97d-4479-85b4-da39c021f2e3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.852222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-31a548b8-ef57-45b2-81fe-d33cf0c86c7c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Deleting port 8babaee5-f4aa-488b-aa37-e5a6866d1d9a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:42.852859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31a548b8-ef57-45b2-81fe-d33cf0c86c7c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.852984 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74abc4ca-c97d-4479-85b4-da39c021f2e3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.881931 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74abc4ca-c97d-4479-85b4-da39c021f2e3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.883172 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-74abc4ca-c97d-4479-85b4-da39c021f2e3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1604478 Jul 16 20:39:42.885949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:42.892750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-04722b10-2102-4c4d-ae80-b8fe394621b7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': '2ce5afc4-ca99-4ffb-9cde-26951a1ab55d', 'direction': 'ingress', 'protocol': 17}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:42.901092 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abc4ca-c97d-4479-85b4-da39c021f2e3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5afc4-ca99-4ffb-9cde-26951a1ab55d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:42.924184 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04722b10-2102-4c4d-ae80-b8fe394621b7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.931792 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31a548b8-ef57-45b2-81fe-d33cf0c86c7c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.944459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-31a548b8-ef57-45b2-81fe-d33cf0c86c7c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Calling delete_port for 8babaee5-f4aa-488b-aa37-e5a6866d1d9a owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:42.984699 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04722b10-2102-4c4d-ae80-b8fe394621b7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:42.996992 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04722b10-2102-4c4d-ae80-b8fe394621b7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.023009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04722b10-2102-4c4d-ae80-b8fe394621b7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06620b1-92fb-4764-b60c-91dc789d0f63,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.036925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04722b10-2102-4c4d-ae80-b8fe394621b7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.039512 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-04722b10-2102-4c4d-ae80-b8fe394621b7 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1526048 Jul 16 20:39:43.043217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.055686 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31a548b8-ef57-45b2-81fe-d33cf0c86c7c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.097709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a548b8-ef57-45b2-81fe-d33cf0c86c7c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Port': ['ID=8babaee5-f4aa-488b-aa37-e5a6866d1d9a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.109648 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31a548b8-ef57-45b2-81fe-d33cf0c86c7c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.111640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-31a548b8-ef57-45b2-81fe-d33cf0c86c7c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/ports/8babaee5-f4aa-488b-aa37-e5a6866d1d9a HTTP/1.1" status: 204 len: 168 time: 0.3786902 Jul 16 20:39:43.114232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.139164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d989431-7de9-4db4-8e66-3c922ae772de tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.163199 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d989431-7de9-4db4-8e66-3c922ae772de tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.170726 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6021a73e-7ddd-4dfc-bc1d-09e8adfc1aa4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0509162 Jul 16 20:39:43.170920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.177614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1900689775'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:43.202722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Made reservation on behalf of 5abdb3a3da7d4798b1074a4c4be89fac for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:43.206092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.218853 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d989431-7de9-4db4-8e66-3c922ae772de tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.222793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d989431-7de9-4db4-8e66-3c922ae772de tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.226961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6d989431-7de9-4db4-8e66-3c922ae772de tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-groups/2ce5afc4-ca99-4ffb-9cde-26951a1ab55d HTTP/1.1" status: 204 len: 168 time: 0.1795392 Jul 16 20:39:43.227669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.236746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d989431-7de9-4db4-8e66-3c922ae772de tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5afc4-ca99-4ffb-9cde-26951a1ab55d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.249225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:43.269956 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.270300 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Added segment 31d71013-5885-45c5-a37b-0ecbc264f84a of type vlan for network 110f1334-a5d0-4c60-a9d5-640df43ea532 Jul 16 20:39:43.321668 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-530e8a93-ca33-443a-853e-89be2ecc2359 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928602 Jul 16 20:39:43.327010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.333238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-97859831-cfdb-46b6-94d7-28794cd72621 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1873892706'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:43.338959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.387329 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97859831-cfdb-46b6-94d7-28794cd72621 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.398514 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.404064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:43.404660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.483568 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3113840 Jul 16 20:39:43.486648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59334) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.492638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-589705605'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:43.524564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b4216-ec13-415d-be32-3220e2bece1e tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Network': ['ID=110f1334-a5d0-4c60-a9d5-640df43ea532,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.536013 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 110f1334-a5d0-4c60-a9d5-640df43ea532 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:43.586880 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97859831-cfdb-46b6-94d7-28794cd72621 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.596472 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97859831-cfdb-46b6-94d7-28794cd72621 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.611922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Made reservation on behalf of 5abdb3a3da7d4798b1074a4c4be89fac for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:43.616472 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.631558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97859831-cfdb-46b6-94d7-28794cd72621 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.632831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-97859831-cfdb-46b6-94d7-28794cd72621 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3047509 Jul 16 20:39:43.634915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97859831-cfdb-46b6-94d7-28794cd72621 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f05636-4b69-4456-94b3-51213172354c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.637135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.642084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-03cdc679-8c75-4c9c-9683-aa63c85f9ea8 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group': {'name': 'tempest-secgroup--835104649'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:43.657653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:43.668614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.668751 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03cdc679-8c75-4c9c-9683-aa63c85f9ea8 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.668909 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Added segment acd6bc46-db18-4770-abac-05d5bd0185a1 of type vlan for network 2c637a8e-72e1-4641-91b6-b16224ec1f7c Jul 16 20:39:43.723404 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.754186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.756641 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03cdc679-8c75-4c9c-9683-aa63c85f9ea8 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.763348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:43.763348 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.766091 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03cdc679-8c75-4c9c-9683-aa63c85f9ea8 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.796325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3078241 Jul 16 20:39:43.798178 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03cdc679-8c75-4c9c-9683-aa63c85f9ea8 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.799594 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-03cdc679-8c75-4c9c-9683-aa63c85f9ea8 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1615224 Jul 16 20:39:43.804188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.808970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-259f1ecb-d7c1-488d-9532-1e5d3b8a4da4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': '20f05636-4b69-4456-94b3-51213172354c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0040e3bd-c62f-4961-972b-e74069d595cd', 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:43.821095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdc679-8c75-4c9c-9683-aa63c85f9ea8 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0040e3bd-c62f-4961-972b-e74069d595cd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.855509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259f1ecb-d7c1-488d-9532-1e5d3b8a4da4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.876130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d45e5-3966-4893-917b-3955200fe3e0 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Network': ['ID=2c637a8e-72e1-4641-91b6-b16224ec1f7c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.887027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 2c637a8e-72e1-4641-91b6-b16224ec1f7c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:43.933681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59348) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:43.937061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259f1ecb-d7c1-488d-9532-1e5d3b8a4da4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.940128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'subnets': [{'network_id': '110f1334-a5d0-4c60-a9d5-640df43ea532', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1806179732', 'ip_version': 4}, {'network_id': '2c637a8e-72e1-4641-91b6-b16224ec1f7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:43.940685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'subnet': {'network_id': '110f1334-a5d0-4c60-a9d5-640df43ea532', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1806179732', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:43.941691 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259f1ecb-d7c1-488d-9532-1e5d3b8a4da4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.942182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Request body: {'subnet': {'network_id': '2c637a8e-72e1-4641-91b6-b16224ec1f7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:43.964769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f1ecb-d7c1-488d-9532-1e5d3b8a4da4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f186ec2e-e6ba-4309-a509-7bde53efcc22,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:43.981045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-259f1ecb-d7c1-488d-9532-1e5d3b8a4da4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:43.982480 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-259f1ecb-d7c1-488d-9532-1e5d3b8a4da4 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1770048 Jul 16 20:39:43.985320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.013286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68dd8b2a-f41a-4adf-86cb-cb2832cbed89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.021250 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68dd8b2a-f41a-4adf-86cb-cb2832cbed89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.050027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68dd8b2a-f41a-4adf-86cb-cb2832cbed89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.057365 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68dd8b2a-f41a-4adf-86cb-cb2832cbed89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.059713 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-68dd8b2a-f41a-4adf-86cb-cb2832cbed89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f186ec2e-e6ba-4309-a509-7bde53efcc22 HTTP/1.1" status: 204 len: 168 time: 0.0731313 Jul 16 20:39:44.061666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.091292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd8b2a-f41a-4adf-86cb-cb2832cbed89 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f186ec2e-e6ba-4309-a509-7bde53efcc22,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.126560 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-39ee1c42-77ea-4540-9375-9be52136b6f1 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0588126 Jul 16 20:39:44.127460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.139062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Made reservation on behalf of 5abdb3a3da7d4798b1074a4c4be89fac for: {'subnet': 2} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:44.145056 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.145395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.195886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61d28c2e-b546-4ba6-a341-57911fdb2299 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.223634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61d28c2e-b546-4ba6-a341-57911fdb2299 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.271711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61d28c2e-b546-4ba6-a341-57911fdb2299 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.274307 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61d28c2e-b546-4ba6-a341-57911fdb2299 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.278763 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-61d28c2e-b546-4ba6-a341-57911fdb2299 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-groups/0040e3bd-c62f-4961-972b-e74069d595cd HTTP/1.1" status: 204 len: 168 time: 0.1469576 Jul 16 20:39:44.278927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59362) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.284892 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d28c2e-b546-4ba6-a341-57911fdb2299 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040e3bd-c62f-4961-972b-e74069d595cd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.382758 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f378d295-db64-4f6a-9ca0-f599a48304e5 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1033289 Jul 16 20:39:44.385815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.455013 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d19ef197-fa27-4a3b-9f1e-fb3c9cc21756 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.484014 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d19ef197-fa27-4a3b-9f1e-fb3c9cc21756 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.542481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d19ef197-fa27-4a3b-9f1e-fb3c9cc21756 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.545027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d19ef197-fa27-4a3b-9f1e-fb3c9cc21756 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.548715 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d19ef197-fa27-4a3b-9f1e-fb3c9cc21756 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-groups/20f05636-4b69-4456-94b3-51213172354c HTTP/1.1" status: 204 len: 168 time: 0.1592448 Jul 16 20:39:44.549018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59370) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.555054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ef197-fa27-4a3b-9f1e-fb3c9cc21756 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f05636-4b69-4456-94b3-51213172354c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.631367 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.643304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3792766a-4be0-4e0d-ae49-4181b1cc23ba tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892906 Jul 16 20:39:44.644192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59372) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.649924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-677ff1b6-7cb0-477b-a375-7906a4157c2c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group': {'name': 'tempest-secgroup--433176415'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:44.679163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-677ff1b6-7cb0-477b-a375-7906a4157c2c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.698997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Subnet': ['ID=84e5de66-c366-4e12-b4dd-5f7f29bd4d36,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.723232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Checking segment: {'id': '31d71013-5885-45c5-a37b-0ecbc264f84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '110f1334-a5d0-4c60-a9d5-640df43ea532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:44.724580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Network hostable DHCP agents. Network: 110f1334-a5d0-4c60-a9d5-640df43ea532, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:44.744052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Network 110f1334-a5d0-4c60-a9d5-640df43ea532 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:44.757189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 110f1334-a5d0-4c60-a9d5-640df43ea532) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:44.772302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c2cf7-1c17-4576-9dba-abdc0463c4ed None None] Network 110f1334-a5d0-4c60-a9d5-640df43ea532 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:44.773663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.799515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-677ff1b6-7cb0-477b-a375-7906a4157c2c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.810151 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-677ff1b6-7cb0-477b-a375-7906a4157c2c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.845735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event updated for resources: {'Subnet': ['ID=97decc9c-1dde-4162-b5ad-243c8edeb68e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.848272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Checking segment: {'id': 'acd6bc46-db18-4770-abac-05d5bd0185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c637a8e-72e1-4641-91b6-b16224ec1f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:44.848632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Network hostable DHCP agents. Network: 2c637a8e-72e1-4641-91b6-b16224ec1f7c, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:44.862540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-677ff1b6-7cb0-477b-a375-7906a4157c2c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.868985 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-677ff1b6-7cb0-477b-a375-7906a4157c2c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2236571 Jul 16 20:39:44.871823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:44.874128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Network 2c637a8e-72e1-4641-91b6-b16224ec1f7c is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:44.877451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-931e7601-7f70-4f30-b0b3-f913ac6958aa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': 'ed553cc1-49cc-44b5-9932-27a79e51b92e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:44.883597 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ff1b6-7cb0-477b-a375-7906a4157c2c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed553cc1-49cc-44b5-9932-27a79e51b92e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:44.886326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 2c637a8e-72e1-4641-91b6-b16224ec1f7c) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:44.900469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.901231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:44.901753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.910114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d05773-7c48-49b4-8e16-a00cb4a9b14d None None] Network 2c637a8e-72e1-4641-91b6-b16224ec1f7c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:44.924375 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-931e7601-7f70-4f30-b0b3-f913ac6958aa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:44.925502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0d742a27-6d95-4563-98fa-57ff9833a66c tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9905090 Jul 16 20:39:44.929003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59380) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.013357 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-931e7601-7f70-4f30-b0b3-f913ac6958aa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.021860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9063396-1bf3-4f4d-b822-ec80cb6de70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-110f1334-a5d0-4c60-a9d5-640df43ea532', 'network_id': '110f1334-a5d0-4c60-a9d5-640df43ea532', 'tenant_id': '5abdb3a3da7d4798b1074a4c4be89fac', 'fixed_ips': [{'subnet_id': '84e5de66-c366-4e12-b4dd-5f7f29bd4d36'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:45.022535 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e9063396-1bf3-4f4d-b822-ec80cb6de70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.023644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-931e7601-7f70-4f30-b0b3-f913ac6958aa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.030421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e0ff8-5198-4838-8f30-d4d9e47a3805 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:45.033172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e0ff8-5198-4838-8f30-d4d9e47a3805 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:45.034593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e0ff8-5198-4838-8f30-d4d9e47a3805 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:45.036532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-581e0ff8-5198-4838-8f30-d4d9e47a3805 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1062500 Jul 16 20:39:45.040494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59386) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.054967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e7601-7f70-4f30-b0b3-f913ac6958aa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a560e54b-d713-4ed7-a8e7-765bd0ab8e15,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.058786 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-931e7601-7f70-4f30-b0b3-f913ac6958aa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.060232 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-931e7601-7f70-4f30-b0b3-f913ac6958aa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1871142 Jul 16 20:39:45.063039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.093226 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8194a5f5-2a21-4f57-acce-31ba81e90572 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.112716 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8194a5f5-2a21-4f57-acce-31ba81e90572 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.148919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-7661736c-768b-461b-8d67-354f5cbfa4d4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Deleting subnet 84e5de66-c366-4e12-b4dd-5f7f29bd4d36 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:45.152758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7661736c-768b-461b-8d67-354f5cbfa4d4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.156329 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8194a5f5-2a21-4f57-acce-31ba81e90572 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.162596 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8194a5f5-2a21-4f57-acce-31ba81e90572 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.166134 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8194a5f5-2a21-4f57-acce-31ba81e90572 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a560e54b-d713-4ed7-a8e7-765bd0ab8e15 HTTP/1.1" status: 204 len: 168 time: 0.0995712 Jul 16 20:39:45.166874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.190992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194a5f5-2a21-4f57-acce-31ba81e90572 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a560e54b-d713-4ed7-a8e7-765bd0ab8e15,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.208934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7661736c-768b-461b-8d67-354f5cbfa4d4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.217930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-2c637a8e-72e1-4641-91b6-b16224ec1f7c', 'network_id': '2c637a8e-72e1-4641-91b6-b16224ec1f7c', 'tenant_id': '5abdb3a3da7d4798b1074a4c4be89fac', 'fixed_ips': [{'subnet_id': '97decc9c-1dde-4162-b5ad-243c8edeb68e'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:45.219040 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.227688 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0c721887-d0db-410d-931c-5b87d4bb3a48 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0587208 Jul 16 20:39:45.230258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.269720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7661736c-768b-461b-8d67-354f5cbfa4d4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.289791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5835cccc-b159-4551-9323-5540390a3cd2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.316367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5835cccc-b159-4551-9323-5540390a3cd2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.353913 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7661736c-768b-461b-8d67-354f5cbfa4d4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-e9063396-1bf3-4f4d-b822-ec80cb6de70e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84e5de66-c366-4e12-b4dd-5f7f29bd4d36: This subnet is being modified by another concurrent operation. Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84e5de66-c366-4e12-b4dd-5f7f29bd4d36: This subnet is being modified by another concurrent operation. Jul 16 20:39:45.370929 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 16 20:39:45.377802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5835cccc-b159-4551-9323-5540390a3cd2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.377802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5835cccc-b159-4551-9323-5540390a3cd2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.377802 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5835cccc-b159-4551-9323-5540390a3cd2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-groups/ed553cc1-49cc-44b5-9932-27a79e51b92e HTTP/1.1" status: 204 len: 168 time: 0.1447556 Jul 16 20:39:45.381479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.402696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661736c-768b-461b-8d67-354f5cbfa4d4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Subnet': ['ID=84e5de66-c366-4e12-b4dd-5f7f29bd4d36,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.403595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Allocated IP 172.20.0.18 (2c637a8e-72e1-4641-91b6-b16224ec1f7c/97decc9c-1dde-4162-b5ad-243c8edeb68e/8c5729f2-68ab-48a4-ac5c-174cfec05be6) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:45.418822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5edddd-7e71-46a0-9a9b-9ef35f05b457 None None] Network 110f1334-a5d0-4c60-a9d5-640df43ea532 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:45.419340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835cccc-b159-4551-9323-5540390a3cd2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed553cc1-49cc-44b5-9932-27a79e51b92e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.420215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7661736c-768b-461b-8d67-354f5cbfa4d4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.432269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7661736c-768b-461b-8d67-354f5cbfa4d4 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/subnets/84e5de66-c366-4e12-b4dd-5f7f29bd4d36 HTTP/1.1" status: 204 len: 168 time: 0.3904421 Jul 16 20:39:45.434638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59402) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.455319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dc87cb9b-5022-4a2b-8289-2b0248eb0ee0 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710890 Jul 16 20:39:45.460696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.465692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-424bb283-97ce-43aa-8fde-8e4843cc0983 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597996520'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:45.494474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424bb283-97ce-43aa-8fde-8e4843cc0983 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.510043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-82689989-2d24-46dc-9ed9-2eb91e6bdb8b tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Deleting subnet 97decc9c-1dde-4162-b5ad-243c8edeb68e {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:39:45.601905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424bb283-97ce-43aa-8fde-8e4843cc0983 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.606169 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424bb283-97ce-43aa-8fde-8e4843cc0983 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.634432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424bb283-97ce-43aa-8fde-8e4843cc0983 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.638277 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-424bb283-97ce-43aa-8fde-8e4843cc0983 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1736410 Jul 16 20:39:45.638619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59406) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.641214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bb283-97ce-43aa-8fde-8e4843cc0983 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90361344-7c01-421f-ae8f-1873cd1d861b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.644088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1fb99619-9dbf-4ec8-8cb9-a0fae4a2876c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': '90361344-7c01-421f-ae8f-1873cd1d861b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:45.682106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fb99619-9dbf-4ec8-8cb9-a0fae4a2876c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.695883 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.704603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Transition to ACTIVE for port object 8c5729f2-68ab-48a4-ac5c-174cfec05be6 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:45.720163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Transition to ACTIVE for port object 8c5729f2-68ab-48a4-ac5c-174cfec05be6 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:45.725805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82689989-2d24-46dc-9ed9-2eb91e6bdb8b tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.726003 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.769486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fb99619-9dbf-4ec8-8cb9-a0fae4a2876c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.776838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fb99619-9dbf-4ec8-8cb9-a0fae4a2876c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.787169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82689989-2d24-46dc-9ed9-2eb91e6bdb8b tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.787564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Network 2c637a8e-72e1-4641-91b6-b16224ec1f7c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:45.788498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Pushing event updated for resources: {'Port': ['ID=8c5729f2-68ab-48a4-ac5c-174cfec05be6,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.793288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:45.796563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:45.800146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.845042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb99619-9dbf-4ec8-8cb9-a0fae4a2876c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df0d3ef-b30d-406e-aa0a-40cc1a7c1ddb,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:45.856356 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fb99619-9dbf-4ec8-8cb9-a0fae4a2876c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.858036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1fb99619-9dbf-4ec8-8cb9-a0fae4a2876c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2182381 Jul 16 20:39:45.860798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.868152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Attempting to bind port 8c5729f2-68ab-48a4-ac5c-174cfec05be6 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:45.868999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Attempting to bind port 8c5729f2-68ab-48a4-ac5c-174cfec05be6 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'acd6bc46-db18-4770-abac-05d5bd0185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c637a8e-72e1-4641-91b6-b16224ec1f7c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:45.869603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Attempting to bind port 8c5729f2-68ab-48a4-ac5c-174cfec05be6 on network 2c637a8e-72e1-4641-91b6-b16224ec1f7c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:45.879594 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b3dd84e7-b756-49c4-8698-a19540fc903d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules/4df0d3ef-b30d-406e-aa0a-40cc1a7c1ddb HTTP/1.1" status: 200 len: 763 time: 0.0163076 Jul 16 20:39:45.879825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:45.879825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Checking segment: {'id': 'acd6bc46-db18-4770-abac-05d5bd0185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c637a8e-72e1-4641-91b6-b16224ec1f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:45.881326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59414) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.883133 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.887595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Bound using segment: {'id': 'acd6bc46-db18-4770-abac-05d5bd0185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c637a8e-72e1-4641-91b6-b16224ec1f7c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:45.887595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Bound port: 8c5729f2-68ab-48a4-ac5c-174cfec05be6, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd6bc46-db18-4770-abac-05d5bd0185a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2c637a8e-72e1-4641-91b6-b16224ec1f7c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:45.887858 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.929943 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b0f060ca-d67b-41d7-88a1-94282e9ca688 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0474703 Jul 16 20:39:45.932842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:45.941375 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82689989-2d24-46dc-9ed9-2eb91e6bdb8b tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.963078 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f1c9bc-0d9e-4c1d-9c14-244a4c48453f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:45.971541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f1c9bc-0d9e-4c1d-9c14-244a4c48453f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.004228 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f1c9bc-0d9e-4c1d-9c14-244a4c48453f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.010577 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f1c9bc-0d9e-4c1d-9c14-244a4c48453f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.015245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59418) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.015876 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-08f1c9bc-0d9e-4c1d-9c14-244a4c48453f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4df0d3ef-b30d-406e-aa0a-40cc1a7c1ddb HTTP/1.1" status: 204 len: 168 time: 0.0813639 Jul 16 20:39:46.023641 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82689989-2d24-46dc-9ed9-2eb91e6bdb8b tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.025579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1c9bc-0d9e-4c1d-9c14-244a4c48453f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4df0d3ef-b30d-406e-aa0a-40cc1a7c1ddb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.032836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] For port 8c5729f2-68ab-48a4-ac5c-174cfec05be6, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:46.037207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] For port 8c5729f2-68ab-48a4-ac5c-174cfec05be6, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8c5729f2-68ab-48a4-ac5c-174cfec05be6,segment=NetworkSegment(acd6bc46-db18-4770-abac-05d5bd0185a1),segment_id=acd6bc46-db18-4770-abac-05d5bd0185a1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:46.042561 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.064373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82689989-2d24-46dc-9ed9-2eb91e6bdb8b tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Subnet': ['ID=97decc9c-1dde-4162-b5ad-243c8edeb68e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.071095 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82689989-2d24-46dc-9ed9-2eb91e6bdb8b tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.072975 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-82689989-2d24-46dc-9ed9-2eb91e6bdb8b tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/subnets/97decc9c-1dde-4162-b5ad-243c8edeb68e HTTP/1.1" status: 204 len: 168 time: 0.6369939 Jul 16 20:39:46.075833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.100186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-429b876e-1f1b-4630-9872-aa5b418d946f tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0834825 Jul 16 20:39:46.102549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.107191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ee36b2a6-85d4-4df0-bde0-9ba66d337a3c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': '90361344-7c01-421f-ae8f-1873cd1d861b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:46.116722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825e85d-0d54-4cc0-82cc-02fd2422a684 None None] Pushing event updated for resources: {'Port': ['ID=8c5729f2-68ab-48a4-ac5c-174cfec05be6,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.151689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee36b2a6-85d4-4df0-bde0-9ba66d337a3c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.197460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f0213-35ac-4b3a-8673-cb2c41a23a48 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:46.199331 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f72f0213-35ac-4b3a-8673-cb2c41a23a48 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1216259 Jul 16 20:39:46.204409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.229126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee36b2a6-85d4-4df0-bde0-9ba66d337a3c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.234589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee36b2a6-85d4-4df0-bde0-9ba66d337a3c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.256123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee36b2a6-85d4-4df0-bde0-9ba66d337a3c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.259641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ee36b2a6-85d4-4df0-bde0-9ba66d337a3c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536243 Jul 16 20:39:46.260675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36b2a6-85d4-4df0-bde0-9ba66d337a3c tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3084924c-7a15-495c-947b-c7e1d7ffcbb5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.263162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59432) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.284200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-39dab30a-16cd-40cd-9ab4-b69f2c1aadea tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules/3084924c-7a15-495c-947b-c7e1d7ffcbb5 HTTP/1.1" status: 200 len: 763 time: 0.0170555 Jul 16 20:39:46.284429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59434) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.294602 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.362708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-792ad916-4e0d-465c-a49c-bd54ddb42234 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0746331 Jul 16 20:39:46.363216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59436) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.391619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30967e56-411f-429c-9cd2-905def0aa536 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.392551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Deleting port 8c5729f2-68ab-48a4-ac5c-174cfec05be6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:46.393068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.407654 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30967e56-411f-429c-9cd2-905def0aa536 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.456457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30967e56-411f-429c-9cd2-905def0aa536 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.464074 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30967e56-411f-429c-9cd2-905def0aa536 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.469181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30967e56-411f-429c-9cd2-905def0aa536 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3084924c-7a15-495c-947b-c7e1d7ffcbb5 HTTP/1.1" status: 204 len: 168 time: 0.1017067 Jul 16 20:39:46.469367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] For port 8c5729f2-68ab-48a4-ac5c-174cfec05be6, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8c5729f2-68ab-48a4-ac5c-174cfec05be6,segment=NetworkSegment(acd6bc46-db18-4770-abac-05d5bd0185a1),segment_id=acd6bc46-db18-4770-abac-05d5bd0185a1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:46.469367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.469594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59438) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.493002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30967e56-411f-429c-9cd2-905def0aa536 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3084924c-7a15-495c-947b-c7e1d7ffcbb5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.500515 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Calling delete_port for 8c5729f2-68ab-48a4-ac5c-174cfec05be6 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:46.525757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a6916d43-6544-4c89-8716-a72eeb5b8704 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534170 Jul 16 20:39:46.525946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59440) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.530567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3165cd54-b5c6-4713-8ffc-9380561f00d6 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Request body: {'security_group_rule': {'security_group_id': '90361344-7c01-421f-ae8f-1873cd1d861b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:46.558988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3165cd54-b5c6-4713-8ffc-9380561f00d6 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.598084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.623304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Port': ['ID=8c5729f2-68ab-48a4-ac5c-174cfec05be6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.630099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] No DVR routers for this DVR port 8c5729f2-68ab-48a4-ac5c-174cfec05be6 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:39:46.630638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3165cd54-b5c6-4713-8ffc-9380561f00d6 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.635652 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3165cd54-b5c6-4713-8ffc-9380561f00d6 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.652055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165cd54-b5c6-4713-8ffc-9380561f00d6 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbddaee-8241-4771-a511-c58e1333219f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.663762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3165cd54-b5c6-4713-8ffc-9380561f00d6 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.665185 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3165cd54-b5c6-4713-8ffc-9380561f00d6 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381977 Jul 16 20:39:46.667744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59444) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.690877 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f3d7ae4-a26b-4ee6-b138-5ec4a3b89489 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules/1cbddaee-8241-4771-a511-c58e1333219f HTTP/1.1" status: 200 len: 764 time: 0.0220513 Jul 16 20:39:46.695853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.721791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.736480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c637a8e-72e1-4641-91b6-b16224ec1f7c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:46.748008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd6bc46-db18-4770-abac-05d5bd0185a1') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:46.748547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd6bc46-db18-4770-abac-05d5bd0185a1') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:46.757619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5a5caa0b-9e73-483c-9dec-0277de0890c3 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0577822 Jul 16 20:39:46.761298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59450) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.762829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.781592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.790461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:46.790867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:46.793971 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:46.796413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61bc2d44-fd6c-4ceb-b591-ba309a9a2cac tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.803880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61bc2d44-fd6c-4ceb-b591-ba309a9a2cac tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.811032 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.837894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61bc2d44-fd6c-4ceb-b591-ba309a9a2cac tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.846106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61bc2d44-fd6c-4ceb-b591-ba309a9a2cac tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.848016 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61bc2d44-fd6c-4ceb-b591-ba309a9a2cac tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/1cbddaee-8241-4771-a511-c58e1333219f HTTP/1.1" status: 204 len: 168 time: 0.0854266 Jul 16 20:39:46.851022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59452) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.868570 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.873195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc2d44-fd6c-4ceb-b591-ba309a9a2cac tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cbddaee-8241-4771-a511-c58e1333219f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:46.879133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:46.881169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/networks/2c637a8e-72e1-4641-91b6-b16224ec1f7c HTTP/1.1" status: 204 len: 168 time: 0.6755130 Jul 16 20:39:46.887104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.907331 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aa15f511-1494-4793-9181-b4ad958e35b8 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537479 Jul 16 20:39:46.909238 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:46.930691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36076060-d195-4342-9255-74de6006aa6f tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Network': ['ID=2c637a8e-72e1-4641-91b6-b16224ec1f7c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:47.016205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.044760 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d6eeb70-ea3d-4763-9d3d-e2bc049ea2a2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.098576 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d6eeb70-ea3d-4763-9d3d-e2bc049ea2a2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.175483 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.195766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110f1334-a5d0-4c60-a9d5-640df43ea532']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:47.211805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d71013-5885-45c5-a37b-0ecbc264f84a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:47.212205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d71013-5885-45c5-a37b-0ecbc264f84a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:47.224550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.226732 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d6eeb70-ea3d-4763-9d3d-e2bc049ea2a2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.229351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d6eeb70-ea3d-4763-9d3d-e2bc049ea2a2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.232734 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2d6eeb70-ea3d-4763-9d3d-e2bc049ea2a2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "DELETE /v2.0/security-groups/90361344-7c01-421f-ae8f-1873cd1d861b HTTP/1.1" status: 204 len: 168 time: 0.3203926 Jul 16 20:39:47.233117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:47.252833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eeb70-ea3d-4763-9d3d-e2bc049ea2a2 tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90361344-7c01-421f-ae8f-1873cd1d861b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:47.256819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.284430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:47.284864 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:47.288495 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:47.296976 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1e67c24e-6f77-43ab-bb6a-a787f1e45ffa tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625820 Jul 16 20:39:47.302177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59470) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:47.365901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.377557 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.383412 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/networks/110f1334-a5d0-4c60-a9d5-640df43ea532 HTTP/1.1" status: 204 len: 168 time: 0.4951885 Jul 16 20:39:47.384245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59472) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:47.384702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6983e0-f4be-4656-99eb-20f98519fa5e None None] DHCP port deletion for 2c637a8e-72e1-4641-91b6-b16224ec1f7c request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:39:47.389196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2055ec30-f9f5-40b5-88a4-5192232d006b None None] Could not find standard attr ID for object 8c5729f2-68ab-48a4-ac5c-174cfec05be6. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:39:47.401884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87b7e0-327a-4cbe-901f-eb81da617f90 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Network': ['ID=110f1334-a5d0-4c60-a9d5-640df43ea532,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:47.406213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a2046808-8b08-4aee-96da-05269f41120d tempest-SecGroupTest-1220251336 tempest-SecGroupTest-1220251336-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918717 Jul 16 20:39:47.410773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3288d51-0925-4a8a-95f0-f970898891b0 None None] Network 2c637a8e-72e1-4641-91b6-b16224ec1f7c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:47.424062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3288d51-0925-4a8a-95f0-f970898891b0 None None] Network 2c637a8e-72e1-4641-91b6-b16224ec1f7c could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:39:47.434616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de65bb-1ec5-4ee0-9e7b-b4a7eb67385e None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:39:47.494427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.574190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de65bb-1ec5-4ee0-9e7b-b4a7eb67385e None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:39:47.606066 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.617870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe793cc9-688f-4f8a-af7f-cef9020421a6']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:47.637568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7dff67e-89c6-48f7-96c7-1fd2e67d0b7d') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:47.637805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7dff67e-89c6-48f7-96c7-1fd2e67d0b7d') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:47.650699 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.670569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.683373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:47.683789 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:47.687522 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:47.766324 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.777072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.779864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/networks/fe793cc9-688f-4f8a-af7f-cef9020421a6 HTTP/1.1" status: 204 len: 168 time: 0.3912010 Jul 16 20:39:47.781881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:47.791292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31d09f-8472-459e-82bc-3e00bbdb4a25 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Network': ['ID=fe793cc9-688f-4f8a-af7f-cef9020421a6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:47.801550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:47.912444 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:47.969310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cb3411a9-3bfa-43ed-b8aa-f8dd3554fe61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b709ba852b54de5a7e46d3e3d118cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634209 Jul 16 20:39:47.969310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.014198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.027291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8411fbe3-e3ef-4adf-8d45-45de613840f9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:48.029011 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78c3fecf-1e9e-405a-b99c-a96459ee4f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.037966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bd10cc-74c0-4076-8396-3006c2d69d2f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:48.038262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bd10cc-74c0-4076-8396-3006c2d69d2f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:48.048392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.051324 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78c3fecf-1e9e-405a-b99c-a96459ee4f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.064203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.073240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:39:48.073673 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:39:48.076725 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:39:48.117813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78c3fecf-1e9e-405a-b99c-a96459ee4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.120599 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78c3fecf-1e9e-405a-b99c-a96459ee4f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.124381 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-78c3fecf-1e9e-405a-b99c-a96459ee4f72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51b66c7b-30ff-4564-a8c9-17b8dba20e7a HTTP/1.1" status: 204 len: 168 time: 0.1502056 Jul 16 20:39:48.137895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3fecf-1e9e-405a-b99c-a96459ee4f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b66c7b-30ff-4564-a8c9-17b8dba20e7a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:48.163175 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.188727 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.197231 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] 10.222.0.10 "DELETE /v2.0/networks/8411fbe3-e3ef-4adf-8d45-45de613840f9 HTTP/1.1" status: 204 len: 168 time: 0.4119017 Jul 16 20:39:48.226606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdd923-316b-4f2b-a2a7-2717d6c7b414 tempest-BulkNetworkOpsTest-895422587 tempest-BulkNetworkOpsTest-895422587-project] Pushing event deleted for resources: {'Network': ['ID=8411fbe3-e3ef-4adf-8d45-45de613840f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:48.586861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.821941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c89a2551-062d-43c3-881c-0c7d631d7e7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5abdb3a3da7d4798b1074a4c4be89fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338152 Jul 16 20:39:48.822847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:48.889608 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bad0c3c2-ed36-403e-b73d-de83f959e61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.914605 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bad0c3c2-ed36-403e-b73d-de83f959e61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.965396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bad0c3c2-ed36-403e-b73d-de83f959e61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.968140 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bad0c3c2-ed36-403e-b73d-de83f959e61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:48.969310 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bad0c3c2-ed36-403e-b73d-de83f959e61c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8cb8bdee-a5e9-489d-9347-72fc8db1fceb HTTP/1.1" status: 204 len: 168 time: 0.1451316 Jul 16 20:39:48.985896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0c3c2-ed36-403e-b73d-de83f959e61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb8bdee-a5e9-489d-9347-72fc8db1fceb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:49.841409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.050162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-442674556'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:50.091632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:50.096074 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.105495 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.227337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59616) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.259025 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.263925 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.296403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:50.303613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f524a2-f928-4560-b84b-68d7334c27ec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.309652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.310002 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added segment b079a819-b3c2-4a98-b6b2-a9a4df068c40 of type vlan for network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 Jul 16 20:39:50.357346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab66421a-7db9-452f-9660-7ea890a863a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.361336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.466947 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab66421a-7db9-452f-9660-7ea890a863a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.472953 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab66421a-7db9-452f-9660-7ea890a863a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.529393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ab66421a-7db9-452f-9660-7ea890a863a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0470cfb143d42efbbaf44bdae0a7676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002756 Jul 16 20:39:50.531048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66421a-7db9-452f-9660-7ea890a863a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e401a9-28a9-4001-8c08-7527fa751373,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.536652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59626) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.602684 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d528ffec-b950-42d8-a9d2-73d6d5b603d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.621546 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d05064f-9165-4419-8fa1-6e2ac8e2cbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.651743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d05064f-9165-4419-8fa1-6e2ac8e2cbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.708067 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d05064f-9165-4419-8fa1-6e2ac8e2cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.711153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d05064f-9165-4419-8fa1-6e2ac8e2cbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.712373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2d05064f-9165-4419-8fa1-6e2ac8e2cbc7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51e401a9-28a9-4001-8c08-7527fa751373 HTTP/1.1" status: 204 len: 168 time: 0.1744993 Jul 16 20:39:50.720591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05064f-9165-4419-8fa1-6e2ac8e2cbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e401a9-28a9-4001-8c08-7527fa751373,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.754793 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.761517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:50.762181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.802320 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9492395 Jul 16 20:39:50.805005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:50.810181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1170129228'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:50.835934 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a780f-2894-44c2-868e-48af6a103609 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Network': ['ID=ed9b4e42-f5fc-48da-9488-a69b5bf42f08,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:50.844474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:50.847596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:50.851174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.899878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:39:50.929521 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:50.930448 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added segment d4dffdb2-7604-456a-bcd1-d80bae4c0391 of type vlan for network 1b5566bf-96a2-4fb7-b062-4590738e0da8 Jul 16 20:39:50.976829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.010572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.016894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:51.017504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.060064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2537782 Jul 16 20:39:51.063402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59638) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:51.073242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'subnet': {'network_id': 'ed9b4e42-f5fc-48da-9488-a69b5bf42f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:51.076792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:51.102165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1897c7-5256-4851-b1d7-56c7a2b293dc tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Network': ['ID=1b5566bf-96a2-4fb7-b062-4590738e0da8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:51.108308 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdd90-ce29-4a9d-8af0-e36e609a1128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.116382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 1b5566bf-96a2-4fb7-b062-4590738e0da8 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:39:51.254331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdd90-ce29-4a9d-8af0-e36e609a1128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.260309 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdd90-ce29-4a9d-8af0-e36e609a1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.306808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8fcfdd90-ce29-4a9d-8af0-e36e609a1128 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2fba27d4cb74790b5dcf158fd8e6792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286992 Jul 16 20:39:51.309620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59648) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:51.310939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:51.314489 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.319793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfdd90-ce29-4a9d-8af0-e36e609a1128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d45640c-26f8-4bb3-b829-3be1edc75c91,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:51.381185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6c6c-e600-4893-aa49-194450919941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.403751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6c6c-e600-4893-aa49-194450919941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.460051 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6c6c-e600-4893-aa49-194450919941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.463103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6c6c-e600-4893-aa49-194450919941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.466726 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2e3d6c6c-e600-4893-aa49-194450919941 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d45640c-26f8-4bb3-b829-3be1edc75c91 HTTP/1.1" status: 204 len: 168 time: 0.1532071 Jul 16 20:39:51.472395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d6c6c-e600-4893-aa49-194450919941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d45640c-26f8-4bb3-b829-3be1edc75c91,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:51.545057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.624993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Subnet': ['ID=d48101d6-ae46-47cf-92b7-97cee8565756,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:51.637970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Checking segment: {'id': 'b079a819-b3c2-4a98-b6b2-a9a4df068c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ed9b4e42-f5fc-48da-9488-a69b5bf42f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:51.638611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network hostable DHCP agents. Network: ed9b4e42-f5fc-48da-9488-a69b5bf42f08, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:51.658896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:51.680296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, ed9b4e42-f5fc-48da-9488-a69b5bf42f08) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:51.688494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc21fd7-e6da-4f12-b7cb-a706bb7c0af5 None None] Network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:51.690284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:51.690911 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.725653 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-48927524-e3cd-4a50-8d80-57a0503efd41 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6569047 Jul 16 20:39:51.725933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:51.734488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'subnet': {'network_id': '1b5566bf-96a2-4fb7-b062-4590738e0da8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:51.863103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:39:51.868172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:51.961737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-ed9b4e42-f5fc-48da-9488-a69b5bf42f08', 'network_id': 'ed9b4e42-f5fc-48da-9488-a69b5bf42f08', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'fixed_ips': [{'subnet_id': 'd48101d6-ae46-47cf-92b7-97cee8565756'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:51.962623 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.113732 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.113918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Allocated IP 2001:db8::2 (ed9b4e42-f5fc-48da-9488-a69b5bf42f08/d48101d6-ae46-47cf-92b7-97cee8565756/d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:52.178400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Subnet': ['ID=a4941058-50c7-4784-a2a9-d2daa4f67baa,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:52.186588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Checking segment: {'id': 'd4dffdb2-7604-456a-bcd1-d80bae4c0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b5566bf-96a2-4fb7-b062-4590738e0da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:52.186948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network hostable DHCP agents. Network: 1b5566bf-96a2-4fb7-b062-4590738e0da8, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:39:52.217768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 1b5566bf-96a2-4fb7-b062-4590738e0da8 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:39:52.231361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 1b5566bf-96a2-4fb7-b062-4590738e0da8) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:52.245078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:52.248178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.260146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec52e02c-54bc-413c-a9c0-c7fd5d9526af None None] Network 1b5566bf-96a2-4fb7-b062-4590738e0da8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:52.276769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:52.277783 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9b3dc552-7f60-4dc6-9b10-030e46b5c1b6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5503500 Jul 16 20:39:52.290397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5138f31e-ebd6-4826-ab32-c11e20d25cd3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1012667158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:39:52.335954 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5138f31e-ebd6-4826-ab32-c11e20d25cd3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.337404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5138f31e-ebd6-4826-ab32-c11e20d25cd3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.374221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.392270 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Transition to ACTIVE for port object d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:52.429883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Transition to ACTIVE for port object d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:52.430114 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5138f31e-ebd6-4826-ab32-c11e20d25cd3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.438325 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5138f31e-ebd6-4826-ab32-c11e20d25cd3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.458092 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.461695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5138f31e-ebd6-4826-ab32-c11e20d25cd3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.463544 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5138f31e-ebd6-4826-ab32-c11e20d25cd3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1776922 Jul 16 20:39:52.468500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:52.522071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Pushing event updated for resources: {'Port': ['ID=d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:52.538656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.539018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.539383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.539892 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.540394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.540871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.541367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.541859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.542339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.542810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.543322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.543909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:39:52.566959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:52.586395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:52.590913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:52.630490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-1b5566bf-96a2-4fb7-b062-4590738e0da8', 'network_id': '1b5566bf-96a2-4fb7-b062-4590738e0da8', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'fixed_ips': [{'subnet_id': 'a4941058-50c7-4784-a2a9-d2daa4f67baa'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:39:52.631435 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.698608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Attempting to bind port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:52.699294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Attempting to bind port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'b079a819-b3c2-4a98-b6b2-a9a4df068c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ed9b4e42-f5fc-48da-9488-a69b5bf42f08'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:52.699604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Attempting to bind port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba on network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:52.757594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:52.758173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Checking segment: {'id': 'b079a819-b3c2-4a98-b6b2-a9a4df068c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ed9b4e42-f5fc-48da-9488-a69b5bf42f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:52.758771 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.759603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Bound using segment: {'id': 'b079a819-b3c2-4a98-b6b2-a9a4df068c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ed9b4e42-f5fc-48da-9488-a69b5bf42f08'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:52.760205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Bound port: d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b079a819-b3c2-4a98-b6b2-a9a4df068c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ed9b4e42-f5fc-48da-9488-a69b5bf42f08'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:52.761567 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.826517 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:52.911942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] For port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:52.933986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] For port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba,segment=NetworkSegment(b079a819-b3c2-4a98-b6b2-a9a4df068c40),segment_id=b079a819-b3c2-4a98-b6b2-a9a4df068c40)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:52.935411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Allocated IP 2001:db8:1::2 (1b5566bf-96a2-4fb7-b062-4590738e0da8/a4941058-50c7-4784-a2a9-d2daa4f67baa/991a54f1-77db-4c78-9477-a790d9498185) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:52.941019 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.021954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab9b0e-edae-401d-8ee4-8c66b2084c6e None None] Pushing event updated for resources: {'Port': ['ID=d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:53.183857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 2001:db8::1 (ed9b4e42-f5fc-48da-9488-a69b5bf42f08/d48101d6-ae46-47cf-92b7-97cee8565756/bec205f7-5308-4ce5-8c7b-c88619c98155) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:53.199891 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.209715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Transition to ACTIVE for port object 991a54f1-77db-4c78-9477-a790d9498185 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:53.238218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Transition to ACTIVE for port object 991a54f1-77db-4c78-9477-a790d9498185 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:53.247702 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.356550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Network 1b5566bf-96a2-4fb7-b062-4590738e0da8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:53.363495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:53.370118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:53.377841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Pushing event updated for resources: {'Port': ['ID=991a54f1-77db-4c78-9477-a790d9498185,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:53.489941 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Attempting to bind port 991a54f1-77db-4c78-9477-a790d9498185 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:39:53.490730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Attempting to bind port 991a54f1-77db-4c78-9477-a790d9498185 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd4dffdb2-7604-456a-bcd1-d80bae4c0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b5566bf-96a2-4fb7-b062-4590738e0da8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:39:53.491411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Attempting to bind port 991a54f1-77db-4c78-9477-a790d9498185 on network 1b5566bf-96a2-4fb7-b062-4590738e0da8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:39:53.493725 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d167e2a4-d12d-42d6-8ddf-6a874f1e7b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.494828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.497352 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.502789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:39:53.503714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Checking segment: {'id': 'd4dffdb2-7604-456a-bcd1-d80bae4c0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b5566bf-96a2-4fb7-b062-4590738e0da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:39:53.504368 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.505119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Bound using segment: {'id': 'd4dffdb2-7604-456a-bcd1-d80bae4c0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b5566bf-96a2-4fb7-b062-4590738e0da8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:39:53.505864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Bound port: 991a54f1-77db-4c78-9477-a790d9498185, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dffdb2-7604-456a-bcd1-d80bae4c0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1b5566bf-96a2-4fb7-b062-4590738e0da8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:39:53.506488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.533668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Transition to ACTIVE for port object bec205f7-5308-4ce5-8c7b-c88619c98155 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:53.592960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] For port 991a54f1-77db-4c78-9477-a790d9498185, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:39:53.596796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] For port 991a54f1-77db-4c78-9477-a790d9498185, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=991a54f1-77db-4c78-9477-a790d9498185,segment=NetworkSegment(d4dffdb2-7604-456a-bcd1-d80bae4c0391),segment_id=d4dffdb2-7604-456a-bcd1-d80bae4c0391)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:39:53.602901 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.614667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.684202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:53.688248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:53.701207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:53.702806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.767645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=bec205f7-5308-4ce5-8c7b-c88619c98155,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:53.951582 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:53.994660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:54.125988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687087a7-c20a-43bc-be65-39610deb7d09 None None] Pushing event updated for resources: {'Port': ['ID=991a54f1-77db-4c78-9477-a790d9498185,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:54.142865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:54.371746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.381087 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.381884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.499315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=bec205f7-5308-4ce5-8c7b-c88619c98155,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:54.590578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:54.592693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:54.632512 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:54.706115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee012da-2870-4ee3-9131-8804622b1786 None None] Network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:54.788523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 0f6267e8-dea7-4397-a941-6e4377f3ee1e is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:39:54.872237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c32062f-c388-4889-a143-d5289c0b81ce None None] Provisioning for port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:54.883070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c32062f-c388-4889-a143-d5289c0b81ce None None] Provisioning complete for port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:54.883913 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c32062f-c388-4889-a143-d5289c0b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.173810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a114a42-552d-41e7-b510-b9e3f097fddf None None] Network 1b5566bf-96a2-4fb7-b062-4590738e0da8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:39:55.188702 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c32062f-c388-4889-a143-d5289c0b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.380282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2c32062f-c388-4889-a143-d5289c0b81ce None None] For port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba,segment=NetworkSegment(b079a819-b3c2-4a98-b6b2-a9a4df068c40),segment_id=b079a819-b3c2-4a98-b6b2-a9a4df068c40)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:55.408146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:55.420009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5ce9b8b2-9ec2-4f25-9565-b0d9e1f3a6d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/0f6267e8-dea7-4397-a941-6e4377f3ee1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9499204 Jul 16 20:39:55.422743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:55.428052 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801772b3-00f6-413b-83d9-5ee25ac75b0e None None] Sync routers for ids ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:55.459497 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801772b3-00f6-413b-83d9-5ee25ac75b0e None None] Routers {'0f6267e8-dea7-4397-a941-6e4377f3ee1e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:55.460146 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-801772b3-00f6-413b-83d9-5ee25ac75b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.497681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b04ca4-5c99-48d4-8d2b-e52d3ed242d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:55.499608 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-28b04ca4-5c99-48d4-8d2b-e52d3ed242d3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports/bec205f7-5308-4ce5-8c7b-c88619c98155 HTTP/1.1" status: 200 len: 911 time: 0.0754712 Jul 16 20:39:55.503662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59820) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:55.533596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c32062f-c388-4889-a143-d5289c0b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.538283 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-801772b3-00f6-413b-83d9-5ee25ac75b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.547791 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801772b3-00f6-413b-83d9-5ee25ac75b0e None None] Routers {'0f6267e8-dea7-4397-a941-6e4377f3ee1e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:55.548671 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-801772b3-00f6-413b-83d9-5ee25ac75b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.591157 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-801772b3-00f6-413b-83d9-5ee25ac75b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:55.592750 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801772b3-00f6-413b-83d9-5ee25ac75b0e None None] The sync data for ids ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:55.661378 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32062f-c388-4889-a143-d5289c0b81ce None None] Pushing event updated for resources: {'Port': ['ID=d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:55.702724 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d62a9a24-f60a-4de4-b21f-c575d6d854e8 None None] Provisioning for port 991a54f1-77db-4c78-9477-a790d9498185 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:55.795869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 991a54f1-77db-4c78-9477-a790d9498185 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:55.908418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-932a578d-3850-4020-8d74-b2a535cee4db None None] Provisioning for port bec205f7-5308-4ce5-8c7b-c88619c98155 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:55.914118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-932a578d-3850-4020-8d74-b2a535cee4db None None] Provisioning complete for port bec205f7-5308-4ce5-8c7b-c88619c98155 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:55.914566 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-932a578d-3850-4020-8d74-b2a535cee4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:55.972463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 991a54f1-77db-4c78-9477-a790d9498185 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:55.981002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 991a54f1-77db-4c78-9477-a790d9498185 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:55.981391 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.047405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-932a578d-3850-4020-8d74-b2a535cee4db None None] Port bec205f7-5308-4ce5-8c7b-c88619c98155 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:56.073591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-932a578d-3850-4020-8d74-b2a535cee4db None None] Provisioning complete for port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:56.073976 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-932a578d-3850-4020-8d74-b2a535cee4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.162731 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.197205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.341753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 991a54f1-77db-4c78-9477-a790d9498185, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=991a54f1-77db-4c78-9477-a790d9498185,segment=NetworkSegment(d4dffdb2-7604-456a-bcd1-d80bae4c0391),segment_id=d4dffdb2-7604-456a-bcd1-d80bae4c0391)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:39:56.353421 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.394166 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.455176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=991a54f1-77db-4c78-9477-a790d9498185,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:56.524204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f346c79c-75da-41e5-9b0a-2de1c6e1a34a None None] Provisioning complete for port bec205f7-5308-4ce5-8c7b-c88619c98155 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:56.524628 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f346c79c-75da-41e5-9b0a-2de1c6e1a34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.568183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f346c79c-75da-41e5-9b0a-2de1c6e1a34a None None] Port bec205f7-5308-4ce5-8c7b-c88619c98155 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:56.574966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:56.578639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f346c79c-75da-41e5-9b0a-2de1c6e1a34a None None] Provisioning complete for port 991a54f1-77db-4c78-9477-a790d9498185 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:56.579012 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f346c79c-75da-41e5-9b0a-2de1c6e1a34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.651242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 2001:db8:1::1 (1b5566bf-96a2-4fb7-b062-4590738e0da8/a4941058-50c7-4784-a2a9-d2daa4f67baa/915ced09-ed76-476f-ad30-b993599265b8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:39:56.776941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.796562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Transition to ACTIVE for port object 915ced09-ed76-476f-ad30-b993599265b8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:39:56.801208 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85321c71-fddd-46bc-8efa-16d04fe9dd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.831497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-def9bb17-d408-42b5-b0c5-fc558769b48a None None] Provisioning complete for port bec205f7-5308-4ce5-8c7b-c88619c98155 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:56.831967 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-def9bb17-d408-42b5-b0c5-fc558769b48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.848143 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.889287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-def9bb17-d408-42b5-b0c5-fc558769b48a None None] Port bec205f7-5308-4ce5-8c7b-c88619c98155 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:56.895820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 1b5566bf-96a2-4fb7-b062-4590738e0da8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:56.901843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:56.906424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:39:56.907155 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.934456 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85321c71-fddd-46bc-8efa-16d04fe9dd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.943998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85321c71-fddd-46bc-8efa-16d04fe9dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:56.945869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=915ced09-ed76-476f-ad30-b993599265b8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.026514 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-85321c71-fddd-46bc-8efa-16d04fe9dd3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=154e565380314175a634439fdcf5bed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501970 Jul 16 20:39:57.027755 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85321c71-fddd-46bc-8efa-16d04fe9dd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b493ccec-cf03-42cc-a89c-498a818e899f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.032097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:57.068778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.094887 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec2aea2-fb19-43fa-b7e1-fd005b163cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.118063 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec2aea2-fb19-43fa-b7e1-fd005b163cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.179313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec2aea2-fb19-43fa-b7e1-fd005b163cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.182122 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec2aea2-fb19-43fa-b7e1-fd005b163cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.185554 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7ec2aea2-fb19-43fa-b7e1-fd005b163cd6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b493ccec-cf03-42cc-a89c-498a818e899f HTTP/1.1" status: 204 len: 168 time: 0.1502278 Jul 16 20:39:57.197153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2aea2-fb19-43fa-b7e1-fd005b163cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b493ccec-cf03-42cc-a89c-498a818e899f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.316023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31f5d332-7704-49c1-8568-d869b3372aa4 None None] Provisioning for port 915ced09-ed76-476f-ad30-b993599265b8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:39:57.322279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31f5d332-7704-49c1-8568-d869b3372aa4 None None] Provisioning complete for port 915ced09-ed76-476f-ad30-b993599265b8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:57.322716 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31f5d332-7704-49c1-8568-d869b3372aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.363599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31f5d332-7704-49c1-8568-d869b3372aa4 None None] Port 915ced09-ed76-476f-ad30-b993599265b8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:57.403484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.408550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.409658 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.477445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=915ced09-ed76-476f-ad30-b993599265b8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.516327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59878) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:57.552415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b66cf61-9db1-4a10-8e0a-e8e988fd5a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.600910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 1b5566bf-96a2-4fb7-b062-4590738e0da8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:39:57.606216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:39:57.693629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:57.775366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:57.776157 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.799852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 0f6267e8-dea7-4397-a941-6e4377f3ee1e has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:39:57.802656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b66cf61-9db1-4a10-8e0a-e8e988fd5a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.812406 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b66cf61-9db1-4a10-8e0a-e8e988fd5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.889310 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 991a54f1-77db-4c78-9477-a790d9498185 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:39:57.941424 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6b66cf61-9db1-4a10-8e0a-e8e988fd5a1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b52ff711b5f4dab8bf0396a6d33d226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238663 Jul 16 20:39:57.945365 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:57.945865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66cf61-9db1-4a10-8e0a-e8e988fd5a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f435fa-3a6d-4d38-b5c0-e8e591c153ad,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:57.953967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 991a54f1-77db-4c78-9477-a790d9498185 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:57.954337 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:57.969703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:39:57.979106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c2273559-72cf-4f3d-b1a7-067a761177bd tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/0f6267e8-dea7-4397-a941-6e4377f3ee1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4729288 Jul 16 20:39:57.981780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59888) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:57.986825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ab9e1-b4d4-40c7-a07d-c8c50d3f8b93 None None] Sync routers for ids ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:39:58.010148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-103648c8-1e78-466a-9463-a55aa3c140d7 None None] Provisioning complete for port 915ced09-ed76-476f-ad30-b993599265b8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:39:58.010517 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-103648c8-1e78-466a-9463-a55aa3c140d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.012583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ab9e1-b4d4-40c7-a07d-c8c50d3f8b93 None None] Routers {'0f6267e8-dea7-4397-a941-6e4377f3ee1e'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:58.013235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e5ab9e1-b4d4-40c7-a07d-c8c50d3f8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.042355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb249c80-9ed8-4386-acd7-62622bc927c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.048792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc0aa2-392e-4fd4-ac27-8b324127ca3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:58.050321 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a3fc0aa2-392e-4fd4-ac27-8b324127ca3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports/915ced09-ed76-476f-ad30-b993599265b8 HTTP/1.1" status: 200 len: 913 time: 0.0673862 Jul 16 20:39:58.054752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 59890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:39:58.071408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e5ab9e1-b4d4-40c7-a07d-c8c50d3f8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.095030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ab9e1-b4d4-40c7-a07d-c8c50d3f8b93 None None] Routers {'0f6267e8-dea7-4397-a941-6e4377f3ee1e'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:39:58.095764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e5ab9e1-b4d4-40c7-a07d-c8c50d3f8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.118775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-103648c8-1e78-466a-9463-a55aa3c140d7 None None] Port 915ced09-ed76-476f-ad30-b993599265b8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:39:58.140671 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb249c80-9ed8-4386-acd7-62622bc927c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.149509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e5ab9e1-b4d4-40c7-a07d-c8c50d3f8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:39:58.150286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ab9e1-b4d4-40c7-a07d-c8c50d3f8b93 None None] The sync data for ids ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:39:58.272918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb249c80-9ed8-4386-acd7-62622bc927c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.275493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb249c80-9ed8-4386-acd7-62622bc927c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.276677 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cb249c80-9ed8-4386-acd7-62622bc927c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84f435fa-3a6d-4d38-b5c0-e8e591c153ad HTTP/1.1" status: 204 len: 168 time: 0.3290436 Jul 16 20:39:58.291984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb249c80-9ed8-4386-acd7-62622bc927c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f435fa-3a6d-4d38-b5c0-e8e591c153ad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:58.459787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.766470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port 915ced09-ed76-476f-ad30-b993599265b8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:39:58.766841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.868396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:58.881163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for 915ced09-ed76-476f-ad30-b993599265b8 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:39:59.110059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-5240f453-b1d3-4756-9303-3e136fa7f5dc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1024876 Jul 16 20:39:59.135601 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.195453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=915ced09-ed76-476f-ad30-b993599265b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:39:59.338185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-e3288385-8d54-4cee-9ba3-bef481ac350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:59.339775 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-e3288385-8d54-4cee-9ba3-bef481ac350d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f775cf4b04154a38827177d30d711eac&device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 1098 time: 0.1978793 Jul 16 20:39:59.351698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:39:59.558140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-3ff7517a-de63-4c87-8255-896631cbb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:39:59.559656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-3ff7517a-de63-4c87-8255-896631cbb1ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 HTTP/1.1" status: 200 len: 910 time: 0.1816213 Jul 16 20:39:59.714831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-a6b97a56-0fa7-43fe-80ef-bfe774cc6da6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acd58749-2260-49da-a3dd-cb0070efc1c1 HTTP/1.1" status: 200 len: 1002 time: 0.1160302 Jul 16 20:39:59.719868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 0f6267e8-dea7-4397-a941-6e4377f3ee1e has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:00.100317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-bc1a91e5-6453-473f-b485-7384ae557a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:00.101974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-bc1a91e5-6453-473f-b485-7384ae557a00 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3afe8f14-42e3-460c-8578-d4af91492bda HTTP/1.1" status: 200 len: 848 time: 0.3815219 Jul 16 20:40:00.165713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:00.171407 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-823ac034-b99a-4f28-b3a4-d186ba96a4b9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/0f6267e8-dea7-4397-a941-6e4377f3ee1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1153274 Jul 16 20:40:00.174656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 59966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:00.177923 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6475e5-4802-48ec-ab29-1079f79309cd None None] Sync routers for ids ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:00.195528 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6475e5-4802-48ec-ab29-1079f79309cd None None] Routers {'0f6267e8-dea7-4397-a941-6e4377f3ee1e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:00.196171 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5c6475e5-4802-48ec-ab29-1079f79309cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:00.197292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-c3ba9ba2-a968-4574-b931-bffb1e904a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:00.198817 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-c3ba9ba2-a968-4574-b931-bffb1e904a86 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899446 Jul 16 20:40:00.275471 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5c6475e5-4802-48ec-ab29-1079f79309cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:00.288342 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6475e5-4802-48ec-ab29-1079f79309cd None None] Routers {'0f6267e8-dea7-4397-a941-6e4377f3ee1e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:00.289351 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5c6475e5-4802-48ec-ab29-1079f79309cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:00.333674 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5c6475e5-4802-48ec-ab29-1079f79309cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:00.334637 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6475e5-4802-48ec-ab29-1079f79309cd None None] The sync data for ids ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:00.341492 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-9441f75b-7f5b-49cd-9e9f-12e38ee64a5e service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356053 Jul 16 20:40:00.465276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ab77eb8e-2b2b-4154-898e-92e7a04c9cc5 req-a3787b24-0bf6-43df-98a1-6649fe85c049 service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165411 Jul 16 20:40:00.606785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:00.901675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port bec205f7-5308-4ce5-8c7b-c88619c98155 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:00.902143 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.059643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.072890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for bec205f7-5308-4ce5-8c7b-c88619c98155 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:01.262364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.309918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=bec205f7-5308-4ce5-8c7b-c88619c98155,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:01.414844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:01.626824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 0f6267e8-dea7-4397-a941-6e4377f3ee1e has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:01.721937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:01.731734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-85bfaa60-f66a-4e27-ae62-08cbfa4032c9 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/0f6267e8-dea7-4397-a941-6e4377f3ee1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5518396 Jul 16 20:40:01.731734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:01.737629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b1777-e34c-4905-ad38-a7c6c495789a None None] Sync routers for ids ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:01.749600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b1777-e34c-4905-ad38-a7c6c495789a None None] Routers {'0f6267e8-dea7-4397-a941-6e4377f3ee1e'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:01.750421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-709b1777-e34c-4905-ad38-a7c6c495789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.779921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3b92ed20-53ae-4aca-a2ad-f04e2c40c6d5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6267e8-dea7-4397-a941-6e4377f3ee1e HTTP/1.1" status: 200 len: 205 time: 0.0466199 Jul 16 20:40:01.782518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:01.792931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-709b1777-e34c-4905-ad38-a7c6c495789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.812934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b1777-e34c-4905-ad38-a7c6c495789a None None] Routers {'0f6267e8-dea7-4397-a941-6e4377f3ee1e'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:01.813621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-709b1777-e34c-4905-ad38-a7c6c495789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.848182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-709b1777-e34c-4905-ad38-a7c6c495789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:01.849526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b1777-e34c-4905-ad38-a7c6c495789a None None] The sync data for ids ['0f6267e8-dea7-4397-a941-6e4377f3ee1e'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:01.890223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb585-82cd-473e-b6e2-548156398c60 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.069986 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb585-82cd-473e-b6e2-548156398c60 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.072660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb585-82cd-473e-b6e2-548156398c60 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.117142 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb585-82cd-473e-b6e2-548156398c60 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.117776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5fb585-82cd-473e-b6e2-548156398c60 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Fanout notify agent at l3_agent the message router_deleted on router 0f6267e8-dea7-4397-a941-6e4377f3ee1e {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:02.124723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb585-82cd-473e-b6e2-548156398c60 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.125871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6f5fb585-82cd-473e-b6e2-548156398c60 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/0f6267e8-dea7-4397-a941-6e4377f3ee1e HTTP/1.1" status: 204 len: 168 time: 0.3415766 Jul 16 20:40:02.128651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60012) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:02.187675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-60eafc54-5f09-4f5d-a89e-036173feb05b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting subnet a4941058-50c7-4784-a2a9-d2daa4f67baa {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:02.191072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60eafc54-5f09-4f5d-a89e-036173feb05b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.246054 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60eafc54-5f09-4f5d-a89e-036173feb05b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.354119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60eafc54-5f09-4f5d-a89e-036173feb05b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.433699 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60eafc54-5f09-4f5d-a89e-036173feb05b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.463800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eafc54-5f09-4f5d-a89e-036173feb05b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Subnet': ['ID=a4941058-50c7-4784-a2a9-d2daa4f67baa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.468859 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60eafc54-5f09-4f5d-a89e-036173feb05b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.474449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:02.475431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-60eafc54-5f09-4f5d-a89e-036173feb05b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/a4941058-50c7-4784-a2a9-d2daa4f67baa HTTP/1.1" status: 204 len: 168 time: 0.3443825 Jul 16 20:40:02.490504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d184a-b37e-4360-b055-2ec1ace6ab00 None None] Network 1b5566bf-96a2-4fb7-b062-4590738e0da8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:02.549463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c1a117-0603-4643-bf7d-0c7805f70713 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting subnet d48101d6-ae46-47cf-92b7-97cee8565756 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:02.554658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a117-0603-4643-bf7d-0c7805f70713 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.611308 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a117-0603-4643-bf7d-0c7805f70713 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.777208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd9c5e-c0b5-402a-952a-42d7772c6ba6 None None] DHCP port deletion for 1b5566bf-96a2-4fb7-b062-4590738e0da8 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:02.818968 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a117-0603-4643-bf7d-0c7805f70713 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.881795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd9c5e-c0b5-402a-952a-42d7772c6ba6 None None] Deleting port 991a54f1-77db-4c78-9477-a790d9498185 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:02.882172 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9c5e-c0b5-402a-952a-42d7772c6ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.903248 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a117-0603-4643-bf7d-0c7805f70713 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.953599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1a117-0603-4643-bf7d-0c7805f70713 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Subnet': ['ID=d48101d6-ae46-47cf-92b7-97cee8565756,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:02.962919 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6c1a117-0603-4643-bf7d-0c7805f70713 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:02.966791 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d6c1a117-0603-4643-bf7d-0c7805f70713 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/d48101d6-ae46-47cf-92b7-97cee8565756 HTTP/1.1" status: 204 len: 168 time: 0.4909022 Jul 16 20:40:02.969695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:02.977597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6855f295-43d4-4bab-abf6-2e6cf3ae8f67 None None] Network ed9b4e42-f5fc-48da-9488-a69b5bf42f08 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:03.014871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8fcd9c5e-c0b5-402a-952a-42d7772c6ba6 None None] For port 991a54f1-77db-4c78-9477-a790d9498185, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=991a54f1-77db-4c78-9477-a790d9498185,segment=NetworkSegment(d4dffdb2-7604-456a-bcd1-d80bae4c0391),segment_id=d4dffdb2-7604-456a-bcd1-d80bae4c0391)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:03.016059 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9c5e-c0b5-402a-952a-42d7772c6ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.040079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd9c5e-c0b5-402a-952a-42d7772c6ba6 None None] Calling delete_port for 991a54f1-77db-4c78-9477-a790d9498185 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:03.072669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.130015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port 991a54f1-77db-4c78-9477-a790d9498185 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:03.130277 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.201335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port 991a54f1-77db-4c78-9477-a790d9498185, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=991a54f1-77db-4c78-9477-a790d9498185,segment=NetworkSegment(d4dffdb2-7604-456a-bcd1-d80bae4c0391),segment_id=d4dffdb2-7604-456a-bcd1-d80bae4c0391)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:03.201892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.224922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for 991a54f1-77db-4c78-9477-a790d9498185 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:03.228860 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9c5e-c0b5-402a-952a-42d7772c6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.264810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd9c5e-c0b5-402a-952a-42d7772c6ba6 None None] Pushing event deleted for resources: {'Port': ['ID=991a54f1-77db-4c78-9477-a790d9498185,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:03.266830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd9c5e-c0b5-402a-952a-42d7772c6ba6 None None] No DVR routers for this DVR port 991a54f1-77db-4c78-9477-a790d9498185 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:03.319463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.325868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b6484-d544-43b2-8718-1355df585a3b None None] DHCP port deletion for ed9b4e42-f5fc-48da-9488-a69b5bf42f08 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:03.358605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=991a54f1-77db-4c78-9477-a790d9498185,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:03.360581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No DVR routers for this DVR port 991a54f1-77db-4c78-9477-a790d9498185 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:03.398855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b6484-d544-43b2-8718-1355df585a3b None None] Deleting port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:03.399222 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6484-d544-43b2-8718-1355df585a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.446509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.459380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5566bf-96a2-4fb7-b062-4590738e0da8']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:03.471729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1b1b6484-d544-43b2-8718-1355df585a3b None None] For port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba,segment=NetworkSegment(b079a819-b3c2-4a98-b6b2-a9a4df068c40),segment_id=b079a819-b3c2-4a98-b6b2-a9a4df068c40)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:03.471977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dffdb2-7604-456a-bcd1-d80bae4c0391') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:03.472407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6484-d544-43b2-8718-1355df585a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.474319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dffdb2-7604-456a-bcd1-d80bae4c0391') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:03.486423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.488803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b6484-d544-43b2-8718-1355df585a3b None None] Calling delete_port for d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:03.505700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.512491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:03.513062 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:03.516718 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:03.589685 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.591782 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6484-d544-43b2-8718-1355df585a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.600677 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.605900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/networks/1b5566bf-96a2-4fb7-b062-4590738e0da8 HTTP/1.1" status: 204 len: 168 time: 0.6316469 Jul 16 20:40:03.606590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60044) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:03.613014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed497da1-2583-4432-942e-1c981b50a8c6 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Network': ['ID=1b5566bf-96a2-4fb7-b062-4590738e0da8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:03.627038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b6484-d544-43b2-8718-1355df585a3b None None] Pushing event deleted for resources: {'Port': ['ID=d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:03.632835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b6484-d544-43b2-8718-1355df585a3b None None] No DVR routers for this DVR port d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:03.693767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:03.720473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:03.721137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d71bb6b6-8f48-43ca-a973-c4f51f0bd1ba not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:03.721703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 991a54f1-77db-4c78-9477-a790d9498185 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:03.736429 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.745064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 991a54f1-77db-4c78-9477-a790d9498185 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:03.745579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 991a54f1-77db-4c78-9477-a790d9498185 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:03.840127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.864180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9b4e42-f5fc-48da-9488-a69b5bf42f08']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:03.891500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b079a819-b3c2-4a98-b6b2-a9a4df068c40') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:03.892114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b079a819-b3c2-4a98-b6b2-a9a4df068c40') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:03.905608 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.921427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.929154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:03.929850 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:03.933103 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:04.002233 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.007857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.009963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/networks/ed9b4e42-f5fc-48da-9488-a69b5bf42f08 HTTP/1.1" status: 204 len: 168 time: 0.4008026 Jul 16 20:40:04.015541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:04.022127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-228288797'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:04.026133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9acd5-0372-4f7d-a0a2-2cab280f4bca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Network': ['ID=ed9b4e42-f5fc-48da-9488-a69b5bf42f08,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.044369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:04.048322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.076348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:04.086432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.086867 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added segment b3b489ad-8bb1-4d02-ac9d-98adbc07ef16 of type vlan for network 98cc5731-e027-462c-af69-0465caefd797 Jul 16 20:40:04.140213 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.171305 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.177498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:04.178174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.217190 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2009070 Jul 16 20:40:04.219823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60066) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:04.225283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'subnet': {'network_id': '98cc5731-e027-462c-af69-0465caefd797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:04.257467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0599c-e73b-4c12-a7ba-c96ce92e3857 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Network': ['ID=98cc5731-e027-462c-af69-0465caefd797,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.267843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 98cc5731-e027-462c-af69-0465caefd797 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:04.323014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:04.326919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.542776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:04.952026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Subnet': ['ID=c40d93d7-9dd2-44e1-af12-27fe97242d64,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:04.971210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Checking segment: {'id': 'b3b489ad-8bb1-4d02-ac9d-98adbc07ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98cc5731-e027-462c-af69-0465caefd797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:04.971569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network hostable DHCP agents. Network: 98cc5731-e027-462c-af69-0465caefd797, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:04.990381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 98cc5731-e027-462c-af69-0465caefd797 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:05.000168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 98cc5731-e027-462c-af69-0465caefd797) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:05.004569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:05.005038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.024102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6603788b-32d8-4773-b295-1570643ed4ee None None] Network 98cc5731-e027-462c-af69-0465caefd797 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:05.027102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-10fd5d0e-d2cd-445d-86ba-d1fbaa21033a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8061566 Jul 16 20:40:05.029861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:05.037054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-46ed7e84-c6ab-4fcc-8a06-168d45978556 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1237997360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:05.069822 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ed7e84-c6ab-4fcc-8a06-168d45978556 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.071401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ed7e84-c6ab-4fcc-8a06-168d45978556 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.141746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ed7e84-c6ab-4fcc-8a06-168d45978556 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.149089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ed7e84-c6ab-4fcc-8a06-168d45978556 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.184168 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46ed7e84-c6ab-4fcc-8a06-168d45978556 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.186428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-46ed7e84-c6ab-4fcc-8a06-168d45978556 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1555388 Jul 16 20:40:05.189157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60096) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:05.195354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'port': {'network_id': '98cc5731-e027-462c-af69-0465caefd797', 'name': 'tempest-RoutersIpV6Test-350516754'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:05.229816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-98cc5731-e027-462c-af69-0465caefd797', 'network_id': '98cc5731-e027-462c-af69-0465caefd797', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'fixed_ips': [{'subnet_id': 'c40d93d7-9dd2-44e1-af12-27fe97242d64'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:05.230723 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.360676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:05.364557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.385535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] device_id is not set on port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:05.404325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Allocated IP 2001:db8::2 (98cc5731-e027-462c-af69-0465caefd797/c40d93d7-9dd2-44e1-af12-27fe97242d64/10c82f1e-205e-47e8-adca-b66b952ffd24) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:05.576382 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.584740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Transition to ACTIVE for port object 10c82f1e-205e-47e8-adca-b66b952ffd24 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:05.602747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Transition to ACTIVE for port object 10c82f1e-205e-47e8-adca-b66b952ffd24 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:05.612524 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.653336 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Network 98cc5731-e027-462c-af69-0465caefd797 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:05.656235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:05.658647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:05.701040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Pushing event updated for resources: {'Port': ['ID=10c82f1e-205e-47e8-adca-b66b952ffd24,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:05.703239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 2001:db8::43 (98cc5731-e027-462c-af69-0465caefd797/c40d93d7-9dd2-44e1-af12-27fe97242d64/e9ff751b-cd9d-4d89-a88c-85e778c1bc47) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:05.752495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Attempting to bind port 10c82f1e-205e-47e8-adca-b66b952ffd24 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:05.753767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Attempting to bind port 10c82f1e-205e-47e8-adca-b66b952ffd24 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'b3b489ad-8bb1-4d02-ac9d-98adbc07ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98cc5731-e027-462c-af69-0465caefd797'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:05.755462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Attempting to bind port 10c82f1e-205e-47e8-adca-b66b952ffd24 on network 98cc5731-e027-462c-af69-0465caefd797 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:05.762640 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:05.763173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Checking segment: {'id': 'b3b489ad-8bb1-4d02-ac9d-98adbc07ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98cc5731-e027-462c-af69-0465caefd797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:05.763697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.764823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Bound using segment: {'id': 'b3b489ad-8bb1-4d02-ac9d-98adbc07ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98cc5731-e027-462c-af69-0465caefd797'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:05.765549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Bound port: 10c82f1e-205e-47e8-adca-b66b952ffd24, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b489ad-8bb1-4d02-ac9d-98adbc07ef16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98cc5731-e027-462c-af69-0465caefd797'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:05.766162 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.875153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] For port 10c82f1e-205e-47e8-adca-b66b952ffd24, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:05.880475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] For port 10c82f1e-205e-47e8-adca-b66b952ffd24, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=10c82f1e-205e-47e8-adca-b66b952ffd24,segment=NetworkSegment(b3b489ad-8bb1-4d02-ac9d-98adbc07ef16),segment_id=b3b489ad-8bb1-4d02-ac9d-98adbc07ef16)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:05.890859 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.929205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:05.945551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Transition to ACTIVE for port object e9ff751b-cd9d-4d89-a88c-85e778c1bc47 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:05.960316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04221848-f9d8-42c4-b6b8-725d7bdba596 None None] Pushing event updated for resources: {'Port': ['ID=10c82f1e-205e-47e8-adca-b66b952ffd24,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.017494 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.070342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 98cc5731-e027-462c-af69-0465caefd797 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:06.073838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:06.076464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:06.082984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:06.083726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.102859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9101470 Jul 16 20:40:06.103314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60108) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:06.104843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c188f92-fafe-41cb-b9a0-5e0559db0805 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=e9ff751b-cd9d-4d89-a88c-85e778c1bc47,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:06.601312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.891205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.896472 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:06.984052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=e9ff751b-cd9d-4d89-a88c-85e778c1bc47,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.116790 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.197999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641a05f-4413-4372-b3bf-42edae41da2b None None] Network 98cc5731-e027-462c-af69-0465caefd797 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:07.249302 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.290125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9e48b00f-80b1-490b-b7d3-0c3a5a610185 None None] Provisioning for port 10c82f1e-205e-47e8-adca-b66b952ffd24 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:07.586813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.595405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.596209 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.702352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=e9ff751b-cd9d-4d89-a88c-85e778c1bc47,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:07.777365 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 10c82f1e-205e-47e8-adca-b66b952ffd24 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:07.839343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 98cc5731-e027-462c-af69-0465caefd797 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:07.842230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:07.854024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 10c82f1e-205e-47e8-adca-b66b952ffd24 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:07.860755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 10c82f1e-205e-47e8-adca-b66b952ffd24 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:07.861343 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.866478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cc61ff2e-3147-490e-adb2-d74a19c9112b None None] Provisioning for port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:07.932097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cc61ff2e-3147-490e-adb2-d74a19c9112b None None] Provisioning complete for port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:07.932472 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cc61ff2e-3147-490e-adb2-d74a19c9112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:07.976478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cc61ff2e-3147-490e-adb2-d74a19c9112b None None] Port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:08.015470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 38a39a38-3d6b-469a-aa62-d5a77e6aef01 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:08.069822 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.112940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 10c82f1e-205e-47e8-adca-b66b952ffd24, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=10c82f1e-205e-47e8-adca-b66b952ffd24,segment=NetworkSegment(b3b489ad-8bb1-4d02-ac9d-98adbc07ef16),segment_id=b3b489ad-8bb1-4d02-ac9d-98adbc07ef16)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:08.122188 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.156243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:08.164667 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a5c88b93-bd51-41ae-a168-e428207ebc01 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/38a39a38-3d6b-469a-aa62-d5a77e6aef01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0585103 Jul 16 20:40:08.167243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60154) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.186825 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64611b38-c698-4fe7-9b94-b32d6f46b966 None None] Sync routers for ids ['38a39a38-3d6b-469a-aa62-d5a77e6aef01'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:08.212405 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64611b38-c698-4fe7-9b94-b32d6f46b966 None None] Routers {'38a39a38-3d6b-469a-aa62-d5a77e6aef01'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:08.213103 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-64611b38-c698-4fe7-9b94-b32d6f46b966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['38a39a38-3d6b-469a-aa62-d5a77e6aef01'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.230077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=10c82f1e-205e-47e8-adca-b66b952ffd24,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:08.233780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-940ec66b-160f-46f8-8dc8-ce124d0a80d2 None None] Provisioning complete for port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:08.234160 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-940ec66b-160f-46f8-8dc8-ce124d0a80d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.248002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6636b91-760d-4bbd-a5d7-2d6424bea705 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:08.250058 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a6636b91-760d-4bbd-a5d7-2d6424bea705 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports/e9ff751b-cd9d-4d89-a88c-85e778c1bc47 HTTP/1.1" status: 200 len: 982 time: 0.0817032 Jul 16 20:40:08.252814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:08.292087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-940ec66b-160f-46f8-8dc8-ce124d0a80d2 None None] Port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:08.436959 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-64611b38-c698-4fe7-9b94-b32d6f46b966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.447436 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64611b38-c698-4fe7-9b94-b32d6f46b966 None None] Routers {'38a39a38-3d6b-469a-aa62-d5a77e6aef01'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:08.448401 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-64611b38-c698-4fe7-9b94-b32d6f46b966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['38a39a38-3d6b-469a-aa62-d5a77e6aef01'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.482422 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-64611b38-c698-4fe7-9b94-b32d6f46b966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:08.497370 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64611b38-c698-4fe7-9b94-b32d6f46b966 None None] The sync data for ids ['38a39a38-3d6b-469a-aa62-d5a77e6aef01'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:08.545512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3c3cf8f9-117e-4a3e-b645-5c5d2ab6d989 None None] Provisioning complete for port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:08.546756 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c3cf8f9-117e-4a3e-b645-5c5d2ab6d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.590765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3c3cf8f9-117e-4a3e-b645-5c5d2ab6d989 None None] Port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:08.919183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-23be12a1-e686-49b7-bc95-a8c81ee58e19 None None] Provisioning complete for port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:08.919840 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23be12a1-e686-49b7-bc95-a8c81ee58e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:08.974142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-23be12a1-e686-49b7-bc95-a8c81ee58e19 None None] Port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:09.064041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.300136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port e9ff751b-cd9d-4d89-a88c-85e778c1bc47 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:09.300901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.393183 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.405240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for e9ff751b-cd9d-4d89-a88c-85e778c1bc47 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:09.590136 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.620180 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=e9ff751b-cd9d-4d89-a88c-85e778c1bc47,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:09.647339 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:40:09.788796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 10c82f1e-205e-47e8-adca-b66b952ffd24 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:09.803405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:09.886800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 10c82f1e-205e-47e8-adca-b66b952ffd24 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:09.887179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.026994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 38a39a38-3d6b-469a-aa62-d5a77e6aef01 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:10.108825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:10.116379 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9989c03c-7935-45f1-a492-63ff27e33bc4 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/38a39a38-3d6b-469a-aa62-d5a77e6aef01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8622475 Jul 16 20:40:10.118047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60194) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.127002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698e092-b7ff-4ea5-8f85-b611fba5c243 None None] Sync routers for ids ['38a39a38-3d6b-469a-aa62-d5a77e6aef01'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:10.140307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698e092-b7ff-4ea5-8f85-b611fba5c243 None None] Routers {'38a39a38-3d6b-469a-aa62-d5a77e6aef01'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:10.141089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8698e092-b7ff-4ea5-8f85-b611fba5c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['38a39a38-3d6b-469a-aa62-d5a77e6aef01'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.183663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8698e092-b7ff-4ea5-8f85-b611fba5c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.193473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698e092-b7ff-4ea5-8f85-b611fba5c243 None None] Routers {'38a39a38-3d6b-469a-aa62-d5a77e6aef01'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:10.194186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8698e092-b7ff-4ea5-8f85-b611fba5c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['38a39a38-3d6b-469a-aa62-d5a77e6aef01'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.228668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8698e092-b7ff-4ea5-8f85-b611fba5c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:10.229252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698e092-b7ff-4ea5-8f85-b611fba5c243 None None] The sync data for ids ['38a39a38-3d6b-469a-aa62-d5a77e6aef01'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:10.354503 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-48e1cd5f-6d50-4e31-b55d-d3ac236a782c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 20:40:10.358564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-48e1cd5f-6d50-4e31-b55d-d3ac236a782c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/38a39a38-3d6b-469a-aa62-d5a77e6aef01/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2363420 Jul 16 20:40:10.358986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60198) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.389293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2ba56774-7b73-44fb-8ede-ba7029263c9f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a39a38-3d6b-469a-aa62-d5a77e6aef01 HTTP/1.1" status: 200 len: 205 time: 0.0291908 Jul 16 20:40:10.391769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60202) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.480184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77b49eaf-bacb-4ee2-901c-5f035aef8a8b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.654990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77b49eaf-bacb-4ee2-901c-5f035aef8a8b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.657212 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77b49eaf-bacb-4ee2-901c-5f035aef8a8b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.718558 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77b49eaf-bacb-4ee2-901c-5f035aef8a8b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.719162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b49eaf-bacb-4ee2-901c-5f035aef8a8b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Fanout notify agent at l3_agent the message router_deleted on router 38a39a38-3d6b-469a-aa62-d5a77e6aef01 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:10.729777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77b49eaf-bacb-4ee2-901c-5f035aef8a8b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.737293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:10.746506 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-77b49eaf-bacb-4ee2-901c-5f035aef8a8b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/38a39a38-3d6b-469a-aa62-d5a77e6aef01 HTTP/1.1" status: 204 len: 168 time: 0.3520668 Jul 16 20:40:10.805316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting subnet c40d93d7-9dd2-44e1-af12-27fe97242d64 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:10.808703 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.852643 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:10.950862 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.045959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.078248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Subnet': ['ID=c40d93d7-9dd2-44e1-af12-27fe97242d64,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.082447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.082447 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/c40d93d7-9dd2-44e1-af12-27fe97242d64 HTTP/1.1" status: 204 len: 168 time: 0.3469641 Jul 16 20:40:11.086726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:11.100004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ea62b-65a3-4723-ae55-3e4223e494c3 None None] Network 98cc5731-e027-462c-af69-0465caefd797 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:11.102800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.103458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.103907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.104531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.104985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.105411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.106399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.106837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.107286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.107708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.108137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.108702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629a36b1-3c4a-482f-b568-92c615de2c53 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:11.199905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.295833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port 10c82f1e-205e-47e8-adca-b66b952ffd24 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:11.296352 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.388815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f929d8-62e8-44f3-a391-cf8ffa2e1a38 None None] DHCP port deletion for 98cc5731-e027-462c-af69-0465caefd797 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:11.402980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port 10c82f1e-205e-47e8-adca-b66b952ffd24, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=10c82f1e-205e-47e8-adca-b66b952ffd24,segment=NetworkSegment(b3b489ad-8bb1-4d02-ac9d-98adbc07ef16),segment_id=b3b489ad-8bb1-4d02-ac9d-98adbc07ef16)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:11.403577 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.418212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for 10c82f1e-205e-47e8-adca-b66b952ffd24 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:11.447746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-93f929d8-62e8-44f3-a391-cf8ffa2e1a38 None None] Deleting port 10c82f1e-205e-47e8-adca-b66b952ffd24 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:11.448406 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93f929d8-62e8-44f3-a391-cf8ffa2e1a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.516896 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.530875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-93f929d8-62e8-44f3-a391-cf8ffa2e1a38 None None] For port 10c82f1e-205e-47e8-adca-b66b952ffd24, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=10c82f1e-205e-47e8-adca-b66b952ffd24,segment=NetworkSegment(b3b489ad-8bb1-4d02-ac9d-98adbc07ef16),segment_id=b3b489ad-8bb1-4d02-ac9d-98adbc07ef16)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:11.531568 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93f929d8-62e8-44f3-a391-cf8ffa2e1a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.547051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-93f929d8-62e8-44f3-a391-cf8ffa2e1a38 None None] Calling delete_port for 10c82f1e-205e-47e8-adca-b66b952ffd24 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:11.558527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=10c82f1e-205e-47e8-adca-b66b952ffd24,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.564053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No DVR routers for this DVR port 10c82f1e-205e-47e8-adca-b66b952ffd24 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:11.659782 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93f929d8-62e8-44f3-a391-cf8ffa2e1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.696077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f929d8-62e8-44f3-a391-cf8ffa2e1a38 None None] Pushing event deleted for resources: {'Port': ['ID=10c82f1e-205e-47e8-adca-b66b952ffd24,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.697148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.706265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f929d8-62e8-44f3-a391-cf8ffa2e1a38 None None] No DVR routers for this DVR port 10c82f1e-205e-47e8-adca-b66b952ffd24 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:11.713412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cc5731-e027-462c-af69-0465caefd797']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.736256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 10c82f1e-205e-47e8-adca-b66b952ffd24 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:11.741068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b489ad-8bb1-4d02-ac9d-98adbc07ef16') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.741691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b489ad-8bb1-4d02-ac9d-98adbc07ef16') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:11.751970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.767835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 10c82f1e-205e-47e8-adca-b66b952ffd24 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:11.768099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 10c82f1e-205e-47e8-adca-b66b952ffd24 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:11.769531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.783018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:11.783769 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:11.789145 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:11.868397 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.875427 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.881595 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/networks/98cc5731-e027-462c-af69-0465caefd797 HTTP/1.1" status: 204 len: 168 time: 0.7906852 Jul 16 20:40:11.882531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60234) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:11.888868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1576358774'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:11.889149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614107ee-9194-4804-ae26-7b5b1411bda8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Network': ['ID=98cc5731-e027-462c-af69-0465caefd797,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:11.916970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:11.921421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.950507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:11.971411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:11.972443 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added segment 1b05306e-851c-40da-954d-a65510823a7a of type vlan for network e67f29df-5932-4234-b1cb-96c349512193 Jul 16 20:40:12.026640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.064243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.072233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:12.072887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.117587 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2338943 Jul 16 20:40:12.120509 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.126153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'subnet': {'network_id': 'e67f29df-5932-4234-b1cb-96c349512193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:12.184574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c8d4d-5903-4a4f-a9ab-4fd4fee90616 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Network': ['ID=e67f29df-5932-4234-b1cb-96c349512193,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.200153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network e67f29df-5932-4234-b1cb-96c349512193 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:12.231790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.259702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:12.263515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.452632 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4acc1b6-2953-4bb9-a3b8-8dd11283145b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.550668 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.584804 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4acc1b6-2953-4bb9-a3b8-8dd11283145b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.589260 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4acc1b6-2953-4bb9-a3b8-8dd11283145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.634236 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a4acc1b6-2953-4bb9-a3b8-8dd11283145b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3e35bbb5942409e9e5b1cbf85be44f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009550 Jul 16 20:40:12.635136 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Subnet': ['ID=10b6fbb9-0b52-4f3e-b83a-453dddcc1138,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.635491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc1b6-2953-4bb9-a3b8-8dd11283145b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ace8dca-0501-4bb3-8111-a98bbce9fe17,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.640970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.657914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Checking segment: {'id': '1b05306e-851c-40da-954d-a65510823a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e67f29df-5932-4234-b1cb-96c349512193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:12.658412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network hostable DHCP agents. Network: e67f29df-5932-4234-b1cb-96c349512193, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:12.703950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network e67f29df-5932-4234-b1cb-96c349512193 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:12.719405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3504527e-bc2c-4b44-863a-81fdab8c6bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.724369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, e67f29df-5932-4234-b1cb-96c349512193) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:12.728765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:12.729367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.734806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230c6f6-f2e8-4d4b-9364-0b1084ed65fb None None] Network e67f29df-5932-4234-b1cb-96c349512193 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:12.767526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3504527e-bc2c-4b44-863a-81fdab8c6bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.776637 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2f884e2e-4d14-4c79-8f3e-2fcec162ce4c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6547382 Jul 16 20:40:12.779351 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:12.785991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9749fccd-0c7f-47dd-bd43-02746fb0fc91 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-792905907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:12.829874 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9749fccd-0c7f-47dd-bd43-02746fb0fc91 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.830919 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9749fccd-0c7f-47dd-bd43-02746fb0fc91 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.854065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3504527e-bc2c-4b44-863a-81fdab8c6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.856749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3504527e-bc2c-4b44-863a-81fdab8c6bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.857988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3504527e-bc2c-4b44-863a-81fdab8c6bb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ace8dca-0501-4bb3-8111-a98bbce9fe17 HTTP/1.1" status: 204 len: 168 time: 0.2160757 Jul 16 20:40:12.877458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504527e-bc2c-4b44-863a-81fdab8c6bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ace8dca-0501-4bb3-8111-a98bbce9fe17,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:12.931238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9749fccd-0c7f-47dd-bd43-02746fb0fc91 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.937160 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9749fccd-0c7f-47dd-bd43-02746fb0fc91 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.953571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-e67f29df-5932-4234-b1cb-96c349512193', 'network_id': 'e67f29df-5932-4234-b1cb-96c349512193', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'fixed_ips': [{'subnet_id': '10b6fbb9-0b52-4f3e-b83a-453dddcc1138'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:12.954578 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.959283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9749fccd-0c7f-47dd-bd43-02746fb0fc91 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:12.960561 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9749fccd-0c7f-47dd-bd43-02746fb0fc91 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1802697 Jul 16 20:40:12.963525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60268) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.132020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Allocated IP 2001:db8::2 (e67f29df-5932-4234-b1cb-96c349512193/10b6fbb9-0b52-4f3e-b83a-453dddcc1138/f8ae4f04-017d-459f-8af4-0d132461e929) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:13.244225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.260844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a9b8-5194-450f-b2a1-bf815a4ebc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.290561 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.306139 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.319097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Transition to ACTIVE for port object f8ae4f04-017d-459f-8af4-0d132461e929 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:13.337412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Transition to ACTIVE for port object f8ae4f04-017d-459f-8af4-0d132461e929 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:13.345942 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.383166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a9b8-5194-450f-b2a1-bf815a4ebc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.389761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a9b8-5194-450f-b2a1-bf815a4ebc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.406640 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Network e67f29df-5932-4234-b1cb-96c349512193 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:13.411424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:13.414086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Pushing event updated for resources: {'Port': ['ID=f8ae4f04-017d-459f-8af4-0d132461e929,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.416793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:13.432225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1a9b8-5194-450f-b2a1-bf815a4ebc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c297bdbc-9bed-482b-891f-462db27975bf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.462136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0ca1a9b8-5194-450f-b2a1-bf815a4ebc61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de59508ccd0647ceb0127bb0b99682d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153387 Jul 16 20:40:13.463111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:13.485465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Attempting to bind port f8ae4f04-017d-459f-8af4-0d132461e929 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:13.486569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Attempting to bind port f8ae4f04-017d-459f-8af4-0d132461e929 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '1b05306e-851c-40da-954d-a65510823a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e67f29df-5932-4234-b1cb-96c349512193'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:13.487178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Attempting to bind port f8ae4f04-017d-459f-8af4-0d132461e929 on network e67f29df-5932-4234-b1cb-96c349512193 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:13.494614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:13.495394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Checking segment: {'id': '1b05306e-851c-40da-954d-a65510823a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e67f29df-5932-4234-b1cb-96c349512193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:13.496033 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.496650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Bound using segment: {'id': '1b05306e-851c-40da-954d-a65510823a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e67f29df-5932-4234-b1cb-96c349512193'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:13.497329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Bound port: f8ae4f04-017d-459f-8af4-0d132461e929, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b05306e-851c-40da-954d-a65510823a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e67f29df-5932-4234-b1cb-96c349512193'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:13.498321 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.521000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676ec420-fbc0-4238-afff-20e7b06d3967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.547512 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676ec420-fbc0-4238-afff-20e7b06d3967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.573011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] For port f8ae4f04-017d-459f-8af4-0d132461e929, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:13.576730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] For port f8ae4f04-017d-459f-8af4-0d132461e929, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f8ae4f04-017d-459f-8af4-0d132461e929,segment=NetworkSegment(1b05306e-851c-40da-954d-a65510823a7a),segment_id=1b05306e-851c-40da-954d-a65510823a7a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:13.582038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 2001:db8::1 (e67f29df-5932-4234-b1cb-96c349512193/10b6fbb9-0b52-4f3e-b83a-453dddcc1138/ed0eef57-5333-4912-bd46-3ecc4f7a40c3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:13.583531 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.635785 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676ec420-fbc0-4238-afff-20e7b06d3967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.638776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-676ec420-fbc0-4238-afff-20e7b06d3967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.640135 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-676ec420-fbc0-4238-afff-20e7b06d3967 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c297bdbc-9bed-482b-891f-462db27975bf HTTP/1.1" status: 204 len: 168 time: 0.1760805 Jul 16 20:40:13.648399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ec420-fbc0-4238-afff-20e7b06d3967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c297bdbc-9bed-482b-891f-462db27975bf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.687741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed84b2-111e-4d02-a938-f11f4a51fe1c None None] Pushing event updated for resources: {'Port': ['ID=f8ae4f04-017d-459f-8af4-0d132461e929,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:13.740184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.754408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Transition to ACTIVE for port object ed0eef57-5333-4912-bd46-3ecc4f7a40c3 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:13.791468 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.844529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network e67f29df-5932-4234-b1cb-96c349512193 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:13.852349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:13.856461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:13.857111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:13.864280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=ed0eef57-5333-4912-bd46-3ecc4f7a40c3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:14.032121 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.349295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.354687 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.355933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:14.424160 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=ed0eef57-5333-4912-bd46-3ecc4f7a40c3,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:14.489860 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network e67f29df-5932-4234-b1cb-96c349512193 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:14.491619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:14.631123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router afe59621-7550-40c1-b39e-9d41a5425848 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:14.747731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:14.757692 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759864ca-67bd-421e-b6f4-9b44c9ec2f3a None None] Sync routers for ids ['afe59621-7550-40c1-b39e-9d41a5425848'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:14.761697 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eed15b1e-4fbf-422f-96a4-34c471da7b93 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/afe59621-7550-40c1-b39e-9d41a5425848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7945864 Jul 16 20:40:14.761918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.776261 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759864ca-67bd-421e-b6f4-9b44c9ec2f3a None None] Routers {'afe59621-7550-40c1-b39e-9d41a5425848'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:14.779831 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-759864ca-67bd-421e-b6f4-9b44c9ec2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['afe59621-7550-40c1-b39e-9d41a5425848'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.827373 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8f7c7-776a-4b0d-9b0c-e694390192f2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:14.828871 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d5b8f7c7-776a-4b0d-9b0c-e694390192f2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports/ed0eef57-5333-4912-bd46-3ecc4f7a40c3 HTTP/1.1" status: 200 len: 911 time: 0.0659399 Jul 16 20:40:14.831829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60308) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:14.857444 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-759864ca-67bd-421e-b6f4-9b44c9ec2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.877523 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759864ca-67bd-421e-b6f4-9b44c9ec2f3a None None] Routers {'afe59621-7550-40c1-b39e-9d41a5425848'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:14.878158 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-759864ca-67bd-421e-b6f4-9b44c9ec2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['afe59621-7550-40c1-b39e-9d41a5425848'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.925347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a701c-56f6-40fe-9b59-9c4b6ed8de61 None None] Network e67f29df-5932-4234-b1cb-96c349512193 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:14.941959 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-759864ca-67bd-421e-b6f4-9b44c9ec2f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:14.942296 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759864ca-67bd-421e-b6f4-9b44c9ec2f3a None None] The sync data for ids ['afe59621-7550-40c1-b39e-9d41a5425848'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:15.014510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0c4dc8af-d14e-4ddf-b19c-0fe4b3438499 None None] Provisioning for port f8ae4f04-017d-459f-8af4-0d132461e929 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:15.095383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.223286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.233321 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbad1-7534-49ff-b88b-275e763297c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.339121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbad1-7534-49ff-b88b-275e763297c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.353287 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbad1-7534-49ff-b88b-275e763297c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.388271 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9b9fbad1-7534-49ff-b88b-275e763297c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64de54b9ef4b4890a6692bf007a249ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917843 Jul 16 20:40:15.395356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60318) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:15.433452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fbad1-7534-49ff-b88b-275e763297c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ccb05-105a-42a1-a790-9b518911d466,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:15.488189 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de002d71-e54b-4fbb-bd3a-f24d7757f4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.514333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de002d71-e54b-4fbb-bd3a-f24d7757f4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.542369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port ed0eef57-5333-4912-bd46-3ecc4f7a40c3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:15.543277 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.572632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a438cc5d-0572-49bb-bc70-0ef11030db9b None None] Provisioning for port ed0eef57-5333-4912-bd46-3ecc4f7a40c3 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:15.579291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a438cc5d-0572-49bb-bc70-0ef11030db9b None None] Provisioning complete for port ed0eef57-5333-4912-bd46-3ecc4f7a40c3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:15.579506 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a438cc5d-0572-49bb-bc70-0ef11030db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.597203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de002d71-e54b-4fbb-bd3a-f24d7757f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.601723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de002d71-e54b-4fbb-bd3a-f24d7757f4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.614333 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-de002d71-e54b-4fbb-bd3a-f24d7757f4f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b5ccb05-105a-42a1-a790-9b518911d466 HTTP/1.1" status: 204 len: 168 time: 0.2091908 Jul 16 20:40:15.633983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de002d71-e54b-4fbb-bd3a-f24d7757f4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ccb05-105a-42a1-a790-9b518911d466,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:15.641131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a438cc5d-0572-49bb-bc70-0ef11030db9b None None] Port ed0eef57-5333-4912-bd46-3ecc4f7a40c3 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:15.759765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.795230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f29925cc-bf5e-486b-946d-efee41ca3f50 None None] Provisioning complete for port ed0eef57-5333-4912-bd46-3ecc4f7a40c3 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:15.796000 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f29925cc-bf5e-486b-946d-efee41ca3f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.798929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for ed0eef57-5333-4912-bd46-3ecc4f7a40c3 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:15.844319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f8ae4f04-017d-459f-8af4-0d132461e929 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:15.911877 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:15.924759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f29925cc-bf5e-486b-946d-efee41ca3f50 None None] Port ed0eef57-5333-4912-bd46-3ecc4f7a40c3 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:15.949366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port f8ae4f04-017d-459f-8af4-0d132461e929 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:15.954167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f8ae4f04-017d-459f-8af4-0d132461e929 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:15.954540 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.055951 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.091858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port f8ae4f04-017d-459f-8af4-0d132461e929, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f8ae4f04-017d-459f-8af4-0d132461e929,segment=NetworkSegment(1b05306e-851c-40da-954d-a65510823a7a),segment_id=1b05306e-851c-40da-954d-a65510823a7a)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:16.098288 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.136561 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.155441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f8678be9-e86a-4e5a-ac0b-8c871e3426f3 None None] Could not find standard attr ID for object ed0eef57-5333-4912-bd46-3ecc4f7a40c3. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 20:40:16.169499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=ed0eef57-5333-4912-bd46-3ecc4f7a40c3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.189927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=f8ae4f04-017d-459f-8af4-0d132461e929,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:16.291969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.467651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router afe59621-7550-40c1-b39e-9d41a5425848 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:16.825181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:16.918669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:16.924432 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dba2270b-089f-41d7-92e7-373f784bcc6e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/afe59621-7550-40c1-b39e-9d41a5425848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0904169 Jul 16 20:40:16.927950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.930793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8ac66-dc38-428d-a69c-497d9f5a6754 None None] Sync routers for ids ['afe59621-7550-40c1-b39e-9d41a5425848'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:16.941410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8ac66-dc38-428d-a69c-497d9f5a6754 None None] Routers {'afe59621-7550-40c1-b39e-9d41a5425848'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:16.942863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fff8ac66-dc38-428d-a69c-497d9f5a6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['afe59621-7550-40c1-b39e-9d41a5425848'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.963301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-96b9fcb5-4017-45c8-bf73-e39a78ba9281 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=afe59621-7550-40c1-b39e-9d41a5425848 HTTP/1.1" status: 200 len: 205 time: 0.0318203 Jul 16 20:40:16.964068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60358) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:16.987581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fff8ac66-dc38-428d-a69c-497d9f5a6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:16.998326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8ac66-dc38-428d-a69c-497d9f5a6754 None None] Routers {'afe59621-7550-40c1-b39e-9d41a5425848'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:16.999362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fff8ac66-dc38-428d-a69c-497d9f5a6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['afe59621-7550-40c1-b39e-9d41a5425848'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:17.034391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fff8ac66-dc38-428d-a69c-497d9f5a6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:17.036378 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8ac66-dc38-428d-a69c-497d9f5a6754 None None] The sync data for ids ['afe59621-7550-40c1-b39e-9d41a5425848'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:17.049268 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4439e84c-6a68-41b4-9465-3eb545406018 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.224702 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4439e84c-6a68-41b4-9465-3eb545406018 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.228511 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4439e84c-6a68-41b4-9465-3eb545406018 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.281190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4439e84c-6a68-41b4-9465-3eb545406018 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.281661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4439e84c-6a68-41b4-9465-3eb545406018 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Fanout notify agent at l3_agent the message router_deleted on router afe59621-7550-40c1-b39e-9d41a5425848 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:17.292548 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4439e84c-6a68-41b4-9465-3eb545406018 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.296483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:17.296893 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4439e84c-6a68-41b4-9465-3eb545406018 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/afe59621-7550-40c1-b39e-9d41a5425848 HTTP/1.1" status: 204 len: 168 time: 0.3316772 Jul 16 20:40:17.352616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-793e3361-e592-442a-bfc4-c022cf39012f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting subnet 10b6fbb9-0b52-4f3e-b83a-453dddcc1138 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:17.355746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-793e3361-e592-442a-bfc4-c022cf39012f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.398511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-793e3361-e592-442a-bfc4-c022cf39012f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.486931 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-793e3361-e592-442a-bfc4-c022cf39012f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.545193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-793e3361-e592-442a-bfc4-c022cf39012f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.571336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e3361-e592-442a-bfc4-c022cf39012f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Subnet': ['ID=10b6fbb9-0b52-4f3e-b83a-453dddcc1138,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.575552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-793e3361-e592-442a-bfc4-c022cf39012f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.577636 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-793e3361-e592-442a-bfc4-c022cf39012f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/10b6fbb9-0b52-4f3e-b83a-453dddcc1138 HTTP/1.1" status: 204 len: 168 time: 0.2801614 Jul 16 20:40:17.580400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60380) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:17.601415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1bdc8-f7ac-4ed0-aa40-4237b3733c5c None None] Network e67f29df-5932-4234-b1cb-96c349512193 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:17.673084 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.729505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f8ae4f04-017d-459f-8af4-0d132461e929 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:17.735587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port f8ae4f04-017d-459f-8af4-0d132461e929 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:17.735931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.794741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f8ae4f04-017d-459f-8af4-0d132461e929 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:17.795232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.817616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port f8ae4f04-017d-459f-8af4-0d132461e929, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f8ae4f04-017d-459f-8af4-0d132461e929,segment=NetworkSegment(1b05306e-851c-40da-954d-a65510823a7a),segment_id=1b05306e-851c-40da-954d-a65510823a7a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:17.817983 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.831435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for f8ae4f04-017d-459f-8af4-0d132461e929 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:17.853605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] DHCP port deletion for e67f29df-5932-4234-b1cb-96c349512193 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:17.926812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.939802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] Deleting port f8ae4f04-017d-459f-8af4-0d132461e929 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:17.940217 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:17.956468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=f8ae4f04-017d-459f-8af4-0d132461e929,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:17.960604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No DVR routers for this DVR port f8ae4f04-017d-459f-8af4-0d132461e929 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:18.049359 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.061966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67f29df-5932-4234-b1cb-96c349512193']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:18.074342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b05306e-851c-40da-954d-a65510823a7a') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:18.074633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b05306e-851c-40da-954d-a65510823a7a') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:18.085461 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.101324 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.108022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:18.108435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:18.111523 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:18.180217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.187497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.189000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] For port f8ae4f04-017d-459f-8af4-0d132461e929, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:18.189665 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/networks/e67f29df-5932-4234-b1cb-96c349512193 HTTP/1.1" status: 204 len: 168 time: 0.6079154 Jul 16 20:40:18.189754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.194565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60388) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:18.199162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-806713305', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:18.206313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] Calling delete_port for f8ae4f04-017d-459f-8af4-0d132461e929 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:18.209218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] Port f8ae4f04-017d-459f-8af4-0d132461e929 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:40:18.210615 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.215968 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c27b3-a67b-47ff-af62-ca3791fa760f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Network': ['ID=e67f29df-5932-4234-b1cb-96c349512193,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.220807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] Network e67f29df-5932-4234-b1cb-96c349512193 is not hosted by any dhcp agent {{(pid=93960) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:40:18.222174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] No DVR routers for this DVR port f8ae4f04-017d-459f-8af4-0d132461e929 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:18.248845 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee66ee-2b1b-4e28-90f7-5c1ea5e95b87 None None] Pushing event deleted for resources: {'Port': ['ID=f8ae4f04-017d-459f-8af4-0d132461e929,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:18.256833 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.258372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.315657 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.459094 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.679904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.701510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.811126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 172.25.7.214 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/d94995d1-6ace-4311-bae2-acd110bb890f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:18.919521 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.956711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:18.991645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:18.996295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:18.999602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:19.023312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=d94995d1-6ace-4311-bae2-acd110bb890f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:19.249886 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.451686 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.580762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 5031fd0f-2cc2-4e39-b67a-fb3855e450c1 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:19.700405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:19.712688 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7774dc-8702-4eac-8116-596a26d9c36c None None] Sync routers for ids ['5031fd0f-2cc2-4e39-b67a-fb3855e450c1'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:19.714499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f8ae4f04-017d-459f-8af4-0d132461e929 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:19.723186 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7774dc-8702-4eac-8116-596a26d9c36c None None] Routers {'5031fd0f-2cc2-4e39-b67a-fb3855e450c1'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:19.724205 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6c7774dc-8702-4eac-8116-596a26d9c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5031fd0f-2cc2-4e39-b67a-fb3855e450c1'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:19.741100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f8ae4f04-017d-459f-8af4-0d132461e929 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:19.741749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f8ae4f04-017d-459f-8af4-0d132461e929 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:19.746126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:19.750326 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2230f855-0352-43a0-8305-7ee505081db0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.5520074 Jul 16 20:40:19.750689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:19.772274 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6c7774dc-8702-4eac-8116-596a26d9c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:19.782166 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7774dc-8702-4eac-8116-596a26d9c36c None None] Routers {'5031fd0f-2cc2-4e39-b67a-fb3855e450c1'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:19.782852 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6c7774dc-8702-4eac-8116-596a26d9c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5031fd0f-2cc2-4e39-b67a-fb3855e450c1'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:19.818332 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6c7774dc-8702-4eac-8116-596a26d9c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:19.818989 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7774dc-8702-4eac-8116-596a26d9c36c None None] The sync data for ids ['5031fd0f-2cc2-4e39-b67a-fb3855e450c1'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:19.909647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-30f2c5f3-888e-4703-b8c2-4decdd6c2f5d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/routers/5031fd0f-2cc2-4e39-b67a-fb3855e450c1 HTTP/1.1" status: 200 len: 884 time: 0.1575356 Jul 16 20:40:19.912585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:20.425430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6a3e399e-5910-4828-af71-50ca97d48242 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5114253 Jul 16 20:40:20.427427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60452) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:20.432347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fe68fb89-88c6-4435-9d75-b76202cddefe tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-806713305'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:20.595949 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-38df7c65-d795-499b-aaf6-d0b9f71ec56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.757318 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe68fb89-88c6-4435-9d75-b76202cddefe tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.769106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe68fb89-88c6-4435-9d75-b76202cddefe tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.877903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe68fb89-88c6-4435-9d75-b76202cddefe tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 5031fd0f-2cc2-4e39-b67a-fb3855e450c1 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:20.986979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe68fb89-88c6-4435-9d75-b76202cddefe tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:20.994337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe68fb89-88c6-4435-9d75-b76202cddefe tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:20.995350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fe68fb89-88c6-4435-9d75-b76202cddefe tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/5031fd0f-2cc2-4e39-b67a-fb3855e450c1 HTTP/1.1" status: 200 len: 891 time: 0.5667605 Jul 16 20:40:20.996729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5e7dc-b174-49a0-a6f5-049fe66cea09 None None] Sync routers for ids ['5031fd0f-2cc2-4e39-b67a-fb3855e450c1'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:20.998070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:21.010406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5e7dc-b174-49a0-a6f5-049fe66cea09 None None] Routers {'5031fd0f-2cc2-4e39-b67a-fb3855e450c1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:21.011074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d2d5e7dc-b174-49a0-a6f5-049fe66cea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5031fd0f-2cc2-4e39-b67a-fb3855e450c1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:21.047579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d2d5e7dc-b174-49a0-a6f5-049fe66cea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:21.058331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5e7dc-b174-49a0-a6f5-049fe66cea09 None None] Routers {'5031fd0f-2cc2-4e39-b67a-fb3855e450c1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:21.059110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d2d5e7dc-b174-49a0-a6f5-049fe66cea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:39:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5031fd0f-2cc2-4e39-b67a-fb3855e450c1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:21.100528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d2d5e7dc-b174-49a0-a6f5-049fe66cea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:21.101449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5e7dc-b174-49a0-a6f5-049fe66cea09 None None] The sync data for ids ['5031fd0f-2cc2-4e39-b67a-fb3855e450c1'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:21.141532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30083672-4a4c-47ac-a543-3197665278ef tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/routers/5031fd0f-2cc2-4e39-b67a-fb3855e450c1 HTTP/1.1" status: 200 len: 891 time: 0.1423135 Jul 16 20:40:21.145028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:21.184411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7094931a-6947-41ea-9086-81f828fc125e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=5031fd0f-2cc2-4e39-b67a-fb3855e450c1 HTTP/1.1" status: 200 len: 205 time: 0.0372913 Jul 16 20:40:21.186134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:21.297715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.403830 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.460757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port d94995d1-6ace-4311-bae2-acd110bb890f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:21.461377 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.550123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.562272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for d94995d1-6ace-4311-bae2-acd110bb890f owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:21.733479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:21.762735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=d94995d1-6ace-4311-bae2-acd110bb890f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:21.829032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.297215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.299540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.385177 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.386100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Fanout notify agent at l3_agent the message router_deleted on router 5031fd0f-2cc2-4e39-b67a-fb3855e450c1 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:22.395758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.397626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-84cc8a89-2279-41fb-8f50-b56855a6f116 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/5031fd0f-2cc2-4e39-b67a-fb3855e450c1 HTTP/1.1" status: 204 len: 168 time: 1.2103131 Jul 16 20:40:22.401296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:22.407914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-675654910'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:22.435804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:22.439831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.471194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:22.481315 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.481787 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added segment 54f5b682-af92-4b01-a116-e45b57fef3f6 of type vlan for network b5308681-13c1-473a-9ec6-9b8f44a8aeda Jul 16 20:40:22.529281 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.563700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.573335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:22.574121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.625262 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2217793 Jul 16 20:40:22.628255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60476) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:22.633782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'subnet': {'network_id': 'b5308681-13c1-473a-9ec6-9b8f44a8aeda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:22.667127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ba15e-999a-4168-aaf5-5164baab487f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Network': ['ID=b5308681-13c1-473a-9ec6-9b8f44a8aeda,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:22.681447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b5308681-13c1-473a-9ec6-9b8f44a8aeda details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:22.764179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:22.767956 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:22.966727 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.037236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Subnet': ['ID=8afe7290-d365-4c75-a4e7-19a631029589,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.044352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Checking segment: {'id': '54f5b682-af92-4b01-a116-e45b57fef3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5308681-13c1-473a-9ec6-9b8f44a8aeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:23.044812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network hostable DHCP agents. Network: b5308681-13c1-473a-9ec6-9b8f44a8aeda, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:23.063373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network b5308681-13c1-473a-9ec6-9b8f44a8aeda is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:23.073292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, b5308681-13c1-473a-9ec6-9b8f44a8aeda) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:23.077865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:23.078656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.085638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a319d832-5336-44d4-8594-aa669661120d None None] Network b5308681-13c1-473a-9ec6-9b8f44a8aeda requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:23.097026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e83500cf-c73d-451f-97c9-9ce0abb34795 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4673655 Jul 16 20:40:23.099905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60480) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:23.104954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6ce87ae0-3c1b-47f3-b965-cbbf46e6baef tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1340667263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:23.130738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ce87ae0-3c1b-47f3-b965-cbbf46e6baef tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.132022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ce87ae0-3c1b-47f3-b965-cbbf46e6baef tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.188315 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ce87ae0-3c1b-47f3-b965-cbbf46e6baef tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.193762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ce87ae0-3c1b-47f3-b965-cbbf46e6baef tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.217496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ce87ae0-3c1b-47f3-b965-cbbf46e6baef tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.220332 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6ce87ae0-3c1b-47f3-b965-cbbf46e6baef tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1184945 Jul 16 20:40:23.222275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:23.287939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-b5308681-13c1-473a-9ec6-9b8f44a8aeda', 'network_id': 'b5308681-13c1-473a-9ec6-9b8f44a8aeda', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'fixed_ips': [{'subnet_id': '8afe7290-d365-4c75-a4e7-19a631029589'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:23.289168 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.443281 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.461259 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e2ebbd20-6b15-4ea2-930e-7b4d1c4304a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.475300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Allocated IP 2001:db8::2 (b5308681-13c1-473a-9ec6-9b8f44a8aeda/8afe7290-d365-4c75-a4e7-19a631029589/a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:23.567458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.634532 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.644854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Transition to ACTIVE for port object a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:23.665671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Transition to ACTIVE for port object a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:23.680477 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.743099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Network b5308681-13c1-473a-9ec6-9b8f44a8aeda is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:23.746288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:23.751924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:23.760387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Pushing event updated for resources: {'Port': ['ID=a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:23.846390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Attempting to bind port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:23.846763 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Attempting to bind port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '54f5b682-af92-4b01-a116-e45b57fef3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5308681-13c1-473a-9ec6-9b8f44a8aeda'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:23.847401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Attempting to bind port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a on network b5308681-13c1-473a-9ec6-9b8f44a8aeda {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:23.850989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 2001:db8::1 (b5308681-13c1-473a-9ec6-9b8f44a8aeda/8afe7290-d365-4c75-a4e7-19a631029589/ac770abd-3c6e-449b-9994-e3a9058f089f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:23.855030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:23.855709 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Checking segment: {'id': '54f5b682-af92-4b01-a116-e45b57fef3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5308681-13c1-473a-9ec6-9b8f44a8aeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:23.856384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.856821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Bound using segment: {'id': '54f5b682-af92-4b01-a116-e45b57fef3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5308681-13c1-473a-9ec6-9b8f44a8aeda'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:23.857308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Bound port: a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f5b682-af92-4b01-a116-e45b57fef3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b5308681-13c1-473a-9ec6-9b8f44a8aeda'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:23.857710 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.933268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] For port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:23.936762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] For port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a,segment=NetworkSegment(54f5b682-af92-4b01-a116-e45b57fef3f6),segment_id=54f5b682-af92-4b01-a116-e45b57fef3f6)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:23.946781 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:23.995024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.019914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Transition to ACTIVE for port object ac770abd-3c6e-449b-9994-e3a9058f089f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:24.035233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8d4ac-2045-4d39-9ec0-67250bba5983 None None] Pushing event updated for resources: {'Port': ['ID=a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.070746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.118340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network b5308681-13c1-473a-9ec6-9b8f44a8aeda is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:24.119989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:24.124219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:24.124898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.178772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=ac770abd-3c6e-449b-9994-e3a9058f089f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.331441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.595490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.618296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.627344 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.628158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:24.698492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=ac770abd-3c6e-449b-9994-e3a9058f089f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:24.763523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network b5308681-13c1-473a-9ec6-9b8f44a8aeda is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:24.764954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:24.905337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router f0f51d2a-8ecc-4810-b29e-e068620c91d4 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:25.012891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:25.024418 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b0fa55-65d7-4809-bb68-f407b046c56b None None] Sync routers for ids ['f0f51d2a-8ecc-4810-b29e-e068620c91d4'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:25.030893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:25.032169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6a20e8b4-8f19-40d2-add1-521b2519719e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/f0f51d2a-8ecc-4810-b29e-e068620c91d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8078203 Jul 16 20:40:25.036389 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0fa55-65d7-4809-bb68-f407b046c56b None None] Routers {'f0f51d2a-8ecc-4810-b29e-e068620c91d4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:25.037294 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-65b0fa55-65d7-4809-bb68-f407b046c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0f51d2a-8ecc-4810-b29e-e068620c91d4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:25.079003 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-65b0fa55-65d7-4809-bb68-f407b046c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:25.088695 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0fa55-65d7-4809-bb68-f407b046c56b None None] Routers {'f0f51d2a-8ecc-4810-b29e-e068620c91d4'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:25.089339 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-65b0fa55-65d7-4809-bb68-f407b046c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0f51d2a-8ecc-4810-b29e-e068620c91d4'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:25.098919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4733d1e-d6af-4ebf-8587-a6d21f365741 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.100814 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a4733d1e-d6af-4ebf-8587-a6d21f365741 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports/ac770abd-3c6e-449b-9994-e3a9058f089f HTTP/1.1" status: 200 len: 911 time: 0.0686567 Jul 16 20:40:25.103483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:25.111573 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-adb93be3-d060-48a0-b24c-63dbe27f26df tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8afe7290-d365-4c75-a4e7-19a631029589'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:25.141520 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-65b0fa55-65d7-4809-bb68-f407b046c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:25.142244 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b0fa55-65d7-4809-bb68-f407b046c56b None None] The sync data for ids ['f0f51d2a-8ecc-4810-b29e-e068620c91d4'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:25.184657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8341f6-cc9f-4628-a3bb-9768e8266985 None None] Network b5308681-13c1-473a-9ec6-9b8f44a8aeda requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:25.315112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cc34eebe-e486-4598-93d5-6ef70407ae99 None None] Provisioning for port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:25.343006 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adb93be3-d060-48a0-b24c-63dbe27f26df tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.774637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:25.869163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adb93be3-d060-48a0-b24c-63dbe27f26df tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.869975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-621c5153-6f4b-428a-9723-be13a3635e6c None None] Provisioning for port ac770abd-3c6e-449b-9994-e3a9058f089f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:25.875021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-621c5153-6f4b-428a-9723-be13a3635e6c None None] Provisioning complete for port ac770abd-3c6e-449b-9994-e3a9058f089f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:25.876198 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-621c5153-6f4b-428a-9723-be13a3635e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.892611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adb93be3-d060-48a0-b24c-63dbe27f26df tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.899712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb93be3-d060-48a0-b24c-63dbe27f26df tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:25.900615 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adb93be3-d060-48a0-b24c-63dbe27f26df tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.902604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-adb93be3-d060-48a0-b24c-63dbe27f26df tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/ports/ac770abd-3c6e-449b-9994-e3a9058f089f HTTP/1.1" status: 200 len: 911 time: 0.7972345 Jul 16 20:40:25.905518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60518) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:25.942186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:25.946634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-621c5153-6f4b-428a-9723-be13a3635e6c None None] Port ac770abd-3c6e-449b-9994-e3a9058f089f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:25.963198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:25.963198 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:25.993827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb93be3-d060-48a0-b24c-63dbe27f26df tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=ac770abd-3c6e-449b-9994-e3a9058f089f,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.077124 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.151747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a,segment=NetworkSegment(54f5b682-af92-4b01-a116-e45b57fef3f6),segment_id=54f5b682-af92-4b01-a116-e45b57fef3f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:26.155477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4ab33862-03d4-43cd-80e1-046aeadcb576 None None] Provisioning complete for port ac770abd-3c6e-449b-9994-e3a9058f089f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:26.156193 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4ab33862-03d4-43cd-80e1-046aeadcb576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.160906 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.274075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:26.312482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4ab33862-03d4-43cd-80e1-046aeadcb576 None None] Port ac770abd-3c6e-449b-9994-e3a9058f089f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:26.318525 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.442261 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.443742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0377796e-1818-46df-99aa-f96331086bb3 None None] Provisioning complete for port ac770abd-3c6e-449b-9994-e3a9058f089f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:26.444123 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0377796e-1818-46df-99aa-f96331086bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.483481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0377796e-1818-46df-99aa-f96331086bb3 None None] Port ac770abd-3c6e-449b-9994-e3a9058f089f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:26.679070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60534) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:26.743310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port ac770abd-3c6e-449b-9994-e3a9058f089f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:26.743691 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.804123 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-964f4c23-7bf9-4173-b326-9cd18b1b5d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.881838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.899003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for ac770abd-3c6e-449b-9994-e3a9058f089f owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:26.929695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-964f4c23-7bf9-4173-b326-9cd18b1b5d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.934782 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-964f4c23-7bf9-4173-b326-9cd18b1b5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:26.963862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f4c23-7bf9-4173-b326-9cd18b1b5d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcce9ba-ef0a-4300-9265-97580a4cc7a4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.013235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-964f4c23-7bf9-4173-b326-9cd18b1b5d1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2abdfe7b26dd4f0f8da5de879a5a1c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330083 Jul 16 20:40:27.015836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:27.074611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c64bccd-625c-48bb-a773-5b4ede8c24ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.113507 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c64bccd-625c-48bb-a773-5b4ede8c24ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.164225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.184330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c64bccd-625c-48bb-a773-5b4ede8c24ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.188109 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c64bccd-625c-48bb-a773-5b4ede8c24ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.189919 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6c64bccd-625c-48bb-a773-5b4ede8c24ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bcce9ba-ef0a-4300-9265-97580a4cc7a4 HTTP/1.1" status: 204 len: 168 time: 0.1730163 Jul 16 20:40:27.204407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64bccd-625c-48bb-a773-5b4ede8c24ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcce9ba-ef0a-4300-9265-97580a4cc7a4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.206879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=ac770abd-3c6e-449b-9994-e3a9058f089f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:27.322165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.552843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router f0f51d2a-8ecc-4810-b29e-e068620c91d4 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:27.658866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:27.665207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-288b8638-254a-4757-a140-116d72d576ca tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/f0f51d2a-8ecc-4810-b29e-e068620c91d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7583570 Jul 16 20:40:27.668273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60560) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:27.683311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebb785-39e2-44cb-8e6c-5bd8a779d3d7 None None] Sync routers for ids ['f0f51d2a-8ecc-4810-b29e-e068620c91d4'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:27.686422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:27.697291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ebb785-39e2-44cb-8e6c-5bd8a779d3d7 None None] Routers {'f0f51d2a-8ecc-4810-b29e-e068620c91d4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:27.697950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e5ebb785-39e2-44cb-8e6c-5bd8a779d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0f51d2a-8ecc-4810-b29e-e068620c91d4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.708979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf355fc2-caa2-4a78-bc03-4b5a306bfecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.733984 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-850a5e46-71ba-42e9-b373-c1e3be0f2762 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f51d2a-8ecc-4810-b29e-e068620c91d4 HTTP/1.1" status: 200 len: 205 time: 0.0644917 Jul 16 20:40:27.734474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60564) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:27.772290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:27.776077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e5ebb785-39e2-44cb-8e6c-5bd8a779d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.811334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ebb785-39e2-44cb-8e6c-5bd8a779d3d7 None None] Routers {'f0f51d2a-8ecc-4810-b29e-e068620c91d4'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:27.812085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e5ebb785-39e2-44cb-8e6c-5bd8a779d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0f51d2a-8ecc-4810-b29e-e068620c91d4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.837110 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4067911a-1dd2-48c5-ab98-1d0c479683b8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:27.850908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e5ebb785-39e2-44cb-8e6c-5bd8a779d3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:27.851797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebb785-39e2-44cb-8e6c-5bd8a779d3d7 None None] The sync data for ids ['f0f51d2a-8ecc-4810-b29e-e068620c91d4'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:27.868901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:27.869362 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.022057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4067911a-1dd2-48c5-ab98-1d0c479683b8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.025332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4067911a-1dd2-48c5-ab98-1d0c479683b8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.425153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4067911a-1dd2-48c5-ab98-1d0c479683b8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.426447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4067911a-1dd2-48c5-ab98-1d0c479683b8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Fanout notify agent at l3_agent the message router_deleted on router f0f51d2a-8ecc-4810-b29e-e068620c91d4 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:40:28.435514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4067911a-1dd2-48c5-ab98-1d0c479683b8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.439008 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4067911a-1dd2-48c5-ab98-1d0c479683b8 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/f0f51d2a-8ecc-4810-b29e-e068620c91d4 HTTP/1.1" status: 204 len: 168 time: 0.7015824 Jul 16 20:40:28.439008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf355fc2-caa2-4a78-bc03-4b5a306bfecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.440027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.449824 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf355fc2-caa2-4a78-bc03-4b5a306bfecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.496353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cf355fc2-caa2-4a78-bc03-4b5a306bfecf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a51f7df132247838ebd2b10b6a2900e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075874 Jul 16 20:40:28.498857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.505182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf355fc2-caa2-4a78-bc03-4b5a306bfecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4a78e1-ecf3-4039-b9ce-7c15f0ff1f6a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.505360 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4b5ed1-230f-44f7-9083-b279c7ef0869 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting subnet 8afe7290-d365-4c75-a4e7-19a631029589 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:28.509233 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5ed1-230f-44f7-9083-b279c7ef0869 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.562771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e982089-e9f1-4ff6-80fc-8edbef40f9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.565709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5ed1-230f-44f7-9083-b279c7ef0869 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.595339 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e982089-e9f1-4ff6-80fc-8edbef40f9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.651711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e982089-e9f1-4ff6-80fc-8edbef40f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.654689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e982089-e9f1-4ff6-80fc-8edbef40f9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.654969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5ed1-230f-44f7-9083-b279c7ef0869 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.656125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1e982089-e9f1-4ff6-80fc-8edbef40f9e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce4a78e1-ecf3-4039-b9ce-7c15f0ff1f6a HTTP/1.1" status: 204 len: 168 time: 0.1563098 Jul 16 20:40:28.665884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e982089-e9f1-4ff6-80fc-8edbef40f9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4a78e1-ecf3-4039-b9ce-7c15f0ff1f6a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.759434 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5ed1-230f-44f7-9083-b279c7ef0869 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.798302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b5ed1-230f-44f7-9083-b279c7ef0869 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Subnet': ['ID=8afe7290-d365-4c75-a4e7-19a631029589,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:28.805662 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d4b5ed1-230f-44f7-9083-b279c7ef0869 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.810580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60596) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:28.810713 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9d4b5ed1-230f-44f7-9083-b279c7ef0869 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/8afe7290-d365-4c75-a4e7-19a631029589 HTTP/1.1" status: 204 len: 168 time: 0.3696868 Jul 16 20:40:28.824359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed17e6b-e823-41de-9917-81a2782fc8a1 None None] Network b5308681-13c1-473a-9ec6-9b8f44a8aeda requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:28.901349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:28.959809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:28.960142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.051237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a,segment=NetworkSegment(54f5b682-af92-4b01-a116-e45b57fef3f6),segment_id=54f5b682-af92-4b01-a116-e45b57fef3f6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:29.051627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.061282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:29.069316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:29.072978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0641c7-3f86-417b-8e10-ea3b2352d052 None None] DHCP port deletion for b5308681-13c1-473a-9ec6-9b8f44a8aeda request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:29.083199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9757ca-bfe1-4276-adfb-be3f2f4278f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.151241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5c0641c7-3f86-417b-8e10-ea3b2352d052 None None] Deleting port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:29.151760 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c0641c7-3f86-417b-8e10-ea3b2352d052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.174886 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.206113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9757ca-bfe1-4276-adfb-be3f2f4278f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.213024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f9757ca-bfe1-4276-adfb-be3f2f4278f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.223520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.225722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No DVR routers for this DVR port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:29.249483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5c0641c7-3f86-417b-8e10-ea3b2352d052 None None] For port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a,segment=NetworkSegment(54f5b682-af92-4b01-a116-e45b57fef3f6),segment_id=54f5b682-af92-4b01-a116-e45b57fef3f6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:29.250085 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c0641c7-3f86-417b-8e10-ea3b2352d052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.263592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5c0641c7-3f86-417b-8e10-ea3b2352d052 None None] Calling delete_port for a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:29.274792 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9f9757ca-bfe1-4276-adfb-be3f2f4278f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5c13189bbe546f4afa39fbec00c1f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123451 Jul 16 20:40:29.276133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9757ca-bfe1-4276-adfb-be3f2f4278f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe55755-adf5-4dc9-ab9d-bf6d4d97a2f3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.279215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60610) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:29.348609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.364519 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c0641c7-3f86-417b-8e10-ea3b2352d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.366071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5308681-13c1-473a-9ec6-9b8f44a8aeda']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:29.377778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f5b682-af92-4b01-a116-e45b57fef3f6') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:29.378066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f5b682-af92-4b01-a116-e45b57fef3f6') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:29.388821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0641c7-3f86-417b-8e10-ea3b2352d052 None None] Pushing event deleted for resources: {'Port': ['ID=a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.395519 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0641c7-3f86-417b-8e10-ea3b2352d052 None None] No DVR routers for this DVR port a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:29.399909 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.417491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ba62dea-8286-4adb-a276-23682776ae20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.422760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.438164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:29.438845 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:29.442392 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:29.469735 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ba62dea-8286-4adb-a276-23682776ae20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.534187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.539167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.544792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/networks/b5308681-13c1-473a-9ec6-9b8f44a8aeda HTTP/1.1" status: 204 len: 168 time: 0.7289143 Jul 16 20:40:29.546245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60618) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:29.553774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6dbd7633-9950-4679-beaa-cfd574d94bf0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1165503068', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:29.560843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe61da-281b-4bed-b44b-7a026d2c26ae tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Network': ['ID=b5308681-13c1-473a-9ec6-9b8f44a8aeda,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.576204 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ba62dea-8286-4adb-a276-23682776ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.579042 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ba62dea-8286-4adb-a276-23682776ae20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.580520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9ba62dea-8286-4adb-a276-23682776ae20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fe55755-adf5-4dc9-ab9d-bf6d4d97a2f3 HTTP/1.1" status: 204 len: 168 time: 0.3003020 Jul 16 20:40:29.589849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7633-9950-4679-beaa-cfd574d94bf0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.590750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba62dea-8286-4adb-a276-23682776ae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe55755-adf5-4dc9-ab9d-bf6d4d97a2f3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.591755 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7633-9950-4679-beaa-cfd574d94bf0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.679249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7633-9950-4679-beaa-cfd574d94bf0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.684291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7633-9950-4679-beaa-cfd574d94bf0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.702976 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7633-9950-4679-beaa-cfd574d94bf0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.704607 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6dbd7633-9950-4679-beaa-cfd574d94bf0 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1566417 Jul 16 20:40:29.707246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60626) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:29.713877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:29.714009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-975118607'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:29.740102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:29.740547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a76ab1eb-bc05-4d98-ae6e-fd8e8938f44a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:29.757536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:29.761968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.790091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:29.798835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.799179 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added segment 96041b68-b96e-48fa-805c-0d7a627e4a00 of type vlan for network abea60fd-1041-4d00-90b0-3b18344ca206 Jul 16 20:40:29.846304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.881364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.887128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:29.887760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:29.927362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2186596 Jul 16 20:40:29.930196 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:29.936291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'subnet': {'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:29.975086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e40fdd-13e8-425f-84e1-b723755ae915 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Network': ['ID=abea60fd-1041-4d00-90b0-3b18344ca206,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:29.985444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network abea60fd-1041-4d00-90b0-3b18344ca206 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:30.086028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:30.090993 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.308163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.384392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Subnet': ['ID=9218d76a-6031-42d3-bcc8-ea99bb1b6396,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:30.393577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Checking segment: {'id': '96041b68-b96e-48fa-805c-0d7a627e4a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:30.394990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network hostable DHCP agents. Network: abea60fd-1041-4d00-90b0-3b18344ca206, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:30.424477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network abea60fd-1041-4d00-90b0-3b18344ca206 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:30.436522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, abea60fd-1041-4d00-90b0-3b18344ca206) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:30.441386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:30.442347 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.447884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae7ff8-ef17-45e5-9b24-bc88518fb750 None None] Network abea60fd-1041-4d00-90b0-3b18344ca206 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:30.456949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:30.467035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c7aab2b7-f639-447e-b91f-b32c25224385 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5325274 Jul 16 20:40:30.467400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:30.611705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1911977231-network', 'tenant_id': '7cee88aa40b849c3b5b5a7b3ec29a2bf'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:30.648433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-abea60fd-1041-4d00-90b0-3b18344ca206', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:30.649728 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.734571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Made reservation on behalf of 7cee88aa40b849c3b5b5a7b3ec29a2bf for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:30.738454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.758163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.809644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Allocated IP 2001:db8::2 (abea60fd-1041-4d00-90b0-3b18344ca206/9218d76a-6031-42d3-bcc8-ea99bb1b6396/d01255b4-6c9e-4446-8a83-956253997772) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:30.837283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:30.991502 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.000494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Transition to ACTIVE for port object d01255b4-6c9e-4446-8a83-956253997772 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:31.017561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Transition to ACTIVE for port object d01255b4-6c9e-4446-8a83-956253997772 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:31.033115 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.079628 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.084821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.091963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Network abea60fd-1041-4d00-90b0-3b18344ca206 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:31.096235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:31.101328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Pushing event updated for resources: {'Port': ['ID=d01255b4-6c9e-4446-8a83-956253997772,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:31.104305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:31.138992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:31.164581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Attempting to bind port d01255b4-6c9e-4446-8a83-956253997772 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:31.164581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Attempting to bind port d01255b4-6c9e-4446-8a83-956253997772 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '96041b68-b96e-48fa-805c-0d7a627e4a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:31.165021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Attempting to bind port d01255b4-6c9e-4446-8a83-956253997772 on network abea60fd-1041-4d00-90b0-3b18344ca206 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:31.170256 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.170607 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Added segment 7482d1c6-b3f3-4008-adc9-caaf84e07d5c of type vlan for network 67df6fb0-2adf-401d-bd77-3c851fb33807 Jul 16 20:40:31.170741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:31.170981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Checking segment: {'id': '96041b68-b96e-48fa-805c-0d7a627e4a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:31.171620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.171977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60406f8-9746-436e-9f57-4a8f415858b2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:31.172246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Bound using segment: {'id': '96041b68-b96e-48fa-805c-0d7a627e4a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:31.172714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Bound port: d01255b4-6c9e-4446-8a83-956253997772, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96041b68-b96e-48fa-805c-0d7a627e4a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:31.173097 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.219122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 2001:db8::1 (abea60fd-1041-4d00-90b0-3b18344ca206/9218d76a-6031-42d3-bcc8-ea99bb1b6396/846c5eb2-af68-40e4-8adf-d06b5122d4d4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:31.238773 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.250384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] For port d01255b4-6c9e-4446-8a83-956253997772, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:31.255347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] For port d01255b4-6c9e-4446-8a83-956253997772, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d01255b4-6c9e-4446-8a83-956253997772,segment=NetworkSegment(96041b68-b96e-48fa-805c-0d7a627e4a00),segment_id=96041b68-b96e-48fa-805c-0d7a627e4a00)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:31.261246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.331328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb200e5-3c5e-4a33-9475-e0389595e077 None None] Pushing event updated for resources: {'Port': ['ID=d01255b4-6c9e-4446-8a83-956253997772,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:31.350296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.351369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:31.351964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.414493 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9551141 Jul 16 20:40:31.416300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60690) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:31.421886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Request body: {'subnet': {'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1911977231-subnet', 'tenant_id': '7cee88aa40b849c3b5b5a7b3ec29a2bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:31.447180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Made reservation on behalf of 7cee88aa40b849c3b5b5a7b3ec29a2bf for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:31.450271 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.468426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.505532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c38e2-5c13-4380-9dd2-17b5d5d46d16 admin admin] Pushing event updated for resources: {'Network': ['ID=67df6fb0-2adf-401d-bd77-3c851fb33807,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:31.523654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 67df6fb0-2adf-401d-bd77-3c851fb33807 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:31.523982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Transition to ACTIVE for port object 846c5eb2-af68-40e4-8adf-d06b5122d4d4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:31.606970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.689199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=846c5eb2-af68-40e4-8adf-d06b5122d4d4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:31.732949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network abea60fd-1041-4d00-90b0-3b18344ca206 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:31.734652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:31.741178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:31.741983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.759699 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.834576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=88405af9-6bb2-4e74-bcb0-1f58e8399393,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:31.839911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d01255b4-6c9e-4446-8a83-956253997772 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:31.849431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.850043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.850538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.851030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.851732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.852218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.852716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.853197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.853689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.854180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.854508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.854833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:31.877189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Checking segment: {'id': '7482d1c6-b3f3-4008-adc9-caaf84e07d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:31.877814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Network hostable DHCP agents. Network: 67df6fb0-2adf-401d-bd77-3c851fb33807, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:31.898614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Network 67df6fb0-2adf-401d-bd77-3c851fb33807 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:31.919565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 67df6fb0-2adf-401d-bd77-3c851fb33807) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:31.923879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:31.924529 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.933291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e50923-7ea5-4e81-a84c-c76fb4cfcfac None None] Network 67df6fb0-2adf-401d-bd77-3c851fb33807 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:31.935835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:31.941971 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ae78dd78-332d-48c4-9e0c-ac9c0271c5ba admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5239875 Jul 16 20:40:32.004639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d01255b4-6c9e-4446-8a83-956253997772 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:32.094930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a56d1a3-0b0a-4622-b51e-7d4a523d6923 None None] Network 67df6fb0-2adf-401d-bd77-3c851fb33807 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:32.332748 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.340052 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.341039 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.419043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=846c5eb2-af68-40e4-8adf-d06b5122d4d4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:32.502106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network abea60fd-1041-4d00-90b0-3b18344ca206 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:32.504308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:32.719155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9fdabe-ba48-4ea8-8ee3-e45ca94ac064 None None] Network abea60fd-1041-4d00-90b0-3b18344ca206 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:32.805135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-baa078da-2c63-4f55-a53b-6f381c1b91c9 None None] Provisioning for port d01255b4-6c9e-4446-8a83-956253997772 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:32.812974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-baa078da-2c63-4f55-a53b-6f381c1b91c9 None None] Provisioning complete for port d01255b4-6c9e-4446-8a83-956253997772 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:32.813465 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-baa078da-2c63-4f55-a53b-6f381c1b91c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:32.975027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:40:33.108659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:33.122222 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:33.139232 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cf329e7f-012c-43d3-aa48-fd6e1ba3ba09 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6704335 Jul 16 20:40:33.141724 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:33.142197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:33.142705 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:33.150181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-243540539'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:33.188580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-baa078da-2c63-4f55-a53b-6f381c1b91c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.193941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:33.198055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.241948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:33.249457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-baa078da-2c63-4f55-a53b-6f381c1b91c9 None None] For port d01255b4-6c9e-4446-8a83-956253997772, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d01255b4-6c9e-4446-8a83-956253997772,segment=NetworkSegment(96041b68-b96e-48fa-805c-0d7a627e4a00),segment_id=96041b68-b96e-48fa-805c-0d7a627e4a00)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:33.262915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.263645 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added segment fdc7f15c-cb11-485f-b664-2b8d80f5764c of type vlan for network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 Jul 16 20:40:33.275813 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-baa078da-2c63-4f55-a53b-6f381c1b91c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.291938 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:33.314670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.348475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa078da-2c63-4f55-a53b-6f381c1b91c9 None None] Pushing event updated for resources: {'Port': ['ID=d01255b4-6c9e-4446-8a83-956253997772,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:33.374690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.381484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:33.382423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.500969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Network': ['ID=042abe28-dcd8-4f6a-a6c3-cd18881effc5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:33.513764 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ffef6f1b-a858-4ffc-a9e9-0d600f4a02a7 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3693411 Jul 16 20:40:33.515937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:33.517617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:33.532877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'subnet': {'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:33.679564 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:31Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:32Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:33.715497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:33.723526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.740556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d01255b4-6c9e-4446-8a83-956253997772 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:33.749319 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:33.749821 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Updating router 900690b8-cd6b-4ac8-b686-e09b40415c88 port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:33.796894 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.801150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d01255b4-6c9e-4446-8a83-956253997772 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:33.801630 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:33.871995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce484b6a-755f-419a-8786-19ec418556f7 None None] Provisioning complete for port d01255b4-6c9e-4446-8a83-956253997772 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:33.872615 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce484b6a-755f-419a-8786-19ec418556f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.111392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce484b6a-755f-419a-8786-19ec418556f7 None None] Provisioning for port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:34.126961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce484b6a-755f-419a-8786-19ec418556f7 None None] Provisioning complete for port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:34.127745 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce484b6a-755f-419a-8786-19ec418556f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.204431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ce484b6a-755f-419a-8786-19ec418556f7 None None] Port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:34.219069 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.290757 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.302842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Subnet': ['ID=c3569b9b-32ac-4ddd-9186-7f3f29be1858,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:34.314130 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Transition to ACTIVE for port object 846c5eb2-af68-40e4-8adf-d06b5122d4d4 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:34.316422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Checking segment: {'id': 'fdc7f15c-cb11-485f-b664-2b8d80f5764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:34.316782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network hostable DHCP agents. Network: 042abe28-dcd8-4f6a-a6c3-cd18881effc5, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:34.330696 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.352747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:34.376515 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 042abe28-dcd8-4f6a-a6c3-cd18881effc5) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:34.380740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:34.381374 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.385851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf419ab-4aa2-49d8-ad98-668d0fce91bd None None] Network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:34.401825 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9743862c-c6c1-4a51-bf94-122e79d51b85 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8772526 Jul 16 20:40:34.404723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60764) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:34.623205 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Pushing event updated for resources: {'Port': ['ID=846c5eb2-af68-40e4-8adf-d06b5122d4d4,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:34.634837 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.635449 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.636072 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.636589 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.637092 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.637583 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.638060 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.638615 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.639114 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.639791 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.640455 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.640968 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:34.677655 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Attempting to bind port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:34.677879 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Attempting to bind port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '96041b68-b96e-48fa-805c-0d7a627e4a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:34.678473 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Attempting to bind port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 on network abea60fd-1041-4d00-90b0-3b18344ca206 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:34.683727 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:34.684098 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Checking segment: {'id': '96041b68-b96e-48fa-805c-0d7a627e4a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:34.684502 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.684893 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Bound using segment: {'id': '96041b68-b96e-48fa-805c-0d7a627e4a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:34.685357 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Bound port: 846c5eb2-af68-40e4-8adf-d06b5122d4d4, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96041b68-b96e-48fa-805c-0d7a627e4a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:34.685742 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.693378 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:34.701915 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.775974 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] For port 846c5eb2-af68-40e4-8adf-d06b5122d4d4, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:34.779129 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] For port 846c5eb2-af68-40e4-8adf-d06b5122d4d4, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=846c5eb2-af68-40e4-8adf-d06b5122d4d4,segment=NetworkSegment(96041b68-b96e-48fa-805c-0d7a627e4a00),segment_id=96041b68-b96e-48fa-805c-0d7a627e4a00)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:34.785504 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:34.900555 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:34.901175 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:34.985074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Allocated IP 2001:db8:1::2 (042abe28-dcd8-4f6a-a6c3-cd18881effc5/c3569b9b-32ac-4ddd-9186-7f3f29be1858/da549946-fad5-49f7-99ba-3db86f4a1335) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:35.038238 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57615f6f-7255-4738-81ca-f32d17f22018 None None] Pushing event updated for resources: {'Port': ['ID=846c5eb2-af68-40e4-8adf-d06b5122d4d4,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.053970 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.136536 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:35.266521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.280857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Transition to ACTIVE for port object da549946-fad5-49f7-99ba-3db86f4a1335 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:35.301994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Transition to ACTIVE for port object da549946-fad5-49f7-99ba-3db86f4a1335 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:35.309744 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.369776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:35.374008 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:35.384878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:35.429815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Pushing event updated for resources: {'Port': ['ID=da549946-fad5-49f7-99ba-3db86f4a1335,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.531723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Attempting to bind port da549946-fad5-49f7-99ba-3db86f4a1335 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:35.532252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Attempting to bind port da549946-fad5-49f7-99ba-3db86f4a1335 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'fdc7f15c-cb11-485f-b664-2b8d80f5764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:35.532764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Attempting to bind port da549946-fad5-49f7-99ba-3db86f4a1335 on network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:35.538435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:35.539644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Checking segment: {'id': 'fdc7f15c-cb11-485f-b664-2b8d80f5764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:35.539644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.542234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Bound using segment: {'id': 'fdc7f15c-cb11-485f-b664-2b8d80f5764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:35.542747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Bound port: da549946-fad5-49f7-99ba-3db86f4a1335, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc7f15c-cb11-485f-b664-2b8d80f5764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:35.543149 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.586158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 2001:db8:1::1 (042abe28-dcd8-4f6a-a6c3-cd18881effc5/c3569b9b-32ac-4ddd-9186-7f3f29be1858/d99109f4-fbf8-43d6-97e6-5567440bdb09) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:35.631163 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b0803734-5758-416c-9c89-9c379c674598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:31Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:34Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:35.723734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] For port da549946-fad5-49f7-99ba-3db86f4a1335, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:35.729508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] For port da549946-fad5-49f7-99ba-3db86f4a1335, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=da549946-fad5-49f7-99ba-3db86f4a1335,segment=NetworkSegment(fdc7f15c-cb11-485f-b664-2b8d80f5764c),segment_id=fdc7f15c-cb11-485f-b664-2b8d80f5764c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:35.732895 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0803734-5758-416c-9c89-9c379c674598 None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:31Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:34Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:35.747192 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.857524 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.866825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e12914-6557-431f-b648-6e3e1d10203d None None] Pushing event updated for resources: {'Port': ['ID=da549946-fad5-49f7-99ba-3db86f4a1335,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:35.879775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Transition to ACTIVE for port object d99109f4-fbf8-43d6-97e6-5567440bdb09 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:35.925394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:35.972813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:35.979347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:35.983735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:35.984414 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.052492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=d99109f4-fbf8-43d6-97e6-5567440bdb09,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.200089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.550924 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.556549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.557423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:36.649419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=d99109f4-fbf8-43d6-97e6-5567440bdb09,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:36.781915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:36.783529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:36.923237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:37.046598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:37.052915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-326e2085-b40f-41f3-ab4c-a21d0653bf4e tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6464448 Jul 16 20:40:37.055655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:37.061141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-673126442'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:37.094974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb71699d-e172-4f06-b95f-bc03fe985368 None None] Network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:37.103060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:37.108454 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.144371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:37.155360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.155913 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added segment 53fd7a8a-2736-47f2-977f-0e06ee603869 of type vlan for network 68d6d07f-8f17-4320-9b20-e4ce1386c477 Jul 16 20:40:37.212871 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.250193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.257589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:37.258398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.304092 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2471328 Jul 16 20:40:37.307007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60826) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:37.312755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'subnet': {'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:37.327725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13c2d82b-4844-4ae5-9c0d-ebd550fbb1a4 None None] Provisioning for port da549946-fad5-49f7-99ba-3db86f4a1335 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:37.343146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fadb2-a90a-4867-976a-579e7a3d2d61 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Network': ['ID=68d6d07f-8f17-4320-9b20-e4ce1386c477,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:37.383097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 68d6d07f-8f17-4320-9b20-e4ce1386c477 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:37.476359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:37.481539 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.844751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:37.851815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:37.860296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:37.860806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:37.943425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 846c5eb2-af68-40e4-8adf-d06b5122d4d4 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:37.955992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Subnet': ['ID=2ef57298-1699-48ac-8e8e-9bad97b32888,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:37.965859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Checking segment: {'id': '53fd7a8a-2736-47f2-977f-0e06ee603869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:37.966702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network hostable DHCP agents. Network: 68d6d07f-8f17-4320-9b20-e4ce1386c477, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:38.022792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 68d6d07f-8f17-4320-9b20-e4ce1386c477 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:38.036473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fca0050f-88e6-4639-8020-3110b1b16e50 None None] Provisioning for port d99109f4-fbf8-43d6-97e6-5567440bdb09 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:38.041900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 68d6d07f-8f17-4320-9b20-e4ce1386c477) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:38.048560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:38.051988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.055493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fca0050f-88e6-4639-8020-3110b1b16e50 None None] Provisioning complete for port d99109f4-fbf8-43d6-97e6-5567440bdb09 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:38.056214 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fca0050f-88e6-4639-8020-3110b1b16e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.063274 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acb5f73-f075-4d6d-9773-fbc4be8de0bd None None] Network 68d6d07f-8f17-4320-9b20-e4ce1386c477 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:38.082309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:38.082864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-421b29f8-3927-4183-a9a5-790eb11c18d2 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7742069 Jul 16 20:40:38.108589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:38.329392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fca0050f-88e6-4639-8020-3110b1b16e50 None None] Port d99109f4-fbf8-43d6-97e6-5567440bdb09 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:38.384253 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:38.407734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:38.408181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.601782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-68d6d07f-8f17-4320-9b20-e4ce1386c477', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:38.604734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.670344 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.744965 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:38.799309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-64d10b79-17b2-4a4f-9aee-fd2e63bd201e None None] Provisioning complete for port d99109f4-fbf8-43d6-97e6-5567440bdb09 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:38.799687 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64d10b79-17b2-4a4f-9aee-fd2e63bd201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.052263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 846c5eb2-af68-40e4-8adf-d06b5122d4d4, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=846c5eb2-af68-40e4-8adf-d06b5122d4d4,segment=NetworkSegment(96041b68-b96e-48fa-805c-0d7a627e4a00),segment_id=96041b68-b96e-48fa-805c-0d7a627e4a00)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:39.060770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 2001:db8:2::1 (68d6d07f-8f17-4320-9b20-e4ce1386c477/2ef57298-1699-48ac-8e8e-9bad97b32888/cc4230c7-a887-497f-bd12-3031b9c7f804) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:39.070781 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.071593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device da549946-fad5-49f7-99ba-3db86f4a1335 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:39.174077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-64d10b79-17b2-4a4f-9aee-fd2e63bd201e None None] Port d99109f4-fbf8-43d6-97e6-5567440bdb09 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:39.195748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port da549946-fad5-49f7-99ba-3db86f4a1335 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:39.211042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 3, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:34Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:36Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:39.215088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port da549946-fad5-49f7-99ba-3db86f4a1335 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:39.215495 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.219184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=846c5eb2-af68-40e4-8adf-d06b5122d4d4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:39.241260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.264248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Transition to ACTIVE for port object cc4230c7-a887-497f-bd12-3031b9c7f804 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:39.264849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:39.265209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Updating router 900690b8-cd6b-4ac8-b686-e09b40415c88 port d99109f4-fbf8-43d6-97e6-5567440bdb09 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:39.310111 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.347665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9a5d7cd7-1ecf-4ebd-b11d-23198c35382a None None] Provisioning complete for port d99109f4-fbf8-43d6-97e6-5567440bdb09 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:39.348034 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7cd7-1ecf-4ebd-b11d-23198c35382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.354917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.357125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 68d6d07f-8f17-4320-9b20-e4ce1386c477 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:39.362164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:39.370215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:39.371039 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.437014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=cc4230c7-a887-497f-bd12-3031b9c7f804,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:39.479331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Allocated IP 2001:db8:2::2 (68d6d07f-8f17-4320-9b20-e4ce1386c477/2ef57298-1699-48ac-8e8e-9bad97b32888/a2ecfaa9-8584-4dac-9540-efa88d564a7c) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:39.554555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d7cd7-1ecf-4ebd-b11d-23198c35382a None None] Port d99109f4-fbf8-43d6-97e6-5567440bdb09 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:39.570234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.591565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.766446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port da549946-fad5-49f7-99ba-3db86f4a1335, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=da549946-fad5-49f7-99ba-3db86f4a1335,segment=NetworkSegment(fdc7f15c-cb11-485f-b664-2b8d80f5764c),segment_id=fdc7f15c-cb11-485f-b664-2b8d80f5764c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:39.778116 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:39.991244 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.001722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Transition to ACTIVE for port object d99109f4-fbf8-43d6-97e6-5567440bdb09 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:40.020052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 846c5eb2-af68-40e4-8adf-d06b5122d4d4 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:40.068935 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.084328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=da549946-fad5-49f7-99ba-3db86f4a1335,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:40.099754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.157240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Transition to ACTIVE for port object a2ecfaa9-8584-4dac-9540-efa88d564a7c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:40.183055 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.199637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:40.200639 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.208525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.209761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.229721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Transition to ACTIVE for port object a2ecfaa9-8584-4dac-9540-efa88d564a7c will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:40.257917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87c64c-cffd-423b-a60c-128b3a4d3dde None None] Pushing event updated for resources: {'Port': ['ID=d99109f4-fbf8-43d6-97e6-5567440bdb09,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:40.269924 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.334520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Network 68d6d07f-8f17-4320-9b20-e4ce1386c477 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:40.338728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:40.350233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:40.363997 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Attempting to bind port d99109f4-fbf8-43d6-97e6-5567440bdb09 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:40.364364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Attempting to bind port d99109f4-fbf8-43d6-97e6-5567440bdb09 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'fdc7f15c-cb11-485f-b664-2b8d80f5764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:40.364981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Attempting to bind port d99109f4-fbf8-43d6-97e6-5567440bdb09 on network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:40.387804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:40.388229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Checking segment: {'id': 'fdc7f15c-cb11-485f-b664-2b8d80f5764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:40.388609 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.389008 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Bound using segment: {'id': 'fdc7f15c-cb11-485f-b664-2b8d80f5764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:40.389514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Bound port: d99109f4-fbf8-43d6-97e6-5567440bdb09, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc7f15c-cb11-485f-b664-2b8d80f5764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:40.389884 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.418969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Pushing event updated for resources: {'Port': ['ID=a2ecfaa9-8584-4dac-9540-efa88d564a7c,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:40.510085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=cc4230c7-a887-497f-bd12-3031b9c7f804,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:40.548751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Attempting to bind port a2ecfaa9-8584-4dac-9540-efa88d564a7c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:40.549478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Attempting to bind port a2ecfaa9-8584-4dac-9540-efa88d564a7c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '53fd7a8a-2736-47f2-977f-0e06ee603869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:40.549478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Attempting to bind port a2ecfaa9-8584-4dac-9540-efa88d564a7c on network 68d6d07f-8f17-4320-9b20-e4ce1386c477 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:40.565167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network 68d6d07f-8f17-4320-9b20-e4ce1386c477 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:40.567772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:40.571845 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:40.572191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Checking segment: {'id': '53fd7a8a-2736-47f2-977f-0e06ee603869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:40.572681 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.573071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Bound using segment: {'id': '53fd7a8a-2736-47f2-977f-0e06ee603869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:40.573554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Bound port: a2ecfaa9-8584-4dac-9540-efa88d564a7c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fd7a8a-2736-47f2-977f-0e06ee603869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:40.573933 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.586060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] For port d99109f4-fbf8-43d6-97e6-5567440bdb09, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:40.598380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] For port d99109f4-fbf8-43d6-97e6-5567440bdb09, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d99109f4-fbf8-43d6-97e6-5567440bdb09,segment=NetworkSegment(fdc7f15c-cb11-485f-b664-2b8d80f5764c),segment_id=fdc7f15c-cb11-485f-b664-2b8d80f5764c)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:40.626807 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.743139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:40.743819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:40.746407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:40.846421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] For port a2ecfaa9-8584-4dac-9540-efa88d564a7c, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:40.873422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] For port a2ecfaa9-8584-4dac-9540-efa88d564a7c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a2ecfaa9-8584-4dac-9540-efa88d564a7c,segment=NetworkSegment(53fd7a8a-2736-47f2-977f-0e06ee603869),segment_id=53fd7a8a-2736-47f2-977f-0e06ee603869)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:40.874980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87c64c-cffd-423b-a60c-128b3a4d3dde None None] Pushing event updated for resources: {'Port': ['ID=d99109f4-fbf8-43d6-97e6-5567440bdb09,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:40.893333 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:40.962616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:40.967528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:40.977451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b6375f28-6c63-42b8-a7e0-94f1d04aeb23 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8940995 Jul 16 20:40:40.980111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:41.000081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2001573574'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:41.044592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:41.051680 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.082322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacc20d-84aa-48b2-9744-72170854d4c2 None None] Pushing event updated for resources: {'Port': ['ID=a2ecfaa9-8584-4dac-9540-efa88d564a7c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:41.116228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:40:41.133524 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.133867 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added segment 7d66c0aa-712f-477f-b668-6fc513d375e0 of type vlan for network fe0875af-fab1-4e43-adcb-8243ceb7c470 Jul 16 20:40:41.220600 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.261458 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.270389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:41.272075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.325605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60898) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:41.343180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'subnet': {'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:41.343663 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3401554 Jul 16 20:40:41.414157 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c87341-517c-48bf-827f-540dc17c518c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Network': ['ID=fe0875af-fab1-4e43-adcb-8243ceb7c470,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:41.570132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Made reservation on behalf of 539bb1eeb2674e1ab03139b1ad67c973 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:40:41.574296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:41.663987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network fe0875af-fab1-4e43-adcb-8243ceb7c470 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:40:41.842096 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:40Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:41.896633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea43925-cefe-4b8d-b6f3-384c1f2661c3 None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:40Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:41.924683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.064695 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Subnet': ['ID=fbcd7d15-a992-4e1d-87fa-ab58e38ee40c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:42.083593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Checking segment: {'id': '7d66c0aa-712f-477f-b668-6fc513d375e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:42.084340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network hostable DHCP agents. Network: fe0875af-fab1-4e43-adcb-8243ceb7c470, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:40:42.144880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network fe0875af-fab1-4e43-adcb-8243ceb7c470 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:40:42.163448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, fe0875af-fab1-4e43-adcb-8243ceb7c470) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:42.174591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:42.175784 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.176343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0624f1-e87e-4cb0-b64c-79bb558e7260 None None] Network fe0875af-fab1-4e43-adcb-8243ceb7c470 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:42.219575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a2296ea0-74f6-48bc-acca-adb221381824 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8796506 Jul 16 20:40:42.219964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 60904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:42.250160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device da549946-fad5-49f7-99ba-3db86f4a1335 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:42.374747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port da549946-fad5-49f7-99ba-3db86f4a1335 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:42.375514 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.784806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a2ecfaa9-8584-4dac-9540-efa88d564a7c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:42.786880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-fe0875af-fab1-4e43-adcb-8243ceb7c470', 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'fixed_ips': [{'subnet_id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:40:42.787844 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:42.819348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6ddf5-a440-4f6e-9f4c-eaeeb486a3f7 None None] Network 68d6d07f-8f17-4320-9b20-e4ce1386c477 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:42.988674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9ad21b3a-8fa5-4e7c-9598-ace4e8508710 None None] Provisioning for port a2ecfaa9-8584-4dac-9540-efa88d564a7c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:42.999415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9ad21b3a-8fa5-4e7c-9598-ace4e8508710 None None] Provisioning complete for port a2ecfaa9-8584-4dac-9540-efa88d564a7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:42.999793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9ad21b3a-8fa5-4e7c-9598-ace4e8508710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.001371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port a2ecfaa9-8584-4dac-9540-efa88d564a7c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:43.042508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a2ecfaa9-8584-4dac-9540-efa88d564a7c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:43.042964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.188445 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.239869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.264967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Allocated IP 2001:db8:3::2 (fe0875af-fab1-4e43-adcb-8243ceb7c470/fbcd7d15-a992-4e1d-87fa-ab58e38ee40c/1e799473-4fa9-4602-97c8-c0aab3d41b77) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:43.360712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port a2ecfaa9-8584-4dac-9540-efa88d564a7c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a2ecfaa9-8584-4dac-9540-efa88d564a7c,segment=NetworkSegment(53fd7a8a-2736-47f2-977f-0e06ee603869),segment_id=53fd7a8a-2736-47f2-977f-0e06ee603869)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:43.386967 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.567910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=a2ecfaa9-8584-4dac-9540-efa88d564a7c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.646142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.673625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Transition to ACTIVE for port object 1e799473-4fa9-4602-97c8-c0aab3d41b77 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:43.714475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Transition to ACTIVE for port object 1e799473-4fa9-4602-97c8-c0aab3d41b77 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:43.722248 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:43.865353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Network fe0875af-fab1-4e43-adcb-8243ceb7c470 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:43.876381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:43.881343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Allocated IP 2001:db8:3::1 (fe0875af-fab1-4e43-adcb-8243ceb7c470/fbcd7d15-a992-4e1d-87fa-ab58e38ee40c/f824817e-8d97-4ca0-a593-e6c76acc240d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:40:43.885015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:43.902343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Pushing event updated for resources: {'Port': ['ID=1e799473-4fa9-4602-97c8-c0aab3d41b77,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:43.909838 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:43.955106 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:43.955800 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:44.084401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Attempting to bind port 1e799473-4fa9-4602-97c8-c0aab3d41b77 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:44.085065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Attempting to bind port 1e799473-4fa9-4602-97c8-c0aab3d41b77 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7d66c0aa-712f-477f-b668-6fc513d375e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:44.085742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Attempting to bind port 1e799473-4fa9-4602-97c8-c0aab3d41b77 on network fe0875af-fab1-4e43-adcb-8243ceb7c470 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:44.096197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:44.096615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Checking segment: {'id': '7d66c0aa-712f-477f-b668-6fc513d375e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:44.097282 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.097691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Bound using segment: {'id': '7d66c0aa-712f-477f-b668-6fc513d375e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:44.098182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Bound port: 1e799473-4fa9-4602-97c8-c0aab3d41b77, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d66c0aa-712f-477f-b668-6fc513d375e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:44.098565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.194392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.225484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Transition to ACTIVE for port object f824817e-8d97-4ca0-a593-e6c76acc240d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:44.290682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d99109f4-fbf8-43d6-97e6-5567440bdb09 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:44.296270 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.367038 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:44.386462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=f824817e-8d97-4ca0-a593-e6c76acc240d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:44.400721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network fe0875af-fab1-4e43-adcb-8243ceb7c470 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:44.402574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:44.403183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-079b8b02-3b0c-4e29-baa8-988bfd5d8233 None None] Provisioning complete for port a2ecfaa9-8584-4dac-9540-efa88d564a7c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:44.404897 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:40:44.405329 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-079b8b02-3b0c-4e29-baa8-988bfd5d8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.405640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.433716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] For port 1e799473-4fa9-4602-97c8-c0aab3d41b77, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:44.578797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] For port 1e799473-4fa9-4602-97c8-c0aab3d41b77, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1e799473-4fa9-4602-97c8-c0aab3d41b77,segment=NetworkSegment(7d66c0aa-712f-477f-b668-6fc513d375e0),segment_id=7d66c0aa-712f-477f-b668-6fc513d375e0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:44.592557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.750144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e9ab6-a5d2-4e60-9ea3-e49cabaac338 None None] Pushing event updated for resources: {'Port': ['ID=1e799473-4fa9-4602-97c8-c0aab3d41b77,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:44.818615 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:44.914583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d99109f4-fbf8-43d6-97e6-5567440bdb09 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:44.935248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d99109f4-fbf8-43d6-97e6-5567440bdb09 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:44.963129 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.009837 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:40Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:45.077339 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:45.078053 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Updating router 900690b8-cd6b-4ac8-b686-e09b40415c88 port cc4230c7-a887-497f-bd12-3031b9c7f804 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:45.260928 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.368817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-079b8b02-3b0c-4e29-baa8-988bfd5d8233 None None] Provisioning for port cc4230c7-a887-497f-bd12-3031b9c7f804 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:45.376375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdea8a-53fe-49f3-812d-5db7ac59aca0 req-8da36e8c-46c4-43b5-8ba5-85548b1a0209 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.381507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-079b8b02-3b0c-4e29-baa8-988bfd5d8233 None None] Provisioning complete for port cc4230c7-a887-497f-bd12-3031b9c7f804 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:45.382666 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-079b8b02-3b0c-4e29-baa8-988bfd5d8233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.390143 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.392424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdea8a-53fe-49f3-812d-5db7ac59aca0 req-8da36e8c-46c4-43b5-8ba5-85548b1a0209 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.400997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdea8a-53fe-49f3-812d-5db7ac59aca0 req-8da36e8c-46c4-43b5-8ba5-85548b1a0209 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.420707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdea8a-53fe-49f3-812d-5db7ac59aca0 req-8da36e8c-46c4-43b5-8ba5-85548b1a0209 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.434642 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdea8a-53fe-49f3-812d-5db7ac59aca0 req-8da36e8c-46c4-43b5-8ba5-85548b1a0209 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.447691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdea8a-53fe-49f3-812d-5db7ac59aca0 req-8da36e8c-46c4-43b5-8ba5-85548b1a0209 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.461199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdea8a-53fe-49f3-812d-5db7ac59aca0 req-8da36e8c-46c4-43b5-8ba5-85548b1a0209 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:45.481977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-89bdea8a-53fe-49f3-812d-5db7ac59aca0 req-8da36e8c-46c4-43b5-8ba5-85548b1a0209 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5444 time: 0.3512759 Jul 16 20:40:45.510288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d99109f4-fbf8-43d6-97e6-5567440bdb09, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d99109f4-fbf8-43d6-97e6-5567440bdb09,segment=NetworkSegment(fdc7f15c-cb11-485f-b664-2b8d80f5764c),segment_id=fdc7f15c-cb11-485f-b664-2b8d80f5764c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:45.521579 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.522641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a2ecfaa9-8584-4dac-9540-efa88d564a7c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:45.578095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-079b8b02-3b0c-4e29-baa8-988bfd5d8233 None None] Port cc4230c7-a887-497f-bd12-3031b9c7f804 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:45.634140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-89bdea8a-53fe-49f3-812d-5db7ac59aca0 req-bbde97ec-183d-49d8-b7ec-d8645175178e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968771 Jul 16 20:40:45.635421 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.644859 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.645830 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.748011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d99109f4-fbf8-43d6-97e6-5567440bdb09,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:45.785576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4a2e166f-9b37-43b0-8381-955a58677820 None None] Provisioning complete for port cc4230c7-a887-497f-bd12-3031b9c7f804 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:45.785910 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a2e166f-9b37-43b0-8381-955a58677820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.806923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event updated for resources: {'Port': ['ID=f824817e-8d97-4ca0-a593-e6c76acc240d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:45.821571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a2ecfaa9-8584-4dac-9540-efa88d564a7c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:45.821952 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.854941 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.865016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e166f-9b37-43b0-8381-955a58677820 None None] Port cc4230c7-a887-497f-bd12-3031b9c7f804 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:45.970897 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:45.996550 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Transition to ACTIVE for port object cc4230c7-a887-497f-bd12-3031b9c7f804 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:46.016318 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.244042 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb9f60-cd9f-44b0-a9ac-f791792b67dc None None] Pushing event updated for resources: {'Port': ['ID=cc4230c7-a887-497f-bd12-3031b9c7f804,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:46.381536 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Attempting to bind port cc4230c7-a887-497f-bd12-3031b9c7f804 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:46.382215 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Attempting to bind port cc4230c7-a887-497f-bd12-3031b9c7f804 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '53fd7a8a-2736-47f2-977f-0e06ee603869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:46.382365 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Attempting to bind port cc4230c7-a887-497f-bd12-3031b9c7f804 on network 68d6d07f-8f17-4320-9b20-e4ce1386c477 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:46.399456 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:46.402011 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Checking segment: {'id': '53fd7a8a-2736-47f2-977f-0e06ee603869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:46.402195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Network fe0875af-fab1-4e43-adcb-8243ceb7c470 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:40:46.402917 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.407698 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Bound using segment: {'id': '53fd7a8a-2736-47f2-977f-0e06ee603869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:46.408322 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Bound port: cc4230c7-a887-497f-bd12-3031b9c7f804, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fd7a8a-2736-47f2-977f-0e06ee603869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:46.408729 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.416904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0e29c951-c104-40be-b456-9de899d03d09 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.423709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0e29c951-c104-40be-b456-9de899d03d09 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.429928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0e29c951-c104-40be-b456-9de899d03d09 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.436171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0e29c951-c104-40be-b456-9de899d03d09 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.446234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0e29c951-c104-40be-b456-9de899d03d09 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.453491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0e29c951-c104-40be-b456-9de899d03d09 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.459830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0e29c951-c104-40be-b456-9de899d03d09 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.462578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0e29c951-c104-40be-b456-9de899d03d09 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5444 time: 0.6649933 Jul 16 20:40:46.463806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:40:46.496059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d99109f4-fbf8-43d6-97e6-5567440bdb09 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:46.557006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f65e4e84-690f-4c35-98c2-a52a73052b47 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:46.558936 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f65e4e84-690f-4c35-98c2-a52a73052b47 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "GET /v2.0/ports/6ef24694-d40a-412b-8b50-3465204e5c26?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0896931 Jul 16 20:40:46.610001 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] For port cc4230c7-a887-497f-bd12-3031b9c7f804, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:46.615555 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] For port cc4230c7-a887-497f-bd12-3031b9c7f804, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc4230c7-a887-497f-bd12-3031b9c7f804,segment=NetworkSegment(53fd7a8a-2736-47f2-977f-0e06ee603869),segment_id=53fd7a8a-2736-47f2-977f-0e06ee603869)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:46.630315 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.644434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d99109f4-fbf8-43d6-97e6-5567440bdb09 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:46.644822 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:46.783049 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:40:46.811285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd42aee-62d2-48b1-aff7-e3530879ea0d None None] Network fe0875af-fab1-4e43-adcb-8243ceb7c470 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:46.813422 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:46.814170 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:46.877020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:46.967701 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-eeda23a0-c4fc-47fc-9f8d-6f040c5278ed tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "GET /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4027922 Jul 16 20:40:46.981035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:47.009229 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.015463 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb9f60-cd9f-44b0-a9ac-f791792b67dc None None] Pushing event updated for resources: {'Port': ['ID=cc4230c7-a887-497f-bd12-3031b9c7f804,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:47.050627 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:47.073523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1e799473-4fa9-4602-97c8-c0aab3d41b77 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:47.139315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6a3630d8-a69c-4b51-a458-2aaf501b6466 None None] Provisioning for port 1e799473-4fa9-4602-97c8-c0aab3d41b77 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:47.199871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ddb4-bd3e-48ca-822a-fcc6c73c7835 req-5cb0fa80-04cb-4dfb-a31f-aa660d20f993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.206618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ddb4-bd3e-48ca-822a-fcc6c73c7835 req-5cb0fa80-04cb-4dfb-a31f-aa660d20f993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.212977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ddb4-bd3e-48ca-822a-fcc6c73c7835 req-5cb0fa80-04cb-4dfb-a31f-aa660d20f993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.220632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ddb4-bd3e-48ca-822a-fcc6c73c7835 req-5cb0fa80-04cb-4dfb-a31f-aa660d20f993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.226839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ddb4-bd3e-48ca-822a-fcc6c73c7835 req-5cb0fa80-04cb-4dfb-a31f-aa660d20f993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.233093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ddb4-bd3e-48ca-822a-fcc6c73c7835 req-5cb0fa80-04cb-4dfb-a31f-aa660d20f993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.240155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ddb4-bd3e-48ca-822a-fcc6c73c7835 req-5cb0fa80-04cb-4dfb-a31f-aa660d20f993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:47.241734 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28a4ddb4-bd3e-48ca-822a-fcc6c73c7835 req-5cb0fa80-04cb-4dfb-a31f-aa660d20f993 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 5444 time: 0.3288326 Jul 16 20:40:47.324637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:47.332575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ab124b33-ba28-4122-a90b-d3001e71ca0c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1111312 Jul 16 20:40:47.335558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60942) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:47.340441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:47.345278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.373325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28a4ddb4-bd3e-48ca-822a-fcc6c73c7835 req-706dd0de-f219-4505-8272-cdef70d8b37d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819395 Jul 16 20:40:47.395963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 1e799473-4fa9-4602-97c8-c0aab3d41b77 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:47.416505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1e799473-4fa9-4602-97c8-c0aab3d41b77 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:47.417037 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.442321 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:46Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f824817e-8d97-4ca0-a593-e6c76acc240d', 'name': '', 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:c7:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:43Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:47.485526 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ab8210-345a-4b43-8c3a-8ea7e49fd222 None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:44Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:46Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f824817e-8d97-4ca0-a593-e6c76acc240d', 'name': '', 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:c7:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:43Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:47.616082 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.668832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] For port 6ef24694-d40a-412b-8b50-3465204e5c26, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=6ef24694-d40a-412b-8b50-3465204e5c26,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:47.675482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 1e799473-4fa9-4602-97c8-c0aab3d41b77, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1e799473-4fa9-4602-97c8-c0aab3d41b77,segment=NetworkSegment(7d66c0aa-712f-477f-b668-6fc513d375e0),segment_id=7d66c0aa-712f-477f-b668-6fc513d375e0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:47.681619 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.749343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] For port 6ef24694-d40a-412b-8b50-3465204e5c26, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:47.768506 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=1e799473-4fa9-4602-97c8-c0aab3d41b77,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:47.823849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] device_id is not set on port 6ef24694-d40a-412b-8b50-3465204e5c26 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:47.834587 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.843390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:47.929918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] No DVR routers for this DVR port 6ef24694-d40a-412b-8b50-3465204e5c26 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:47.932149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef24694-d40a-412b-8b50-3465204e5c26,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:47.964430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:40:48.002058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] In _notify_port_updated(), no bound segment for port 6ef24694-d40a-412b-8b50-3465204e5c26 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:40:48.002994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.003644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.006836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Removed routes are [] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:40:48.007621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.011315 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-f5004678-d51a-4a4f-8806-0ad27cdc57f4 service neutron] 10.222.0.63 "PUT /v2.0/ports/6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 200 len: 1031 time: 1.0347750 Jul 16 20:40:48.172120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-501cea74-e59c-4285-847e-6ffb15ff7063 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:48.173528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-90273690-ddbb-4fb3-b6ca-d231b5f77bca None None] Provisioning complete for port 1e799473-4fa9-4602-97c8-c0aab3d41b77 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:48.174603 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-90273690-ddbb-4fb3-b6ca-d231b5f77bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.176575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-501cea74-e59c-4285-847e-6ffb15ff7063 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "GET /v2.0/ports/f9d99ac1-a29e-490f-b8d8-55e99fec1571?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1595454 Jul 16 20:40:48.190555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:48.318075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc4230c7-a887-497f-bd12-3031b9c7f804 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:48.432281 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.469979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-90273690-ddbb-4fb3-b6ca-d231b5f77bca None None] Provisioning for port f824817e-8d97-4ca0-a593-e6c76acc240d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:48.496642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-90273690-ddbb-4fb3-b6ca-d231b5f77bca None None] Provisioning complete for port f824817e-8d97-4ca0-a593-e6c76acc240d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:48.497078 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-90273690-ddbb-4fb3-b6ca-d231b5f77bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.657734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-90273690-ddbb-4fb3-b6ca-d231b5f77bca None None] Port f824817e-8d97-4ca0-a593-e6c76acc240d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:48.661597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port cc4230c7-a887-497f-bd12-3031b9c7f804 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:40:48.671459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cc4230c7-a887-497f-bd12-3031b9c7f804 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:48.674474 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.714772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:48.872799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] For port f9d99ac1-a29e-490f-b8d8-55e99fec1571, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f9d99ac1-a29e-490f-b8d8-55e99fec1571,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:48.884970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:48.893023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4692a44f-f400-42ec-967a-46113f60f79f None None] Provisioning complete for port 6ef24694-d40a-412b-8b50-3465204e5c26 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:48.893459 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4692a44f-f400-42ec-967a-46113f60f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.940297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:48.940973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:48.971091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] For port f9d99ac1-a29e-490f-b8d8-55e99fec1571, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:48.990777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:48.994849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.062389 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] device_id is not set on port f9d99ac1-a29e-490f-b8d8-55e99fec1571 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:40:49.086187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.091503 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4692a44f-f400-42ec-967a-46113f60f79f None None] Port 6ef24694-d40a-412b-8b50-3465204e5c26 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:49.097990 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.197732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] Pushing event updated for resources: {'Port': ['ID=f9d99ac1-a29e-490f-b8d8-55e99fec1571,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:49.238488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] No DVR routers for this DVR port f9d99ac1-a29e-490f-b8d8-55e99fec1571 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:49.246635 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.253130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c18fc3-69b2-486a-bf85-faf1fe6d4e40 req-25764318-0032-4da7-8d8c-6295af25196a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.259111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c18fc3-69b2-486a-bf85-faf1fe6d4e40 req-25764318-0032-4da7-8d8c-6295af25196a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.266044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c18fc3-69b2-486a-bf85-faf1fe6d4e40 req-25764318-0032-4da7-8d8c-6295af25196a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.273836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c18fc3-69b2-486a-bf85-faf1fe6d4e40 req-25764318-0032-4da7-8d8c-6295af25196a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.280560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c18fc3-69b2-486a-bf85-faf1fe6d4e40 req-25764318-0032-4da7-8d8c-6295af25196a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.287218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c18fc3-69b2-486a-bf85-faf1fe6d4e40 req-25764318-0032-4da7-8d8c-6295af25196a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.289162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69c18fc3-69b2-486a-bf85-faf1fe6d4e40 req-25764318-0032-4da7-8d8c-6295af25196a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 4589 time: 0.2910483 Jul 16 20:40:49.310933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] In _notify_port_updated(), no bound segment for port f9d99ac1-a29e-490f-b8d8-55e99fec1571 on network 93b13eab-c3ed-4ab9-b4b8-855daa064667 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 20:40:49.312185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4692a44f-f400-42ec-967a-46113f60f79f None None] Provisioning complete for port f824817e-8d97-4ca0-a593-e6c76acc240d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:49.312558 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4692a44f-f400-42ec-967a-46113f60f79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.313822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:49.316267 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.317831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-78e6b05f-16cb-42a0-8d64-66bfcc53190e service neutron] 10.222.0.63 "PUT /v2.0/ports/f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 200 len: 1032 time: 1.1339111 Jul 16 20:40:49.324147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:49.328065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:49.330603 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.387057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-69c18fc3-69b2-486a-bf85-faf1fe6d4e40 req-a8f0d237-01f1-448e-ae20-b961a5f16156 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=93c2ffb1-e39a-424c-9829-dca9ffac762c&id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884943 Jul 16 20:40:49.514067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:49.517041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:49.522967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.526720 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f49a5b19-b13d-4310-8f93-1c327eebd4a5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88 HTTP/1.1" status: 200 len: 954 time: 2.1878815 Jul 16 20:40:49.527227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60966) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:49.529015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:49.531331 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c508e1-20c1-4482-b53c-502671734134" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:49.534726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:49.535158 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.615273 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.616007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6ef24694-d40a-412b-8b50-3465204e5c26 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:49.692220 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac6728-1859-4c01-84d5-bae7a0da0042 x-openstack-request-id: req-bbac6728-1859-4c01-84d5-bae7a0da0042 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:49.693171 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:49.693638 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbac6728-1859-4c01-84d5-bae7a0da0042 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:49.694221 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'code': 200} Jul 16 20:40:49.698616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port cc4230c7-a887-497f-bd12-3031b9c7f804, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc4230c7-a887-497f-bd12-3031b9c7f804,segment=NetworkSegment(53fd7a8a-2736-47f2-977f-0e06ee603869),segment_id=53fd7a8a-2736-47f2-977f-0e06ee603869)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:49.700776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] For port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:49.701166 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.738608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4692a44f-f400-42ec-967a-46113f60f79f None None] Port f824817e-8d97-4ca0-a593-e6c76acc240d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:49.748004 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:49.749830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1e799473-4fa9-4602-97c8-c0aab3d41b77 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:49.785355 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-00fef8fc-2f8d-4994-b60f-ca3771aab121 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88 HTTP/1.1" status: 200 len: 954 time: 0.2566104 Jul 16 20:40:49.786003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 60982) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:49.790806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'routes': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:40:49.845291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:49.907769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 6ef24694-d40a-412b-8b50-3465204e5c26 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:49.908434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f9d99ac1-a29e-490f-b8d8-55e99fec1571 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:49.996670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7662ac5a-aa4a-4724-8041-578b1500622a None None] Provisioning complete for port f9d99ac1-a29e-490f-b8d8-55e99fec1571 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:49.997119 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7662ac5a-aa4a-4724-8041-578b1500622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.073094 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.073652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.077719 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Floating IP 3c92f37e-c7b4-4d89-8718-3cebee397ad2 disassociated. External IP: 172.25.7.213, port: a6d67b6e-b14e-41b1-9ab5-fe3593ce7712. Jul 16 20:40:50.078093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Calling delete_port for a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:50.095297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=cc4230c7-a887-497f-bd12-3031b9c7f804,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:50.101504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f9d99ac1-a29e-490f-b8d8-55e99fec1571 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:50.101909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 8b4aba22-0540-49a2-9ac7-863ed563cbf4 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:50.142668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1e799473-4fa9-4602-97c8-c0aab3d41b77 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:50.143839 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.203934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7662ac5a-aa4a-4724-8041-578b1500622a None None] Port f9d99ac1-a29e-490f-b8d8-55e99fec1571 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:50.264379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7662ac5a-aa4a-4724-8041-578b1500622a None None] Provisioning complete for port f824817e-8d97-4ca0-a593-e6c76acc240d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:50.264740 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7662ac5a-aa4a-4724-8041-578b1500622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.283269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.321282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added routes are [] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:40:50.322405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:40:50.329860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Port': ['ID=a6d67b6e-b14e-41b1-9ab5-fe3593ce7712,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:50.367152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:47Z', 'revision_number': 6, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:46Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f824817e-8d97-4ca0-a593-e6c76acc240d', 'name': '', 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:c7:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:43Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:50.397788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.416610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7662ac5a-aa4a-4724-8041-578b1500622a None None] Port f824817e-8d97-4ca0-a593-e6c76acc240d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:40:50.419797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:50.420309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Updating router 900690b8-cd6b-4ac8-b686-e09b40415c88 port f824817e-8d97-4ca0-a593-e6c76acc240d binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:40:50.424380 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.531080 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.537090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Router 9b9520c2-e984-4ffa-987b-25b7c02f3498 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:50.555217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 8b4aba22-0540-49a2-9ac7-863ed563cbf4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:50.558639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc4230c7-a887-497f-bd12-3031b9c7f804 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:50.580799 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.581517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7ec91537-7208-43f6-a91a-d689b79c0b81 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:50.694756 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7193eb33-8f15-407c-aec7-3701cd5c6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.717071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:50.730055 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] Sync routers for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:50.733663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.737915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.750737 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:50.751824 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:50.844147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=8b4aba22-0540-49a2-9ac7-863ed563cbf4,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:50.857454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cc4230c7-a887-497f-bd12-3031b9c7f804 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:40:50.858217 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.895207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] No DVR routers for this DVR port a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:50.904531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:50.910428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-e33eac64-e098-49dc-87e5-db1729bcb28f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "DELETE /v2.0/ports/a6d67b6e-b14e-41b1-9ab5-fe3593ce7712 HTTP/1.1" status: 204 len: 173 time: 1.5864677 Jul 16 20:40:50.911093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:50.921196 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1a4b4c-0be2-4ecb-ad6f-81299967396b" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:51.059167 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa8ac0a-2676-4da2-a8cb-3a4036dbebf4 x-openstack-request-id: req-4aa8ac0a-2676-4da2-a8cb-3a4036dbebf4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:51.059573 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "a6d67b6e-b14e-41b1-9ab5-fe3593ce7712", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:51.059901 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4aa8ac0a-2676-4da2-a8cb-3a4036dbebf4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:51.060339 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': 'a6d67b6e-b14e-41b1-9ab5-fe3593ce7712', 'status': 'completed', 'code': 200} Jul 16 20:40:51.063240 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:51.164361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:51.189535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:51.195126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.226710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e581-80ab-4805-b6b8-3bba43d06cc8 req-d3943c8e-be91-48e5-acc7-a05a0dcd4cd5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.245799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e581-80ab-4805-b6b8-3bba43d06cc8 req-d3943c8e-be91-48e5-acc7-a05a0dcd4cd5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.280500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e581-80ab-4805-b6b8-3bba43d06cc8 req-d3943c8e-be91-48e5-acc7-a05a0dcd4cd5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.300537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e581-80ab-4805-b6b8-3bba43d06cc8 req-d3943c8e-be91-48e5-acc7-a05a0dcd4cd5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:51.311612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3e0e581-80ab-4805-b6b8-3bba43d06cc8 req-d3943c8e-be91-48e5-acc7-a05a0dcd4cd5 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 3149 time: 0.6972067 Jul 16 20:40:51.369998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3e0e581-80ab-4805-b6b8-3bba43d06cc8 req-4188273e-6aab-43a3-98fe-c5dfeb508700 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574574 Jul 16 20:40:51.425238 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.443013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] For port 1dbe9890-bd28-4d70-96a6-8f4b682bd484, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1dbe9890-bd28-4d70-96a6-8f4b682bd484,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:51.443758 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.458032 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:44Z', 'revision_number': 5, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:51.473974 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Calling delete_port for 1dbe9890-bd28-4d70-96a6-8f4b682bd484 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:51.562663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:51.582748 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.591878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4261a7cc-3910-497d-b409-5e89d0f24987 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88 HTTP/1.1" status: 200 len: 704 time: 1.8040681 Jul 16 20:40:51.593959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:51.641517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7ec91537-7208-43f6-a91a-d689b79c0b81, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7ec91537-7208-43f6-a91a-d689b79c0b81,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:51.658289 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.660201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.682838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device effca4c7-dc97-4568-8028-c745824ae60f no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:51.700500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4aba22-0540-49a2-9ac7-863ed563cbf4'}, {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec91537-7208-43f6-a91a-d689b79c0b81'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:51.717663 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Port': ['ID=1dbe9890-bd28-4d70-96a6-8f4b682bd484,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:51.730031 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc441548-a9af-4ea2-91a1-53b57255d076" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4aba22-0540-49a2-9ac7-863ed563cbf4"}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec91537-7208-43f6-a91a-d689b79c0b81"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:51.812401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] No DVR routers for this DVR port 1dbe9890-bd28-4d70-96a6-8f4b682bd484 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:51.818510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:51.823221 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-c8aeb555-464a-441a-a496-5f23d3a33715 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "DELETE /v2.0/ports/1dbe9890-bd28-4d70-96a6-8f4b682bd484 HTTP/1.1" status: 204 len: 173 time: 0.8742776 Jul 16 20:40:51.869349 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] Checking router: 9b9520c2-e984-4ffa-987b-25b7c02f3498 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:51.887650 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bbed74-9607-4983-b02b-23ceb9c56b40 x-openstack-request-id: req-b8bbed74-9607-4983-b02b-23ceb9c56b40 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:51.891860 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:51.892498 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:51.901349 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4aba22-0540-49a2-9ac7-863ed563cbf4", "code": 200}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec91537-7208-43f6-a91a-d689b79c0b81", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:51.903662 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8bbed74-9607-4983-b02b-23ceb9c56b40 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:51.904337 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4aba22-0540-49a2-9ac7-863ed563cbf4', 'code': 200} Jul 16 20:40:51.904752 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec91537-7208-43f6-a91a-d689b79c0b81', 'code': 200} Jul 16 20:40:51.912040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f466f2e8-c4cb-4fb5-80c8-0864b490885d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88 HTTP/1.1" status: 200 len: 704 time: 0.3163571 Jul 16 20:40:51.916541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 32896) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:52.041407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.045353 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:52.107551 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:52.108430 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.110223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7ec91537-7208-43f6-a91a-d689b79c0b81,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:52.149510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Transition to ACTIVE for port object f824817e-8d97-4ca0-a593-e6c76acc240d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:40:52.173337 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.239561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cf0c1-cdec-41bc-a2de-f1b0f5afdd6a None None] Pushing event updated for resources: {'Port': ['ID=f824817e-8d97-4ca0-a593-e6c76acc240d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:52.304476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] For port 8b4aba22-0540-49a2-9ac7-863ed563cbf4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=8b4aba22-0540-49a2-9ac7-863ed563cbf4,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:52.305595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.336665 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.367900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Calling delete_port for 8b4aba22-0540-49a2-9ac7-863ed563cbf4 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:52.553142 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:44Z', 'revision_number': 5, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:52.616845 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a165bb-33ed-467e-872f-1035cd9d253d None None] The sync data for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 is: [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:29:30Z', 'revision_number': 4, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7590b828-0149-4fcc-ab4d-a63cc4fc4b17', 'name': '', 'network_id': '92e25605-4fb7-4fa2-8b4e-c330d80a563a', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'mac_address': 'fa:16:3e:e2:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:29Z', 'updated_at': '2021-07-16T20:29:44Z', 'revision_number': 5, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'subnets': [{'id': '8b25d401-2108-45e7-bcdf-2b5a4eec4cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:52.654735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Attempting to bind port f824817e-8d97-4ca0-a593-e6c76acc240d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:40:52.655242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Attempting to bind port f824817e-8d97-4ca0-a593-e6c76acc240d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7d66c0aa-712f-477f-b668-6fc513d375e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:40:52.656288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Attempting to bind port f824817e-8d97-4ca0-a593-e6c76acc240d on network fe0875af-fab1-4e43-adcb-8243ceb7c470 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:40:52.681474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.690633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port effca4c7-dc97-4568-8028-c745824ae60f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=effca4c7-dc97-4568-8028-c745824ae60f,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:52.712247 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.713770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1dbe9890-bd28-4d70-96a6-8f4b682bd484 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:52.783232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Port': ['ID=8b4aba22-0540-49a2-9ac7-863ed563cbf4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:52.829340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:40:52.829712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Checking segment: {'id': '7d66c0aa-712f-477f-b668-6fc513d375e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:40:52.830114 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.830535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Bound using segment: {'id': '7d66c0aa-712f-477f-b668-6fc513d375e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:40:52.831055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Bound port: f824817e-8d97-4ca0-a593-e6c76acc240d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d66c0aa-712f-477f-b668-6fc513d375e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:40:52.831461 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.868395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] No DVR routers for this DVR port 8b4aba22-0540-49a2-9ac7-863ed563cbf4 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:52.871554 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:52.874190 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-6921a4d9-e828-4d42-acb1-4538cb61141a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "DELETE /v2.0/ports/8b4aba22-0540-49a2-9ac7-863ed563cbf4 HTTP/1.1" status: 204 len: 173 time: 1.0476637 Jul 16 20:40:52.905125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 1dbe9890-bd28-4d70-96a6-8f4b682bd484 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:52.905736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1dbe9890-bd28-4d70-96a6-8f4b682bd484 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:52.974513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.029739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=effca4c7-dc97-4568-8028-c745824ae60f,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:53.062027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': '1dbe9890-bd28-4d70-96a6-8f4b682bd484'}, {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': '8b4aba22-0540-49a2-9ac7-863ed563cbf4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:53.064038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.064422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.064782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.065686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.066067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.067521 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c0ab92-437e-4778-9405-61aeb7b2d827" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "1dbe9890-bd28-4d70-96a6-8f4b682bd484"}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "8b4aba22-0540-49a2-9ac7-863ed563cbf4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:53.075450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting port effca4c7-dc97-4568-8028-c745824ae60f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:53.076716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.077178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.077295 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.077528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.077921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.078322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.079161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.079770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:40:53.113652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] For port f824817e-8d97-4ca0-a593-e6c76acc240d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:40:53.127030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] For port f824817e-8d97-4ca0-a593-e6c76acc240d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f824817e-8d97-4ca0-a593-e6c76acc240d,segment=NetworkSegment(7d66c0aa-712f-477f-b668-6fc513d375e0),segment_id=7d66c0aa-712f-477f-b668-6fc513d375e0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:40:53.148705 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7063af-a176-4cba-912f-c0b9777225b5 x-openstack-request-id: req-1f7063af-a176-4cba-912f-c0b9777225b5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:53.149604 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "1dbe9890-bd28-4d70-96a6-8f4b682bd484", "status": "completed", "code": 200}, {"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "8b4aba22-0540-49a2-9ac7-863ed563cbf4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:53.149867 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f7063af-a176-4cba-912f-c0b9777225b5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:53.150275 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': '1dbe9890-bd28-4d70-96a6-8f4b682bd484', 'status': 'completed', 'code': 200} Jul 16 20:40:53.152874 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': '8b4aba22-0540-49a2-9ac7-863ed563cbf4', 'status': 'completed', 'code': 200} Jul 16 20:40:53.153185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.286348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c8fdf-d14f-4f60-9fb9-e6c2b48088bc req-8006c983-5137-4000-a841-9583c68b1953 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.300915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c8fdf-d14f-4f60-9fb9-e6c2b48088bc req-8006c983-5137-4000-a841-9583c68b1953 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:40:53.302556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba0c8fdf-d14f-4f60-9fb9-e6c2b48088bc req-8006c983-5137-4000-a841-9583c68b1953 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 1677 time: 0.4786222 Jul 16 20:40:53.325408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] For port effca4c7-dc97-4568-8028-c745824ae60f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=effca4c7-dc97-4568-8028-c745824ae60f,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:53.325896 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.370079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Calling delete_port for effca4c7-dc97-4568-8028-c745824ae60f owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:53.371189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa534d-f3c5-4dfa-9b5a-c8c980295c22 None None] New status for floating IP 3c92f37e-c7b4-4d89-8718-3cebee397ad2: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:40:53.528583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba0c8fdf-d14f-4f60-9fb9-e6c2b48088bc req-49898005-14db-47ca-907c-b4651c19910f tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd3b88f3-5254-45d4-a7b4-7ab4370563c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975932 Jul 16 20:40:53.639062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:53.644757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:53.706269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.778924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Port': ['ID=effca4c7-dc97-4568-8028-c745824ae60f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:53.794457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cf0c1-cdec-41bc-a2de-f1b0f5afdd6a None None] Pushing event updated for resources: {'Port': ['ID=f824817e-8d97-4ca0-a593-e6c76acc240d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:53.800779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e152d50c-0649-409d-b36d-8950e58b3394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.809531 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.865586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port f824817e-8d97-4ca0-a593-e6c76acc240d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:53.866127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.908209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effca4c7-dc97-4568-8028-c745824ae60f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:53.911106 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fd0fff-2930-480d-945c-27da70113015" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "effca4c7-dc97-4568-8028-c745824ae60f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:53.915711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:53.921778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] No DVR routers for this DVR port effca4c7-dc97-4568-8028-c745824ae60f on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:53.924696 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:53.927412 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-0d67d17e-01fe-4a88-891c-c1573ee386e0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "DELETE /v2.0/ports/effca4c7-dc97-4568-8028-c745824ae60f HTTP/1.1" status: 204 len: 173 time: 1.0446253 Jul 16 20:40:54.061775 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d51e9c-158e-4fd5-9339-ffec590fdcac x-openstack-request-id: req-e1d51e9c-158e-4fd5-9339-ffec590fdcac {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:54.062070 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "effca4c7-dc97-4568-8028-c745824ae60f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:54.062590 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1d51e9c-158e-4fd5-9339-ffec590fdcac {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:54.063651 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effca4c7-dc97-4568-8028-c745824ae60f', 'code': 200} Jul 16 20:40:54.106988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port f824817e-8d97-4ca0-a593-e6c76acc240d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f824817e-8d97-4ca0-a593-e6c76acc240d,segment=NetworkSegment(7d66c0aa-712f-477f-b668-6fc513d375e0),segment_id=7d66c0aa-712f-477f-b668-6fc513d375e0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:54.107506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.131938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for f824817e-8d97-4ca0-a593-e6c76acc240d owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:54.173546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting port 7ec91537-7208-43f6-a91a-d689b79c0b81 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:54.174036 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.246538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:50Z', 'revision_number': 7, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f824817e-8d97-4ca0-a593-e6c76acc240d', 'name': '', 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:c7:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:43Z', 'updated_at': '2021-07-16T20:40:53Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:54.297047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be0629-ee1a-4e29-ad2e-b2d52b8ff1a8 None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:50Z', 'revision_number': 7, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f824817e-8d97-4ca0-a593-e6c76acc240d', 'name': '', 'network_id': 'fe0875af-fab1-4e43-adcb-8243ceb7c470', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:c7:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:43Z', 'updated_at': '2021-07-16T20:40:53Z', 'revision_number': 4, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'fbcd7d15-a992-4e1d-87fa-ab58e38ee40c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:54.302031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] For port 7ec91537-7208-43f6-a91a-d689b79c0b81, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7ec91537-7208-43f6-a91a-d689b79c0b81,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:54.302414 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.331399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Calling delete_port for 7ec91537-7208-43f6-a91a-d689b79c0b81 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:54.553198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.605468 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.620278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=f824817e-8d97-4ca0-a593-e6c76acc240d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:54.734461 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:54.772572 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:54.777638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f824817e-8d97-4ca0-a593-e6c76acc240d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:40:54.794838 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:54.795668 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:54.838007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Port': ['ID=7ec91537-7208-43f6-a91a-d689b79c0b81,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:54.846832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f824817e-8d97-4ca0-a593-e6c76acc240d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:54.848717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f824817e-8d97-4ca0-a593-e6c76acc240d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 20:40:54.903076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Port f824817e-8d97-4ca0-a593-e6c76acc240d not found, will not notify nova. {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 20:40:55.082105 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:55.411688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': 'effca4c7-dc97-4568-8028-c745824ae60f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:55.414704 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f706d7-9e7d-4981-99c7-d92a744db7b5" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "effca4c7-dc97-4568-8028-c745824ae60f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:55.417662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] No DVR routers for this DVR port 7ec91537-7208-43f6-a91a-d689b79c0b81 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:55.423990 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:54Z', 'revision_number': 8, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:55.430762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.432866 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf239464-7903-4546-8eda-0a1e5acffec1 req-cecadce8-8c25-4504-aa1a-bb8d4bbf8eec tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.63 "DELETE /v2.0/ports/7ec91537-7208-43f6-a91a-d689b79c0b81 HTTP/1.1" status: 204 len: 173 time: 1.4969242 Jul 16 20:40:55.462959 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:55.476626 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:55.477956 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:55.494924 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4caa82b-ee5b-4f2f-ab90-02da061934d6 x-openstack-request-id: req-a4caa82b-ee5b-4f2f-ab90-02da061934d6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:55.495200 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "effca4c7-dc97-4568-8028-c745824ae60f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:55.495490 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4caa82b-ee5b-4f2f-ab90-02da061934d6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:55.496047 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': 'effca4c7-dc97-4568-8028-c745824ae60f', 'status': 'completed', 'code': 200} Jul 16 20:40:55.599062 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:55.624413 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:55.637123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc6080b1-c55b-4621-8c19-c63237055b56 req-609ee306-df64-47d9-8536-490a442aa8c9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0350273 Jul 16 20:40:55.858470 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:54Z', 'revision_number': 8, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:55.873801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:55.894044 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c92cc9-b861-4bbb-bb3d-af0e5c14265d None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:54Z', 'revision_number': 8, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:55.992640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:55.998669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1e4f9e57-4ecb-402a-a638-7abe1a5fe37a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0823059 Jul 16 20:40:56.001836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.079505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bec693-db01-4a4b-9d6d-6b2928ad2e9b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting subnet fbcd7d15-a992-4e1d-87fa-ab58e38ee40c {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:40:56.085496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86bec693-db01-4a4b-9d6d-6b2928ad2e9b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.134839 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86bec693-db01-4a4b-9d6d-6b2928ad2e9b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.270153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86bec693-db01-4a4b-9d6d-6b2928ad2e9b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.279986 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.377012 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86bec693-db01-4a4b-9d6d-6b2928ad2e9b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.427896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bec693-db01-4a4b-9d6d-6b2928ad2e9b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcd7d15-a992-4e1d-87fa-ab58e38ee40c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:56.436892 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86bec693-db01-4a4b-9d6d-6b2928ad2e9b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.442095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-86bec693-db01-4a4b-9d6d-6b2928ad2e9b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/fbcd7d15-a992-4e1d-87fa-ab58e38ee40c HTTP/1.1" status: 204 len: 168 time: 0.4391432 Jul 16 20:40:56.442679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d25f4-a52b-4fd7-a8d1-f0a6009b6021 None None] Network fe0875af-fab1-4e43-adcb-8243ceb7c470 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:40:56.446345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:56.643205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f824817e-8d97-4ca0-a593-e6c76acc240d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:56.664403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f824817e-8d97-4ca0-a593-e6c76acc240d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:56.664756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f824817e-8d97-4ca0-a593-e6c76acc240d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:56.707771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.795855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef8db95-ddf5-4aa2-b10a-400cd75de037 None None] DHCP port deletion for fe0875af-fab1-4e43-adcb-8243ceb7c470 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:40:56.866041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:56.890097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port 1e799473-4fa9-4602-97c8-c0aab3d41b77 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:56.894060 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:56.915282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:56.916133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:56.989725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dc979c74-6343-42a7-a124-a6a531ffb830 req-6d44ec5f-b4e1-4634-bbd0-3065779ac0a1 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0371981 Jul 16 20:40:57.060972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port 1e799473-4fa9-4602-97c8-c0aab3d41b77, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1e799473-4fa9-4602-97c8-c0aab3d41b77,segment=NetworkSegment(7d66c0aa-712f-477f-b668-6fc513d375e0),segment_id=7d66c0aa-712f-477f-b668-6fc513d375e0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:57.062259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.063298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:57.068056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fef8db95-ddf5-4aa2-b10a-400cd75de037 None None] Deleting port 1e799473-4fa9-4602-97c8-c0aab3d41b77 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:57.068553 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fef8db95-ddf5-4aa2-b10a-400cd75de037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.079602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for 1e799473-4fa9-4602-97c8-c0aab3d41b77 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:57.156200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fef8db95-ddf5-4aa2-b10a-400cd75de037 None None] For port 1e799473-4fa9-4602-97c8-c0aab3d41b77, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1e799473-4fa9-4602-97c8-c0aab3d41b77,segment=NetworkSegment(7d66c0aa-712f-477f-b668-6fc513d375e0),segment_id=7d66c0aa-712f-477f-b668-6fc513d375e0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:57.157220 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fef8db95-ddf5-4aa2-b10a-400cd75de037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.178361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fef8db95-ddf5-4aa2-b10a-400cd75de037 None None] Calling delete_port for 1e799473-4fa9-4602-97c8-c0aab3d41b77 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:57.218212 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.260774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=1e799473-4fa9-4602-97c8-c0aab3d41b77,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.277191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No DVR routers for this DVR port 1e799473-4fa9-4602-97c8-c0aab3d41b77 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:57.445602 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fef8db95-ddf5-4aa2-b10a-400cd75de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.499841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': '7ec91537-7208-43f6-a91a-d689b79c0b81'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:40:57.506364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8db95-ddf5-4aa2-b10a-400cd75de037 None None] Pushing event deleted for resources: {'Port': ['ID=1e799473-4fa9-4602-97c8-c0aab3d41b77,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:57.518828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8db95-ddf5-4aa2-b10a-400cd75de037 None None] No DVR routers for this DVR port 1e799473-4fa9-4602-97c8-c0aab3d41b77 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:40:57.519979 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6522bfe9-0125-4096-bf0d-efe7545ab7c4" -d '{"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "7ec91537-7208-43f6-a91a-d689b79c0b81"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:40:57.586978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.631917 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd23c41-ed47-4ce0-9bd2-caee0481d89d x-openstack-request-id: req-4cd23c41-ed47-4ce0-9bd2-caee0481d89d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:40:57.633040 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bc7ea9-9af5-45da-8b9b-e091ee017fbd", "name": "network-vif-deleted", "tag": "7ec91537-7208-43f6-a91a-d689b79c0b81", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:40:57.633536 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cd23c41-ed47-4ce0-9bd2-caee0481d89d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:40:57.634244 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bc7ea9-9af5-45da-8b9b-e091ee017fbd', 'name': 'network-vif-deleted', 'tag': '7ec91537-7208-43f6-a91a-d689b79c0b81', 'status': 'completed', 'code': 200} Jul 16 20:40:57.650989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0875af-fab1-4e43-adcb-8243ceb7c470']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:57.715582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d66c0aa-712f-477f-b668-6fc513d375e0') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:57.716210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d66c0aa-712f-477f-b668-6fc513d375e0') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:57.746842 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.752082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:54Z', 'revision_number': 8, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:57.773899 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.781478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:40:57.782238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.785076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:40:57.788070 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:40:57.795697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:57.796468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:57.869937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.887170 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:57.892680 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/networks/fe0875af-fab1-4e43-adcb-8243ceb7c470 HTTP/1.1" status: 204 len: 168 time: 1.4447591 Jul 16 20:40:57.893214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33260) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:57.914272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a3da3-715a-4d25-9f41-a09148561776 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Network': ['ID=fe0875af-fab1-4e43-adcb-8243ceb7c470,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:58.089994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:40:58.264298 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-210df95c-c971-4dd1-be4a-ce7e0997f118 req-f930f717-2f95-422f-b90a-3f285aaaf29e tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0453210 Jul 16 20:40:58.368581 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.454188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:54Z', 'revision_number': 8, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:58.514141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e240e6cc-5ac6-45cd-b793-6271fbde0134 None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:54Z', 'revision_number': 8, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4230c7-a887-497f-bd12-3031b9c7f804', 'name': '', 'network_id': '68d6d07f-8f17-4320-9b20-e4ce1386c477', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:db:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:38Z', 'updated_at': '2021-07-16T20:40:49Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '2ef57298-1699-48ac-8e8e-9bad97b32888', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:40:58.631554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1e799473-4fa9-4602-97c8-c0aab3d41b77 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:40:58.691793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 1e799473-4fa9-4602-97c8-c0aab3d41b77 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:40:58.692448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1e799473-4fa9-4602-97c8-c0aab3d41b77 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:40:58.823456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port cc4230c7-a887-497f-bd12-3031b9c7f804 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:40:58.824283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.952174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port cc4230c7-a887-497f-bd12-3031b9c7f804, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc4230c7-a887-497f-bd12-3031b9c7f804,segment=NetworkSegment(53fd7a8a-2736-47f2-977f-0e06ee603869),segment_id=53fd7a8a-2736-47f2-977f-0e06ee603869)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:40:58.952548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:58.979711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for cc4230c7-a887-497f-bd12-3031b9c7f804 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:40:59.230645 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.264712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=cc4230c7-a887-497f-bd12-3031b9c7f804,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:40:59.417658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:40:59.596221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df47b042-7066-45ec-9b64-0c6d915a1d23 req-ea130f25-e51e-4fd7-8005-2c2b5e01addf tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0543919 Jul 16 20:40:59.685587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:40:59.805023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:40:59.819237 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1c697c10-e9f3-43f9-aa33-858994532a3d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9225616 Jul 16 20:40:59.819466 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:40:59.819947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:40:59.840247 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:40:59.840904 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:40:59.997322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcfb2f6-a58e-40c7-acfd-dbd4ad7d9fed tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting subnet 2ef57298-1699-48ac-8e8e-9bad97b32888 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:00.004776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffcfb2f6-a58e-40c7-acfd-dbd4ad7d9fed tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.068979 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:00.091418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffcfb2f6-a58e-40c7-acfd-dbd4ad7d9fed tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.144154 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-37a2f93f-f76a-4975-808e-266f5be8097b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2478476 Jul 16 20:41:00.249213 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffcfb2f6-a58e-40c7-acfd-dbd4ad7d9fed tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.367561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-57b78e20-c48a-4ba5-a077-d0ebd8b37188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:00.369388 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-57b78e20-c48a-4ba5-a077-d0ebd8b37188 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f775cf4b04154a38827177d30d711eac&device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 1098 time: 0.1327653 Jul 16 20:41:00.371053 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffcfb2f6-a58e-40c7-acfd-dbd4ad7d9fed tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.387969 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:59Z', 'revision_number': 9, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:00.415283 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:00.415984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfb2f6-a58e-40c7-acfd-dbd4ad7d9fed tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef57298-1699-48ac-8e8e-9bad97b32888,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:00.428056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f2c5bf-b338-4eda-b896-9b85aab44ce9 None None] Network 68d6d07f-8f17-4320-9b20-e4ce1386c477 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:00.432170 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:00.433320 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:00.467495 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffcfb2f6-a58e-40c7-acfd-dbd4ad7d9fed tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.472859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ffcfb2f6-a58e-40c7-acfd-dbd4ad7d9fed tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/2ef57298-1699-48ac-8e8e-9bad97b32888 HTTP/1.1" status: 204 len: 168 time: 0.6490381 Jul 16 20:41:00.478246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:00.606399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.699723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-92c3815a-be83-4e23-935f-92800255ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:00.701319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-92c3815a-be83-4e23-935f-92800255ae61 service neutron] 10.222.0.63 "GET /v2.0/networks?id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 HTTP/1.1" status: 200 len: 910 time: 0.2967181 Jul 16 20:41:00.706976 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:00.757502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port a2ecfaa9-8584-4dac-9540-efa88d564a7c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:00.757844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.851139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-4b0558d2-98de-4bd3-9864-ed94823cf2c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acd58749-2260-49da-a3dd-cb0070efc1c1 HTTP/1.1" status: 200 len: 1002 time: 0.1427717 Jul 16 20:41:00.898550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port a2ecfaa9-8584-4dac-9540-efa88d564a7c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a2ecfaa9-8584-4dac-9540-efa88d564a7c,segment=NetworkSegment(53fd7a8a-2736-47f2-977f-0e06ee603869),segment_id=53fd7a8a-2736-47f2-977f-0e06ee603869)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:00.898550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:00.931831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for a2ecfaa9-8584-4dac-9540-efa88d564a7c owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:00.951849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c0099c-ecc2-49df-868b-f8783596c558 None None] DHCP port deletion for 68d6d07f-8f17-4320-9b20-e4ce1386c477 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:00.973561 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2176608-ec15-4f28-8e64-f68daf8e8500 req-d44a8866-96bf-4186-9459-bc9143be6284 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.1193101 Jul 16 20:41:00.993869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-634fe956-32b7-4371-ac5b-4499fb9f31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:00.996044 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-634fe956-32b7-4371-ac5b-4499fb9f31b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3afe8f14-42e3-460c-8578-d4af91492bda HTTP/1.1" status: 200 len: 848 time: 0.1260488 Jul 16 20:41:01.065740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-73c0099c-ecc2-49df-868b-f8783596c558 None None] Deleting port a2ecfaa9-8584-4dac-9540-efa88d564a7c {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:01.066146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73c0099c-ecc2-49df-868b-f8783596c558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.107789 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:59Z', 'revision_number': 9, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.114263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-89fc98c0-1afc-4bb3-b593-735d00804499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:01.117032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.118033 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-89fc98c0-1afc-4bb3-b593-735d00804499 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164057 Jul 16 20:41:01.149302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-73c0099c-ecc2-49df-868b-f8783596c558 None None] For port a2ecfaa9-8584-4dac-9540-efa88d564a7c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a2ecfaa9-8584-4dac-9540-efa88d564a7c,segment=NetworkSegment(53fd7a8a-2736-47f2-977f-0e06ee603869),segment_id=53fd7a8a-2736-47f2-977f-0e06ee603869)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:01.149691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73c0099c-ecc2-49df-868b-f8783596c558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.160032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=a2ecfaa9-8584-4dac-9540-efa88d564a7c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.167110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No DVR routers for this DVR port a2ecfaa9-8584-4dac-9540-efa88d564a7c on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:01.169058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-73c0099c-ecc2-49df-868b-f8783596c558 None None] Calling delete_port for a2ecfaa9-8584-4dac-9540-efa88d564a7c owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:01.173902 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e1eef-78dd-4867-a93a-6478757f5184 None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:40:59Z', 'revision_number': 9, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd99109f4-fbf8-43d6-97e6-5567440bdb09', 'name': '', 'network_id': '042abe28-dcd8-4f6a-a6c3-cd18881effc5', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:41:60:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:35Z', 'updated_at': '2021-07-16T20:40:45Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': 'c3569b9b-32ac-4ddd-9186-7f3f29be1858', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:01.285762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.298283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d6d07f-8f17-4320-9b20-e4ce1386c477']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.310262 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-559d2f43-a533-49cc-8b23-1e487e88ff4c service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848347 Jul 16 20:41:01.314466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fd7a8a-2736-47f2-977f-0e06ee603869') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.315861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fd7a8a-2736-47f2-977f-0e06ee603869') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:01.326059 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.339764 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-73c0099c-ecc2-49df-868b-f8783596c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.347001 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.353530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:01.354008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:01.358454 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:01.396401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0099c-ecc2-49df-868b-f8783596c558 None None] Pushing event deleted for resources: {'Port': ['ID=a2ecfaa9-8584-4dac-9540-efa88d564a7c,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.403445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0099c-ecc2-49df-868b-f8783596c558 None None] No DVR routers for this DVR port a2ecfaa9-8584-4dac-9540-efa88d564a7c on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:01.451218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.471614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:01.476033 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/networks/68d6d07f-8f17-4320-9b20-e4ce1386c477 HTTP/1.1" status: 204 len: 168 time: 0.9943097 Jul 16 20:41:01.476033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894b5ff-1bff-462a-9e20-6de2ab68ed8d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Network': ['ID=68d6d07f-8f17-4320-9b20-e4ce1386c477,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:01.476295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33334) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:01.482397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93de1ada-1dad-4e74-b0fd-f806fcdeb126 req-71161cdd-9667-47b2-b241-48d34283e0e5 service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572001 Jul 16 20:41:01.882021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.173552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port d99109f4-fbf8-43d6-97e6-5567440bdb09 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:02.174092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.226296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8aeba76b-eb13-4f24-9995-f2cb6561a465 req-3a78cd1e-07eb-4053-8114-a62c5ce1a2ba tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0377972 Jul 16 20:41:02.296903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port d99109f4-fbf8-43d6-97e6-5567440bdb09, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d99109f4-fbf8-43d6-97e6-5567440bdb09,segment=NetworkSegment(fdc7f15c-cb11-485f-b664-2b8d80f5764c),segment_id=fdc7f15c-cb11-485f-b664-2b8d80f5764c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:02.297362 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.316799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for d99109f4-fbf8-43d6-97e6-5567440bdb09 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:02.529068 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.562871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc4230c7-a887-497f-bd12-3031b9c7f804 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:02.587290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=d99109f4-fbf8-43d6-97e6-5567440bdb09,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:02.600095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: cc4230c7-a887-497f-bd12-3031b9c7f804 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:02.600340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc4230c7-a887-497f-bd12-3031b9c7f804 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:02.606594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a2ecfaa9-8584-4dac-9540-efa88d564a7c no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:02.638041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: a2ecfaa9-8584-4dac-9540-efa88d564a7c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:02.639672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a2ecfaa9-8584-4dac-9540-efa88d564a7c not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:02.750241 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:02.991784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:03.116489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:03.124941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e2e1f7fc-7fdd-45d5-8547-5b3a918db976 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6470761 Jul 16 20:41:03.129907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33364) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:03.130948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:03.143202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:03.144271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:03.194569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a044d76-654f-47ba-8450-37602c34a847 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting subnet c3569b9b-32ac-4ddd-9186-7f3f29be1858 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:03.200512 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a044d76-654f-47ba-8450-37602c34a847 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.261656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a044d76-654f-47ba-8450-37602c34a847 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.280127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:03.426159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a044d76-654f-47ba-8450-37602c34a847 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.531357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a7021cba-ab57-4596-a10f-d2c8f28a3bc5 req-72f865f0-f391-4aaf-a9cc-5e9ce2cda609 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0388675 Jul 16 20:41:03.535942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a044d76-654f-47ba-8450-37602c34a847 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.596862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044d76-654f-47ba-8450-37602c34a847 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Subnet': ['ID=c3569b9b-32ac-4ddd-9186-7f3f29be1858,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:03.599094 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a044d76-654f-47ba-8450-37602c34a847 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.601798 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8a044d76-654f-47ba-8450-37602c34a847 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/c3569b9b-32ac-4ddd-9186-7f3f29be1858 HTTP/1.1" status: 204 len: 168 time: 0.4707804 Jul 16 20:41:03.606569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33374) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:03.612687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c77b5-46ce-4d24-a92a-37a2877e6606 None None] Network 042abe28-dcd8-4f6a-a6c3-cd18881effc5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:03.737984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:41:02Z', 'revision_number': 10, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:03.744013 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.781277 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:03.816228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port da549946-fad5-49f7-99ba-3db86f4a1335 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:03.816656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.879793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:03.880905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:03.903442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port da549946-fad5-49f7-99ba-3db86f4a1335, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=da549946-fad5-49f7-99ba-3db86f4a1335,segment=NetworkSegment(fdc7f15c-cb11-485f-b664-2b8d80f5764c),segment_id=fdc7f15c-cb11-485f-b664-2b8d80f5764c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:03.903937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:03.928576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for da549946-fad5-49f7-99ba-3db86f4a1335 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:04.067053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:04.130537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.160400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=da549946-fad5-49f7-99ba-3db86f4a1335,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:04.170304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No DVR routers for this DVR port da549946-fad5-49f7-99ba-3db86f4a1335 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:04.181520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a657c-ef4a-41ae-9bb9-b7809ade024f None None] DHCP port deletion for 042abe28-dcd8-4f6a-a6c3-cd18881effc5 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:04.308890 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.325947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042abe28-dcd8-4f6a-a6c3-cd18881effc5']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:04.336666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc7f15c-cb11-485f-b664-2b8d80f5764c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:04.336971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc7f15c-cb11-485f-b664-2b8d80f5764c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:04.347972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.365039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:41:02Z', 'revision_number': 10, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:04.367756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.380688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:04.381470 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:04.385789 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:04.411970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58ea92-9769-4f69-86ce-6bbaafb5f144 None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:41:02Z', 'revision_number': 10, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None, '_interfaces': [{'id': '846c5eb2-af68-40e4-8adf-d06b5122d4d4', 'name': '', 'network_id': 'abea60fd-1041-4d00-90b0-3b18344ca206', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'mac_address': 'fa:16:3e:1b:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:40:30Z', 'updated_at': '2021-07-16T20:40:39Z', 'revision_number': 5, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'subnets': [{'id': '9218d76a-6031-42d3-bcc8-ea99bb1b6396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:04.467081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.475525 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:04.477226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/networks/042abe28-dcd8-4f6a-a6c3-cd18881effc5 HTTP/1.1" status: 204 len: 168 time: 0.8695884 Jul 16 20:41:04.480320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:04.491189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff97ee4-6fc6-4916-9be5-ad861606f115 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Network': ['ID=042abe28-dcd8-4f6a-a6c3-cd18881effc5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:04.738222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abd7fb68-ce8a-4b32-8978-ff2b4d4da80b req-503d804d-8023-4657-8ddc-0568bdbd5622 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0404556 Jul 16 20:41:04.925112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device da549946-fad5-49f7-99ba-3db86f4a1335 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:04.952318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: da549946-fad5-49f7-99ba-3db86f4a1335 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:04.952840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device da549946-fad5-49f7-99ba-3db86f4a1335 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:05.164826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.452444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port 846c5eb2-af68-40e4-8adf-d06b5122d4d4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:05.453117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.546328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port 846c5eb2-af68-40e4-8adf-d06b5122d4d4, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=846c5eb2-af68-40e4-8adf-d06b5122d4d4,segment=NetworkSegment(96041b68-b96e-48fa-805c-0d7a627e4a00),segment_id=96041b68-b96e-48fa-805c-0d7a627e4a00)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:05.546778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.560070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for 846c5eb2-af68-40e4-8adf-d06b5122d4d4 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:05.761891 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:05.788883 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=846c5eb2-af68-40e4-8adf-d06b5122d4d4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:05.914872 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.035448 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-74763817-71a4-4203-b862-5b38f802bcf5 req-7b83a950-edf5-4d2e-98ce-b4acdbec59c0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0601821 Jul 16 20:41:06.130677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:06.212126 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:06.217340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3a150887-49de-4cfb-aa08-bfefb808fc36 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356894 Jul 16 20:41:06.220091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33430) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:06.240809 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794643e-7b18-4748-8e96-243c413c069b None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:06.247229 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794643e-7b18-4748-8e96-243c413c069b None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:06.247496 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9794643e-7b18-4748-8e96-243c413c069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:06.325798 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9794643e-7b18-4748-8e96-243c413c069b None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:06.397681 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9794643e-7b18-4748-8e96-243c413c069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:41:05Z', 'revision_number': 11, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:06.426627 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794643e-7b18-4748-8e96-243c413c069b None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:06.436839 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794643e-7b18-4748-8e96-243c413c069b None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:06.437476 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9794643e-7b18-4748-8e96-243c413c069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:06.541664 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9794643e-7b18-4748-8e96-243c413c069b None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:06.565305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d99109f4-fbf8-43d6-97e6-5567440bdb09 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:06.588980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d99109f4-fbf8-43d6-97e6-5567440bdb09 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:06.589722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d99109f4-fbf8-43d6-97e6-5567440bdb09 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:06.618510 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9794643e-7b18-4748-8e96-243c413c069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:41:05Z', 'revision_number': 11, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:06.654186 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794643e-7b18-4748-8e96-243c413c069b None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:41:05Z', 'revision_number': 11, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:06.763627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc252d8d-b640-41ee-8dba-7f7e82c39b4d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting subnet 9218d76a-6031-42d3-bcc8-ea99bb1b6396 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:06.766984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc252d8d-b640-41ee-8dba-7f7e82c39b4d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.810631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc252d8d-b640-41ee-8dba-7f7e82c39b4d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.903287 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc252d8d-b640-41ee-8dba-7f7e82c39b4d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.965707 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc252d8d-b640-41ee-8dba-7f7e82c39b4d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:06.993591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc252d8d-b640-41ee-8dba-7f7e82c39b4d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Subnet': ['ID=9218d76a-6031-42d3-bcc8-ea99bb1b6396,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:06.998710 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc252d8d-b640-41ee-8dba-7f7e82c39b4d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.000382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cc252d8d-b640-41ee-8dba-7f7e82c39b4d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/9218d76a-6031-42d3-bcc8-ea99bb1b6396 HTTP/1.1" status: 204 len: 168 time: 0.7792888 Jul 16 20:41:07.003560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:07.019930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43ec872-96d0-40d8-9432-a6b33a0ed498 None None] Network abea60fd-1041-4d00-90b0-3b18344ca206 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:07.099855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.222075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Deleting port d01255b4-6c9e-4446-8a83-956253997772 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:07.222612 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.294832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-03061385-271a-44c6-be47-4ea375a370db req-be1fa715-8833-45f2-9153-179ed433288d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0382762 Jul 16 20:41:07.308948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] For port d01255b4-6c9e-4446-8a83-956253997772, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d01255b4-6c9e-4446-8a83-956253997772,segment=NetworkSegment(96041b68-b96e-48fa-805c-0d7a627e4a00),segment_id=96041b68-b96e-48fa-805c-0d7a627e4a00)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:07.308948 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.324760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Calling delete_port for d01255b4-6c9e-4446-8a83-956253997772 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:07.362943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] DHCP port deletion for abea60fd-1041-4d00-90b0-3b18344ca206 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:07.418657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] Deleting port d01255b4-6c9e-4446-8a83-956253997772 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:07.419223 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.421840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.453433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Port': ['ID=d01255b4-6c9e-4446-8a83-956253997772,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:07.457540 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No DVR routers for this DVR port d01255b4-6c9e-4446-8a83-956253997772 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:07.497645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] For port d01255b4-6c9e-4446-8a83-956253997772, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:07.498301 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.514844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] Calling delete_port for d01255b4-6c9e-4446-8a83-956253997772 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:07.518564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] Port d01255b4-6c9e-4446-8a83-956253997772 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:41:07.520073 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.535901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.547151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abea60fd-1041-4d00-90b0-3b18344ca206']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:07.552447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] Pushing event deleted for resources: {'Port': ['ID=d01255b4-6c9e-4446-8a83-956253997772,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:07.557428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b926b-f414-4cc0-a00f-8c0d187f9d51 None None] No DVR routers for this DVR port d01255b4-6c9e-4446-8a83-956253997772 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:07.559809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96041b68-b96e-48fa-805c-0d7a627e4a00') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:07.560111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96041b68-b96e-48fa-805c-0d7a627e4a00') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:07.578833 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.601280 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.607872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:07.608341 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:07.611611 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:07.684797 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.697682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:07.702331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:07.702475 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/networks/abea60fd-1041-4d00-90b0-3b18344ca206 HTTP/1.1" status: 204 len: 168 time: 0.6978426 Jul 16 20:41:07.707867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'routes': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:07.714894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d9a41-fe38-44af-9feb-1fc5418ffb6b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Pushing event deleted for resources: {'Network': ['ID=abea60fd-1041-4d00-90b0-3b18344ca206,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:07.875350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Added routes are [] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 20:41:07.875733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.extraroute_db [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Removed routes are [] {{(pid=93959) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 20:41:07.876334 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.025156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.028475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.107423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router 900690b8-cd6b-4ac8-b686-e09b40415c88 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:08.189123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:08.199886 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.203688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a47d8544-39fc-4bd2-ae48-2e656204a8ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88 HTTP/1.1" status: 200 len: 705 time: 0.4975238 Jul 16 20:41:08.203846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] Sync routers for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:08.206827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.212248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:08.212974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:08.247244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b0033d47-7f57-4800-bf1b-03cbc199114b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=900690b8-cd6b-4ac8-b686-e09b40415c88 HTTP/1.1" status: 200 len: 205 time: 0.0391459 Jul 16 20:41:08.249641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.288911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:08.343575 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75b1a30e-0cec-4090-8a40-ed6d29288773 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.573735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:41:05Z', 'revision_number': 11, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:08.575698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 846c5eb2-af68-40e4-8adf-d06b5122d4d4 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:08.597071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 846c5eb2-af68-40e4-8adf-d06b5122d4d4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:08.597345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 846c5eb2-af68-40e4-8adf-d06b5122d4d4 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:08.597726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d01255b4-6c9e-4446-8a83-956253997772 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:08.625648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] Checking router: 900690b8-cd6b-4ac8-b686-e09b40415c88 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:08.648187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d01255b4-6c9e-4446-8a83-956253997772 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:08.648530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d01255b4-6c9e-4446-8a83-956253997772 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:08.651666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] Routers {'900690b8-cd6b-4ac8-b686-e09b40415c88'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:08.652198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['900690b8-cd6b-4ac8-b686-e09b40415c88'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:08.687856 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e5447dc6-c5f9-4ec5-832d-a1f206833a6f req-f5740e87-9286-4b1e-bb45-0b859928755b tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.1265411 Jul 16 20:41:08.692042 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75b1a30e-0cec-4090-8a40-ed6d29288773 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.700221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75b1a30e-0cec-4090-8a40-ed6d29288773 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.739972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] Set router 900690b8-cd6b-4ac8-b686-e09b40415c88 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:08.769181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75b1a30e-0cec-4090-8a40-ed6d29288773 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.769769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b1a30e-0cec-4090-8a40-ed6d29288773 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Fanout notify agent at l3_agent the message router_deleted on router 900690b8-cd6b-4ac8-b686-e09b40415c88 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:08.777922 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75b1a30e-0cec-4090-8a40-ed6d29288773 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.784478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33486) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.793648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cb62f5f7-c4e2-4bce-a44e-3edeea4f9fe1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1283974335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:08.797599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:41:05Z', 'revision_number': 11, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:08.799494 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-75b1a30e-0cec-4090-8a40-ed6d29288773 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88 HTTP/1.1" status: 204 len: 168 time: 0.5487921 Jul 16 20:41:08.826230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5f7-c4e2-4bce-a44e-3edeea4f9fe1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.828092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5f7-c4e2-4bce-a44e-3edeea4f9fe1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.836089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329d1fd-b02b-4646-9b18-adee22656cce None None] The sync data for ids ['900690b8-cd6b-4ac8-b686-e09b40415c88'] in n-d-792394-17 is: [{'id': '900690b8-cd6b-4ac8-b686-e09b40415c88', 'name': 'tempest-RoutersIpV6Test-router-1165503068', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:40:29Z', 'updated_at': '2021-07-16T20:41:05Z', 'revision_number': 11, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:08.917990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5f7-c4e2-4bce-a44e-3edeea4f9fe1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.923054 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5f7-c4e2-4bce-a44e-3edeea4f9fe1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.942271 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb62f5f7-c4e2-4bce-a44e-3edeea4f9fe1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:08.946264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cb62f5f7-c4e2-4bce-a44e-3edeea4f9fe1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1580243 Jul 16 20:41:08.946601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33488) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:08.953082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d7a4b8b0-d5be-42e6-9ca9-5e9b98cb25c3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:09.223635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b8b0-d5be-42e6-9ca9-5e9b98cb25c3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.236934 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b8b0-d5be-42e6-9ca9-5e9b98cb25c3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.349006 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a4b8b0-d5be-42e6-9ca9-5e9b98cb25c3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Router d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:41:09.452565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a4b8b0-d5be-42e6-9ca9-5e9b98cb25c3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:09.460721 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b8b0-d5be-42e6-9ca9-5e9b98cb25c3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.461925 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d7a4b8b0-d5be-42e6-9ca9-5e9b98cb25c3 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "PUT /v2.0/routers/d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 HTTP/1.1" status: 200 len: 698 time: 0.5142248 Jul 16 20:41:09.464713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33502) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.476089 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] Sync routers for ids ['d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:09.488077 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] Routers {'d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:09.490058 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:09.572329 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.572792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3492dd44-0ecf-4b60-b44f-fc3b47081594 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/routers/d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 HTTP/1.1" status: 200 len: 704 time: 0.1060073 Jul 16 20:41:09.589174 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] Set router d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:09.618859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d7bfe3c9-de27-4e18-97fa-b0aca950d854 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 HTTP/1.1" status: 200 len: 205 time: 0.0401652 Jul 16 20:41:09.624053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:09.659087 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92', 'name': 'tempest-RoutersIpV6Test-router-1283974335', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:08Z', 'updated_at': '2021-07-16T20:41:09Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:09.708825 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] Checking router: d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:09.717883 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] Routers {'d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:09.718443 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4a1b-d1fc-462f-b6e4-15f3d2f6da5c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.718568 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:09.843833 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] Set router d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:09.885561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3b22777b-0eff-42ca-a86e-dec89c209bdd req-0c7d303a-93b7-41ad-89b5-c120de7c22f2 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0345874 Jul 16 20:41:09.942901 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4a1b-d1fc-462f-b6e4-15f3d2f6da5c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.945263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4a1b-d1fc-462f-b6e4-15f3d2f6da5c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:09.947568 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92', 'name': 'tempest-RoutersIpV6Test-router-1283974335', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:08Z', 'updated_at': '2021-07-16T20:41:09Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:09.990300 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8367d063-fa11-4ef9-94e2-c62b6d1c4f37 None None] The sync data for ids ['d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92'] in n-d-792394-17 is: [{'id': 'd7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92', 'name': 'tempest-RoutersIpV6Test-router-1283974335', 'tenant_id': '539bb1eeb2674e1ab03139b1ad67c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:41:08Z', 'updated_at': '2021-07-16T20:41:09Z', 'revision_number': 2, 'project_id': '539bb1eeb2674e1ab03139b1ad67c973', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:10.000098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4a1b-d1fc-462f-b6e4-15f3d2f6da5c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.001150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ff4a1b-d1fc-462f-b6e4-15f3d2f6da5c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Fanout notify agent at l3_agent the message router_deleted on router d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:10.012990 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3ff4a1b-d1fc-462f-b6e4-15f3d2f6da5c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:10.015336 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f3ff4a1b-d1fc-462f-b6e4-15f3d2f6da5c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 HTTP/1.1" status: 204 len: 168 time: 0.3893678 Jul 16 20:41:10.020683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33518) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.056442 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-34554838-d5dd-4bab-ad98-36ad8a377a11 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 HTTP/1.1" status: 200 len: 205 time: 0.0339067 Jul 16 20:41:10.058945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.107616 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-9e180621-4add-4564-a577-f82710ef5a0d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.108811 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9e180621-4add-4564-a577-f82710ef5a0d tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/d7e10fd4-3cce-4ec8-b1c5-15c91b8b8e92 HTTP/1.1" status: 404 len: 336 time: 0.0488863 Jul 16 20:41:10.111893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.155329 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-20391ebf-34de-4336-9a78-bb48d1c3db82 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:10.155803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20391ebf-34de-4336-9a78-bb48d1c3db82 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:10.157611 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-20391ebf-34de-4336-9a78-bb48d1c3db82 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/fbcd7d15-a992-4e1d-87fa-ab58e38ee40c HTTP/1.1" status: 404 len: 337 time: 0.0446951 Jul 16 20:41:10.160970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33524) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.192423 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ccd191-fe0d-4eda-9c1a-fc0e19aaf7e5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:10.192888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ccd191-fe0d-4eda-9c1a-fc0e19aaf7e5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:10.197885 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c8ccd191-fe0d-4eda-9c1a-fc0e19aaf7e5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/2ef57298-1699-48ac-8e8e-9bad97b32888 HTTP/1.1" status: 404 len: 337 time: 0.0357685 Jul 16 20:41:10.198066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.261212 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76c67d1-6667-4122-a041-18257ec246ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:10.261780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76c67d1-6667-4122-a041-18257ec246ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:10.263853 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b76c67d1-6667-4122-a041-18257ec246ad tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/c3569b9b-32ac-4ddd-9186-7f3f29be1858 HTTP/1.1" status: 404 len: 337 time: 0.0648279 Jul 16 20:41:10.267048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33530) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.301913 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f402f18f-5efc-4f8a-bb4a-a534efca64fb tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:10.302686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f402f18f-5efc-4f8a-bb4a-a534efca64fb tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:10.305791 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f402f18f-5efc-4f8a-bb4a-a534efca64fb tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/9218d76a-6031-42d3-bcc8-ea99bb1b6396 HTTP/1.1" status: 404 len: 337 time: 0.0359824 Jul 16 20:41:10.311125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33532) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.347618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-acd127a7-4d19-4c86-ba75-fd5cdc763db5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=900690b8-cd6b-4ac8-b686-e09b40415c88 HTTP/1.1" status: 200 len: 205 time: 0.0336447 Jul 16 20:41:10.348980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33534) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.412249 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-da8353bf-cbc8-4d19-8d1a-ba1d86681319 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.415823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-da8353bf-cbc8-4d19-8d1a-ba1d86681319 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/900690b8-cd6b-4ac8-b686-e09b40415c88 HTTP/1.1" status: 404 len: 336 time: 0.0635295 Jul 16 20:41:10.422966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.487804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d0db7203-783b-4d16-bf04-f02612045744 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0f51d2a-8ecc-4810-b29e-e068620c91d4 HTTP/1.1" status: 200 len: 205 time: 0.0607672 Jul 16 20:41:10.489203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33546) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.539020 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-e8590ea1-10f4-41fb-a58f-84af0c43e1d1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.540453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e8590ea1-10f4-41fb-a58f-84af0c43e1d1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/f0f51d2a-8ecc-4810-b29e-e068620c91d4 HTTP/1.1" status: 404 len: 336 time: 0.0511913 Jul 16 20:41:10.542913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33548) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.588735 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-26440371-8ca9-48b5-a9ed-b5ea5fefdc89 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:10.589202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26440371-8ca9-48b5-a9ed-b5ea5fefdc89 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:10.591371 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-26440371-8ca9-48b5-a9ed-b5ea5fefdc89 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/8afe7290-d365-4c75-a4e7-19a631029589 HTTP/1.1" status: 404 len: 337 time: 0.0467947 Jul 16 20:41:10.594718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.654438 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-12fbb4b8-2bd8-477e-9927-7395976e0b9a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=5031fd0f-2cc2-4e39-b67a-fb3855e450c1 HTTP/1.1" status: 200 len: 205 time: 0.0583501 Jul 16 20:41:10.656636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.698368 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-177671f5-db67-42ad-83df-5ee515ab398a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.699812 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-177671f5-db67-42ad-83df-5ee515ab398a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/5031fd0f-2cc2-4e39-b67a-fb3855e450c1 HTTP/1.1" status: 404 len: 336 time: 0.0418527 Jul 16 20:41:10.702105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.737841 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c08a885e-28ad-4733-a654-147e15ddbe00 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=afe59621-7550-40c1-b39e-9d41a5425848 HTTP/1.1" status: 200 len: 205 time: 0.0319121 Jul 16 20:41:10.738085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33560) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.779298 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-4fff982a-343a-42f6-85be-7e4204ced6b1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.781347 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4fff982a-343a-42f6-85be-7e4204ced6b1 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/afe59621-7550-40c1-b39e-9d41a5425848 HTTP/1.1" status: 404 len: 336 time: 0.0415013 Jul 16 20:41:10.783103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.810617 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d14d443-2469-4143-ac96-96c13df673b5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:10.811179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d14d443-2469-4143-ac96-96c13df673b5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:10.813502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9d14d443-2469-4143-ac96-96c13df673b5 tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/10b6fbb9-0b52-4f3e-b83a-453dddcc1138 HTTP/1.1" status: 404 len: 337 time: 0.0293233 Jul 16 20:41:10.816785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33564) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.858298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.859013 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3fca9234-026f-448a-82fe-6330917fe92b tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a39a38-3d6b-469a-aa62-d5a77e6aef01 HTTP/1.1" status: 200 len: 205 time: 0.0407910 Jul 16 20:41:10.901623 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-695fb87f-1b27-414d-aef5-2e6c8b73d44f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] delete failed (client error): The resource could not be found. Jul 16 20:41:10.905466 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-695fb87f-1b27-414d-aef5-2e6c8b73d44f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/38a39a38-3d6b-469a-aa62-d5a77e6aef01 HTTP/1.1" status: 404 len: 336 time: 0.0433805 Jul 16 20:41:10.906082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33568) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.950902 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6e1aa6-dd3a-4cbe-99e2-4d729c9adb9c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:10.951603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6e1aa6-dd3a-4cbe-99e2-4d729c9adb9c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:10.957169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33572) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:10.957968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1d6e1aa6-dd3a-4cbe-99e2-4d729c9adb9c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/c40d93d7-9dd2-44e1-af12-27fe97242d64 HTTP/1.1" status: 404 len: 337 time: 0.0504527 Jul 16 20:41:11.002911 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5fbf804e-6706-4991-8d4f-926a1a8ecd0f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f6267e8-dea7-4397-a941-6e4377f3ee1e HTTP/1.1" status: 200 len: 205 time: 0.0440588 Jul 16 20:41:11.005779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33576) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.061906 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-a36f9dfa-0ceb-4cc7-8a61-f5771636756c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] delete failed (client error): The resource could not be found. Jul 16 20:41:11.064552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a36f9dfa-0ceb-4cc7-8a61-f5771636756c tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/routers/0f6267e8-dea7-4397-a941-6e4377f3ee1e HTTP/1.1" status: 404 len: 336 time: 0.0574172 Jul 16 20:41:11.065464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.130255 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d5a51b-6225-49bf-995e-4e4da2b6f96f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:11.130977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d5a51b-6225-49bf-995e-4e4da2b6f96f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:11.133224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-50d5a51b-6225-49bf-995e-4e4da2b6f96f tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/a4941058-50c7-4784-a2a9-d2daa4f67baa HTTP/1.1" status: 404 len: 337 time: 0.0666776 Jul 16 20:41:11.139437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33582) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.178041 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6af73b4-0b5c-43ad-af7d-492688f5ee5a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] DELETE failed (client error): The resource could not be found. Jul 16 20:41:11.178804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6af73b4-0b5c-43ad-af7d-492688f5ee5a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:41:11.181527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b6af73b4-0b5c-43ad-af7d-492688f5ee5a tempest-RoutersIpV6Test-1685517970 tempest-RoutersIpV6Test-1685517970-project] 10.222.0.10 "DELETE /v2.0/subnets/d48101d6-ae46-47cf-92b7-97cee8565756 HTTP/1.1" status: 404 len: 337 time: 0.0402670 Jul 16 20:41:11.491711 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3338110d-92b8-461f-91fd-832c08ac6e55 req-e70a0a17-b36d-40b7-adbb-0f9186851741 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.4053710 Jul 16 20:41:11.551083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33596) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.716652 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ec7639f6-7483-412a-bbb0-228bae3b06e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=539bb1eeb2674e1ab03139b1ad67c973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620154 Jul 16 20:41:11.717034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33600) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:11.774445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21e001e2-3f32-418d-a661-662e30a5606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.798353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21e001e2-3f32-418d-a661-662e30a5606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.873454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21e001e2-3f32-418d-a661-662e30a5606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.876736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21e001e2-3f32-418d-a661-662e30a5606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:11.882066 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-21e001e2-3f32-418d-a661-662e30a5606a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89f524a2-f928-4560-b84b-68d7334c27ec HTTP/1.1" status: 204 len: 168 time: 0.1639633 Jul 16 20:41:11.893574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e001e2-3f32-418d-a661-662e30a5606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f524a2-f928-4560-b84b-68d7334c27ec,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:12.800460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04270fed-443b-4fa5-9125-ac80666ddda6 req-f1c4c29f-5c3e-49b3-9cd5-342148bbfb78 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0679312 Jul 16 20:41:12.849288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33656) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:12.995582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4a2d06d7-465f-4496-85ad-b584a554e909 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-111493438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:13.021855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a2d06d7-465f-4496-85ad-b584a554e909 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.025534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a2d06d7-465f-4496-85ad-b584a554e909 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.107838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a2d06d7-465f-4496-85ad-b584a554e909 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.114009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a2d06d7-465f-4496-85ad-b584a554e909 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.141772 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a2d06d7-465f-4496-85ad-b584a554e909 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.148027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.149265 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4a2d06d7-465f-4496-85ad-b584a554e909 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2985232 Jul 16 20:41:13.153798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1388904224'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:13.208232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Made reservation on behalf of 44dcfbcf757b4be2895603d440976536 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:13.211802 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.231106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.357488 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.362292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.409014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:13.411742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82681118-821c-4c4b-a492-ce7e7bee0384,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:13.424829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.425177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.425518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.425877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.426170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.426705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.427038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.427448 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.427732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.428054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.428376 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.428696 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:13.434689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.435044 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Added segment e81f94c7-d992-429c-bb1a-3eb1819693f2 of type vlan for network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd Jul 16 20:41:13.482288 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.525737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.532480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:13.534084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.586198 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4370050 Jul 16 20:41:13.589216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:13.594971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'subnet': {'network_id': 'd40d17c9-24b5-4bdd-9a76-1478d41fe2dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:13.622519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58a9d3-05e7-4f02-ab0f-8a64de700b3e tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Network': ['ID=d40d17c9-24b5-4bdd-9a76-1478d41fe2dd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:13.636227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:13.717229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Made reservation on behalf of 44dcfbcf757b4be2895603d440976536 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:13.729256 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:13.992319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.070890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Subnet': ['ID=9a079e07-dadd-460d-b75f-af82f400a4c4,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:14.083578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b475d653-b64c-482a-825a-f5b13a33f15e req-d447ffd8-8678-40e9-918e-e3d9bfd7fc79 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0554805 Jul 16 20:41:14.107980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Checking segment: {'id': 'e81f94c7-d992-429c-bb1a-3eb1819693f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd40d17c9-24b5-4bdd-9a76-1478d41fe2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:14.108611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network hostable DHCP agents. Network: d40d17c9-24b5-4bdd-9a76-1478d41fe2dd, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:14.145787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:14.157729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, d40d17c9-24b5-4bdd-9a76-1478d41fe2dd) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:14.167618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758199b7-da74-405b-96f9-4a383ab40feb None None] Network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:14.200341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:14.201448 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.230003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d946e145-1266-4f5b-b2e3-d98cabfbb576 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6368864 Jul 16 20:41:14.230623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33702) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:14.240199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'network': {'name': 'tempest-router-network01--1547484353'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:14.273678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Made reservation on behalf of 44dcfbcf757b4be2895603d440976536 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:14.277871 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.306806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:14.319654 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.320133 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Added segment f31bd931-8895-4937-9b6d-8af8e234888b of type vlan for network f5be37ea-f949-4b16-a6d8-312a6bc5f287 Jul 16 20:41:14.354506 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-d40d17c9-24b5-4bdd-9a76-1478d41fe2dd', 'network_id': 'd40d17c9-24b5-4bdd-9a76-1478d41fe2dd', 'tenant_id': '44dcfbcf757b4be2895603d440976536', 'fixed_ips': [{'subnet_id': '9a079e07-dadd-460d-b75f-af82f400a4c4'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:14.355415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.376458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.413274 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.419048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:14.419684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.470447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2386460 Jul 16 20:41:14.473208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:14.479269 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'network': {'name': 'tempest-router-network02--1615508010'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:14.525918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Made reservation on behalf of 44dcfbcf757b4be2895603d440976536 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:14.547192 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.558153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d68847-9db6-405b-a115-1d1d6e5bed32 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Network': ['ID=f5be37ea-f949-4b16-a6d8-312a6bc5f287,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:14.587488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network f5be37ea-f949-4b16-a6d8-312a6bc5f287 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:14.597649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:14.649669 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.651912 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Added segment dd406064-d672-4cd7-a224-01e717f91b41 of type vlan for network 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 Jul 16 20:41:14.762500 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.780306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Allocated IP 2001:db8::2 (d40d17c9-24b5-4bdd-9a76-1478d41fe2dd/9a079e07-dadd-460d-b75f-af82f400a4c4/5ea12337-4c3a-44b7-96a5-ecda044bf4d1) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:14.795175 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.802479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:14.803087 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:14.868973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3934491 Jul 16 20:41:14.871501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:14.878313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'subnet': {'network_id': 'f5be37ea-f949-4b16-a6d8-312a6bc5f287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:14.973076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16533bc-4a8b-4eeb-bd11-cdbd7731e925 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Network': ['ID=43c08c9c-86f9-4ec0-a88e-4c8fb65832f0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:14.987978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:15.035084 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.051993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Made reservation on behalf of 44dcfbcf757b4be2895603d440976536 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:15.056684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.079772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Transition to ACTIVE for port object 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:15.098367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Transition to ACTIVE for port object 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:15.106299 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.152710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:15.157742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:15.162435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:15.183959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Pushing event updated for resources: {'Port': ['ID=5ea12337-4c3a-44b7-96a5-ecda044bf4d1,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:15.288373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Attempting to bind port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:15.289009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Attempting to bind port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e81f94c7-d992-429c-bb1a-3eb1819693f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd40d17c9-24b5-4bdd-9a76-1478d41fe2dd'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:15.289559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Attempting to bind port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 on network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:15.294801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:15.295473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Checking segment: {'id': 'e81f94c7-d992-429c-bb1a-3eb1819693f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd40d17c9-24b5-4bdd-9a76-1478d41fe2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:15.295881 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.296270 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Bound using segment: {'id': 'e81f94c7-d992-429c-bb1a-3eb1819693f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd40d17c9-24b5-4bdd-9a76-1478d41fe2dd'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:15.296731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Bound port: 5ea12337-4c3a-44b7-96a5-ecda044bf4d1, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81f94c7-d992-429c-bb1a-3eb1819693f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd40d17c9-24b5-4bdd-9a76-1478d41fe2dd'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:15.297104 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.382422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a275ef5d-44d1-494e-81af-26f89be71930 req-8c42a1e3-4e28-4270-8d3c-09b3ec0743f3 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/ports?device_id=01bc7ea9-9af5-45da-8b9b-e091ee017fbd HTTP/1.1" status: 200 len: 210 time: 0.0843618 Jul 16 20:41:15.383776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] For port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:15.388982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] For port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5ea12337-4c3a-44b7-96a5-ecda044bf4d1,segment=NetworkSegment(e81f94c7-d992-429c-bb1a-3eb1819693f2),segment_id=e81f94c7-d992-429c-bb1a-3eb1819693f2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:15.395810 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.416552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.525228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd3002-22e0-4220-8820-d08cd8119da5 None None] Pushing event updated for resources: {'Port': ['ID=5ea12337-4c3a-44b7-96a5-ecda044bf4d1,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:15.548342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Subnet': ['ID=01828f8a-da1b-496c-b27c-6c84cd044744,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:15.571412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Checking segment: {'id': 'f31bd931-8895-4937-9b6d-8af8e234888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f5be37ea-f949-4b16-a6d8-312a6bc5f287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:15.571923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network hostable DHCP agents. Network: f5be37ea-f949-4b16-a6d8-312a6bc5f287, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:15.593456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network f5be37ea-f949-4b16-a6d8-312a6bc5f287 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:15.605222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, f5be37ea-f949-4b16-a6d8-312a6bc5f287) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:15.616314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c158c1b-5663-4b7d-80fa-64e894d5b102 None None] Network f5be37ea-f949-4b16-a6d8-312a6bc5f287 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:15.620821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:15.628585 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.652804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-489266ee-2551-49d8-8b57-b9e5742984ab tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7799504 Jul 16 20:41:15.655729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33740) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:15.662613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'subnet': {'network_id': '43c08c9c-86f9-4ec0-a88e-4c8fb65832f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:15.855347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Made reservation on behalf of 44dcfbcf757b4be2895603d440976536 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:15.860094 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.886235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:15.974382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-f5be37ea-f949-4b16-a6d8-312a6bc5f287', 'network_id': 'f5be37ea-f949-4b16-a6d8-312a6bc5f287', 'tenant_id': '44dcfbcf757b4be2895603d440976536', 'fixed_ips': [{'subnet_id': '01828f8a-da1b-496c-b27c-6c84cd044744'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:15.975285 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.118605 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.171002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Allocated IP 2001:db8::2 (f5be37ea-f949-4b16-a6d8-312a6bc5f287/01828f8a-da1b-496c-b27c-6c84cd044744/d7fb3486-662f-4ce1-9440-2b7780aad5f7) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:16.191889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Subnet': ['ID=61cced45-eb16-4868-b983-5f865986b22c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:16.218475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Checking segment: {'id': 'dd406064-d672-4cd7-a224-01e717f91b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43c08c9c-86f9-4ec0-a88e-4c8fb65832f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:16.218891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network hostable DHCP agents. Network: 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:16.240973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:16.257191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:16.274604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:16.275403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b4317-4910-487e-8a05-09f29eece1e1 None None] Network 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:16.275550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.317989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-85a17c27-2fa3-48ae-8ff4-8aacf3b271c6 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6608272 Jul 16 20:41:16.320882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:16.507438 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.527991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Transition to ACTIVE for port object d7fb3486-662f-4ce1-9440-2b7780aad5f7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:16.567417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Transition to ACTIVE for port object d7fb3486-662f-4ce1-9440-2b7780aad5f7 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:16.586864 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.702991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:16.709976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33776) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:16.732194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Network f5be37ea-f949-4b16-a6d8-312a6bc5f287 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:16.811515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Pushing event updated for resources: {'Port': ['ID=d7fb3486-662f-4ce1-9440-2b7780aad5f7,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:16.821499 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.832030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-43c08c9c-86f9-4ec0-a88e-4c8fb65832f0', 'network_id': '43c08c9c-86f9-4ec0-a88e-4c8fb65832f0', 'tenant_id': '44dcfbcf757b4be2895603d440976536', 'fixed_ips': [{'subnet_id': '61cced45-eb16-4868-b983-5f865986b22c'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:16.832882 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.858478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:16.917491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58ccd7e4-cbe8-40cc-83f9-5ed2a18152a0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.945544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58ccd7e4-cbe8-40cc-83f9-5ed2a18152a0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:16.959524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:17.025852 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58ccd7e4-cbe8-40cc-83f9-5ed2a18152a0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.035549 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-58ccd7e4-cbe8-40cc-83f9-5ed2a18152a0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.041488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-58ccd7e4-cbe8-40cc-83f9-5ed2a18152a0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "DELETE /v2.0/security-groups/cd3b88f3-5254-45d4-a7b4-7ab4370563c7 HTTP/1.1" status: 204 len: 168 time: 0.3275139 Jul 16 20:41:17.041860 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.055454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:17.076610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccd7e4-cbe8-40cc-83f9-5ed2a18152a0 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3b88f3-5254-45d4-a7b4-7ab4370563c7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.102030 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-ee51a5f0-79b0-4345-ab88-07de70472871 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] show failed (client error): The resource could not be found. Jul 16 20:41:17.105916 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ee51a5f0-79b0-4345-ab88-07de70472871 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "GET /v2.0/security-groups/cd3b88f3-5254-45d4-a7b4-7ab4370563c7 HTTP/1.1" status: 404 len: 347 time: 0.0452585 Jul 16 20:41:17.107172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:17.162684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Attempting to bind port d7fb3486-662f-4ce1-9440-2b7780aad5f7 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:17.162970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Attempting to bind port d7fb3486-662f-4ce1-9440-2b7780aad5f7 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f31bd931-8895-4937-9b6d-8af8e234888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f5be37ea-f949-4b16-a6d8-312a6bc5f287'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:17.163374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Attempting to bind port d7fb3486-662f-4ce1-9440-2b7780aad5f7 on network f5be37ea-f949-4b16-a6d8-312a6bc5f287 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:17.172559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff44bf2-4187-4e71-86e8-060cc3b2b165 None None] Network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:17.279826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Allocated IP 2001:db8::2 (43c08c9c-86f9-4ec0-a88e-4c8fb65832f0/61cced45-eb16-4868-b983-5f865986b22c/7467c2b8-1db1-49fd-b7dc-cb398682fe38) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:17.286134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Allocated IP 2001:db8::1 (f5be37ea-f949-4b16-a6d8-312a6bc5f287/01828f8a-da1b-496c-b27c-6c84cd044744/1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:17.388315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting port 7bdfff34-74b0-4294-af10-cb77082ce508 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:17.388878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.402869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:17.403308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Checking segment: {'id': 'f31bd931-8895-4937-9b6d-8af8e234888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f5be37ea-f949-4b16-a6d8-312a6bc5f287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:17.405504 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.405913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Bound using segment: {'id': 'f31bd931-8895-4937-9b6d-8af8e234888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f5be37ea-f949-4b16-a6d8-312a6bc5f287'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:17.406409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Bound port: d7fb3486-662f-4ce1-9440-2b7780aad5f7, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31bd931-8895-4937-9b6d-8af8e234888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f5be37ea-f949-4b16-a6d8-312a6bc5f287'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:17.406798 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.426952 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.448945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Transition to ACTIVE for port object 1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:17.491130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0cc4f1d3-d39c-4a3a-8545-a15e7d723efd None None] Provisioning for port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:17.518903 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.539040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.539405 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.555122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Calling delete_port for 7bdfff34-74b0-4294-af10-cb77082ce508 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:17.568038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:17.572234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network f5be37ea-f949-4b16-a6d8-312a6bc5f287 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:17.578028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:17.583564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:17.584358 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.625011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0cc4f1d3-d39c-4a3a-8545-a15e7d723efd None None] Provisioning complete for port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:17.625770 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0cc4f1d3-d39c-4a3a-8545-a15e7d723efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.677821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:17.678521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.722584 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Port': ['ID=1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.725652 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.792686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Port': ['ID=7bdfff34-74b0-4294-af10-cb77082ce508,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:17.837561 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.903937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.908502 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:17.909973 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7219e783-ab21-47c8-b98d-7065e018550d tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "DELETE /v2.0/floatingips/3c92f37e-c7b4-4d89-8718-3cebee397ad2 HTTP/1.1" status: 204 len: 168 time: 0.8014803 Jul 16 20:41:17.916353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:18.025454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] For port d7fb3486-662f-4ce1-9440-2b7780aad5f7, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:18.028481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] For port d7fb3486-662f-4ce1-9440-2b7780aad5f7, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7fb3486-662f-4ce1-9440-2b7780aad5f7,segment=NetworkSegment(f31bd931-8895-4937-9b6d-8af8e234888b),segment_id=f31bd931-8895-4937-9b6d-8af8e234888b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:18.043671 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.151159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8f18e4fe-17cf-4186-81d6-31e4c9bdfdda tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting port 6ef24694-d40a-412b-8b50-3465204e5c26 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:18.151542 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f18e4fe-17cf-4186-81d6-31e4c9bdfdda tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.159978 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.211000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Transition to ACTIVE for port object 7467c2b8-1db1-49fd-b7dc-cb398682fe38 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:18.217386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d150b7-b603-45da-83d0-fa83a2b86d39 None None] Pushing event updated for resources: {'Port': ['ID=d7fb3486-662f-4ce1-9440-2b7780aad5f7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:18.281093 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0cc4f1d3-d39c-4a3a-8545-a15e7d723efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.287087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.307074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Transition to ACTIVE for port object 7467c2b8-1db1-49fd-b7dc-cb398682fe38 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:18.338920 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.394789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f18e4fe-17cf-4186-81d6-31e4c9bdfdda tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.416922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8f18e4fe-17cf-4186-81d6-31e4c9bdfdda tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Calling delete_port for 6ef24694-d40a-412b-8b50-3465204e5c26 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:18.433322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.447570 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.452917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.499723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Network 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:18.501701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5ea12337-4c3a-44b7-96a5-ecda044bf4d1,segment=NetworkSegment(e81f94c7-d992-429c-bb1a-3eb1819693f2),segment_id=e81f94c7-d992-429c-bb1a-3eb1819693f2)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:18.527326 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.553995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:18.556623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:18.592682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Pushing event updated for resources: {'Port': ['ID=7467c2b8-1db1-49fd-b7dc-cb398682fe38,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:18.662259 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Port': ['ID=1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:18.699948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=5ea12337-4c3a-44b7-96a5-ecda044bf4d1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:18.866173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-0cc4f1d3-d39c-4a3a-8545-a15e7d723efd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:41:18.866858 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-0cc4f1d3-d39c-4a3a-8545-a15e7d723efd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:41:18.867863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7fb3486-662f-4ce1-9440-2b7780aad5f7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:18.870786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Attempting to bind port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:18.871374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Attempting to bind port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'dd406064-d672-4cd7-a224-01e717f91b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43c08c9c-86f9-4ec0-a88e-4c8fb65832f0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:18.872036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Attempting to bind port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 on network 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:18.879401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network f5be37ea-f949-4b16-a6d8-312a6bc5f287 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:18.882691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:18.901501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:18.901875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Checking segment: {'id': 'dd406064-d672-4cd7-a224-01e717f91b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43c08c9c-86f9-4ec0-a88e-4c8fb65832f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:18.902271 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.902912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Bound using segment: {'id': 'dd406064-d672-4cd7-a224-01e717f91b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43c08c9c-86f9-4ec0-a88e-4c8fb65832f0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:18.904113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Bound port: 7467c2b8-1db1-49fd-b7dc-cb398682fe38, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd406064-d672-4cd7-a224-01e717f91b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '43c08c9c-86f9-4ec0-a88e-4c8fb65832f0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:18.904906 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:18.990714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f18e4fe-17cf-4186-81d6-31e4c9bdfdda tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.014500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d7fb3486-662f-4ce1-9440-2b7780aad5f7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:19.034503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18e4fe-17cf-4186-81d6-31e4c9bdfdda tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Port': ['ID=6ef24694-d40a-412b-8b50-3465204e5c26,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:19.080817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] For port 7467c2b8-1db1-49fd-b7dc-cb398682fe38, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:19.085999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] For port 7467c2b8-1db1-49fd-b7dc-cb398682fe38, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7467c2b8-1db1-49fd-b7dc-cb398682fe38,segment=NetworkSegment(dd406064-d672-4cd7-a224-01e717f91b41),segment_id=dd406064-d672-4cd7-a224-01e717f91b41)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:19.093493 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.135753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f18e4fe-17cf-4186-81d6-31e4c9bdfdda tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.143786 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8f18e4fe-17cf-4186-81d6-31e4c9bdfdda tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "DELETE /v2.0/ports/6ef24694-d40a-412b-8b50-3465204e5c26 HTTP/1.1" status: 204 len: 168 time: 1.2267261 Jul 16 20:41:19.146712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33842) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:19.156516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Router 87c1ef00-6a00-435b-a09c-2a184922abbd is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:41:19.181399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea1750-5bed-45d5-bb12-a3d22f6e46e2 None None] Pushing event updated for resources: {'Port': ['ID=7467c2b8-1db1-49fd-b7dc-cb398682fe38,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:19.338513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:19.347739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-87dc3e9b-4f42-4d64-a40b-e86b2dd76e3d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "PUT /v2.0/routers/87c1ef00-6a00-435b-a09c-2a184922abbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0254319 Jul 16 20:41:19.348492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9a5aa9b8-5a1e-445b-9908-27da5fe1c885 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting port f9d99ac1-a29e-490f-b8d8-55e99fec1571 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:19.348930 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa9b8-5a1e-445b-9908-27da5fe1c885 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.349654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76a5e1-6dac-438d-b352-6e078d023346 None None] Sync routers for ids ['87c1ef00-6a00-435b-a09c-2a184922abbd'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:19.350288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:19.366647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76a5e1-6dac-438d-b352-6e078d023346 None None] Routers {'87c1ef00-6a00-435b-a09c-2a184922abbd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:19.367311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9c76a5e1-6dac-438d-b352-6e078d023346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['87c1ef00-6a00-435b-a09c-2a184922abbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:19.514538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa9b8-5a1e-445b-9908-27da5fe1c885 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.515489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9c76a5e1-6dac-438d-b352-6e078d023346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:19.551709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9a5aa9b8-5a1e-445b-9908-27da5fe1c885 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Calling delete_port for f9d99ac1-a29e-490f-b8d8-55e99fec1571 owned by {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:19.556658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76a5e1-6dac-438d-b352-6e078d023346 None None] Routers {'87c1ef00-6a00-435b-a09c-2a184922abbd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:19.571561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9c76a5e1-6dac-438d-b352-6e078d023346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:40:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['87c1ef00-6a00-435b-a09c-2a184922abbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:19.639072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9c76a5e1-6dac-438d-b352-6e078d023346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:19.639789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76a5e1-6dac-438d-b352-6e078d023346 None None] The sync data for ids ['87c1ef00-6a00-435b-a09c-2a184922abbd'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:19.732780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3adb6206-a675-43cb-a5ad-04193f2a1f95 None None] Provisioning complete for port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:19.733199 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3adb6206-a675-43cb-a5ad-04193f2a1f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:19.999654 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa9b8-5a1e-445b-9908-27da5fe1c885 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.022646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b001181-ab57-4cb5-9092-b92754d50655 None None] Network f5be37ea-f949-4b16-a6d8-312a6bc5f287 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:20.045336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5aa9b8-5a1e-445b-9908-27da5fe1c885 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Port': ['ID=f9d99ac1-a29e-490f-b8d8-55e99fec1571,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:20.127148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0b8bbcc2-24ba-4e90-b5f0-44676747d10a None None] Provisioning for port d7fb3486-662f-4ce1-9440-2b7780aad5f7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:20.138700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0b8bbcc2-24ba-4e90-b5f0-44676747d10a None None] Provisioning complete for port d7fb3486-662f-4ce1-9440-2b7780aad5f7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:20.139066 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbcc2-24ba-4e90-b5f0-44676747d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.154906 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa9b8-5a1e-445b-9908-27da5fe1c885 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.157966 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9a5aa9b8-5a1e-445b-9908-27da5fe1c885 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "DELETE /v2.0/ports/f9d99ac1-a29e-490f-b8d8-55e99fec1571 HTTP/1.1" status: 204 len: 168 time: 1.0099514 Jul 16 20:41:20.160825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:20.218091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bb5011-0552-4a9b-9019-326b9201182a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting subnet d201c557-d2fd-453a-90fb-748de84d467b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:20.226209 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08bb5011-0552-4a9b-9019-326b9201182a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.285398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08bb5011-0552-4a9b-9019-326b9201182a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.321612 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbcc2-24ba-4e90-b5f0-44676747d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.368508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0b8bbcc2-24ba-4e90-b5f0-44676747d10a None None] For port d7fb3486-662f-4ce1-9440-2b7780aad5f7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7fb3486-662f-4ce1-9440-2b7780aad5f7,segment=NetworkSegment(f31bd931-8895-4937-9b6d-8af8e234888b),segment_id=f31bd931-8895-4937-9b6d-8af8e234888b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:20.373533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b8bbcc2-24ba-4e90-b5f0-44676747d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.392918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08bb5011-0552-4a9b-9019-326b9201182a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.478906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bbcc2-24ba-4e90-b5f0-44676747d10a None None] Pushing event updated for resources: {'Port': ['ID=d7fb3486-662f-4ce1-9440-2b7780aad5f7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:20.544753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08bb5011-0552-4a9b-9019-326b9201182a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.600744 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08bb5011-0552-4a9b-9019-326b9201182a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.602958 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-08bb5011-0552-4a9b-9019-326b9201182a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "DELETE /v2.0/subnets/d201c557-d2fd-453a-90fb-748de84d467b HTTP/1.1" status: 204 len: 168 time: 0.4411039 Jul 16 20:41:20.606028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:20.631626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9efff3-5963-4df8-bf65-bb6ff9588ab1 None None] Network 6a17a63a-c043-49f3-9a05-56cd95c749a7 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:20.670654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb5011-0552-4a9b-9019-326b9201182a tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Subnet': ['ID=d201c557-d2fd-453a-90fb-748de84d467b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:20.755052 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fb9459a3-00df-4501-bbeb-d12b91c944a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.762385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f3faa8-709b-429b-b4ff-6bb54234d4e9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting subnet 77def0c6-c87d-4a67-9f3f-6c49c11a257f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:20.770893 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96f3faa8-709b-429b-b4ff-6bb54234d4e9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.946141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96f3faa8-709b-429b-b4ff-6bb54234d4e9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:20.984867 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f2ebd885-e7fb-4417-8503-b336832da617 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:21.004072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33886) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:21.015823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f2ebd885-e7fb-4417-8503-b336832da617 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "PUT /v2.0/routers/87c1ef00-6a00-435b-a09c-2a184922abbd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6642389 Jul 16 20:41:21.020933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:21.079314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5eb3756-93c8-4642-941e-5ce31a44ac40 None None] Provisioning for port 1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:21.089448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5eb3756-93c8-4642-941e-5ce31a44ac40 None None] Provisioning complete for port 1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:21.089729 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3756-93c8-4642-941e-5ce31a44ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.147586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46acaf-a781-4402-b713-539c22ba6581 None None] DHCP port deletion for 6a17a63a-c043-49f3-9a05-56cd95c749a7 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:21.149192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb3756-93c8-4642-941e-5ce31a44ac40 None None] Port 1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:21.209528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a5eb3756-93c8-4642-941e-5ce31a44ac40 None None] Provisioning complete for port d7fb3486-662f-4ce1-9440-2b7780aad5f7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:21.210313 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5eb3756-93c8-4642-941e-5ce31a44ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.246520 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96f3faa8-709b-429b-b4ff-6bb54234d4e9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.316421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c78a56-7c85-4ceb-a859-1956fef7e13e None None] Network 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:21.358110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:21.358579 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.409024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96f3faa8-709b-429b-b4ff-6bb54234d4e9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.419732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4e46acaf-a781-4402-b713-539c22ba6581 None None] Deleting port 8b15516e-e78b-4cf7-bc00-56baa848daa2 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:21.420352 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e46acaf-a781-4402-b713-539c22ba6581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.448608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3faa8-709b-429b-b4ff-6bb54234d4e9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Subnet': ['ID=77def0c6-c87d-4a67-9f3f-6c49c11a257f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:21.453968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96f3faa8-709b-429b-b4ff-6bb54234d4e9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.459328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-96f3faa8-709b-429b-b4ff-6bb54234d4e9 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "DELETE /v2.0/subnets/77def0c6-c87d-4a67-9f3f-6c49c11a257f HTTP/1.1" status: 204 len: 168 time: 0.8495228 Jul 16 20:41:21.459803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33896) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:21.502378 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ad351-c7ed-4f2b-8df1-df60a50aea92 None None] Network 93b13eab-c3ed-4ab9-b4b8-855daa064667 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:21.674882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7fb3486-662f-4ce1-9440-2b7780aad5f7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:21.813686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4e46acaf-a781-4402-b713-539c22ba6581 None None] For port 8b15516e-e78b-4cf7-bc00-56baa848daa2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8b15516e-e78b-4cf7-bc00-56baa848daa2,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:21.814114 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e46acaf-a781-4402-b713-539c22ba6581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.845072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4e46acaf-a781-4402-b713-539c22ba6581 None None] Calling delete_port for 8b15516e-e78b-4cf7-bc00-56baa848daa2 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:21.909535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d7fb3486-662f-4ce1-9440-2b7780aad5f7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:21.910041 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:21.994088 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.105288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Deleting port 8b15516e-e78b-4cf7-bc00-56baa848daa2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:22.105631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.212388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] For port 8b15516e-e78b-4cf7-bc00-56baa848daa2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8b15516e-e78b-4cf7-bc00-56baa848daa2,segment=NetworkSegment(d6e3b670-fbe3-4825-b112-107ef5b41d0e),segment_id=d6e3b670-fbe3-4825-b112-107ef5b41d0e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:22.212762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.230464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Calling delete_port for 8b15516e-e78b-4cf7-bc00-56baa848daa2 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:22.233777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.300134 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e46acaf-a781-4402-b713-539c22ba6581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.361078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-642dfa7a-4d7f-451a-b2f6-112315e8eddb None None] Provisioning complete for port 1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:22.361730 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-642dfa7a-4d7f-451a-b2f6-112315e8eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.405488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-642dfa7a-4d7f-451a-b2f6-112315e8eddb None None] Port 1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:22.416429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46acaf-a781-4402-b713-539c22ba6581 None None] Pushing event deleted for resources: {'Port': ['ID=8b15516e-e78b-4cf7-bc00-56baa848daa2,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:22.426988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46acaf-a781-4402-b713-539c22ba6581 None None] No DVR routers for this DVR port 8b15516e-e78b-4cf7-bc00-56baa848daa2 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:22.428880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1d6fb-b921-4498-b33e-2cd9f734bdc5 None None] DHCP port deletion for 93b13eab-c3ed-4ab9-b4b8-855daa064667 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:22.451783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-642dfa7a-4d7f-451a-b2f6-112315e8eddb None None] Provisioning for port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:22.462330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7467c2b8-1db1-49fd-b7dc-cb398682fe38 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:22.504698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.538567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Port': ['ID=8b15516e-e78b-4cf7-bc00-56baa848daa2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:22.547289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] No DVR routers for this DVR port 8b15516e-e78b-4cf7-bc00-56baa848daa2 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:22.571136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-55f1d6fb-b921-4498-b33e-2cd9f734bdc5 None None] Deleting port 7d4fa21a-c318-4fcb-b293-12571717e647 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:22.578619 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55f1d6fb-b921-4498-b33e-2cd9f734bdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.600044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:22.628088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:22.631699 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.767793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.778490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-55f1d6fb-b921-4498-b33e-2cd9f734bdc5 None None] For port 7d4fa21a-c318-4fcb-b293-12571717e647, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7d4fa21a-c318-4fcb-b293-12571717e647,segment=NetworkSegment(b744e860-09b6-4453-91f1-d6329ab9c7f1),segment_id=b744e860-09b6-4453-91f1-d6329ab9c7f1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:22.779747 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55f1d6fb-b921-4498-b33e-2cd9f734bdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.795122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-55f1d6fb-b921-4498-b33e-2cd9f734bdc5 None None] Calling delete_port for 7d4fa21a-c318-4fcb-b293-12571717e647 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:22.800175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a17a63a-c043-49f3-9a05-56cd95c749a7']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:22.811818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e3b670-fbe3-4825-b112-107ef5b41d0e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:22.812115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e3b670-fbe3-4825-b112-107ef5b41d0e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:22.822620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.837740 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.845287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:22.845708 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.846934 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:22.856198 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:22.940602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 7467c2b8-1db1-49fd-b7dc-cb398682fe38, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7467c2b8-1db1-49fd-b7dc-cb398682fe38,segment=NetworkSegment(dd406064-d672-4cd7-a224-01e717f91b41),segment_id=dd406064-d672-4cd7-a224-01e717f91b41)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:22.942870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bb62b806-506f-4648-ab74-c918ffb9c60c None None] Provisioning complete for port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:22.943496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb62b806-506f-4648-ab74-c918ffb9c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.945179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.948653 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.953729 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:22.955728 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "DELETE /v2.0/networks/6a17a63a-c043-49f3-9a05-56cd95c749a7 HTTP/1.1" status: 204 len: 168 time: 1.4952662 Jul 16 20:41:22.958705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:22.998510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting port 1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:22.998510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.021912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694197c-f8d8-4c27-9fcd-3eb85642a837 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Network': ['ID=6a17a63a-c043-49f3-9a05-56cd95c749a7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:23.088395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8b15516e-e78b-4cf7-bc00-56baa848daa2 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:23.122468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8b15516e-e78b-4cf7-bc00-56baa848daa2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:23.122736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8b15516e-e78b-4cf7-bc00-56baa848daa2 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:23.123153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7d4fa21a-c318-4fcb-b293-12571717e647 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:23.136549 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.156238 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55f1d6fb-b921-4498-b33e-2cd9f734bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.158149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 7d4fa21a-c318-4fcb-b293-12571717e647 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:23.158493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7d4fa21a-c318-4fcb-b293-12571717e647 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:23.168815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=7467c2b8-1db1-49fd-b7dc-cb398682fe38,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:23.186973 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.205499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Calling delete_port for 1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:23.226619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1d6fb-b921-4498-b33e-2cd9f734bdc5 None None] Pushing event deleted for resources: {'Port': ['ID=7d4fa21a-c318-4fcb-b293-12571717e647,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:23.230169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1d6fb-b921-4498-b33e-2cd9f734bdc5 None None] No DVR routers for this DVR port 7d4fa21a-c318-4fcb-b293-12571717e647 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:23.288596 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.299576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b13eab-c3ed-4ab9-b4b8-855daa064667']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:23.314758 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b744e860-09b6-4453-91f1-d6329ab9c7f1') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:23.315211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b744e860-09b6-4453-91f1-d6329ab9c7f1') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:23.325721 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.344838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.351295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:23.351908 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:23.355981 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:23.422367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.445384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.450694 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] 10.222.0.10 "DELETE /v2.0/networks/93b13eab-c3ed-4ab9-b4b8-855daa064667 HTTP/1.1" status: 204 len: 168 time: 0.4872911 Jul 16 20:41:23.454614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff8381-9d52-40d7-b86c-196bfa862b13 tempest-TaggedBootDevicesTest_v242-679534477 tempest-TaggedBootDevicesTest_v242-679534477-project] Pushing event deleted for resources: {'Network': ['ID=93b13eab-c3ed-4ab9-b4b8-855daa064667,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:23.462093 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.491280 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.492199 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-43e2913a-e18f-47d1-8141-962fb662a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.536704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Port': ['ID=1a3deb0c-3ed0-46e7-ab73-a76ef73feb0b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:23.670503 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:41:23.722758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:23.952430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Router 87c1ef00-6a00-435b-a09c-2a184922abbd has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:24.069233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:24.074775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-acdf9096-cbec-470c-aaa6-931dadab92d4 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "PUT /v2.0/routers/87c1ef00-6a00-435b-a09c-2a184922abbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0699935 Jul 16 20:41:24.078433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:24.082709 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc15ebd5-a1f0-40ad-808d-a683c5b72cdb None None] Sync routers for ids ['87c1ef00-6a00-435b-a09c-2a184922abbd'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:24.100248 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc15ebd5-a1f0-40ad-808d-a683c5b72cdb None None] Routers {'87c1ef00-6a00-435b-a09c-2a184922abbd'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:24.111135 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dc15ebd5-a1f0-40ad-808d-a683c5b72cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:41:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['87c1ef00-6a00-435b-a09c-2a184922abbd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:24.128241 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-ebde0c52-1be3-4c38-b03d-8fdf89d161a3 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] delete failed (client error): The resource could not be found. Jul 16 20:41:24.129564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ebde0c52-1be3-4c38-b03d-8fdf89d161a3 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-65123510 HTTP/1.1" status: 404 len: 333 time: 0.0501277 Jul 16 20:41:24.133643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:24.145245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-968ff22a-a60d-423e-96e4-97e007a47c7d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'router': {'external_gateway_info': {'network_id': '87c1ef00-6a00-435b-a09c-2a184922abbd'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:24.182436 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dc15ebd5-a1f0-40ad-808d-a683c5b72cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:24.202194 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc15ebd5-a1f0-40ad-808d-a683c5b72cdb None None] Routers {'87c1ef00-6a00-435b-a09c-2a184922abbd'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:24.203294 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dc15ebd5-a1f0-40ad-808d-a683c5b72cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:41:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['87c1ef00-6a00-435b-a09c-2a184922abbd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:24.279454 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dc15ebd5-a1f0-40ad-808d-a683c5b72cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:24.280255 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc15ebd5-a1f0-40ad-808d-a683c5b72cdb None None] The sync data for ids ['87c1ef00-6a00-435b-a09c-2a184922abbd'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:24.434442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-968ff22a-a60d-423e-96e4-97e007a47c7d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.459876 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-968ff22a-a60d-423e-96e4-97e007a47c7d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] update failed (client error): The resource could not be found. Jul 16 20:41:24.460926 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-968ff22a-a60d-423e-96e4-97e007a47c7d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "PUT /v2.0/routers/87c1ef00-6a00-435b-a09c-2a184922abbd HTTP/1.1" status: 404 len: 339 time: 0.3256085 Jul 16 20:41:24.464372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 33988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:24.469586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-622622342'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:24.493082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Made reservation on behalf of 44dcfbcf757b4be2895603d440976536 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:24.496646 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.524171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:24.536292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.536638 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Added segment 081f4f37-b0f1-405f-b256-234bb3f05548 of type vlan for network 8d9436e1-0f06-4917-9f38-1307984deff9 Jul 16 20:41:24.578618 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.616038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.618661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.623561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:24.624260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:24.669123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 33994) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:24.670048 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2042906 Jul 16 20:41:24.676306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'subnet': {'network_id': '8d9436e1-0f06-4917-9f38-1307984deff9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:24.725338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc20661-4483-4da8-b836-e9d664a0ff63 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Network': ['ID=8d9436e1-0f06-4917-9f38-1307984deff9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:24.737062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8d9436e1-0f06-4917-9f38-1307984deff9 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:24.877969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Made reservation on behalf of 44dcfbcf757b4be2895603d440976536 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:24.883425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.103601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7467c2b8-1db1-49fd-b7dc-cb398682fe38 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:25.162131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:25.162844 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.200150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.289096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Subnet': ['ID=42cdddd3-4c83-481e-a492-6687f7e4578a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:25.311995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Checking segment: {'id': '081f4f37-b0f1-405f-b256-234bb3f05548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8d9436e1-0f06-4917-9f38-1307984deff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:25.311995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network hostable DHCP agents. Network: 8d9436e1-0f06-4917-9f38-1307984deff9, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:25.334465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network 8d9436e1-0f06-4917-9f38-1307984deff9 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:25.345073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8d9436e1-0f06-4917-9f38-1307984deff9) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:25.350594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:25.351295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.358736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e2377c-c8e4-42a7-8f9a-ba4d0b5352e3 None None] Network 8d9436e1-0f06-4917-9f38-1307984deff9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:25.386311 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-40965c48-11af-426b-b206-5dc4894265d0 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7127337 Jul 16 20:41:25.386682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:25.391631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2601a947-fe7d-412f-9e2a-6de13dc2ce41 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d9436e1-0f06-4917-9f38-1307984deff9'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:25.526764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8d9436e1-0f06-4917-9f38-1307984deff9', 'network_id': '8d9436e1-0f06-4917-9f38-1307984deff9', 'tenant_id': '44dcfbcf757b4be2895603d440976536', 'fixed_ips': [{'subnet_id': '42cdddd3-4c83-481e-a492-6687f7e4578a'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:25.528169 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.709481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2601a947-fe7d-412f-9e2a-6de13dc2ce41 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.719510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Allocated IP 2001:db8:1::2 (8d9436e1-0f06-4917-9f38-1307984deff9/42cdddd3-4c83-481e-a492-6687f7e4578a/3d2d09b3-4d19-4dff-b975-58cbce14ca70) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:25.831863 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-2601a947-fe7d-412f-9e2a-6de13dc2ce41 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:25.833385 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2601a947-fe7d-412f-9e2a-6de13dc2ce41 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "PUT /v2.0/routers/87c1ef00-6a00-435b-a09c-2a184922abbd HTTP/1.1" status: 400 len: 364 time: 0.4456682 Jul 16 20:41:25.837021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:25.931998 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:25.943075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Transition to ACTIVE for port object 3d2d09b3-4d19-4dff-b975-58cbce14ca70 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:25.960109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Transition to ACTIVE for port object 3d2d09b3-4d19-4dff-b975-58cbce14ca70 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:25.971095 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.018878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Network 8d9436e1-0f06-4917-9f38-1307984deff9 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:26.021671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:26.025403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:26.035605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Pushing event updated for resources: {'Port': ['ID=3d2d09b3-4d19-4dff-b975-58cbce14ca70,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:26.163939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Attempting to bind port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:26.163939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Attempting to bind port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '081f4f37-b0f1-405f-b256-234bb3f05548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8d9436e1-0f06-4917-9f38-1307984deff9'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:26.164276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Attempting to bind port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 on network 8d9436e1-0f06-4917-9f38-1307984deff9 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:26.171382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:26.172032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Checking segment: {'id': '081f4f37-b0f1-405f-b256-234bb3f05548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8d9436e1-0f06-4917-9f38-1307984deff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:26.172611 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.173193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Bound using segment: {'id': '081f4f37-b0f1-405f-b256-234bb3f05548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8d9436e1-0f06-4917-9f38-1307984deff9'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:26.173740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Bound port: 3d2d09b3-4d19-4dff-b975-58cbce14ca70, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081f4f37-b0f1-405f-b256-234bb3f05548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8d9436e1-0f06-4917-9f38-1307984deff9'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:26.174192 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.303103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.322217 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.346450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] For port 3d2d09b3-4d19-4dff-b975-58cbce14ca70, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:26.352032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] For port 3d2d09b3-4d19-4dff-b975-58cbce14ca70, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3d2d09b3-4d19-4dff-b975-58cbce14ca70,segment=NetworkSegment(081f4f37-b0f1-405f-b256-234bb3f05548),segment_id=081f4f37-b0f1-405f-b256-234bb3f05548)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:26.358691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.481407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f57f2-bbf8-4f41-844d-ffb157a2b136 None None] Pushing event updated for resources: {'Port': ['ID=3d2d09b3-4d19-4dff-b975-58cbce14ca70,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:26.599346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Allocated IP 2001:db8::1 (d40d17c9-24b5-4bdd-9a76-1478d41fe2dd/9a079e07-dadd-460d-b75f-af82f400a4c4/b9810eaf-d53f-40e9-b107-82c39c4aa03f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:26.757268 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.774971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Transition to ACTIVE for port object b9810eaf-d53f-40e9-b107-82c39c4aa03f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:26.850361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:26.977565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:26.986719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:26.994653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:26.995248 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.047776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Port': ['ID=b9810eaf-d53f-40e9-b107-82c39c4aa03f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:27.200114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3d2d09b3-4d19-4dff-b975-58cbce14ca70 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:27.306318 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.332570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:27.512219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46666e1f-2cb1-407a-970c-5abb7452406b None None] Provisioning for port b9810eaf-d53f-40e9-b107-82c39c4aa03f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:27.526587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46666e1f-2cb1-407a-970c-5abb7452406b None None] Provisioning complete for port b9810eaf-d53f-40e9-b107-82c39c4aa03f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:27.527054 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46666e1f-2cb1-407a-970c-5abb7452406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:27.637025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-46666e1f-2cb1-407a-970c-5abb7452406b None None] Port b9810eaf-d53f-40e9-b107-82c39c4aa03f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:28.024601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.034934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.035872 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.217639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f92ca2-5c86-4004-8c4f-2620dfcfc4b5 None None] Network 8d9436e1-0f06-4917-9f38-1307984deff9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:28.244036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:28.260382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:28.283906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event updated for resources: {'Port': ['ID=b9810eaf-d53f-40e9-b107-82c39c4aa03f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:28.330845 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bd496a66-8d68-4671-aa5a-15fb06b1d28a None None] Provisioning for port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:28.339940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bd496a66-8d68-4671-aa5a-15fb06b1d28a None None] Provisioning complete for port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:28.341098 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd496a66-8d68-4671-aa5a-15fb06b1d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.458936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Router 87c1ef00-6a00-435b-a09c-2a184922abbd has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:28.699176 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd496a66-8d68-4671-aa5a-15fb06b1d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.725589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:28.733969 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ebdea2f0-b11b-495e-bd9d-0a46ab3b416d tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "PUT /v2.0/routers/87c1ef00-6a00-435b-a09c-2a184922abbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8958049 Jul 16 20:41:28.735061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:28.754429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bd496a66-8d68-4671-aa5a-15fb06b1d28a None None] For port 3d2d09b3-4d19-4dff-b975-58cbce14ca70, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3d2d09b3-4d19-4dff-b975-58cbce14ca70,segment=NetworkSegment(081f4f37-b0f1-405f-b256-234bb3f05548),segment_id=081f4f37-b0f1-405f-b256-234bb3f05548)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:28.758681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d177a-4a0b-4ac8-9b14-aeabb0983276 None None] Sync routers for ids ['87c1ef00-6a00-435b-a09c-2a184922abbd'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:28.776669 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bd496a66-8d68-4671-aa5a-15fb06b1d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.912415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd496a66-8d68-4671-aa5a-15fb06b1d28a None None] Pushing event updated for resources: {'Port': ['ID=3d2d09b3-4d19-4dff-b975-58cbce14ca70,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:28.950353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3258-ec55-4d1b-b159-cf4357ad903f tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:28.950882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d177a-4a0b-4ac8-9b14-aeabb0983276 None None] Routers {'87c1ef00-6a00-435b-a09c-2a184922abbd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:28.951666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-676d177a-4a0b-4ac8-9b14-aeabb0983276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:41:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['87c1ef00-6a00-435b-a09c-2a184922abbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:28.989820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-676d177a-4a0b-4ac8-9b14-aeabb0983276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:28.995879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-411ce23e-3ee2-408a-86c2-193cdd06025e None None] Provisioning complete for port b9810eaf-d53f-40e9-b107-82c39c4aa03f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:28.996253 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-411ce23e-3ee2-408a-86c2-193cdd06025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.002557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d177a-4a0b-4ac8-9b14-aeabb0983276 None None] Routers {'87c1ef00-6a00-435b-a09c-2a184922abbd'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:29.003374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-676d177a-4a0b-4ac8-9b14-aeabb0983276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:41:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['87c1ef00-6a00-435b-a09c-2a184922abbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:29.077256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-676d177a-4a0b-4ac8-9b14-aeabb0983276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:29.077919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d177a-4a0b-4ac8-9b14-aeabb0983276 None None] The sync data for ids ['87c1ef00-6a00-435b-a09c-2a184922abbd'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:29.116066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-411ce23e-3ee2-408a-86c2-193cdd06025e None None] Port b9810eaf-d53f-40e9-b107-82c39c4aa03f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:29.134995 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-9bcd3258-ec55-4d1b-b159-cf4357ad903f tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:41:29.136264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9bcd3258-ec55-4d1b-b159-cf4357ad903f tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/routers/87c1ef00-6a00-435b-a09c-2a184922abbd HTTP/1.1" status: 409 len: 329 time: 0.4006848 Jul 16 20:41:29.139107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34112) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:29.253873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c353add9-a221-4982-8dba-d4df23d491f7 None None] Provisioning complete for port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:29.254446 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c353add9-a221-4982-8dba-d4df23d491f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:29.424403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3d2d09b3-4d19-4dff-b975-58cbce14ca70 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:29.513292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:29.513664 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.135349 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.437390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting port b9810eaf-d53f-40e9-b107-82c39c4aa03f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:30.437841 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.538894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.554461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Calling delete_port for b9810eaf-d53f-40e9-b107-82c39c4aa03f owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:30.779175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:30.863689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Port': ['ID=b9810eaf-d53f-40e9-b107-82c39c4aa03f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:31.007208 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.249192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Router 87c1ef00-6a00-435b-a09c-2a184922abbd has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:31.351755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:31.373011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:31.373925 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a301e-a2b3-4ebb-8371-aba889877705 None None] Sync routers for ids ['87c1ef00-6a00-435b-a09c-2a184922abbd'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:31.385205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0ac29621-2071-42d7-b75c-eaa5aec5bf78 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "PUT /v2.0/routers/87c1ef00-6a00-435b-a09c-2a184922abbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2421973 Jul 16 20:41:31.390913 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a301e-a2b3-4ebb-8371-aba889877705 None None] Routers {'87c1ef00-6a00-435b-a09c-2a184922abbd'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:31.392283 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da9a301e-a2b3-4ebb-8371-aba889877705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:41:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['87c1ef00-6a00-435b-a09c-2a184922abbd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:31.457933 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-a0fcc5f8-824d-46f4-94bd-6b3dbe897343 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] show failed (client error): The resource could not be found. Jul 16 20:41:31.459319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a0fcc5f8-824d-46f4-94bd-6b3dbe897343 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1169910004 HTTP/1.1" status: 404 len: 335 time: 0.0840456 Jul 16 20:41:31.464044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34188) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:31.469699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6737351f-38d7-4726-a47a-5be309f6ec23 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:31.520803 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-6737351f-38d7-4726-a47a-5be309f6ec23 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] update failed (client error): The resource could not be found. Jul 16 20:41:31.527099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:31.527644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6737351f-38d7-4726-a47a-5be309f6ec23 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-548593348 HTTP/1.1" status: 404 len: 334 time: 0.0625536 Jul 16 20:41:31.544071 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da9a301e-a2b3-4ebb-8371-aba889877705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:31.554246 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a301e-a2b3-4ebb-8371-aba889877705 None None] Routers {'87c1ef00-6a00-435b-a09c-2a184922abbd'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:31.555465 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da9a301e-a2b3-4ebb-8371-aba889877705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:41:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['87c1ef00-6a00-435b-a09c-2a184922abbd'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:31.588367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-da9a301e-a2b3-4ebb-8371-aba889877705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:31.589330 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a301e-a2b3-4ebb-8371-aba889877705 None None] The sync data for ids ['87c1ef00-6a00-435b-a09c-2a184922abbd'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:31.644830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-07881480-d8fc-4454-91fa-7bc13f7bd41b tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting subnet 42cdddd3-4c83-481e-a492-6687f7e4578a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:31.648869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07881480-d8fc-4454-91fa-7bc13f7bd41b tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.717540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07881480-d8fc-4454-91fa-7bc13f7bd41b tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.836453 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07881480-d8fc-4454-91fa-7bc13f7bd41b tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.925604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07881480-d8fc-4454-91fa-7bc13f7bd41b tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.955409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07881480-d8fc-4454-91fa-7bc13f7bd41b tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:31.956439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2008e7-e2d0-4f46-8dc7-91b961a5ad95 None None] Network 8d9436e1-0f06-4917-9f38-1307984deff9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:31.957425 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-07881480-d8fc-4454-91fa-7bc13f7bd41b tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/subnets/42cdddd3-4c83-481e-a492-6687f7e4578a HTTP/1.1" status: 204 len: 168 time: 0.4289477 Jul 16 20:41:31.960032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34200) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:32.020053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07881480-d8fc-4454-91fa-7bc13f7bd41b tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Subnet': ['ID=42cdddd3-4c83-481e-a492-6687f7e4578a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:32.060557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.146934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:32.147964 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.229834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] For port 3d2d09b3-4d19-4dff-b975-58cbce14ca70, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3d2d09b3-4d19-4dff-b975-58cbce14ca70,segment=NetworkSegment(081f4f37-b0f1-405f-b256-234bb3f05548),segment_id=081f4f37-b0f1-405f-b256-234bb3f05548)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:32.230295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.247835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Calling delete_port for 3d2d09b3-4d19-4dff-b975-58cbce14ca70 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:32.274705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990b6c2-aecc-46d1-bc26-07cb7013ae71 None None] DHCP port deletion for 8d9436e1-0f06-4917-9f38-1307984deff9 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:32.389533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6990b6c2-aecc-46d1-bc26-07cb7013ae71 None None] Deleting port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:32.389533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6990b6c2-aecc-46d1-bc26-07cb7013ae71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.436813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.474105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] No DVR routers for this DVR port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:32.482367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Port': ['ID=3d2d09b3-4d19-4dff-b975-58cbce14ca70,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:32.518407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.518863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.519461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.520039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.520571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.521001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.521432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.521857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.522280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.522923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.523706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.524258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:32.545280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6990b6c2-aecc-46d1-bc26-07cb7013ae71 None None] For port 3d2d09b3-4d19-4dff-b975-58cbce14ca70, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3d2d09b3-4d19-4dff-b975-58cbce14ca70,segment=NetworkSegment(081f4f37-b0f1-405f-b256-234bb3f05548),segment_id=081f4f37-b0f1-405f-b256-234bb3f05548)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:32.545857 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6990b6c2-aecc-46d1-bc26-07cb7013ae71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.570754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6990b6c2-aecc-46d1-bc26-07cb7013ae71 None None] Calling delete_port for 3d2d09b3-4d19-4dff-b975-58cbce14ca70 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:32.638361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.651285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9436e1-0f06-4917-9f38-1307984deff9']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.670402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081f4f37-b0f1-405f-b256-234bb3f05548') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.670987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081f4f37-b0f1-405f-b256-234bb3f05548') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:32.681319 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6990b6c2-aecc-46d1-bc26-07cb7013ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.687743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.708182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.714863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990b6c2-aecc-46d1-bc26-07cb7013ae71 None None] No DVR routers for this DVR port 3d2d09b3-4d19-4dff-b975-58cbce14ca70 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:32.732298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:32.733538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.738671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990b6c2-aecc-46d1-bc26-07cb7013ae71 None None] Pushing event deleted for resources: {'Port': ['ID=3d2d09b3-4d19-4dff-b975-58cbce14ca70,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:32.809529 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:32.816360 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.824775 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.829910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:32.830394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/networks/8d9436e1-0f06-4917-9f38-1307984deff9 HTTP/1.1" status: 204 len: 168 time: 0.8683670 Jul 16 20:41:32.842900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be22b79-3151-4d55-b2be-63a2eb8cecca tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Network': ['ID=8d9436e1-0f06-4917-9f38-1307984deff9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:32.896853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dc1a67-3203-4f81-bb84-8d11dffac8eb tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting subnet 61cced45-eb16-4868-b983-5f865986b22c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:32.900399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1a67-3203-4f81-bb84-8d11dffac8eb tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:32.952181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1a67-3203-4f81-bb84-8d11dffac8eb tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.053791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1a67-3203-4f81-bb84-8d11dffac8eb tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.129483 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1a67-3203-4f81-bb84-8d11dffac8eb tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.180067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc1a67-3203-4f81-bb84-8d11dffac8eb tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Subnet': ['ID=61cced45-eb16-4868-b983-5f865986b22c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:33.182023 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1a67-3203-4f81-bb84-8d11dffac8eb tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.186512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:33.194905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d79e124-611d-4be3-9aa6-9d6deddc9853 None None] Network 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:33.197453 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a2dc1a67-3203-4f81-bb84-8d11dffac8eb tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/subnets/61cced45-eb16-4868-b983-5f865986b22c HTTP/1.1" status: 204 len: 168 time: 0.3662806 Jul 16 20:41:33.289991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ad1fab-c963-43d5-afec-a2bc42b2a9cf tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting subnet 01828f8a-da1b-496c-b27c-6c84cd044744 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:33.299934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45ad1fab-c963-43d5-afec-a2bc42b2a9cf tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.353021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45ad1fab-c963-43d5-afec-a2bc42b2a9cf tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.381108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3d2d09b3-4d19-4dff-b975-58cbce14ca70 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:33.408650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3d2d09b3-4d19-4dff-b975-58cbce14ca70 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:33.409334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3d2d09b3-4d19-4dff-b975-58cbce14ca70 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:33.454721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc05e6-8052-43f5-8302-59b5736cfca4 None None] DHCP port deletion for 43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:33.515058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc05e6-8052-43f5-8302-59b5736cfca4 None None] Deleting port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:33.515745 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1fc05e6-8052-43f5-8302-59b5736cfca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.529885 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45ad1fab-c963-43d5-afec-a2bc42b2a9cf tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.592888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f1fc05e6-8052-43f5-8302-59b5736cfca4 None None] For port 7467c2b8-1db1-49fd-b7dc-cb398682fe38, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7467c2b8-1db1-49fd-b7dc-cb398682fe38,segment=NetworkSegment(dd406064-d672-4cd7-a224-01e717f91b41),segment_id=dd406064-d672-4cd7-a224-01e717f91b41)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:33.593315 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1fc05e6-8052-43f5-8302-59b5736cfca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.611007 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45ad1fab-c963-43d5-afec-a2bc42b2a9cf tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.612019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc05e6-8052-43f5-8302-59b5736cfca4 None None] Calling delete_port for 7467c2b8-1db1-49fd-b7dc-cb398682fe38 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:33.642213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad1fab-c963-43d5-afec-a2bc42b2a9cf tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Subnet': ['ID=01828f8a-da1b-496c-b27c-6c84cd044744,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:33.651037 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45ad1fab-c963-43d5-afec-a2bc42b2a9cf tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.655159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-45ad1fab-c963-43d5-afec-a2bc42b2a9cf tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/subnets/01828f8a-da1b-496c-b27c-6c84cd044744 HTTP/1.1" status: 204 len: 168 time: 0.4655004 Jul 16 20:41:33.655576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:33.678836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1451c9-34c2-4100-8cf6-5d0ab8546699 None None] Network f5be37ea-f949-4b16-a6d8-312a6bc5f287 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:33.790024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.869156 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1fc05e6-8052-43f5-8302-59b5736cfca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:33.897478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:33.898106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.003846 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] For port 7467c2b8-1db1-49fd-b7dc-cb398682fe38, host n-d-792394-17, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:34.004300 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.020997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Calling delete_port for 7467c2b8-1db1-49fd-b7dc-cb398682fe38 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:34.024687 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:41:34.026379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.053889 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Port': ['ID=7467c2b8-1db1-49fd-b7dc-cb398682fe38,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.060649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] No DVR routers for this DVR port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:34.087987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc05e6-8052-43f5-8302-59b5736cfca4 None None] Pushing event deleted for resources: {'Port': ['ID=7467c2b8-1db1-49fd-b7dc-cb398682fe38,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.093409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc05e6-8052-43f5-8302-59b5736cfca4 None None] No DVR routers for this DVR port 7467c2b8-1db1-49fd-b7dc-cb398682fe38 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:34.188013 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.199759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e547bb-0d3b-434a-b824-2d790438a6cb None None] DHCP port deletion for f5be37ea-f949-4b16-a6d8-312a6bc5f287 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:34.205611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c08c9c-86f9-4ec0-a88e-4c8fb65832f0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:34.216613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd406064-d672-4cd7-a224-01e717f91b41') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:34.216917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd406064-d672-4cd7-a224-01e717f91b41') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:34.227829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.242346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.248469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:34.248870 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:34.281497 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:34.313061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13e547bb-0d3b-434a-b824-2d790438a6cb None None] Deleting port d7fb3486-662f-4ce1-9440-2b7780aad5f7 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:34.314072 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13e547bb-0d3b-434a-b824-2d790438a6cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.324650 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.333004 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.336517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/networks/43c08c9c-86f9-4ec0-a88e-4c8fb65832f0 HTTP/1.1" status: 204 len: 168 time: 0.6787288 Jul 16 20:41:34.337913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:34.359908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb19e1-338b-45b0-b6a9-01f195e81381 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Network': ['ID=43c08c9c-86f9-4ec0-a88e-4c8fb65832f0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.437562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13e547bb-0d3b-434a-b824-2d790438a6cb None None] For port d7fb3486-662f-4ce1-9440-2b7780aad5f7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7fb3486-662f-4ce1-9440-2b7780aad5f7,segment=NetworkSegment(f31bd931-8895-4937-9b6d-8af8e234888b),segment_id=f31bd931-8895-4937-9b6d-8af8e234888b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:34.438153 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13e547bb-0d3b-434a-b824-2d790438a6cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.457960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-13e547bb-0d3b-434a-b824-2d790438a6cb None None] Calling delete_port for d7fb3486-662f-4ce1-9440-2b7780aad5f7 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:34.489802 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.499942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:34.610785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting port d7fb3486-662f-4ce1-9440-2b7780aad5f7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:34.613222 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.662213 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13e547bb-0d3b-434a-b824-2d790438a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.701864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e547bb-0d3b-434a-b824-2d790438a6cb None None] No DVR routers for this DVR port d7fb3486-662f-4ce1-9440-2b7780aad5f7 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:34.745672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e547bb-0d3b-434a-b824-2d790438a6cb None None] Pushing event deleted for resources: {'Port': ['ID=d7fb3486-662f-4ce1-9440-2b7780aad5f7,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.760387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] For port d7fb3486-662f-4ce1-9440-2b7780aad5f7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d7fb3486-662f-4ce1-9440-2b7780aad5f7,segment=NetworkSegment(f31bd931-8895-4937-9b6d-8af8e234888b),segment_id=f31bd931-8895-4937-9b6d-8af8e234888b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:34.760990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.795857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Calling delete_port for d7fb3486-662f-4ce1-9440-2b7780aad5f7 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:34.904407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:34.939938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Port': ['ID=d7fb3486-662f-4ce1-9440-2b7780aad5f7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:34.950330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] No DVR routers for this DVR port d7fb3486-662f-4ce1-9440-2b7780aad5f7 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:35.079686 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.100327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5be37ea-f949-4b16-a6d8-312a6bc5f287']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:35.119950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31bd931-8895-4937-9b6d-8af8e234888b') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:35.120398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31bd931-8895-4937-9b6d-8af8e234888b') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:35.141571 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.152832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.163305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:35.171556 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:35.189590 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:35.298714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.300035 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.308015 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.313515 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/networks/f5be37ea-f949-4b16-a6d8-312a6bc5f287 HTTP/1.1" status: 204 len: 168 time: 0.9724050 Jul 16 20:41:35.315447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34306) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:35.363282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464b896-3110-4c6b-a0ef-578f197d9457 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Network': ['ID=f5be37ea-f949-4b16-a6d8-312a6bc5f287,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.407011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece38371-3ff0-4936-bb13-e03fb99fd1c5 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting subnet 9a079e07-dadd-460d-b75f-af82f400a4c4 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:35.412243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ece38371-3ff0-4936-bb13-e03fb99fd1c5 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.419734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7fb3486-662f-4ce1-9440-2b7780aad5f7 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:35.464381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d7fb3486-662f-4ce1-9440-2b7780aad5f7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:35.464983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d7fb3486-662f-4ce1-9440-2b7780aad5f7 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:35.465574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7467c2b8-1db1-49fd-b7dc-cb398682fe38 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:35.488027 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ece38371-3ff0-4936-bb13-e03fb99fd1c5 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.506347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 7467c2b8-1db1-49fd-b7dc-cb398682fe38 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:35.506699 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7467c2b8-1db1-49fd-b7dc-cb398682fe38 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:35.615111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ece38371-3ff0-4936-bb13-e03fb99fd1c5 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.676340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Deleting port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:35.676340 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.716387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ece38371-3ff0-4936-bb13-e03fb99fd1c5 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.747737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece38371-3ff0-4936-bb13-e03fb99fd1c5 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Subnet': ['ID=9a079e07-dadd-460d-b75f-af82f400a4c4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:35.756776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ece38371-3ff0-4936-bb13-e03fb99fd1c5 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.761607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ece38371-3ff0-4936-bb13-e03fb99fd1c5 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/subnets/9a079e07-dadd-460d-b75f-af82f400a4c4 HTTP/1.1" status: 204 len: 168 time: 0.4434371 Jul 16 20:41:35.762226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34318) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:35.764255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b906ec0-4a26-4908-a505-fbc3b3b5aea2 None None] Network d40d17c9-24b5-4bdd-9a76-1478d41fe2dd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:35.777728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] For port 7590b828-0149-4fcc-ab4d-a63cc4fc4b17, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7590b828-0149-4fcc-ab4d-a63cc4fc4b17,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:35.778096 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.793443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Calling delete_port for 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:35.858781 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:35.932111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Deleting port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:35.932614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.015476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] For port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5ea12337-4c3a-44b7-96a5-ecda044bf4d1,segment=NetworkSegment(e81f94c7-d992-429c-bb1a-3eb1819693f2),segment_id=e81f94c7-d992-429c-bb1a-3eb1819693f2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:36.015887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.040889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Calling delete_port for 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:36.061256 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.079063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] DHCP port deletion for d40d17c9-24b5-4bdd-9a76-1478d41fe2dd request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:36.170249 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.200868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] Deleting port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:36.201254 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.205571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Port': ['ID=5ea12337-4c3a-44b7-96a5-ecda044bf4d1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:36.214752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] No DVR routers for this DVR port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:36.223745 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Pushing event deleted for resources: {'Port': ['ID=7590b828-0149-4fcc-ab4d-a63cc4fc4b17,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:36.339402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.342046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] For port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:36.347181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.352936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40d17c9-24b5-4bdd-9a76-1478d41fe2dd']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:36.361985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] Calling delete_port for 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:36.366560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] Port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:41:36.368172 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.374633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81f94c7-d992-429c-bb1a-3eb1819693f2') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:36.375218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81f94c7-d992-429c-bb1a-3eb1819693f2') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:36.385096 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.398459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] No DVR routers for this DVR port 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:36.401345 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.402172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e876b-b057-449c-9027-ae487ba9cfd5 None None] Pushing event deleted for resources: {'Port': ['ID=5ea12337-4c3a-44b7-96a5-ecda044bf4d1,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:36.420339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:36.420339 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:36.430310 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:36.457842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.492834 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.510557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.512630 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/networks/d40d17c9-24b5-4bdd-9a76-1478d41fe2dd HTTP/1.1" status: 204 len: 168 time: 0.7494183 Jul 16 20:41:36.513676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64133e7-8df3-4bb8-b409-83c20ba51f03 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Pushing event deleted for resources: {'Network': ['ID=d40d17c9-24b5-4bdd-9a76-1478d41fe2dd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:36.515376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:36.547554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dc992b9a-5e6f-4016-9e68-3856fcb9cb64 tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "GET /v2.0/ports?device_id=87c1ef00-6a00-435b-a09c-2a184922abbd HTTP/1.1" status: 200 len: 205 time: 0.0288792 Jul 16 20:41:36.547895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34340) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:36.662530 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b48cdb7b-792a-4662-9723-c4136f1b6e7a tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.884703 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b48cdb7b-792a-4662-9723-c4136f1b6e7a tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.887950 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b48cdb7b-792a-4662-9723-c4136f1b6e7a tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.940786 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b48cdb7b-792a-4662-9723-c4136f1b6e7a tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.941582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48cdb7b-792a-4662-9723-c4136f1b6e7a tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Fanout notify agent at l3_agent the message router_deleted on router 87c1ef00-6a00-435b-a09c-2a184922abbd {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:36.951060 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b48cdb7b-792a-4662-9723-c4136f1b6e7a tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:36.952765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b48cdb7b-792a-4662-9723-c4136f1b6e7a tempest-RoutersNegativeIpV6Test-288971101 tempest-RoutersNegativeIpV6Test-288971101-project] 10.222.0.10 "DELETE /v2.0/routers/87c1ef00-6a00-435b-a09c-2a184922abbd HTTP/1.1" status: 204 len: 168 time: 0.4034970 Jul 16 20:41:37.041820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Router 9b9520c2-e984-4ffa-987b-25b7c02f3498 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:41:37.171272 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:41:37.178950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5adce923-50b2-49e9-95f8-696ffc2e611e admin admin] 10.222.0.10 "PUT /v2.0/routers/9b9520c2-e984-4ffa-987b-25b7c02f3498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6757333 Jul 16 20:41:37.179342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34364) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:37.185421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] Sync routers for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:41:37.195096 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:37.195751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:41:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:37.300617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:37.317452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.381923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:37.503347 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.513673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:37.535889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:37.536237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5ea12337-4c3a-44b7-96a5-ecda044bf4d1 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:37.577842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bb95e920-479f-4f4a-b283-85cfcde49d5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44dcfbcf757b4be2895603d440976536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733328 Jul 16 20:41:37.578489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:37.591930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Deleting port 709da122-ae09-4b43-b534-fceb91666fb9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:37.592876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.617437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '709da122-ae09-4b43-b534-fceb91666fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:41:35Z', 'revision_number': 5, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port': {'id': '709da122-ae09-4b43-b534-fceb91666fb9', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2335, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:29:22Z', 'updated_at': '2021-07-16T20:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:37.660136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] Checking router: 9b9520c2-e984-4ffa-987b-25b7c02f3498 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:41:37.683421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] Routers {'9b9520c2-e984-4ffa-987b-25b7c02f3498'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:41:37.683960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:41:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['9b9520c2-e984-4ffa-987b-25b7c02f3498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:37.686058 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1832625c-529e-437c-b196-1a52ac954d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.722135 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1832625c-529e-437c-b196-1a52ac954d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.777400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] For port 709da122-ae09-4b43-b534-fceb91666fb9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=709da122-ae09-4b43-b534-fceb91666fb9,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:37.777993 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.805616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1832625c-529e-437c-b196-1a52ac954d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.807272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Calling delete_port for 709da122-ae09-4b43-b534-fceb91666fb9 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:37.809751 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1832625c-529e-437c-b196-1a52ac954d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:37.811961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1832625c-529e-437c-b196-1a52ac954d26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82681118-821c-4c4b-a492-ce7e7bee0384 HTTP/1.1" status: 204 len: 168 time: 0.2329407 Jul 16 20:41:37.822085 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832625c-529e-437c-b196-1a52ac954d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82681118-821c-4c4b-a492-ce7e7bee0384,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:37.849292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] Set router 9b9520c2-e984-4ffa-987b-25b7c02f3498 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:41:37.918313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:41:37Z', 'revision_number': 6, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:37.965142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71237a8-fdc8-48af-a9cd-7a2006ebe6de None None] The sync data for ids ['9b9520c2-e984-4ffa-987b-25b7c02f3498'] in n-d-792394-17 is: [{'id': '9b9520c2-e984-4ffa-987b-25b7c02f3498', 'name': 'tempest-TaggedBootDevicesTest_v242-1387445783-router', 'tenant_id': '9f590338e8e94ae5ba7adc64015dfb41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:29:21Z', 'updated_at': '2021-07-16T20:41:37Z', 'revision_number': 6, 'project_id': '9f590338e8e94ae5ba7adc64015dfb41', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:41:38.056364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.090866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Pushing event deleted for resources: {'Port': ['ID=709da122-ae09-4b43-b534-fceb91666fb9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:38.186314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.303580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.311653 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.395220 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.395839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b9520c2-e984-4ffa-987b-25b7c02f3498 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:38.400261 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.401425 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2f2658de-210d-41e2-b533-572cfae97dea admin admin] 10.222.0.10 "DELETE /v2.0/routers/9b9520c2-e984-4ffa-987b-25b7c02f3498 HTTP/1.1" status: 204 len: 168 time: 1.2210972 Jul 16 20:41:38.403834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34420) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:38.515065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-91970acd-f896-452c-b57b-c39ba54e6516 admin admin] Deleting subnet 8b25d401-2108-45e7-bcdf-2b5a4eec4cc8 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:38.518934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91970acd-f896-452c-b57b-c39ba54e6516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.582058 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91970acd-f896-452c-b57b-c39ba54e6516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.707497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91970acd-f896-452c-b57b-c39ba54e6516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.761585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34436) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:38.780063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91970acd-f896-452c-b57b-c39ba54e6516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.814301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91970acd-f896-452c-b57b-c39ba54e6516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b25d401-2108-45e7-bcdf-2b5a4eec4cc8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:38.819513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91970acd-f896-452c-b57b-c39ba54e6516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:38.822091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-91970acd-f896-452c-b57b-c39ba54e6516 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8b25d401-2108-45e7-bcdf-2b5a4eec4cc8 HTTP/1.1" status: 204 len: 168 time: 0.4170561 Jul 16 20:41:38.824768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34440) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:38.836925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625118ad-60e6-4e75-b036-97c22d7bbe4b None None] Network 92e25605-4fb7-4fa2-8b4e-c330d80a563a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:38.908993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-315c5664-3f9a-499c-96bf-0bea9532d324 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:38.909761 n-d-792394-17 neutron-server[93958]: WARNING neutron.api.v2.base [None req-315c5664-3f9a-499c-96bf-0bea9532d324 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:41:38.910273 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-315c5664-3f9a-499c-96bf-0bea9532d324 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:41:38.914633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-315c5664-3f9a-499c-96bf-0bea9532d324 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1485622 Jul 16 20:41:38.914807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:38.946419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928942760'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:38.969360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.008145 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.021491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.097983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Deleting port 0a47a623-cd74-4f4e-bb3f-9f1912720257 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:39.100238 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.195692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700161cc-3b13-4a90-97dc-ec10b80fcccb None None] DHCP port deletion for 92e25605-4fb7-4fa2-8b4e-c330d80a563a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:39.206406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] For port 0a47a623-cd74-4f4e-bb3f-9f1912720257, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0a47a623-cd74-4f4e-bb3f-9f1912720257,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:39.206766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.226074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Calling delete_port for 0a47a623-cd74-4f4e-bb3f-9f1912720257 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:39.259766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.309892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.317190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-700161cc-3b13-4a90-97dc-ec10b80fcccb None None] Deleting port 0a47a623-cd74-4f4e-bb3f-9f1912720257 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:39.340449 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-700161cc-3b13-4a90-97dc-ec10b80fcccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.429642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 709da122-ae09-4b43-b534-fceb91666fb9 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:39.448513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ad7666-f1f6-4a83-b1b2-1285a03e2cc3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.456263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 709da122-ae09-4b43-b534-fceb91666fb9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:39.456876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 709da122-ae09-4b43-b534-fceb91666fb9 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:39.457470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0a47a623-cd74-4f4e-bb3f-9f1912720257 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:39.462829 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.465299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-700161cc-3b13-4a90-97dc-ec10b80fcccb None None] For port 0a47a623-cd74-4f4e-bb3f-9f1912720257, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0a47a623-cd74-4f4e-bb3f-9f1912720257,segment=NetworkSegment(85550ca6-7433-4c39-9a74-e4342813f153),segment_id=85550ca6-7433-4c39-9a74-e4342813f153)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:39.465971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-700161cc-3b13-4a90-97dc-ec10b80fcccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.481056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.502305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-700161cc-3b13-4a90-97dc-ec10b80fcccb None None] Calling delete_port for 0a47a623-cd74-4f4e-bb3f-9f1912720257 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:39.545297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4597aaec-8022-4a14-92c9-ab7d6d73a52a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.550468 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.554854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.555014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2f91f503-739c-4c1a-950c-51f50ef928d1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6390538 Jul 16 20:41:39.567453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1ddd063c-b446-4eeb-9372-cc5fbd41fa83 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '4597aaec-8022-4a14-92c9-ab7d6d73a52a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:39.578522 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.597933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] No DVR routers for this DVR port 0a47a623-cd74-4f4e-bb3f-9f1912720257 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:39.606023 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ddd063c-b446-4eeb-9372-cc5fbd41fa83 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.618175 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.641538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0a47a623-cd74-4f4e-bb3f-9f1912720257,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.648402 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-700161cc-3b13-4a90-97dc-ec10b80fcccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.699520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700161cc-3b13-4a90-97dc-ec10b80fcccb None None] No DVR routers for this DVR port 0a47a623-cd74-4f4e-bb3f-9f1912720257 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:39.704057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700161cc-3b13-4a90-97dc-ec10b80fcccb None None] Pushing event deleted for resources: {'Port': ['ID=0a47a623-cd74-4f4e-bb3f-9f1912720257,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.711703 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ddd063c-b446-4eeb-9372-cc5fbd41fa83 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.721794 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ddd063c-b446-4eeb-9372-cc5fbd41fa83 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.740780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd063c-b446-4eeb-9372-cc5fbd41fa83 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b7dd7a-1a17-4f5c-9525-59cd37b5a12e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.753560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:39.765111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ddd063c-b446-4eeb-9372-cc5fbd41fa83 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.770047 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1ddd063c-b446-4eeb-9372-cc5fbd41fa83 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2099977 Jul 16 20:41:39.770756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.774778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.776453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-857c8a6a-7126-4b53-a997-4f5ebaa25222 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '4597aaec-8022-4a14-92c9-ab7d6d73a52a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:39.777858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:39.778392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7590b828-0149-4fcc-ab4d-a63cc4fc4b17 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:39.793282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e25605-4fb7-4fa2-8b4e-c330d80a563a']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:39.810662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85550ca6-7433-4c39-9a74-e4342813f153') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:39.810964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85550ca6-7433-4c39-9a74-e4342813f153') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:39.844104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.844338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-857c8a6a-7126-4b53-a997-4f5ebaa25222 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.856221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.864282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:39.864851 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:39.866873 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:39.905154 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-857c8a6a-7126-4b53-a997-4f5ebaa25222 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:41:39.910363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-857c8a6a-7126-4b53-a997-4f5ebaa25222 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1380603 Jul 16 20:41:39.911052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:39.933961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.939675 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:39.942227 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] 10.222.0.10 "DELETE /v2.0/networks/92e25605-4fb7-4fa2-8b4e-c330d80a563a HTTP/1.1" status: 204 len: 168 time: 1.1164126 Jul 16 20:41:39.955749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607edbd-6cc7-445f-98fb-f6f0918638ba admin admin] Pushing event deleted for resources: {'Network': ['ID=92e25605-4fb7-4fa2-8b4e-c330d80a563a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:39.989193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99e420cd-e10d-40db-ba55-580b34cd1ee2 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.015250 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99e420cd-e10d-40db-ba55-580b34cd1ee2 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.076284 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99e420cd-e10d-40db-ba55-580b34cd1ee2 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.080812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99e420cd-e10d-40db-ba55-580b34cd1ee2 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.082385 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-99e420cd-e10d-40db-ba55-580b34cd1ee2 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/4597aaec-8022-4a14-92c9-ab7d6d73a52a HTTP/1.1" status: 204 len: 168 time: 0.1700580 Jul 16 20:41:40.084853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.114543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e420cd-e10d-40db-ba55-580b34cd1ee2 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4597aaec-8022-4a14-92c9-ab7d6d73a52a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.161991 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-484db2d5-b67e-46c3-a892-ef9d4e9ead52 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721595 Jul 16 20:41:40.163929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.177046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-049a7265-4a3a-4c06-b490-2f237b8a7161 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'tempest-secgroup--300385917'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.201556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34476) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.207753 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-049a7265-4a3a-4c06-b490-2f237b8a7161 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.252461 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6a017a80-c609-468b-9587-4458d82b464d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f590338e8e94ae5ba7adc64015dfb41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491278 Jul 16 20:41:40.252873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.336599 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-049a7265-4a3a-4c06-b490-2f237b8a7161 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.337844 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d5e2390-922f-4dca-9956-dbf223bc7bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.342512 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-049a7265-4a3a-4c06-b490-2f237b8a7161 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.381865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d5e2390-922f-4dca-9956-dbf223bc7bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.393240 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-049a7265-4a3a-4c06-b490-2f237b8a7161 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.397613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.397777 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-049a7265-4a3a-4c06-b490-2f237b8a7161 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2320459 Jul 16 20:41:40.406110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f9b3097c-0933-4927-8f11-d1b04536ba89 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': 'e0f31318-1195-43ca-8d70-da8c86d855e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.407105 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-f9b3097c-0933-4927-8f11-d1b04536ba89 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:41:40.407742 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f9b3097c-0933-4927-8f11-d1b04536ba89 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:40.409639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a7265-4a3a-4c06-b490-2f237b8a7161 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f31318-1195-43ca-8d70-da8c86d855e8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.411945 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f9b3097c-0933-4927-8f11-d1b04536ba89 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0127347 Jul 16 20:41:40.415166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34488) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.452617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d5e2390-922f-4dca-9956-dbf223bc7bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.456307 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d5e2390-922f-4dca-9956-dbf223bc7bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.459820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9d5e2390-922f-4dca-9956-dbf223bc7bbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93c2ffb1-e39a-424c-9829-dca9ffac762c HTTP/1.1" status: 204 len: 168 time: 0.2035503 Jul 16 20:41:40.486403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e2390-922f-4dca-9956-dbf223bc7bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2ffb1-e39a-424c-9829-dca9ffac762c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.519879 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b34e0ac-8fe5-4c63-a25e-b55cab9552fe tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.546834 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b34e0ac-8fe5-4c63-a25e-b55cab9552fe tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.592225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b34e0ac-8fe5-4c63-a25e-b55cab9552fe tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.595218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b34e0ac-8fe5-4c63-a25e-b55cab9552fe tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.598835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7b34e0ac-8fe5-4c63-a25e-b55cab9552fe tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/e0f31318-1195-43ca-8d70-da8c86d855e8 HTTP/1.1" status: 204 len: 168 time: 0.1820157 Jul 16 20:41:40.600843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.610093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34e0ac-8fe5-4c63-a25e-b55cab9552fe tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f31318-1195-43ca-8d70-da8c86d855e8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.695859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8fc6c52e-f556-4a23-9049-4d0c475b95ba tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903656 Jul 16 20:41:40.696717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.701775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8583cb73-5b8a-4974-b307-67a7380f06ec tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499128383'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.729992 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8583cb73-5b8a-4974-b307-67a7380f06ec tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.852387 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8583cb73-5b8a-4974-b307-67a7380f06ec tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.858561 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8583cb73-5b8a-4974-b307-67a7380f06ec tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.902527 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8583cb73-5b8a-4974-b307-67a7380f06ec tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:40.907117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8583cb73-5b8a-4974-b307-67a7380f06ec tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2095323 Jul 16 20:41:40.907282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:40.909472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583cb73-5b8a-4974-b307-67a7380f06ec tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7496aa9-3cd5-4bf0-afde-74ae57ac9d86,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:40.913027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-20a469db-37e2-4b05-8463-308cb8c2be3a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': 'd7496aa9-3cd5-4bf0-afde-74ae57ac9d86', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:40.927298 n-d-792394-17 neutron-server[93958]: WARNING neutron.api.v2.base [None req-20a469db-37e2-4b05-8463-308cb8c2be3a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:41:40.929365 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-20a469db-37e2-4b05-8463-308cb8c2be3a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:40.934314 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-20a469db-37e2-4b05-8463-308cb8c2be3a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0244253 Jul 16 20:41:40.935428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.023672 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257f34f1-16cd-40ff-8a46-cbd061dd49a9 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.057266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257f34f1-16cd-40ff-8a46-cbd061dd49a9 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.112824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257f34f1-16cd-40ff-8a46-cbd061dd49a9 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.118336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257f34f1-16cd-40ff-8a46-cbd061dd49a9 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.120353 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-257f34f1-16cd-40ff-8a46-cbd061dd49a9 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/d7496aa9-3cd5-4bf0-afde-74ae57ac9d86 HTTP/1.1" status: 204 len: 168 time: 0.1838930 Jul 16 20:41:41.123330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.148275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f34f1-16cd-40ff-8a46-cbd061dd49a9 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7496aa9-3cd5-4bf0-afde-74ae57ac9d86,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.187915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9f9b3991-e0c1-4334-9b66-1bc3879be8c3 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630860 Jul 16 20:41:41.191980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.196840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-42775867-76e6-4c5d-bdfd-ba6dc30eb101 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100118434'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:41.223634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42775867-76e6-4c5d-bdfd-ba6dc30eb101 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.326273 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42775867-76e6-4c5d-bdfd-ba6dc30eb101 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.331949 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42775867-76e6-4c5d-bdfd-ba6dc30eb101 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.368774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42775867-76e6-4c5d-bdfd-ba6dc30eb101 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.371824 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-42775867-76e6-4c5d-bdfd-ba6dc30eb101 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1769433 Jul 16 20:41:41.373031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34534) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.378475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c4252470-e3b3-4272-aee1-c57e405dc909 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '4ef91175-24b4-4e21-97bc-7c633200c579', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:41.378821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42775867-76e6-4c5d-bdfd-ba6dc30eb101 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef91175-24b4-4e21-97bc-7c633200c579,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.389778 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-c4252470-e3b3-4272-aee1-c57e405dc909 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:41:41.390337 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-c4252470-e3b3-4272-aee1-c57e405dc909 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:41.394599 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c4252470-e3b3-4272-aee1-c57e405dc909 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174534 Jul 16 20:41:41.394851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34538) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.400328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8cce5333-fa64-4ac0-8ab5-dbac9df5cb48 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '4ef91175-24b4-4e21-97bc-7c633200c579', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:41.418198 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-8cce5333-fa64-4ac0-8ab5-dbac9df5cb48 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:41:41.419117 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-8cce5333-fa64-4ac0-8ab5-dbac9df5cb48 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:41.423754 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8cce5333-fa64-4ac0-8ab5-dbac9df5cb48 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0278275 Jul 16 20:41:41.426639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.436459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e157c2d1-984c-4d9a-be3d-87895617bc09 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '4ef91175-24b4-4e21-97bc-7c633200c579', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:41.436459 n-d-792394-17 neutron-server[93958]: WARNING neutron.api.v2.base [None req-e157c2d1-984c-4d9a-be3d-87895617bc09 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:41:41.437585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34544) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.439507 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-e157c2d1-984c-4d9a-be3d-87895617bc09 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:41.444045 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e157c2d1-984c-4d9a-be3d-87895617bc09 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161858 Jul 16 20:41:41.445534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34546) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.450354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-428d0c7a-fca3-46a6-8b44-5bdf210ef409 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '4ef91175-24b4-4e21-97bc-7c633200c579', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:41.451316 n-d-792394-17 neutron-server[93958]: WARNING neutron.api.v2.base [None req-428d0c7a-fca3-46a6-8b44-5bdf210ef409 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:41:41.451997 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-428d0c7a-fca3-46a6-8b44-5bdf210ef409 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:41.456025 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-428d0c7a-fca3-46a6-8b44-5bdf210ef409 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091150 Jul 16 20:41:41.457065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34550) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.526425 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e626f6-6b05-4e35-b291-b6923239ed47 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.559332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e626f6-6b05-4e35-b291-b6923239ed47 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.588280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1844680926-network', 'tenant_id': '9b2c97dd528e4d5bb9fb59c906d5975b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:41.619469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Made reservation on behalf of 9b2c97dd528e4d5bb9fb59c906d5975b for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:41.621747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.624805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e626f6-6b05-4e35-b291-b6923239ed47 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.628413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18e626f6-6b05-4e35-b291-b6923239ed47 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.629547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-18e626f6-6b05-4e35-b291-b6923239ed47 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/4ef91175-24b4-4e21-97bc-7c633200c579 HTTP/1.1" status: 204 len: 168 time: 0.1713035 Jul 16 20:41:41.632592 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.639085 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.653017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e626f6-6b05-4e35-b291-b6923239ed47 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef91175-24b4-4e21-97bc-7c633200c579,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.703120 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-add409b8-5337-4dc3-84af-be7e9da2211c tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694025 Jul 16 20:41:41.707337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34554) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:41.712190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2b9d921f-9a9e-4a1b-ab2b-61d6e74cebb8 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'tempest-secgroup--501397156'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:41.765499 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.771598 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.821097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:41.828080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c8e93f-d496-4959-a7ea-395f9093c1e3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:41.831668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b9d921f-9a9e-4a1b-ab2b-61d6e74cebb8 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.858592 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.859714 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Added segment 8d8a377c-4f27-41e1-9dcc-126a81e68e37 of type vlan for network 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 Jul 16 20:41:41.913432 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.966803 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:41.967836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:41.968408 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.015316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b9d921f-9a9e-4a1b-ab2b-61d6e74cebb8 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.024473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b9d921f-9a9e-4a1b-ab2b-61d6e74cebb8 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.062588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6214504 Jul 16 20:41:42.066394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.067776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15192de2-ec5a-4ec2-861a-c2eebd45c7ec admin admin] Pushing event updated for resources: {'Network': ['ID=73d42ba3-d0b1-4880-9bc9-48c8b0f04b16,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:42.072567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Request body: {'subnet': {'network_id': '73d42ba3-d0b1-4880-9bc9-48c8b0f04b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1844680926-subnet', 'tenant_id': '9b2c97dd528e4d5bb9fb59c906d5975b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.080224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:42.099048 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b9d921f-9a9e-4a1b-ab2b-61d6e74cebb8 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.102857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2b9d921f-9a9e-4a1b-ab2b-61d6e74cebb8 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3920789 Jul 16 20:41:42.104058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34568) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.111196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-22eab86c-39c1-40a0-8430-f7c121fb6b97 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '3f96059b-66ed-444d-adc1-97a5dc4a41a1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.111998 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-22eab86c-39c1-40a0-8430-f7c121fb6b97 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:41:42.112505 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-22eab86c-39c1-40a0-8430-f7c121fb6b97 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.116510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-22eab86c-39c1-40a0-8430-f7c121fb6b97 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083642 Jul 16 20:41:42.117095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d921f-9a9e-4a1b-ab2b-61d6e74cebb8 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f96059b-66ed-444d-adc1-97a5dc4a41a1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:42.120921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34570) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.125927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c6b1c29a-3230-49f3-941c-4975a5b8e619 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '3f96059b-66ed-444d-adc1-97a5dc4a41a1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.152759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Made reservation on behalf of 9b2c97dd528e4d5bb9fb59c906d5975b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:42.155228 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.185582 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-c6b1c29a-3230-49f3-941c-4975a5b8e619 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.186922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c6b1c29a-3230-49f3-941c-4975a5b8e619 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0648687 Jul 16 20:41:42.189743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34572) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.194502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0a9f5aa3-0d90-48c5-827c-672bebea1148 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '3f96059b-66ed-444d-adc1-97a5dc4a41a1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.194991 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-0a9f5aa3-0d90-48c5-827c-672bebea1148 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:41:42.195493 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-0a9f5aa3-0d90-48c5-827c-672bebea1148 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.198946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0a9f5aa3-0d90-48c5-827c-672bebea1148 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056908 Jul 16 20:41:42.199333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34574) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.204501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8407c1c5-fa69-4c13-b816-1e574301ed16 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '3f96059b-66ed-444d-adc1-97a5dc4a41a1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.251948 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-8407c1c5-fa69-4c13-b816-1e574301ed16 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.253509 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8407c1c5-fa69-4c13-b816-1e574301ed16 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0528705 Jul 16 20:41:42.256479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.261243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-71ab93d7-415b-4702-86e6-037ae7869345 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '3f96059b-66ed-444d-adc1-97a5dc4a41a1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.262096 n-d-792394-17 neutron-server[93958]: WARNING neutron.api.v2.base [None req-71ab93d7-415b-4702-86e6-037ae7869345 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:41:42.262592 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-71ab93d7-415b-4702-86e6-037ae7869345 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.263564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-71ab93d7-415b-4702-86e6-037ae7869345 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061190 Jul 16 20:41:42.266940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34578) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.273565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7df61b2c-302b-4eec-a096-735a41a4887b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '3f96059b-66ed-444d-adc1-97a5dc4a41a1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.316133 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-7df61b2c-302b-4eec-a096-735a41a4887b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.319292 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7df61b2c-302b-4eec-a096-735a41a4887b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0493462 Jul 16 20:41:42.320288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.326331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-50c43e97-5adf-4492-866b-adf5feaf5043 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '3f96059b-66ed-444d-adc1-97a5dc4a41a1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.327095 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-50c43e97-5adf-4492-866b-adf5feaf5043 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:41:42.328049 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-50c43e97-5adf-4492-866b-adf5feaf5043 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.330412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-50c43e97-5adf-4492-866b-adf5feaf5043 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090325 Jul 16 20:41:42.333261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34584) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.338610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-72a5e83a-3e6c-4f79-a3c6-bf6b0383667d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '3f96059b-66ed-444d-adc1-97a5dc4a41a1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.381411 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.387243 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-72a5e83a-3e6c-4f79-a3c6-bf6b0383667d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.391882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-72a5e83a-3e6c-4f79-a3c6-bf6b0383667d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0536973 Jul 16 20:41:42.392168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34588) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.399493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d555c95b-460f-45b3-8c80-81d52239393b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '3f96059b-66ed-444d-adc1-97a5dc4a41a1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.456437 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-d555c95b-460f-45b3-8c80-81d52239393b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:42.460283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d555c95b-460f-45b3-8c80-81d52239393b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0633399 Jul 16 20:41:42.460903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34592) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.475092 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8861d68f-2c92-43a6-a9c2-72981783e7ec,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:42.481403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Checking segment: {'id': '8d8a377c-4f27-41e1-9dcc-126a81e68e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '73d42ba3-d0b1-4880-9bc9-48c8b0f04b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:42.481761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Network hostable DHCP agents. Network: 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:42.501031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Network 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:42.512321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:42.518077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:42.519199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.523433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e57954-6863-42a0-88f4-e1ad9dda7acc None None] Network 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:42.536541 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-32b8d406-1f8d-4687-b88b-10db14452093 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4681745 Jul 16 20:41:42.582432 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce7c9d12-33a2-447a-ba82-db96c20e770d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.606439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce7c9d12-33a2-447a-ba82-db96c20e770d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.695341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce7c9d12-33a2-447a-ba82-db96c20e770d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.698726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce7c9d12-33a2-447a-ba82-db96c20e770d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:42.704989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.706150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ce7c9d12-33a2-447a-ba82-db96c20e770d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/3f96059b-66ed-444d-adc1-97a5dc4a41a1 HTTP/1.1" status: 204 len: 168 time: 0.2440317 Jul 16 20:41:42.744069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c9d12-33a2-447a-ba82-db96c20e770d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f96059b-66ed-444d-adc1-97a5dc4a41a1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:42.771473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c5093-6265-4f20-9a8b-10045b73baf3 None None] Network 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:42.807157 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9fdd062e-59c0-4f2c-a723-580008132a06 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002121 Jul 16 20:41:42.811672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:42.841420 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-01c9c42a-02d2-49d2-97db-74f7cfaaaa4f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'tempest-secgroup--930185137'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:42.893070 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01c9c42a-02d2-49d2-97db-74f7cfaaaa4f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.024096 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01c9c42a-02d2-49d2-97db-74f7cfaaaa4f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.030158 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01c9c42a-02d2-49d2-97db-74f7cfaaaa4f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.125101 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01c9c42a-02d2-49d2-97db-74f7cfaaaa4f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.128291 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-01c9c42a-02d2-49d2-97db-74f7cfaaaa4f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3126276 Jul 16 20:41:43.131692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34628) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.135733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9c42a-02d2-49d2-97db-74f7cfaaaa4f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02f614b-d607-493f-8a1d-4d704f2aff39,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.140122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-08fd9a7e-e3d2-4546-a528-e09407e7ab18 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': 'd02f614b-d607-493f-8a1d-4d704f2aff39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.191039 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-08fd9a7e-e3d2-4546-a528-e09407e7ab18 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The resource could not be found. Jul 16 20:41:43.195228 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-08fd9a7e-e3d2-4546-a528-e09407e7ab18 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0594850 Jul 16 20:41:43.195556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.200857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f969a713-843b-4466-951e-3c0d6c07539d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': 'd02f614b-d607-493f-8a1d-4d704f2aff39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3fb55601-f35e-4822-91cc-0509f0fab580'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.254017 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f969a713-843b-4466-951e-3c0d6c07539d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The resource could not be found. Jul 16 20:41:43.257485 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f969a713-843b-4466-951e-3c0d6c07539d tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0587106 Jul 16 20:41:43.258370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34632) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.321771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-9053437f-6c89-48f5-85e0-c3d08c0c56d7 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:43.323356 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-9053437f-6c89-48f5-85e0-c3d08c0c56d7 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/networks?id=73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 HTTP/1.1" status: 200 len: 814 time: 0.2576051 Jul 16 20:41:43.338998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-f3c5cb72-e05a-4645-96e1-b242373faf5c tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/quotas/9b2c97dd528e4d5bb9fb59c906d5975b HTTP/1.1" status: 200 len: 375 time: 0.0099807 Jul 16 20:41:43.359319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eea0bdcc-ce62-4f84-b500-a663e5ab5cfc tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.381817 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eea0bdcc-ce62-4f84-b500-a663e5ab5cfc tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.396148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-8ade9815-34f6-46bc-ae61-d55a60b6a362 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b2c97dd528e4d5bb9fb59c906d5975b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497582 Jul 16 20:41:43.410079 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-06ac96ab-3d2e-413e-9a13-56e7afff18f3 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:41:43.410981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-06ac96ab-3d2e-413e-9a13-56e7afff18f3 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068533 Jul 16 20:41:43.425448 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eea0bdcc-ce62-4f84-b500-a663e5ab5cfc tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.428545 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eea0bdcc-ce62-4f84-b500-a663e5ab5cfc tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.429797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eea0bdcc-ce62-4f84-b500-a663e5ab5cfc tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/d02f614b-d607-493f-8a1d-4d704f2aff39 HTTP/1.1" status: 204 len: 168 time: 0.1665866 Jul 16 20:41:43.432525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.440526 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0bdcc-ce62-4f84-b500-a663e5ab5cfc tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02f614b-d607-493f-8a1d-4d704f2aff39,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.483375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-04fde181-7fc5-4056-af5a-d4a8a9dba99b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486338 Jul 16 20:41:43.489792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.499336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-72015d5b-58d4-43e0-b568-e03615250f51 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': 'b5b71456-5773-43de-a379-a7c533aa93fb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.633397 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-72015d5b-58d4-43e0-b568-e03615250f51 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The resource could not be found. Jul 16 20:41:43.640071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.642059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-72015d5b-58d4-43e0-b568-e03615250f51 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1511643 Jul 16 20:41:43.645234 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4c1b347e-c645-4289-ad34-8ded272eace1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027894634'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:43.669785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-b7542721-4753-4ca1-a054-d97ca643a409 service neutron] 10.222.0.10 "GET /v2.0/networks/73d42ba3-d0b1-4880-9bc9-48c8b0f04b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499042 Jul 16 20:41:43.707692 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c1b347e-c645-4289-ad34-8ded272eace1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.817882 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-54f89dc7-e1ed-44f7-afc6-201727312869 service neutron] 10.222.0.10 "GET /v2.0/networks/73d42ba3-d0b1-4880-9bc9-48c8b0f04b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469414 Jul 16 20:41:43.896360 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c1b347e-c645-4289-ad34-8ded272eace1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.904894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c1b347e-c645-4289-ad34-8ded272eace1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.961761 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c1b347e-c645-4289-ad34-8ded272eace1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:43.963730 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4c1b347e-c645-4289-ad34-8ded272eace1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3225160 Jul 16 20:41:43.964873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b347e-c645-4289-ad34-8ded272eace1 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f295d95-021b-4cfc-a00f-6f691dda2dca,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:43.966743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:43.973063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d94657c0-7094-49f5-8a7b-6f6e755efc43 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648743125'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.017780 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94657c0-7094-49f5-8a7b-6f6e755efc43 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.184368 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94657c0-7094-49f5-8a7b-6f6e755efc43 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.199538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94657c0-7094-49f5-8a7b-6f6e755efc43 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.215735 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8f0d4393-776f-4892-a7cf-7202f2565f92 req-e6b6eb20-66a6-472e-8953-4ad17847b208 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 210 time: 0.0516281 Jul 16 20:41:44.262150 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d94657c0-7094-49f5-8a7b-6f6e755efc43 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.263391 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d94657c0-7094-49f5-8a7b-6f6e755efc43 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2952263 Jul 16 20:41:44.267306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34728) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.276736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ee6e8a03-266d-4b94-8733-168b6ec95e8b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group_rule': {'security_group_id': '1f295d95-021b-4cfc-a00f-6f691dda2dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd7c017f3-84a6-4ba7-b821-45f6e53dd146'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.299192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94657c0-7094-49f5-8a7b-6f6e755efc43 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c017f3-84a6-4ba7-b821-45f6e53dd146,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.361427 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-ee6e8a03-266d-4b94-8733-168b6ec95e8b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:41:44.365461 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ee6e8a03-266d-4b94-8733-168b6ec95e8b tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0938625 Jul 16 20:41:44.365604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34742) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.423364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc329cac-0116-4706-a332-d0df4f66987a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.453525 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc329cac-0116-4706-a332-d0df4f66987a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.538180 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc329cac-0116-4706-a332-d0df4f66987a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.543744 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc329cac-0116-4706-a332-d0df4f66987a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.544944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.545381 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dc329cac-0116-4706-a332-d0df4f66987a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/d7c017f3-84a6-4ba7-b821-45f6e53dd146 HTTP/1.1" status: 204 len: 168 time: 0.1785901 Jul 16 20:41:44.559130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc329cac-0116-4706-a332-d0df4f66987a tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c017f3-84a6-4ba7-b821-45f6e53dd146,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.617239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ca736de2-8936-40d5-bee8-a815ac99da01 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0686030 Jul 16 20:41:44.618007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.717290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce481a61-16ff-416c-8cab-4dde79e1b54e tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.743788 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce481a61-16ff-416c-8cab-4dde79e1b54e tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.824617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce481a61-16ff-416c-8cab-4dde79e1b54e tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.833253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce481a61-16ff-416c-8cab-4dde79e1b54e tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:44.834743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ce481a61-16ff-416c-8cab-4dde79e1b54e tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/1f295d95-021b-4cfc-a00f-6f691dda2dca HTTP/1.1" status: 204 len: 168 time: 0.2155228 Jul 16 20:41:44.837428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.843873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce481a61-16ff-416c-8cab-4dde79e1b54e tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f295d95-021b-4cfc-a00f-6f691dda2dca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:44.903655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fc6d0821-2883-470f-a80f-3d7ee67158bc tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622520 Jul 16 20:41:44.906017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:44.912481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d5694bcf-37aa-44f6-a0c8-d849c6a7f842 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'tempest-secgroup--190202006'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:44.944017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5694bcf-37aa-44f6-a0c8-d849c6a7f842 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.076372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5694bcf-37aa-44f6-a0c8-d849c6a7f842 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.083682 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5694bcf-37aa-44f6-a0c8-d849c6a7f842 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.152755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5694bcf-37aa-44f6-a0c8-d849c6a7f842 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b44901e-a180-4011-98c6-f0a9313976b3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.173476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5694bcf-37aa-44f6-a0c8-d849c6a7f842 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.177582 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d5694bcf-37aa-44f6-a0c8-d849c6a7f842 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2669733 Jul 16 20:41:45.177917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34846) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.183507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5db8dc8a-2e89-4c7d-a2b6-2e734030c667 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:45.184368 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-5db8dc8a-2e89-4c7d-a2b6-2e734030c667 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:41:45.184939 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-5db8dc8a-2e89-4c7d-a2b6-2e734030c667 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:41:45.186317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5db8dc8a-2e89-4c7d-a2b6-2e734030c667 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "PUT /v2.0/security-groups/1b44901e-a180-4011-98c6-f0a9313976b3 HTTP/1.1" status: 409 len: 330 time: 0.0072987 Jul 16 20:41:45.189299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.296388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec13cf2-9b83-4894-89bb-ca5ad35cc594 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.320707 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec13cf2-9b83-4894-89bb-ca5ad35cc594 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.396801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec13cf2-9b83-4894-89bb-ca5ad35cc594 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.400884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ec13cf2-9b83-4894-89bb-ca5ad35cc594 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.404537 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7ec13cf2-9b83-4894-89bb-ca5ad35cc594 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/1b44901e-a180-4011-98c6-f0a9313976b3 HTTP/1.1" status: 204 len: 168 time: 0.2141585 Jul 16 20:41:45.407547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.426985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec13cf2-9b83-4894-89bb-ca5ad35cc594 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b44901e-a180-4011-98c6-f0a9313976b3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:45.509705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6709600d-5011-4ef7-b9fb-5d33fca8fd88 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008720 Jul 16 20:41:45.510566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.530844 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-c588d077-8d50-4383-b816-2afdcf09203f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] delete failed (client error): The resource could not be found. Jul 16 20:41:45.536908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c588d077-8d50-4383-b816-2afdcf09203f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "DELETE /v2.0/security-groups/b5a05100-3d29-4db3-9286-ca8964278618 HTTP/1.1" status: 404 len: 347 time: 0.0250547 Jul 16 20:41:45.537876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 34896) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.562046 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-cd089e93-05e4-48b0-bec8-a5ddc94f0741 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] show failed (client error): The resource could not be found. Jul 16 20:41:45.562623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-154f130c-a20e-4881-815f-0e1b7a2d74a4 req-ebeb9c3c-deed-43af-9ee1-86181d6b513e tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 210 time: 0.1896262 Jul 16 20:41:45.567568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:45.568164 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cd089e93-05e4-48b0-bec8-a5ddc94f0741 tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-groups/0738fd29-1331-4157-93f2-eee738a83ada HTTP/1.1" status: 404 len: 347 time: 0.0285311 Jul 16 20:41:45.591662 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-8e80e9ac-d3ad-4095-81d2-5d033a824c6f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] show failed (client error): The resource could not be found. Jul 16 20:41:45.592710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e80e9ac-d3ad-4095-81d2-5d033a824c6f tempest-NegativeSecGroupTest-587468127 tempest-NegativeSecGroupTest-587468127-project] 10.222.0.10 "GET /v2.0/security-group-rules/07576ef6-0d2f-4c23-a89d-cfbcca494c83 HTTP/1.1" status: 404 len: 356 time: 0.0235605 Jul 16 20:41:45.858466 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:45.939408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-c742e188-bb29-44d6-8ede-2777fe885401 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:45.941157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-c742e188-bb29-44d6-8ede-2777fe885401 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.30 "GET /v2.0/networks?id=73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 HTTP/1.1" status: 200 len: 814 time: 0.2804918 Jul 16 20:41:45.958499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Request body: {'port': {'device_id': 'e6bc869a-3c19-4cf2-9d11-9a671670489b', 'network_id': '73d42ba3-d0b1-4880-9bc9-48c8b0f04b16', 'admin_state_up': True, 'tenant_id': '9b2c97dd528e4d5bb9fb59c906d5975b'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:46.152441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 34974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.170925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Made reservation on behalf of 9b2c97dd528e4d5bb9fb59c906d5975b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:46.181533 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.399114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Allocated IP 172.20.0.5 (73d42ba3-d0b1-4880-9bc9-48c8b0f04b16/8861d68f-2c92-43a6-a9c2-72981783e7ec/8b827185-1a2a-4bd2-af9d-c9effeb7c934) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:46.407855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-29aa5464-991c-41db-bbd8-23324b51cbda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32e063514deb45d99d8763a67a59eb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542205 Jul 16 20:41:46.410337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:46.490117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74c72a09-8859-4597-bf68-f202de8deba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.518935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74c72a09-8859-4597-bf68-f202de8deba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.579343 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74c72a09-8859-4597-bf68-f202de8deba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.582182 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74c72a09-8859-4597-bf68-f202de8deba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.586501 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-74c72a09-8859-4597-bf68-f202de8deba8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37ad7666-f1f6-4a83-b1b2-1285a03e2cc3 HTTP/1.1" status: 204 len: 168 time: 0.1752038 Jul 16 20:41:46.597533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c72a09-8859-4597-bf68-f202de8deba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ad7666-f1f6-4a83-b1b2-1285a03e2cc3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.613916 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.689773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.763135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Network 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:46.768104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:46.771776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:46.779333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Pushing event updated for resources: {'Port': ['ID=8b827185-1a2a-4bd2-af9d-c9effeb7c934,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:46.851782 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.893130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:46.893754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:46.913670 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-fe9b8bd7-d4d4-4529-91bb-c32c3797438d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9626136 Jul 16 20:41:46.927728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Request body: {'port': {'device_id': 'e6bc869a-3c19-4cf2-9d11-9a671670489b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:47.395675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58833755-1cb0-4df5-970e-753979898d51 req-35466c31-2833-4454-b0a8-13f832548f00 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:47.397221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58833755-1cb0-4df5-970e-753979898d51 req-35466c31-2833-4454-b0a8-13f832548f00 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 931 time: 0.5650008 Jul 16 20:41:47.452154 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.547292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:47.647207 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a37e4c04-3abf-4ac0-bd7d-1eae5e37c8ec tempest-ServiceProvidersTest-649169059 tempest-ServiceProvidersTest-649169059-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0977650 Jul 16 20:41:47.796100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58833755-1cb0-4df5-970e-753979898d51 req-93b1bd13-e88c-4e74-bfac-b7b27addb842 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910894 Jul 16 20:41:47.947786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b827185-1a2a-4bd2-af9d-c9effeb7c934 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:47.964641 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:47.986249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Transition to ACTIVE for port object 8b827185-1a2a-4bd2-af9d-c9effeb7c934 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:47.993058 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.093053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Pushing event updated for resources: {'Port': ['ID=8b827185-1a2a-4bd2-af9d-c9effeb7c934,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.145930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.216892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Attempting to bind port 8b827185-1a2a-4bd2-af9d-c9effeb7c934 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:48.217448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Attempting to bind port 8b827185-1a2a-4bd2-af9d-c9effeb7c934 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '8d8a377c-4f27-41e1-9dcc-126a81e68e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '73d42ba3-d0b1-4880-9bc9-48c8b0f04b16'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:48.218068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Attempting to bind port 8b827185-1a2a-4bd2-af9d-c9effeb7c934 on network 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:48.224306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Port 8b827185-1a2a-4bd2-af9d-c9effeb7c934 on network 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:41:48.224896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Attempting to bind port 8b827185-1a2a-4bd2-af9d-c9effeb7c934 on network 73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:48.229777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:48.230113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Checking segment: {'id': '8d8a377c-4f27-41e1-9dcc-126a81e68e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '73d42ba3-d0b1-4880-9bc9-48c8b0f04b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:48.230770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Bound using segment: {'id': '8d8a377c-4f27-41e1-9dcc-126a81e68e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '73d42ba3-d0b1-4880-9bc9-48c8b0f04b16'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:48.231196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Bound port: 8b827185-1a2a-4bd2-af9d-c9effeb7c934, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8a377c-4f27-41e1-9dcc-126a81e68e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '73d42ba3-d0b1-4880-9bc9-48c8b0f04b16'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:48.231773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.290958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77ef91dd-5edb-4914-923f-72b91be61076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.299769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] For port 8b827185-1a2a-4bd2-af9d-c9effeb7c934, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:48.303548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] For port 8b827185-1a2a-4bd2-af9d-c9effeb7c934, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8b827185-1a2a-4bd2-af9d-c9effeb7c934,segment=NetworkSegment(8d8a377c-4f27-41e1-9dcc-126a81e68e37),segment_id=8d8a377c-4f27-41e1-9dcc-126a81e68e37)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:48.308926 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.351102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:48.351821 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.354116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] 10.222.0.30 "PUT /v2.0/ports/8b827185-1a2a-4bd2-af9d-c9effeb7c934 HTTP/1.1" status: 200 len: 1092 time: 1.4303584 Jul 16 20:41:48.356994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bc869a-3c19-4cf2-9d11-9a671670489b', 'tag': '8b827185-1a2a-4bd2-af9d-c9effeb7c934'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:48.361867 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbb7451-467d-4999-8cf7-844bb8022812" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bc869a-3c19-4cf2-9d11-9a671670489b", "tag": "8b827185-1a2a-4bd2-af9d-c9effeb7c934"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:48.395191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8a47f-d64f-4b62-bf90-cddc09bbd1bd service neutron] Pushing event updated for resources: {'Port': ['ID=8b827185-1a2a-4bd2-af9d-c9effeb7c934,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.397078 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77ef91dd-5edb-4914-923f-72b91be61076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.402738 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77ef91dd-5edb-4914-923f-72b91be61076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.423575 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b401e9-5c0c-4af9-af86-3f780e9b0534 x-openstack-request-id: req-a6b401e9-5c0c-4af9-af86-3f780e9b0534 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:48.424025 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bc869a-3c19-4cf2-9d11-9a671670489b", "tag": "8b827185-1a2a-4bd2-af9d-c9effeb7c934", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:48.424362 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6b401e9-5c0c-4af9-af86-3f780e9b0534 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:48.424848 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bc869a-3c19-4cf2-9d11-9a671670489b', 'tag': '8b827185-1a2a-4bd2-af9d-c9effeb7c934', 'status': 'completed', 'code': 200} Jul 16 20:41:48.452040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77ef91dd-5edb-4914-923f-72b91be61076 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=125234ec4c50417bb590e5e3b5f349a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037126 Jul 16 20:41:48.453295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35244) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:48.460980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef91dd-5edb-4914-923f-72b91be61076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df26d8f-51d9-483a-b26d-eefff94f7971,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.493674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-e29e8df8-c0c3-4d95-9e2d-5c2cde895dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:48.495567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-e29e8df8-c0c3-4d95-9e2d-5c2cde895dd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2c97dd528e4d5bb9fb59c906d5975b&device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 1095 time: 0.0870621 Jul 16 20:41:48.509271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c80fac4-4e50-49b3-9cd0-3a6d61681642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.530073 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c80fac4-4e50-49b3-9cd0-3a6d61681642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.542297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-44d33c05-9c8a-475b-a551-6bdb58ff287a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b827185-1a2a-4bd2-af9d-c9effeb7c934 HTTP/1.1" status: 200 len: 217 time: 0.0381048 Jul 16 20:41:48.583202 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c80fac4-4e50-49b3-9cd0-3a6d61681642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.586498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c80fac4-4e50-49b3-9cd0-3a6d61681642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:48.587732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4c80fac4-4e50-49b3-9cd0-3a6d61681642 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1df26d8f-51d9-483a-b26d-eefff94f7971 HTTP/1.1" status: 204 len: 168 time: 0.1334610 Jul 16 20:41:48.596493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80fac4-4e50-49b3-9cd0-3a6d61681642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df26d8f-51d9-483a-b26d-eefff94f7971,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:48.597029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-14611fa9-f5f2-4c9a-af01-c0e68e4f305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:48.600037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-14611fa9-f5f2-4c9a-af01-c0e68e4f305f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8861d68f-2c92-43a6-a9c2-72981783e7ec HTTP/1.1" status: 200 len: 854 time: 0.0514083 Jul 16 20:41:48.640636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-683474af-3543-491c-add0-97b557d937c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73d42ba3-d0b1-4880-9bc9-48c8b0f04b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331359 Jul 16 20:41:48.742752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-28421a4f-0a60-46d7-b4c5-d27a7ae21be8 service neutron] 10.222.0.30 "GET /v2.0/networks/73d42ba3-d0b1-4880-9bc9-48c8b0f04b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954399 Jul 16 20:41:48.853754 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1a5c76-e11d-4333-91f5-d3fcd69189fa req-a82e405d-37e6-4ac1-8175-200a6356f470 service neutron] 10.222.0.30 "GET /v2.0/networks/73d42ba3-d0b1-4880-9bc9-48c8b0f04b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047776 Jul 16 20:41:49.051829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-e15c25dd-e192-45a5-8e98-2104c1401490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:49.053577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-e15c25dd-e192-45a5-8e98-2104c1401490 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b2c97dd528e4d5bb9fb59c906d5975b&device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 1095 time: 0.1249976 Jul 16 20:41:49.075970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f93c-09e8-4f77-b753-83fd773fc010 req-f99bcf0f-6637-4bb9-8499-9f236cb357b5 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:49.085115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11a7f93c-09e8-4f77-b753-83fd773fc010 req-f99bcf0f-6637-4bb9-8499-9f236cb357b5 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 943 time: 0.1142726 Jul 16 20:41:49.196569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11a7f93c-09e8-4f77-b753-83fd773fc010 req-52d5a7a1-aa75-4309-bb6a-ed5e75e87475 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837302 Jul 16 20:41:49.237262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-87dc6d0e-0ccb-4299-9436-64e37cae41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:49.241082 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-87dc6d0e-0ccb-4299-9436-64e37cae41f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 HTTP/1.1" status: 200 len: 915 time: 0.1550434 Jul 16 20:41:49.249894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-436f462d-0aa8-4bf4-bc6a-4b945ecf9985 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:49.252255 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-436f462d-0aa8-4bf4-bc6a-4b945ecf9985 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/networks?id=67df6fb0-2adf-401d-bd77-3c851fb33807 HTTP/1.1" status: 200 len: 814 time: 0.1865339 Jul 16 20:41:49.278184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-6ccdb5ae-2051-40b6-9a5b-27307190be62 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/quotas/7cee88aa40b849c3b5b5a7b3ec29a2bf HTTP/1.1" status: 200 len: 375 time: 0.0156686 Jul 16 20:41:49.288049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-fc35f792-3caf-4aa9-a923-f1f0e7b728a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b827185-1a2a-4bd2-af9d-c9effeb7c934 HTTP/1.1" status: 200 len: 217 time: 0.0400023 Jul 16 20:41:49.321839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-3a6bf963-76bb-4d49-9010-276aa5b89725 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cee88aa40b849c3b5b5a7b3ec29a2bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415239 Jul 16 20:41:49.393914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-4fe912a6-012c-426a-a4a6-dec43cb5f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:49.395460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-4fe912a6-012c-426a-a4a6-dec43cb5f91f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8861d68f-2c92-43a6-a9c2-72981783e7ec HTTP/1.1" status: 200 len: 854 time: 0.0992422 Jul 16 20:41:49.447500 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-302a57f9-d04a-4d55-852f-f02be1c5ea1e service neutron] 10.222.0.10 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245308 Jul 16 20:41:49.449228 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-3882abfe-8f1a-410c-9ab7-9a1c855319ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73d42ba3-d0b1-4880-9bc9-48c8b0f04b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445533 Jul 16 20:41:49.514806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:49.569705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-882ec956-bc45-45c9-8957-8ebabf792424 service neutron] 10.222.0.30 "GET /v2.0/networks/73d42ba3-d0b1-4880-9bc9-48c8b0f04b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135561 Jul 16 20:41:49.588909 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-2659981e-bebe-468d-8789-2b8903fc9d79 service neutron] 10.222.0.10 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402755 Jul 16 20:41:49.721612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebbb7451-467d-4999-8cf7-844bb8022812 req-81d1d86a-3b12-4986-afaa-f09db0032270 service neutron] 10.222.0.30 "GET /v2.0/networks/73d42ba3-d0b1-4880-9bc9-48c8b0f04b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441216 Jul 16 20:41:49.732601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-153495509'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:49.762140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Made reservation on behalf of 5f05b658f9884d3f8fdea46d2cc02c1b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:49.767114 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.776886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.819247 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed81c5a6-4b0f-427b-ab27-c3d22d75e93d req-97b6a9df-4e84-4cee-8511-ec31846e0bff tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 210 time: 0.0305467 Jul 16 20:41:49.893619 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.899172 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.927729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:41:49.934231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb1d341-fea7-4782-adb4-a317e126fdd5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:49.941086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:49.941512 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Added segment 93109093-e70b-4976-909b-b18e1e9e4478 of type vlan for network 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 Jul 16 20:41:49.981663 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.009688 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.015809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:50.017260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.058559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.059104 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5427639 Jul 16 20:41:50.064877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Request body: {'subnet': {'network_id': '69e49efa-8225-4338-b2fc-cdb9f5cc7f64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:50.098675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec843a-a63f-49af-af48-65941c450acb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Pushing event updated for resources: {'Network': ['ID=69e49efa-8225-4338-b2fc-cdb9f5cc7f64,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.110976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:41:50.172135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Made reservation on behalf of 5f05b658f9884d3f8fdea46d2cc02c1b for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:50.175722 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.372072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.386405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bb9f6-2364-4dc6-807d-ee27ecf6b1d9 req-a23ebda7-0e85-42b5-8e44-7a0fc59ede99 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:50.388151 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c6bb9f6-2364-4dc6-807d-ee27ecf6b1d9 req-a23ebda7-0e85-42b5-8e44-7a0fc59ede99 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 943 time: 0.0771279 Jul 16 20:41:50.432484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c6bb9f6-2364-4dc6-807d-ee27ecf6b1d9 req-d011cf58-01bb-4cac-a88b-fa072b71e26d tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362368 Jul 16 20:41:50.445637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Pushing event updated for resources: {'Subnet': ['ID=19b602f7-b90a-42b0-b8d2-053cbc8e5850,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:50.451017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Checking segment: {'id': '93109093-e70b-4976-909b-b18e1e9e4478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '69e49efa-8225-4338-b2fc-cdb9f5cc7f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:50.453224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Network hostable DHCP agents. Network: 69e49efa-8225-4338-b2fc-cdb9f5cc7f64, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:41:50.469744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Network 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:41:50.479922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 69e49efa-8225-4338-b2fc-cdb9f5cc7f64) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:50.484048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:50.484643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.490616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eaef2a-15eb-4dc5-b8f0-1ac251041a97 None None] Network 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:50.501208 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0fe980bb-e71d-4c43-8abe-11bdc8061923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4405572 Jul 16 20:41:50.504102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35320) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:50.509293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Request body: {'port': {'network_id': '69e49efa-8225-4338-b2fc-cdb9f5cc7f64', 'name': 'tempest-TagsExtTest-2021927322'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:50.616283 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb65c918-7351-4ce2-a101-460fda8fabb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.629133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Made reservation on behalf of 5f05b658f9884d3f8fdea46d2cc02c1b for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:50.633420 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.652778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] device_id is not set on port 6a583e24-9e40-4e05-aa33-92a7e34f54e0 yet. {{(pid=93959) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:41:50.667199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-69e49efa-8225-4338-b2fc-cdb9f5cc7f64', 'network_id': '69e49efa-8225-4338-b2fc-cdb9f5cc7f64', 'tenant_id': '5f05b658f9884d3f8fdea46d2cc02c1b', 'fixed_ips': [{'subnet_id': '19b602f7-b90a-42b0-b8d2-053cbc8e5850'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:41:50.668179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:50.770818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Allocated IP 172.20.0.7 (69e49efa-8225-4338-b2fc-cdb9f5cc7f64/19b602f7-b90a-42b0-b8d2-053cbc8e5850/6a583e24-9e40-4e05-aa33-92a7e34f54e0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:50.943529 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-284bd54d-0aff-4aeb-93d4-591758f03efb req-b9d70d93-9cd1-4595-b639-82c97be5b8ed tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 210 time: 0.0409360 Jul 16 20:41:50.990516 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.004900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Transition to ACTIVE for port object 6a583e24-9e40-4e05-aa33-92a7e34f54e0 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:51.042129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.071752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Network 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:51.090861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:51.095606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:51.131634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Allocated IP 172.20.0.2 (69e49efa-8225-4338-b2fc-cdb9f5cc7f64/19b602f7-b90a-42b0-b8d2-053cbc8e5850/49571e4c-ada4-48c9-abcd-10d8cfa29eba) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:51.172976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Pushing event updated for resources: {'Port': ['ID=6a583e24-9e40-4e05-aa33-92a7e34f54e0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:51.186487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:51.187406 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.203130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-64fae8ac-22c0-475f-92de-abeaddf08aeb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6979237 Jul 16 20:41:51.206660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35344) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.212893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-124893f9-087d-4177-af91-c06b4a596c69 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1485398844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:51.246160 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-124893f9-087d-4177-af91-c06b4a596c69 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.247444 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-124893f9-087d-4177-af91-c06b4a596c69 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.309723 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.312866 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-124893f9-087d-4177-af91-c06b4a596c69 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.316837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-124893f9-087d-4177-af91-c06b4a596c69 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.321199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Transition to ACTIVE for port object 49571e4c-ada4-48c9-abcd-10d8cfa29eba will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:51.333870 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-124893f9-087d-4177-af91-c06b4a596c69 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.337562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Transition to ACTIVE for port object 49571e4c-ada4-48c9-abcd-10d8cfa29eba will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:51.338153 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-124893f9-087d-4177-af91-c06b4a596c69 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1305759 Jul 16 20:41:51.338388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.343616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5973f1ef-b05a-41b5-b9d0-66cf5ea4e923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-261972631', 'prefixes': ['172.20.0.0/16']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:51.343793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.380806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Network 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:51.383710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:51.389591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:51.402502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Pushing event updated for resources: {'Port': ['ID=49571e4c-ada4-48c9-abcd-10d8cfa29eba,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:51.410087 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5973f1ef-b05a-41b5-b9d0-66cf5ea4e923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for subnetpool, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.411312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5973f1ef-b05a-41b5-b9d0-66cf5ea4e923 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0717165 Jul 16 20:41:51.414637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35352) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.421183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-022a054b-7a1b-4071-8a51-519f6d8b3d60 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850', 'tempest-TagsExtTest-Tag-533015291') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:51.468741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Attempting to bind port 49571e4c-ada4-48c9-abcd-10d8cfa29eba on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:51.468853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Attempting to bind port 49571e4c-ada4-48c9-abcd-10d8cfa29eba by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '93109093-e70b-4976-909b-b18e1e9e4478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '69e49efa-8225-4338-b2fc-cdb9f5cc7f64'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:51.469268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Attempting to bind port 49571e4c-ada4-48c9-abcd-10d8cfa29eba on network 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:51.475004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:51.475411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Checking segment: {'id': '93109093-e70b-4976-909b-b18e1e9e4478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '69e49efa-8225-4338-b2fc-cdb9f5cc7f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:51.475812 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.476205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Bound using segment: {'id': '93109093-e70b-4976-909b-b18e1e9e4478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '69e49efa-8225-4338-b2fc-cdb9f5cc7f64'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:51.476657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Bound port: 49571e4c-ada4-48c9-abcd-10d8cfa29eba, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93109093-e70b-4976-909b-b18e1e9e4478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '69e49efa-8225-4338-b2fc-cdb9f5cc7f64'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:51.477028 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.529344 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-022a054b-7a1b-4071-8a51-519f6d8b3d60 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags/tempest-TagsExtTest-Tag-533015291 HTTP/1.1" status: 201 len: 201 time: 0.1135869 Jul 16 20:41:51.532830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.538100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-a6da6291-8310-4d35-99f5-ef8329461c71 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0', 'tempest-TagsExtTest-Tag-1784767162') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:51.544787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] For port 49571e4c-ada4-48c9-abcd-10d8cfa29eba, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:51.548571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] For port 49571e4c-ada4-48c9-abcd-10d8cfa29eba, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=49571e4c-ada4-48c9-abcd-10d8cfa29eba,segment=NetworkSegment(93109093-e70b-4976-909b-b18e1e9e4478),segment_id=93109093-e70b-4976-909b-b18e1e9e4478)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:51.553422 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:51.631379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321db903-8f51-4039-bcd1-e3b9473dd3bb None None] Pushing event updated for resources: {'Port': ['ID=49571e4c-ada4-48c9-abcd-10d8cfa29eba,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:51.692052 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a6da6291-8310-4d35-99f5-ef8329461c71 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags/tempest-TagsExtTest-Tag-1784767162 HTTP/1.1" status: 201 len: 201 time: 0.1580527 Jul 16 20:41:51.694851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35362) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.700396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-63617f7b-846c-44f5-b111-be09aaf7e3f3 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad', 'tempest-TagsExtTest-Tag-2101600682') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:51.717921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ef21e-a170-44a3-a491-d09e8a5478f3 req-824d6267-099c-4470-b7d7-214f0412ca6b tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:51.719673 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a1ef21e-a170-44a3-a491-d09e8a5478f3 req-824d6267-099c-4470-b7d7-214f0412ca6b tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 943 time: 0.1115119 Jul 16 20:41:51.771929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7a1ef21e-a170-44a3-a491-d09e8a5478f3 req-9d734632-ccc3-4cfd-ae68-3bc26cb54531 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462699 Jul 16 20:41:51.823022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-63617f7b-846c-44f5-b111-be09aaf7e3f3 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags/tempest-TagsExtTest-Tag-2101600682 HTTP/1.1" status: 201 len: 201 time: 0.1269672 Jul 16 20:41:51.825674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35368) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.831167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-4241440c-94c3-4c31-a742-0a61d045759c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3', 'tempest-TagsExtTest-Tag-1402895706') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:51.836745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8b827185-1a2a-4bd2-af9d-c9effeb7c934 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:41:51.923371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:51.923925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4241440c-94c3-4c31-a742-0a61d045759c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags/tempest-TagsExtTest-Tag-1402895706 HTTP/1.1" status: 201 len: 201 time: 0.0970380 Jul 16 20:41:51.928887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-80a9cff8-7517-4271-baf2-cd017d7e5448 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.022569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8b827185-1a2a-4bd2-af9d-c9effeb7c934, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8b827185-1a2a-4bd2-af9d-c9effeb7c934,segment=NetworkSegment(8d8a377c-4f27-41e1-9dcc-126a81e68e37),segment_id=8d8a377c-4f27-41e1-9dcc-126a81e68e37)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:52.036556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '8b827185-1a2a-4bd2-af9d-c9effeb7c934', 'network_id': '73d42ba3-d0b1-4880-9bc9-48c8b0f04b16', 'port_id': '8b827185-1a2a-4bd2-af9d-c9effeb7c934', 'mac_address': 'fa:16:3e:88:39:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8861d68f-2c92-43a6-a9c2-72981783e7ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:41:52.083166 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.085687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-80a9cff8-7517-4271-baf2-cd017d7e5448 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags HTTP/1.1" status: 200 len: 240 time: 0.1609666 Jul 16 20:41:52.089453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.094981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-53a16641-1165-4fd3-9d68-b4541522aed7 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850', 'tempest-TagsExtTest-Tag-533015291') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.099213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b827185-1a2a-4bd2-af9d-c9effeb7c934 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:52.111404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40ad8d60-ecba-4a29-878f-de0df7543df0 req-96e5e6ce-9444-471b-8c86-497cda43d70c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 210 time: 0.0369933 Jul 16 20:41:52.122490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8b827185-1a2a-4bd2-af9d-c9effeb7c934, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8b827185-1a2a-4bd2-af9d-c9effeb7c934,segment=NetworkSegment(8d8a377c-4f27-41e1-9dcc-126a81e68e37),segment_id=8d8a377c-4f27-41e1-9dcc-126a81e68e37)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:52.128094 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:52.166341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-53a16641-1165-4fd3-9d68-b4541522aed7 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags/tempest-TagsExtTest-Tag-533015291 HTTP/1.1" status: 204 len: 168 time: 0.0754433 Jul 16 20:41:52.168767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.174570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-542d6767-96e3-4ae7-8f9d-cc34bc8ba0c8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850', 'tempest-TagsExtTest-Tag-533015291') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.195221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8b827185-1a2a-4bd2-af9d-c9effeb7c934,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:52.259870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-542d6767-96e3-4ae7-8f9d-cc34bc8ba0c8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags/tempest-TagsExtTest-Tag-533015291 HTTP/1.1" status: 204 len: 168 time: 0.0900071 Jul 16 20:41:52.262239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.266466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-ac4786e2-04a2-4df3-a1a5-67eeadb4ee47 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.323300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ac4786e2-04a2-4df3-a1a5-67eeadb4ee47 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags HTTP/1.1" status: 200 len: 205 time: 0.0598624 Jul 16 20:41:52.325795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.331032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-053b8ba2-d60b-46d5-a3c4-5c0dabb0cc2c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.387087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35394) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.387410 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-053b8ba2-d60b-46d5-a3c4-5c0dabb0cc2c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags HTTP/1.1" status: 200 len: 241 time: 0.0602021 Jul 16 20:41:52.393962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-3827a37e-2268-47d7-9f6c-ccb05730cd78 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0', 'tempest-TagsExtTest-Tag-1784767162') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.396100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['8b827185-1a2a-4bd2-af9d-c9effeb7c934'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:52.459812 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3827a37e-2268-47d7-9f6c-ccb05730cd78 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags/tempest-TagsExtTest-Tag-1784767162 HTTP/1.1" status: 204 len: 168 time: 0.0707903 Jul 16 20:41:52.462148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.470436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-87c39a3b-f1f0-4a71-a4c0-f3c4f18c6a25 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0', 'tempest-TagsExtTest-Tag-1784767162') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.577777 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-87c39a3b-f1f0-4a71-a4c0-f3c4f18c6a25 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags/tempest-TagsExtTest-Tag-1784767162 HTTP/1.1" status: 204 len: 168 time: 0.1116982 Jul 16 20:41:52.580963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35398) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.586031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-9d7520b1-fe7e-4ef3-a558-bba81f90b07b tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.656758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9d7520b1-fe7e-4ef3-a558-bba81f90b07b tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags HTTP/1.1" status: 200 len: 205 time: 0.0740504 Jul 16 20:41:52.659516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:52.665182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-13169fb8-46b4-4a4c-8681-6d0db11bba03 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:52.823385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f273e9-de97-43f0-85ad-a0031e46812f None None] Network 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:52.901550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a7af4fbb-b655-40ca-89c4-2756510f2fc9 None None] Provisioning for port 49571e4c-ada4-48c9-abcd-10d8cfa29eba completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:53.155972 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-13169fb8-46b4-4a4c-8681-6d0db11bba03 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags HTTP/1.1" status: 200 len: 241 time: 0.4952495 Jul 16 20:41:53.159470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.164365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-9fa0bae2-19e7-4eec-9be4-be0b5669e0f5 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad', 'tempest-TagsExtTest-Tag-2101600682') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:53.273661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-d7651623-0008-43e0-84e9-79417d8d415c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:53.275290 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-d7651623-0008-43e0-84e9-79417d8d415c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.63 "GET /v2.0/networks?id=67df6fb0-2adf-401d-bd77-3c851fb33807 HTTP/1.1" status: 200 len: 814 time: 0.2066014 Jul 16 20:41:53.287512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18c97-3540-4873-b625-861b942cf126 req-6830555d-c971-47de-929d-1db381910b4b tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:53.291803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6a18c97-3540-4873-b625-861b942cf126 req-6830555d-c971-47de-929d-1db381910b4b tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 944 time: 0.2218666 Jul 16 20:41:53.308970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Request body: {'port': {'device_id': 'bbb2066c-413d-4a79-a8e6-728aea53c40d', 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807', 'admin_state_up': True, 'tenant_id': '7cee88aa40b849c3b5b5a7b3ec29a2bf'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:53.377138 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fda1ac6f-6f8c-4036-85ba-fc2117e61258 req-034f7fbc-cb00-47b2-b986-02da47c5d4ff tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 210 time: 0.0499725 Jul 16 20:41:53.390364 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9fa0bae2-19e7-4eec-9be4-be0b5669e0f5 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags/tempest-TagsExtTest-Tag-2101600682 HTTP/1.1" status: 204 len: 168 time: 0.2296669 Jul 16 20:41:53.391629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.429148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-7ed36640-3426-4bf9-be07-44400eddd4bd tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad', 'tempest-TagsExtTest-Tag-2101600682') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:53.448257 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.450669 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0e44fbe-6b60-475c-849b-f505010ff76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.465913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 49571e4c-ada4-48c9-abcd-10d8cfa29eba up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:53.524962 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a6a18c97-3540-4873-b625-861b942cf126 req-4f3febc1-e752-4e0e-bbe6-edc21f024f19 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321556 Jul 16 20:41:53.547821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 49571e4c-ada4-48c9-abcd-10d8cfa29eba completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:53.554221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 49571e4c-ada4-48c9-abcd-10d8cfa29eba triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:53.554687 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.556934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a800cf2f-3a68-4150-95cb-75421ff3de6e None None] Provisioning complete for port 49571e4c-ada4-48c9-abcd-10d8cfa29eba triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:53.556934 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a800cf2f-3a68-4150-95cb-75421ff3de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.651434 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7ed36640-3426-4bf9-be07-44400eddd4bd tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags/tempest-TagsExtTest-Tag-2101600682 HTTP/1.1" status: 204 len: 168 time: 0.2473431 Jul 16 20:41:53.653896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.660622 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-b963accb-d876-4606-9b09-97733b173d77 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:53.666662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Made reservation on behalf of 7cee88aa40b849c3b5b5a7b3ec29a2bf for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:41:53.673089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.744622 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.759148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a800cf2f-3a68-4150-95cb-75421ff3de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.778548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b963accb-d876-4606-9b09-97733b173d77 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags HTTP/1.1" status: 200 len: 205 time: 0.1230021 Jul 16 20:41:53.781343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.786778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-4c0afc45-b5ec-448a-91be-489eb2d40559 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:53.804846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 49571e4c-ada4-48c9-abcd-10d8cfa29eba, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=49571e4c-ada4-48c9-abcd-10d8cfa29eba,segment=NetworkSegment(93109093-e70b-4976-909b-b18e1e9e4478),segment_id=93109093-e70b-4976-909b-b18e1e9e4478)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:53.810803 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4c0afc45-b5ec-448a-91be-489eb2d40559 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags HTTP/1.1" status: 200 len: 241 time: 0.0273952 Jul 16 20:41:53.814071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35418) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.814499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:53.819383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-27c2d166-476d-4626-92df-804066deee1c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3', 'tempest-TagsExtTest-Tag-1402895706') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:53.844189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Allocated IP 172.20.0.12 (67df6fb0-2adf-401d-bd77-3c851fb33807/88405af9-6bb2-4e74-bcb0-1f58e8399393/e570fe98-a257-40e2-a461-551426202452) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:41:53.856158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-27c2d166-476d-4626-92df-804066deee1c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags/tempest-TagsExtTest-Tag-1402895706 HTTP/1.1" status: 204 len: 168 time: 0.0396273 Jul 16 20:41:53.858552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35420) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.865714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8b827185-1a2a-4bd2-af9d-c9effeb7c934 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:53.867514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-a0e93301-4ffa-444b-9dd9-ae1b177ef02f tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3', 'tempest-TagsExtTest-Tag-1402895706') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:53.928542 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a0e93301-4ffa-444b-9dd9-ae1b177ef02f tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags/tempest-TagsExtTest-Tag-1402895706 HTTP/1.1" status: 204 len: 168 time: 0.0682464 Jul 16 20:41:53.931655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.937561 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-afe9d16e-2e2a-4d2e-9319-adfb928d40a1 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:53.964753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-afe9d16e-2e2a-4d2e-9319-adfb928d40a1 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags HTTP/1.1" status: 200 len: 205 time: 0.0317714 Jul 16 20:41:53.967112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35424) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:53.972592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-825900c9-c76d-415f-98c8-75221d982dd0 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.001879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-825900c9-c76d-415f-98c8-75221d982dd0 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0336056 Jul 16 20:41:54.006840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35426) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.011702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-5640bb25-dad5-41f1-8d94-863e14017ec4 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.070075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.093917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-a800cf2f-3a68-4150-95cb-75421ff3de6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:41:54.094327 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-a800cf2f-3a68-4150-95cb-75421ff3de6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:41:54.102606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=49571e4c-ada4-48c9-abcd-10d8cfa29eba,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:54.107725 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5640bb25-dad5-41f1-8d94-863e14017ec4 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0975156 Jul 16 20:41:54.108394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.113509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.113851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.114183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.114512 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.114838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.115162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.115650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.115817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.116137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.116455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.116907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.117077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:41:54.118689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-ce0a69da-74ef-46be-a1e5-523eb5c5db55 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.130626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.132407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 8b827185-1a2a-4bd2-af9d-c9effeb7c934 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:54.143971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 8b827185-1a2a-4bd2-af9d-c9effeb7c934 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:54.144361 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.190879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Network 67df6fb0-2adf-401d-bd77-3c851fb33807 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:41:54.191699 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ce0a69da-74ef-46be-a1e5-523eb5c5db55 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0817111 Jul 16 20:41:54.193733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.198165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-89228ac0-03c6-48c5-9440-9b343bf1a846 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.203188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:41:54.225888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:41:54.231456 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.249328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Pushing event updated for resources: {'Port': ['ID=e570fe98-a257-40e2-a461-551426202452,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:54.266500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bc869a-3c19-4cf2-9d11-9a671670489b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b827185-1a2a-4bd2-af9d-c9effeb7c934'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:54.268791 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709bb325-491e-4efd-acda-90e3b2602f59" -d '{"events": [{"server_uuid": "e6bc869a-3c19-4cf2-9d11-9a671670489b", "name": "network-vif-plugged", "status": "completed", "tag": "8b827185-1a2a-4bd2-af9d-c9effeb7c934"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:54.298951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8b827185-1a2a-4bd2-af9d-c9effeb7c934, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8b827185-1a2a-4bd2-af9d-c9effeb7c934,segment=NetworkSegment(8d8a377c-4f27-41e1-9dcc-126a81e68e37),segment_id=8d8a377c-4f27-41e1-9dcc-126a81e68e37)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:54.304761 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.306872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:54.307606 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.328942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-33ba0b9a-a68e-46ec-8b7d-3698dc5a9b3e tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0348032 Jul 16 20:41:54.340722 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238378fc-d1a0-4cd0-bd31-dee5a3499067 x-openstack-request-id: req-238378fc-d1a0-4cd0-bd31-dee5a3499067 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:54.341341 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bc869a-3c19-4cf2-9d11-9a671670489b", "name": "network-vif-plugged", "status": "completed", "tag": "8b827185-1a2a-4bd2-af9d-c9effeb7c934", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:54.341598 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-238378fc-d1a0-4cd0-bd31-dee5a3499067 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:54.341771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Request body: {'port': {'device_id': 'bbb2066c-413d-4a79-a8e6-728aea53c40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:41:54.342095 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bc869a-3c19-4cf2-9d11-9a671670489b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b827185-1a2a-4bd2-af9d-c9effeb7c934', 'code': 200} Jul 16 20:41:54.346641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-89228ac0-03c6-48c5-9440-9b343bf1a846 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags HTTP/1.1" status: 204 len: 168 time: 0.1517591 Jul 16 20:41:54.350463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35436) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.357094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-15689dad-db4b-4d62-8fe6-21dae126d5da tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850', 'tempest-TagsExtTest-Tag-367230351') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.382495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8b827185-1a2a-4bd2-af9d-c9effeb7c934,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:54.423481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.521816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e398c1a-c9be-4da6-83f1-958b5e795bdc req-c59839c8-fb00-437d-82b0-471dc0c6e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:54.524090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e398c1a-c9be-4da6-83f1-958b5e795bdc req-c59839c8-fb00-437d-82b0-471dc0c6e63e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 1097 time: 0.1183643 Jul 16 20:41:54.526325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-15689dad-db4b-4d62-8fe6-21dae126d5da tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags/tempest-TagsExtTest-Tag-367230351 HTTP/1.1" status: 201 len: 201 time: 0.1744394 Jul 16 20:41:54.529128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35440) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.536939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-1853ca05-0cf2-44e5-9d35-c6bb2683a4bb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0', 'tempest-TagsExtTest-Tag-1800448681') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.632676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e398c1a-c9be-4da6-83f1-958b5e795bdc req-65732fb8-a231-4612-a0d3-d91822a45a49 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008198 Jul 16 20:41:54.680025 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.685169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a800cf2f-3a68-4150-95cb-75421ff3de6e None None] Provisioning for port 6a583e24-9e40-4e05-aa33-92a7e34f54e0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:54.688631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1853ca05-0cf2-44e5-9d35-c6bb2683a4bb tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags/tempest-TagsExtTest-Tag-1800448681 HTTP/1.1" status: 201 len: 201 time: 0.1570818 Jul 16 20:41:54.691638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35446) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.696045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a800cf2f-3a68-4150-95cb-75421ff3de6e None None] Provisioning complete for port 6a583e24-9e40-4e05-aa33-92a7e34f54e0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:54.696353 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a800cf2f-3a68-4150-95cb-75421ff3de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.700979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-aa10ab48-7067-463e-986e-7c89b369c906 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad', 'tempest-TagsExtTest-Tag-1450539478') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.738630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a800cf2f-3a68-4150-95cb-75421ff3de6e None None] Port 6a583e24-9e40-4e05-aa33-92a7e34f54e0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:54.764739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41140db-aad5-493f-a4fa-156b183531e4 req-cbec56ee-644f-4bea-ba34-8252382afaf4 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:54.766927 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b41140db-aad5-493f-a4fa-156b183531e4 req-cbec56ee-644f-4bea-ba34-8252382afaf4 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 932 time: 0.2040658 Jul 16 20:41:54.833354 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b41140db-aad5-493f-a4fa-156b183531e4 req-30f74122-c333-492e-9914-c592af36925a tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590739 Jul 16 20:41:54.848075 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aa10ab48-7067-463e-986e-7c89b369c906 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags/tempest-TagsExtTest-Tag-1450539478 HTTP/1.1" status: 201 len: 201 time: 0.1553662 Jul 16 20:41:54.857955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b0c07-97cd-4a8f-9bcd-fd1719063612 req-0a181e2d-de70-4c4f-9ddd-12de98140e65 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:54.859528 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa9b0c07-97cd-4a8f-9bcd-fd1719063612 req-0a181e2d-de70-4c4f-9ddd-12de98140e65 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 945 time: 0.1161680 Jul 16 20:41:54.860045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35448) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.865007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-4e3a127d-a406-4801-b479-e4363372eca2 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3', 'tempest-TagsExtTest-Tag-75420370') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.874699 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c280c81a-4959-47dc-8dcf-dc5d42650059 None None] Provisioning complete for port 6a583e24-9e40-4e05-aa33-92a7e34f54e0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:54.875083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c280c81a-4959-47dc-8dcf-dc5d42650059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.902877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e570fe98-a257-40e2-a461-551426202452 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:54.911451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.926324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c280c81a-4959-47dc-8dcf-dc5d42650059 None None] Port 6a583e24-9e40-4e05-aa33-92a7e34f54e0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:41:54.933106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa9b0c07-97cd-4a8f-9bcd-fd1719063612 req-c271e70b-48aa-4f8e-9d86-79c5131c6fb6 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643768 Jul 16 20:41:54.933529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Transition to ACTIVE for port object e570fe98-a257-40e2-a461-551426202452 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:41:54.938124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:54.949672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4e3a127d-a406-4801-b479-e4363372eca2 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags/tempest-TagsExtTest-Tag-75420370 HTTP/1.1" status: 201 len: 201 time: 0.0885940 Jul 16 20:41:54.952350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35450) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:54.958881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-b4ed2f27-7e3e-4bbc-aa9a-6f59856f72f3 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850', {'tags': ['tempest-TagsExtTest-Tag-821683560', 'tempest-TagsExtTest-Tag-2146859726', 'tempest-TagsExtTest-Tag-479920409']}) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:54.994740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e570fe98-a257-40e2-a461-551426202452,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:55.046249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b4ed2f27-7e3e-4bbc-aa9a-6f59856f72f3 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags HTTP/1.1" status: 200 len: 316 time: 0.0893297 Jul 16 20:41:55.046499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35452) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.051407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-907d06bc-56c3-4f29-b89f-6cad97064a09 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.066956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Attempting to bind port e570fe98-a257-40e2-a461-551426202452 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:41:55.067319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Attempting to bind port e570fe98-a257-40e2-a461-551426202452 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '7482d1c6-b3f3-4008-adc9-caaf84e07d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:41:55.067653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Attempting to bind port e570fe98-a257-40e2-a461-551426202452 on network 67df6fb0-2adf-401d-bd77-3c851fb33807 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:55.072308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Port e570fe98-a257-40e2-a461-551426202452 on network 67df6fb0-2adf-401d-bd77-3c851fb33807 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:41:55.072632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Attempting to bind port e570fe98-a257-40e2-a461-551426202452 on network 67df6fb0-2adf-401d-bd77-3c851fb33807 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:41:55.078172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:41:55.078172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Checking segment: {'id': '7482d1c6-b3f3-4008-adc9-caaf84e07d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:41:55.078508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Bound using segment: {'id': '7482d1c6-b3f3-4008-adc9-caaf84e07d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:41:55.078699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Bound port: e570fe98-a257-40e2-a461-551426202452, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7482d1c6-b3f3-4008-adc9-caaf84e07d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:41:55.079059 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.121390 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-907d06bc-56c3-4f29-b89f-6cad97064a09 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags HTTP/1.1" status: 204 len: 168 time: 0.0730734 Jul 16 20:41:55.123781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.129575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-b780706d-d0f4-4e3b-8fdb-eac2d2740eec tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850', 'tempest-TagsExtTest-Tag-821683560') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.153458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] For port e570fe98-a257-40e2-a461-551426202452, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:41:55.156675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] For port e570fe98-a257-40e2-a461-551426202452, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e570fe98-a257-40e2-a461-551426202452,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:41:55.161374 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.197649 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-b780706d-d0f4-4e3b-8fdb-eac2d2740eec tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:55.201732 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b780706d-d0f4-4e3b-8fdb-eac2d2740eec tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags/tempest-TagsExtTest-Tag-821683560 HTTP/1.1" status: 404 len: 328 time: 0.0739582 Jul 16 20:41:55.201903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:55.201903 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.202100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35456) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.202222 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] 10.222.0.63 "PUT /v2.0/ports/e570fe98-a257-40e2-a461-551426202452 HTTP/1.1" status: 200 len: 1093 time: 0.8656890 Jul 16 20:41:55.202475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb2066c-413d-4a79-a8e6-728aea53c40d', 'tag': 'e570fe98-a257-40e2-a461-551426202452'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:55.205271 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87472baa-31e2-4939-9c15-b7095c6bbde5" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb2066c-413d-4a79-a8e6-728aea53c40d", "tag": "e570fe98-a257-40e2-a461-551426202452"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:55.206402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-5fc8c9e3-1639-4055-8bc9-427dc1168119 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850', 'tempest-TagsExtTest-Tag-2146859726') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.225594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17167d8-a327-4414-943b-a5764b5f79f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e570fe98-a257-40e2-a461-551426202452,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:55.282514 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b25cb8-cc15-4fa4-8326-5f9305de3b42 x-openstack-request-id: req-20b25cb8-cc15-4fa4-8326-5f9305de3b42 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:55.282514 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb2066c-413d-4a79-a8e6-728aea53c40d", "tag": "e570fe98-a257-40e2-a461-551426202452", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:55.283066 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20b25cb8-cc15-4fa4-8326-5f9305de3b42 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:55.283809 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb2066c-413d-4a79-a8e6-728aea53c40d', 'tag': 'e570fe98-a257-40e2-a461-551426202452', 'status': 'completed', 'code': 200} Jul 16 20:41:55.285310 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-5fc8c9e3-1639-4055-8bc9-427dc1168119 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:55.290225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.290604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5fc8c9e3-1639-4055-8bc9-427dc1168119 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags/tempest-TagsExtTest-Tag-2146859726 HTTP/1.1" status: 404 len: 329 time: 0.0881755 Jul 16 20:41:55.294828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-459980aa-d69b-47d0-be3c-b44295a74154 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850', 'tempest-TagsExtTest-Tag-479920409') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.360923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-1cd1f638-09c8-4870-8a07-51ccfadfe2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:55.362612 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-1cd1f638-09c8-4870-8a07-51ccfadfe2ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7cee88aa40b849c3b5b5a7b3ec29a2bf&device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 1096 time: 0.1167696 Jul 16 20:41:55.408795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-7ce8c7f6-db3b-421c-80fa-30c5d40882d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e570fe98-a257-40e2-a461-551426202452 HTTP/1.1" status: 200 len: 217 time: 0.0388906 Jul 16 20:41:55.418860 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-459980aa-d69b-47d0-be3c-b44295a74154 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:55.423299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-459980aa-d69b-47d0-be3c-b44295a74154 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags/tempest-TagsExtTest-Tag-479920409 HTTP/1.1" status: 404 len: 328 time: 0.1286447 Jul 16 20:41:55.424285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.432172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 49571e4c-ada4-48c9-abcd-10d8cfa29eba up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:55.438880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-94448091-69ee-4b2c-954e-625ef07ca278 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0', {'tags': ['tempest-TagsExtTest-Tag-1830015714', 'tempest-TagsExtTest-Tag-262030035', 'tempest-TagsExtTest-Tag-972121118']}) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.469608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-b58e67c6-9e76-4ef1-a467-b8e62f7651e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:55.471579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-b58e67c6-9e76-4ef1-a467-b8e62f7651e0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=88405af9-6bb2-4e74-bcb0-1f58e8399393 HTTP/1.1" status: 200 len: 854 time: 0.0550084 Jul 16 20:41:55.499975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 49571e4c-ada4-48c9-abcd-10d8cfa29eba triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:55.501159 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:55.520659 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-27096d8a-2cd0-4ad5-b928-a93e295399fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=67df6fb0-2adf-401d-bd77-3c851fb33807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409620 Jul 16 20:41:55.525337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-94448091-69ee-4b2c-954e-625ef07ca278 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags HTTP/1.1" status: 200 len: 316 time: 0.0996091 Jul 16 20:41:55.527909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.533955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-7713b698-3d91-4785-81c9-17246bcc59f6 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.607305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7713b698-3d91-4785-81c9-17246bcc59f6 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0776439 Jul 16 20:41:55.609688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35468) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.614929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-64d2361f-1a05-410d-8b7f-4bd36a4f8153 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0', 'tempest-TagsExtTest-Tag-1830015714') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.637567 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-f92bd963-ecce-4871-a0da-d35a58f35048 service neutron] 10.222.0.63 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105254 Jul 16 20:41:55.687319 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-64d2361f-1a05-410d-8b7f-4bd36a4f8153 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:55.691562 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-64d2361f-1a05-410d-8b7f-4bd36a4f8153 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags/tempest-TagsExtTest-Tag-1830015714 HTTP/1.1" status: 404 len: 329 time: 0.0772994 Jul 16 20:41:55.691936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35470) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.696998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-bc9bbbec-5137-4647-8ec9-992050f321e4 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0', 'tempest-TagsExtTest-Tag-262030035') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.745024 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d111e0f4-69a1-4931-b648-99c6066f32ce req-6bb8393b-7dbb-422c-81dc-fef719cfc4d5 service neutron] 10.222.0.63 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007588 Jul 16 20:41:55.752609 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-bc9bbbec-5137-4647-8ec9-992050f321e4 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:55.756146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bc9bbbec-5137-4647-8ec9-992050f321e4 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags/tempest-TagsExtTest-Tag-262030035 HTTP/1.1" status: 404 len: 328 time: 0.0631638 Jul 16 20:41:55.756819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.761510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-7c78a847-b706-428b-a011-fb8c1189b72c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0', 'tempest-TagsExtTest-Tag-972121118') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.838867 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-7c78a847-b706-428b-a011-fb8c1189b72c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:55.839942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7c78a847-b706-428b-a011-fb8c1189b72c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags/tempest-TagsExtTest-Tag-972121118 HTTP/1.1" status: 404 len: 328 time: 0.0819404 Jul 16 20:41:55.842778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35474) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.848643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-8ef7af4c-d8fd-44c5-81ff-0d6e480aa62c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad', {'tags': ['tempest-TagsExtTest-Tag-53295869', 'tempest-TagsExtTest-Tag-656700651', 'tempest-TagsExtTest-Tag-1057966380']}) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:55.863455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-e8b17386-79ec-4e23-8c5f-94e09212e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:55.864965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-e8b17386-79ec-4e23-8c5f-94e09212e51f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7cee88aa40b849c3b5b5a7b3ec29a2bf&device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 1096 time: 0.0642803 Jul 16 20:41:55.963927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8ef7af4c-d8fd-44c5-81ff-0d6e480aa62c tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags HTTP/1.1" status: 200 len: 315 time: 0.1197548 Jul 16 20:41:55.965606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:55.973038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-73cf80e4-4cac-4087-8184-31f761dffe51 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.010602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-23310d08-fccc-4904-b4f7-deb8bc75915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:56.012385 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-23310d08-fccc-4904-b4f7-deb8bc75915e service neutron] 10.222.0.63 "GET /v2.0/networks?id=67df6fb0-2adf-401d-bd77-3c851fb33807 HTTP/1.1" status: 200 len: 915 time: 0.1408558 Jul 16 20:41:56.048735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e4590-075a-403d-92c3-80644f7e182c req-a161f9d4-8d22-44d6-a1e7-60129c8c14cf tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:56.050610 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0e4590-075a-403d-92c3-80644f7e182c req-a161f9d4-8d22-44d6-a1e7-60129c8c14cf tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 944 time: 0.0708823 Jul 16 20:41:56.084879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-a19d62cb-6143-4d28-864a-e03d36c94d1f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e570fe98-a257-40e2-a461-551426202452 HTTP/1.1" status: 200 len: 217 time: 0.0401459 Jul 16 20:41:56.095586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c0e4590-075a-403d-92c3-80644f7e182c req-f2fd71a7-8eb0-41a4-b027-80af161eb9c0 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354717 Jul 16 20:41:56.188504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-73cf80e4-4cac-4087-8184-31f761dffe51 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags HTTP/1.1" status: 204 len: 168 time: 0.2212117 Jul 16 20:41:56.191180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35482) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.193233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-be0b3985-0a20-4fa4-bf60-ce84a3eff2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:56.194734 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-be0b3985-0a20-4fa4-bf60-ce84a3eff2d8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=88405af9-6bb2-4e74-bcb0-1f58e8399393 HTTP/1.1" status: 200 len: 854 time: 0.0943282 Jul 16 20:41:56.196131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-d2f23043-a0af-4894-8ab0-508235e8f28a tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad', 'tempest-TagsExtTest-Tag-53295869') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.232886 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-45e49692-df45-493d-af47-4e3f1ce0169a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=67df6fb0-2adf-401d-bd77-3c851fb33807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298665 Jul 16 20:41:56.243064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278396b-4fd6-485d-859a-8149e63aac70 req-751e6e07-b514-4ab2-88e7-bc9b24050d99 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:56.244564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6278396b-4fd6-485d-859a-8149e63aac70 req-751e6e07-b514-4ab2-88e7-bc9b24050d99 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 945 time: 0.1551697 Jul 16 20:41:56.281062 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-d2f23043-a0af-4894-8ab0-508235e8f28a tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:56.281062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d2f23043-a0af-4894-8ab0-508235e8f28a tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags/tempest-TagsExtTest-Tag-53295869 HTTP/1.1" status: 404 len: 327 time: 0.0861354 Jul 16 20:41:56.281687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35484) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.286074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-dfed4b98-7f9a-4aac-ac2d-238495f13e46 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad', 'tempest-TagsExtTest-Tag-656700651') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.286799 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:56.339735 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6278396b-4fd6-485d-859a-8149e63aac70 req-5a74046f-c80e-4bf8-aead-2acdf224a62f tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861979 Jul 16 20:41:56.365163 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-dfed4b98-7f9a-4aac-ac2d-238495f13e46 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:56.368787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-4a3623d3-d147-45b8-83c6-616d90065eb3 service neutron] 10.222.0.63 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204236 Jul 16 20:41:56.369287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dfed4b98-7f9a-4aac-ac2d-238495f13e46 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags/tempest-TagsExtTest-Tag-656700651 HTTP/1.1" status: 404 len: 328 time: 0.0839567 Jul 16 20:41:56.369287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35488) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.374066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-71658798-e925-4aa5-a838-2f7ebe1efade tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad', 'tempest-TagsExtTest-Tag-1057966380') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.470036 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-71658798-e925-4aa5-a838-2f7ebe1efade tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:56.474075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.474928 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-71658798-e925-4aa5-a838-2f7ebe1efade tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags/tempest-TagsExtTest-Tag-1057966380 HTTP/1.1" status: 404 len: 329 time: 0.1049192 Jul 16 20:41:56.485263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-32bde56a-4a68-40e9-b099-4d5a759a025f tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3', {'tags': ['tempest-TagsExtTest-Tag-1298889227', 'tempest-TagsExtTest-Tag-1475680804', 'tempest-TagsExtTest-Tag-373495700']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.515055 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-87472baa-31e2-4939-9c15-b7095c6bbde5 req-0006249a-1f23-4a47-96d3-0536c4a39ca1 service neutron] 10.222.0.63 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346300 Jul 16 20:41:56.545727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-32bde56a-4a68-40e9-b099-4d5a759a025f tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "PUT /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags HTTP/1.1" status: 200 len: 317 time: 0.0683866 Jul 16 20:41:56.546048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.552037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-79577aca-912c-4aa6-9285-cfd5d4ff0645 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.595374 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-79577aca-912c-4aa6-9285-cfd5d4ff0645 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0475254 Jul 16 20:41:56.597517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.602327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-624d8f24-21a5-42b2-a9bf-540d6f84ef77 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3', 'tempest-TagsExtTest-Tag-1298889227') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.631529 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-624d8f24-21a5-42b2-a9bf-540d6f84ef77 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:56.634550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-624d8f24-21a5-42b2-a9bf-540d6f84ef77 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags/tempest-TagsExtTest-Tag-1298889227 HTTP/1.1" status: 404 len: 329 time: 0.0339277 Jul 16 20:41:56.635333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.640312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-a62b6844-1458-4dd8-aaa3-87b186b1f1aa tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3', 'tempest-TagsExtTest-Tag-1475680804') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.664886 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-a62b6844-1458-4dd8-aaa3-87b186b1f1aa tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:56.669162 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a62b6844-1458-4dd8-aaa3-87b186b1f1aa tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags/tempest-TagsExtTest-Tag-1475680804 HTTP/1.1" status: 404 len: 329 time: 0.0296295 Jul 16 20:41:56.669267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35506) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.683119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-e2730c3e-2335-4914-ba4a-3a60a690f082 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3', 'tempest-TagsExtTest-Tag-373495700') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.705112 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-e2730c3e-2335-4914-ba4a-3a60a690f082 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] show failed (client error): The resource could not be found. Jul 16 20:41:56.707710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e2730c3e-2335-4914-ba4a-3a60a690f082 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags/tempest-TagsExtTest-Tag-373495700 HTTP/1.1" status: 404 len: 328 time: 0.0376847 Jul 16 20:41:56.708940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35508) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.713493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-7c2267a3-16c4-4d55-9494-c64f827e4145 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.741566 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7c2267a3-16c4-4d55-9494-c64f827e4145 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0290399 Jul 16 20:41:56.741950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.746292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-1445ab6d-b660-444c-b8a0-45c928fc6036 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '43e17a60-7fd5-4a27-a237-715592be76ad') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.828024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1445ab6d-b660-444c-b8a0-45c928fc6036 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0853047 Jul 16 20:41:56.830839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.835536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-9e8f052f-ee20-4d4b-9060-c5b7f1b72184 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6a583e24-9e40-4e05-aa33-92a7e34f54e0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.906003 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e8f052f-ee20-4d4b-9060-c5b7f1b72184 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0717404 Jul 16 20:41:56.906288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:56.910356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-30e2ef27-171d-4f4e-9668-7fac618cada7 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '19b602f7-b90a-42b0-b8d2-053cbc8e5850') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:56.973437 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-30e2ef27-171d-4f4e-9668-7fac618cada7 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850/tags HTTP/1.1" status: 204 len: 168 time: 0.0619063 Jul 16 20:41:56.973632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:57.002216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e570fe98-a257-40e2-a461-551426202452 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:41:57.046079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845a75-0cc1-4ddd-a529-6d52c288ba52 req-03997afb-f5b5-4618-ab8c-5bea8ff86e52 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.053888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc845a75-0cc1-4ddd-a529-6d52c288ba52 req-03997afb-f5b5-4618-ab8c-5bea8ff86e52 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 945 time: 0.0746837 Jul 16 20:41:57.068051 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ed29562-7851-4d3c-8879-b5b5740fe093 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for subnetpool, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.071594 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1ed29562-7851-4d3c-8879-b5b5740fe093 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnetpools/ae51fdb0-8344-4d25-8ae6-f2b161d8d1a3 HTTP/1.1" status: 204 len: 168 time: 0.0948372 Jul 16 20:41:57.072532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35520) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:57.099857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc845a75-0cc1-4ddd-a529-6d52c288ba52 req-de78ab62-ba6e-424a-9e43-6eda8583a6e0 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 Jul 16 20:41:57.108582 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ba328c6b-adb3-4927-bdd5-129bb05eb8fa tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e17a60-7fd5-4a27-a237-715592be76ad HTTP/1.1" status: 200 len: 205 time: 0.0340626 Jul 16 20:41:57.111020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35522) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:57.123317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e570fe98-a257-40e2-a461-551426202452, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e570fe98-a257-40e2-a461-551426202452,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:57.137680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'e570fe98-a257-40e2-a461-551426202452', 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807', 'port_id': 'e570fe98-a257-40e2-a461-551426202452', 'mac_address': 'fa:16:3e:a6:2a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88405af9-6bb2-4e74-bcb0-1f58e8399393', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:41:57.189580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.196553 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f755d2cb-d3e7-497b-af5d-23a8f47af20d tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.204857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e570fe98-a257-40e2-a461-551426202452 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:41:57.225676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e570fe98-a257-40e2-a461-551426202452, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e570fe98-a257-40e2-a461-551426202452,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:57.229922 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.282947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e570fe98-a257-40e2-a461-551426202452,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:57.283541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36235f2-6720-4a0d-972d-07909b59f156 req-a608e2ae-70dd-41ef-b19e-0233ccc0df3f tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:57.285731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d36235f2-6720-4a0d-972d-07909b59f156 req-a608e2ae-70dd-41ef-b19e-0233ccc0df3f tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 944 time: 0.0680292 Jul 16 20:41:57.329352 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d36235f2-6720-4a0d-972d-07909b59f156 req-e0638018-c48d-4826-9a0c-4d68edc78ecc tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359592 Jul 16 20:41:57.467732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e570fe98-a257-40e2-a461-551426202452'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:57.732305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f755d2cb-d3e7-497b-af5d-23a8f47af20d tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.734690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f755d2cb-d3e7-497b-af5d-23a8f47af20d tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.778358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f755d2cb-d3e7-497b-af5d-23a8f47af20d tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.778893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f755d2cb-d3e7-497b-af5d-23a8f47af20d tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Fanout notify agent at l3_agent the message router_deleted on router 43e17a60-7fd5-4a27-a237-715592be76ad {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:41:57.785760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f755d2cb-d3e7-497b-af5d-23a8f47af20d tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.786967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f755d2cb-d3e7-497b-af5d-23a8f47af20d tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/routers/43e17a60-7fd5-4a27-a237-715592be76ad HTTP/1.1" status: 204 len: 168 time: 0.6749551 Jul 16 20:41:57.789767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:57.894879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7828cc71-da6d-468c-8d9b-b7b2683bab4e tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Deleting port 6a583e24-9e40-4e05-aa33-92a7e34f54e0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:57.895399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7828cc71-da6d-468c-8d9b-b7b2683bab4e tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:57.993294 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7828cc71-da6d-468c-8d9b-b7b2683bab4e tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.006208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7828cc71-da6d-468c-8d9b-b7b2683bab4e tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Calling delete_port for 6a583e24-9e40-4e05-aa33-92a7e34f54e0 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:58.138139 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7828cc71-da6d-468c-8d9b-b7b2683bab4e tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.170466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828cc71-da6d-468c-8d9b-b7b2683bab4e tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Pushing event deleted for resources: {'Port': ['ID=6a583e24-9e40-4e05-aa33-92a7e34f54e0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.255632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cd994-770a-4a40-994f-11166dec0252 req-ec9e7102-2eda-4758-a4a5-b82ffc970e48 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:58.257473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b05cd994-770a-4a40-994f-11166dec0252 req-ec9e7102-2eda-4758-a4a5-b82ffc970e48 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 945 time: 0.0937438 Jul 16 20:41:58.273847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7828cc71-da6d-468c-8d9b-b7b2683bab4e tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.277968 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7828cc71-da6d-468c-8d9b-b7b2683bab4e tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/ports/6a583e24-9e40-4e05-aa33-92a7e34f54e0 HTTP/1.1" status: 204 len: 168 time: 0.4849985 Jul 16 20:41:58.278491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:58.337560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc25f3f-a164-40f6-9e2d-8966e2be7a49 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Deleting subnet 19b602f7-b90a-42b0-b8d2-053cbc8e5850 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:41:58.341103 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc25f3f-a164-40f6-9e2d-8966e2be7a49 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.394451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc25f3f-a164-40f6-9e2d-8966e2be7a49 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.454817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348e2ff-2b1a-4a01-a23f-2c977a39e5ac req-00363256-ccde-44ef-8657-26d734d75c3b tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:58.463670 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6348e2ff-2b1a-4a01-a23f-2c977a39e5ac req-00363256-ccde-44ef-8657-26d734d75c3b tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 945 time: 0.2012517 Jul 16 20:41:58.520035 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6348e2ff-2b1a-4a01-a23f-2c977a39e5ac req-822e4785-17b6-4788-878b-108febb7f199 tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4c8e93f-d496-4959-a7ea-395f9093c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550506 Jul 16 20:41:58.521350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b05cd994-770a-4a40-994f-11166dec0252 req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Deleting port 8b827185-1a2a-4bd2-af9d-c9effeb7c934 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:58.521773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b05cd994-770a-4a40-994f-11166dec0252 req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.567271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc25f3f-a164-40f6-9e2d-8966e2be7a49 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.630636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b05cd994-770a-4a40-994f-11166dec0252 req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] For port 8b827185-1a2a-4bd2-af9d-c9effeb7c934, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8b827185-1a2a-4bd2-af9d-c9effeb7c934,segment=NetworkSegment(8d8a377c-4f27-41e1-9dcc-126a81e68e37),segment_id=8d8a377c-4f27-41e1-9dcc-126a81e68e37)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:58.631244 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b05cd994-770a-4a40-994f-11166dec0252 req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.646459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b05cd994-770a-4a40-994f-11166dec0252 req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Calling delete_port for 8b827185-1a2a-4bd2-af9d-c9effeb7c934 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:58.647749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a665900-9d25-4423-85d5-ed2a3a3d249c req-9715ab89-fb30-4159-8e10-691a089c31a9 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:58.649370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a665900-9d25-4423-85d5-ed2a3a3d249c req-9715ab89-fb30-4159-8e10-691a089c31a9 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 945 time: 0.1285002 Jul 16 20:41:58.661363 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc25f3f-a164-40f6-9e2d-8966e2be7a49 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.713979 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc25f3f-a164-40f6-9e2d-8966e2be7a49 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.715868 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6cc25f3f-a164-40f6-9e2d-8966e2be7a49 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/subnets/19b602f7-b90a-42b0-b8d2-053cbc8e5850 HTTP/1.1" status: 204 len: 168 time: 0.4364479 Jul 16 20:41:58.719869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35706) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:58.720751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc25f3f-a164-40f6-9e2d-8966e2be7a49 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Pushing event deleted for resources: {'Subnet': ['ID=19b602f7-b90a-42b0-b8d2-053cbc8e5850,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.722461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e028f0-1a06-4ca2-a117-057f94d60b80 None None] Network 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:41:58.749532 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a665900-9d25-4423-85d5-ed2a3a3d249c req-e1cd4a25-11bb-4447-a3b0-dcdf6e1358ba tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906394 Jul 16 20:41:58.804916 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.894035 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b05cd994-770a-4a40-994f-11166dec0252 req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.908140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['8b827185-1a2a-4bd2-af9d-c9effeb7c934'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:41:58.941753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Pushing event deleted for resources: {'Port': ['ID=8b827185-1a2a-4bd2-af9d-c9effeb7c934,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:58.954832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Deleting port 49571e4c-ada4-48c9-abcd-10d8cfa29eba {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:58.955171 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:58.960311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc573d-332f-424e-b8d5-4b466460f506 None None] DHCP port deletion for 69e49efa-8225-4338-b2fc-cdb9f5cc7f64 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:41:59.008533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05cd994-770a-4a40-994f-11166dec0252 req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] No DVR routers for this DVR port 8b827185-1a2a-4bd2-af9d-c9effeb7c934 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:59.012632 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b05cd994-770a-4a40-994f-11166dec0252 req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.014611 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b05cd994-770a-4a40-994f-11166dec0252 req-ba5d6e4e-2274-431d-8f1a-6bb3296a0eec tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.30 "DELETE /v2.0/ports/8b827185-1a2a-4bd2-af9d-c9effeb7c934 HTTP/1.1" status: 204 len: 173 time: 0.7511318 Jul 16 20:41:59.015053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bc869a-3c19-4cf2-9d11-9a671670489b', 'name': 'network-vif-deleted', 'tag': '8b827185-1a2a-4bd2-af9d-c9effeb7c934'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:59.016249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e570fe98-a257-40e2-a461-551426202452 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:41:59.017551 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f04f80c-5b19-498c-80c5-e8048d7cd481" -d '{"events": [{"server_uuid": "e6bc869a-3c19-4cf2-9d11-9a671670489b", "name": "network-vif-deleted", "tag": "8b827185-1a2a-4bd2-af9d-c9effeb7c934"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:59.022796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cefc573d-332f-424e-b8d5-4b466460f506 None None] Deleting port 49571e4c-ada4-48c9-abcd-10d8cfa29eba {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:41:59.023387 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cefc573d-332f-424e-b8d5-4b466460f506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.096733 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e32076a-8e98-4d86-ae83-abf608d4cb88 x-openstack-request-id: req-5e32076a-8e98-4d86-ae83-abf608d4cb88 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:59.097278 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bc869a-3c19-4cf2-9d11-9a671670489b", "name": "network-vif-deleted", "tag": "8b827185-1a2a-4bd2-af9d-c9effeb7c934", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:59.097683 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e32076a-8e98-4d86-ae83-abf608d4cb88 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:59.098227 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bc869a-3c19-4cf2-9d11-9a671670489b', 'name': 'network-vif-deleted', 'tag': '8b827185-1a2a-4bd2-af9d-c9effeb7c934', 'status': 'completed', 'code': 200} Jul 16 20:41:59.114305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] For port 49571e4c-ada4-48c9-abcd-10d8cfa29eba, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=49571e4c-ada4-48c9-abcd-10d8cfa29eba,segment=NetworkSegment(93109093-e70b-4976-909b-b18e1e9e4478),segment_id=93109093-e70b-4976-909b-b18e1e9e4478)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:59.114675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.129557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cefc573d-332f-424e-b8d5-4b466460f506 None None] For port 49571e4c-ada4-48c9-abcd-10d8cfa29eba, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=49571e4c-ada4-48c9-abcd-10d8cfa29eba,segment=NetworkSegment(93109093-e70b-4976-909b-b18e1e9e4478),segment_id=93109093-e70b-4976-909b-b18e1e9e4478)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:59.130093 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cefc573d-332f-424e-b8d5-4b466460f506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.134010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Calling delete_port for 49571e4c-ada4-48c9-abcd-10d8cfa29eba owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:59.149794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cefc573d-332f-424e-b8d5-4b466460f506 None None] Calling delete_port for 49571e4c-ada4-48c9-abcd-10d8cfa29eba owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:41:59.161035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port e570fe98-a257-40e2-a461-551426202452 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:41:59.166592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port e570fe98-a257-40e2-a461-551426202452 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:41:59.167118 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.240099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.272788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] No DVR routers for this DVR port 49571e4c-ada4-48c9-abcd-10d8cfa29eba on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:59.279103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Pushing event deleted for resources: {'Port': ['ID=49571e4c-ada4-48c9-abcd-10d8cfa29eba,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:41:59.282528 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 20:41:59.307739 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cefc573d-332f-424e-b8d5-4b466460f506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.349157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc573d-332f-424e-b8d5-4b466460f506 None None] Pushing event deleted for resources: {'Port': ['ID=49571e4c-ada4-48c9-abcd-10d8cfa29eba,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:59.354409 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.357306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc573d-332f-424e-b8d5-4b466460f506 None None] No DVR routers for this DVR port 49571e4c-ada4-48c9-abcd-10d8cfa29eba on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:41:59.390148 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.392249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb2066c-413d-4a79-a8e6-728aea53c40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e570fe98-a257-40e2-a461-551426202452'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:41:59.397961 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbf72c7-82c0-4e0c-8b09-0cee530403f6" -d '{"events": [{"server_uuid": "bbb2066c-413d-4a79-a8e6-728aea53c40d", "name": "network-vif-plugged", "status": "completed", "tag": "e570fe98-a257-40e2-a461-551426202452"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:41:59.403963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e49efa-8225-4338-b2fc-cdb9f5cc7f64']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:59.404722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 49571e4c-ada4-48c9-abcd-10d8cfa29eba no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:41:59.433055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 49571e4c-ada4-48c9-abcd-10d8cfa29eba {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:41:59.433530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 49571e4c-ada4-48c9-abcd-10d8cfa29eba not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:41:59.435062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93109093-e70b-4976-909b-b18e1e9e4478') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:59.443576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93109093-e70b-4976-909b-b18e1e9e4478') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:41:59.452502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port e570fe98-a257-40e2-a461-551426202452, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e570fe98-a257-40e2-a461-551426202452,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:41:59.458469 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.463636 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.485135 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c55d8d5-163f-47c0-9759-b969bf3d5422 x-openstack-request-id: req-9c55d8d5-163f-47c0-9759-b969bf3d5422 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:41:59.485421 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb2066c-413d-4a79-a8e6-728aea53c40d", "name": "network-vif-plugged", "status": "completed", "tag": "e570fe98-a257-40e2-a461-551426202452", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:41:59.485843 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c55d8d5-163f-47c0-9759-b969bf3d5422 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:41:59.486396 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb2066c-413d-4a79-a8e6-728aea53c40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e570fe98-a257-40e2-a461-551426202452', 'code': 200} Jul 16 20:41:59.495605 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.504500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:41:59.505194 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:41:59.508765 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:41:59.537749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=e570fe98-a257-40e2-a461-551426202452,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:59.594948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.621126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:41:59.626371 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] 10.222.0.10 "DELETE /v2.0/networks/69e49efa-8225-4338-b2fc-cdb9f5cc7f64 HTTP/1.1" status: 204 len: 168 time: 0.9025269 Jul 16 20:41:59.626371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d2b06-467b-4929-98ea-e77c90d847a8 tempest-TagsExtTest-1150885971 tempest-TagsExtTest-1150885971-project] Pushing event deleted for resources: {'Network': ['ID=69e49efa-8225-4338-b2fc-cdb9f5cc7f64,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:41:59.634909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92399305-1594-4818-847e-40cca77a503b req-9d4f3d0a-6da1-4f59-99cf-720615417130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.639357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92399305-1594-4818-847e-40cca77a503b req-9d4f3d0a-6da1-4f59-99cf-720615417130 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 1098 time: 0.0838263 Jul 16 20:41:59.721087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-92399305-1594-4818-847e-40cca77a503b req-20d12576-c1d2-4844-8285-be5ceb7d3668 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743058 Jul 16 20:41:59.793685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-70f914d0-277d-40af-b998-b585df698786 req-90149e5e-c67a-439a-a8b4-5d219169c41e tempest-ServerAddressesTestJSON-1775691770 tempest-ServerAddressesTestJSON-1775691770-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6bc869a-3c19-4cf2-9d11-9a671670489b HTTP/1.1" status: 200 len: 210 time: 0.0430751 Jul 16 20:41:59.952540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 35862) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:41:59.968302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19adf38-fb8d-47a3-9b47-b00be42c7f84 req-6d5a3e64-3fed-435a-a451-8ef8a47e3bd4 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:41:59.970631 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f19adf38-fb8d-47a3-9b47-b00be42c7f84 req-6d5a3e64-3fed-435a-a451-8ef8a47e3bd4 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 946 time: 0.0729284 Jul 16 20:42:00.028702 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f19adf38-fb8d-47a3-9b47-b00be42c7f84 req-993ecbd4-d67c-4fe0-a808-2443144f6228 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507958 Jul 16 20:42:00.120635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d33e4b80-0ebb-4aeb-b2b7-f95b05c2f546 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f05b658f9884d3f8fdea46d2cc02c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656926 Jul 16 20:42:00.123164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 35892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:00.179224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-188ffa7a-207d-4267-8080-5033808ae199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.204909 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-188ffa7a-207d-4267-8080-5033808ae199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.573126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-188ffa7a-207d-4267-8080-5033808ae199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.575735 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-188ffa7a-207d-4267-8080-5033808ae199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.576896 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-188ffa7a-207d-4267-8080-5033808ae199 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdb1d341-fea7-4782-adb4-a317e126fdd5 HTTP/1.1" status: 204 len: 168 time: 0.4527183 Jul 16 20:42:00.585339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ffa7a-207d-4267-8080-5033808ae199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb1d341-fea7-4782-adb4-a317e126fdd5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:00.664258 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:00.892833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:00.950320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbb940b-4ca8-47b3-b16f-0375bd49bd0b admin admin] Deleting subnet 8861d68f-2c92-43a6-a9c2-72981783e7ec {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:42:00.954314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dbb940b-4ca8-47b3-b16f-0375bd49bd0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:00.991208 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dbb940b-4ca8-47b3-b16f-0375bd49bd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.033255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dbb940b-4ca8-47b3-b16f-0375bd49bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.103470 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dbb940b-4ca8-47b3-b16f-0375bd49bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.129668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dbb940b-4ca8-47b3-b16f-0375bd49bd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.131602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4dbb940b-4ca8-47b3-b16f-0375bd49bd0b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8861d68f-2c92-43a6-a9c2-72981783e7ec HTTP/1.1" status: 204 len: 168 time: 0.2384331 Jul 16 20:42:01.132859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb940b-4ca8-47b3-b16f-0375bd49bd0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8861d68f-2c92-43a6-a9c2-72981783e7ec,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:01.134444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:01.219840 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.223204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c959ac-2b6e-46ef-8aae-25832dbd40cd req-aac874e0-cd96-48af-801f-8749e078be78 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.225195 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-43c959ac-2b6e-46ef-8aae-25832dbd40cd req-aac874e0-cd96-48af-801f-8749e078be78 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 946 time: 0.0684099 Jul 16 20:42:01.275833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-43c959ac-2b6e-46ef-8aae-25832dbd40cd req-79918707-86d0-45ca-8bf4-69d6efa41537 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Jul 16 20:42:01.311638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.323350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d42ba3-d0b1-4880-9bc9-48c8b0f04b16']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:01.347414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8a377c-4f27-41e1-9dcc-126a81e68e37') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:01.348720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8a377c-4f27-41e1-9dcc-126a81e68e37') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:01.358820 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.375155 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.382743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:42:01.383147 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:42:01.384996 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:42:01.450089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.456742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.459141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] 10.222.0.10 "DELETE /v2.0/networks/73d42ba3-d0b1-4880-9bc9-48c8b0f04b16 HTTP/1.1" status: 204 len: 168 time: 0.3232815 Jul 16 20:42:01.480276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e66237-272e-4d18-94cd-3e8cbbb3f6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=73d42ba3-d0b1-4880-9bc9-48c8b0f04b16,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:01.602531 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-73cca042-5d44-468e-8c75-d29c5ba1c020 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612509 Jul 16 20:42:01.636339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36072) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:01.706741 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-be4eb185-e49d-4c7e-b42e-2c0368ff43ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b2c97dd528e4d5bb9fb59c906d5975b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682163 Jul 16 20:42:01.709218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:01.726232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-782c8028-c196-47f0-b5da-cd349c21a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:01.728060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-782c8028-c196-47f0-b5da-cd349c21a389 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f775cf4b04154a38827177d30d711eac&device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 1098 time: 0.0679698 Jul 16 20:42:01.802996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47e7464c-fb94-4f2f-99e7-7b40ec4355b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.885819 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47e7464c-fb94-4f2f-99e7-7b40ec4355b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.893490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8b827185-1a2a-4bd2-af9d-c9effeb7c934 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:42:01.930038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 8b827185-1a2a-4bd2-af9d-c9effeb7c934 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:42:01.930986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8b827185-1a2a-4bd2-af9d-c9effeb7c934 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:42:01.977067 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47e7464c-fb94-4f2f-99e7-7b40ec4355b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.981972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47e7464c-fb94-4f2f-99e7-7b40ec4355b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:01.984688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-47e7464c-fb94-4f2f-99e7-7b40ec4355b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4c8e93f-d496-4959-a7ea-395f9093c1e3 HTTP/1.1" status: 204 len: 168 time: 0.2740407 Jul 16 20:42:02.006954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7464c-fb94-4f2f-99e7-7b40ec4355b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c8e93f-d496-4959-a7ea-395f9093c1e3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:02.030335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-5742ab38-1697-4627-af6d-97d80816dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.032833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-5742ab38-1697-4627-af6d-97d80816dbed service neutron] 10.222.0.63 "GET /v2.0/networks?id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 HTTP/1.1" status: 200 len: 910 time: 0.2817585 Jul 16 20:42:02.130897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-ce31522b-b05f-412d-8e96-5b22faedf0da service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acd58749-2260-49da-a3dd-cb0070efc1c1 HTTP/1.1" status: 200 len: 1002 time: 0.0900755 Jul 16 20:42:02.186156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-2e522511-20f5-46a0-ac8e-48582b7ca4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.188910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-2e522511-20f5-46a0-ac8e-48582b7ca4d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3afe8f14-42e3-460c-8578-d4af91492bda HTTP/1.1" status: 200 len: 848 time: 0.0523889 Jul 16 20:42:02.272537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-8910d896-89f2-411e-9a5c-e560309d2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:02.274404 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-8910d896-89f2-411e-9a5c-e560309d2ed1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795448 Jul 16 20:42:02.401058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-628a16e6-cfe4-4879-9f33-7576213b64f7 service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191521 Jul 16 20:42:02.561796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5cd6973-a884-4fdd-8d5c-30cc89620dd6 req-43e2d5e2-c61d-4644-aea6-8fe5efe4b773 service neutron] 10.222.0.63 "GET /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544697 Jul 16 20:42:02.817396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:02.968020 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b16fe39-9568-4021-954c-de816bb66157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.154086 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b16fe39-9568-4021-954c-de816bb66157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.162560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b16fe39-9568-4021-954c-de816bb66157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.205022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5b16fe39-9568-4021-954c-de816bb66157 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96071990f1c6434aa969019e9c3ef9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864377 Jul 16 20:42:03.206165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16fe39-9568-4021-954c-de816bb66157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1411e604-d8ae-4e09-a8a2-d7e6e7b7eb40,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:03.207779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:03.268781 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1990954-5065-4281-a9c8-4865b236b800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.293288 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1990954-5065-4281-a9c8-4865b236b800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.350833 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1990954-5065-4281-a9c8-4865b236b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.354316 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1990954-5065-4281-a9c8-4865b236b800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.356139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a1990954-5065-4281-a9c8-4865b236b800 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1411e604-d8ae-4e09-a8a2-d7e6e7b7eb40 HTTP/1.1" status: 204 len: 168 time: 0.1473587 Jul 16 20:42:03.377285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1990954-5065-4281-a9c8-4865b236b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1411e604-d8ae-4e09-a8a2-d7e6e7b7eb40,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:03.838540 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36178) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:03.854571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1baa6e79-cd5f-4b6b-96a5-ac06e05ad16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.964075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1baa6e79-cd5f-4b6b-96a5-ac06e05ad16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:03.968173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1baa6e79-cd5f-4b6b-96a5-ac06e05ad16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.017150 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1baa6e79-cd5f-4b6b-96a5-ac06e05ad16a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a03f7f1e65af440a889f22b8ba21f357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705296 Jul 16 20:42:04.017150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa6e79-cd5f-4b6b-96a5-ac06e05ad16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411cda2e-1259-4f5c-a320-e64cbc1c9e9c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:04.017375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36184) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:04.091482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36cbd00e-05bf-47cd-a6e2-0904e6c96d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.152976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36cbd00e-05bf-47cd-a6e2-0904e6c96d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.235602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36cbd00e-05bf-47cd-a6e2-0904e6c96d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.239183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36cbd00e-05bf-47cd-a6e2-0904e6c96d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:04.243128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-36cbd00e-05bf-47cd-a6e2-0904e6c96d72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/411cda2e-1259-4f5c-a320-e64cbc1c9e9c HTTP/1.1" status: 204 len: 168 time: 0.2291915 Jul 16 20:42:04.252364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbd00e-05bf-47cd-a6e2-0904e6c96d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411cda2e-1259-4f5c-a320-e64cbc1c9e9c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:06.067294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36254) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:06.353431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3f02f08-48e3-44da-b190-a1c12d30a083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.502529 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3f02f08-48e3-44da-b190-a1c12d30a083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.511299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3f02f08-48e3-44da-b190-a1c12d30a083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.548776 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e3f02f08-48e3-44da-b190-a1c12d30a083 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2093197d1fb640fe8daa78a2307d9cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794881 Jul 16 20:42:06.549003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:06.558516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f02f08-48e3-44da-b190-a1c12d30a083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b095fab9-3522-47f7-899b-886f7f6183cd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:06.640007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f31730a-f4d2-4522-af4e-c9c76ba4bc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.679026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f31730a-f4d2-4522-af4e-c9c76ba4bc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.742097 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f31730a-f4d2-4522-af4e-c9c76ba4bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.745316 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f31730a-f4d2-4522-af4e-c9c76ba4bc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:06.746753 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7f31730a-f4d2-4522-af4e-c9c76ba4bc49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b095fab9-3522-47f7-899b-886f7f6183cd HTTP/1.1" status: 204 len: 168 time: 0.1962755 Jul 16 20:42:06.766646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31730a-f4d2-4522-af4e-c9c76ba4bc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b095fab9-3522-47f7-899b-886f7f6183cd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:06.937812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:07.060164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a7945e8-0a35-4518-92b3-4c04cbb31141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.114532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:07.129954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bc8d13c-457e-4709-8193-86393283191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.180718 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a7945e8-0a35-4518-92b3-4c04cbb31141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.193199 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a7945e8-0a35-4518-92b3-4c04cbb31141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.242920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3a7945e8-0a35-4518-92b3-4c04cbb31141 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa21a5b3888c438f862e46ddf75653b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039222 Jul 16 20:42:07.243781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:07.250488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7945e8-0a35-4518-92b3-4c04cbb31141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371e2568-485c-4bbe-9622-e70612c71a73,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:07.312772 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29894-a1fd-411b-9c88-9d42bd3dcd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.315196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bc8d13c-457e-4709-8193-86393283191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.321165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bc8d13c-457e-4709-8193-86393283191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.338724 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29894-a1fd-411b-9c88-9d42bd3dcd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.370962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:07.371429 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4bc8d13c-457e-4709-8193-86393283191c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc19214eb8494dfeab0f9d8a1e9f0771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550044 Jul 16 20:42:07.372633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8d13c-457e-4709-8193-86393283191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae17bc-258a-48f4-96c4-e2586ab78638,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:07.445708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b35a2826-019f-42a5-a01b-d02ec25154d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.455978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29894-a1fd-411b-9c88-9d42bd3dcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.458542 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29894-a1fd-411b-9c88-9d42bd3dcd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.459699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2dc29894-a1fd-411b-9c88-9d42bd3dcd86 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/371e2568-485c-4bbe-9622-e70612c71a73 HTTP/1.1" status: 204 len: 168 time: 0.2146928 Jul 16 20:42:07.479582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc29894-a1fd-411b-9c88-9d42bd3dcd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371e2568-485c-4bbe-9622-e70612c71a73,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:07.483176 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b35a2826-019f-42a5-a01b-d02ec25154d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.557087 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b35a2826-019f-42a5-a01b-d02ec25154d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.559805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b35a2826-019f-42a5-a01b-d02ec25154d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:07.560975 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b35a2826-019f-42a5-a01b-d02ec25154d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aeae17bc-258a-48f4-96c4-e2586ab78638 HTTP/1.1" status: 204 len: 168 time: 0.1885378 Jul 16 20:42:07.584417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a2826-019f-42a5-a01b-d02ec25154d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae17bc-258a-48f4-96c4-e2586ab78638,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:07.928096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36318) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:07.943104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fe120f4-3127-4c6e-8158-c75e9654cfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.057332 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fe120f4-3127-4c6e-8158-c75e9654cfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.062312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fe120f4-3127-4c6e-8158-c75e9654cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.128462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36324) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:08.129034 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6fe120f4-3127-4c6e-8158-c75e9654cfc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97c46a3777b640e98734fa1b4e4b2099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992152 Jul 16 20:42:08.129730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe120f4-3127-4c6e-8158-c75e9654cfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfcd9e8-5a57-4fad-8d80-ffb492429c49,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:08.189293 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45e36322-bf0c-49c2-80fe-b816f48d06c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.217994 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45e36322-bf0c-49c2-80fe-b816f48d06c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.273119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45e36322-bf0c-49c2-80fe-b816f48d06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.275969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45e36322-bf0c-49c2-80fe-b816f48d06c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:08.282337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-45e36322-bf0c-49c2-80fe-b816f48d06c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dfcd9e8-5a57-4fad-8d80-ffb492429c49 HTTP/1.1" status: 204 len: 168 time: 0.1491177 Jul 16 20:42:08.307002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e36322-bf0c-49c2-80fe-b816f48d06c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfcd9e8-5a57-4fad-8d80-ffb492429c49,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:08.938009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36358) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:09.103710 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c8d4f8e-e767-4e43-ace3-1f929174f336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.230578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c8d4f8e-e767-4e43-ace3-1f929174f336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.235440 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c8d4f8e-e767-4e43-ace3-1f929174f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.287215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7c8d4f8e-e767-4e43-ace3-1f929174f336 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6ae5f32ecba436e883fe1f9be61ddad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480906 Jul 16 20:42:09.290014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:09.293588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d4f8e-e767-4e43-ace3-1f929174f336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ea6d7c-f4ba-48cc-8870-4e7f2bc3caf2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:09.358504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8a243f4-3019-4ad5-b319-b6e12aba9b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.383125 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8a243f4-3019-4ad5-b319-b6e12aba9b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.446061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8a243f4-3019-4ad5-b319-b6e12aba9b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.449544 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8a243f4-3019-4ad5-b319-b6e12aba9b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:09.450710 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b8a243f4-3019-4ad5-b319-b6e12aba9b75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0ea6d7c-f4ba-48cc-8870-4e7f2bc3caf2 HTTP/1.1" status: 204 len: 168 time: 0.1577289 Jul 16 20:42:09.459756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a243f4-3019-4ad5-b319-b6e12aba9b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ea6d7c-f4ba-48cc-8870-4e7f2bc3caf2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:09.964589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:09.981684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc3346c6-c46d-41d7-b57e-1cd5fa22126d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.101032 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc3346c6-c46d-41d7-b57e-1cd5fa22126d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.105970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc3346c6-c46d-41d7-b57e-1cd5fa22126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.149855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fc3346c6-c46d-41d7-b57e-1cd5fa22126d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf55d2fc839d459fb30e6267fc46e6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841540 Jul 16 20:42:10.150731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3346c6-c46d-41d7-b57e-1cd5fa22126d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efe87cb-1bb1-40d3-bc1f-88c2006a79c0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:10.152527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:10.227484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54c3c83b-2d99-49cc-a70f-c21480bf29be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.254344 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54c3c83b-2d99-49cc-a70f-c21480bf29be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.316253 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54c3c83b-2d99-49cc-a70f-c21480bf29be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.318823 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54c3c83b-2d99-49cc-a70f-c21480bf29be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:10.320077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-54c3c83b-2d99-49cc-a70f-c21480bf29be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0efe87cb-1bb1-40d3-bc1f-88c2006a79c0 HTTP/1.1" status: 204 len: 168 time: 0.1663401 Jul 16 20:42:10.329182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3c83b-2d99-49cc-a70f-c21480bf29be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efe87cb-1bb1-40d3-bc1f-88c2006a79c0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:15.798892 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.285555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:16.418927 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.561699 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.569290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.611924 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8942a506b594d72a323138d4e0b8f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252459 Jul 16 20:42:16.615086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36604) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:16.636293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ddca59-9d0d-488f-98ae-90d8bce073a1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:16.650870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.651902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.652479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.653087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.653652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.654195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.654736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.655313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.655899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.656646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.657935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.658498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5596278-16a4-4381-bb0a-ebe1a15f1c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:16.712179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2573c84c-6ce1-4520-bdc6-c6b5da8eb90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.737281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2573c84c-6ce1-4520-bdc6-c6b5da8eb90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.794652 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2573c84c-6ce1-4520-bdc6-c6b5da8eb90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.797847 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2573c84c-6ce1-4520-bdc6-c6b5da8eb90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.802403 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2573c84c-6ce1-4520-bdc6-c6b5da8eb90a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50ddca59-9d0d-488f-98ae-90d8bce073a1 HTTP/1.1" status: 204 len: 168 time: 0.1862631 Jul 16 20:42:16.814812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573c84c-6ce1-4520-bdc6-c6b5da8eb90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ddca59-9d0d-488f-98ae-90d8bce073a1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:16.858626 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:16.890589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36610) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:17.235605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36628) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:17.244295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373704e8-e330-4600-b36d-84f6da2cfae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.252553 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56fb2e14-1c4a-4c22-9680-1955b5c9b02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.347480 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373704e8-e330-4600-b36d-84f6da2cfae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.352912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373704e8-e330-4600-b36d-84f6da2cfae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.413489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-373704e8-e330-4600-b36d-84f6da2cfae5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9af14e9111a547558f3dcb173b565638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214822 Jul 16 20:42:17.416068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:17.437552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373704e8-e330-4600-b36d-84f6da2cfae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb897f8-63eb-4420-9ebb-fc680302ada1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:17.475711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56fb2e14-1c4a-4c22-9680-1955b5c9b02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.479981 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f712d955-9792-4ea1-93a2-f2ad6b38b477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.480297 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56fb2e14-1c4a-4c22-9680-1955b5c9b02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.517190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f712d955-9792-4ea1-93a2-f2ad6b38b477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.525023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb2e14-1c4a-4c22-9680-1955b5c9b02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4319bf43-8133-4e75-aecd-ffeb78f2288e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:17.544957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-56fb2e14-1c4a-4c22-9680-1955b5c9b02f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b60cefc43804d7a88fa3679f9ab8a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055897 Jul 16 20:42:17.545629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36638) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:17.613416 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd521a3e-f131-47fd-b063-3b1d33328ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.617408 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f712d955-9792-4ea1-93a2-f2ad6b38b477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.621559 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f712d955-9792-4ea1-93a2-f2ad6b38b477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.622733 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f712d955-9792-4ea1-93a2-f2ad6b38b477 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bb897f8-63eb-4420-9ebb-fc680302ada1 HTTP/1.1" status: 204 len: 168 time: 0.2054245 Jul 16 20:42:17.643033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712d955-9792-4ea1-93a2-f2ad6b38b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb897f8-63eb-4420-9ebb-fc680302ada1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:17.659591 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd521a3e-f131-47fd-b063-3b1d33328ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.726647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd521a3e-f131-47fd-b063-3b1d33328ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.730601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd521a3e-f131-47fd-b063-3b1d33328ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:17.731836 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dd521a3e-f131-47fd-b063-3b1d33328ee4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4319bf43-8133-4e75-aecd-ffeb78f2288e HTTP/1.1" status: 204 len: 168 time: 0.1852980 Jul 16 20:42:17.751838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd521a3e-f131-47fd-b063-3b1d33328ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4319bf43-8133-4e75-aecd-ffeb78f2288e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:18.168874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:18.191859 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c286c61e-fc14-45b2-b206-7baa2ccaf4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.334816 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c286c61e-fc14-45b2-b206-7baa2ccaf4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.339188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c286c61e-fc14-45b2-b206-7baa2ccaf4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.390574 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c286c61e-fc14-45b2-b206-7baa2ccaf4d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ef6457410b4477192110a0a093a0971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194693 Jul 16 20:42:18.390574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286c61e-fc14-45b2-b206-7baa2ccaf4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1ab0da-9e70-435f-85c9-89413f442505,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:18.392394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36672) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:18.447718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed9e96bd-ed37-49ca-b64b-058fe2e74635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.475199 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed9e96bd-ed37-49ca-b64b-058fe2e74635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.543768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed9e96bd-ed37-49ca-b64b-058fe2e74635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.546823 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed9e96bd-ed37-49ca-b64b-058fe2e74635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:18.548086 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ed9e96bd-ed37-49ca-b64b-058fe2e74635 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a1ab0da-9e70-435f-85c9-89413f442505 HTTP/1.1" status: 204 len: 168 time: 0.1547050 Jul 16 20:42:18.557036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e96bd-ed37-49ca-b64b-058fe2e74635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1ab0da-9e70-435f-85c9-89413f442505,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:20.608728 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9a37736-eb60-4067-93bc-b7e531fc8bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:20.682288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36830) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:20.866330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cae8372-eb28-486a-acbe-eb639af3336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.013338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cae8372-eb28-486a-acbe-eb639af3336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.020403 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cae8372-eb28-486a-acbe-eb639af3336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.079580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae8372-eb28-486a-acbe-eb639af3336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855baf5f-bd17-48ed-b7be-ffa2794f7407,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:21.099176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36840) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:21.104064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0cae8372-eb28-486a-acbe-eb639af3336d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff5d636a0e5e4be7b1f10f7f771c48b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181020 Jul 16 20:42:21.189240 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5da09f2d-3127-473a-9294-abe81f1817ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.352499 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5da09f2d-3127-473a-9294-abe81f1817ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.437379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5da09f2d-3127-473a-9294-abe81f1817ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.440605 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5da09f2d-3127-473a-9294-abe81f1817ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.441897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5da09f2d-3127-473a-9294-abe81f1817ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/855baf5f-bd17-48ed-b7be-ffa2794f7407 HTTP/1.1" status: 204 len: 168 time: 0.3416610 Jul 16 20:42:21.463739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da09f2d-3127-473a-9294-abe81f1817ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855baf5f-bd17-48ed-b7be-ffa2794f7407,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:21.785391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:21.799431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b0546f4-1f5d-4e33-a8a9-1bfe174134c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.903711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b0546f4-1f5d-4e33-a8a9-1bfe174134c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.908070 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b0546f4-1f5d-4e33-a8a9-1bfe174134c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:21.953963 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2b0546f4-1f5d-4e33-a8a9-1bfe174134c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c8f476e2c524941a0857e0fe47e139e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673827 Jul 16 20:42:21.954208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36852) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:21.954878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0546f4-1f5d-4e33-a8a9-1bfe174134c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127baa55-c43c-4504-89de-d5d934a5726a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:22.005857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb428011-67fd-41d9-bea9-0dcc665c1c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:22.026194 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb428011-67fd-41d9-bea9-0dcc665c1c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:22.084918 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb428011-67fd-41d9-bea9-0dcc665c1c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:22.087538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb428011-67fd-41d9-bea9-0dcc665c1c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:22.088723 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bb428011-67fd-41d9-bea9-0dcc665c1c4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/127baa55-c43c-4504-89de-d5d934a5726a HTTP/1.1" status: 204 len: 168 time: 0.1336889 Jul 16 20:42:22.098198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb428011-67fd-41d9-bea9-0dcc665c1c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127baa55-c43c-4504-89de-d5d934a5726a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:23.441601 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:23.453303 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed53ce7b-b894-462f-9d57-61ed937984ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:23.849140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 36944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:23.964334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4626-4849-4242-be21-be2d607dc915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.052568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4626-4849-4242-be21-be2d607dc915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.056521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4626-4849-4242-be21-be2d607dc915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.095197 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2a2e4626-4849-4242-be21-be2d607dc915 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7d7b55fcef1472699af634ecc5f844b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449462 Jul 16 20:42:24.096084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e4626-4849-4242-be21-be2d607dc915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df0c691-8d7b-4bb3-b956-fd4823601576,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:24.097857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 36948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:24.154421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5198aee-d97f-4cd5-b938-f1b24bf380e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.175967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5198aee-d97f-4cd5-b938-f1b24bf380e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.227971 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5198aee-d97f-4cd5-b938-f1b24bf380e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.230518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5198aee-d97f-4cd5-b938-f1b24bf380e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:24.231880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e5198aee-d97f-4cd5-b938-f1b24bf380e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9df0c691-8d7b-4bb3-b956-fd4823601576 HTTP/1.1" status: 204 len: 168 time: 0.1307640 Jul 16 20:42:24.241616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5198aee-d97f-4cd5-b938-f1b24bf380e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df0c691-8d7b-4bb3-b956-fd4823601576,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:24.600698 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:25.548272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:25.711519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31781ec0-4b94-4d69-b9b6-b92538364d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:25.845637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31781ec0-4b94-4d69-b9b6-b92538364d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:25.854124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31781ec0-4b94-4d69-b9b6-b92538364d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:25.895448 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-31781ec0-4b94-4d69-b9b6-b92538364d36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f20dc779bfbb47b78cb3ba03269925b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458364 Jul 16 20:42:25.896210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781ec0-4b94-4d69-b9b6-b92538364d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3806a18-fcfd-46a0-b8c8-396aa6ba3fc9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:25.898909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:25.961434 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03b97296-8944-4454-b5d9-80087330e4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:25.984439 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03b97296-8944-4454-b5d9-80087330e4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:26.032824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03b97296-8944-4454-b5d9-80087330e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:26.035566 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03b97296-8944-4454-b5d9-80087330e4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:26.036727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-03b97296-8944-4454-b5d9-80087330e4c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3806a18-fcfd-46a0-b8c8-396aa6ba3fc9 HTTP/1.1" status: 204 len: 168 time: 0.1364400 Jul 16 20:42:26.054640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b97296-8944-4454-b5d9-80087330e4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3806a18-fcfd-46a0-b8c8-396aa6ba3fc9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:26.291954 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.293721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:27.404597 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1877427151', 'router:external': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:27.427225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Made reservation on behalf of 1673613401a642e0b31e630043aa8aec for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:27.430150 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.439933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.545088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.549721 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.575266 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:42:27.585233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6420b559-444f-4c39-b35b-6ffe724034b1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:27.592904 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.593498 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Added segment d37a7707-d0d1-485f-a6d5-56e1dcb7e2a8 of type vlan for network 33fb34c6-081c-480a-9536-9c42b85d95f4 Jul 16 20:42:27.653102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.692043 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.693520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:27.694170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.727917 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4318850 Jul 16 20:42:27.730302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37084) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:27.739599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'subnet': {'network_id': '33fb34c6-081c-480a-9536-9c42b85d95f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:27.776018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Made reservation on behalf of 1673613401a642e0b31e630043aa8aec for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:27.779955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:27.782237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27dc15-cc4a-456d-9ed9-a9869471cec9 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event updated for resources: {'Network': ['ID=33fb34c6-081c-480a-9536-9c42b85d95f4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:27.792074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 33fb34c6-081c-480a-9536-9c42b85d95f4 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:42:28.162722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.objects.ports [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93959) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 20:42:28.164661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:28.220877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3b6cea5-6563-4542-9d0c-7459b5122f94,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:28.229948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Checking segment: {'id': 'd37a7707-d0d1-485f-a6d5-56e1dcb7e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '33fb34c6-081c-480a-9536-9c42b85d95f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:28.230311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Network hostable DHCP agents. Network: 33fb34c6-081c-480a-9536-9c42b85d95f4, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:42:28.249976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Network 33fb34c6-081c-480a-9536-9c42b85d95f4 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:42:28.259718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 33fb34c6-081c-480a-9536-9c42b85d95f4) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:28.264515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:28.265203 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:28.277088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d1ab2-32a5-42e6-b5b4-802e7624a414 None None] Network 33fb34c6-081c-480a-9536-9c42b85d95f4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:42:28.287825 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cdb36d37-6cf4-48d8-bfc3-c20e8bb71911 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5562656 Jul 16 20:42:28.290722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:28.295795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-151501252', 'network_id': '33fb34c6-081c-480a-9536-9c42b85d95f4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:28.332189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Made reservation on behalf of 1673613401a642e0b31e630043aa8aec for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:42:28.334927 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:28.358385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] device_id is not set on port 0fbeeca6-5ea7-4397-a203-8c1fc957eb11 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 20:42:28.453664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c54416-188b-4fcc-8642-80d30d779a4c None None] Network 33fb34c6-081c-480a-9536-9c42b85d95f4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:42:28.517493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Allocated IP 172.20.0.10 (33fb34c6-081c-480a-9536-9c42b85d95f4/f3b6cea5-6563-4542-9d0c-7459b5122f94/0fbeeca6-5ea7-4397-a203-8c1fc957eb11) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:28.674731 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:28.715339 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:28.757895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Network 33fb34c6-081c-480a-9536-9c42b85d95f4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:28.760665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:28.763053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:28.788429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event updated for resources: {'Port': ['ID=0fbeeca6-5ea7-4397-a203-8c1fc957eb11,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:28.806849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:28.807488 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:28.820932 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b19b299d-609f-4372-8f17-7bce6ea415e1 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5291660 Jul 16 20:42:28.823511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:28.911714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3bc780d7-62b7-4855-ae26-aaaff063721b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Deleting port 0fbeeca6-5ea7-4397-a203-8c1fc957eb11 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:28.912067 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bc780d7-62b7-4855-ae26-aaaff063721b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:28.994718 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bc780d7-62b7-4855-ae26-aaaff063721b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.008932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3bc780d7-62b7-4855-ae26-aaaff063721b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Calling delete_port for 0fbeeca6-5ea7-4397-a203-8c1fc957eb11 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:29.158866 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bc780d7-62b7-4855-ae26-aaaff063721b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.187096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc780d7-62b7-4855-ae26-aaaff063721b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fbeeca6-5ea7-4397-a203-8c1fc957eb11,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:29.254349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bc780d7-62b7-4855-ae26-aaaff063721b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.256343 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3bc780d7-62b7-4855-ae26-aaaff063721b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "DELETE /v2.0/ports/0fbeeca6-5ea7-4397-a203-8c1fc957eb11 HTTP/1.1" status: 204 len: 168 time: 0.4318175 Jul 16 20:42:29.258983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37108) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:29.263237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33fb34c6-081c-480a-9536-9c42b85d95f4', 'external_fixed_ips': [{'subnet_id': 'f3b6cea5-6563-4542-9d0c-7459b5122f94', 'ip_address': '172.20.0.10'}]}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:29.284781 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.286016 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.344061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.510146 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.762823 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.783352 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:29.979046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Allocated IP 172.20.0.10 (33fb34c6-081c-480a-9536-9c42b85d95f4/f3b6cea5-6563-4542-9d0c-7459b5122f94/9d3057ec-4902-46a0-b107-90e8fe318040) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:30.099301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.152377 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.192198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Network 33fb34c6-081c-480a-9536-9c42b85d95f4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:30.195202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:30.198568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:30.238709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event updated for resources: {'Port': ['ID=9d3057ec-4902-46a0-b107-90e8fe318040,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:30.512625 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:30.717736 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:31.141508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Router 4962489d-d242-4ee7-9bb9-683db3088d8f is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:42:31.251912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:31.261535 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Sync routers for ids ['4962489d-d242-4ee7-9bb9-683db3088d8f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:31.269898 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:31.273809 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-74ace48a-f707-4533-a794-85f07226fe20 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.0114427 Jul 16 20:42:31.274243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:31.279445 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Routers {'4962489d-d242-4ee7-9bb9-683db3088d8f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:31.280834 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['4962489d-d242-4ee7-9bb9-683db3088d8f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:31.410688 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:31.422565 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Set router 4962489d-d242-4ee7-9bb9-683db3088d8f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:31.525032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:31.601666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Deleting port 9d3057ec-4902-46a0-b107-90e8fe318040 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:31.602285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:31.611451 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4962489d-d242-4ee7-9bb9-683db3088d8f', 'name': '', 'tenant_id': '1673613401a642e0b31e630043aa8aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33fb34c6-081c-480a-9536-9c42b85d95f4', 'external_fixed_ips': [{'subnet_id': 'f3b6cea5-6563-4542-9d0c-7459b5122f94', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d3057ec-4902-46a0-b107-90e8fe318040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:29Z', 'updated_at': '2021-07-16T20:42:30Z', 'revision_number': 3, 'project_id': '1673613401a642e0b31e630043aa8aec', 'gw_port': {'id': '9d3057ec-4902-46a0-b107-90e8fe318040', 'name': '', 'network_id': '33fb34c6-081c-480a-9536-9c42b85d95f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4962489d-d242-4ee7-9bb9-683db3088d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'f3b6cea5-6563-4542-9d0c-7459b5122f94', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:29Z', 'updated_at': '2021-07-16T20:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3b6cea5-6563-4542-9d0c-7459b5122f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:31.649286 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Checking router: 4962489d-d242-4ee7-9bb9-683db3088d8f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:42:31.649830 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Updating router 4962489d-d242-4ee7-9bb9-683db3088d8f port 9d3057ec-4902-46a0-b107-90e8fe318040 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:42:31.692047 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:31.722943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:31.738912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Calling delete_port for 9d3057ec-4902-46a0-b107-90e8fe318040 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:31.939919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:31.972353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d3057ec-4902-46a0-b107-90e8fe318040,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:32.012185 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.db.api [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93961) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:42:32.012639 n-d-792394-17 neutron-server[93961]: DEBUG oslo_db.api [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:42:32.045157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.137807 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.140756 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.184905 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.185496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4962489d-d242-4ee7-9bb9-683db3088d8f {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:42:32.193334 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.197249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f2e57c6a-abb5-4121-8f72-a34fa0056764 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "DELETE /v2.0/routers/4962489d-d242-4ee7-9bb9-683db3088d8f HTTP/1.1" status: 204 len: 168 time: 0.9218340 Jul 16 20:42:32.197379 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37182) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:32.247915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a812d692-2f9d-4afb-9e92-5674d9178eca tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Deleting subnet f3b6cea5-6563-4542-9d0c-7459b5122f94 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:42:32.252016 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a812d692-2f9d-4afb-9e92-5674d9178eca tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.286789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a812d692-2f9d-4afb-9e92-5674d9178eca tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.326977 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a812d692-2f9d-4afb-9e92-5674d9178eca tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.403345 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a812d692-2f9d-4afb-9e92-5674d9178eca tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.436413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812d692-2f9d-4afb-9e92-5674d9178eca tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3b6cea5-6563-4542-9d0c-7459b5122f94,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:32.439224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a812d692-2f9d-4afb-9e92-5674d9178eca tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.440896 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a812d692-2f9d-4afb-9e92-5674d9178eca tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/f3b6cea5-6563-4542-9d0c-7459b5122f94 HTTP/1.1" status: 204 len: 168 time: 0.2424233 Jul 16 20:42:32.443686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37190) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:32.539060 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Port 9d3057ec-4902-46a0-b107-90e8fe318040 not found while updating agent binding for router 4962489d-d242-4ee7-9bb9-683db3088d8f. {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 20:42:32.548562 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Routers set() bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:32.548926 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Router IDs set() for agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:42:32.549622 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_agentschedulers_db [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4962489d-d242-4ee7-9bb9-683db3088d8f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent'). {{(pid=93961) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:42:32.549996 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac6b7e-04d1-4178-8861-64e03f7e5b98 None None] The sync data for ids ['4962489d-d242-4ee7-9bb9-683db3088d8f'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:32.571594 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.656826 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.668497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fb34c6-081c-480a-9536-9c42b85d95f4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:32.680001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37a7707-d0d1-485f-a6d5-56e1dcb7e2a8') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:32.680297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37a7707-d0d1-485f-a6d5-56e1dcb7e2a8') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:32.692250 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.714385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.721115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:42:32.721525 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:42:32.723235 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:42:32.788988 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.795660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33fb34c6-081c-480a-9536-9c42b85d95f4 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 20:42:32.799537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:32.808925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "DELETE /v2.0/networks/33fb34c6-081c-480a-9536-9c42b85d95f4 HTTP/1.1" status: 204 len: 168 time: 0.3566151 Jul 16 20:42:32.825707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event deleted for resources: {'Network': ['ID=33fb34c6-081c-480a-9536-9c42b85d95f4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:32.842031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.842386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.843325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.843856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.843992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.844333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.844661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.844989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.845316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.845657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.846405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:32.846405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99cd85a-f345-47d9-9022-16cd19539e37 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:33.030627 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:33.035378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f7a79da5-e833-43f6-a5b7-713816641e5c tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'router': {'name': 'tempest-router--1729460559', 'project_id': 'df850dbe306b420a84000f5f2e052a5e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:33.058912 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7a79da5-e833-43f6-a5b7-713816641e5c tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.060082 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7a79da5-e833-43f6-a5b7-713816641e5c tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.114332 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7a79da5-e833-43f6-a5b7-713816641e5c tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.118832 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7a79da5-e833-43f6-a5b7-713816641e5c tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.133014 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7a79da5-e833-43f6-a5b7-713816641e5c tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.136937 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f7a79da5-e833-43f6-a5b7-713816641e5c tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1025226 Jul 16 20:42:33.137091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:33.211314 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0082e404-9924-4fc0-ab75-f1d9562fcc14 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.379904 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0082e404-9924-4fc0-ab75-f1d9562fcc14 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.382195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0082e404-9924-4fc0-ab75-f1d9562fcc14 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.425477 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0082e404-9924-4fc0-ab75-f1d9562fcc14 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.426040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0082e404-9924-4fc0-ab75-f1d9562fcc14 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a156d8d-753e-482b-b917-0e43872bf3da {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:42:33.430610 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0082e404-9924-4fc0-ab75-f1d9562fcc14 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.434339 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0082e404-9924-4fc0-ab75-f1d9562fcc14 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "DELETE /v2.0/routers/0a156d8d-753e-482b-b917-0e43872bf3da HTTP/1.1" status: 204 len: 168 time: 0.2937312 Jul 16 20:42:33.547444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37226) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:33.793620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1980783809', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:33.826299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.827384 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:33.886762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:34.057186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:34.273025 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:34.292489 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:34.404531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Allocated IP 172.25.7.250 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/48aae486-1311-47b0-a37c-05003ad47a22) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:34.516603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:34.556065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:34.599552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:34.603108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:34.607191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:34.614065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event updated for resources: {'Port': ['ID=48aae486-1311-47b0-a37c-05003ad47a22,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:34.892989 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:35.171039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:35.666269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Router 950dcf4a-29a8-49dc-8975-8f29198dfe6c is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:42:35.773521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:35.787236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d1846-425b-4cc4-b53a-588734da51c5 None None] Sync routers for ids ['950dcf4a-29a8-49dc-8975-8f29198dfe6c'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:35.796984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d1846-425b-4cc4-b53a-588734da51c5 None None] Routers {'950dcf4a-29a8-49dc-8975-8f29198dfe6c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:35.797479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:35.797707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f2d1846-425b-4cc4-b53a-588734da51c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['950dcf4a-29a8-49dc-8975-8f29198dfe6c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:35.799915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1dd27e3d-bdde-437e-9d9a-8481dae0a5cb tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2513251 Jul 16 20:42:35.804142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:35.842736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f2d1846-425b-4cc4-b53a-588734da51c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:35.854398 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d1846-425b-4cc4-b53a-588734da51c5 None None] Routers {'950dcf4a-29a8-49dc-8975-8f29198dfe6c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:35.855550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f2d1846-425b-4cc4-b53a-588734da51c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['950dcf4a-29a8-49dc-8975-8f29198dfe6c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:35.899486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0f2d1846-425b-4cc4-b53a-588734da51c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:35.900860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d1846-425b-4cc4-b53a-588734da51c5 None None] The sync data for ids ['950dcf4a-29a8-49dc-8975-8f29198dfe6c'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:35.913243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0adf8b22-29be-42e1-bd87-de4e4d19a356 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/routers/950dcf4a-29a8-49dc-8975-8f29198dfe6c HTTP/1.1" status: 200 len: 921 time: 0.1103914 Jul 16 20:42:35.915953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:35.946094 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5f83d73b-5017-4bc6-8654-e4b7566556d9 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=950dcf4a-29a8-49dc-8975-8f29198dfe6c HTTP/1.1" status: 200 len: 205 time: 0.0289700 Jul 16 20:42:35.948621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:36.067962 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.177346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.259519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Deleting port 48aae486-1311-47b0-a37c-05003ad47a22 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:36.260021 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.400841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.413704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Calling delete_port for 48aae486-1311-47b0-a37c-05003ad47a22 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:36.614193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.652449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event deleted for resources: {'Port': ['ID=48aae486-1311-47b0-a37c-05003ad47a22,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:36.734234 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.830480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.832887 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.885104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.886145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Fanout notify agent at l3_agent the message router_deleted on router 950dcf4a-29a8-49dc-8975-8f29198dfe6c {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:42:36.906822 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.908170 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2e351c41-394b-4015-8a96-74b9ee3a87a5 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/950dcf4a-29a8-49dc-8975-8f29198dfe6c HTTP/1.1" status: 204 len: 168 time: 0.9585965 Jul 16 20:42:36.911946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37340) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:36.917020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1629690476', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': False}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:36.948219 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:36.949266 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:37.029754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:37.193413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:37.453898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:37.486305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:37.664955 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:42:37.714989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Allocated IP 172.25.7.104 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/2d6bb371-c59d-4340-afc1-4c186d059c94) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:37.882216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:37.945855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:37.995063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:38.000353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:38.004627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:38.027778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event updated for resources: {'Port': ['ID=2d6bb371-c59d-4340-afc1-4c186d059c94,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:38.274384 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.483933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.660669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Router d1178283-3074-43e9-b96c-8fa25777623b is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:42:38.893049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:38.905972 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Sync routers for ids ['d1178283-3074-43e9-b96c-8fa25777623b'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:38.916506 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Routers {'d1178283-3074-43e9-b96c-8fa25777623b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:38.922797 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:38.923747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d1178283-3074-43e9-b96c-8fa25777623b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:38.925514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-783f0430-2265-4ccb-a1db-e759c2dade66 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.0115044 Jul 16 20:42:38.927700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:38.950010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37388) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:39.100362 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Set router d1178283-3074-43e9-b96c-8fa25777623b gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:39.135782 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f7721a-6e25-42e7-8b46-47f4c4edda96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.165287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0e8aa5a7-6545-4154-85ab-11b26dc7f1ec tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/routers/d1178283-3074-43e9-b96c-8fa25777623b HTTP/1.1" status: 200 len: 909 time: 0.2355335 Jul 16 20:42:39.167547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:39.175232 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1629690476', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': True}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:39.247148 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f7721a-6e25-42e7-8b46-47f4c4edda96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.253273 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-36f7721a-6e25-42e7-8b46-47f4c4edda96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.275663 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.277104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.299602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7721a-6e25-42e7-8b46-47f4c4edda96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d068ad0-b4ac-4f48-b1d6-549eb26fe428,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:39.322280 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-36f7721a-6e25-42e7-8b46-47f4c4edda96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e0835a0e3f54774bc608c31b759d758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665390 Jul 16 20:42:39.322883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37398) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:39.346129 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1178283-3074-43e9-b96c-8fa25777623b', 'name': 'tempest-snat-router-1629690476', 'tenant_id': '1673613401a642e0b31e630043aa8aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.104'}], 'enable_snat': False}, 'gw_port_id': '2d6bb371-c59d-4340-afc1-4c186d059c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:36Z', 'updated_at': '2021-07-16T20:42:38Z', 'revision_number': 3, 'project_id': '1673613401a642e0b31e630043aa8aec', 'gw_port': {'id': '2d6bb371-c59d-4340-afc1-4c186d059c94', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1178283-3074-43e9-b96c-8fa25777623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:37Z', 'updated_at': '2021-07-16T20:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:39.357819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.381905 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Checking router: d1178283-3074-43e9-b96c-8fa25777623b for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:42:39.382617 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Updating router d1178283-3074-43e9-b96c-8fa25777623b port 2d6bb371-c59d-4340-afc1-4c186d059c94 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:42:39.429514 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.430486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd898510-2955-43b6-891d-1581a434f807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.476123 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd898510-2955-43b6-891d-1581a434f807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.558605 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.574979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd898510-2955-43b6-891d-1581a434f807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.579887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd898510-2955-43b6-891d-1581a434f807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.581972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fd898510-2955-43b6-891d-1581a434f807 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d068ad0-b4ac-4f48-b1d6-549eb26fe428 HTTP/1.1" status: 204 len: 168 time: 0.2581997 Jul 16 20:42:39.599672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd898510-2955-43b6-891d-1581a434f807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d068ad0-b4ac-4f48-b1d6-549eb26fe428,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:39.893081 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.913912 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Transition to ACTIVE for port object 2d6bb371-c59d-4340-afc1-4c186d059c94 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:39.926914 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.950989 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:39.975559 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.000254 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Pushing event updated for resources: {'Port': ['ID=2d6bb371-c59d-4340-afc1-4c186d059c94,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:40.002651 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Attempting to bind port 2d6bb371-c59d-4340-afc1-4c186d059c94 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:40.003086 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Attempting to bind port 2d6bb371-c59d-4340-afc1-4c186d059c94 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:40.003581 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Attempting to bind port 2d6bb371-c59d-4340-afc1-4c186d059c94 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:40.014322 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.014911 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.015368 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.015890 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.016429 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.016835 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.017241 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.017730 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.018124 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.018654 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.019055 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.019564 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:42:40.024490 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:40.025089 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:40.025565 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.026022 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:40.026711 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Bound port: 2d6bb371-c59d-4340-afc1-4c186d059c94, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:40.027165 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.092238 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] For port 2d6bb371-c59d-4340-afc1-4c186d059c94, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:42:40.096374 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] For port 2d6bb371-c59d-4340-afc1-4c186d059c94, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2d6bb371-c59d-4340-afc1-4c186d059c94,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:42:40.104229 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.146186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:40.156550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Allocated IP 172.25.7.207 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/93bbbc14-77a5-4d35-932e-51a44e13216e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:40.163497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eac1c35c-17a5-4ce0-8014-97a24375c67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.177693 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Routers {'d1178283-3074-43e9-b96c-8fa25777623b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:40.178150 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d1178283-3074-43e9-b96c-8fa25777623b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:40.250753 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87405d1-df63-4839-ba72-acbdf0d5a04e None None] Pushing event updated for resources: {'Port': ['ID=2d6bb371-c59d-4340-afc1-4c186d059c94,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:40.337145 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.368076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eac1c35c-17a5-4ce0-8014-97a24375c67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.382982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eac1c35c-17a5-4ce0-8014-97a24375c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.402532 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] Set router d1178283-3074-43e9-b96c-8fa25777623b gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:40.429583 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.484548 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:40.487845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:40.491671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:40.498283 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event updated for resources: {'Port': ['ID=93bbbc14-77a5-4d35-932e-51a44e13216e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:40.506602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eac1c35c-17a5-4ce0-8014-97a24375c67e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80ddd05aaeed499db52e0f4948cc4a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563282 Jul 16 20:42:40.507666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:40.535486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1c35c-17a5-4ce0-8014-97a24375c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6580fef-b337-44a6-beac-cc64c4fd7391,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:40.584443 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10158716-ffec-492d-abfe-57b5c8fbdba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.609816 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10158716-ffec-492d-abfe-57b5c8fbdba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.665746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10158716-ffec-492d-abfe-57b5c8fbdba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.671517 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10158716-ffec-492d-abfe-57b5c8fbdba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:40.673015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-10158716-ffec-492d-abfe-57b5c8fbdba0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6580fef-b337-44a6-beac-cc64c4fd7391 HTTP/1.1" status: 204 len: 168 time: 0.1564350 Jul 16 20:42:40.682576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10158716-ffec-492d-abfe-57b5c8fbdba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6580fef-b337-44a6-beac-cc64c4fd7391,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:40.752745 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1178283-3074-43e9-b96c-8fa25777623b', 'name': 'tempest-snat-router-1629690476', 'tenant_id': '1673613401a642e0b31e630043aa8aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.104'}], 'enable_snat': False}, 'gw_port_id': '2d6bb371-c59d-4340-afc1-4c186d059c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:36Z', 'updated_at': '2021-07-16T20:42:38Z', 'revision_number': 3, 'project_id': '1673613401a642e0b31e630043aa8aec', 'gw_port': {'id': '2d6bb371-c59d-4340-afc1-4c186d059c94', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1178283-3074-43e9-b96c-8fa25777623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:37Z', 'updated_at': '2021-07-16T20:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:40.796436 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beae59-4afb-4778-a4d4-8d626d94b4c6 None None] The sync data for ids ['d1178283-3074-43e9-b96c-8fa25777623b'] in n-d-792394-17 is: [{'id': 'd1178283-3074-43e9-b96c-8fa25777623b', 'name': 'tempest-snat-router-1629690476', 'tenant_id': '1673613401a642e0b31e630043aa8aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.104'}], 'enable_snat': False}, 'gw_port_id': '2d6bb371-c59d-4340-afc1-4c186d059c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:36Z', 'updated_at': '2021-07-16T20:42:38Z', 'revision_number': 3, 'project_id': '1673613401a642e0b31e630043aa8aec', 'gw_port': {'id': '2d6bb371-c59d-4340-afc1-4c186d059c94', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1178283-3074-43e9-b96c-8fa25777623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:37Z', 'updated_at': '2021-07-16T20:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:40.861941 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.167348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.360315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Router 5287fab5-2f45-4a9e-a60d-8e5621c66eed is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:42:41.521814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2d6bb371-c59d-4340-afc1-4c186d059c94 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:41.592314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:41.609194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 2d6bb371-c59d-4340-afc1-4c186d059c94 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:42:41.616258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2d6bb371-c59d-4340-afc1-4c186d059c94 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:41.616975 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.626106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.627459 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-520b8f46-5641-406a-98b6-fd884cc46550 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4585187 Jul 16 20:42:41.631938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:41.677578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Sync routers for ids ['5287fab5-2f45-4a9e-a60d-8e5621c66eed'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:41.750911 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.775760 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 2d6bb371-c59d-4340-afc1-4c186d059c94, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2d6bb371-c59d-4340-afc1-4c186d059c94,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:41.777673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Routers {'5287fab5-2f45-4a9e-a60d-8e5621c66eed'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:41.778609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5287fab5-2f45-4a9e-a60d-8e5621c66eed'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:41.830551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-498b8ab0-9f35-46dd-8363-2e4ef94f155e tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/routers/5287fab5-2f45-4a9e-a60d-8e5621c66eed HTTP/1.1" status: 200 len: 908 time: 0.1986001 Jul 16 20:42:41.833352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:41.838672 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:41.974129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=2d6bb371-c59d-4340-afc1-4c186d059c94,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:42.012735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Set router 5287fab5-2f45-4a9e-a60d-8e5621c66eed gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:42:42.437783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5287fab5-2f45-4a9e-a60d-8e5621c66eed', 'name': 'tempest-snat-router-1629690476', 'tenant_id': '1673613401a642e0b31e630043aa8aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': '93bbbc14-77a5-4d35-932e-51a44e13216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:42:39Z', 'updated_at': '2021-07-16T20:42:40Z', 'revision_number': 3, 'project_id': '1673613401a642e0b31e630043aa8aec', 'gw_port': {'id': '93bbbc14-77a5-4d35-932e-51a44e13216e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:24:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5287fab5-2f45-4a9e-a60d-8e5621c66eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:42:39Z', 'updated_at': '2021-07-16T20:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:42.468778 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Checking router: 5287fab5-2f45-4a9e-a60d-8e5621c66eed for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:42:42.469625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Updating router 5287fab5-2f45-4a9e-a60d-8e5621c66eed port 93bbbc14-77a5-4d35-932e-51a44e13216e binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:42:42.515578 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.517792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.634148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.725647 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Deleting port 93bbbc14-77a5-4d35-932e-51a44e13216e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:42.726271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.908464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:42.934864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Calling delete_port for 93bbbc14-77a5-4d35-932e-51a44e13216e owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:43.037997 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.052435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Transition to ACTIVE for port object 93bbbc14-77a5-4d35-932e-51a44e13216e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:42:43.067766 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.162382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Attempting to bind port 93bbbc14-77a5-4d35-932e-51a44e13216e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:43.163093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Attempting to bind port 93bbbc14-77a5-4d35-932e-51a44e13216e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:43.163730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Attempting to bind port 93bbbc14-77a5-4d35-932e-51a44e13216e on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:43.166308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a673e-7766-40cf-a6f8-515e28a0a07a None None] Pushing event updated for resources: {'Port': ['ID=93bbbc14-77a5-4d35-932e-51a44e13216e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:43.173974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:43.174564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:43.175102 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.175869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:43.176337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Bound port: 93bbbc14-77a5-4d35-932e-51a44e13216e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:43.176872 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.282164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.289008 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:42:43.289370 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:42:43.325747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event deleted for resources: {'Port': ['ID=93bbbc14-77a5-4d35-932e-51a44e13216e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:43.407592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.485363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2d6bb371-c59d-4340-afc1-4c186d059c94 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:42:43.543811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.547416 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.555784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2d6bb371-c59d-4340-afc1-4c186d059c94 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:42:43.556233 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.602347 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.602935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5287fab5-2f45-4a9e-a60d-8e5621c66eed {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:42:43.612420 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.613661 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-33232628-ed3c-440a-a62d-fdc2b2e50a62 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "DELETE /v2.0/routers/5287fab5-2f45-4a9e-a60d-8e5621c66eed HTTP/1.1" status: 204 len: 168 time: 1.7792540 Jul 16 20:42:43.616368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37524) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:43.801943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.808145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Attempting to bind port 93bbbc14-77a5-4d35-932e-51a44e13216e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:42:43.808610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Attempting to bind port 93bbbc14-77a5-4d35-932e-51a44e13216e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:42:43.809185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Attempting to bind port 93bbbc14-77a5-4d35-932e-51a44e13216e on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:42:43.815746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:42:43.819456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:42:43.821260 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.825922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:42:43.829288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Bound port: 93bbbc14-77a5-4d35-932e-51a44e13216e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:42:43.829975 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:43.863211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Port 93bbbc14-77a5-4d35-932e-51a44e13216e has been deleted concurrently {{(pid=93960) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 20:42:43.879369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Routers set() bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:43.880175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Router IDs set() for agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 20:42:43.880978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_agentschedulers_db [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5287fab5-2f45-4a9e-a60d-8e5621c66eed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent'). {{(pid=93960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 20:42:43.881679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bd1d1-fb92-4c60-b0d0-6978e1231c0d None None] The sync data for ids ['5287fab5-2f45-4a9e-a60d-8e5621c66eed'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:43.962914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.043645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Deleting port 2d6bb371-c59d-4340-afc1-4c186d059c94 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:44.043932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.154607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] For port 2d6bb371-c59d-4340-afc1-4c186d059c94, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2d6bb371-c59d-4340-afc1-4c186d059c94,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:44.155242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.170110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Calling delete_port for 2d6bb371-c59d-4340-afc1-4c186d059c94 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:44.363159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.392839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d6bb371-c59d-4340-afc1-4c186d059c94,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:44.500906 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.641354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.643526 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.698999 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.699362 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1178283-3074-43e9-b96c-8fa25777623b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:42:44.713952 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.715152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e244ec64-92ab-4d43-b4d8-82c3829732f0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "DELETE /v2.0/routers/d1178283-3074-43e9-b96c-8fa25777623b HTTP/1.1" status: 204 len: 168 time: 1.0972877 Jul 16 20:42:44.718921 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:44.724705 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1668125976', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:44.753024 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.754291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:44.863582 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.043951 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.247723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.276800 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.427568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2d6bb371-c59d-4340-afc1-4c186d059c94 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:42:45.446537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Allocated IP 172.25.7.230 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/5d9efdc2-5342-4b61-823b-6bea3649e80f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:45.460792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 2d6bb371-c59d-4340-afc1-4c186d059c94 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:42:45.462545 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2d6bb371-c59d-4340-afc1-4c186d059c94 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:42:45.603963 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.660081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.710148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:45.716437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:45.719502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:45.829516 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:45.830795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event updated for resources: {'Port': ['ID=5d9efdc2-5342-4b61-823b-6bea3649e80f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:46.017154 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.245543 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.390367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Router 3b552953-3abd-420a-9f5a-993ff48329d1 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:42:46.548343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:46.561173 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8717374e-2e5a-4b89-80a3-1538e4f8a0cd None None] Sync routers for ids ['3b552953-3abd-420a-9f5a-993ff48329d1'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:46.571908 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:46.574639 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8717374e-2e5a-4b89-80a3-1538e4f8a0cd None None] Routers {'3b552953-3abd-420a-9f5a-993ff48329d1'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:46.575404 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8717374e-2e5a-4b89-80a3-1538e4f8a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3b552953-3abd-420a-9f5a-993ff48329d1'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:46.584137 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-476564e9-12d9-496a-b00f-fcb483f4f951 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8613253 Jul 16 20:42:46.584671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:46.617225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c612bd45-7d84-424f-8405-bc6aa15ed5fa tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': False}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:46.706847 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8717374e-2e5a-4b89-80a3-1538e4f8a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:46.719751 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8717374e-2e5a-4b89-80a3-1538e4f8a0cd None None] Routers {'3b552953-3abd-420a-9f5a-993ff48329d1'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:46.720645 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8717374e-2e5a-4b89-80a3-1538e4f8a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3b552953-3abd-420a-9f5a-993ff48329d1'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:46.759197 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8717374e-2e5a-4b89-80a3-1538e4f8a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:46.760205 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8717374e-2e5a-4b89-80a3-1538e4f8a0cd None None] The sync data for ids ['3b552953-3abd-420a-9f5a-993ff48329d1'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:46.875148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.086357 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c612bd45-7d84-424f-8405-bc6aa15ed5fa tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.901314 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c612bd45-7d84-424f-8405-bc6aa15ed5fa tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:47.905708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c612bd45-7d84-424f-8405-bc6aa15ed5fa tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.040522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c612bd45-7d84-424f-8405-bc6aa15ed5fa tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Router 3b552953-3abd-420a-9f5a-993ff48329d1 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:42:48.166773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c612bd45-7d84-424f-8405-bc6aa15ed5fa tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:48.172020 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c612bd45-7d84-424f-8405-bc6aa15ed5fa tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.176007 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c612bd45-7d84-424f-8405-bc6aa15ed5fa tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "PUT /v2.0/routers/3b552953-3abd-420a-9f5a-993ff48329d1 HTTP/1.1" status: 200 len: 922 time: 1.5883071 Jul 16 20:42:48.176833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:48.178166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92aec0-9135-4be6-a5a3-85566c19cd3d None None] Sync routers for ids ['3b552953-3abd-420a-9f5a-993ff48329d1'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:48.188395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92aec0-9135-4be6-a5a3-85566c19cd3d None None] Routers {'3b552953-3abd-420a-9f5a-993ff48329d1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:48.188914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b92aec0-9135-4be6-a5a3-85566c19cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3b552953-3abd-420a-9f5a-993ff48329d1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:48.222497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b92aec0-9135-4be6-a5a3-85566c19cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:48.232057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92aec0-9135-4be6-a5a3-85566c19cd3d None None] Routers {'3b552953-3abd-420a-9f5a-993ff48329d1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:48.232935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b92aec0-9135-4be6-a5a3-85566c19cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3b552953-3abd-420a-9f5a-993ff48329d1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:48.317306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:48.329277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61e873d1-e4da-4ee3-8f5a-2fbb57f04905 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/routers/3b552953-3abd-420a-9f5a-993ff48329d1 HTTP/1.1" status: 200 len: 922 time: 0.1505587 Jul 16 20:42:48.464182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf7928b-4772-4af4-803c-54aebcd1d4bf tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.469189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37650) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:48.478172 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2cf7928b-4772-4af4-803c-54aebcd1d4bf tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=3b552953-3abd-420a-9f5a-993ff48329d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1594594 Jul 16 20:42:48.488108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b92aec0-9135-4be6-a5a3-85566c19cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:48.489001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92aec0-9135-4be6-a5a3-85566c19cd3d None None] The sync data for ids ['3b552953-3abd-420a-9f5a-993ff48329d1'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:48.574400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1340f-c374-4653-b02d-833ddb93eaa3 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:48.579760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37652) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:48.583829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-06f1340f-c374-4653-b02d-833ddb93eaa3 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 881 time: 0.1134307 Jul 16 20:42:48.621063 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e524cf76-8ac9-4a8d-9ec7-f283d27f70c6 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b552953-3abd-420a-9f5a-993ff48329d1 HTTP/1.1" status: 200 len: 205 time: 0.0397573 Jul 16 20:42:48.625548 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:48.750547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.876730 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:48.944366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Deleting port 5d9efdc2-5342-4b61-823b-6bea3649e80f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:48.944872 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.051019 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.065145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Calling delete_port for 5d9efdc2-5342-4b61-823b-6bea3649e80f owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:49.279213 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.310073 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event deleted for resources: {'Port': ['ID=5d9efdc2-5342-4b61-823b-6bea3649e80f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:49.416178 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.590249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.595376 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.656689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.657658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Fanout notify agent at l3_agent the message router_deleted on router 3b552953-3abd-420a-9f5a-993ff48329d1 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:42:49.673615 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.679214 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cb45eabd-97e5-4d1a-aec9-4aad0c90d361 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/3b552953-3abd-420a-9f5a-993ff48329d1 HTTP/1.1" status: 204 len: 168 time: 1.0522382 Jul 16 20:42:49.680004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:49.684802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7f0cb687-245f-45e1-8532-873fe0131a33 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1868686180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:49.708982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb687-245f-45e1-8532-873fe0131a33 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.710187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb687-245f-45e1-8532-873fe0131a33 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.780580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37694) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:49.785359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb687-245f-45e1-8532-873fe0131a33 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.793004 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb687-245f-45e1-8532-873fe0131a33 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.815092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f0cb687-245f-45e1-8532-873fe0131a33 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:49.816862 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7f0cb687-245f-45e1-8532-873fe0131a33 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1358862 Jul 16 20:42:49.820347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37698) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:49.827651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:50.047875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f809d9de-80df-4559-ba08-9ba2c6e486c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.200918 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.262276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f809d9de-80df-4559-ba08-9ba2c6e486c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.269631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f809d9de-80df-4559-ba08-9ba2c6e486c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.313187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f809d9de-80df-4559-ba08-9ba2c6e486c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=460d0cc06e04467ca14d55bcf8cbf927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311320 Jul 16 20:42:50.316154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:50.332350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809d9de-80df-4559-ba08-9ba2c6e486c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9210580-193e-4785-9bcc-286d81d339f0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:50.386635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-597166f2-f33a-4ea8-aff5-0da94883168e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.412442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-597166f2-f33a-4ea8-aff5-0da94883168e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.471361 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-597166f2-f33a-4ea8-aff5-0da94883168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.474645 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-597166f2-f33a-4ea8-aff5-0da94883168e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.476010 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-597166f2-f33a-4ea8-aff5-0da94883168e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9210580-193e-4785-9bcc-286d81d339f0 HTTP/1.1" status: 204 len: 168 time: 0.1583345 Jul 16 20:42:50.488432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597166f2-f33a-4ea8-aff5-0da94883168e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9210580-193e-4785-9bcc-286d81d339f0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:50.496422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.517226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.609038 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b4ac4955-ac20-4bef-ab7e-b40b098ff381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.637514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Allocated IP 172.25.7.63 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/cfbf6d32-218f-4975-b405-d0ddf6dd04ce) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:50.751836 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.798134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:50.842759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:50.851898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:50.860555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:50.864303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event updated for resources: {'Port': ['ID=cfbf6d32-218f-4975-b405-d0ddf6dd04ce,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:50.875034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:50.895306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bdd50d3-5a6b-408f-b2b5-f33c6a621879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.027465 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bdd50d3-5a6b-408f-b2b5-f33c6a621879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.033328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bdd50d3-5a6b-408f-b2b5-f33c6a621879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.063929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd50d3-5a6b-408f-b2b5-f33c6a621879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a14e33-640b-4e22-bb53-2be9c3c0ee19,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:51.104313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7bdd50d3-5a6b-408f-b2b5-f33c6a621879 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=486b3a5bf1c3441983aafa36e20cd4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281265 Jul 16 20:42:51.108328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:51.168019 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9779bd67-08bb-4a8a-a0a8-2c3dae5e2f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.206867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9779bd67-08bb-4a8a-a0a8-2c3dae5e2f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.269480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9779bd67-08bb-4a8a-a0a8-2c3dae5e2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.273592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9779bd67-08bb-4a8a-a0a8-2c3dae5e2f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.280425 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9779bd67-08bb-4a8a-a0a8-2c3dae5e2f0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55a14e33-640b-4e22-bb53-2be9c3c0ee19 HTTP/1.1" status: 204 len: 168 time: 0.1701438 Jul 16 20:42:51.290834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779bd67-08bb-4a8a-a0a8-2c3dae5e2f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a14e33-640b-4e22-bb53-2be9c3c0ee19,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:51.591187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.849788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:51.853999 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.017836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Router 0fc216dd-9689-44e6-8c6c-14ffda07ac78 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:42:52.142813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:52.152546 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.154042 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-37fb0c52-b9c2-4ae5-ac98-6d5b20f80b3f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "PUT /v2.0/routers/0fc216dd-9689-44e6-8c6c-14ffda07ac78 HTTP/1.1" status: 200 len: 879 time: 2.3320506 Jul 16 20:42:52.156597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37778) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:52.159776 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5e0fb-343b-42df-b898-1231917e47ef None None] Sync routers for ids ['0fc216dd-9689-44e6-8c6c-14ffda07ac78'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:52.171635 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5e0fb-343b-42df-b898-1231917e47ef None None] Routers {'0fc216dd-9689-44e6-8c6c-14ffda07ac78'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:52.176857 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e1b5e0fb-343b-42df-b898-1231917e47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0fc216dd-9689-44e6-8c6c-14ffda07ac78'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:52.235614 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e1b5e0fb-343b-42df-b898-1231917e47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:52.246003 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5e0fb-343b-42df-b898-1231917e47ef None None] Routers {'0fc216dd-9689-44e6-8c6c-14ffda07ac78'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:52.247085 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e1b5e0fb-343b-42df-b898-1231917e47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['0fc216dd-9689-44e6-8c6c-14ffda07ac78'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:52.277879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ef60d035-3a86-437b-9038-0f58ab1b94b8 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/routers/0fc216dd-9689-44e6-8c6c-14ffda07ac78 HTTP/1.1" status: 200 len: 920 time: 0.1199143 Jul 16 20:42:52.281292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:52.334213 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e1b5e0fb-343b-42df-b898-1231917e47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:52.334874 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5e0fb-343b-42df-b898-1231917e47ef None None] The sync data for ids ['0fc216dd-9689-44e6-8c6c-14ffda07ac78'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:52.370084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4bb21b-a8bb-4b4b-b870-37b186d1b5bb tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:52.371803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6a4bb21b-a8bb-4b4b-b870-37b186d1b5bb tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=0fc216dd-9689-44e6-8c6c-14ffda07ac78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0894465 Jul 16 20:42:52.374582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:52.533208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1165f-3c40-439f-883d-10d46b7e9bf7 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:52.534979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f9d1165f-3c40-439f-883d-10d46b7e9bf7 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 881 time: 0.1591797 Jul 16 20:42:52.537943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37796) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:52.569005 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6d47fa8f-c627-4e0f-8df2-0af4e073acca tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc216dd-9689-44e6-8c6c-14ffda07ac78 HTTP/1.1" status: 200 len: 205 time: 0.0298004 Jul 16 20:42:52.571424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37798) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:52.721878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.864790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:52.936864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Deleting port cfbf6d32-218f-4975-b405-d0ddf6dd04ce {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:52.937470 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.048329 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.065373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Calling delete_port for cfbf6d32-218f-4975-b405-d0ddf6dd04ce owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:53.267189 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.340935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event deleted for resources: {'Port': ['ID=cfbf6d32-218f-4975-b405-d0ddf6dd04ce,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:53.405810 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.413070 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.438190 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fa73337-f74c-44c0-bd13-21621d628348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.509836 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.511962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.571817 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.572346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Fanout notify agent at l3_agent the message router_deleted on router 0fc216dd-9689-44e6-8c6c-14ffda07ac78 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:42:53.581560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.585769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:53.590711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-252aae47-7135-455b-b089-16a18fc0e3bc tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1789624519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:53.591879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f0169b7b-606a-4e17-9e7c-989e7088f1d2 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/0fc216dd-9689-44e6-8c6c-14ffda07ac78 HTTP/1.1" status: 204 len: 168 time: 1.0193498 Jul 16 20:42:53.618365 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-252aae47-7135-455b-b089-16a18fc0e3bc tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.619913 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-252aae47-7135-455b-b089-16a18fc0e3bc tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.712821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-252aae47-7135-455b-b089-16a18fc0e3bc tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.719854 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-252aae47-7135-455b-b089-16a18fc0e3bc tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.741341 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-252aae47-7135-455b-b089-16a18fc0e3bc tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:53.746306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37842) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:53.747417 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-252aae47-7135-455b-b089-16a18fc0e3bc tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1602592 Jul 16 20:42:53.751876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': True}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:53.982541 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.289613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.325691 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.449383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Allocated IP 172.25.7.243 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/38e01e61-6630-4346-a6b4-9eca4ff5acf4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:54.580092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.608964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.634664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:54.691667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:54.695493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:54.704781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:54.742939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event updated for resources: {'Port': ['ID=38e01e61-6630-4346-a6b4-9eca4ff5acf4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:55.028225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.229149 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.233038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.736221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Router 26c1e79b-8a02-4ad2-8945-0604fecdad93 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:42:55.857658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:55.870316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:55.871220 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cae269-ee8a-4c2b-a37d-47facde05cef None None] Sync routers for ids ['26c1e79b-8a02-4ad2-8945-0604fecdad93'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:55.874621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-25be1046-fce8-43c5-bc49-00e00899d44b tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "PUT /v2.0/routers/26c1e79b-8a02-4ad2-8945-0604fecdad93 HTTP/1.1" status: 200 len: 915 time: 2.1267297 Jul 16 20:42:55.878194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:55.908295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cae269-ee8a-4c2b-a37d-47facde05cef None None] Routers {'26c1e79b-8a02-4ad2-8945-0604fecdad93'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:55.910740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13cae269-ee8a-4c2b-a37d-47facde05cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['26c1e79b-8a02-4ad2-8945-0604fecdad93'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:55.961776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13cae269-ee8a-4c2b-a37d-47facde05cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:55.973646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cae269-ee8a-4c2b-a37d-47facde05cef None None] Routers {'26c1e79b-8a02-4ad2-8945-0604fecdad93'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:55.974656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13cae269-ee8a-4c2b-a37d-47facde05cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['26c1e79b-8a02-4ad2-8945-0604fecdad93'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:56.030361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13cae269-ee8a-4c2b-a37d-47facde05cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:56.031334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cae269-ee8a-4c2b-a37d-47facde05cef None None] The sync data for ids ['26c1e79b-8a02-4ad2-8945-0604fecdad93'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:56.046868 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9a6f15d0-96db-4311-8286-0075827d4435 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/routers/26c1e79b-8a02-4ad2-8945-0604fecdad93 HTTP/1.1" status: 200 len: 921 time: 0.1662929 Jul 16 20:42:56.049686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37900) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:56.135126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ff25f-136d-4d28-8840-9caa90c749dd tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.137397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cc8ff25f-136d-4d28-8840-9caa90c749dd tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=26c1e79b-8a02-4ad2-8945-0604fecdad93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0864518 Jul 16 20:42:56.140468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:56.237563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc9647-7c8c-463b-b031-aff7a43e120a tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.239204 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8afc9647-7c8c-463b-b031-aff7a43e120a tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 881 time: 0.0976148 Jul 16 20:42:56.241970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 37906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:56.294340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-07532d69-2c9e-4a8d-a33d-2bf4014178c7 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c1e79b-8a02-4ad2-8945-0604fecdad93 HTTP/1.1" status: 200 len: 205 time: 0.0512235 Jul 16 20:42:56.297047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37912) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:56.304425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.448765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.615385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709b1ca-35c6-4413-b7c5-ad1379032cc7 req-c7108714-c956-4e8a-af15-a5eb509dd245 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:56.616866 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4709b1ca-35c6-4413-b7c5-ad1379032cc7 req-c7108714-c956-4e8a-af15-a5eb509dd245 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 946 time: 0.1484184 Jul 16 20:42:56.652422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.687628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4709b1ca-35c6-4413-b7c5-ad1379032cc7 req-0528de79-14e6-43ab-b1d1-3286f776ee56 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569665 Jul 16 20:42:56.741050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Deleting port 38e01e61-6630-4346-a6b4-9eca4ff5acf4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:56.741509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.823399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:56.835072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Calling delete_port for 38e01e61-6630-4346-a6b4-9eca4ff5acf4 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:57.011564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.044827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event deleted for resources: {'Port': ['ID=38e01e61-6630-4346-a6b4-9eca4ff5acf4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:57.103721 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.197529 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.199850 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.249978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.250828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Fanout notify agent at l3_agent the message router_deleted on router 26c1e79b-8a02-4ad2-8945-0604fecdad93 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:42:57.258445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.263128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0bf69ad4-0ebc-4fbd-a77a-a677e7e688af tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/26c1e79b-8a02-4ad2-8945-0604fecdad93 HTTP/1.1" status: 204 len: 168 time: 0.9611104 Jul 16 20:42:57.264264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37930) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:57.270621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c5f7dde0-0fe2-461b-b6b6-b97b0d055154 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1718649388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:57.295002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dde0-0fe2-461b-b6b6-b97b0d055154 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.296667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dde0-0fe2-461b-b6b6-b97b0d055154 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.358698 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dde0-0fe2-461b-b6b6-b97b0d055154 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.363514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dde0-0fe2-461b-b6b6-b97b0d055154 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.382953 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dde0-0fe2-461b-b6b6-b97b0d055154 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.387493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c5f7dde0-0fe2-461b-b6b6-b97b0d055154 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1188178 Jul 16 20:42:57.387493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:57.391863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'enable_snat': False}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:42:57.644373 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.664962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-732618f5-871f-4f6b-996e-8ecc6853ba5b tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:57.666821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-732618f5-871f-4f6b-996e-8ecc6853ba5b tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.63 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 946 time: 0.0965042 Jul 16 20:42:57.816674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Deleting port e570fe98-a257-40e2-a461-551426202452 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:42:57.817112 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.949530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] For port e570fe98-a257-40e2-a461-551426202452, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=e570fe98-a257-40e2-a461-551426202452,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:42:57.954325 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:57.982859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Calling delete_port for e570fe98-a257-40e2-a461-551426202452 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:42:58.041720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.096751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.119754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c77ca-746a-4895-98e3-61e66feb7b61 req-b6dcb1e7-a734-4731-8291-a62bb6de4a5f tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:58.122061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-776c77ca-746a-4895-98e3-61e66feb7b61 req-b6dcb1e7-a734-4731-8291-a62bb6de4a5f tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbb2066c-413d-4a79-a8e6-728aea53c40d HTTP/1.1" status: 200 len: 946 time: 0.1877992 Jul 16 20:42:58.132025 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.145413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['e570fe98-a257-40e2-a461-551426202452'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:42:58.163803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Pushing event deleted for resources: {'Port': ['ID=e570fe98-a257-40e2-a461-551426202452,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:58.230899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] No DVR routers for this DVR port e570fe98-a257-40e2-a461-551426202452 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:42:58.234065 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.236440 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-405c5e54-5263-4d2f-aa52-c93bf62bd71c req-06327114-6221-4b01-aff0-f673038dcf17 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.63 "DELETE /v2.0/ports/e570fe98-a257-40e2-a461-551426202452 HTTP/1.1" status: 204 len: 173 time: 0.5635014 Jul 16 20:42:58.237222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb2066c-413d-4a79-a8e6-728aea53c40d', 'name': 'network-vif-deleted', 'tag': 'e570fe98-a257-40e2-a461-551426202452'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:42:58.248677 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7fb0fd-c65a-4ea4-aa57-1f03b9de7c8a" -d '{"events": [{"server_uuid": "bbb2066c-413d-4a79-a8e6-728aea53c40d", "name": "network-vif-deleted", "tag": "e570fe98-a257-40e2-a461-551426202452"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:42:58.257301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-776c77ca-746a-4895-98e3-61e66feb7b61 req-4c44d4f0-a0fe-44aa-a1f8-04d0022be247 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294823 Jul 16 20:42:58.292185 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d9705-b0da-424e-a220-49d0d56a4646 x-openstack-request-id: req-ff7d9705-b0da-424e-a220-49d0d56a4646 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:42:58.292760 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb2066c-413d-4a79-a8e6-728aea53c40d", "name": "network-vif-deleted", "tag": "e570fe98-a257-40e2-a461-551426202452", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:42:58.293229 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff7d9705-b0da-424e-a220-49d0d56a4646 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:42:58.293871 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb2066c-413d-4a79-a8e6-728aea53c40d', 'name': 'network-vif-deleted', 'tag': 'e570fe98-a257-40e2-a461-551426202452', 'status': 'completed', 'code': 200} Jul 16 20:42:58.330652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Allocated IP 172.25.7.127 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/6e84a8ff-5a01-42d5-9028-c4cfec8a8aca) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:42:58.452933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.497651 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:58.539250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:42:58.545100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:42:58.548826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:42:58.579070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Pushing event updated for resources: {'Port': ['ID=6e84a8ff-5a01-42d5-9028-c4cfec8a8aca,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:42:58.854103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.103417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.106831 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.256809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Router 10af3dac-bd26-4aab-8d63-ca89e7ecfd55 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:42:59.409650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:42:59.417706 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeb2f7-0fa9-4127-a74d-c1cc1ec1a113 None None] Sync routers for ids ['10af3dac-bd26-4aab-8d63-ca89e7ecfd55'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:42:59.418675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:42:59.420697 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cc1ceb0f-741b-4e0a-890a-6a87e72d9ab0 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "PUT /v2.0/routers/10af3dac-bd26-4aab-8d63-ca89e7ecfd55 HTTP/1.1" status: 200 len: 916 time: 2.0319359 Jul 16 20:42:59.423366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 37990) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:59.430633 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeb2f7-0fa9-4127-a74d-c1cc1ec1a113 None None] Routers {'10af3dac-bd26-4aab-8d63-ca89e7ecfd55'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:59.431417 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a1aeb2f7-0fa9-4127-a74d-c1cc1ec1a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10af3dac-bd26-4aab-8d63-ca89e7ecfd55'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:59.473938 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a1aeb2f7-0fa9-4127-a74d-c1cc1ec1a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:59.484875 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeb2f7-0fa9-4127-a74d-c1cc1ec1a113 None None] Routers {'10af3dac-bd26-4aab-8d63-ca89e7ecfd55'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:42:59.485843 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a1aeb2f7-0fa9-4127-a74d-c1cc1ec1a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10af3dac-bd26-4aab-8d63-ca89e7ecfd55'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:59.521899 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-a1aeb2f7-0fa9-4127-a74d-c1cc1ec1a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:42:59.522717 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeb2f7-0fa9-4127-a74d-c1cc1ec1a113 None None] The sync data for ids ['10af3dac-bd26-4aab-8d63-ca89e7ecfd55'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:42:59.928338 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3d40184a-b6be-4259-a151-e0a7a2903c8e tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/routers/10af3dac-bd26-4aab-8d63-ca89e7ecfd55 HTTP/1.1" status: 200 len: 922 time: 0.5010362 Jul 16 20:42:59.928338 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:42:59.983426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ed3ed5-e95c-403a-bfeb-6d5271d5cf80 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:42:59.984978 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-91ed3ed5-e95c-403a-bfeb-6d5271d5cf80 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=10af3dac-bd26-4aab-8d63-ca89e7ecfd55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0555809 Jul 16 20:42:59.987854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38006) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:00.089383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a54cd-ac46-468f-a11b-1fce9cc9d09e tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:00.094412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f07a54cd-ac46-468f-a11b-1fce9cc9d09e tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/networks/36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 881 time: 0.1023331 Jul 16 20:43:00.094646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38018) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:00.135060 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a5c52fee-0cb7-443a-9cc7-f9278f977bb0 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=10af3dac-bd26-4aab-8d63-ca89e7ecfd55 HTTP/1.1" status: 200 len: 205 time: 0.0356684 Jul 16 20:43:00.135493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:00.275526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.400805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.470456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Deleting port 6e84a8ff-5a01-42d5-9028-c4cfec8a8aca {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:00.470981 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.557795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.571236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Calling delete_port for 6e84a8ff-5a01-42d5-9028-c4cfec8a8aca owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:00.886249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:00.941916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event deleted for resources: {'Port': ['ID=6e84a8ff-5a01-42d5-9028-c4cfec8a8aca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:01.017762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.138661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.141425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.192286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.192609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Fanout notify agent at l3_agent the message router_deleted on router 10af3dac-bd26-4aab-8d63-ca89e7ecfd55 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:43:01.200588 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.205742 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f5bc45f3-2871-4eb0-ae03-a9b02380253e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/10af3dac-bd26-4aab-8d63-ca89e7ecfd55 HTTP/1.1" status: 204 len: 168 time: 1.0647051 Jul 16 20:43:01.206727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38040) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:01.211935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-374752190', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:01.253176 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.255413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.310023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e570fe98-a257-40e2-a461-551426202452 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:01.315911 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.337604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: e570fe98-a257-40e2-a461-551426202452 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:01.339713 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device e570fe98-a257-40e2-a461-551426202452 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:01.477566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.728209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.756806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:01.893590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Allocated IP 172.25.7.53 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/a4a92094-d6a4-4a93-8b52-f6cf3fb54222) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:02.049624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.101049 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.142379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:02.147889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:02.151595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:02.179097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event updated for resources: {'Port': ['ID=a4a92094-d6a4-4a93-8b52-f6cf3fb54222,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:02.508894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.842513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:02.980852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:03.055709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Router 61c07e05-d9eb-4da9-a0c2-c2c22446dadc is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:43:03.181576 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddc10d80-a0bb-4b64-9f22-952f2c94df08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.233928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:03.251629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf1c4e-2a8c-4ca7-a912-3cf09ade8372 None None] Sync routers for ids ['61c07e05-d9eb-4da9-a0c2-c2c22446dadc'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:03.267226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf1c4e-2a8c-4ca7-a912-3cf09ade8372 None None] Routers {'61c07e05-d9eb-4da9-a0c2-c2c22446dadc'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:03.267872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-acdf1c4e-2a8c-4ca7-a912-3cf09ade8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['61c07e05-d9eb-4da9-a0c2-c2c22446dadc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:03.311205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-acdf1c4e-2a8c-4ca7-a912-3cf09ade8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:03.321607 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddc10d80-a0bb-4b64-9f22-952f2c94df08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.325149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf1c4e-2a8c-4ca7-a912-3cf09ade8372 None None] Routers {'61c07e05-d9eb-4da9-a0c2-c2c22446dadc'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:03.326010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-acdf1c4e-2a8c-4ca7-a912-3cf09ade8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['61c07e05-d9eb-4da9-a0c2-c2c22446dadc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:03.327849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddc10d80-a0bb-4b64-9f22-952f2c94df08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.331677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.333090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c7fac106-ccfd-4476-bc42-900fa9422cee tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1249938 Jul 16 20:43:03.335935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38100) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:03.340786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:03.367339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-acdf1c4e-2a8c-4ca7-a912-3cf09ade8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:03.368165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf1c4e-2a8c-4ca7-a912-3cf09ade8372 None None] The sync data for ids ['61c07e05-d9eb-4da9-a0c2-c2c22446dadc'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:03.403881 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ddc10d80-a0bb-4b64-9f22-952f2c94df08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1569c54c89804b63ad9445b460835dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218450 Jul 16 20:43:03.404818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc10d80-a0bb-4b64-9f22-952f2c94df08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3be909-fb4a-49da-a78c-a7bee26e7e57,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:03.404960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38102) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:03.514173 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-830e7959-3a0c-4cb4-bf54-05d52f390380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.575683 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-830e7959-3a0c-4cb4-bf54-05d52f390380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.708333 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-830e7959-3a0c-4cb4-bf54-05d52f390380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.710790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-830e7959-3a0c-4cb4-bf54-05d52f390380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.711941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-830e7959-3a0c-4cb4-bf54-05d52f390380 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b3be909-fb4a-49da-a78c-a7bee26e7e57 HTTP/1.1" status: 204 len: 168 time: 0.3062277 Jul 16 20:43:03.747163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e7959-3a0c-4cb4-bf54-05d52f390380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3be909-fb4a-49da-a78c-a7bee26e7e57,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:03.772281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.791603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.856025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Deleting port a4a92094-d6a4-4a93-8b52-f6cf3fb54222 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:03.856376 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.943124 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:03.980630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Calling delete_port for a4a92094-d6a4-4a93-8b52-f6cf3fb54222 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:04.038591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:04.058910 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9723a18-7ffe-424a-8466-d96c246cf089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.190761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9723a18-7ffe-424a-8466-d96c246cf089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.196369 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9723a18-7ffe-424a-8466-d96c246cf089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.203088 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.224701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9723a18-7ffe-424a-8466-d96c246cf089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d79657d-6480-4e85-85c8-bef216033b6d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:04.235306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Pushing event deleted for resources: {'Port': ['ID=a4a92094-d6a4-4a93-8b52-f6cf3fb54222,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:04.264295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f9723a18-7ffe-424a-8466-d96c246cf089 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b755c222e225413fb9cd996c1507f71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209048 Jul 16 20:43:04.264615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:04.329485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.476196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9317de69-670b-408d-a60e-e1e042e68b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.501774 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9317de69-670b-408d-a60e-e1e042e68b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.596899 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.600759 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-697119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-697094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697231'] for router, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.683285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Router 61c07e05-d9eb-4da9-a0c2-c2c22446dadc has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:04.685037 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9317de69-670b-408d-a60e-e1e042e68b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.688855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9317de69-670b-408d-a60e-e1e042e68b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.690396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9317de69-670b-408d-a60e-e1e042e68b1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d79657d-6480-4e85-85c8-bef216033b6d HTTP/1.1" status: 204 len: 168 time: 0.4245226 Jul 16 20:43:04.702381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317de69-670b-408d-a60e-e1e042e68b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d79657d-6480-4e85-85c8-bef216033b6d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:04.808839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:04.816884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:04.818177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fa0b575f-f401-421f-b825-e74fd525ea72 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "PUT /v2.0/routers/61c07e05-d9eb-4da9-a0c2-c2c22446dadc HTTP/1.1" status: 200 len: 705 time: 1.4812644 Jul 16 20:43:04.819494 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d1b07-2fdc-4199-a213-9478792fd121 None None] Sync routers for ids ['61c07e05-d9eb-4da9-a0c2-c2c22446dadc'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:04.822922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:04.834766 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d1b07-2fdc-4199-a213-9478792fd121 None None] Routers {'61c07e05-d9eb-4da9-a0c2-c2c22446dadc'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:04.835441 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-813d1b07-2fdc-4199-a213-9478792fd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['61c07e05-d9eb-4da9-a0c2-c2c22446dadc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:04.897691 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-813d1b07-2fdc-4199-a213-9478792fd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:04.907136 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d1b07-2fdc-4199-a213-9478792fd121 None None] Routers {'61c07e05-d9eb-4da9-a0c2-c2c22446dadc'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:04.908399 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-813d1b07-2fdc-4199-a213-9478792fd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:42:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['61c07e05-d9eb-4da9-a0c2-c2c22446dadc'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:04.946047 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-813d1b07-2fdc-4199-a213-9478792fd121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:04.947286 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d1b07-2fdc-4199-a213-9478792fd121 None None] The sync data for ids ['61c07e05-d9eb-4da9-a0c2-c2c22446dadc'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:04.971123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38128) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:04.971412 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8c566210-775f-4658-ac16-74f902aba687 tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/routers/61c07e05-d9eb-4da9-a0c2-c2c22446dadc HTTP/1.1" status: 200 len: 740 time: 0.1472256 Jul 16 20:43:05.002996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-12d2fe80-3c0d-46dc-a1a6-1f46aaf0124c tempest-RoutersAdminTest-1086868746 tempest-RoutersAdminTest-1086868746-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=36f424e5-c152-427a-be5b-71ffae083c29&device_id=61c07e05-d9eb-4da9-a0c2-c2c22446dadc HTTP/1.1" status: 200 len: 205 time: 0.0302606 Jul 16 20:43:05.006160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:05.041607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38132) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:05.042088 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ab659f59-f2a7-41b0-b171-ffec17418b43 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=61c07e05-d9eb-4da9-a0c2-c2c22446dadc HTTP/1.1" status: 200 len: 205 time: 0.0338643 Jul 16 20:43:05.586144 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c97f8e-bb60-4090-bd31-045e8197ec0a tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.766452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c97f8e-bb60-4090-bd31-045e8197ec0a tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.768718 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c97f8e-bb60-4090-bd31-045e8197ec0a tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.814235 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c97f8e-bb60-4090-bd31-045e8197ec0a tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.814745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c97f8e-bb60-4090-bd31-045e8197ec0a tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Fanout notify agent at l3_agent the message router_deleted on router 61c07e05-d9eb-4da9-a0c2-c2c22446dadc {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:43:05.823187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40c97f8e-bb60-4090-bd31-045e8197ec0a tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:05.824441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-40c97f8e-bb60-4090-bd31-045e8197ec0a tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/61c07e05-d9eb-4da9-a0c2-c2c22446dadc HTTP/1.1" status: 204 len: 168 time: 0.7816017 Jul 16 20:43:05.828649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38154) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:05.858248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-003ce3ed-357b-43ce-a6f4-d6be69b6e53b tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=61c07e05-d9eb-4da9-a0c2-c2c22446dadc HTTP/1.1" status: 200 len: 205 time: 0.0283267 Jul 16 20:43:05.860556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38156) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:05.902871 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-7e45b246-fd92-4f01-b99b-014059f82b1f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] delete failed (client error): The resource could not be found. Jul 16 20:43:05.903970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7e45b246-fd92-4f01-b99b-014059f82b1f tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/61c07e05-d9eb-4da9-a0c2-c2c22446dadc HTTP/1.1" status: 404 len: 336 time: 0.0423574 Jul 16 20:43:05.906651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38160) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:05.938911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d93d8dd7-3540-4141-9207-c34775c17ef4 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=10af3dac-bd26-4aab-8d63-ca89e7ecfd55 HTTP/1.1" status: 200 len: 205 time: 0.0290194 Jul 16 20:43:05.939294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:05.976031 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-ebea9640-0d70-4c3e-acaa-ae9a99fad80e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] delete failed (client error): The resource could not be found. Jul 16 20:43:05.979401 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ebea9640-0d70-4c3e-acaa-ae9a99fad80e tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/10af3dac-bd26-4aab-8d63-ca89e7ecfd55 HTTP/1.1" status: 404 len: 336 time: 0.0368812 Jul 16 20:43:05.979617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38166) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.009688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-993841e0-7f4c-4fdb-b64c-7ee5c6be8907 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c1e79b-8a02-4ad2-8945-0604fecdad93 HTTP/1.1" status: 200 len: 205 time: 0.0286560 Jul 16 20:43:06.011677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38168) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.058732 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-d9ab0382-71e9-45e2-8291-ad453b03e9c9 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] delete failed (client error): The resource could not be found. Jul 16 20:43:06.059803 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d9ab0382-71e9-45e2-8291-ad453b03e9c9 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/26c1e79b-8a02-4ad2-8945-0604fecdad93 HTTP/1.1" status: 404 len: 336 time: 0.0471883 Jul 16 20:43:06.063055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.096399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-29d3b4b1-2afb-412c-8d76-de8244502faa tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc216dd-9689-44e6-8c6c-14ffda07ac78 HTTP/1.1" status: 200 len: 205 time: 0.0298963 Jul 16 20:43:06.096612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38176) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.139842 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-a6995d28-ab54-439d-8d02-b2ac858985b6 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] delete failed (client error): The resource could not be found. Jul 16 20:43:06.140862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a6995d28-ab54-439d-8d02-b2ac858985b6 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/0fc216dd-9689-44e6-8c6c-14ffda07ac78 HTTP/1.1" status: 404 len: 336 time: 0.0430124 Jul 16 20:43:06.143754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38180) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.176974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-88d96758-b933-4971-a30c-a8fb41ba91f0 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b552953-3abd-420a-9f5a-993ff48329d1 HTTP/1.1" status: 200 len: 205 time: 0.0300314 Jul 16 20:43:06.177682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38182) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.219685 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-45e639e7-4114-4121-b6ef-c28bc67c3a11 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] delete failed (client error): The resource could not be found. Jul 16 20:43:06.219685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-45e639e7-4114-4121-b6ef-c28bc67c3a11 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/3b552953-3abd-420a-9f5a-993ff48329d1 HTTP/1.1" status: 404 len: 336 time: 0.0377393 Jul 16 20:43:06.219974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38188) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.251486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-52016161-92b3-496d-b7fa-c3ea2fe4f598 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "GET /v2.0/ports?device_id=950dcf4a-29a8-49dc-8975-8f29198dfe6c HTTP/1.1" status: 200 len: 205 time: 0.0305414 Jul 16 20:43:06.253988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38192) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.301568 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f0823c7d-79aa-4783-8933-27638011d622 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] delete failed (client error): The resource could not be found. Jul 16 20:43:06.303220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f0823c7d-79aa-4783-8933-27638011d622 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/routers/950dcf4a-29a8-49dc-8975-8f29198dfe6c HTTP/1.1" status: 404 len: 336 time: 0.0479350 Jul 16 20:43:06.306008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38196) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.336303 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d8ff60-b338-4fbc-bf7d-3a2f48cacbd7 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:06.337001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d8ff60-b338-4fbc-bf7d-3a2f48cacbd7 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:06.339050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-31d8ff60-b338-4fbc-bf7d-3a2f48cacbd7 tempest-RoutersAdminTest-528314923 tempest-RoutersAdminTest-528314923-project] 10.222.0.10 "DELETE /v2.0/subnets/f3b6cea5-6563-4542-9d0c-7459b5122f94 HTTP/1.1" status: 404 len: 337 time: 0.0318518 Jul 16 20:43:06.563467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc117-1662-49cf-8e5a-d754c845311a req-4eac0245-8b52-41f8-bec1-a6746ad42f29 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:06.571500 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-4eac0245-8b52-41f8-bec1-a6746ad42f29 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/networks?id=67df6fb0-2adf-401d-bd77-3c851fb33807 HTTP/1.1" status: 200 len: 814 time: 0.1393464 Jul 16 20:43:06.585234 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-065f6b40-e786-4b40-aae9-f845e05bdd30 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/quotas/7cee88aa40b849c3b5b5a7b3ec29a2bf HTTP/1.1" status: 200 len: 375 time: 0.0129342 Jul 16 20:43:06.632800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-08751404-e10e-44de-91e5-f9615bc69d56 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cee88aa40b849c3b5b5a7b3ec29a2bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415287 Jul 16 20:43:06.690644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38220) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:06.842372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd397583-76e4-4777-9fb8-a2801f928514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.972265 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd397583-76e4-4777-9fb8-a2801f928514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:06.979689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd397583-76e4-4777-9fb8-a2801f928514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.033717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bd397583-76e4-4777-9fb8-a2801f928514 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=585da67a8de040aaa0f2b39910dc67f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419480 Jul 16 20:43:07.035056 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd397583-76e4-4777-9fb8-a2801f928514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac338db9-339a-4dad-8d58-1b1f91317bda,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:07.037886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38238) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:07.110055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c03eba3b-48bb-4d37-b2ce-d1b7d1b63d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.114074 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-5b9a1ef5-50d8-40cb-83b4-fbb553dc22bc service neutron] 10.222.0.10 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798796 Jul 16 20:43:07.135801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c03eba3b-48bb-4d37-b2ce-d1b7d1b63d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.168728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:07.204118 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c03eba3b-48bb-4d37-b2ce-d1b7d1b63d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.207039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c03eba3b-48bb-4d37-b2ce-d1b7d1b63d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.210589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c03eba3b-48bb-4d37-b2ce-d1b7d1b63d16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac338db9-339a-4dad-8d58-1b1f91317bda HTTP/1.1" status: 204 len: 168 time: 0.1693251 Jul 16 20:43:07.214755 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-c67cefd7-fbfe-4923-932f-1a1c6f049119 service neutron] 10.222.0.10 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997012 Jul 16 20:43:07.217898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eba3b-48bb-4d37-b2ce-d1b7d1b63d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac338db9-339a-4dad-8d58-1b1f91317bda,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:07.309509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bab67bd2-7630-4381-b8d1-db2d636ef5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.418329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f7f7c533-4923-4d3d-a4d0-bd6e09bbd92c req-bc4d1ebb-03e8-4197-989d-ffcdaed6edcd tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 210 time: 0.0340378 Jul 16 20:43:07.453047 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bab67bd2-7630-4381-b8d1-db2d636ef5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.457036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bab67bd2-7630-4381-b8d1-db2d636ef5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.503450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bab67bd2-7630-4381-b8d1-db2d636ef5ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51aef11975c843978887d40386e7750c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310649 Jul 16 20:43:07.503450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab67bd2-7630-4381-b8d1-db2d636ef5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2974362e-340b-4a50-9da8-5d199b0290ff,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:07.504629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:07.534426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:07.596113 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c54e8a38-16a1-477a-b944-619fd019398d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1673613401a642e0b31e630043aa8aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605340 Jul 16 20:43:07.598851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:07.608575 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10405a01-d9ae-47e4-a3a9-9590decd0f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.639990 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10405a01-d9ae-47e4-a3a9-9590decd0f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.656022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4d89-58e7-40b4-b7d7-de297111fc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.677897 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4d89-58e7-40b4-b7d7-de297111fc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.698064 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10405a01-d9ae-47e4-a3a9-9590decd0f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.701167 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10405a01-d9ae-47e4-a3a9-9590decd0f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.702878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-10405a01-d9ae-47e4-a3a9-9590decd0f4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2974362e-340b-4a50-9da8-5d199b0290ff HTTP/1.1" status: 204 len: 168 time: 0.1974325 Jul 16 20:43:07.714867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405a01-d9ae-47e4-a3a9-9590decd0f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2974362e-340b-4a50-9da8-5d199b0290ff,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:07.752887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4d89-58e7-40b4-b7d7-de297111fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.755978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4d89-58e7-40b4-b7d7-de297111fc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:07.757673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2fbc4d89-58e7-40b4-b7d7-de297111fc4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6420b559-444f-4c39-b35b-6ffe724034b1 HTTP/1.1" status: 204 len: 168 time: 0.1572869 Jul 16 20:43:07.768367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc4d89-58e7-40b4-b7d7-de297111fc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6420b559-444f-4c39-b35b-6ffe724034b1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.276445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38306) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:08.298189 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf76f-c764-4db1-a4eb-c7397a43d806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.421734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf76f-c764-4db1-a4eb-c7397a43d806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.431619 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf76f-c764-4db1-a4eb-c7397a43d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.493097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cf3bf76f-c764-4db1-a4eb-c7397a43d806 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4dc0dbfe8cb14b3c91e1551ba047ee51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136662 Jul 16 20:43:08.493097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bf76f-c764-4db1-a4eb-c7397a43d806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a079e450-61b0-482b-abdc-7b2445d3fc5c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.494210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:08.555052 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8652ce69-c7ad-4263-87d2-850017e1f7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.603188 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8652ce69-c7ad-4263-87d2-850017e1f7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.607693 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b540c5f4-41ae-4827-b3b9-44a9c7c9b142 req-dcc5479a-87d1-4b3d-8d15-16f3941f65d9 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 210 time: 0.0389462 Jul 16 20:43:08.677291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8652ce69-c7ad-4263-87d2-850017e1f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.680957 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8652ce69-c7ad-4263-87d2-850017e1f7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:08.682363 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8652ce69-c7ad-4263-87d2-850017e1f7d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a079e450-61b0-482b-abdc-7b2445d3fc5c HTTP/1.1" status: 204 len: 168 time: 0.1872854 Jul 16 20:43:08.697111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652ce69-c7ad-4263-87d2-850017e1f7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a079e450-61b0-482b-abdc-7b2445d3fc5c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:08.759112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:09.081846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc117-1662-49cf-8e5a-d754c845311a req-590c5a84-2275-4de2-904b-1e062de2f4ef tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:09.084591 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-590c5a84-2275-4de2-904b-1e062de2f4ef tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.30 "GET /v2.0/networks?id=67df6fb0-2adf-401d-bd77-3c851fb33807 HTTP/1.1" status: 200 len: 814 time: 0.2119269 Jul 16 20:43:09.099147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Request body: {'port': {'device_id': '92d182fc-2b91-4f31-9478-6f2e7fafdf6f', 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807', 'admin_state_up': True, 'tenant_id': '7cee88aa40b849c3b5b5a7b3ec29a2bf'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:09.106769 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877914238'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:09.162863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:09.167085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.191422 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.334980 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.344436 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.363227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Made reservation on behalf of 7cee88aa40b849c3b5b5a7b3ec29a2bf for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:09.366917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.378566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:09.390741 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.391055 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment 97002b97-636e-47a7-a573-e035d317f046 of type vlan for network ccc90879-e12f-4957-961d-025219471cc6 Jul 16 20:43:09.449207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e423c-a9ed-4575-8bf2-7d931e3374c8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:09.465539 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.507917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.514444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:09.515967 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.528395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Allocated IP 172.20.0.2 (67df6fb0-2adf-401d-bd77-3c851fb33807/88405af9-6bb2-4e74-bcb0-1f58e8399393/ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:09.563399 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8028605 Jul 16 20:43:09.593452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2deead-d2e2-4ee8-9721-7e72eeffb3e7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=ccc90879-e12f-4957-961d-025219471cc6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:09.607855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network ccc90879-e12f-4957-961d-025219471cc6 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:09.675832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:09.847493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b0e90fb-8529-4a86-bb7d-39775a7d012a req-09638cab-f9a8-49e9-99cf-5812f38808f3 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 210 time: 0.0463989 Jul 16 20:43:09.850629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.880710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-692778725-network', 'tenant_id': '4c8b713debc746a79780aa09e9d54ddf'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:09.908289 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.915370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Made reservation on behalf of 4c8b713debc746a79780aa09e9d54ddf for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:09.921833 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.934434 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:09.965716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Network 67df6fb0-2adf-401d-bd77-3c851fb33807 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:09.972461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:09.978338 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:10.014889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Pushing event updated for resources: {'Port': ['ID=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:10.048655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.049368 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.069394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.074147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.079426 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-4de60bf3-b2bf-4ddf-81e8-4dbc522a566c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9858978 Jul 16 20:43:10.102116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:10.112848 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bfcad9-6508-4f6b-b437-e20c53ec4851,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:10.122218 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.123432 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Added segment 0a4341cd-e8e1-4906-84dc-627944952198 of type vlan for network f9ce0cd9-bd74-40f6-9ca1-330de4038e74 Jul 16 20:43:10.167233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Request body: {'port': {'device_id': '92d182fc-2b91-4f31-9478-6f2e7fafdf6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:10.173895 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.208494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.209721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.210386 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.250368 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5732453 Jul 16 20:43:10.255930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38564) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:10.264386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Request body: {'subnet': {'network_id': 'f9ce0cd9-bd74-40f6-9ca1-330de4038e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-692778725-subnet', 'tenant_id': '4c8b713debc746a79780aa09e9d54ddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:10.285720 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a06ac-5197-4f90-b510-99712bf8312b admin admin] Pushing event updated for resources: {'Network': ['ID=f9ce0cd9-bd74-40f6-9ca1-330de4038e74,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:10.295422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Made reservation on behalf of 4c8b713debc746a79780aa09e9d54ddf for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:10.298882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.301732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network f9ce0cd9-bd74-40f6-9ca1-330de4038e74 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:10.338082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.666340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.747464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c23749-733d-43da-90e2-7d3ff0f95321,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:10.785649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Checking segment: {'id': '0a4341cd-e8e1-4906-84dc-627944952198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9ce0cd9-bd74-40f6-9ca1-330de4038e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:10.786008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Network hostable DHCP agents. Network: f9ce0cd9-bd74-40f6-9ca1-330de4038e74, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:10.803552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:10.812864 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.826558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Network f9ce0cd9-bd74-40f6-9ca1-330de4038e74 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:10.832832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Transition to ACTIVE for port object ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:10.837242 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.849822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, f9ce0cd9-bd74-40f6-9ca1-330de4038e74) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:10.877533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a61a20e-9d94-4e7f-abac-bcbda1236571 None None] Network f9ce0cd9-bd74-40f6-9ca1-330de4038e74 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:10.881599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:10.882496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:10.965530 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-63fab12b-fb96-40ad-bd36-c4f21e04677b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7056065 Jul 16 20:43:10.969209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:11.021258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Attempting to bind port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:11.021601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Attempting to bind port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '7482d1c6-b3f3-4008-adc9-caaf84e07d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:11.021936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Attempting to bind port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 on network 67df6fb0-2adf-401d-bd77-3c851fb33807 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:11.031728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 on network 67df6fb0-2adf-401d-bd77-3c851fb33807 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:43:11.032057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Attempting to bind port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 on network 67df6fb0-2adf-401d-bd77-3c851fb33807 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:11.046878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:11.047543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Checking segment: {'id': '7482d1c6-b3f3-4008-adc9-caaf84e07d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:11.048120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Bound using segment: {'id': '7482d1c6-b3f3-4008-adc9-caaf84e07d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:11.048821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Bound port: ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7482d1c6-b3f3-4008-adc9-caaf84e07d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:11.049358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.095688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d9988-fa48-408c-9685-5824a6f1e4b2 None None] Network f9ce0cd9-bd74-40f6-9ca1-330de4038e74 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:11.188340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] For port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:11.194323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] For port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:11.212542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.231433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:11.232826 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.234727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] 10.222.0.30 "PUT /v2.0/ports/ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 HTTP/1.1" status: 200 len: 1092 time: 1.1483135 Jul 16 20:43:11.237239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d182fc-2b91-4f31-9478-6f2e7fafdf6f', 'tag': 'ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:11.242165 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5535fc06-f3fe-49ca-922c-6901f8441ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "92d182fc-2b91-4f31-9478-6f2e7fafdf6f", "tag": "ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:11.338339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b470078-8f97-4907-ae7c-a357c1654989 req-03e9ebaf-78fc-4427-aab3-9718d63d11cb tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:11.382575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b470078-8f97-4907-ae7c-a357c1654989 req-03e9ebaf-78fc-4427-aab3-9718d63d11cb tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 943 time: 0.3065939 Jul 16 20:43:11.493794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbca9b7-3068-45e8-b96e-a0029b3ebe74 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:11.498325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b470078-8f97-4907-ae7c-a357c1654989 req-8e21b6a6-c099-4fb1-a8dc-efd00d585fcd tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111867 Jul 16 20:43:11.583495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc117-1662-49cf-8e5a-d754c845311a req-f0e102c2-87dc-4a91-8533-d69d1a5e41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:11.589795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-f0e102c2-87dc-4a91-8533-d69d1a5e41c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cee88aa40b849c3b5b5a7b3ec29a2bf&device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 1095 time: 0.1885927 Jul 16 20:43:11.656932 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-cf14b86b-f533-46d2-9e9f-7bcd7ca9e726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 HTTP/1.1" status: 200 len: 217 time: 0.0588667 Jul 16 20:43:11.719884 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49480d42-200d-419c-b9fa-670704c2540a x-openstack-request-id: req-49480d42-200d-419c-b9fa-670704c2540a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:11.721061 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d182fc-2b91-4f31-9478-6f2e7fafdf6f", "tag": "ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:11.721944 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49480d42-200d-419c-b9fa-670704c2540a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:11.722434 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d182fc-2b91-4f31-9478-6f2e7fafdf6f', 'tag': 'ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2', 'status': 'completed', 'code': 200} Jul 16 20:43:11.740239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc117-1662-49cf-8e5a-d754c845311a req-8dab971c-9e89-40a0-919e-d8a5407294f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:11.741933 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-8dab971c-9e89-40a0-919e-d8a5407294f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88405af9-6bb2-4e74-bcb0-1f58e8399393 HTTP/1.1" status: 200 len: 854 time: 0.0779586 Jul 16 20:43:11.780998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:11.786702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1011898868-network', 'tenant_id': '0501fce9d09f4634bdfc661d4ca3914f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:11.794453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-6642ef5a-9faf-4d6b-8511-9d931f34e351 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67df6fb0-2adf-401d-bd77-3c851fb33807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381749 Jul 16 20:43:11.817175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Made reservation on behalf of 0501fce9d09f4634bdfc661d4ca3914f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:11.827812 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.843630 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.921986 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-b22e7e00-a77b-4c2d-9339-857b7bdd3a95 service neutron] 10.222.0.30 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209815 Jul 16 20:43:11.965211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.970751 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.984346 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:11.996230 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:11.996692 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Added segment b8c8ec85-8250-4c8d-9984-bc0c078dadbf of type vlan for network ca097d86-1b49-41b5-abbb-161610bb8203 Jul 16 20:43:12.059720 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:12.064036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d5c6c3-3a95-43ed-8c22-075f6b87825e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:12.079368 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-546fc117-1662-49cf-8e5a-d754c845311a req-3aab29ef-31e6-40bb-905e-a4e20904ece5 service neutron] 10.222.0.30 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493280 Jul 16 20:43:12.100588 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:12.101919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:12.102602 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:12.147042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3643048 Jul 16 20:43:12.149567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:12.154841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Request body: {'subnet': {'network_id': 'ca097d86-1b49-41b5-abbb-161610bb8203', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1011898868-subnet', 'tenant_id': '0501fce9d09f4634bdfc661d4ca3914f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:12.188720 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089159f6-f76a-482b-be8c-07886dd66d9f admin admin] Pushing event updated for resources: {'Network': ['ID=ca097d86-1b49-41b5-abbb-161610bb8203,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:12.201037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network ca097d86-1b49-41b5-abbb-161610bb8203 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:12.224928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Made reservation on behalf of 0501fce9d09f4634bdfc661d4ca3914f for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:12.227817 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:12.246069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-60557fd4-c1b7-4512-bf4c-855f1efbf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:12.247807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-60557fd4-c1b7-4512-bf4c-855f1efbf4d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cee88aa40b849c3b5b5a7b3ec29a2bf&device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 1095 time: 0.0824993 Jul 16 20:43:12.394759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-4b74be66-987b-4011-99a9-e8cafdc2d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:12.397344 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-4b74be66-987b-4011-99a9-e8cafdc2d0e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67df6fb0-2adf-401d-bd77-3c851fb33807 HTTP/1.1" status: 200 len: 915 time: 0.1429431 Jul 16 20:43:12.456718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-92173a11-9c60-4342-abad-ef32c0349136 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 HTTP/1.1" status: 200 len: 217 time: 0.0503199 Jul 16 20:43:12.465130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:12.523310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-ba3c73e0-f703-4ed5-8d45-c0c2c6e2c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:12.525222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-ba3c73e0-f703-4ed5-8d45-c0c2c6e2c847 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88405af9-6bb2-4e74-bcb0-1f58e8399393 HTTP/1.1" status: 200 len: 854 time: 0.0612657 Jul 16 20:43:12.537186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f86de2-da34-43a9-8be3-9bd5997417d4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:12.546667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Checking segment: {'id': 'b8c8ec85-8250-4c8d-9984-bc0c078dadbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca097d86-1b49-41b5-abbb-161610bb8203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:12.547412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Network hostable DHCP agents. Network: ca097d86-1b49-41b5-abbb-161610bb8203, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:12.568014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Network ca097d86-1b49-41b5-abbb-161610bb8203 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:12.579852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, ca097d86-1b49-41b5-abbb-161610bb8203) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:12.584594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:12.585411 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:12.590315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c0ff11-e0af-4792-8f62-e6ead718b6f1 None None] Network ca097d86-1b49-41b5-abbb-161610bb8203 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:12.598393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-caf71afd-a882-4385-906b-23886609ed03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67df6fb0-2adf-401d-bd77-3c851fb33807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659716 Jul 16 20:43:12.616382 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d09823a5-ed5c-447e-b82c-847c51d32225 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4655139 Jul 16 20:43:12.784257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32609023-2e53-4a15-9798-950f67245b61 None None] Network ca097d86-1b49-41b5-abbb-161610bb8203 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:12.800580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd33f-53f8-4f59-8b8c-587633bcc1ac req-dc7d601d-8ab3-415e-87c4-6d6548810950 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:12.802584 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b43fd33f-53f8-4f59-8b8c-587633bcc1ac req-dc7d601d-8ab3-415e-87c4-6d6548810950 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 943 time: 0.1283240 Jul 16 20:43:12.855032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-511ea51e-822d-4439-ad72-8cabb68358c2 service neutron] 10.222.0.30 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487509 Jul 16 20:43:12.874520 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b43fd33f-53f8-4f59-8b8c-587633bcc1ac req-709996d9-7b7c-4638-ae17-6a0e7ca51878 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538495 Jul 16 20:43:12.935908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:12.942641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': 'ccc90879-e12f-4957-961d-025219471cc6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:13.002674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5535fc06-f3fe-49ca-922c-6901f8441ecf req-36b6ec07-4dda-4c20-bdc4-1e53063e53fb service neutron] 10.222.0.30 "GET /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373415 Jul 16 20:43:13.048656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:13.052201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.246355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.252492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-c43ed63e-89c7-4430-96d6-6ec009fc592a tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:13.253856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-c43ed63e-89c7-4430-96d6-6ec009fc592a tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/networks?id=f9ce0cd9-bd74-40f6-9ca1-330de4038e74 HTTP/1.1" status: 200 len: 808 time: 0.1100783 Jul 16 20:43:13.269685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-eb9702c5-4ddc-4a04-b335-11f456d11abb tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/quotas/4c8b713debc746a79780aa09e9d54ddf HTTP/1.1" status: 200 len: 375 time: 0.0100393 Jul 16 20:43:13.306998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=d29b6197-dcb6-439f-9b89-f5c08343c225,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:13.313438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-10c67fb3-028e-46e9-9128-d43bb367803a tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c8b713debc746a79780aa09e9d54ddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344505 Jul 16 20:43:13.316504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking segment: {'id': '97002b97-636e-47a7-a573-e035d317f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccc90879-e12f-4957-961d-025219471cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:13.316805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network hostable DHCP agents. Network: ccc90879-e12f-4957-961d-025219471cc6, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:13.334838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network ccc90879-e12f-4957-961d-025219471cc6 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:13.345902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, ccc90879-e12f-4957-961d-025219471cc6) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:13.351368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:13.352617 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.357581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa9739-a7a8-4dbd-9d31-fba2d8b6b011 None None] Network ccc90879-e12f-4957-961d-025219471cc6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:13.371831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-02bedc4b-a61f-4eff-a5d1-74ec548258c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4347405 Jul 16 20:43:13.375640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:13.389563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-167440661'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:13.420754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:13.427934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.490802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:13.533221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.533574 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment 0b688301-b9e6-4345-965a-a1256f6b87e1 of type vlan for network aa14a4bd-ed3c-483c-befe-25e3d1c6cbee Jul 16 20:43:13.564647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-ccc90879-e12f-4957-961d-025219471cc6', 'network_id': 'ccc90879-e12f-4957-961d-025219471cc6', 'tenant_id': '23afd3d71dc44d46bca3a03215fac124', 'fixed_ips': [{'subnet_id': 'd29b6197-dcb6-439f-9b89-f5c08343c225'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:13.567530 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.602273 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-9a8e2293-047a-49c6-a1fb-6af72b7d4dd5 service neutron] 10.222.0.10 "GET /v2.0/networks/f9ce0cd9-bd74-40f6-9ca1-330de4038e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785170 Jul 16 20:43:13.604121 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.716216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.721819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:13.722504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:13.736594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Allocated IP 2001:db8:0:ffff::2 (ccc90879-e12f-4957-961d-025219471cc6/d29b6197-dcb6-439f-9b89-f5c08343c225/7a1083af-ea55-40dd-a8a7-1f70ef13a537) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:13.764457 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3875329 Jul 16 20:43:13.767461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:13.773100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': 'aa14a4bd-ed3c-483c-befe-25e3d1c6cbee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:13.795630 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-9036271c-e8d7-47b1-80db-eaff2e627276 service neutron] 10.222.0.10 "GET /v2.0/networks/f9ce0cd9-bd74-40f6-9ca1-330de4038e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867809 Jul 16 20:43:13.844859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f97f4-0835-4b78-9fb4-edfa52b5915c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=aa14a4bd-ed3c-483c-befe-25e3d1c6cbee,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:13.859832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network aa14a4bd-ed3c-483c-befe-25e3d1c6cbee details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:13.907586 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:13.911969 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.055748 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.065240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Transition to ACTIVE for port object 7a1083af-ea55-40dd-a8a7-1f70ef13a537 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:14.082361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Transition to ACTIVE for port object 7a1083af-ea55-40dd-a8a7-1f70ef13a537 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:14.091015 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.103767 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e87a19db-eaa0-4865-b05e-ac84fa636d6e req-fbf9dc61-cd8d-4093-8c9f-94569e93ab44 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 210 time: 0.0840461 Jul 16 20:43:14.152522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Network ccc90879-e12f-4957-961d-025219471cc6 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:14.156534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:14.161272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:14.174568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Pushing event updated for resources: {'Port': ['ID=7a1083af-ea55-40dd-a8a7-1f70ef13a537,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:14.176058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbd23-6c47-4a71-a2e9-66416353bd6b req-0f8ba7ff-b84f-45eb-a38b-1bcabdf25dbc tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:14.177641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df3fbd23-6c47-4a71-a2e9-66416353bd6b req-0f8ba7ff-b84f-45eb-a38b-1bcabdf25dbc tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 943 time: 0.1273117 Jul 16 20:43:14.199978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.200334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.200880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.201217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.201547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.202199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.202574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.202899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.203222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.203657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.203880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.204187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:14.247952 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Attempting to bind port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:14.248326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Attempting to bind port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '97002b97-636e-47a7-a573-e035d317f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccc90879-e12f-4957-961d-025219471cc6'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:14.248686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Attempting to bind port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 on network ccc90879-e12f-4957-961d-025219471cc6 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:14.256654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:14.257249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Checking segment: {'id': '97002b97-636e-47a7-a573-e035d317f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccc90879-e12f-4957-961d-025219471cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:14.257433 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.257906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Bound using segment: {'id': '97002b97-636e-47a7-a573-e035d317f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccc90879-e12f-4957-961d-025219471cc6'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:14.258314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Bound port: 7a1083af-ea55-40dd-a8a7-1f70ef13a537, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97002b97-636e-47a7-a573-e035d317f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ccc90879-e12f-4957-961d-025219471cc6'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:14.259122 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.267820 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-df3fbd23-6c47-4a71-a2e9-66416353bd6b req-5fd9c7ee-b4b8-434a-9a80-270bd7c4be34 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715752 Jul 16 20:43:14.317095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.339182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] For port 7a1083af-ea55-40dd-a8a7-1f70ef13a537, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:14.342865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] For port 7a1083af-ea55-40dd-a8a7-1f70ef13a537, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7a1083af-ea55-40dd-a8a7-1f70ef13a537,segment=NetworkSegment(97002b97-636e-47a7-a573-e035d317f046),segment_id=97002b97-636e-47a7-a573-e035d317f046)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:14.350617 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.384653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=fb3fad25-da4d-41be-9424-ce554b974a97,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:14.416206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e449e-ab8d-43b6-a1b4-35bfcead4b3b None None] Pushing event updated for resources: {'Port': ['ID=7a1083af-ea55-40dd-a8a7-1f70ef13a537,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:14.433343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking segment: {'id': '0b688301-b9e6-4345-965a-a1256f6b87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa14a4bd-ed3c-483c-befe-25e3d1c6cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:14.433700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network hostable DHCP agents. Network: aa14a4bd-ed3c-483c-befe-25e3d1c6cbee, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:14.468870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network aa14a4bd-ed3c-483c-befe-25e3d1c6cbee is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:14.483175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, aa14a4bd-ed3c-483c-befe-25e3d1c6cbee) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:14.489779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:14.490249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.494766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea319cdd-cecc-4e01-a869-1bbda757f6ba None None] Network aa14a4bd-ed3c-483c-befe-25e3d1c6cbee requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:14.510142 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e415812d-522b-4181-bba8-9da7200472b4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7413564 Jul 16 20:43:14.513516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38856) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:14.666677 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:43:14.690228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-aa14a4bd-ed3c-483c-befe-25e3d1c6cbee', 'network_id': 'aa14a4bd-ed3c-483c-befe-25e3d1c6cbee', 'tenant_id': '23afd3d71dc44d46bca3a03215fac124', 'fixed_ips': [{'subnet_id': 'fb3fad25-da4d-41be-9424-ce554b974a97'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:14.691150 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.705520 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.870774 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:14.949094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Allocated IP 2001:db8::1 (aa14a4bd-ed3c-483c-befe-25e3d1c6cbee/fb3fad25-da4d-41be-9424-ce554b974a97/f48233a0-c48e-448c-9359-9a914b7b6742) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:15.115991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.125154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Transition to ACTIVE for port object f48233a0-c48e-448c-9359-9a914b7b6742 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:15.141297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Transition to ACTIVE for port object f48233a0-c48e-448c-9359-9a914b7b6742 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:15.149874 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.171434 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.186469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Network aa14a4bd-ed3c-483c-befe-25e3d1c6cbee is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:15.189544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:15.193222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:15.266958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Attempting to bind port f48233a0-c48e-448c-9359-9a914b7b6742 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:15.267359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Attempting to bind port f48233a0-c48e-448c-9359-9a914b7b6742 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '0b688301-b9e6-4345-965a-a1256f6b87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa14a4bd-ed3c-483c-befe-25e3d1c6cbee'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:15.267725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Attempting to bind port f48233a0-c48e-448c-9359-9a914b7b6742 on network aa14a4bd-ed3c-483c-befe-25e3d1c6cbee {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:15.271394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3fad25-da4d-41be-9424-ce554b974a97,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:15.273296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Pushing event updated for resources: {'Port': ['ID=f48233a0-c48e-448c-9359-9a914b7b6742,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:15.276232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:15.276625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Checking segment: {'id': '0b688301-b9e6-4345-965a-a1256f6b87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa14a4bd-ed3c-483c-befe-25e3d1c6cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:15.277130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.277496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Bound using segment: {'id': '0b688301-b9e6-4345-965a-a1256f6b87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa14a4bd-ed3c-483c-befe-25e3d1c6cbee'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:15.277968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Bound port: f48233a0-c48e-448c-9359-9a914b7b6742, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b688301-b9e6-4345-965a-a1256f6b87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa14a4bd-ed3c-483c-befe-25e3d1c6cbee'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:15.278356 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.327909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-408e97bb-b938-4927-b814-3b30049211a1 req-3a9d158b-6781-4076-823d-e3b5e5c7a00a tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 210 time: 0.0588171 Jul 16 20:43:15.366620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] For port f48233a0-c48e-448c-9359-9a914b7b6742, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:15.370203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] For port f48233a0-c48e-448c-9359-9a914b7b6742, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f48233a0-c48e-448c-9359-9a914b7b6742,segment=NetworkSegment(0b688301-b9e6-4345-965a-a1256f6b87e1),segment_id=0b688301-b9e6-4345-965a-a1256f6b87e1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:15.375157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.379947 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.408511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa14a4bd-ed3c-483c-befe-25e3d1c6cbee']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:15.446429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b688301-b9e6-4345-965a-a1256f6b87e1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:15.446729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b688301-b9e6-4345-965a-a1256f6b87e1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:15.485727 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.512777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.534747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:15.534747 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.535030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e948fbb-3814-4c93-afe5-f8d334552fa7 None None] Pushing event updated for resources: {'Port': ['ID=f48233a0-c48e-448c-9359-9a914b7b6742,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:15.563357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7a1083af-ea55-40dd-a8a7-1f70ef13a537 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:15.656683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:15.688911 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10353ef-3c2f-4f7a-bcd8-07815f152e85 None None] Network aa14a4bd-ed3c-483c-befe-25e3d1c6cbee requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:15.695062 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:15.699362 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:43:15.699362 n-d-792394-17 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:43:15.699362 n-d-792394-17 neutron-server[93959]: [parameters: {'id': 'aa14a4bd-ed3c-483c-befe-25e3d1c6cbee'}] Jul 16 20:43:15.699362 n-d-792394-17 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:43:15.699998 n-d-792394-17 neutron-server[93959]: DEBUG oslo_db.api [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:43:15.739319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-dd1fdb1b-4199-4f06-8b0e-e4acd12b8756 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:15.741186 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-dd1fdb1b-4199-4f06-8b0e-e4acd12b8756 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.63 "GET /v2.0/networks?id=f9ce0cd9-bd74-40f6-9ca1-330de4038e74 HTTP/1.1" status: 200 len: 808 time: 0.3257501 Jul 16 20:43:15.756660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bca770-a628-4629-97be-bb7482fb52cf req-5e52cb6c-ead3-43ca-a0b3-5905c3b21e8c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:15.758401 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2bca770-a628-4629-97be-bb7482fb52cf req-5e52cb6c-ead3-43ca-a0b3-5905c3b21e8c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 943 time: 0.2018747 Jul 16 20:43:15.764692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Request body: {'port': {'device_id': 'c8b44793-346e-4520-9eb2-c0ed03daae32', 'network_id': 'f9ce0cd9-bd74-40f6-9ca1-330de4038e74', 'admin_state_up': True, 'tenant_id': '4c8b713debc746a79780aa09e9d54ddf'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:15.881330 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2bca770-a628-4629-97be-bb7482fb52cf req-dc50a529-92cd-4c67-9ff0-b37b756396a4 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116054 Jul 16 20:43:15.929096 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:15.951870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Made reservation on behalf of 4c8b713debc746a79780aa09e9d54ddf for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:15.955608 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.020200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782de287-2484-4557-b03c-c3bd70a5c02e None None] Network ccc90879-e12f-4957-961d-025219471cc6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:16.093709 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Allocated IP 172.20.0.5 (f9ce0cd9-bd74-40f6-9ca1-330de4038e74/d2c23749-733d-43da-90e2-7d3ff0f95321/7f5aa070-814e-4dde-b2c0-6794b66b445d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:16.099059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b61f494e-9e60-4c87-aaa2-f0ffc9dc7259 None None] Provisioning for port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:16.105788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b61f494e-9e60-4c87-aaa2-f0ffc9dc7259 None None] Provisioning complete for port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:16.106446 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b61f494e-9e60-4c87-aaa2-f0ffc9dc7259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.141481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:16.201385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.311461 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.317264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting port f48233a0-c48e-448c-9359-9a914b7b6742 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:16.318076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.358531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.423139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Pushing event updated for resources: {'Port': ['ID=7f5aa070-814e-4dde-b2c0-6794b66b445d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:16.447108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Network f9ce0cd9-bd74-40f6-9ca1-330de4038e74 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:16.448590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:16.451763 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:16.457712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] For port f48233a0-c48e-448c-9359-9a914b7b6742, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f48233a0-c48e-448c-9359-9a914b7b6742,segment=NetworkSegment(0b688301-b9e6-4345-965a-a1256f6b87e1),segment_id=0b688301-b9e6-4345-965a-a1256f6b87e1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:16.460760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.492178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Calling delete_port for f48233a0-c48e-448c-9359-9a914b7b6742 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:16.513302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:16.513961 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.532103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a4239a93-1255-490c-a287-0ee9e3e107ae tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725463 Jul 16 20:43:16.570749 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b61f494e-9e60-4c87-aaa2-f0ffc9dc7259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.574262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:16.603244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2', 'network_id': '67df6fb0-2adf-401d-bd77-3c851fb33807', 'port_id': 'ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2', 'mac_address': 'fa:16:3e:b9:e2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88405af9-6bb2-4e74-bcb0-1f58e8399393', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:16.622378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Request body: {'port': {'device_id': 'c8b44793-346e-4520-9eb2-c0ed03daae32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:16.640125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b61f494e-9e60-4c87-aaa2-f0ffc9dc7259 None None] For port 7a1083af-ea55-40dd-a8a7-1f70ef13a537, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7a1083af-ea55-40dd-a8a7-1f70ef13a537,segment=NetworkSegment(97002b97-636e-47a7-a573-e035d317f046),segment_id=97002b97-636e-47a7-a573-e035d317f046)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:16.677079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13504fb-fc91-4e8c-b54f-274fde2f5797 req-ce07ecc7-e9ce-43ce-b800-c908cb87dbff tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:16.681561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f13504fb-fc91-4e8c-b54f-274fde2f5797 req-ce07ecc7-e9ce-43ce-b800-c908cb87dbff tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 931 time: 0.1156349 Jul 16 20:43:16.686793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.691892 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b61f494e-9e60-4c87-aaa2-f0ffc9dc7259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.721092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.724766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Port': ['ID=f48233a0-c48e-448c-9359-9a914b7b6742,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:16.726901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No DVR routers for this DVR port f48233a0-c48e-448c-9359-9a914b7b6742 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:16.760631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.786065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:16.804738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f13504fb-fc91-4e8c-b54f-274fde2f5797 req-c8208534-697d-4f58-8e94-b68910671c5d tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112072 Jul 16 20:43:16.822137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f494e-9e60-4c87-aaa2-f0ffc9dc7259 None None] Pushing event updated for resources: {'Port': ['ID=7a1083af-ea55-40dd-a8a7-1f70ef13a537,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:16.846494 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.863131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:16.864977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa14a4bd-ed3c-483c-befe-25e3d1c6cbee']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:16.881091 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.891293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b688301-b9e6-4345-965a-a1256f6b87e1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:16.891605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b688301-b9e6-4345-965a-a1256f6b87e1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:16.925940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.943004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.950127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:16.951214 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:16.984540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:17.005313 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:17.014242 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.088707 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.095081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.098006 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/aa14a4bd-ed3c-483c-befe-25e3d1c6cbee HTTP/1.1" status: 204 len: 168 time: 2.5783591 Jul 16 20:43:17.103660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:17.104978 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.120843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1229605899'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:17.131110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ca558-f8d8-42ae-b732-f2e0e828589d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=aa14a4bd-ed3c-483c-befe-25e3d1c6cbee,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:17.181556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd5eee-5c05-474e-b064-7e15af0a160d None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:43:17.186338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:17.190932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.221154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38880) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.277652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c1eb89b-cb72-4869-8aad-24be4bcaff02 None None] Provisioning complete for port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:17.278067 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c1eb89b-cb72-4869-8aad-24be4bcaff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.280170 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:17.335512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22038745-37a9-4fff-b2e9-34dd14c25590 req-57c1802e-0df9-4a59-9d2a-5fe200a98a58 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:17.337123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22038745-37a9-4fff-b2e9-34dd14c25590 req-57c1802e-0df9-4a59-9d2a-5fe200a98a58 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 944 time: 0.1863077 Jul 16 20:43:17.343145 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.343530 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment 8044ed23-f387-4eb0-8184-33e86e93cc08 of type vlan for network 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb Jul 16 20:43:17.376428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61af8c93-f1cd-477e-8a73-be151340d514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.379736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5aa070-814e-4dde-b2c0-6794b66b445d {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:17.379992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dd5eee-5c05-474e-b064-7e15af0a160d None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:43:17.413953 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.437076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.462342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Transition to ACTIVE for port object 7f5aa070-814e-4dde-b2c0-6794b66b445d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:17.492547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-22038745-37a9-4fff-b2e9-34dd14c25590 req-a7a6392f-a6a3-46c1-bccd-ee31eec62f08 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314013 Jul 16 20:43:17.493788 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.509508 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7a1083af-ea55-40dd-a8a7-1f70ef13a537 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:17.556398 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61af8c93-f1cd-477e-8a73-be151340d514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.561240 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.562518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61af8c93-f1cd-477e-8a73-be151340d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.567000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:17.567879 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.611069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61af8c93-f1cd-477e-8a73-be151340d514 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b37a907117cb4ea08d39708d0bafddaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887699 Jul 16 20:43:17.612253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af8c93-f1cd-477e-8a73-be151340d514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be907b64-8795-4eca-9daf-1c07b4b52b10,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:17.616768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38884) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.623079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:17.623732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.660168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5504611 Jul 16 20:43:17.661504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38886) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:17.666082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Pushing event updated for resources: {'Port': ['ID=7f5aa070-814e-4dde-b2c0-6794b66b445d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:17.669620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': '23bff7f7-ecb2-40fa-b8be-a69562a5c5bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:17.741782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=23bff7f7-ecb2-40fa-b8be-a69562a5c5bb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:17.755735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.756114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.756461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.756806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.757132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.757466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.757828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.758146 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.758436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.758756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.759140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.759449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.780032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.780310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.780653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.780991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.781325 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.781659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.782176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.782523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.782853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.783681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.784014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.784342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4829b4e-b708-4f9e-9417-d68567ed269c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:17.806656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:17.808677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:17.813993 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.829731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Attempting to bind port 7f5aa070-814e-4dde-b2c0-6794b66b445d on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:17.830107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Attempting to bind port 7f5aa070-814e-4dde-b2c0-6794b66b445d by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '0a4341cd-e8e1-4906-84dc-627944952198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9ce0cd9-bd74-40f6-9ca1-330de4038e74'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:17.830444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Attempting to bind port 7f5aa070-814e-4dde-b2c0-6794b66b445d on network f9ce0cd9-bd74-40f6-9ca1-330de4038e74 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:17.832679 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d21b28-c12a-4049-89ac-689930529f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.838919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Port 7f5aa070-814e-4dde-b2c0-6794b66b445d on network f9ce0cd9-bd74-40f6-9ca1-330de4038e74 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:43:17.839244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Attempting to bind port 7f5aa070-814e-4dde-b2c0-6794b66b445d on network f9ce0cd9-bd74-40f6-9ca1-330de4038e74 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:17.852571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:17.852945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Checking segment: {'id': '0a4341cd-e8e1-4906-84dc-627944952198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9ce0cd9-bd74-40f6-9ca1-330de4038e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:17.853338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Bound using segment: {'id': '0a4341cd-e8e1-4906-84dc-627944952198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9ce0cd9-bd74-40f6-9ca1-330de4038e74'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:17.853786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Bound port: 7f5aa070-814e-4dde-b2c0-6794b66b445d, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4341cd-e8e1-4906-84dc-627944952198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f9ce0cd9-bd74-40f6-9ca1-330de4038e74'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:17.854578 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.896357 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d21b28-c12a-4049-89ac-689930529f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:17.988044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] For port 7f5aa070-814e-4dde-b2c0-6794b66b445d, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:17.991497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] For port 7f5aa070-814e-4dde-b2c0-6794b66b445d, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7f5aa070-814e-4dde-b2c0-6794b66b445d,segment=NetworkSegment(0a4341cd-e8e1-4906-84dc-627944952198),segment_id=0a4341cd-e8e1-4906-84dc-627944952198)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:17.997036 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.010119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d21b28-c12a-4049-89ac-689930529f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.012732 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d21b28-c12a-4049-89ac-689930529f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.016826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d2d21b28-c12a-4049-89ac-689930529f3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be907b64-8795-4eca-9daf-1c07b4b52b10 HTTP/1.1" status: 204 len: 168 time: 0.3936150 Jul 16 20:43:18.052171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:18.052886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.054370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] 10.222.0.63 "PUT /v2.0/ports/7f5aa070-814e-4dde-b2c0-6794b66b445d HTTP/1.1" status: 200 len: 1092 time: 1.5147805 Jul 16 20:43:18.055183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b44793-346e-4520-9eb2-c0ed03daae32', 'tag': '7f5aa070-814e-4dde-b2c0-6794b66b445d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:18.057609 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451410b1-da47-4dd1-8af6-633c837e43e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b44793-346e-4520-9eb2-c0ed03daae32", "tag": "7f5aa070-814e-4dde-b2c0-6794b66b445d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:18.068590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d21b28-c12a-4049-89ac-689930529f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be907b64-8795-4eca-9daf-1c07b4b52b10,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:18.100607 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.115209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72d8ed-4f86-4c9d-840b-6c384bc137be service neutron] Pushing event updated for resources: {'Port': ['ID=7f5aa070-814e-4dde-b2c0-6794b66b445d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:18.137869 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a3e270-90b2-4c24-b1b2-53bbf3548395 x-openstack-request-id: req-b1a3e270-90b2-4c24-b1b2-53bbf3548395 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:18.139475 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b44793-346e-4520-9eb2-c0ed03daae32", "tag": "7f5aa070-814e-4dde-b2c0-6794b66b445d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:18.139837 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1a3e270-90b2-4c24-b1b2-53bbf3548395 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:18.141347 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b44793-346e-4520-9eb2-c0ed03daae32', 'tag': '7f5aa070-814e-4dde-b2c0-6794b66b445d', 'status': 'completed', 'code': 200} Jul 16 20:43:18.143837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:18.148887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31103e1d-d2b7-4a44-94e4-adc9233a248d req-54a8be37-2b45-492c-8030-304e224f14c7 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:18.155488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31103e1d-d2b7-4a44-94e4-adc9233a248d req-54a8be37-2b45-492c-8030-304e224f14c7 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 943 time: 0.1910751 Jul 16 20:43:18.207977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:18.218712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:18.219956 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.224692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31103e1d-d2b7-4a44-94e4-adc9233a248d req-81b6129c-6a02-411e-ab9e-5da7bb6ffa13 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674140 Jul 16 20:43:18.225882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-76f3b373-9cbd-4e11-ba14-08e96c3ae9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:18.228849 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-76f3b373-9cbd-4e11-ba14-08e96c3ae9ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c8b713debc746a79780aa09e9d54ddf&device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 1095 time: 0.1004515 Jul 16 20:43:18.229427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=5338c436-f791-4d26-88ec-4614a24e5909,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:18.267339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking segment: {'id': '8044ed23-f387-4eb0-8184-33e86e93cc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23bff7f7-ecb2-40fa-b8be-a69562a5c5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:18.267644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network hostable DHCP agents. Network: 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:18.298135 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-efc1400c-8388-4c1c-8594-4ab96b6bc5f3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5aa070-814e-4dde-b2c0-6794b66b445d HTTP/1.1" status: 200 len: 217 time: 0.0601563 Jul 16 20:43:18.309494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:18.325739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:18.333012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:18.337744 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.373160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-096ff651-51d3-40d6-93c6-36548b1c6fe3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7090166 Jul 16 20:43:18.374047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38894) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:18.374258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b639681-d578-49c9-839b-a3509d7749e9 None None] Network 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:18.380311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769199764'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:18.410741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:18.416115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a7510d70-7983-4641-aac3-159bb4d3ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:18.418128 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-a7510d70-7983-4641-aac3-159bb4d3ea59 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2c23749-733d-43da-90e2-7d3ff0f95321 HTTP/1.1" status: 200 len: 848 time: 0.1125386 Jul 16 20:43:18.419959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.458567 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-f7c534a7-7cfd-4827-ace5-9769b2b35d18 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f9ce0cd9-bd74-40f6-9ca1-330de4038e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340021 Jul 16 20:43:18.468109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:18.490354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.490930 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment 6e9aeeca-27ed-44e5-81d3-0deabdb3c525 of type vlan for network 9d7ca714-b139-4240-a8c9-c839422a03c0 Jul 16 20:43:18.513087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.589694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.604210 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-199b736d-03c6-4c5e-ba14-2ca573ce1782 service neutron] 10.222.0.63 "GET /v2.0/networks/f9ce0cd9-bd74-40f6-9ca1-330de4038e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388032 Jul 16 20:43:18.605240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d182fc-2b91-4f31-9478-6f2e7fafdf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:18.613008 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4258331b-568d-44b8-a3a2-e994f5e85bb2" -d '{"events": [{"server_uuid": "92d182fc-2b91-4f31-9478-6f2e7fafdf6f", "name": "network-vif-plugged", "status": "completed", "tag": "ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:18.700175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.701004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:18.706655 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.718017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:18.719454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.720321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-23bff7f7-ecb2-40fa-b8be-a69562a5c5bb', 'network_id': '23bff7f7-ecb2-40fa-b8be-a69562a5c5bb', 'tenant_id': '23afd3d71dc44d46bca3a03215fac124', 'fixed_ips': [{'subnet_id': '5338c436-f791-4d26-88ec-4614a24e5909'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:18.723734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:18.746096 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2baecad-d4cb-4234-a3e6-17ea8f6e99a7 req-48579907-1d0e-4977-b939-b07cbf11326c service neutron] 10.222.0.63 "GET /v2.0/networks/f9ce0cd9-bd74-40f6-9ca1-330de4038e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346803 Jul 16 20:43:18.783869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:18.784284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4086838 Jul 16 20:43:18.801222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': '9d7ca714-b139-4240-a8c9-c839422a03c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:18.865700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:18.869113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc79499-f7b0-4bfa-97de-d49c74110dac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=9d7ca714-b139-4240-a8c9-c839422a03c0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:18.910230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 9d7ca714-b139-4240-a8c9-c839422a03c0 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:18.928617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeb614-2f4f-43c6-8276-552aac1ed9f5 req-c0e27034-89a8-4945-b548-3557bb4a9908 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:18.931239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eebeb614-2f4f-43c6-8276-552aac1ed9f5 req-c0e27034-89a8-4945-b548-3557bb4a9908 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 945 time: 0.2049229 Jul 16 20:43:18.980948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-448a5083-7431-4f07-ad9a-a7ab7775b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:18.983007 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-448a5083-7431-4f07-ad9a-a7ab7775b26f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4c8b713debc746a79780aa09e9d54ddf&device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 1095 time: 0.1761587 Jul 16 20:43:18.983631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:18.987393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.001422 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddea829f-34c4-452a-8aa4-dc2d44fdb23a x-openstack-request-id: req-ddea829f-34c4-452a-8aa4-dc2d44fdb23a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:19.001897 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d182fc-2b91-4f31-9478-6f2e7fafdf6f", "name": "network-vif-plugged", "status": "completed", "tag": "ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:19.002269 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddea829f-34c4-452a-8aa4-dc2d44fdb23a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:19.002765 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d182fc-2b91-4f31-9478-6f2e7fafdf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2', 'code': 200} Jul 16 20:43:19.005703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Allocated IP 2001:db8::3 (23bff7f7-ecb2-40fa-b8be-a69562a5c5bb/5338c436-f791-4d26-88ec-4614a24e5909/11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:19.065416 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eebeb614-2f4f-43c6-8276-552aac1ed9f5 req-b977f54c-d3e6-424a-ad5a-2b4e7a4f9b49 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245756 Jul 16 20:43:19.098165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Performing IP validity checks on allocation pools {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:43:19.098722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:43:19.131449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b7580-1542-4b1f-8467-71e69afb855b req-0e14e264-11c0-4a40-8f84-85fc86635394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.132967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-694b7580-1542-4b1f-8467-71e69afb855b req-0e14e264-11c0-4a40-8f84-85fc86635394 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 1097 time: 0.0713246 Jul 16 20:43:19.161542 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.170599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Transition to ACTIVE for port object 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:19.177879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-694b7580-1542-4b1f-8467-71e69afb855b req-9249c468-fbd5-4ec1-8cc5-e154f17e1162 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360684 Jul 16 20:43:19.182928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-f2cc0e64-b106-4a5a-8fa3-74a240845c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.184413 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-f2cc0e64-b106-4a5a-8fa3-74a240845c09 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f9ce0cd9-bd74-40f6-9ca1-330de4038e74 HTTP/1.1" status: 200 len: 909 time: 0.1904743 Jul 16 20:43:19.187003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Transition to ACTIVE for port object 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:19.192404 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.236765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Network 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:19.239693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:19.242071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:19.247015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-68339b19-a914-4a94-bc34-19e335e317bd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5aa070-814e-4dde-b2c0-6794b66b445d HTTP/1.1" status: 200 len: 217 time: 0.0412433 Jul 16 20:43:19.250095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Pushing event updated for resources: {'Port': ['ID=11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:19.306108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Attempting to bind port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:19.306463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Attempting to bind port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '8044ed23-f387-4eb0-8184-33e86e93cc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23bff7f7-ecb2-40fa-b8be-a69562a5c5bb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:19.306821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Attempting to bind port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f on network 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:19.312223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:19.312223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Checking segment: {'id': '8044ed23-f387-4eb0-8184-33e86e93cc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23bff7f7-ecb2-40fa-b8be-a69562a5c5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:19.312540 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.312934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Bound using segment: {'id': '8044ed23-f387-4eb0-8184-33e86e93cc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23bff7f7-ecb2-40fa-b8be-a69562a5c5bb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:19.313392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Bound port: 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8044ed23-f387-4eb0-8184-33e86e93cc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '23bff7f7-ecb2-40fa-b8be-a69562a5c5bb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:19.313760 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.334187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-c9a6b3fb-eaaa-4942-958f-71c010349ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.335663 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-c9a6b3fb-eaaa-4942-958f-71c010349ec6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d2c23749-733d-43da-90e2-7d3ff0f95321 HTTP/1.1" status: 200 len: 848 time: 0.0818841 Jul 16 20:43:19.341510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.379056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] For port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:19.382165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] For port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f,segment=NetworkSegment(8044ed23-f387-4eb0-8184-33e86e93cc08),segment_id=8044ed23-f387-4eb0-8184-33e86e93cc08)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:19.386796 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.399018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-1f954e0a-f981-41d3-a604-a230fd2475b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f9ce0cd9-bd74-40f6-9ca1-330de4038e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552144 Jul 16 20:43:19.434792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3de10-e363-4f40-a351-617f397344b2 req-bb442267-1b3d-433a-a571-be879699453a tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.436529 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3d3de10-e363-4f40-a351-617f397344b2 req-bb442267-1b3d-433a-a571-be879699453a tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 943 time: 0.0835116 Jul 16 20:43:19.457754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910cd35-6ff3-48cc-b40b-15a102b97723 None None] Pushing event updated for resources: {'Port': ['ID=11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:19.459391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=d978a6b0-0a14-431d-ab01-76a439099cdf,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:19.502469 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3d3de10-e363-4f40-a351-617f397344b2 req-2e5a4d57-3fe9-4d3c-8887-318ba4ae7f7a tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474703 Jul 16 20:43:19.503669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking segment: {'id': '6e9aeeca-27ed-44e5-81d3-0deabdb3c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9d7ca714-b139-4240-a8c9-c839422a03c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:19.504028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network hostable DHCP agents. Network: 9d7ca714-b139-4240-a8c9-c839422a03c0, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:19.538540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-ea602b2d-2704-40f4-a4a7-b450e75d9b37 service neutron] 10.222.0.63 "GET /v2.0/networks/f9ce0cd9-bd74-40f6-9ca1-330de4038e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300387 Jul 16 20:43:19.539670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network 9d7ca714-b139-4240-a8c9-c839422a03c0 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:19.565055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 9d7ca714-b139-4240-a8c9-c839422a03c0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:19.569494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:19.570090 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.574015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d6f16f-6102-4129-a197-617e5a133a95 None None] Network 9d7ca714-b139-4240-a8c9-c839422a03c0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:19.606426 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1b6f8d1c-0ad6-47d5-9538-62ea5d3c8fcd tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8191762 Jul 16 20:43:19.607285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38906) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:19.722435 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-451410b1-da47-4dd1-8af6-633c837e43e3 req-6a31f8ff-cc3f-4584-beef-f78d26c3f8c8 service neutron] 10.222.0.63 "GET /v2.0/networks/f9ce0cd9-bd74-40f6-9ca1-330de4038e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764390 Jul 16 20:43:19.756413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.779521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f913095-5712-41e2-bf93-7e0b20a62650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-9d7ca714-b139-4240-a8c9-c839422a03c0', 'network_id': '9d7ca714-b139-4240-a8c9-c839422a03c0', 'tenant_id': '23afd3d71dc44d46bca3a03215fac124', 'fixed_ips': [{'subnet_id': 'd978a6b0-0a14-431d-ab01-76a439099cdf'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:19.780995 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f913095-5712-41e2-bf93-7e0b20a62650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.817743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.879774 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-6f913095-5712-41e2-bf93-7e0b20a62650 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d978a6b0-0a14-431d-ab01-76a439099cdf: This subnet is being modified by another concurrent operation. Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d978a6b0-0a14-431d-ab01-76a439099cdf: This subnet is being modified by another concurrent operation. Jul 16 20:43:19.882318 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 16 20:43:19.905309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3494d53-f850-465d-8db5-9b897b5c2878 None None] Network 9d7ca714-b139-4240-a8c9-c839422a03c0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:19.912389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=d978a6b0-0a14-431d-ab01-76a439099cdf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:19.985528 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:19.996539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7ca714-b139-4240-a8c9-c839422a03c0']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:20.006156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9aeeca-27ed-44e5-81d3-0deabdb3c525') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:20.006451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9aeeca-27ed-44e5-81d3-0deabdb3c525') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:20.017013 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.036308 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.042486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:20.042870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:20.045887 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:20.108833 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.116866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.123650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/9d7ca714-b139-4240-a8c9-c839422a03c0 HTTP/1.1" status: 204 len: 168 time: 0.5107207 Jul 16 20:43:20.123650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:20.136591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-352655770'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:20.141809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1f04c-96ba-447e-827d-af3ee6b492c8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=9d7ca714-b139-4240-a8c9-c839422a03c0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:20.161598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:20.165458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.194419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:20.205269 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.205810 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment 4abd5103-fd68-483d-b33e-b665f8eb39ac of type vlan for network ddad7252-4296-48ff-b4c7-fb2821949555 Jul 16 20:43:20.253607 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.260091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332c6d0-ddb1-4f5d-8725-def13c87baf1 req-d9b8e4ff-4c20-4d19-869f-05ad6deff395 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.264593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6332c6d0-ddb1-4f5d-8725-def13c87baf1 req-d9b8e4ff-4c20-4d19-869f-05ad6deff395 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 945 time: 0.0683336 Jul 16 20:43:20.302960 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6332c6d0-ddb1-4f5d-8725-def13c87baf1 req-795e96b5-752f-429a-b11d-e357d598660a tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347126 Jul 16 20:43:20.502777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4978e95-9d15-4410-a099-9e5358bfd41b None None] Network 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:20.608946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c9a049fd-b1ed-4b3f-a114-fee355898fa5 None None] Provisioning for port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:20.630149 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-076edfe4-c0cc-41e8-8348-c347cabca0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.697711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.704062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:20.704830 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:20.735040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6107702 Jul 16 20:43:20.742926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:20.752030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': 'ddad7252-4296-48ff-b4c7-fb2821949555', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:20.829194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc9051-7026-4f70-be4e-df7111637a74 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=ddad7252-4296-48ff-b4c7-fb2821949555,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:20.844152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network ddad7252-4296-48ff-b4c7-fb2821949555 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:20.922972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:20.940707 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.096409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cd6b0-b079-4f3e-82e6-676fbb47fe7d req-9f53e9a9-ba4b-47e7-a1f9-1891099772ca tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.098516 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427cd6b0-b079-4f3e-82e6-676fbb47fe7d req-9f53e9a9-ba4b-47e7-a1f9-1891099772ca tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 943 time: 0.4436300 Jul 16 20:43:21.111945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d2aca-df66-44c1-9457-db5a1c0c0261 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:43:21.154447 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-427cd6b0-b079-4f3e-82e6-676fbb47fe7d req-6f3f6d38-4a44-4b2f-8448-567e66bbb8c4 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481334 Jul 16 20:43:21.184640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.239187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d2aca-df66-44c1-9457-db5a1c0c0261 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:43:21.245800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=0ff806c2-dc7b-47cd-b5f6-dc7ba9ad0ae1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:21.256483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking segment: {'id': '4abd5103-fd68-483d-b33e-b665f8eb39ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ddad7252-4296-48ff-b4c7-fb2821949555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:21.256850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network hostable DHCP agents. Network: ddad7252-4296-48ff-b4c7-fb2821949555, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:21.274153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network ddad7252-4296-48ff-b4c7-fb2821949555 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:21.285043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, ddad7252-4296-48ff-b4c7-fb2821949555) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:21.289248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:21.289911 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.305230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4970d5ee-a661-4ea9-a1e9-1bcb4f13d928 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5609221 Jul 16 20:43:21.307985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:21.414163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.506152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.578469 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.592446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7f5aa070-814e-4dde-b2c0-6794b66b445d details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:43:21.597644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:21.613211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff806c2-dc7b-47cd-b5f6-dc7ba9ad0ae1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:21.677593 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.690161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddad7252-4296-48ff-b4c7-fb2821949555']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:21.701649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abd5103-fd68-483d-b33e-b665f8eb39ac') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:21.701949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abd5103-fd68-483d-b33e-b665f8eb39ac') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:21.712873 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.726923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.733151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:21.733787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: items = [ Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:21.737848 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:21.766547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:21.787798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:21.788171 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.802821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.815796 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.818948 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/ddad7252-4296-48ff-b4c7-fb2821949555 HTTP/1.1" status: 204 len: 168 time: 0.5099468 Jul 16 20:43:21.823018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:21.830605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-68160674'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:21.834149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb0320-ac44-4a8b-b505-a92d7cb966ad None None] Network ddad7252-4296-48ff-b4c7-fb2821949555 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:21.839296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d194576-3d89-4bc4-a3ea-64e309fde617 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=ddad7252-4296-48ff-b4c7-fb2821949555,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:21.846893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7f5aa070-814e-4dde-b2c0-6794b66b445d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7f5aa070-814e-4dde-b2c0-6794b66b445d,segment=NetworkSegment(0a4341cd-e8e1-4906-84dc-627944952198),segment_id=0a4341cd-e8e1-4906-84dc-627944952198)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:21.867556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:21.871519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.873589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb0320-ac44-4a8b-b505-a92d7cb966ad None None] Network ddad7252-4296-48ff-b4c7-fb2821949555 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:43:21.879192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '7f5aa070-814e-4dde-b2c0-6794b66b445d', 'network_id': 'f9ce0cd9-bd74-40f6-9ca1-330de4038e74', 'port_id': '7f5aa070-814e-4dde-b2c0-6794b66b445d', 'mac_address': 'fa:16:3e:fe:3e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c23749-733d-43da-90e2-7d3ff0f95321', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:43:21.892369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86e5e3-c408-4d67-9813-61482164ee63 None None] Network ddad7252-4296-48ff-b4c7-fb2821949555 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:21.908558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86e5e3-c408-4d67-9813-61482164ee63 None None] Network ddad7252-4296-48ff-b4c7-fb2821949555 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:43:21.930921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:21.941772 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.942849 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment aa5ae735-b0b7-4065-9c47-0a738079f3a7 of type vlan for network e8afac9e-958a-4120-a500-536af877d00c Jul 16 20:43:21.983079 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.988921 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:21.998841 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.012778 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5aa070-814e-4dde-b2c0-6794b66b445d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:43:22.020908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.028193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.029948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.048747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7f5aa070-814e-4dde-b2c0-6794b66b445d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7f5aa070-814e-4dde-b2c0-6794b66b445d,segment=NetworkSegment(0a4341cd-e8e1-4906-84dc-627944952198),segment_id=0a4341cd-e8e1-4906-84dc-627944952198)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:22.052621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f,segment=NetworkSegment(8044ed23-f387-4eb0-8184-33e86e93cc08),segment_id=8044ed23-f387-4eb0-8184-33e86e93cc08)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:22.054279 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.061448 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.069649 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2448356 Jul 16 20:43:22.072598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:22.077849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': 'e8afac9e-958a-4120-a500-536af877d00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:22.111632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7f5aa070-814e-4dde-b2c0-6794b66b445d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:22.130048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037ee84-b0d7-434e-a6f6-4b515eb37e29 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=e8afac9e-958a-4120-a500-536af877d00c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:22.143624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network e8afac9e-958a-4120-a500-536af877d00c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:22.180208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:22.183855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.246061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:22.266108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['7f5aa070-814e-4dde-b2c0-6794b66b445d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:22.394895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f769-a7ff-4c97-b6e4-2beaf34b288e req-f2afbf3a-0720-4853-ab7c-dda762cf4fac tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.396880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6db9f769-a7ff-4c97-b6e4-2beaf34b288e req-f2afbf3a-0720-4853-ab7c-dda762cf4fac tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 944 time: 0.0846510 Jul 16 20:43:22.412409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.441857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6db9f769-a7ff-4c97-b6e4-2beaf34b288e req-eb4cdf59-fdef-4f36-a958-1dc33710508f tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 Jul 16 20:43:22.486675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=82cb125a-cbfc-401a-a33b-373b25ec6125,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:22.489164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking segment: {'id': 'aa5ae735-b0b7-4065-9c47-0a738079f3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e8afac9e-958a-4120-a500-536af877d00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:22.489529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network hostable DHCP agents. Network: e8afac9e-958a-4120-a500-536af877d00c, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:22.507624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network e8afac9e-958a-4120-a500-536af877d00c is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:22.518613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, e8afac9e-958a-4120-a500-536af877d00c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:22.523762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:22.524406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.529011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5682450-6708-4308-939f-1619226cd6b9 None None] Network e8afac9e-958a-4120-a500-536af877d00c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:22.540566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-52ead465-2362-478a-90da-eb768acc56ae tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4667585 Jul 16 20:43:22.543140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:22.650167 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.681137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd9e89c-99a9-4e53-ac32-3e90a2ce0392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-e8afac9e-958a-4120-a500-536af877d00c', 'network_id': 'e8afac9e-958a-4120-a500-536af877d00c', 'tenant_id': '23afd3d71dc44d46bca3a03215fac124', 'fixed_ips': [{'subnet_id': '82cb125a-cbfc-401a-a33b-373b25ec6125'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:22.682001 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ecd9e89c-99a9-4e53-ac32-3e90a2ce0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.703125 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.772747 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-ecd9e89c-99a9-4e53-ac32-3e90a2ce0392 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82cb125a-cbfc-401a-a33b-373b25ec6125: This subnet is being modified by another concurrent operation. Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82cb125a-cbfc-401a-a33b-373b25ec6125: This subnet is being modified by another concurrent operation. Jul 16 20:43:22.780527 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 16 20:43:22.812616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=82cb125a-cbfc-401a-a33b-373b25ec6125,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:22.816664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ecaa2-2609-4d7c-8457-de4b1e6c8250 None None] Network e8afac9e-958a-4120-a500-536af877d00c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:22.868971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.879527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8afac9e-958a-4120-a500-536af877d00c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:22.890532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5ae735-b0b7-4065-9c47-0a738079f3a7') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:22.890875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5ae735-b0b7-4065-9c47-0a738079f3a7') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:22.901976 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.917517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.927049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:22.928983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:22.930277 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cbf827-d117-49ac-957b-95510475a574 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:22.933163 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:23.025429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.035461 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.040571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/e8afac9e-958a-4120-a500-536af877d00c HTTP/1.1" status: 204 len: 168 time: 0.4923322 Jul 16 20:43:23.040904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38940) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:23.046284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1604356423'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:23.056195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a9c6e-b2ac-44af-90e0-03d9778bbda9 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=e8afac9e-958a-4120-a500-536af877d00c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:23.061703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cbf827-d117-49ac-957b-95510475a574 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:43:23.081092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:23.085160 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.109052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:23.119182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.119565 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment 08d1da8c-1422-45ce-8ee3-1b73fd48b170 of type vlan for network cd4b8818-df2d-4660-a266-7e695eeedb0a Jul 16 20:43:23.160635 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.205595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.211244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:23.211862 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.246116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2040064 Jul 16 20:43:23.249946 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38942) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:23.255334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': 'cd4b8818-df2d-4660-a266-7e695eeedb0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:23.292211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6705c6-813a-4c7e-a62f-669922bc44cf tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=cd4b8818-df2d-4660-a266-7e695eeedb0a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:23.305119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network cd4b8818-df2d-4660-a266-7e695eeedb0a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:23.358912 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:23.363298 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.422998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7f5aa070-814e-4dde-b2c0-6794b66b445d up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:23.433372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.468461 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0172267-e68e-4bb5-ad9a-443a93c51476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.489944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:23.516449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 7f5aa070-814e-4dde-b2c0-6794b66b445d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:23.527390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 7f5aa070-814e-4dde-b2c0-6794b66b445d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:23.527822 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.587417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:23.587808 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.656611 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.686534 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.695002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b44793-346e-4520-9eb2-c0ed03daae32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5aa070-814e-4dde-b2c0-6794b66b445d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:23.697883 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf198041-c61e-4512-a1df-79c34b3452b2" -d '{"events": [{"server_uuid": "c8b44793-346e-4520-9eb2-c0ed03daae32", "name": "network-vif-plugged", "status": "completed", "tag": "7f5aa070-814e-4dde-b2c0-6794b66b445d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:23.702779 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7f5aa070-814e-4dde-b2c0-6794b66b445d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7f5aa070-814e-4dde-b2c0-6794b66b445d,segment=NetworkSegment(0a4341cd-e8e1-4906-84dc-627944952198),segment_id=0a4341cd-e8e1-4906-84dc-627944952198)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:23.707074 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.760905 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d89850b-f28a-4c1e-b769-e3f950f9ef28 x-openstack-request-id: req-1d89850b-f28a-4c1e-b769-e3f950f9ef28 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:23.761198 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b44793-346e-4520-9eb2-c0ed03daae32", "name": "network-vif-plugged", "status": "completed", "tag": "7f5aa070-814e-4dde-b2c0-6794b66b445d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:23.761452 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d89850b-f28a-4c1e-b769-e3f950f9ef28 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:23.761857 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b44793-346e-4520-9eb2-c0ed03daae32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5aa070-814e-4dde-b2c0-6794b66b445d', 'code': 200} Jul 16 20:43:23.766690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b9f64-886b-486d-95f6-1e32be13d987 req-e0e559a2-a234-4b2f-b61e-056d262fbfeb tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:23.769029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c4b9f64-886b-486d-95f6-1e32be13d987 req-e0e559a2-a234-4b2f-b61e-056d262fbfeb tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 944 time: 0.1876450 Jul 16 20:43:23.775088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=fee14362-5ee2-471d-aedc-be1043382a41,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:23.797576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7f5aa070-814e-4dde-b2c0-6794b66b445d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:23.815439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking segment: {'id': '08d1da8c-1422-45ce-8ee3-1b73fd48b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd4b8818-df2d-4660-a266-7e695eeedb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:23.815809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network hostable DHCP agents. Network: cd4b8818-df2d-4660-a266-7e695eeedb0a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:23.840454 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c4b9f64-886b-486d-95f6-1e32be13d987 req-8ff15c33-3bd0-4d76-80f1-0408d0a0cfd0 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623376 Jul 16 20:43:23.857340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network cd4b8818-df2d-4660-a266-7e695eeedb0a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:23.890900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, cd4b8818-df2d-4660-a266-7e695eeedb0a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:23.900060 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:23.900735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a68164-a818-4838-93f4-02e7b897b2b8 None None] Network cd4b8818-df2d-4660-a266-7e695eeedb0a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:23.900949 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:23.924627 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d890a7e5-dd27-4f3b-a1d8-a38663849aac tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6734579 Jul 16 20:43:23.927460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:23.932534 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': 'cd4b8818-df2d-4660-a266-7e695eeedb0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:23.950890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b42b16-95cb-4301-81ae-9db9aefe26c9 req-77c38207-08c9-4bca-b9dc-6c546a1c8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:23.952646 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4b42b16-95cb-4301-81ae-9db9aefe26c9 req-77c38207-08c9-4bca-b9dc-6c546a1c8da9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 1097 time: 0.1056631 Jul 16 20:43:24.031214 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4b42b16-95cb-4301-81ae-9db9aefe26c9 req-128f61d5-ede4-4cbf-82f9-795e043df264 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717850 Jul 16 20:43:24.069685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-cd4b8818-df2d-4660-a266-7e695eeedb0a', 'network_id': 'cd4b8818-df2d-4660-a266-7e695eeedb0a', 'tenant_id': '23afd3d71dc44d46bca3a03215fac124', 'fixed_ips': [{'subnet_id': 'fee14362-5ee2-471d-aedc-be1043382a41'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:24.070433 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.084784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:24.088465 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.228217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Allocated IP 2001:db8::2 (cd4b8818-df2d-4660-a266-7e695eeedb0a/fee14362-5ee2-471d-aedc-be1043382a41/d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:24.336665 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.382240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network cd4b8818-df2d-4660-a266-7e695eeedb0a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:24.388381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:24.391426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.392013 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.402319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=e7d73c0e-1658-4a2a-835f-435c84fcd785,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:24.404108 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.414724 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bfc3287f-fc74-4994-a8f5-867383123f6b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4858997 Jul 16 20:43:24.417143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:24.421899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Transition to ACTIVE for port object d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:24.438119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Transition to ACTIVE for port object d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:24.446156 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.479764 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0d49a-dcf9-44f7-bf81-53712723975f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.481461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0d49a-dcf9-44f7-bf81-53712723975f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.483437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0d49a-dcf9-44f7-bf81-53712723975f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.484246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Network cd4b8818-df2d-4660-a266-7e695eeedb0a is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:24.485130 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0d49a-dcf9-44f7-bf81-53712723975f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.487577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0d49a-dcf9-44f7-bf81-53712723975f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.487887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:24.493861 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-05f0d49a-dcf9-44f7-bf81-53712723975f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0721107 Jul 16 20:43:24.494075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:24.494313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38954) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:24.499680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569926365'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:24.511017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Pushing event updated for resources: {'Port': ['ID=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:24.529630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:24.533511 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.561514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:24.571279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.571637 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment 5350b32d-706e-40a1-986e-71db37851913 of type vlan for network 257a1696-73a4-434e-ac1f-1271f0db08d2 Jul 16 20:43:24.597015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Attempting to bind port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:24.597473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Attempting to bind port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '08d1da8c-1422-45ce-8ee3-1b73fd48b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd4b8818-df2d-4660-a266-7e695eeedb0a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:24.597899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Attempting to bind port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa on network cd4b8818-df2d-4660-a266-7e695eeedb0a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:24.605827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:24.606494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Checking segment: {'id': '08d1da8c-1422-45ce-8ee3-1b73fd48b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd4b8818-df2d-4660-a266-7e695eeedb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:24.606930 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.607460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Bound using segment: {'id': '08d1da8c-1422-45ce-8ee3-1b73fd48b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd4b8818-df2d-4660-a266-7e695eeedb0a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:24.608050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Bound port: d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d1da8c-1422-45ce-8ee3-1b73fd48b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cd4b8818-df2d-4660-a266-7e695eeedb0a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:24.608493 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.612100 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.623591 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.666389 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.674565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:24.675293 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.686744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] For port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:24.690554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] For port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,segment=NetworkSegment(08d1da8c-1422-45ce-8ee3-1b73fd48b170),segment_id=08d1da8c-1422-45ce-8ee3-1b73fd48b170)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:24.696029 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:24.756202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=257a1696-73a4-434e-ac1f-1271f0db08d2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:24.771194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 257a1696-73a4-434e-ac1f-1271f0db08d2 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:24.772473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5497948d-6a55-4563-b528-a7d77fb00cb3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2769816 Jul 16 20:43:24.774954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38956) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:24.777810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee859112-5645-413d-9ddb-e94f8ee1338d None None] Pushing event updated for resources: {'Port': ['ID=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:24.788348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3cb46d33-bbe4-4e5a-90b8-370cb2004e24 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:25.057030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cb46d33-bbe4-4e5a-90b8-370cb2004e24 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.080375 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cb46d33-bbe4-4e5a-90b8-370cb2004e24 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.113582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3cb46d33-bbe4-4e5a-90b8-370cb2004e24 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network 257a1696-73a4-434e-ac1f-1271f0db08d2 is not hosted by any dhcp agent {{(pid=93959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:43:25.119515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb46d33-bbe4-4e5a-90b8-370cb2004e24 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:25.120171 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cb46d33-bbe4-4e5a-90b8-370cb2004e24 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.123446 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3cb46d33-bbe4-4e5a-90b8-370cb2004e24 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "PUT /v2.0/networks/257a1696-73a4-434e-ac1f-1271f0db08d2 HTTP/1.1" status: 200 len: 723 time: 0.3455253 Jul 16 20:43:25.125706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:25.134955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': '257a1696-73a4-434e-ac1f-1271f0db08d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:25.176771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb46d33-bbe4-4e5a-90b8-370cb2004e24 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=257a1696-73a4-434e-ac1f-1271f0db08d2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:25.190267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 257a1696-73a4-434e-ac1f-1271f0db08d2 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:25.201859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845359ed-6d7f-45e6-8dda-15773ec7f068 req-c0b9322c-3c36-4877-bcdf-2a1a8b598c9f tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:25.210559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-845359ed-6d7f-45e6-8dda-15773ec7f068 req-c0b9322c-3c36-4877-bcdf-2a1a8b598c9f tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 945 time: 0.1994114 Jul 16 20:43:25.259290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:25.264299 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.293663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-845359ed-6d7f-45e6-8dda-15773ec7f068 req-a073186a-520d-40d1-8587-b23b11b31cc5 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814216 Jul 16 20:43:25.497870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:25.514938 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.556384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:25.581562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=217c23ef-4af8-4a3e-bfcd-501491cec8e1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:25.587163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking segment: {'id': '5350b32d-706e-40a1-986e-71db37851913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '257a1696-73a4-434e-ac1f-1271f0db08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:25.587550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network hostable DHCP agents. Network: 257a1696-73a4-434e-ac1f-1271f0db08d2, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:25.613602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network 257a1696-73a4-434e-ac1f-1271f0db08d2 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:25.624276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 257a1696-73a4-434e-ac1f-1271f0db08d2) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:25.629083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:25.629957 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.636923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc139e-b10b-4666-a362-93845c6dff08 None None] Network 257a1696-73a4-434e-ac1f-1271f0db08d2 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:25.655395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bade8017-92d8-47d2-a01d-b7d468667548 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5255601 Jul 16 20:43:25.655770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 38970) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:25.661624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c74d597e-2ba7-42e3-a94d-f9bb052c0e48 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:25.788065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c74d597e-2ba7-42e3-a94d-f9bb052c0e48 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260477794'] for subnet, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.819934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-257a1696-73a4-434e-ac1f-1271f0db08d2', 'network_id': '257a1696-73a4-434e-ac1f-1271f0db08d2', 'tenant_id': '23afd3d71dc44d46bca3a03215fac124', 'fixed_ips': [{'subnet_id': '217c23ef-4af8-4a3e-bfcd-501491cec8e1'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:25.820814 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:25.981027 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c74d597e-2ba7-42e3-a94d-f9bb052c0e48 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779318761355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260113516'] for subnet, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.035122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d597e-2ba7-42e3-a94d-f9bb052c0e48 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:26.039340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c74d597e-2ba7-42e3-a94d-f9bb052c0e48 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.041528 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c74d597e-2ba7-42e3-a94d-f9bb052c0e48 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "PUT /v2.0/subnets/217c23ef-4af8-4a3e-bfcd-501491cec8e1 HTTP/1.1" status: 200 len: 826 time: 0.3844247 Jul 16 20:43:26.044191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 38974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:26.054201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Allocated IP 2001:db8::2 (257a1696-73a4-434e-ac1f-1271f0db08d2/217c23ef-4af8-4a3e-bfcd-501491cec8e1/35f0b405-f653-4be8-8524-d23a494a94ca) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:26.072950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d597e-2ba7-42e3-a94d-f9bb052c0e48 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=217c23ef-4af8-4a3e-bfcd-501491cec8e1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:26.097302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f247255-e049-4e38-9417-43a178cdeb08 None None] Network cd4b8818-df2d-4660-a266-7e695eeedb0a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:26.190353 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.261778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.398674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-69d66d7f-b087-40eb-be0a-f1c292810f71 None None] Provisioning for port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:26.405823 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.420787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-69d66d7f-b087-40eb-be0a-f1c292810f71 None None] Provisioning complete for port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:26.421155 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d66d7f-b087-40eb-be0a-f1c292810f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.545939 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.576414 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Transition to ACTIVE for port object 35f0b405-f653-4be8-8524-d23a494a94ca will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:26.625592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Transition to ACTIVE for port object 35f0b405-f653-4be8-8524-d23a494a94ca will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:26.634623 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d66d7f-b087-40eb-be0a-f1c292810f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.640727 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.653613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.689438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=217c23ef-4af8-4a3e-bfcd-501491cec8e1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:26.701869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Network 257a1696-73a4-434e-ac1f-1271f0db08d2 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:26.720633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:26.732932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:26.737968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Pushing event updated for resources: {'Port': ['ID=35f0b405-f653-4be8-8524-d23a494a94ca,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:26.742875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-69d66d7f-b087-40eb-be0a-f1c292810f71 None None] For port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,segment=NetworkSegment(08d1da8c-1422-45ce-8ee3-1b73fd48b170),segment_id=08d1da8c-1422-45ce-8ee3-1b73fd48b170)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:26.767296 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d66d7f-b087-40eb-be0a-f1c292810f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.800526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.812185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257a1696-73a4-434e-ac1f-1271f0db08d2']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:26.824713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5350b32d-706e-40a1-986e-71db37851913') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:26.825151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5350b32d-706e-40a1-986e-71db37851913') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:26.838589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.867099 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.876878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:26.877326 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.878081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Attempting to bind port 35f0b405-f653-4be8-8524-d23a494a94ca on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:26.878475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Attempting to bind port 35f0b405-f653-4be8-8524-d23a494a94ca by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '5350b32d-706e-40a1-986e-71db37851913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '257a1696-73a4-434e-ac1f-1271f0db08d2'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:26.878835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Attempting to bind port 35f0b405-f653-4be8-8524-d23a494a94ca on network 257a1696-73a4-434e-ac1f-1271f0db08d2 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:26.880558 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:26.895057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:26.895487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Checking segment: {'id': '5350b32d-706e-40a1-986e-71db37851913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '257a1696-73a4-434e-ac1f-1271f0db08d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:26.895843 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.896228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Bound using segment: {'id': '5350b32d-706e-40a1-986e-71db37851913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '257a1696-73a4-434e-ac1f-1271f0db08d2'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:26.896681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Bound port: 35f0b405-f653-4be8-8524-d23a494a94ca, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5350b32d-706e-40a1-986e-71db37851913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '257a1696-73a4-434e-ac1f-1271f0db08d2'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:26.897053 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:26.910515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d66d7f-b087-40eb-be0a-f1c292810f71 None None] Pushing event updated for resources: {'Port': ['ID=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:26.919620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c2450d-5a02-45c4-b203-e5d1ce39f533 None None] Update dhcp port {'port': {'network_id': 'cd4b8818-df2d-4660-a266-7e695eeedb0a', 'fixed_ips': [{'subnet_id': 'fee14362-5ee2-471d-aedc-be1043382a41', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e7d73c0e-1658-4a2a-835f-435c84fcd785'}], 'binding:host_id': 'n-d-792394-17'}, 'id': 'd2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa'} from n-d-792394-17. {{(pid=93960) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 20:43:26.957048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:43:26.957048 n-d-792394-17 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:43:26.957048 n-d-792394-17 neutron-server[93958]: [parameters: {'id': '257a1696-73a4-434e-ac1f-1271f0db08d2'}] Jul 16 20:43:26.957048 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:43:26.957926 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:43:26.991364 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53c2450d-5a02-45c4-b203-e5d1ce39f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.012923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] For port 35f0b405-f653-4be8-8524-d23a494a94ca, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:27.042721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] For port 35f0b405-f653-4be8-8524-d23a494a94ca, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=35f0b405-f653-4be8-8524-d23a494a94ca,segment=NetworkSegment(5350b32d-706e-40a1-986e-71db37851913),segment_id=5350b32d-706e-40a1-986e-71db37851913)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:27.051797 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.203092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6dfb0-6a2e-4171-b2ce-bbbcf485c03a None None] Pushing event updated for resources: {'Port': ['ID=35f0b405-f653-4be8-8524-d23a494a94ca,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:27.249657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e8f2e4-d3c5-411c-80c9-99506ffd9c91 None None] Network 257a1696-73a4-434e-ac1f-1271f0db08d2 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:27.257025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-53c2450d-5a02-45c4-b203-e5d1ce39f533 None None] Allocated IP 172.20.0.1 (cd4b8818-df2d-4660-a266-7e695eeedb0a/e7d73c0e-1658-4a2a-835f-435c84fcd785/d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:27.448485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-53c2450d-5a02-45c4-b203-e5d1ce39f533 None None] For port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,segment=NetworkSegment(08d1da8c-1422-45ce-8ee3-1b73fd48b170),segment_id=08d1da8c-1422-45ce-8ee3-1b73fd48b170)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:27.459846 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.461292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:27.520234 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53c2450d-5a02-45c4-b203-e5d1ce39f533 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.527155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad2967b-b85d-46bb-ad15-20cffecbd895 None None] Network 257a1696-73a4-434e-ac1f-1271f0db08d2 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:27.532624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting port 35f0b405-f653-4be8-8524-d23a494a94ca {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:27.533266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.558567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-53c2450d-5a02-45c4-b203-e5d1ce39f533 None None] Transition to ACTIVE for port object d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:27.599916 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53c2450d-5a02-45c4-b203-e5d1ce39f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.629568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] For port 35f0b405-f653-4be8-8524-d23a494a94ca, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=35f0b405-f653-4be8-8524-d23a494a94ca,segment=NetworkSegment(5350b32d-706e-40a1-986e-71db37851913),segment_id=5350b32d-706e-40a1-986e-71db37851913)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:27.630638 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.648027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Calling delete_port for 35f0b405-f653-4be8-8524-d23a494a94ca owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:27.742611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2450d-5a02-45c4-b203-e5d1ce39f533 None None] Pushing event updated for resources: {'Port': ['ID=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:27.747701 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.785661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Port': ['ID=35f0b405-f653-4be8-8524-d23a494a94ca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:27.789456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No DVR routers for this DVR port 35f0b405-f653-4be8-8524-d23a494a94ca on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:27.878280 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.889747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257a1696-73a4-434e-ac1f-1271f0db08d2']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:27.903671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5350b32d-706e-40a1-986e-71db37851913') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:27.903936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5350b32d-706e-40a1-986e-71db37851913') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:27.915826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.936644 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.952487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:27.953027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:27.956719 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:28.020819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.029633 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.034456 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/257a1696-73a4-434e-ac1f-1271f0db08d2 HTTP/1.1" status: 204 len: 168 time: 1.9864421 Jul 16 20:43:28.034817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:28.049156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508c59f-b601-4650-bb4c-dd8bc1e70376 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=257a1696-73a4-434e-ac1f-1271f0db08d2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:28.057790 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccd3629-7908-4815-8ccf-6015eaa933a1 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:28.059211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccd3629-7908-4815-8ccf-6015eaa933a1 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:28.065927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:28.066498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7ccd3629-7908-4815-8ccf-6015eaa933a1 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/257a1696-73a4-434e-ac1f-1271f0db08d2 HTTP/1.1" status: 404 len: 339 time: 0.0305061 Jul 16 20:43:28.072438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1957149681', 'description': 'd1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:28.098291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:28.101848 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.134913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:28.144966 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.145442 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment 46facd0a-9731-47a3-8ce2-f03218eb59f5 of type vlan for network b556be94-f883-4cf9-b966-cd2e07786b4f Jul 16 20:43:28.195144 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.224384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.231942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.232763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532078'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.246684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e00b51-933f-48a1-8e43-09493e2a837e req-6338da52-0532-4205-abfa-550ef18bcb16 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.249121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82e00b51-933f-48a1-8e43-09493e2a837e req-6338da52-0532-4205-abfa-550ef18bcb16 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 945 time: 0.0767856 Jul 16 20:43:28.274686 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2073746 Jul 16 20:43:28.277300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39014) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:28.315703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85f355-adff-4de4-8630-03678b855cf8 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=b556be94-f883-4cf9-b966-cd2e07786b4f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:28.321340 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82e00b51-933f-48a1-8e43-09493e2a837e req-1d9d06da-3f52-4867-85f9-dfeaa7ecfb06 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660942 Jul 16 20:43:28.325895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b556be94-f883-4cf9-b966-cd2e07786b4f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:28.378562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf1a1a-6163-42b3-97e6-76206058fcc6 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.380530 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fbdf1a1a-6163-42b3-97e6-76206058fcc6 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/networks?id=b556be94-f883-4cf9-b966-cd2e07786b4f HTTP/1.1" status: 200 len: 765 time: 0.1017110 Jul 16 20:43:28.382910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:28.388879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bf5fe522-beb6-4cc5-9fb6-5fa9a04b1505 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'description': 'd2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:28.410195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10609945-b032-46a2-9dd5-cfbc989aca22 None None] Network cd4b8818-df2d-4660-a266-7e695eeedb0a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:28.531790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-48151b0b-45a7-4111-8606-6952ad21d95c None None] Provisioning for port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:28.540908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-48151b0b-45a7-4111-8606-6952ad21d95c None None] Provisioning complete for port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:28.541278 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48151b0b-45a7-4111-8606-6952ad21d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.545346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe522-beb6-4cc5-9fb6-5fa9a04b1505 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.558580 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe522-beb6-4cc5-9fb6-5fa9a04b1505 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.588503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf5fe522-beb6-4cc5-9fb6-5fa9a04b1505 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network b556be94-f883-4cf9-b966-cd2e07786b4f is not hosted by any dhcp agent {{(pid=93958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:43:28.594029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5fe522-beb6-4cc5-9fb6-5fa9a04b1505 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.594619 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe522-beb6-4cc5-9fb6-5fa9a04b1505 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.598490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bf5fe522-beb6-4cc5-9fb6-5fa9a04b1505 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "PUT /v2.0/networks/b556be94-f883-4cf9-b966-cd2e07786b4f HTTP/1.1" status: 200 len: 762 time: 0.2120047 Jul 16 20:43:28.598680 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:28.661307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fe522-beb6-4cc5-9fb6-5fa9a04b1505 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=b556be94-f883-4cf9-b966-cd2e07786b4f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:28.682060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b556be94-f883-4cf9-b966-cd2e07786b4f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:28.718611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6e1f88-5b31-434f-b5ff-ab9f5511d345 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.720193 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5c6e1f88-5b31-434f-b5ff-ab9f5511d345 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/networks?id=b556be94-f883-4cf9-b966-cd2e07786b4f HTTP/1.1" status: 200 len: 765 time: 0.1205995 Jul 16 20:43:28.724305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39022) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:28.858135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2514f770-4947-48c2-bf43-398aeb4b9854 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:43:28.932296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-566ded5c-32c6-447e-88b4-f5e2e41ae9a3 None None] Provisioning complete for port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:28.932660 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-566ded5c-32c6-447e-88b4-f5e2e41ae9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:28.943035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eb4e1a-ca3f-4c74-bf36-b2d91d289384 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:28.947162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f6eb4e1a-ca3f-4c74-bf36-b2d91d289384 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2189538 Jul 16 20:43:28.947487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39024) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:28.982883 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f7d61226-df7c-4406-92c3-57561826da54 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 207 time: 0.0342996 Jul 16 20:43:28.986354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39026) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:29.006182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2514f770-4947-48c2-bf43-398aeb4b9854 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:43:29.172145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a8c4f-9756-4c85-b3fe-6f0b9003eca6 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.178166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a8c4f-9756-4c85-b3fe-6f0b9003eca6 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.184069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a8c4f-9756-4c85-b3fe-6f0b9003eca6 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.189786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a8c4f-9756-4c85-b3fe-6f0b9003eca6 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.195495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a8c4f-9756-4c85-b3fe-6f0b9003eca6 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.201902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a8c4f-9756-4c85-b3fe-6f0b9003eca6 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.204000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ad1a8c4f-9756-4c85-b3fe-6f0b9003eca6 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2166967 Jul 16 20:43:29.207798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:29.326510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fc0b96ba-1f72-4217-bf40-ff331bf288b1 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1175196 Jul 16 20:43:29.329733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39030) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:29.427613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6ffe9-c0db-401b-a5c7-51dc2cb3b330 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.429845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6ffe9-c0db-401b-a5c7-51dc2cb3b330 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.432402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6ffe9-c0db-401b-a5c7-51dc2cb3b330 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.434547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6ffe9-c0db-401b-a5c7-51dc2cb3b330 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.436902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6ffe9-c0db-401b-a5c7-51dc2cb3b330 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.442674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b6a6ffe9-c0db-401b-a5c7-51dc2cb3b330 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1083822 Jul 16 20:43:29.442826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-75903f29-c2e7-4e59-9824-4d115ca54efd tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.442826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-75903f29-c2e7-4e59-9824-4d115ca54efd tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 945 time: 0.0703831 Jul 16 20:43:29.443134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39034) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:29.482126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:29.504861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e54d80-3ab5-4b6f-bd2d-c7495877bda3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.506379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e54d80-3ab5-4b6f-bd2d-c7495877bda3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.507858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e54d80-3ab5-4b6f-bd2d-c7495877bda3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.509311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e54d80-3ab5-4b6f-bd2d-c7495877bda3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.510732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e54d80-3ab5-4b6f-bd2d-c7495877bda3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['shared'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.516455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-65e54d80-3ab5-4b6f-bd2d-c7495877bda3 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0685799 Jul 16 20:43:29.516698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39036) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:29.600658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015038d-4777-4211-a60a-037c8de0d982 req-d106ba75-997a-45d8-88d7-1011285bfb7c tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.602300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c015038d-4777-4211-a60a-037c8de0d982 req-d106ba75-997a-45d8-88d7-1011285bfb7c tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8b44793-346e-4520-9eb2-c0ed03daae32 HTTP/1.1" status: 200 len: 945 time: 0.1256452 Jul 16 20:43:29.656965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Deleting port 7f5aa070-814e-4dde-b2c0-6794b66b445d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:29.657337 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.665561 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c015038d-4777-4211-a60a-037c8de0d982 req-4c38e5b0-1b62-4a67-a432-e49ca8d9ce01 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5bfcad9-6508-4f6b-b437-e20c53ec4851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560272 Jul 16 20:43:29.729813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:29.730845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.774443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] For port 7f5aa070-814e-4dde-b2c0-6794b66b445d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7f5aa070-814e-4dde-b2c0-6794b66b445d,segment=NetworkSegment(0a4341cd-e8e1-4906-84dc-627944952198),segment_id=0a4341cd-e8e1-4906-84dc-627944952198)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:29.775005 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.789447 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Calling delete_port for 7f5aa070-814e-4dde-b2c0-6794b66b445d owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:29.892298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224b1aa8-1dd3-4d7a-b880-a26694c90fbb tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:29.893948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-224b1aa8-1dd3-4d7a-b880-a26694c90fbb tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/networks/ccc90879-e12f-4957-961d-025219471cc6 HTTP/1.1" status: 200 len: 804 time: 0.3757381 Jul 16 20:43:29.897669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39042) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:29.956386 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:29.969821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['7f5aa070-814e-4dde-b2c0-6794b66b445d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:29.997577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Pushing event deleted for resources: {'Port': ['ID=7f5aa070-814e-4dde-b2c0-6794b66b445d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:30.032054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-09cdcd9a-2a88-4d60-868f-87f22d5a5e59 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/networks/ccc90879-e12f-4957-961d-025219471cc6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1331201 Jul 16 20:43:30.036194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39044) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:30.058388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] No DVR routers for this DVR port 7f5aa070-814e-4dde-b2c0-6794b66b445d on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:30.062137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.064375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-77a38265-478c-46f8-8c62-ee10ceedb1cb req-9d808658-323a-4588-a5d5-da753f290bb2 tempest-VolumesActionsTest-744211108 tempest-VolumesActionsTest-744211108-project] 10.222.0.63 "DELETE /v2.0/ports/7f5aa070-814e-4dde-b2c0-6794b66b445d HTTP/1.1" status: 204 len: 173 time: 0.6172032 Jul 16 20:43:30.065689 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b44793-346e-4520-9eb2-c0ed03daae32', 'name': 'network-vif-deleted', 'tag': '7f5aa070-814e-4dde-b2c0-6794b66b445d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:30.067372 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add65f34-e607-4671-8049-eb24de6dc2a8" -d '{"events": [{"server_uuid": "c8b44793-346e-4520-9eb2-c0ed03daae32", "name": "network-vif-deleted", "tag": "7f5aa070-814e-4dde-b2c0-6794b66b445d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:30.102715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf121866-e60c-4c92-beff-0afd96253784 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:30.107313 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bf121866-e60c-4c92-beff-0afd96253784 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/subnets/d29b6197-dcb6-439f-9b89-f5c08343c225 HTTP/1.1" status: 200 len: 843 time: 0.0673001 Jul 16 20:43:30.108276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:30.167569 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198021a5-3693-47b3-8bfb-f07f3f036e8f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:30.171357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-198021a5-3693-47b3-8bfb-f07f3f036e8f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "GET /v2.0/subnets/d29b6197-dcb6-439f-9b89-f5c08343c225?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0594921 Jul 16 20:43:30.185590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39054) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:30.190693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1590619678'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:30.199693 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f657e883-f40a-45ae-a85a-8b058f198f28 x-openstack-request-id: req-f657e883-f40a-45ae-a85a-8b058f198f28 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:30.200012 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b44793-346e-4520-9eb2-c0ed03daae32", "name": "network-vif-deleted", "tag": "7f5aa070-814e-4dde-b2c0-6794b66b445d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:30.200781 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f657e883-f40a-45ae-a85a-8b058f198f28 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:30.201190 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b44793-346e-4520-9eb2-c0ed03daae32', 'name': 'network-vif-deleted', 'tag': '7f5aa070-814e-4dde-b2c0-6794b66b445d', 'status': 'completed', 'code': 200} Jul 16 20:43:30.212982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:30.216922 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.243428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87f026-24ed-46d2-bc8e-25aa10f29f81 req-4c3eb6d7-a5e6-43e4-abcc-6f412140be91 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:30.244057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:30.245126 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef87f026-24ed-46d2-bc8e-25aa10f29f81 req-4c3eb6d7-a5e6-43e4-abcc-6f412140be91 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 946 time: 0.0815837 Jul 16 20:43:30.255609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.255927 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Added segment bc72608d-feac-4f37-a66a-f722eadf09be of type vlan for network e50b4f5e-5537-4681-8fee-bee1f6a53f7d Jul 16 20:43:30.292048 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ef87f026-24ed-46d2-bc8e-25aa10f29f81 req-ce67abb5-cfa5-47d4-85e0-68c5fb51a1e9 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393252 Jul 16 20:43:30.296324 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.330215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.335847 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:30.336433 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.374576 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1878724 Jul 16 20:43:30.378101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:30.383330 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'network_id': 'e50b4f5e-5537-4681-8fee-bee1f6a53f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:30.410846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80264d-f074-4f58-8ce1-f306ecc29545 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Network': ['ID=e50b4f5e-5537-4681-8fee-bee1f6a53f7d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:30.423216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network e50b4f5e-5537-4681-8fee-bee1f6a53f7d details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:30.474825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Made reservation on behalf of 23afd3d71dc44d46bca3a03215fac124 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:30.479745 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.551296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Performing IP validity checks on allocation pools {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:43:30.551819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:43:30.688994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.776240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Checking segment: {'id': 'bc72608d-feac-4f37-a66a-f722eadf09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e50b4f5e-5537-4681-8fee-bee1f6a53f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:30.776240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network hostable DHCP agents. Network: e50b4f5e-5537-4681-8fee-bee1f6a53f7d, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:30.781200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=a2937fb7-b9bf-494a-9c59-0c4a92dc0146,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:30.803284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Network e50b4f5e-5537-4681-8fee-bee1f6a53f7d is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:30.814953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, e50b4f5e-5537-4681-8fee-bee1f6a53f7d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:30.819702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:30.820431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:30.834549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b2fbd-7c10-43b9-81ef-c0300f07f33d None None] Network e50b4f5e-5537-4681-8fee-bee1f6a53f7d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:30.845459 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8681c330-fbdd-4a73-bacd-8891c456bb99 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4661751 Jul 16 20:43:30.849024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39064) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:30.862550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c014aa34-4d34-461b-baae-abd388450eda tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:31.015962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c014aa34-4d34-461b-baae-abd388450eda tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260477794'] for subnet, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.076353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-e50b4f5e-5537-4681-8fee-bee1f6a53f7d', 'network_id': 'e50b4f5e-5537-4681-8fee-bee1f6a53f7d', 'tenant_id': '23afd3d71dc44d46bca3a03215fac124', 'fixed_ips': [{'subnet_id': 'a2937fb7-b9bf-494a-9c59-0c4a92dc0146'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:31.077255 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.229419 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c014aa34-4d34-461b-baae-abd388450eda tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779318761355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260113516'] for subnet, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.274306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c014aa34-4d34-461b-baae-abd388450eda tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.274914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c014aa34-4d34-461b-baae-abd388450eda tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.279233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c014aa34-4d34-461b-baae-abd388450eda tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "PUT /v2.0/subnets/a2937fb7-b9bf-494a-9c59-0c4a92dc0146 HTTP/1.1" status: 200 len: 900 time: 0.4245749 Jul 16 20:43:31.279640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:31.287132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Allocated IP 2001:db8::3 (e50b4f5e-5537-4681-8fee-bee1f6a53f7d/a2937fb7-b9bf-494a-9c59-0c4a92dc0146/86d65656-3b2b-40b9-9f7e-a1d141e310e2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:31.297584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014aa34-4d34-461b-baae-abd388450eda tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event updated for resources: {'Subnet': ['ID=a2937fb7-b9bf-494a-9c59-0c4a92dc0146,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:31.453334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.499322 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.507495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-cb57b5d7-3290-4943-84ee-91991e3890c0 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.508991 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-cb57b5d7-3290-4943-84ee-91991e3890c0 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.63 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 946 time: 0.1719971 Jul 16 20:43:31.515425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Transition to ACTIVE for port object 86d65656-3b2b-40b9-9f7e-a1d141e310e2 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:31.539243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Transition to ACTIVE for port object 86d65656-3b2b-40b9-9f7e-a1d141e310e2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:31.545754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.589599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Network e50b4f5e-5537-4681-8fee-bee1f6a53f7d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:31.593061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:31.597217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:31.605765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Pushing event updated for resources: {'Port': ['ID=86d65656-3b2b-40b9-9f7e-a1d141e310e2,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:31.643419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.653925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43bb34-a844-4097-9f36-996a721611d0 req-b92c0eae-958a-4314-a212-0ef43f235915 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:31.655495 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b43bb34-a844-4097-9f36-996a721611d0 req-b92c0eae-958a-4314-a212-0ef43f235915 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 946 time: 0.2000799 Jul 16 20:43:31.664787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Attempting to bind port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:31.665289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Attempting to bind port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'bc72608d-feac-4f37-a66a-f722eadf09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e50b4f5e-5537-4681-8fee-bee1f6a53f7d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:31.665561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Attempting to bind port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 on network e50b4f5e-5537-4681-8fee-bee1f6a53f7d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:31.674067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:31.674553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Checking segment: {'id': 'bc72608d-feac-4f37-a66a-f722eadf09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e50b4f5e-5537-4681-8fee-bee1f6a53f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:31.674902 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.675328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Bound using segment: {'id': 'bc72608d-feac-4f37-a66a-f722eadf09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e50b4f5e-5537-4681-8fee-bee1f6a53f7d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:31.675816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Bound port: 86d65656-3b2b-40b9-9f7e-a1d141e310e2, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc72608d-feac-4f37-a66a-f722eadf09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e50b4f5e-5537-4681-8fee-bee1f6a53f7d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:31.676196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.734952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Deleting port acd58749-2260-49da-a3dd-cb0070efc1c1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:31.735653 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.761110 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.767210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] For port 86d65656-3b2b-40b9-9f7e-a1d141e310e2, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:31.771212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] For port 86d65656-3b2b-40b9-9f7e-a1d141e310e2, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=86d65656-3b2b-40b9-9f7e-a1d141e310e2,segment=NetworkSegment(bc72608d-feac-4f37-a66a-f722eadf09be),segment_id=bc72608d-feac-4f37-a66a-f722eadf09be)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:31.778845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:31.815881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=a2937fb7-b9bf-494a-9c59-0c4a92dc0146,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:31.846988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf3afd-c1e5-4a8b-99e8-7d7289080b1a None None] Pushing event updated for resources: {'Port': ['ID=86d65656-3b2b-40b9-9f7e-a1d141e310e2,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:32.401107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] For port acd58749-2260-49da-a3dd-cb0070efc1c1, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=acd58749-2260-49da-a3dd-cb0070efc1c1,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:32.401593 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:32.427397 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:32.454394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50b4f5e-5537-4681-8fee-bee1f6a53f7d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:32.500383 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b43bb34-a844-4097-9f36-996a721611d0 req-8312f5f7-b8ed-4092-b440-436bdcba3c78 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/security-groups?id=bbde4b79-18f2-477a-802e-8aff9d08a2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8223822 Jul 16 20:43:32.503760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc72608d-feac-4f37-a66a-f722eadf09be') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:32.504076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc72608d-feac-4f37-a66a-f722eadf09be') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:32.524729 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:32.551697 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:32.594075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:32.594774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:32.598016 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:32.682014 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:43:32.682014 n-d-792394-17 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:43:32.682014 n-d-792394-17 neutron-server[93958]: [parameters: {'id': 'e50b4f5e-5537-4681-8fee-bee1f6a53f7d'}] Jul 16 20:43:32.682014 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:43:32.682626 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:43:32.743448 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:32.744053 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:32.744179 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Floating IP a08a2b73-cd58-464f-9504-728901c2edd7 disassociated. External IP: 172.25.7.135, port: acd58749-2260-49da-a3dd-cb0070efc1c1. Jul 16 20:43:32.744503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Calling delete_port for acd58749-2260-49da-a3dd-cb0070efc1c1 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:32.901407 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:32.931819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event deleted for resources: {'Port': ['ID=acd58749-2260-49da-a3dd-cb0070efc1c1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:33.085508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Router 1a857afb-2e7f-414e-a336-3d5a19356866 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:33.175066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c5ba2-e70c-40f3-82f0-0443cb4f4807 None None] Network e50b4f5e-5537-4681-8fee-bee1f6a53f7d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:33.198000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.260184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:33.281747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7edc340b-dda0-4459-84e7-4b4089043165 None None] Provisioning for port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:33.339504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] No DVR routers for this DVR port acd58749-2260-49da-a3dd-cb0070efc1c1 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:33.343864 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.346892 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a93083d3-af4f-4786-b8c6-f5e2b9fd35e5 req-e40bb97f-7d8f-4b43-a0b7-1c4ac05022b3 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.63 "DELETE /v2.0/ports/acd58749-2260-49da-a3dd-cb0070efc1c1 HTTP/1.1" status: 204 len: 173 time: 1.8318005 Jul 16 20:43:33.348688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'name': 'network-vif-deleted', 'tag': 'acd58749-2260-49da-a3dd-cb0070efc1c1'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:33.391449 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2809b7-b8b6-4984-86db-d2288ef41fb7" -d '{"events": [{"server_uuid": "a10d6667-6c3b-4623-be27-e7ca38d6628e", "name": "network-vif-deleted", "tag": "acd58749-2260-49da-a3dd-cb0070efc1c1"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:33.435747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] Sync routers for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:33.502772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:33.509425 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.522367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device acd58749-2260-49da-a3dd-cb0070efc1c1 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:33.526492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:33.538829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:33.576239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: acd58749-2260-49da-a3dd-cb0070efc1c1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:33.576813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device acd58749-2260-49da-a3dd-cb0070efc1c1 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:33.577399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7f5aa070-814e-4dde-b2c0-6794b66b445d no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:33.640194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 7f5aa070-814e-4dde-b2c0-6794b66b445d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:33.640904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7f5aa070-814e-4dde-b2c0-6794b66b445d not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:33.656354 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 86d65656-3b2b-40b9-9f7e-a1d141e310e2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:33.786083 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2159483e-1ca4-4879-b0a4-513b7217c51f x-openstack-request-id: req-2159483e-1ca4-4879-b0a4-513b7217c51f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:33.786779 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10d6667-6c3b-4623-be27-e7ca38d6628e", "name": "network-vif-deleted", "tag": "acd58749-2260-49da-a3dd-cb0070efc1c1", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:33.787295 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2159483e-1ca4-4879-b0a4-513b7217c51f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:33.787893 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10d6667-6c3b-4623-be27-e7ca38d6628e', 'name': 'network-vif-deleted', 'tag': 'acd58749-2260-49da-a3dd-cb0070efc1c1', 'status': 'completed', 'code': 200} Jul 16 20:43:33.790109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] For port 86d65656-3b2b-40b9-9f7e-a1d141e310e2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=86d65656-3b2b-40b9-9f7e-a1d141e310e2,segment=NetworkSegment(bc72608d-feac-4f37-a66a-f722eadf09be),segment_id=bc72608d-feac-4f37-a66a-f722eadf09be)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:33.793294 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.817294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Calling delete_port for 86d65656-3b2b-40b9-9f7e-a1d141e310e2 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:33.820032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:33.854245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cabc9da5-b8f9-451e-9923-6cac180824da req-b2ce9360-13df-4f0e-8039-21b534345537 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10d6667-6c3b-4623-be27-e7ca38d6628e HTTP/1.1" status: 200 len: 210 time: 0.0389407 Jul 16 20:43:33.908546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] DHCP port deletion for e50b4f5e-5537-4681-8fee-bee1f6a53f7d request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:43:33.912562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:33.944682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.957098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:33.957532 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:33.970163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Port': ['ID=86d65656-3b2b-40b9-9f7e-a1d141e310e2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:33.974075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No DVR routers for this DVR port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:34.014974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 was deleted so its status cannot be updated. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 20:43:34.077706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] Deleting port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:34.077954 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.100632 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.116348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50b4f5e-5537-4681-8fee-bee1f6a53f7d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:34.128909 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc72608d-feac-4f37-a66a-f722eadf09be') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:34.129606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc72608d-feac-4f37-a66a-f722eadf09be') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:34.139478 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.155291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] For port 86d65656-3b2b-40b9-9f7e-a1d141e310e2, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:34.155682 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.156921 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.167582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:34.169263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.170747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] Calling delete_port for 86d65656-3b2b-40b9-9f7e-a1d141e310e2 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:34.174009 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:34.176517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] Port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:43:34.176517 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.215541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] Pushing event deleted for resources: {'Port': ['ID=86d65656-3b2b-40b9-9f7e-a1d141e310e2,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:34.219238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3df28180-5f28-4f4d-97b3-a6811460497a', 'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'mac_address': 'fa:16:3e:48:76:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:19Z', 'revision_number': 5, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'subnets': [{'id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:34.224062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9abc94-6e3b-4ad3-b410-1b6556a68f1d None None] No DVR routers for this DVR port 86d65656-3b2b-40b9-9f7e-a1d141e310e2 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:34.249290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.257773 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.262704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] Checking router: 1a857afb-2e7f-414e-a336-3d5a19356866 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:34.263625 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/e50b4f5e-5537-4681-8fee-bee1f6a53f7d HTTP/1.1" status: 204 len: 168 time: 2.9828675 Jul 16 20:43:34.265597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39108) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:34.282706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:34.283664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:34.290736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a8c86-1b3a-49eb-ae36-71f0d03462d4 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=e50b4f5e-5537-4681-8fee-bee1f6a53f7d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:34.322535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3f76d-cdc8-4519-9275-ab938a0fd397 None None] Network e50b4f5e-5537-4681-8fee-bee1f6a53f7d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:34.351235 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-f295aa9a-7dc1-4910-b34f-f99a76681e42 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:34.351722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f295aa9a-7dc1-4910-b34f-f99a76681e42 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:34.352055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3f76d-cdc8-4519-9275-ab938a0fd397 None None] Network e50b4f5e-5537-4681-8fee-bee1f6a53f7d could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:43:34.355521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f295aa9a-7dc1-4910-b34f-f99a76681e42 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/a2937fb7-b9bf-494a-9c59-0c4a92dc0146 HTTP/1.1" status: 404 len: 337 time: 0.0883787 Jul 16 20:43:34.357624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39110) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:34.389643 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c974e41-e4a6-48db-aeac-413c4de3305b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:34.390176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c974e41-e4a6-48db-aeac-413c4de3305b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:34.392077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2c974e41-e4a6-48db-aeac-413c4de3305b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/e50b4f5e-5537-4681-8fee-bee1f6a53f7d HTTP/1.1" status: 404 len: 339 time: 0.0304189 Jul 16 20:43:34.394721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39112) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:34.477377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:34.518138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.637620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.650104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b556be94-f883-4cf9-b966-cd2e07786b4f']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:34.662646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46facd0a-9731-47a3-8ce2-f03218eb59f5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:34.664325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46facd0a-9731-47a3-8ce2-f03218eb59f5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:34.683150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.704225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.717263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:34.723775 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:34.729497 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:34.810147 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.815460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3df28180-5f28-4f4d-97b3-a6811460497a', 'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'mac_address': 'fa:16:3e:48:76:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:19Z', 'revision_number': 5, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'subnets': [{'id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:34.824500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:34.827397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/b556be94-f883-4cf9-b966-cd2e07786b4f HTTP/1.1" status: 204 len: 168 time: 0.4316311 Jul 16 20:43:34.829921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39120) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:34.857773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fb06c-9eca-4c58-87f4-32f96d94d8ae None None] The sync data for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 is: [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:38:11Z', 'revision_number': 4, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '3df28180-5f28-4f4d-97b3-a6811460497a', 'name': '', 'network_id': '90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'mac_address': 'fa:16:3e:48:76:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:10Z', 'updated_at': '2021-07-16T20:38:19Z', 'revision_number': 5, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'subnets': [{'id': '3afe8f14-42e3-460c-8578-d4af91492bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:34.884865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=b556be94-f883-4cf9-b966-cd2e07786b4f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:34.889862 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c49189-fd55-4704-b765-91119fe871c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:34.890712 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c49189-fd55-4704-b765-91119fe871c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:34.893341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b4c49189-fd55-4704-b765-91119fe871c2 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/217c23ef-4af8-4a3e-bfcd-501491cec8e1 HTTP/1.1" status: 404 len: 337 time: 0.0619419 Jul 16 20:43:34.896172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:34.899699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.900048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.900439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.900906 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.901245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.901571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.901905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.902353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.902682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.903033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.903382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.903843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b848c-7220-4ef6-b7ee-c2d64a21892e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:43:34.951158 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d187bbce-82b0-44e6-af1a-f99cc754ab05 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:34.954037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d187bbce-82b0-44e6-af1a-f99cc754ab05 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:34.958950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39126) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:34.959521 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d187bbce-82b0-44e6-af1a-f99cc754ab05 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/257a1696-73a4-434e-ac1f-1271f0db08d2 HTTP/1.1" status: 404 len: 339 time: 0.0617869 Jul 16 20:43:35.045065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:35.095142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-82646bbe-cb7b-4940-8d9b-57b747333965 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting subnet e7d73c0e-1658-4a2a-835f-435c84fcd785 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:35.111206 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82646bbe-cb7b-4940-8d9b-57b747333965 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.226948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82646bbe-cb7b-4940-8d9b-57b747333965 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.316413 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2b054-81e4-49c3-8b72-3f29dcfa7e59 None None] New status for floating IP a08a2b73-cd58-464f-9504-728901c2edd7: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:43:35.383291 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82646bbe-cb7b-4940-8d9b-57b747333965 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.398983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Deleting port 54dfabae-b6e3-4d26-b931-3ffa4f672043 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:35.399243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.479949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82646bbe-cb7b-4940-8d9b-57b747333965 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.513386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 86d65656-3b2b-40b9-9f7e-a1d141e310e2 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:35.530883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82646bbe-cb7b-4940-8d9b-57b747333965 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d73c0e-1658-4a2a-835f-435c84fcd785,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:35.538459 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-82646bbe-cb7b-4940-8d9b-57b747333965 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.540686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-82646bbe-cb7b-4940-8d9b-57b747333965 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/e7d73c0e-1658-4a2a-835f-435c84fcd785 HTTP/1.1" status: 204 len: 168 time: 0.5799742 Jul 16 20:43:35.545292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:35.561853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 86d65656-3b2b-40b9-9f7e-a1d141e310e2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:35.562204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 86d65656-3b2b-40b9-9f7e-a1d141e310e2 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:35.563731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43afd4bd-f4fd-4547-8390-9cbcb48f1182 None None] Network cd4b8818-df2d-4660-a266-7e695eeedb0a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:35.604349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-de47910e-9a1b-41a7-8f4c-30850d7d0d21 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting subnet fee14362-5ee2-471d-aedc-be1043382a41 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:35.608523 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de47910e-9a1b-41a7-8f4c-30850d7d0d21 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.657654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de47910e-9a1b-41a7-8f4c-30850d7d0d21 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.753838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de47910e-9a1b-41a7-8f4c-30850d7d0d21 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.791244 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.791992 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:35.822795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Calling delete_port for 54dfabae-b6e3-4d26-b931-3ffa4f672043 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:35.921524 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de47910e-9a1b-41a7-8f4c-30850d7d0d21 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.069267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47910e-9a1b-41a7-8f4c-30850d7d0d21 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=fee14362-5ee2-471d-aedc-be1043382a41,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.072511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de47910e-9a1b-41a7-8f4c-30850d7d0d21 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.080867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-de47910e-9a1b-41a7-8f4c-30850d7d0d21 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/fee14362-5ee2-471d-aedc-be1043382a41 HTTP/1.1" status: 204 len: 168 time: 0.5339978 Jul 16 20:43:36.087061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39140) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:36.236560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.244483 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.263568 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event deleted for resources: {'Port': ['ID=54dfabae-b6e3-4d26-b931-3ffa4f672043,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.386269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d6538-c635-457e-b464-6a6461492cb9 None None] DHCP port deletion for cd4b8818-df2d-4660-a266-7e695eeedb0a request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:43:36.398838 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.402184 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.404306 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-07c03c07-d40e-499a-bd9c-acae5e8937a6 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "DELETE /v2.0/floatingips/a08a2b73-cd58-464f-9504-728901c2edd7 HTTP/1.1" status: 204 len: 168 time: 1.3580899 Jul 16 20:43:36.425953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:36.427101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.515628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d6538-c635-457e-b464-6a6461492cb9 None None] Deleting port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:36.516403 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6538-c635-457e-b464-6a6461492cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.539511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] For port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,segment=NetworkSegment(08d1da8c-1422-45ce-8ee3-1b73fd48b170),segment_id=08d1da8c-1422-45ce-8ee3-1b73fd48b170)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:36.539954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.564080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Calling delete_port for d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:36.581993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:36.596252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1d7d6538-c635-457e-b464-6a6461492cb9 None None] For port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,segment=NetworkSegment(08d1da8c-1422-45ce-8ee3-1b73fd48b170),segment_id=08d1da8c-1422-45ce-8ee3-1b73fd48b170)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:36.596644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6538-c635-457e-b464-6a6461492cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.619944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d6538-c635-457e-b464-6a6461492cb9 None None] Calling delete_port for d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:36.684845 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.700195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03adebbf-ebb5-454e-9bc9-b4ce481bd0a1 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.718214 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6538-c635-457e-b464-6a6461492cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.718863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Port': ['ID=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.721055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No DVR routers for this DVR port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:36.742509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03adebbf-ebb5-454e-9bc9-b4ce481bd0a1 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.747412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d6538-c635-457e-b464-6a6461492cb9 None None] Pushing event deleted for resources: {'Port': ['ID=d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.752127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d6538-c635-457e-b464-6a6461492cb9 None None] No DVR routers for this DVR port d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:36.820020 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.824049 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03adebbf-ebb5-454e-9bc9-b4ce481bd0a1 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.826707 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03adebbf-ebb5-454e-9bc9-b4ce481bd0a1 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.828177 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-03adebbf-ebb5-454e-9bc9-b4ce481bd0a1 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] 10.222.0.10 "DELETE /v2.0/security-groups/bbde4b79-18f2-477a-802e-8aff9d08a2b0 HTTP/1.1" status: 204 len: 168 time: 0.2445838 Jul 16 20:43:36.835497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4b8818-df2d-4660-a266-7e695eeedb0a']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:36.837588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adebbf-ebb5-454e-9bc9-b4ce481bd0a1 tempest-TestServerBasicOps-1228094412 tempest-TestServerBasicOps-1228094412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbde4b79-18f2-477a-802e-8aff9d08a2b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:36.848664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d1da8c-1422-45ce-8ee3-1b73fd48b170') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:36.849281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d1da8c-1422-45ce-8ee3-1b73fd48b170') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:36.860494 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.881301 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.884186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:36.884849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:36.884849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:36.887909 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:36.954624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.962232 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:36.967932 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/cd4b8818-df2d-4660-a266-7e695eeedb0a HTTP/1.1" status: 204 len: 168 time: 0.8760860 Jul 16 20:43:36.968245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:36.992081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b634f-edc4-416a-80b4-6cb6c9c6d980 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=cd4b8818-df2d-4660-a266-7e695eeedb0a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:37.011619 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-c571d7bc-173a-4126-80b8-1007894f658a tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:37.011895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c571d7bc-173a-4126-80b8-1007894f658a tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:37.014236 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c571d7bc-173a-4126-80b8-1007894f658a tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/82cb125a-cbfc-401a-a33b-373b25ec6125 HTTP/1.1" status: 404 len: 337 time: 0.0449295 Jul 16 20:43:37.016986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.041286 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df90e6a-0be1-4fc8-9bc7-908cc0e1c375 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:37.041845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df90e6a-0be1-4fc8-9bc7-908cc0e1c375 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:37.043550 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8df90e6a-0be1-4fc8-9bc7-908cc0e1c375 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/e8afac9e-958a-4120-a500-536af877d00c HTTP/1.1" status: 404 len: 339 time: 0.0255408 Jul 16 20:43:37.046779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39168) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.073172 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a656f21-b5db-423d-833b-585297158e3c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:37.073630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a656f21-b5db-423d-833b-585297158e3c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:37.076641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3a656f21-b5db-423d-833b-585297158e3c tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/0ff806c2-dc7b-47cd-b5f6-dc7ba9ad0ae1 HTTP/1.1" status: 404 len: 337 time: 0.0281703 Jul 16 20:43:37.078849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39170) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.097396 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1237ac38-786b-44b6-aa97-310f2e7c9c9e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:37.097966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1237ac38-786b-44b6-aa97-310f2e7c9c9e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:37.099713 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1237ac38-786b-44b6-aa97-310f2e7c9c9e tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/ddad7252-4296-48ff-b4c7-fb2821949555 HTTP/1.1" status: 404 len: 339 time: 0.0199046 Jul 16 20:43:37.102218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39172) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.128706 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-d769d4f2-aedb-4fa3-a38f-975dbb9e60c7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:37.129175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d769d4f2-aedb-4fa3-a38f-975dbb9e60c7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:37.133536 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d769d4f2-aedb-4fa3-a38f-975dbb9e60c7 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/d978a6b0-0a14-431d-ab01-76a439099cdf HTTP/1.1" status: 404 len: 337 time: 0.0278442 Jul 16 20:43:37.133768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.156804 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8363cb-2a41-4c57-8045-82258f82c778 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:37.156804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8363cb-2a41-4c57-8045-82258f82c778 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:37.157461 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6f8363cb-2a41-4c57-8045-82258f82c778 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/9d7ca714-b139-4240-a8c9-c839422a03c0 HTTP/1.1" status: 404 len: 339 time: 0.0221009 Jul 16 20:43:37.160076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39176) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.218673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e5aa68-0ea9-4daf-b46d-04bbe1c1c37f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting subnet 5338c436-f791-4d26-88ec-4614a24e5909 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:37.223042 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e5aa68-0ea9-4daf-b46d-04bbe1c1c37f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.277823 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e5aa68-0ea9-4daf-b46d-04bbe1c1c37f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.367225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e5aa68-0ea9-4daf-b46d-04bbe1c1c37f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.427186 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.437783 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e5aa68-0ea9-4daf-b46d-04bbe1c1c37f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.502250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5aa68-0ea9-4daf-b46d-04bbe1c1c37f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=5338c436-f791-4d26-88ec-4614a24e5909,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:37.527100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87a040a-2025-4839-bd5b-3e34495defb0 None None] Network 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:37.532185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e5aa68-0ea9-4daf-b46d-04bbe1c1c37f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.537036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-32e5aa68-0ea9-4daf-b46d-04bbe1c1c37f tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/5338c436-f791-4d26-88ec-4614a24e5909 HTTP/1.1" status: 204 len: 168 time: 0.3759160 Jul 16 20:43:37.537478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:37.540838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39182) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:37.592350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:37.592688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d2ca5fd1-e6ac-4c42-a331-bc71ec6ba9fa not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:37.641995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.866444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:37.866799 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:37.920587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974dddd-e517-41cf-9061-1da175accdcb None None] DHCP port deletion for 23bff7f7-ecb2-40fa-b8be-a69562a5c5bb request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:43:37.990621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Deleting port 3df28180-5f28-4f4d-97b3-a6811460497a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:37.991129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.035048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] For port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f,segment=NetworkSegment(8044ed23-f387-4eb0-8184-33e86e93cc08),segment_id=8044ed23-f387-4eb0-8184-33e86e93cc08)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:38.035514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.048773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3974dddd-e517-41cf-9061-1da175accdcb None None] Deleting port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:38.049453 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3974dddd-e517-41cf-9061-1da175accdcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.051243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Calling delete_port for 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:38.112433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] For port 3df28180-5f28-4f4d-97b3-a6811460497a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3df28180-5f28-4f4d-97b3-a6811460497a,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:38.113762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.144988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Calling delete_port for 3df28180-5f28-4f4d-97b3-a6811460497a owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:38.154341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.156314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3974dddd-e517-41cf-9061-1da175accdcb None None] For port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f,segment=NetworkSegment(8044ed23-f387-4eb0-8184-33e86e93cc08),segment_id=8044ed23-f387-4eb0-8184-33e86e93cc08)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:38.156757 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3974dddd-e517-41cf-9061-1da175accdcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.173198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3974dddd-e517-41cf-9061-1da175accdcb None None] Calling delete_port for 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:38.180230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No DVR routers for this DVR port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:38.211220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Port': ['ID=11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.289663 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3974dddd-e517-41cf-9061-1da175accdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.316976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.323346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974dddd-e517-41cf-9061-1da175accdcb None None] Pushing event deleted for resources: {'Port': ['ID=11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.328921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974dddd-e517-41cf-9061-1da175accdcb None None] No DVR routers for this DVR port 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:38.329952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bff7f7-ecb2-40fa-b8be-a69562a5c5bb']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:38.351061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8044ed23-f387-4eb0-8184-33e86e93cc08') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:38.351715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8044ed23-f387-4eb0-8184-33e86e93cc08') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:38.362510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.379617 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.387187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:38.387773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:38.391603 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:38.443710 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.477279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.481372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df28180-5f28-4f4d-97b3-a6811460497a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.484882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.492419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:38.494869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/23bff7f7-ecb2-40fa-b8be-a69562a5c5bb HTTP/1.1" status: 204 len: 168 time: 0.9527633 Jul 16 20:43:38.515591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185e8ed-1bca-4b2c-8fa0-1d99151ee122 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=23bff7f7-ecb2-40fa-b8be-a69562a5c5bb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.540742 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bea85e-625a-44d6-b766-adecc137c09d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:38.541209 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bea85e-625a-44d6-b766-adecc137c09d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:38.542998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-52bea85e-625a-44d6-b766-adecc137c09d tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/fb3fad25-da4d-41be-9424-ce554b974a97 HTTP/1.1" status: 404 len: 337 time: 0.0491679 Jul 16 20:43:38.546485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39194) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:38.572870 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd5c7ac-7f62-42a8-9bf7-760770f9ee09 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] DELETE failed (client error): The resource could not be found. Jul 16 20:43:38.573542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd5c7ac-7f62-42a8-9bf7-760770f9ee09 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:43:38.576643 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1fd5c7ac-7f62-42a8-9bf7-760770f9ee09 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/aa14a4bd-ed3c-483c-befe-25e3d1c6cbee HTTP/1.1" status: 404 len: 339 time: 0.0280645 Jul 16 20:43:38.580125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39196) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:38.660120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-641c1344-cd08-4f4c-abe7-0e0458102e95 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting subnet d29b6197-dcb6-439f-9b89-f5c08343c225 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:38.664792 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-641c1344-cd08-4f4c-abe7-0e0458102e95 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.730081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-641c1344-cd08-4f4c-abe7-0e0458102e95 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.746600 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.840052 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-641c1344-cd08-4f4c-abe7-0e0458102e95 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.920112 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-641c1344-cd08-4f4c-abe7-0e0458102e95 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.968721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c1344-cd08-4f4c-abe7-0e0458102e95 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Subnet': ['ID=d29b6197-dcb6-439f-9b89-f5c08343c225,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:38.983996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-641c1344-cd08-4f4c-abe7-0e0458102e95 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:38.984902 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41afa307-13ac-437b-aec4-c30e74837ac9 None None] Network ccc90879-e12f-4957-961d-025219471cc6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:38.988804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-641c1344-cd08-4f4c-abe7-0e0458102e95 tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/subnets/d29b6197-dcb6-439f-9b89-f5c08343c225 HTTP/1.1" status: 204 len: 168 time: 0.4051960 Jul 16 20:43:38.989323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:39.127984 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.137343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Router 1a857afb-2e7f-414e-a336-3d5a19356866 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:39.248727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ecb700-4aae-45b0-b343-f5d706f24cf0 None None] DHCP port deletion for ccc90879-e12f-4957-961d-025219471cc6 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:43:39.296306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Deleting port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:39.296650 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.300004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:39.313825 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3410d844-7120-4452-b067-00d2995f73e0 admin admin] 10.222.0.10 "PUT /v2.0/routers/1a857afb-2e7f-414e-a336-3d5a19356866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4284027 Jul 16 20:43:39.316271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39208) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:39.317890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] Sync routers for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:39.332122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecb700-4aae-45b0-b343-f5d706f24cf0 None None] Deleting port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:39.332693 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb700-4aae-45b0-b343-f5d706f24cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.348030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:39.348969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:39.414865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] For port 7a1083af-ea55-40dd-a8a7-1f70ef13a537, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7a1083af-ea55-40dd-a8a7-1f70ef13a537,segment=NetworkSegment(97002b97-636e-47a7-a573-e035d317f046),segment_id=97002b97-636e-47a7-a573-e035d317f046)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:39.415249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.435077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Calling delete_port for 7a1083af-ea55-40dd-a8a7-1f70ef13a537 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:39.494125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.544476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e8ecb700-4aae-45b0-b343-f5d706f24cf0 None None] For port 7a1083af-ea55-40dd-a8a7-1f70ef13a537, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7a1083af-ea55-40dd-a8a7-1f70ef13a537,segment=NetworkSegment(97002b97-636e-47a7-a573-e035d317f046),segment_id=97002b97-636e-47a7-a573-e035d317f046)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:39.545035 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb700-4aae-45b0-b343-f5d706f24cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.568310 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecb700-4aae-45b0-b343-f5d706f24cf0 None None] Calling delete_port for 7a1083af-ea55-40dd-a8a7-1f70ef13a537 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:39.594225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:39.634832 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.680546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:39.685552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] No DVR routers for this DVR port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:39.687799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Port': ['ID=7a1083af-ea55-40dd-a8a7-1f70ef13a537,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:39.710488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.755147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:39.755589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 11c2ef6c-3ff2-4a5c-84d9-5fb7e8abd14f not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:39.755927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7a1083af-ea55-40dd-a8a7-1f70ef13a537 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:39.807728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 7a1083af-ea55-40dd-a8a7-1f70ef13a537 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:39.808112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7a1083af-ea55-40dd-a8a7-1f70ef13a537 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:39.838431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.849034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Deleting port 1881c1bb-8351-441d-a380-c815414b384d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:39.849380 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.853995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc90879-e12f-4957-961d-025219471cc6']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:39.872116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97002b97-636e-47a7-a573-e035d317f046') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:39.873485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97002b97-636e-47a7-a573-e035d317f046') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:39.886395 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.910378 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.922109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:39.922937 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.932767 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb700-4aae-45b0-b343-f5d706f24cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:39.969825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecb700-4aae-45b0-b343-f5d706f24cf0 None None] Pushing event deleted for resources: {'Port': ['ID=7a1083af-ea55-40dd-a8a7-1f70ef13a537,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:39.971832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecb700-4aae-45b0-b343-f5d706f24cf0 None None] No DVR routers for this DVR port 7a1083af-ea55-40dd-a8a7-1f70ef13a537 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:40.029623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '1881c1bb-8351-441d-a380-c815414b384d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:43:38Z', 'revision_number': 5, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port': {'id': '1881c1bb-8351-441d-a380-c815414b384d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:06Z', 'updated_at': '2021-07-16T20:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:40.032484 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:40.052586 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.059967 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.062027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] 10.222.0.10 "DELETE /v2.0/networks/ccc90879-e12f-4957-961d-025219471cc6 HTTP/1.1" status: 204 len: 168 time: 1.0717516 Jul 16 20:43:40.069810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] For port 1881c1bb-8351-441d-a380-c815414b384d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1881c1bb-8351-441d-a380-c815414b384d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:40.070482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.087154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Calling delete_port for 1881c1bb-8351-441d-a380-c815414b384d owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:40.088677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77870bec-d403-4648-8bf0-f9c1e31e9a1b tempest-NetworksIpV6Test-1132273631 tempest-NetworksIpV6Test-1132273631-project] Pushing event deleted for resources: {'Network': ['ID=ccc90879-e12f-4957-961d-025219471cc6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:40.141420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] Checking router: 1a857afb-2e7f-414e-a336-3d5a19356866 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:40.160651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] Routers {'1a857afb-2e7f-414e-a336-3d5a19356866'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:40.161392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['1a857afb-2e7f-414e-a336-3d5a19356866'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:40.333703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] Set router 1a857afb-2e7f-414e-a336-3d5a19356866 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:40.432986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:43:39Z', 'revision_number': 6, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:40.465476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:40.482691 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babba60-1cd7-4e07-838e-6431c75e22f6 None None] The sync data for ids ['1a857afb-2e7f-414e-a336-3d5a19356866'] in n-d-792394-17 is: [{'id': '1a857afb-2e7f-414e-a336-3d5a19356866', 'name': 'tempest-TestServerBasicOps-1419115712-router', 'tenant_id': 'f775cf4b04154a38827177d30d711eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:05Z', 'updated_at': '2021-07-16T20:43:39Z', 'revision_number': 6, 'project_id': 'f775cf4b04154a38827177d30d711eac', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:40.491090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.528492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Pushing event deleted for resources: {'Port': ['ID=1881c1bb-8351-441d-a380-c815414b384d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:40.688094 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.720993 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ee7e8244-ea75-4ba2-b37e-a01076a74518 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23afd3d71dc44d46bca3a03215fac124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539909 Jul 16 20:43:40.723416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:40.810014 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25aa61d0-8aef-4186-9fde-394709d8c5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.837356 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.839668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.842538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25aa61d0-8aef-4186-9fde-394709d8c5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.893368 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.894274 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a857afb-2e7f-414e-a336-3d5a19356866 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:43:40.905379 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.906961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-04508bdb-f1b1-435f-b941-c8a67df05847 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1a857afb-2e7f-414e-a336-3d5a19356866 HTTP/1.1" status: 204 len: 168 time: 1.5897067 Jul 16 20:43:40.909919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:40.911362 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25aa61d0-8aef-4186-9fde-394709d8c5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.915040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25aa61d0-8aef-4186-9fde-394709d8c5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:40.916895 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-25aa61d0-8aef-4186-9fde-394709d8c5db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a26e423c-a9ed-4575-8bf2-7d931e3374c8 HTTP/1.1" status: 204 len: 168 time: 0.1921701 Jul 16 20:43:40.926772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa61d0-8aef-4186-9fde-394709d8c5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e423c-a9ed-4575-8bf2-7d931e3374c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:41.004189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-30535ad4-d85a-4e93-8de8-697b0874cd1c admin admin] Deleting subnet 3afe8f14-42e3-460c-8578-d4af91492bda {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:41.008198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30535ad4-d85a-4e93-8de8-697b0874cd1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.085028 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30535ad4-d85a-4e93-8de8-697b0874cd1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.202998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30535ad4-d85a-4e93-8de8-697b0874cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.282185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30535ad4-d85a-4e93-8de8-697b0874cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.309617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30535ad4-d85a-4e93-8de8-697b0874cd1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3afe8f14-42e3-460c-8578-d4af91492bda,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:41.328415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30535ad4-d85a-4e93-8de8-697b0874cd1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.332937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30535ad4-d85a-4e93-8de8-697b0874cd1c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3afe8f14-42e3-460c-8578-d4af91492bda HTTP/1.1" status: 204 len: 168 time: 0.4216719 Jul 16 20:43:41.335634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:41.337289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad58a6a-e989-4919-b06e-ea25d71298c0 None None] Network 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:41.502909 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.615795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3df28180-5f28-4f4d-97b3-a6811460497a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:41.721913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Deleting port 496f3080-fb75-4699-9c94-fb605e56db90 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:41.722663 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.740474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3df28180-5f28-4f4d-97b3-a6811460497a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:41.743664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3df28180-5f28-4f4d-97b3-a6811460497a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:41.745044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1881c1bb-8351-441d-a380-c815414b384d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:41.775197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 1881c1bb-8351-441d-a380-c815414b384d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:41.775603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1881c1bb-8351-441d-a380-c815414b384d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:41.918933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] For port 496f3080-fb75-4699-9c94-fb605e56db90, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=496f3080-fb75-4699-9c94-fb605e56db90,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:41.919765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:41.924923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f41b59-4fba-48da-b4b7-60e0554e0e74 None None] DHCP port deletion for 90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:43:41.950970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Calling delete_port for 496f3080-fb75-4699-9c94-fb605e56db90 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:42.007695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b0f41b59-4fba-48da-b4b7-60e0554e0e74 None None] Deleting port 496f3080-fb75-4699-9c94-fb605e56db90 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:42.008376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0f41b59-4fba-48da-b4b7-60e0554e0e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.107101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b0f41b59-4fba-48da-b4b7-60e0554e0e74 None None] For port 496f3080-fb75-4699-9c94-fb605e56db90, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=496f3080-fb75-4699-9c94-fb605e56db90,segment=NetworkSegment(a0a1762c-4603-448b-a690-35e61efeff90),segment_id=a0a1762c-4603-448b-a690-35e61efeff90)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:42.107532 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0f41b59-4fba-48da-b4b7-60e0554e0e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.115634 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39266) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:42.123323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b0f41b59-4fba-48da-b4b7-60e0554e0e74 None None] Calling delete_port for 496f3080-fb75-4699-9c94-fb605e56db90 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:42.241291 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0f41b59-4fba-48da-b4b7-60e0554e0e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.258235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1569452405'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:42.260638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f41b59-4fba-48da-b4b7-60e0554e0e74 None None] No DVR routers for this DVR port 496f3080-fb75-4699-9c94-fb605e56db90 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:42.283694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f41b59-4fba-48da-b4b7-60e0554e0e74 None None] Pushing event deleted for resources: {'Port': ['ID=496f3080-fb75-4699-9c94-fb605e56db90,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:42.295044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:42.298675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.314736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.440938 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.449176 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.504128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.514381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:42.523121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522fdbf6-b4e2-4e4f-a32c-58ff3c35fcd3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:42.537102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.537598 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment c6d10a2f-4425-4daf-96a2-dbb136a07727 of type vlan for network 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b Jul 16 20:43:42.542557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=496f3080-fb75-4699-9c94-fb605e56db90,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:42.563719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] No DVR routers for this DVR port 496f3080-fb75-4699-9c94-fb605e56db90 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:42.586336 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.621248 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.627598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:42.628272 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.659514 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.671531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5540428 Jul 16 20:43:42.691305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:42.708789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef5411-fa17-4340-9d7a-ec80343de06c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=2f7ad6e9-3fbb-4f18-9957-700e40b5a50b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:42.719017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a1762c-4603-448b-a690-35e61efeff90') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:42.719507 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a1762c-4603-448b-a690-35e61efeff90') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:42.720936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:42.730189 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.747801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.756878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:42.757293 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: self.session.flush() Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:42.759695 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:42.814739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:42.825024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': '2f7ad6e9-3fbb-4f18-9957-700e40b5a50b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:42.828827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.834267 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:42.837103 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] 10.222.0.10 "DELETE /v2.0/networks/90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56 HTTP/1.1" status: 204 len: 168 time: 1.4998200 Jul 16 20:43:42.840966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:42.895179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8082d-997e-4df8-8f1a-b7dfba1bcf05 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e9b4ef-e20b-4e8a-97e1-f6f1a91c6c56,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:42.934559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:42.939119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.173210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.251453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=12595e71-de97-4b35-95a8-193d70448099,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:43.258250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': 'c6d10a2f-4425-4daf-96a2-dbb136a07727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2f7ad6e9-3fbb-4f18-9957-700e40b5a50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:43.258843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:43.284161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:43.299481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:43.311337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2248f377-35a6-409a-be63-8825fa549c5b None None] Network 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:43.311692 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.319509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:43.320363 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.341306 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9975843a-9331-4428-b406-d41163c88cc7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5241907 Jul 16 20:43:43.342257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:43.348946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1665682911'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:43.395648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:43.400158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.456192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:43.475636 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.478182 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment 88a3d01c-e4a8-4f5b-a01e-f6769c63d8a9 of type vlan for network 1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16 Jul 16 20:43:43.532583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 496f3080-fb75-4699-9c94-fb605e56db90 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:43.577794 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.585346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 496f3080-fb75-4699-9c94-fb605e56db90 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:43.591464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 496f3080-fb75-4699-9c94-fb605e56db90 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:43.629806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.637777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:43.638738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.663856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-2f7ad6e9-3fbb-4f18-9957-700e40b5a50b', 'network_id': '2f7ad6e9-3fbb-4f18-9957-700e40b5a50b', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': '12595e71-de97-4b35-95a8-193d70448099'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:43.665012 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.691927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3483732 Jul 16 20:43:43.695488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:43.702727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': '1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:43.810179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:43.814578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.838858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Deleting port 5842433c-303c-428e-8490-e527c0c12204 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:43.839560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.844286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Allocated IP 172.20.255.242 (2f7ad6e9-3fbb-4f18-9957-700e40b5a50b/12595e71-de97-4b35-95a8-193d70448099/4fea1e4b-1cf6-4fdb-8dc3-06def242d205) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:43.947839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] For port 5842433c-303c-428e-8490-e527c0c12204, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5842433c-303c-428e-8490-e527c0c12204,segment=NetworkSegment(6728f50f-9b2f-461a-b63b-ab2cfdf680dc),segment_id=6728f50f-9b2f-461a-b63b-ab2cfdf680dc)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:43.948310 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:43.977736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Calling delete_port for 5842433c-303c-428e-8490-e527c0c12204 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:44.163877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35a2b6-8395-498f-b702-e7e550a21aaf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.189465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:44.295036 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.327067 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.356253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5842433c-303c-428e-8490-e527c0c12204,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.356783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Transition to ACTIVE for port object 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:44.394688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Transition to ACTIVE for port object 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:44.402173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.420754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.451641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Network 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:44.454788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:44.457341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:44.475379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Pushing event updated for resources: {'Port': ['ID=4fea1e4b-1cf6-4fdb-8dc3-06def242d205,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.553812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=4c978abd-ace9-4411-b6b0-e80cd603a625,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.581076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Attempting to bind port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:44.582410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Attempting to bind port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'c6d10a2f-4425-4daf-96a2-dbb136a07727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2f7ad6e9-3fbb-4f18-9957-700e40b5a50b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:44.583437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Attempting to bind port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 on network 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:44.584806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': '88a3d01c-e4a8-4f5b-a01e-f6769c63d8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:44.585172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: 1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:44.596810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:44.598930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Checking segment: {'id': 'c6d10a2f-4425-4daf-96a2-dbb136a07727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2f7ad6e9-3fbb-4f18-9957-700e40b5a50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:44.599540 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.602843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Bound using segment: {'id': 'c6d10a2f-4425-4daf-96a2-dbb136a07727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2f7ad6e9-3fbb-4f18-9957-700e40b5a50b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:44.603850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Bound port: 4fea1e4b-1cf6-4fdb-8dc3-06def242d205, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d10a2f-4425-4daf-96a2-dbb136a07727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2f7ad6e9-3fbb-4f18-9957-700e40b5a50b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:44.605000 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.607541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:44.627382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:44.633289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:44.636391 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.641928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53cf881-f297-44cc-b5fc-b5d0859c874d None None] Network 1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:44.662797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6972b23e-892f-487c-8bf0-b9debc2fe8bc tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9642956 Jul 16 20:43:44.663814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39302) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:44.668960 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.717614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] For port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:44.720901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] For port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4fea1e4b-1cf6-4fdb-8dc3-06def242d205,segment=NetworkSegment(c6d10a2f-4425-4daf-96a2-dbb136a07727),segment_id=c6d10a2f-4425-4daf-96a2-dbb136a07727)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:44.734196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.832814 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.892955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021e98e-b19b-4b5e-806f-60e6bf6d48c6 None None] Pushing event updated for resources: {'Port': ['ID=4fea1e4b-1cf6-4fdb-8dc3-06def242d205,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:44.915239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:44.998583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3943b22e-f878-4ffe-aa92-87864d6bf7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16', 'network_id': '1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': '4c978abd-ace9-4411-b6b0-e80cd603a625'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:44.999735 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3943b22e-f878-4ffe-aa92-87864d6bf7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.035069 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.123942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=4c978abd-ace9-4411-b6b0-e80cd603a625,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-3943b22e-f878-4ffe-aa92-87864d6bf7b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c978abd-ace9-4411-b6b0-e80cd603a625: This subnet is being modified by another concurrent operation. Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c978abd-ace9-4411-b6b0-e80cd603a625: This subnet is being modified by another concurrent operation. Jul 16 20:43:45.157264 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 16 20:43:45.209268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d05ebb-d615-4d9a-a9a2-c5023f96e5d1 None None] Network 1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:45.240730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Router f6b563d8-8750-4d75-9264-ebee88cfa960 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:43:45.302148 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.323301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:45.346335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a3d01c-e4a8-4f5b-a01e-f6769c63d8a9') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:45.346641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a3d01c-e4a8-4f5b-a01e-f6769c63d8a9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:45.358548 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.394844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.410675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:43:45.420157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:45.420445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.422669 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8326befb-4b7c-448d-be14-0e054c4bad19 admin admin] 10.222.0.10 "PUT /v2.0/routers/f6b563d8-8750-4d75-9264-ebee88cfa960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5798635 Jul 16 20:43:45.423996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:45.424160 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:45.439536 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] Sync routers for ids ['f6b563d8-8750-4d75-9264-ebee88cfa960'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:43:45.457594 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] Routers {'f6b563d8-8750-4d75-9264-ebee88cfa960'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:45.458516 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f6b563d8-8750-4d75-9264-ebee88cfa960'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:45.547951 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.556522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.565039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16 HTTP/1.1" status: 204 len: 168 time: 0.8981388 Jul 16 20:43:45.567392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39310) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:45.585163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162217487'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:45.608660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1148ce-22f2-478c-8628-c9726d229b33 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:45.641435 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] Set router f6b563d8-8750-4d75-9264-ebee88cfa960 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:45.646983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:45.652959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.685944 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.688121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:45.703849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.704340 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment b116e7df-fa65-4b51-88b0-a12178239eb7 of type vlan for network 683e6041-8da3-416e-9bff-15ca4c870de9 Jul 16 20:43:45.724070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:45.778749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.809389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:45.831829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.847420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:45.848044 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.850600 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:45.916522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3439806 Jul 16 20:43:45.918704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:45.924458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': '683e6041-8da3-416e-9bff-15ca4c870de9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:45.963994 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:18Z', 'updated_at': '2021-07-16T20:43:44Z', 'revision_number': 5, 'project_id': '2690da52648047dbb55920b73201aa20', 'gw_port': {'id': '4f567628-f867-4ebb-81f7-f6e5b8e800ad', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:38:19Z', 'updated_at': '2021-07-16T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:45.989827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f551fe-1335-4228-9bde-f391509465a1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=683e6041-8da3-416e-9bff-15ca4c870de9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:46.002182 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.010209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 683e6041-8da3-416e-9bff-15ca4c870de9 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:46.150050 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] Checking router: f6b563d8-8750-4d75-9264-ebee88cfa960 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:43:46.171723 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] Routers {'f6b563d8-8750-4d75-9264-ebee88cfa960'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:43:46.172742 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f6b563d8-8750-4d75-9264-ebee88cfa960'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:46.232975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:46.238562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.246587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Deleting port 4f567628-f867-4ebb-81f7-f6e5b8e800ad {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:46.247357 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.321043 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] Set router f6b563d8-8750-4d75-9264-ebee88cfa960 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:43:46.375811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Performing IP validity checks on allocation pools {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:43:46.376324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:43:46.390127 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:18Z', 'updated_at': '2021-07-16T20:43:46Z', 'revision_number': 6, 'project_id': '2690da52648047dbb55920b73201aa20', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:46.419433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] For port 4f567628-f867-4ebb-81f7-f6e5b8e800ad, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4f567628-f867-4ebb-81f7-f6e5b8e800ad,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:46.419805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.422769 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38ff74-dfa0-4121-a7fb-bc1d757c9167 None None] The sync data for ids ['f6b563d8-8750-4d75-9264-ebee88cfa960'] in n-d-792394-17 is: [{'id': 'f6b563d8-8750-4d75-9264-ebee88cfa960', 'name': 'tempest-TestServerBasicOps-1004016604-router', 'tenant_id': '2690da52648047dbb55920b73201aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:38:18Z', 'updated_at': '2021-07-16T20:43:46Z', 'revision_number': 6, 'project_id': '2690da52648047dbb55920b73201aa20', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:43:46.434460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Calling delete_port for 4f567628-f867-4ebb-81f7-f6e5b8e800ad owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:46.517360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af588a45-65fa-4464-b4f0-a82f839eda24 None None] Network 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:46.600844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a541e4bf-4c97-4607-b5f2-621d4ad0b00e None None] Provisioning for port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:43:46.634637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a541e4bf-4c97-4607-b5f2-621d4ad0b00e None None] Provisioning complete for port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:46.635014 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a541e4bf-4c97-4607-b5f2-621d4ad0b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.817431 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a541e4bf-4c97-4607-b5f2-621d4ad0b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.890730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a541e4bf-4c97-4607-b5f2-621d4ad0b00e None None] For port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4fea1e4b-1cf6-4fdb-8dc3-06def242d205,segment=NetworkSegment(c6d10a2f-4425-4daf-96a2-dbb136a07727),segment_id=c6d10a2f-4425-4daf-96a2-dbb136a07727)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:46.897559 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a541e4bf-4c97-4607-b5f2-621d4ad0b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.924103 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.926040 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:46.999947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Pushing event deleted for resources: {'Port': ['ID=4f567628-f867-4ebb-81f7-f6e5b8e800ad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:47.017172 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.070632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541e4bf-4c97-4607-b5f2-621d4ad0b00e None None] Pushing event updated for resources: {'Port': ['ID=4fea1e4b-1cf6-4fdb-8dc3-06def242d205,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:47.233069 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.235566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=83dfd731-25e1-49ef-bcd5-bd322a7bff4b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:47.271490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': 'b116e7df-fa65-4b51-88b0-a12178239eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '683e6041-8da3-416e-9bff-15ca4c870de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:47.272196 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: 683e6041-8da3-416e-9bff-15ca4c870de9, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:47.332087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad46fbaa-119f-4051-b0af-caebe5c6e402 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:43:47.373951 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.377634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.387477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-45c58f76-c247-438c-aeb3-46832cb5d1d7 None None] Provisioning complete for port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:47.387855 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45c58f76-c247-438c-aeb3-46832cb5d1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.388579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 683e6041-8da3-416e-9bff-15ca4c870de9 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:47.426826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 683e6041-8da3-416e-9bff-15ca4c870de9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:47.432011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:47.432608 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.459752 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.460452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6b563d8-8750-4d75-9264-ebee88cfa960 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:43:47.471892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.475768 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7f25ddf5-236b-4397-9327-d3ae7e0469fb admin admin] 10.222.0.10 "DELETE /v2.0/routers/f6b563d8-8750-4d75-9264-ebee88cfa960 HTTP/1.1" status: 204 len: 168 time: 2.0489304 Jul 16 20:43:47.476817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39328) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:47.494004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bb71e2fd-2ebd-425d-8d9d-4a2d010de7c1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5741673 Jul 16 20:43:47.497430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:47.614521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:43:47.624386 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e511cb6-6b92-4df1-82c6-98eca0818123 admin admin] Deleting subnet 1de72e94-0e7d-4a08-937d-2c9b22125e4a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:47.641119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e511cb6-6b92-4df1-82c6-98eca0818123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.690168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.716002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46fbaa-119f-4051-b0af-caebe5c6e402 None None] Unable to find a vacant binding_index for network 683e6041-8da3-416e-9bff-15ca4c870de9 and agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 {{(pid=93960) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 16 20:43:47.716655 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e511cb6-6b92-4df1-82c6-98eca0818123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.723095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46fbaa-119f-4051-b0af-caebe5c6e402 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 683e6041-8da3-416e-9bff-15ca4c870de9) {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:43:47.739900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:43:47.740551 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.784991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.906576 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e511cb6-6b92-4df1-82c6-98eca0818123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:47.945563 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.013334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e511cb6-6b92-4df1-82c6-98eca0818123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.015451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=83dfd731-25e1-49ef-bcd5-bd322a7bff4b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:48.078544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e511cb6-6b92-4df1-82c6-98eca0818123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de72e94-0e7d-4a08-937d-2c9b22125e4a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:48.091693 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e511cb6-6b92-4df1-82c6-98eca0818123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.094211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7e511cb6-6b92-4df1-82c6-98eca0818123 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1de72e94-0e7d-4a08-937d-2c9b22125e4a HTTP/1.1" status: 204 len: 168 time: 0.6159589 Jul 16 20:43:48.103115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:48.244817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4f567628-f867-4ebb-81f7-f6e5b8e800ad no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:48.275663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d9a8a-acd4-456b-9619-21f1c8a80d73 None None] Network 683e6041-8da3-416e-9bff-15ca4c870de9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:48.278636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8b24f-6720-4bde-b84f-27fd9117d77a None None] Network fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:48.284035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 4f567628-f867-4ebb-81f7-f6e5b8e800ad {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:48.284549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4f567628-f867-4ebb-81f7-f6e5b8e800ad not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:48.285166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5842433c-303c-428e-8490-e527c0c12204 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:48.296694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.313338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.320426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683e6041-8da3-416e-9bff-15ca4c870de9']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:48.336203 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b116e7df-fa65-4b51-88b0-a12178239eb7') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:48.336509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b116e7df-fa65-4b51-88b0-a12178239eb7') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:48.346565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 5842433c-303c-428e-8490-e527c0c12204 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:48.347060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5842433c-303c-428e-8490-e527c0c12204 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:48.349716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.389989 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.400621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:48.401040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:48.404378 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:48.437135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Deleting port 257342fe-ee11-4342-8f6c-6b4b722641df {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:48.437492 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.497734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.537234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.539201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/683e6041-8da3-416e-9bff-15ca4c870de9 HTTP/1.1" status: 204 len: 168 time: 1.0398278 Jul 16 20:43:48.547131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:48.554575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526921684'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:48.558676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebbe70-4172-4b4f-aa7a-7246d4148d56 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=683e6041-8da3-416e-9bff-15ca4c870de9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:48.561029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f044c10-df35-4023-8277-16798eb68ecb None None] Network 683e6041-8da3-416e-9bff-15ca4c870de9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:48.574304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] For port 257342fe-ee11-4342-8f6c-6b4b722641df, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=257342fe-ee11-4342-8f6c-6b4b722641df,segment=NetworkSegment(6728f50f-9b2f-461a-b63b-ab2cfdf680dc),segment_id=6728f50f-9b2f-461a-b63b-ab2cfdf680dc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:48.575178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.576061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f044c10-df35-4023-8277-16798eb68ecb None None] Network 683e6041-8da3-416e-9bff-15ca4c870de9 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 20:43:48.580390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:48.584828 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.593922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Calling delete_port for 257342fe-ee11-4342-8f6c-6b4b722641df owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:48.613982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:48.630263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.630830 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment c04d9d1c-5f05-4abf-ac54-5c42a7acea50 of type vlan for network 328e3de7-835a-4141-bf15-8bc93daeb4bd Jul 16 20:43:48.683586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] DHCP port deletion for fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:43:48.691352 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.713109 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.743842 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=257342fe-ee11-4342-8f6c-6b4b722641df,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:48.744426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.750224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] No DVR routers for this DVR port 257342fe-ee11-4342-8f6c-6b4b722641df on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:48.753554 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:48.754429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.759409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] Deleting port 257342fe-ee11-4342-8f6c-6b4b722641df {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:48.760365 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.798356 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2467260 Jul 16 20:43:48.799367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:48.804460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': '328e3de7-835a-4141-bf15-8bc93daeb4bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:48.837504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.850533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] For port 257342fe-ee11-4342-8f6c-6b4b722641df, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:48.850806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:48.851389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.860588 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186c2a2-f6f5-4ec8-a5f7-2a095b8246b4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=328e3de7-835a-4141-bf15-8bc93daeb4bd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:48.863095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6728f50f-9b2f-461a-b63b-ab2cfdf680dc') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:48.863450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6728f50f-9b2f-461a-b63b-ab2cfdf680dc') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:48.868647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] Calling delete_port for 257342fe-ee11-4342-8f6c-6b4b722641df owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:48.873200 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.874868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] Port 257342fe-ee11-4342-8f6c-6b4b722641df was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 20:43:48.876256 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.887778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.891158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 328e3de7-835a-4141-bf15-8bc93daeb4bd details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:48.895051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:48.895500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:48.897661 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:48.900542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] No DVR routers for this DVR port 257342fe-ee11-4342-8f6c-6b4b722641df on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:48.950610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93440bed-1e4d-476c-bc11-bf7f61d5938a None None] Pushing event deleted for resources: {'Port': ['ID=257342fe-ee11-4342-8f6c-6b4b722641df,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:48.981632 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.989952 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:48.995184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] 10.222.0.10 "DELETE /v2.0/networks/fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08 HTTP/1.1" status: 204 len: 168 time: 0.8885167 Jul 16 20:43:49.017047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a363ac-7c44-4b19-a4e9-21cdabf73ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=fdbe2088-1a9e-4d5e-bfc7-b69d6a23bf08,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:49.220573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:49.270304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7248c2e9-9cd4-4e33-85b0-8616a07280d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f775cf4b04154a38827177d30d711eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483308 Jul 16 20:43:49.272787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39350) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:49.295679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:49.299958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.341805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48f2aa94-e6e4-4626-ba06-2ff517bffb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.372763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48f2aa94-e6e4-4626-ba06-2ff517bffb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.454201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48f2aa94-e6e4-4626-ba06-2ff517bffb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.457628 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48f2aa94-e6e4-4626-ba06-2ff517bffb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.458818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-48f2aa94-e6e4-4626-ba06-2ff517bffb34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c54a1a4-e457-4ec9-bc82-7be5ee6b0856 HTTP/1.1" status: 204 len: 168 time: 0.1849160 Jul 16 20:43:49.473915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2aa94-e6e4-4626-ba06-2ff517bffb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c54a1a4-e457-4ec9-bc82-7be5ee6b0856,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:49.518755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 257342fe-ee11-4342-8f6c-6b4b722641df no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:49.549324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 257342fe-ee11-4342-8f6c-6b4b722641df {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:49.550930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 257342fe-ee11-4342-8f6c-6b4b722641df not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:49.581800 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.650841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=2122e0ac-8b68-4bdc-82bc-97a3988b5e44,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:49.655636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': 'c04d9d1c-5f05-4abf-ac54-5c42a7acea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '328e3de7-835a-4141-bf15-8bc93daeb4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:49.655998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: 328e3de7-835a-4141-bf15-8bc93daeb4bd, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:49.681289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 328e3de7-835a-4141-bf15-8bc93daeb4bd is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:49.696396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 328e3de7-835a-4141-bf15-8bc93daeb4bd) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:49.704847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b324c5e9-81cd-4174-8a5c-7d3c629387e4 None None] Network 328e3de7-835a-4141-bf15-8bc93daeb4bd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:49.712234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:49.713267 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.737942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39364) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:49.738474 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-52369f06-67af-4278-89ba-9bb5efc53209 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9385722 Jul 16 20:43:49.922968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-328e3de7-835a-4141-bf15-8bc93daeb4bd', 'network_id': '328e3de7-835a-4141-bf15-8bc93daeb4bd', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': '2122e0ac-8b68-4bdc-82bc-97a3988b5e44'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:49.927825 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.935119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:49.991168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39366) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:50.048082 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d5dba0d5-cec2-4b25-a32a-9d8669546379 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2690da52648047dbb55920b73201aa20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545568 Jul 16 20:43:50.049895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39368) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:50.104009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.125700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Allocated IP 172.20.0.1 (328e3de7-835a-4141-bf15-8bc93daeb4bd/2122e0ac-8b68-4bdc-82bc-97a3988b5e44/cc36413f-152a-4ae1-8ebb-078f36773245) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:50.170611 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc458-0c93-451e-87ee-84581e0a56c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.199439 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc458-0c93-451e-87ee-84581e0a56c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.264015 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc458-0c93-451e-87ee-84581e0a56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.266620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc458-0c93-451e-87ee-84581e0a56c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.267846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b5dcc458-0c93-451e-87ee-84581e0a56c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbbe3f28-d7ba-410c-9e23-027b91f30834 HTTP/1.1" status: 204 len: 168 time: 0.2166915 Jul 16 20:43:50.281604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcc458-0c93-451e-87ee-84581e0a56c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe3f28-d7ba-410c-9e23-027b91f30834,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:50.332901 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.343950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Transition to ACTIVE for port object cc36413f-152a-4ae1-8ebb-078f36773245 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:50.361413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Transition to ACTIVE for port object cc36413f-152a-4ae1-8ebb-078f36773245 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:50.368654 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.401162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.427498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Pushing event updated for resources: {'Port': ['ID=cc36413f-152a-4ae1-8ebb-078f36773245,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:50.435961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Network 328e3de7-835a-4141-bf15-8bc93daeb4bd is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:50.438456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:50.441007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:50.527012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Attempting to bind port cc36413f-152a-4ae1-8ebb-078f36773245 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:50.527787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Attempting to bind port cc36413f-152a-4ae1-8ebb-078f36773245 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'c04d9d1c-5f05-4abf-ac54-5c42a7acea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '328e3de7-835a-4141-bf15-8bc93daeb4bd'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:50.527787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Attempting to bind port cc36413f-152a-4ae1-8ebb-078f36773245 on network 328e3de7-835a-4141-bf15-8bc93daeb4bd {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:50.548907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:50.550522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Checking segment: {'id': 'c04d9d1c-5f05-4abf-ac54-5c42a7acea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '328e3de7-835a-4141-bf15-8bc93daeb4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:50.550921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.551407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Bound using segment: {'id': 'c04d9d1c-5f05-4abf-ac54-5c42a7acea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '328e3de7-835a-4141-bf15-8bc93daeb4bd'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:50.551915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Bound port: cc36413f-152a-4ae1-8ebb-078f36773245, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04d9d1c-5f05-4abf-ac54-5c42a7acea50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '328e3de7-835a-4141-bf15-8bc93daeb4bd'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:50.552310 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.627407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f842-19f6-44d6-98c7-afbe69e84113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.658083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] For port cc36413f-152a-4ae1-8ebb-078f36773245, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:50.666169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] For port cc36413f-152a-4ae1-8ebb-078f36773245, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc36413f-152a-4ae1-8ebb-078f36773245,segment=NetworkSegment(c04d9d1c-5f05-4abf-ac54-5c42a7acea50),segment_id=c04d9d1c-5f05-4abf-ac54-5c42a7acea50)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:50.676203 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.688950 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.697824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=2122e0ac-8b68-4bdc-82bc-97a3988b5e44,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:50.728413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328e3de7-835a-4141-bf15-8bc93daeb4bd']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:50.758050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04d9d1c-5f05-4abf-ac54-5c42a7acea50') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:50.758730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04d9d1c-5f05-4abf-ac54-5c42a7acea50') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:50.785882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.802955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.811116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:50.811601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:50.815347 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:50.876328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da50b98-141f-4480-904b-8e29eb7f8ea0 None None] Pushing event updated for resources: {'Port': ['ID=cc36413f-152a-4ae1-8ebb-078f36773245,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:50.890033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb3751-0f07-45dc-9eee-a441c8ef3bd7 None None] Network 328e3de7-835a-4141-bf15-8bc93daeb4bd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:50.918884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:43:50.918884 n-d-792394-17 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:43:50.918884 n-d-792394-17 neutron-server[93959]: [parameters: {'id': '328e3de7-835a-4141-bf15-8bc93daeb4bd'}] Jul 16 20:43:50.918884 n-d-792394-17 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:43:50.920243 n-d-792394-17 neutron-server[93959]: DEBUG oslo_db.api [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:43:51.100115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab9490a-1d91-4751-aad7-6a7e3fe9e0b5 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:43:51.183356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9490a-1d91-4751-aad7-6a7e3fe9e0b5 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:43:51.211872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73ff6e-14e0-4f06-823b-c4131af8b2ea req-60d90b1d-a332-4581-954d-15cb5add2ee7 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:51.212744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c73ff6e-14e0-4f06-823b-c4131af8b2ea req-60d90b1d-a332-4581-954d-15cb5add2ee7 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 945 time: 0.0692005 Jul 16 20:43:51.256084 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c73ff6e-14e0-4f06-823b-c4131af8b2ea req-d47af80b-67f8-4123-a56b-d9922e0df47c tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374806 Jul 16 20:43:51.421942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.486467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Deleting port cc36413f-152a-4ae1-8ebb-078f36773245 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:51.486961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.560841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] For port cc36413f-152a-4ae1-8ebb-078f36773245, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc36413f-152a-4ae1-8ebb-078f36773245,segment=NetworkSegment(c04d9d1c-5f05-4abf-ac54-5c42a7acea50),segment_id=c04d9d1c-5f05-4abf-ac54-5c42a7acea50)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:51.561589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.575877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Calling delete_port for cc36413f-152a-4ae1-8ebb-078f36773245 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:51.660626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.668942 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:43:51.694843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Port': ['ID=cc36413f-152a-4ae1-8ebb-078f36773245,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:51.696885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No DVR routers for this DVR port cc36413f-152a-4ae1-8ebb-078f36773245 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:51.777031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.787834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328e3de7-835a-4141-bf15-8bc93daeb4bd']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:51.799147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04d9d1c-5f05-4abf-ac54-5c42a7acea50') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:51.799477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04d9d1c-5f05-4abf-ac54-5c42a7acea50') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:51.809598 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.831306 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.838921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:51.839365 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:51.842848 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:51.920490 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.928795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:51.930630 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/328e3de7-835a-4141-bf15-8bc93daeb4bd HTTP/1.1" status: 204 len: 168 time: 2.1916745 Jul 16 20:43:51.934795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:51.941815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2062836627'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:51.952105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362ba1d-d8a9-488e-a903-524483bc7fe6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=328e3de7-835a-4141-bf15-8bc93daeb4bd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:51.969367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:51.973472 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.006502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:52.018090 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.018738 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment f11e9243-81f7-4184-957e-8aaa42465a94 of type vlan for network 22f2b2d1-01ec-4601-a902-e787ee31e1ff Jul 16 20:43:52.066247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.099777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.109878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.111331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.153341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2164698 Jul 16 20:43:52.156432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39390) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:52.166358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': '22f2b2d1-01ec-4601-a902-e787ee31e1ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:52.202512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4652a7-c3c2-456d-b54a-b6325bd68ea8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=22f2b2d1-01ec-4601-a902-e787ee31e1ff,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:52.218854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 22f2b2d1-01ec-4601-a902-e787ee31e1ff details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:52.291447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:52.298513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.472352 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e799a-f93d-4c81-a60f-3dba5c272da1 req-5535fcd1-6009-4652-9053-b87a19724ec3 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.474336 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7f6e799a-f93d-4c81-a60f-3dba5c272da1 req-5535fcd1-6009-4652-9053-b87a19724ec3 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 945 time: 0.0773301 Jul 16 20:43:52.523575 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7f6e799a-f93d-4c81-a60f-3dba5c272da1 req-1feab386-cb03-4adc-99da-5d5363ad3bf5 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/security-groups?id=d60406f8-9746-436e-9f57-4a8f415858b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Jul 16 20:43:52.569022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.640137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=6c8c3e1e-bde3-4f71-934c-708c9615d2d1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:52.654797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': 'f11e9243-81f7-4184-957e-8aaa42465a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22f2b2d1-01ec-4601-a902-e787ee31e1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:52.655157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: 22f2b2d1-01ec-4601-a902-e787ee31e1ff, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:52.674128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 22f2b2d1-01ec-4601-a902-e787ee31e1ff is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:52.684233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 22f2b2d1-01ec-4601-a902-e787ee31e1ff) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:52.688802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.689551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.696530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45cf41e-27d4-4f56-9eb3-9d8cfb21ef55 None None] Network 22f2b2d1-01ec-4601-a902-e787ee31e1ff requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:52.710227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f529269c-c67b-4b29-8274-c0cd7261edd4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5481858 Jul 16 20:43:52.710227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39396) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:52.879083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:52.896502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-3b558768-b4c0-4cd9-8722-e396ac2d70ac tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:52.898166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-3b558768-b4c0-4cd9-8722-e396ac2d70ac tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.30 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 945 time: 0.1399732 Jul 16 20:43:53.023117 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.090391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8657d48-576a-4e7b-aade-d3cb80b21e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-22f2b2d1-01ec-4601-a902-e787ee31e1ff', 'network_id': '22f2b2d1-01ec-4601-a902-e787ee31e1ff', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': '6c8c3e1e-bde3-4f71-934c-708c9615d2d1'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:53.091367 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8657d48-576a-4e7b-aade-d3cb80b21e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.096201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Deleting port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:53.096552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.101165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.147563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8c3e1e-bde3-4f71-934c-708c9615d2d1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:53.175589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e89721-1f15-4eb3-b7c9-a9e05c82fed6 None None] Network 22f2b2d1-01ec-4601-a902-e787ee31e1ff requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:53.256374 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.276657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f2b2d1-01ec-4601-a902-e787ee31e1ff']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:53.292494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] For port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,segment=NetworkSegment(7482d1c6-b3f3-4008-adc9-caaf84e07d5c),segment_id=7482d1c6-b3f3-4008-adc9-caaf84e07d5c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:53.293027 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.297107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11e9243-81f7-4184-957e-8aaa42465a94') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:53.297390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11e9243-81f7-4184-957e-8aaa42465a94') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:53.315046 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.316772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Calling delete_port for ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:53.336406 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.374658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:53.375062 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:53.378003 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:53.421425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.445403 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07f28069-ae59-4eb9-a6ba-111e053f7891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.460138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.468139 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.469807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/22f2b2d1-01ec-4601-a902-e787ee31e1ff HTTP/1.1" status: 204 len: 168 time: 0.7600462 Jul 16 20:43:53.474250 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39410) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:53.480530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-589141951'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:53.481721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53234fa-6765-4d3e-a673-fc96b669370f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=22f2b2d1-01ec-4601-a902-e787ee31e1ff,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:53.508173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:53.513624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.544466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:53.549454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.556173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.556675 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment d55536f7-e916-41b1-8aeb-37c7a99fbf7e of type vlan for network 829d77b2-5256-4df4-82b7-6f630f9fbe2e Jul 16 20:43:53.562511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:43:53.583903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Pushing event deleted for resources: {'Port': ['ID=ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:53.609410 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.662735 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.669834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] No DVR routers for this DVR port ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:53.675431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:53.676164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.678482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.680883 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f75df95-4a7d-4f2f-9046-3ef90456cc7d req-b0ee8dc9-4e3c-47a0-a1f4-3790fc228804 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.30 "DELETE /v2.0/ports/ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 HTTP/1.1" status: 204 len: 173 time: 0.7753918 Jul 16 20:43:53.681361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d182fc-2b91-4f31-9478-6f2e7fafdf6f', 'name': 'network-vif-deleted', 'tag': 'ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:43:53.685769 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c68b99b-3f69-4fd4-b4e9-68503432d7c9" -d '{"events": [{"server_uuid": "92d182fc-2b91-4f31-9478-6f2e7fafdf6f", "name": "network-vif-deleted", "tag": "ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:43:53.695789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2195809 Jul 16 20:43:53.698810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39424) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:53.712772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': '829d77b2-5256-4df4-82b7-6f630f9fbe2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:53.775674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bd08d-6dee-4720-9217-c090884e7b1b tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=829d77b2-5256-4df4-82b7-6f630f9fbe2e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:53.788591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 829d77b2-5256-4df4-82b7-6f630f9fbe2e details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:53.799628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad404f0b-b09e-45ff-bb62-b5b44627ad22 req-81ca0fe3-9de6-48c5-886c-3c919ff92a07 tempest-VolumesSnapshotTestJSON-1714975746 tempest-VolumesSnapshotTestJSON-1714975746-project] 10.222.0.10 "GET /v2.0/ports?device_id=92d182fc-2b91-4f31-9478-6f2e7fafdf6f HTTP/1.1" status: 200 len: 210 time: 0.0470550 Jul 16 20:43:53.804183 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d363a8e-0bd6-47f0-97b5-0ed8f9f1501e x-openstack-request-id: req-8d363a8e-0bd6-47f0-97b5-0ed8f9f1501e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:43:53.804466 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d182fc-2b91-4f31-9478-6f2e7fafdf6f", "name": "network-vif-deleted", "tag": "ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:43:53.804718 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d363a8e-0bd6-47f0-97b5-0ed8f9f1501e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:43:53.805240 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d182fc-2b91-4f31-9478-6f2e7fafdf6f', 'name': 'network-vif-deleted', 'tag': 'ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2', 'status': 'completed', 'code': 200} Jul 16 20:43:53.905090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:53.911723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:53.990592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Performing IP validity checks on allocation pools {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:43:53.991148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:43:54.122834 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.187773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=224e0206-9f1b-4ad2-a468-71bc012e46a5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:54.199972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': 'd55536f7-e916-41b1-8aeb-37c7a99fbf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '829d77b2-5256-4df4-82b7-6f630f9fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:54.200324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: 829d77b2-5256-4df4-82b7-6f630f9fbe2e, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:54.224469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 829d77b2-5256-4df4-82b7-6f630f9fbe2e is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:54.234017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 829d77b2-5256-4df4-82b7-6f630f9fbe2e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:54.238786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:54.239421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.248785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300674b-129a-4c85-abd7-46f6435ad274 None None] Network 829d77b2-5256-4df4-82b7-6f630f9fbe2e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:54.258938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ca8246a0-caa0-40c0-8231-aa93c7b570fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5551555 Jul 16 20:43:54.259183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39432) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:54.467094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-829d77b2-5256-4df4-82b7-6f630f9fbe2e', 'network_id': '829d77b2-5256-4df4-82b7-6f630f9fbe2e', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': '224e0206-9f1b-4ad2-a468-71bc012e46a5'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:54.468549 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.636528 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.641568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Allocated IP 172.20.0.3 (829d77b2-5256-4df4-82b7-6f630f9fbe2e/224e0206-9f1b-4ad2-a468-71bc012e46a5/1e56e550-f858-4808-973d-1430d65ea719) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:54.680169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.742846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.822655 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.833771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Transition to ACTIVE for port object 1e56e550-f858-4808-973d-1430d65ea719 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:54.853035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Transition to ACTIVE for port object 1e56e550-f858-4808-973d-1430d65ea719 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:54.862724 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.887299 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:54.904156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Network 829d77b2-5256-4df4-82b7-6f630f9fbe2e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:54.908377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:54.915292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:54.936198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=224e0206-9f1b-4ad2-a468-71bc012e46a5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:54.947627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Pushing event updated for resources: {'Port': ['ID=1e56e550-f858-4808-973d-1430d65ea719,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:55.012630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Attempting to bind port 1e56e550-f858-4808-973d-1430d65ea719 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:55.013099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Attempting to bind port 1e56e550-f858-4808-973d-1430d65ea719 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd55536f7-e916-41b1-8aeb-37c7a99fbf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '829d77b2-5256-4df4-82b7-6f630f9fbe2e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:55.013557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Attempting to bind port 1e56e550-f858-4808-973d-1430d65ea719 on network 829d77b2-5256-4df4-82b7-6f630f9fbe2e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:55.020349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:55.021251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Checking segment: {'id': 'd55536f7-e916-41b1-8aeb-37c7a99fbf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '829d77b2-5256-4df4-82b7-6f630f9fbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:55.022033 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.022834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Bound using segment: {'id': 'd55536f7-e916-41b1-8aeb-37c7a99fbf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '829d77b2-5256-4df4-82b7-6f630f9fbe2e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:55.023800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Bound port: 1e56e550-f858-4808-973d-1430d65ea719, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55536f7-e916-41b1-8aeb-37c7a99fbf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '829d77b2-5256-4df4-82b7-6f630f9fbe2e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:55.024412 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.067405 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.078141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829d77b2-5256-4df4-82b7-6f630f9fbe2e']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:55.091611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55536f7-e916-41b1-8aeb-37c7a99fbf7e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:55.091923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55536f7-e916-41b1-8aeb-37c7a99fbf7e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:55.104328 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.123958 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.128157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] For port 1e56e550-f858-4808-973d-1430d65ea719, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:55.131628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:55.132046 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:55.136373 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:55.221153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] For port 1e56e550-f858-4808-973d-1430d65ea719, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1e56e550-f858-4808-973d-1430d65ea719,segment=NetworkSegment(d55536f7-e916-41b1-8aeb-37c7a99fbf7e),segment_id=d55536f7-e916-41b1-8aeb-37c7a99fbf7e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:55.221676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:43:55.221676 n-d-792394-17 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:43:55.221676 n-d-792394-17 neutron-server[93959]: [parameters: {'id': '829d77b2-5256-4df4-82b7-6f630f9fbe2e'}] Jul 16 20:43:55.221676 n-d-792394-17 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:43:55.222096 n-d-792394-17 neutron-server[93959]: DEBUG oslo_db.api [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:43:55.226411 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.318346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34a1a3-72c7-40ef-84a2-5d6b7672b47e None None] Pushing event updated for resources: {'Port': ['ID=1e56e550-f858-4808-973d-1430d65ea719,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:55.356071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181a826-507f-481f-8654-dc37b06450b1 None None] Network 829d77b2-5256-4df4-82b7-6f630f9fbe2e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:55.509822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d30295f-b2b1-4943-929e-aaf21b4d30a0 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:43:55.589199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d30295f-b2b1-4943-929e-aaf21b4d30a0 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:43:55.723340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.801768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Deleting port 1e56e550-f858-4808-973d-1430d65ea719 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:55.802009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.889590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] For port 1e56e550-f858-4808-973d-1430d65ea719, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1e56e550-f858-4808-973d-1430d65ea719,segment=NetworkSegment(d55536f7-e916-41b1-8aeb-37c7a99fbf7e),segment_id=d55536f7-e916-41b1-8aeb-37c7a99fbf7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:55.889975 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:55.910687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Calling delete_port for 1e56e550-f858-4808-973d-1430d65ea719 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:56.015126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.046295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Port': ['ID=1e56e550-f858-4808-973d-1430d65ea719,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:56.048555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No DVR routers for this DVR port 1e56e550-f858-4808-973d-1430d65ea719 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:56.143080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.155781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829d77b2-5256-4df4-82b7-6f630f9fbe2e']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:56.168691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55536f7-e916-41b1-8aeb-37c7a99fbf7e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:56.168987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55536f7-e916-41b1-8aeb-37c7a99fbf7e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:56.178414 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.201769 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.210109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:56.210537 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:56.213855 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:56.284086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:43:56.303801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.317426 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.323585 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/829d77b2-5256-4df4-82b7-6f630f9fbe2e HTTP/1.1" status: 204 len: 168 time: 2.0632732 Jul 16 20:43:56.324622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:56.330699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1196919011'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:56.344729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de533b4d-6e85-48ce-8024-0eb1bcf007fe tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=829d77b2-5256-4df4-82b7-6f630f9fbe2e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:56.349588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:43:56.349939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ebfcc300-fd3f-4ad3-ae7a-e08d11f6f6d2 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:43:56.353468 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.359437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:56.369380 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.402662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:56.416278 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.416768 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment 177e2611-77f4-41b9-a586-93de51b4a2ab of type vlan for network c9e56e5a-e51e-4ea9-922a-8f5514adaf76 Jul 16 20:43:56.469177 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.508604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.514858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:56.516077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.562042 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2354372 Jul 16 20:43:56.567340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39466) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:56.584937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': 'c9e56e5a-e51e-4ea9-922a-8f5514adaf76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:56.613233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90602293-0272-4275-9c94-199b638040a6 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=c9e56e5a-e51e-4ea9-922a-8f5514adaf76,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:56.638660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network c9e56e5a-e51e-4ea9-922a-8f5514adaf76 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:56.756215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:56.760020 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:56.974821 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.046861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=d1f652c2-021c-4993-9027-fae0d0a76c3c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:57.059552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': '177e2611-77f4-41b9-a586-93de51b4a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c9e56e5a-e51e-4ea9-922a-8f5514adaf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:57.060042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: c9e56e5a-e51e-4ea9-922a-8f5514adaf76, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:43:57.078851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network c9e56e5a-e51e-4ea9-922a-8f5514adaf76 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:43:57.087765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, c9e56e5a-e51e-4ea9-922a-8f5514adaf76) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:57.092631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:57.093792 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.097581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce0e65e-6e21-41e8-8e5e-c1690a2493e7 None None] Network c9e56e5a-e51e-4ea9-922a-8f5514adaf76 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:57.109622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-07b52993-69da-4932-bd78-19478db49d2c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5405304 Jul 16 20:43:57.112597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39472) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:57.258639 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.270202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-c9e56e5a-e51e-4ea9-922a-8f5514adaf76', 'network_id': 'c9e56e5a-e51e-4ea9-922a-8f5514adaf76', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': 'd1f652c2-021c-4993-9027-fae0d0a76c3c'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:43:57.271062 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.323285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.450897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Allocated IP 172.20.0.1 (c9e56e5a-e51e-4ea9-922a-8f5514adaf76/d1f652c2-021c-4993-9027-fae0d0a76c3c/0eb740f1-0a0a-48be-8a11-0bd95647aa7d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:43:57.616217 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.626550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Transition to ACTIVE for port object 0eb740f1-0a0a-48be-8a11-0bd95647aa7d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:57.643240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Transition to ACTIVE for port object 0eb740f1-0a0a-48be-8a11-0bd95647aa7d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:43:57.656072 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.700230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.726839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Network c9e56e5a-e51e-4ea9-922a-8f5514adaf76 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:43:57.743450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:43:57.757288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:43:57.775805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Pushing event updated for resources: {'Port': ['ID=0eb740f1-0a0a-48be-8a11-0bd95647aa7d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:57.795284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f652c2-021c-4993-9027-fae0d0a76c3c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:57.870792 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.883010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e56e5a-e51e-4ea9-922a-8f5514adaf76']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:57.898926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Attempting to bind port 0eb740f1-0a0a-48be-8a11-0bd95647aa7d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:43:57.899332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Attempting to bind port 0eb740f1-0a0a-48be-8a11-0bd95647aa7d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '177e2611-77f4-41b9-a586-93de51b4a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c9e56e5a-e51e-4ea9-922a-8f5514adaf76'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:43:57.899697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Attempting to bind port 0eb740f1-0a0a-48be-8a11-0bd95647aa7d on network c9e56e5a-e51e-4ea9-922a-8f5514adaf76 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:43:57.902484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177e2611-77f4-41b9-a586-93de51b4a2ab') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:57.902484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177e2611-77f4-41b9-a586-93de51b4a2ab') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:57.910824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:43:57.911446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Checking segment: {'id': '177e2611-77f4-41b9-a586-93de51b4a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c9e56e5a-e51e-4ea9-922a-8f5514adaf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:43:57.911962 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.912421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Bound using segment: {'id': '177e2611-77f4-41b9-a586-93de51b4a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c9e56e5a-e51e-4ea9-922a-8f5514adaf76'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:43:57.913861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Bound port: 0eb740f1-0a0a-48be-8a11-0bd95647aa7d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177e2611-77f4-41b9-a586-93de51b4a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c9e56e5a-e51e-4ea9-922a-8f5514adaf76'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:43:57.914341 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.915749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.954209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.959566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:57.960279 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:57.969294 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:58.038260 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] For port 0eb740f1-0a0a-48be-8a11-0bd95647aa7d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:43:58.039600 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:43:58.039600 n-d-792394-17 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:43:58.039600 n-d-792394-17 neutron-server[93959]: [parameters: {'id': 'c9e56e5a-e51e-4ea9-922a-8f5514adaf76'}] Jul 16 20:43:58.039600 n-d-792394-17 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:43:58.040467 n-d-792394-17 neutron-server[93959]: DEBUG oslo_db.api [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:43:58.042232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] For port 0eb740f1-0a0a-48be-8a11-0bd95647aa7d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0eb740f1-0a0a-48be-8a11-0bd95647aa7d,segment=NetworkSegment(177e2611-77f4-41b9-a586-93de51b4a2ab),segment_id=177e2611-77f4-41b9-a586-93de51b4a2ab)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:43:58.047209 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.130754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e35064-a475-496a-b628-3634e22783f1 None None] Pushing event updated for resources: {'Port': ['ID=0eb740f1-0a0a-48be-8a11-0bd95647aa7d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:58.151078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb256b7-2cbe-44b8-ab31-a3673dd8f327 None None] Network c9e56e5a-e51e-4ea9-922a-8f5514adaf76 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:43:58.300051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de2f90-eba6-4e6f-8825-db9fe01e44fa None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:43:58.375111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8de2f90-eba6-4e6f-8825-db9fe01e44fa None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:43:58.455734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39480) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:58.505137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dc90d4-9d8e-4462-a83c-649579bd7e41 admin admin] Deleting subnet d2c23749-733d-43da-90e2-7d3ff0f95321 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:58.508636 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30dc90d4-9d8e-4462-a83c-649579bd7e41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.541876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.545951 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30dc90d4-9d8e-4462-a83c-649579bd7e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.621199 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30dc90d4-9d8e-4462-a83c-649579bd7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.688677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Deleting port 0eb740f1-0a0a-48be-8a11-0bd95647aa7d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:43:58.688989 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.720085 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30dc90d4-9d8e-4462-a83c-649579bd7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.786736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc90d4-9d8e-4462-a83c-649579bd7e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c23749-733d-43da-90e2-7d3ff0f95321,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:58.796166 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] For port 0eb740f1-0a0a-48be-8a11-0bd95647aa7d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0eb740f1-0a0a-48be-8a11-0bd95647aa7d,segment=NetworkSegment(177e2611-77f4-41b9-a586-93de51b4a2ab),segment_id=177e2611-77f4-41b9-a586-93de51b4a2ab)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:43:58.796538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.799529 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30dc90d4-9d8e-4462-a83c-649579bd7e41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.803739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30dc90d4-9d8e-4462-a83c-649579bd7e41 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d2c23749-733d-43da-90e2-7d3ff0f95321 HTTP/1.1" status: 204 len: 168 time: 0.3459327 Jul 16 20:43:58.804517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39486) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:58.821036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Calling delete_port for 0eb740f1-0a0a-48be-8a11-0bd95647aa7d owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:43:58.905978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.913036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:58.946198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No DVR routers for this DVR port 0eb740f1-0a0a-48be-8a11-0bd95647aa7d on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:43:58.949510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Port': ['ID=0eb740f1-0a0a-48be-8a11-0bd95647aa7d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:59.029867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.044751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ce0cd9-bd74-40f6-9ca1-330de4038e74']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:59.057967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4341cd-e8e1-4906-84dc-627944952198') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:59.058795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4341cd-e8e1-4906-84dc-627944952198') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:59.074947 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.076219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.095453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e56e5a-e51e-4ea9-922a-8f5514adaf76']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:59.097469 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.105246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:59.106009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:59.107861 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:59.112232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177e2611-77f4-41b9-a586-93de51b4a2ab') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:59.112612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177e2611-77f4-41b9-a586-93de51b4a2ab') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:59.123882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.156858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.167152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:59.168530 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:59.171749 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:59.181729 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.206117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.208640 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] 10.222.0.10 "DELETE /v2.0/networks/f9ce0cd9-bd74-40f6-9ca1-330de4038e74 HTTP/1.1" status: 204 len: 168 time: 0.4029264 Jul 16 20:43:59.209653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69278a-1742-42c7-8596-8d7bb299f83b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ce0cd9-bd74-40f6-9ca1-330de4038e74,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:59.211610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:59.269923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4684f6a8-86b2-4f24-afc5-83db29619345 admin admin] Deleting subnet 11f86de2-da34-43a9-8be3-9bd5997417d4 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:43:59.273858 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4684f6a8-86b2-4f24-afc5-83db29619345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.280290 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.288382 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.290540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/c9e56e5a-e51e-4ea9-922a-8f5514adaf76 HTTP/1.1" status: 204 len: 168 time: 2.1761558 Jul 16 20:43:59.294913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39494) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:59.302291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138944558'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:59.315795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4684f6a8-86b2-4f24-afc5-83db29619345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.320438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ea8bf-4e30-4b7f-9c4f-685f48136804 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=c9e56e5a-e51e-4ea9-922a-8f5514adaf76,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:59.339757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:59.343606 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.364383 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4684f6a8-86b2-4f24-afc5-83db29619345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.371412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:43:59.384235 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.384913 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment 19629cef-af8b-4fc5-b041-0c598fdcec5c of type vlan for network 8e9b1a97-c13f-4047-afb2-e68746c420d9 Jul 16 20:43:59.436622 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.450786 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4684f6a8-86b2-4f24-afc5-83db29619345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.470447 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.476957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:43:59.477778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.484483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684f6a8-86b2-4f24-afc5-83db29619345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f86de2-da34-43a9-8be3-9bd5997417d4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:59.493888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4684f6a8-86b2-4f24-afc5-83db29619345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.499164 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4684f6a8-86b2-4f24-afc5-83db29619345 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/11f86de2-da34-43a9-8be3-9bd5997417d4 HTTP/1.1" status: 204 len: 168 time: 0.2824082 Jul 16 20:43:59.499454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:59.504301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2048006 Jul 16 20:43:59.505461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:43:59.520113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': '8e9b1a97-c13f-4047-afb2-e68746c420d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:43:59.578345 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.596919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7a485-ebbb-45a5-be17-f4e861e51416 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=8e9b1a97-c13f-4047-afb2-e68746c420d9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:59.611222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8e9b1a97-c13f-4047-afb2-e68746c420d9 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:43:59.663346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:43:59.668451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.680221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.691877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca097d86-1b49-41b5-abbb-161610bb8203']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:59.703744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c8ec85-8250-4c8d-9984-bc0c078dadbf') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:59.704138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c8ec85-8250-4c8d-9984-bc0c078dadbf') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:43:59.714926 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.730863 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.738159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:43:59.738906 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:43:59.750853 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:43:59.806740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.813972 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:43:59.818976 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] 10.222.0.10 "DELETE /v2.0/networks/ca097d86-1b49-41b5-abbb-161610bb8203 HTTP/1.1" status: 204 len: 168 time: 0.3182020 Jul 16 20:43:59.829487 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01bf72-fcb4-4740-acd8-9f7a3fa311eb admin admin] Pushing event deleted for resources: {'Network': ['ID=ca097d86-1b49-41b5-abbb-161610bb8203,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:43:59.954634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.035249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39504) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.055556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=ead7346e-5aa0-43e1-9acb-3ce74b378edb,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.065132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': '19629cef-af8b-4fc5-b041-0c598fdcec5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8e9b1a97-c13f-4047-afb2-e68746c420d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:00.065520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: 8e9b1a97-c13f-4047-afb2-e68746c420d9, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:00.101998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-34c6c73f-55a1-4236-9142-7d7c06510ee1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c8b713debc746a79780aa09e9d54ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654647 Jul 16 20:44:00.105127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.108115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 8e9b1a97-c13f-4047-afb2-e68746c420d9 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:00.121606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8e9b1a97-c13f-4047-afb2-e68746c420d9) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:00.132072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01a26f-093e-4323-8114-d0ee6c2c0f09 None None] Network 8e9b1a97-c13f-4047-afb2-e68746c420d9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:00.132306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:00.132914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.153535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e7bf24a4-0031-4d85-9cd4-b2beb2dcef11 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6476176 Jul 16 20:44:00.154332 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39508) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.185457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94b536d2-43b2-46f2-bac2-d65448649299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.213843 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94b536d2-43b2-46f2-bac2-d65448649299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.299980 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.306651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94b536d2-43b2-46f2-bac2-d65448649299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.309840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94b536d2-43b2-46f2-bac2-d65448649299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.314216 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-94b536d2-43b2-46f2-bac2-d65448649299 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5bfcad9-6508-4f6b-b437-e20c53ec4851 HTTP/1.1" status: 204 len: 168 time: 0.2070851 Jul 16 20:44:00.325752 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b536d2-43b2-46f2-bac2-d65448649299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bfcad9-6508-4f6b-b437-e20c53ec4851,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.343906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ecac9-c3f4-43cb-9007-92fa334c80db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8e9b1a97-c13f-4047-afb2-e68746c420d9', 'network_id': '8e9b1a97-c13f-4047-afb2-e68746c420d9', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': 'ead7346e-5aa0-43e1-9acb-3ce74b378edb'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:00.344915 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a95ecac9-c3f4-43cb-9007-92fa334c80db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.367446 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.439556 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-a95ecac9-c3f4-43cb-9007-92fa334c80db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ead7346e-5aa0-43e1-9acb-3ce74b378edb: This subnet is being modified by another concurrent operation. Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ead7346e-5aa0-43e1-9acb-3ce74b378edb: This subnet is being modified by another concurrent operation. Jul 16 20:44:00.459955 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 16 20:44:00.469646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=ead7346e-5aa0-43e1-9acb-3ce74b378edb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.485846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0c6a93-2926-467c-828d-b56535c3e137 None None] Network 8e9b1a97-c13f-4047-afb2-e68746c420d9 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:00.545991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.561136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9b1a97-c13f-4047-afb2-e68746c420d9']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:00.575763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19629cef-af8b-4fc5-b041-0c598fdcec5c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:00.576159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19629cef-af8b-4fc5-b041-0c598fdcec5c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:00.592898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.618089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9691e821-ceaa-432a-9d09-1b7bc2e042ee None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:44:00.618679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.633011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:00.633609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:00.711658 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:00.717350 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.724221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691e821-ceaa-432a-9d09-1b7bc2e042ee None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:44:00.724546 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.733413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/8e9b1a97-c13f-4047-afb2-e68746c420d9 HTTP/1.1" status: 204 len: 168 time: 0.5708921 Jul 16 20:44:00.733413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39516) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.748902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-25588075'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:00.754026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0b769-8df2-4779-be54-d23968064bb9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=8e9b1a97-c13f-4047-afb2-e68746c420d9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:00.784651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:00.789532 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.820843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.825854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:00.837564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.837925 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment 2352d691-294a-428f-90e9-4efd67413ba3 of type vlan for network b47e0e7a-6157-4a16-9c47-add79274769e Jul 16 20:44:00.884777 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d6c9872d-a15f-483c-b9c4-dde679cc7a1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0501fce9d09f4634bdfc661d4ca3914f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621262 Jul 16 20:44:00.888158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39520) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:00.896785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.968078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:00.973719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:00.974280 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.001373 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8805ae0c-d153-4ae8-9d64-9d0d838a35a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.044878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3106334 Jul 16 20:44:01.046122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:01.052044 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f11cfe5e-8b73-4de6-9a29-bc3f51e74339 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:01.063960 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8805ae0c-d153-4ae8-9d64-9d0d838a35a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.101868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc875ae7-c628-4267-8226-818e6bd68dab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=b47e0e7a-6157-4a16-9c47-add79274769e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:01.128650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b47e0e7a-6157-4a16-9c47-add79274769e details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:01.153467 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8805ae0c-d153-4ae8-9d64-9d0d838a35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.156509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8805ae0c-d153-4ae8-9d64-9d0d838a35a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.162626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8805ae0c-d153-4ae8-9d64-9d0d838a35a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7d5c6c3-3a95-43ed-8c22-075f6b87825e HTTP/1.1" status: 204 len: 168 time: 0.2692876 Jul 16 20:44:01.175797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805ae0c-d153-4ae8-9d64-9d0d838a35a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d5c6c3-3a95-43ed-8c22-075f6b87825e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:01.252360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11cfe5e-8b73-4de6-9a29-bc3f51e74339 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.269653 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11cfe5e-8b73-4de6-9a29-bc3f51e74339 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.280192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f11cfe5e-8b73-4de6-9a29-bc3f51e74339 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network b47e0e7a-6157-4a16-9c47-add79274769e is not hosted by any dhcp agent {{(pid=93958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:44:01.286073 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11cfe5e-8b73-4de6-9a29-bc3f51e74339 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:01.286833 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f11cfe5e-8b73-4de6-9a29-bc3f51e74339 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.291795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f11cfe5e-8b73-4de6-9a29-bc3f51e74339 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "PUT /v2.0/networks/b47e0e7a-6157-4a16-9c47-add79274769e HTTP/1.1" status: 200 len: 723 time: 0.2410560 Jul 16 20:44:01.293190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39526) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:01.300110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': 'b47e0e7a-6157-4a16-9c47-add79274769e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:01.380321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cfe5e-8b73-4de6-9a29-bc3f51e74339 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=b47e0e7a-6157-4a16-9c47-add79274769e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:01.413439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b47e0e7a-6157-4a16-9c47-add79274769e details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:01.447532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:01.459972 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.720917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.786424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=95520953-5844-4b13-8a39-454e6be0f2cc,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:01.797923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': '2352d691-294a-428f-90e9-4efd67413ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b47e0e7a-6157-4a16-9c47-add79274769e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:01.798409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: b47e0e7a-6157-4a16-9c47-add79274769e, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:01.817316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network b47e0e7a-6157-4a16-9c47-add79274769e is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:01.832748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, b47e0e7a-6157-4a16-9c47-add79274769e) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:01.837885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:01.838786 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:01.843462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a29e8-1681-4d25-953e-f2e86379f15b None None] Network b47e0e7a-6157-4a16-9c47-add79274769e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:01.862489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:01.863142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-538ee6d1-e776-4b2f-aef7-921ec0bcc08f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5684114 Jul 16 20:44:01.870847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7d6b35e2-a3ba-476e-8a8d-96c73cada9af tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:01.996152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d6b35e2-a3ba-476e-8a8d-96c73cada9af tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261950034'] for subnet, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.088265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-b47e0e7a-6157-4a16-9c47-add79274769e', 'network_id': 'b47e0e7a-6157-4a16-9c47-add79274769e', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': '95520953-5844-4b13-8a39-454e6be0f2cc'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:02.089445 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.196971 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d6b35e2-a3ba-476e-8a8d-96c73cada9af tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779318761355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261738208'] for subnet, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.249758 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b35e2-a3ba-476e-8a8d-96c73cada9af tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=95520953-5844-4b13-8a39-454e6be0f2cc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:02.256719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b35e2-a3ba-476e-8a8d-96c73cada9af tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:02.257545 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d6b35e2-a3ba-476e-8a8d-96c73cada9af tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.259018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7d6b35e2-a3ba-476e-8a8d-96c73cada9af tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "PUT /v2.0/subnets/95520953-5844-4b13-8a39-454e6be0f2cc HTTP/1.1" status: 200 len: 806 time: 0.3955278 Jul 16 20:44:02.262886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:02.289457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Allocated IP 172.20.0.2 (b47e0e7a-6157-4a16-9c47-add79274769e/95520953-5844-4b13-8a39-454e6be0f2cc/d3ee56e4-89ac-46c6-add3-73fb7302294b) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:02.431798 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.508924 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.553066 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.580829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Transition to ACTIVE for port object d3ee56e4-89ac-46c6-add3-73fb7302294b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:02.610268 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Transition to ACTIVE for port object d3ee56e4-89ac-46c6-add3-73fb7302294b will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:02.626158 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.652108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.682568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Network b47e0e7a-6157-4a16-9c47-add79274769e is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:02.687117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:02.694992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:02.698457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Pushing event updated for resources: {'Port': ['ID=d3ee56e4-89ac-46c6-add3-73fb7302294b,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:02.707216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=95520953-5844-4b13-8a39-454e6be0f2cc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:02.774124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Attempting to bind port d3ee56e4-89ac-46c6-add3-73fb7302294b on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:02.774774 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Attempting to bind port d3ee56e4-89ac-46c6-add3-73fb7302294b by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '2352d691-294a-428f-90e9-4efd67413ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b47e0e7a-6157-4a16-9c47-add79274769e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:02.775146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Attempting to bind port d3ee56e4-89ac-46c6-add3-73fb7302294b on network b47e0e7a-6157-4a16-9c47-add79274769e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:02.788348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:02.789112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Checking segment: {'id': '2352d691-294a-428f-90e9-4efd67413ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b47e0e7a-6157-4a16-9c47-add79274769e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:02.789643 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.795654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Bound using segment: {'id': '2352d691-294a-428f-90e9-4efd67413ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b47e0e7a-6157-4a16-9c47-add79274769e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:02.796166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Bound port: d3ee56e4-89ac-46c6-add3-73fb7302294b, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2352d691-294a-428f-90e9-4efd67413ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b47e0e7a-6157-4a16-9c47-add79274769e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:02.796565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.809872 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.835943 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47e0e7a-6157-4a16-9c47-add79274769e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:02.856823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2352d691-294a-428f-90e9-4efd67413ba3') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:02.857061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2352d691-294a-428f-90e9-4efd67413ba3') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:02.868840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.879001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] For port d3ee56e4-89ac-46c6-add3-73fb7302294b, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:02.885007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.893896 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:02.893896 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:02.894616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39562) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:02.902438 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:02.965198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:44:02.965198 n-d-792394-17 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:44:02.965198 n-d-792394-17 neutron-server[93958]: [parameters: {'id': 'b47e0e7a-6157-4a16-9c47-add79274769e'}] Jul 16 20:44:02.965198 n-d-792394-17 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:44:02.965779 n-d-792394-17 neutron-server[93958]: DEBUG oslo_db.api [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:44:02.966225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] For port d3ee56e4-89ac-46c6-add3-73fb7302294b, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d3ee56e4-89ac-46c6-add3-73fb7302294b,segment=NetworkSegment(2352d691-294a-428f-90e9-4efd67413ba3),segment_id=2352d691-294a-428f-90e9-4efd67413ba3)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:02.970360 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.060701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2d18033-8c0b-45e4-af0f-ea25ded3187a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.074680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e549b4-da0f-49a1-9bc5-6bc47ff8e51b None None] Pushing event updated for resources: {'Port': ['ID=d3ee56e4-89ac-46c6-add3-73fb7302294b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.110590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7882e38-831f-4558-a431-c9f9daaf68fd None None] Network b47e0e7a-6157-4a16-9c47-add79274769e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:03.219908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2d18033-8c0b-45e4-af0f-ea25ded3187a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.224651 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2d18033-8c0b-45e4-af0f-ea25ded3187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.254820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043f6d2-2dd7-4dd4-82e9-ed52ae67d4bb None None] Network b47e0e7a-6157-4a16-9c47-add79274769e requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:03.266214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d18033-8c0b-45e4-af0f-ea25ded3187a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d119c95-6575-4dd5-a440-0ea9af60ddfd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.270517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f2d18033-8c0b-45e4-af0f-ea25ded3187a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9b414d883124145a6b1e7b16ded628a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746030 Jul 16 20:44:03.273187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39566) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:03.336190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3efd1aca-21ad-4563-9142-7fae9905808a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.363310 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3efd1aca-21ad-4563-9142-7fae9905808a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.423446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb5e0b4-095b-4acd-801a-4967140bde91 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:44:03.425975 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3efd1aca-21ad-4563-9142-7fae9905808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.430040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3efd1aca-21ad-4563-9142-7fae9905808a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.435400 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3efd1aca-21ad-4563-9142-7fae9905808a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d119c95-6575-4dd5-a440-0ea9af60ddfd HTTP/1.1" status: 204 len: 168 time: 0.1570618 Jul 16 20:44:03.454587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1aca-21ad-4563-9142-7fae9905808a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d119c95-6575-4dd5-a440-0ea9af60ddfd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.467451 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.538041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5e0b4-095b-4acd-801a-4967140bde91 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:44:03.577048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Deleting port d3ee56e4-89ac-46c6-add3-73fb7302294b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:03.577390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.659149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] For port d3ee56e4-89ac-46c6-add3-73fb7302294b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d3ee56e4-89ac-46c6-add3-73fb7302294b,segment=NetworkSegment(2352d691-294a-428f-90e9-4efd67413ba3),segment_id=2352d691-294a-428f-90e9-4efd67413ba3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:03.659149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.688050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Calling delete_port for d3ee56e4-89ac-46c6-add3-73fb7302294b owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:03.825744 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.854977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Port': ['ID=d3ee56e4-89ac-46c6-add3-73fb7302294b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:03.864367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No DVR routers for this DVR port d3ee56e4-89ac-46c6-add3-73fb7302294b on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:03.963324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:03.976075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47e0e7a-6157-4a16-9c47-add79274769e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:03.991634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2352d691-294a-428f-90e9-4efd67413ba3') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:03.992565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2352d691-294a-428f-90e9-4efd67413ba3') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:04.008461 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.026054 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.033296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:04.033906 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:04.037211 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:04.097840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.129994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.132981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/b47e0e7a-6157-4a16-9c47-add79274769e HTTP/1.1" status: 204 len: 168 time: 1.8687618 Jul 16 20:44:04.134291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba362320-4328-46d5-ae34-b50f3b3264dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=b47e0e7a-6157-4a16-9c47-add79274769e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.138541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:04.168572 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f045784c-88c9-4962-9428-adbee6692986 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:04.169131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f045784c-88c9-4962-9428-adbee6692986 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:04.170877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f045784c-88c9-4962-9428-adbee6692986 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/b47e0e7a-6157-4a16-9c47-add79274769e HTTP/1.1" status: 404 len: 339 time: 0.0311165 Jul 16 20:44:04.174685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39586) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:04.180604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-572559892', 'description': 'd1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:04.205323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:04.209304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.239724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:04.252757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.253308 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment a90c7639-db73-4eb5-b234-c394a5075fec of type vlan for network 721e4ae3-ac32-472e-b1fa-5d01cc2ed34c Jul 16 20:44:04.301675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.343139 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.349809 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.350477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.392172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2156470 Jul 16 20:44:04.394882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:04.441612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dbdf5-c364-4097-8c38-e7f7bcb47b3a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=721e4ae3-ac32-472e-b1fa-5d01cc2ed34c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.453858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 721e4ae3-ac32-472e-b1fa-5d01cc2ed34c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:04.512465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3edfc-d22f-48e3-be55-3f7760242a8c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.514362 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-02a3edfc-d22f-48e3-be55-3f7760242a8c tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/networks?id=721e4ae3-ac32-472e-b1fa-5d01cc2ed34c HTTP/1.1" status: 200 len: 760 time: 0.1183913 Jul 16 20:44:04.517640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39600) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:04.523026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-64434c5f-36d6-4bba-808d-46d351f2b6ee tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'description': 'd2'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:04.739743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64434c5f-36d6-4bba-808d-46d351f2b6ee tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.755028 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64434c5f-36d6-4bba-808d-46d351f2b6ee tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.767586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64434c5f-36d6-4bba-808d-46d351f2b6ee tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 721e4ae3-ac32-472e-b1fa-5d01cc2ed34c is not hosted by any dhcp agent {{(pid=93959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 20:44:04.773886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64434c5f-36d6-4bba-808d-46d351f2b6ee tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.774726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64434c5f-36d6-4bba-808d-46d351f2b6ee tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:04.776093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-64434c5f-36d6-4bba-808d-46d351f2b6ee tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "PUT /v2.0/networks/721e4ae3-ac32-472e-b1fa-5d01cc2ed34c HTTP/1.1" status: 200 len: 757 time: 0.2574408 Jul 16 20:44:04.782631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:04.857983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64434c5f-36d6-4bba-808d-46d351f2b6ee tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=721e4ae3-ac32-472e-b1fa-5d01cc2ed34c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:04.875140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 721e4ae3-ac32-472e-b1fa-5d01cc2ed34c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:04.949359 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e63a2-1d6a-4bcb-bace-2184ec3dcdc1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:04.951278 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7d7e63a2-1d6a-4bcb-bace-2184ec3dcdc1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/networks?id=721e4ae3-ac32-472e-b1fa-5d01cc2ed34c HTTP/1.1" status: 200 len: 760 time: 0.1669209 Jul 16 20:44:04.955370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:04.960688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-866066039'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:04.997424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:05.001104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.048186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:05.078239 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.079346 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment 72576aa1-430b-477e-8e83-e0bd7d2e857e of type vlan for network 6b0a67de-44aa-4bcb-a520-a443d0906ca6 Jul 16 20:44:05.139678 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.192819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.206088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:05.206998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.249877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2934554 Jul 16 20:44:05.252808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39614) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:05.271676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': '6b0a67de-44aa-4bcb-a520-a443d0906ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:05.289599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b1672-e6e0-4483-a884-1fbf20c68d8a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=6b0a67de-44aa-4bcb-a520-a443d0906ca6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:05.302354 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 6b0a67de-44aa-4bcb-a520-a443d0906ca6 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:05.403911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:05.408736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.647102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.742635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=ec768684-33fd-4d32-8710-a4c7df67e522,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:05.750461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': '72576aa1-430b-477e-8e83-e0bd7d2e857e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6b0a67de-44aa-4bcb-a520-a443d0906ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:05.750821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: 6b0a67de-44aa-4bcb-a520-a443d0906ca6, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:05.785261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 6b0a67de-44aa-4bcb-a520-a443d0906ca6 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:05.798580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 6b0a67de-44aa-4bcb-a520-a443d0906ca6) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:05.803161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:05.804029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.812857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea2ee9-3eae-4356-a96a-2037a0c38440 None None] Network 6b0a67de-44aa-4bcb-a520-a443d0906ca6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:05.821504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-eb886cf5-f529-4839-b9d8-1c1a8a85e6dd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5654833 Jul 16 20:44:05.824543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39618) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:05.941624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:05.984009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c223296-b60c-4497-98f9-3755e816647c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-6b0a67de-44aa-4bcb-a520-a443d0906ca6', 'network_id': '6b0a67de-44aa-4bcb-a520-a443d0906ca6', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': 'ec768684-33fd-4d32-8710-a4c7df67e522'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:05.984873 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c223296-b60c-4497-98f9-3755e816647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.007565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.093309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.125372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=ec768684-33fd-4d32-8710-a4c7df67e522,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server [None req-2c223296-b60c-4497-98f9-3755e816647c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec768684-33fd-4d32-8710-a4c7df67e522: This subnet is being modified by another concurrent operation. Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server raise exception Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec768684-33fd-4d32-8710-a4c7df67e522: This subnet is being modified by another concurrent operation. Jul 16 20:44:06.136346 n-d-792394-17 neutron-server[93960]: ERROR oslo_messaging.rpc.server Jul 16 20:44:06.169223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c83bb-1a29-498a-a708-032ef2f446f2 None None] Network 6b0a67de-44aa-4bcb-a520-a443d0906ca6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:06.363289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc3d811-77f7-4877-8352-4e70aae203c8 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:44:06.435574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc3d811-77f7-4877-8352-4e70aae203c8 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:44:06.499963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.536295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0a67de-44aa-4bcb-a520-a443d0906ca6']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:06.544636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-aee8e399-7e96-44cd-9e9f-d661511779b2 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fb9e6485b5134739a4d86cc0f60e1843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418384 Jul 16 20:44:06.547903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72576aa1-430b-477e-8e83-e0bd7d2e857e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:06.548623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72576aa1-430b-477e-8e83-e0bd7d2e857e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:06.570984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.630956 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.663598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:06.663997 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:06.666892 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:06.807270 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.822260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-68077641-7f95-4b0a-a3c6-099cd3df7f27 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:06.824337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-68077641-7f95-4b0a-a3c6-099cd3df7f27 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656407 Jul 16 20:44:06.826822 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:06.828676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/6b0a67de-44aa-4bcb-a520-a443d0906ca6 HTTP/1.1" status: 204 len: 168 time: 1.0033691 Jul 16 20:44:06.838474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39636) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:06.843283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec73868-1420-49a6-8c57-a0b283be2a09 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=6b0a67de-44aa-4bcb-a520-a443d0906ca6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:06.860227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-f5c16c06-599d-4837-9d0a-25b23428fc79 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/quotas/fb9e6485b5134739a4d86cc0f60e1843 HTTP/1.1" status: 200 len: 375 time: 0.0208235 Jul 16 20:44:06.880326 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc607b5d-37d4-40c4-9c06-691c0a08b8f4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] GET failed (client error): The resource could not be found. Jul 16 20:44:06.883297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cc607b5d-37d4-40c4-9c06-691c0a08b8f4 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/subnets/ec768684-33fd-4d32-8710-a4c7df67e522 HTTP/1.1" status: 404 len: 337 time: 0.0409970 Jul 16 20:44:06.884659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:06.905423 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3ac458-ca9a-41bf-bf09-a183353d3cc9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:06.906252 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3ac458-ca9a-41bf-bf09-a183353d3cc9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:06.908397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ba3ac458-ca9a-41bf-bf09-a183353d3cc9 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/6b0a67de-44aa-4bcb-a520-a443d0906ca6 HTTP/1.1" status: 404 len: 339 time: 0.0222108 Jul 16 20:44:06.912490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:06.913625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-95fd181b-819f-4fe6-95bb-2fb6dea4477a tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fb9e6485b5134739a4d86cc0f60e1843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352883 Jul 16 20:44:07.124769 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a45159c-9242-454b-89a2-e2ad305cd172 req-fd6ce5da-4436-4dbe-b78e-6367d6de3df8 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 210 time: 0.0448718 Jul 16 20:44:07.150555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8405f6-a402-402e-99a9-4f42d0be2ec5 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.152212 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ff8405f6-a402-402e-99a9-4f42d0be2ec5 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2384737 Jul 16 20:44:07.154739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.191301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-24c414a6-cc35-4e98-87dc-9b7214bfe866 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 207 time: 0.0346911 Jul 16 20:44:07.193618 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39652) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.302183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf3562-4348-43c7-a32a-e31ff5cae8fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.308308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf3562-4348-43c7-a32a-e31ff5cae8fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.313998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf3562-4348-43c7-a32a-e31ff5cae8fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.320244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf3562-4348-43c7-a32a-e31ff5cae8fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.321900 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4aaf3562-4348-43c7-a32a-e31ff5cae8fa tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1273839 Jul 16 20:44:07.325728 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.439029 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7da32d1c-ea12-4d13-a2ad-704dc0393fa0 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1121862 Jul 16 20:44:07.442231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.494331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2811ba-f672-43a0-843d-a273477d9713 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.496046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2811ba-f672-43a0-843d-a273477d9713 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.497558 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6f2811ba-f672-43a0-843d-a273477d9713 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0544302 Jul 16 20:44:07.501605 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.552573 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d72ae-8cb8-44e8-9ec7-8b8aca02769d tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.554100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d72ae-8cb8-44e8-9ec7-8b8aca02769d tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.555692 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ce1d72ae-8cb8-44e8-9ec7-8b8aca02769d tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0531726 Jul 16 20:44:07.559187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.661294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2966da-cbce-4a68-8f6a-48ca18fb90d0 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.662786 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cc2966da-cbce-4a68-8f6a-48ca18fb90d0 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/networks/2f7ad6e9-3fbb-4f18-9957-700e40b5a50b HTTP/1.1" status: 200 len: 800 time: 0.1026907 Jul 16 20:44:07.666599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39666) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.770044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-542cff23-68e4-4f24-9b2e-8a8f61db47e1 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/networks/2f7ad6e9-3fbb-4f18-9957-700e40b5a50b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1023042 Jul 16 20:44:07.774877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.824578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275b687-1cc4-4a0d-82c4-b9f67e94f5ec tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.825848 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5275b687-1cc4-4a0d-82c4-b9f67e94f5ec tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/subnets/12595e71-de97-4b35-95a8-193d70448099 HTTP/1.1" status: 200 len: 811 time: 0.0511067 Jul 16 20:44:07.829363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39670) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.878676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b719033-5c2e-498f-92da-61c094d9c6d5 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:07.880153 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8b719033-5c2e-498f-92da-61c094d9c6d5 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "GET /v2.0/subnets/12595e71-de97-4b35-95a8-193d70448099?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0499022 Jul 16 20:44:07.883824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:07.889151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1849787865'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:07.909800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:07.913471 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.941793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:07.952946 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:07.953490 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Added segment 25ee25d1-9e26-48b4-aa43-53247de267bd of type vlan for network 2566674a-5c34-4bd9-af7c-951ff21f2405 Jul 16 20:44:07.996528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.031076 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.036668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:08.037211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.098266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-162762f2-0958-44df-8969-da32f56b5415 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=fb9e6485b5134739a4d86cc0f60e1843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514958 Jul 16 20:44:08.102202 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2174120 Jul 16 20:44:08.105347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:08.111673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'network_id': '2566674a-5c34-4bd9-af7c-951ff21f2405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:08.149316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124aa25-91ba-4872-85a8-b033deed62fd tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Network': ['ID=2566674a-5c34-4bd9-af7c-951ff21f2405,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:08.166437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 2566674a-5c34-4bd9-af7c-951ff21f2405 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:08.256900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Made reservation on behalf of c8cc56fcf0df4c94bc268f663b5e2f89 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:08.261595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.324874 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d42fd21f-9528-4def-b8fb-038ed97b475c req-0d75c9b5-fe3b-4f71-a196-dde302503741 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 210 time: 0.0377104 Jul 16 20:44:08.377468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Performing IP validity checks on allocation pools {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 20:44:08.378448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93959) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 20:44:08.520925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.576637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=a437f587-6695-4ff8-8e80-4818778ded91,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:08.593991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Checking segment: {'id': '25ee25d1-9e26-48b4-aa43-53247de267bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2566674a-5c34-4bd9-af7c-951ff21f2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:08.594345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network hostable DHCP agents. Network: 2566674a-5c34-4bd9-af7c-951ff21f2405, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:08.612141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Network 2566674a-5c34-4bd9-af7c-951ff21f2405 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:08.623137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 2566674a-5c34-4bd9-af7c-951ff21f2405) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:08.627504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:08.628380 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.639860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda3a62f-e683-4b70-845f-a4b269496b02 None None] Network 2566674a-5c34-4bd9-af7c-951ff21f2405 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:08.644877 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c1449956-fc84-43e0-ae14-ebc8311e3c60 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5378807 Jul 16 20:44:08.647607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:08.654018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cfd749d6-c98d-4bde-92ff-d7726105ccd7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:08.751161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-d00a5418-d456-49de-9ac6-b42a4c52fc2f tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:08.752971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-d00a5418-d456-49de-9ac6-b42a4c52fc2f tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6477492 Jul 16 20:44:08.766951 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Request body: {'port': {'device_id': '4f949b1e-846f-4e14-840a-ca3be9708758', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': 'fb9e6485b5134739a4d86cc0f60e1843'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:08.778853 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfd749d6-c98d-4bde-92ff-d7726105ccd7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260477794'] for subnet, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.815857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-2566674a-5c34-4bd9-af7c-951ff21f2405', 'network_id': '2566674a-5c34-4bd9-af7c-951ff21f2405', 'tenant_id': 'c8cc56fcf0df4c94bc268f663b5e2f89', 'fixed_ips': [{'subnet_id': 'a437f587-6695-4ff8-8e80-4818778ded91'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:08.816840 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.904283 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Made reservation on behalf of fb9e6485b5134739a4d86cc0f60e1843 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:08.908951 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.919865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:08.952088 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfd749d6-c98d-4bde-92ff-d7726105ccd7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779318761355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260113516'] for subnet, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.004902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd749d6-c98d-4bde-92ff-d7726105ccd7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:09.005507 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfd749d6-c98d-4bde-92ff-d7726105ccd7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.009433 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cfd749d6-c98d-4bde-92ff-d7726105ccd7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "PUT /v2.0/subnets/a437f587-6695-4ff8-8e80-4818778ded91 HTTP/1.1" status: 200 len: 877 time: 0.3579755 Jul 16 20:44:09.009964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:09.020262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Allocated IP 172.20.0.3 (2566674a-5c34-4bd9-af7c-951ff21f2405/a437f587-6695-4ff8-8e80-4818778ded91/0c6b4dce-afcc-47dd-8e7b-2859b9d1244d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:09.027389 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.032001 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.124372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.134403 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd749d6-c98d-4bde-92ff-d7726105ccd7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event updated for resources: {'Subnet': ['ID=a437f587-6695-4ff8-8e80-4818778ded91,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.154707 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb3e21f-20d0-421e-9055-5e5d0a4a704c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.202286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Allocated IP 192.168.233.9 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/c3e54596-e192-42cd-81ad-a62c36c0ccd8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:09.205334 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.216211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Transition to ACTIVE for port object 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:09.231754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.234993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Transition to ACTIVE for port object 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:09.244753 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.300296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Pushing event updated for resources: {'Port': ['ID=0c6b4dce-afcc-47dd-8e7b-2859b9d1244d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.304226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Network 2566674a-5c34-4bd9-af7c-951ff21f2405 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:09.306256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:09.311786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:09.324189 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.350185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=a437f587-6695-4ff8-8e80-4818778ded91,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.376149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Attempting to bind port 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:09.376687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Attempting to bind port 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '25ee25d1-9e26-48b4-aa43-53247de267bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2566674a-5c34-4bd9-af7c-951ff21f2405'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:09.377190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Attempting to bind port 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d on network 2566674a-5c34-4bd9-af7c-951ff21f2405 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:09.383229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:09.383683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Checking segment: {'id': '25ee25d1-9e26-48b4-aa43-53247de267bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2566674a-5c34-4bd9-af7c-951ff21f2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:09.384190 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.384695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Bound using segment: {'id': '25ee25d1-9e26-48b4-aa43-53247de267bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2566674a-5c34-4bd9-af7c-951ff21f2405'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:09.385767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Bound port: 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ee25d1-9e26-48b4-aa43-53247de267bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2566674a-5c34-4bd9-af7c-951ff21f2405'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:09.385767 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.440573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.454835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.466280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2566674a-5c34-4bd9-af7c-951ff21f2405']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:09.471518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Transition to ACTIVE for port object c3e54596-e192-42cd-81ad-a62c36c0ccd8 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:09.484870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] For port 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:09.487172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ee25d1-9e26-48b4-aa43-53247de267bd') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:09.487509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ee25d1-9e26-48b4-aa43-53247de267bd') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:09.490207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] For port 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0c6b4dce-afcc-47dd-8e7b-2859b9d1244d,segment=NetworkSegment(25ee25d1-9e26-48b4-aa43-53247de267bd),segment_id=25ee25d1-9e26-48b4-aa43-53247de267bd)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:09.494814 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.511773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.527618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.535737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:09.536145 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:09.539669 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:09.567493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e656d-a5db-4f7c-ad76-0b3b67a04a26 None None] Pushing event updated for resources: {'Port': ['ID=0c6b4dce-afcc-47dd-8e7b-2859b9d1244d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.583922 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bd8b2b9f-6915-49c5-aa47-b0fe499016bf req-c0f623e7-2c0f-4621-a816-f3dcc2ccd680 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 210 time: 0.0689430 Jul 16 20:44:09.596470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.611550 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 20:44:09.611550 n-d-792394-17 neutron-server[93959]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 20:44:09.611550 n-d-792394-17 neutron-server[93959]: [parameters: {'id': '2566674a-5c34-4bd9-af7c-951ff21f2405'}] Jul 16 20:44:09.611550 n-d-792394-17 neutron-server[93959]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 20:44:09.612691 n-d-792394-17 neutron-server[93959]: DEBUG oslo_db.api [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 20:44:09.637018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef76efd0-60ea-40fd-8547-029c7058b384 None None] Network 2566674a-5c34-4bd9-af7c-951ff21f2405 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:09.643875 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:09.649173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:09.652630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:09.706900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Pushing event updated for resources: {'Port': ['ID=c3e54596-e192-42cd-81ad-a62c36c0ccd8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:09.738305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:09.739359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.761001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5d875e9e-88f1-4475-9cbd-b13c7396fc86 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9993777 Jul 16 20:44:09.775792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Request body: {'port': {'device_id': '4f949b1e-846f-4e14-840a-ca3be9708758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:09.796515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2491a1c4-b913-45a9-b45c-3f79988f69d2 None None] Network 2566674a-5c34-4bd9-af7c-951ff21f2405 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:09.882675 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:09.969725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea14555-a8e9-49c3-b547-e4511110f0c9 None None] get_active_networks_info from n-d-792394-17 {{(pid=93960) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 20:44:10.051921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03bbcdfe-a4cf-4f02-9cff-3bcae4af2a2c None None] Provisioning for port c3e54596-e192-42cd-81ad-a62c36c0ccd8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:10.055726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-03bbcdfe-a4cf-4f02-9cff-3bcae4af2a2c None None] Provisioning complete for port c3e54596-e192-42cd-81ad-a62c36c0ccd8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:10.056171 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-03bbcdfe-a4cf-4f02-9cff-3bcae4af2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.057614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea14555-a8e9-49c3-b547-e4511110f0c9 None None] Resources bound (agent type, host, resource id): {{(pid=93960) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 20:44:10.104329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-03bbcdfe-a4cf-4f02-9cff-3bcae4af2a2c None None] Port c3e54596-e192-42cd-81ad-a62c36c0ccd8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:10.114186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.185672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Deleting port 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:10.186019 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.202996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e54596-e192-42cd-81ad-a62c36c0ccd8 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:10.212855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.254309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Transition to ACTIVE for port object c3e54596-e192-42cd-81ad-a62c36c0ccd8 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:10.259583 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.286390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] For port 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0c6b4dce-afcc-47dd-8e7b-2859b9d1244d,segment=NetworkSegment(25ee25d1-9e26-48b4-aa43-53247de267bd),segment_id=25ee25d1-9e26-48b4-aa43-53247de267bd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:10.286851 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.300352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Calling delete_port for 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:10.409131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Pushing event updated for resources: {'Port': ['ID=c3e54596-e192-42cd-81ad-a62c36c0ccd8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:10.420634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.460800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Port': ['ID=0c6b4dce-afcc-47dd-8e7b-2859b9d1244d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:10.469573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No DVR routers for this DVR port 0c6b4dce-afcc-47dd-8e7b-2859b9d1244d on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:10.481087 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Attempting to bind port c3e54596-e192-42cd-81ad-a62c36c0ccd8 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:10.483142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Attempting to bind port c3e54596-e192-42cd-81ad-a62c36c0ccd8 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:10.483582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Attempting to bind port c3e54596-e192-42cd-81ad-a62c36c0ccd8 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:10.496220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Port c3e54596-e192-42cd-81ad-a62c36c0ccd8 on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:44:10.496552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Attempting to bind port c3e54596-e192-42cd-81ad-a62c36c0ccd8 on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:10.501876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:10.502219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:10.502607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:10.503033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Bound port: c3e54596-e192-42cd-81ad-a62c36c0ccd8, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:10.503569 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.616473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.631127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] For port c3e54596-e192-42cd-81ad-a62c36c0ccd8, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:10.635057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] For port c3e54596-e192-42cd-81ad-a62c36c0ccd8, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c3e54596-e192-42cd-81ad-a62c36c0ccd8,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:10.642590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.652168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2566674a-5c34-4bd9-af7c-951ff21f2405']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:10.681326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ee25d1-9e26-48b4-aa43-53247de267bd') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:10.683771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ee25d1-9e26-48b4-aa43-53247de267bd') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:10.707388 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.723782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Pushing event updated for resources: {'Port': ['ID=c3e54596-e192-42cd-81ad-a62c36c0ccd8,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:10.744582 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.750125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:10.751242 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.753098 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-27ce92ab-32b2-477b-bb65-20bb77f709dc service neutron] 10.222.0.63 "PUT /v2.0/ports/c3e54596-e192-42cd-81ad-a62c36c0ccd8 HTTP/1.1" status: 200 len: 1095 time: 0.9845245 Jul 16 20:44:10.753722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f949b1e-846f-4e14-840a-ca3be9708758', 'tag': 'c3e54596-e192-42cd-81ad-a62c36c0ccd8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:10.756448 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667392da-17e6-4fcd-abba-bdff78bf98b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f949b1e-846f-4e14-840a-ca3be9708758", "tag": "c3e54596-e192-42cd-81ad-a62c36c0ccd8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:10.760491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:10.761230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:10.765113 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:10.879063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.891547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:10.897052 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/2566674a-5c34-4bd9-af7c-951ff21f2405 HTTP/1.1" status: 204 len: 168 time: 1.8829312 Jul 16 20:44:10.906144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39708) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:10.906598 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65be650e-46b0-41c3-a434-7c4e801bce92 x-openstack-request-id: req-65be650e-46b0-41c3-a434-7c4e801bce92 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:10.906958 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f949b1e-846f-4e14-840a-ca3be9708758", "tag": "c3e54596-e192-42cd-81ad-a62c36c0ccd8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:10.907309 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65be650e-46b0-41c3-a434-7c4e801bce92 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:10.907779 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f949b1e-846f-4e14-840a-ca3be9708758', 'tag': 'c3e54596-e192-42cd-81ad-a62c36c0ccd8', 'status': 'completed', 'code': 200} Jul 16 20:44:10.918104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cc100-181a-4148-a754-a9d679e599ab tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=2566674a-5c34-4bd9-af7c-951ff21f2405,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:10.954134 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-7635566c-f05e-4f84-9b0e-f7c598cd7019 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:10.958257 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5501496b-5720-490c-85fc-ccd2f2b2744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:10.958879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7635566c-f05e-4f84-9b0e-f7c598cd7019 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:10.960866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7635566c-f05e-4f84-9b0e-f7c598cd7019 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/a437f587-6695-4ff8-8e80-4818778ded91 HTTP/1.1" status: 404 len: 337 time: 0.0518737 Jul 16 20:44:10.963507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39710) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:10.966339 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-5501496b-5720-490c-85fc-ccd2f2b2744f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fb9e6485b5134739a4d86cc0f60e1843&device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 1098 time: 0.1614561 Jul 16 20:44:10.987292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bb2c4-2480-43bb-9fa4-06efbb804d38 req-4c6a8b38-3107-41a0-8bfe-c1e573a36a75 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:10.991959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e4bb2c4-2480-43bb-9fa4-06efbb804d38 req-4c6a8b38-3107-41a0-8bfe-c1e573a36a75 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 946 time: 0.2049716 Jul 16 20:44:11.009507 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d59ce50-6cd2-4390-9877-6f2fd4b37285 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.010174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d59ce50-6cd2-4390-9877-6f2fd4b37285 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.014342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4d59ce50-6cd2-4390-9877-6f2fd4b37285 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/2566674a-5c34-4bd9-af7c-951ff21f2405 HTTP/1.1" status: 404 len: 339 time: 0.0474844 Jul 16 20:44:11.016362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.026495 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-d85fa2ef-00d7-42c0-95b8-2ca65d2ae8d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=c3e54596-e192-42cd-81ad-a62c36c0ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0501850 Jul 16 20:44:11.062995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e4bb2c4-2480-43bb-9fa4-06efbb804d38 req-03efe0d8-f417-48f1-9570-57c97e1bdd19 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Jul 16 20:44:11.091911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-62898d0c-e1c9-403d-8c89-85ad51129e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:11.093448 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-62898d0c-e1c9-403d-8c89-85ad51129e2b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0471141 Jul 16 20:44:11.094476 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b45a7c-9e5b-4a23-aad8-9cb2dfcb8b22 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.094947 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b45a7c-9e5b-4a23-aad8-9cb2dfcb8b22 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.099136 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c5b45a7c-9e5b-4a23-aad8-9cb2dfcb8b22 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/ec768684-33fd-4d32-8710-a4c7df67e522 HTTP/1.1" status: 404 len: 337 time: 0.0795712 Jul 16 20:44:11.099965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39714) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.125574 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-06789c58-4fec-4817-8a13-82c2fcad7b58 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.126229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06789c58-4fec-4817-8a13-82c2fcad7b58 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.130908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-06789c58-4fec-4817-8a13-82c2fcad7b58 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/6b0a67de-44aa-4bcb-a520-a443d0906ca6 HTTP/1.1" status: 404 len: 339 time: 0.0289161 Jul 16 20:44:11.132025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39716) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.164817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-1850c1a9-3d0e-4b19-9f2c-a9500793160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:11.166341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-1850c1a9-3d0e-4b19-9f2c-a9500793160c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608649 Jul 16 20:44:11.212142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.257134 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-47d9960c-fcb0-4653-a1d6-e7df72b1f6cc service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843322 Jul 16 20:44:11.303640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.315169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721e4ae3-ac32-472e-b1fa-5d01cc2ed34c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:11.326254 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90c7639-db73-4eb5-b234-c394a5075fec') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:11.326696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90c7639-db73-4eb5-b234-c394a5075fec') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:11.336675 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.353884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.361774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:11.362179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.363609 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cd4acc86-6a9e-421f-aabc-d8eb068dcb24 req-8d612261-e0ff-4b6e-be68-5008e75de20a service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002426 Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:11.365353 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:11.445290 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.466322 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:11.470071 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/721e4ae3-ac32-472e-b1fa-5d01cc2ed34c HTTP/1.1" status: 204 len: 168 time: 0.3343215 Jul 16 20:44:11.470071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659906e-2235-4a40-9ce3-aa980f41702a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=721e4ae3-ac32-472e-b1fa-5d01cc2ed34c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:11.470342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.487619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-3dfc6464-7261-4ec2-ac92-ecc948a6e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:11.489582 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-3dfc6464-7261-4ec2-ac92-ecc948a6e304 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fb9e6485b5134739a4d86cc0f60e1843&device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 1098 time: 0.0662825 Jul 16 20:44:11.504466 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d2909e-c015-434a-9c3d-b5f75be78611 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.504945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d2909e-c015-434a-9c3d-b5f75be78611 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.507439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-91d2909e-c015-434a-9c3d-b5f75be78611 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/95520953-5844-4b13-8a39-454e6be0f2cc HTTP/1.1" status: 404 len: 337 time: 0.0355291 Jul 16 20:44:11.509872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39720) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.530949 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-200d6760-f854-4663-b93b-228150741307 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.531648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200d6760-f854-4663-b93b-228150741307 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.533573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-200d6760-f854-4663-b93b-228150741307 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/b47e0e7a-6157-4a16-9c47-add79274769e HTTP/1.1" status: 404 len: 339 time: 0.0227158 Jul 16 20:44:11.536033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39722) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.563108 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5d7502-f6ef-49f0-9985-3ab9a892ef21 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.563595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5d7502-f6ef-49f0-9985-3ab9a892ef21 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.565333 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0a5d7502-f6ef-49f0-9985-3ab9a892ef21 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/ead7346e-5aa0-43e1-9acb-3ce74b378edb HTTP/1.1" status: 404 len: 337 time: 0.0281956 Jul 16 20:44:11.567982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39724) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.585864 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f933983-f69f-4d9f-8c15-5b26ac7feadf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.586384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f933983-f69f-4d9f-8c15-5b26ac7feadf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.588078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f933983-f69f-4d9f-8c15-5b26ac7feadf tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/8e9b1a97-c13f-4047-afb2-e68746c420d9 HTTP/1.1" status: 404 len: 339 time: 0.0191996 Jul 16 20:44:11.591184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39726) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.596613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-8436dae1-ba31-478e-8d36-9c760b4da1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:11.598124 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-8436dae1-ba31-478e-8d36-9c760b4da1ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.0986552 Jul 16 20:44:11.615812 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1762d6c5-28ef-4815-9ac0-8956ec89aff7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.616267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1762d6c5-28ef-4815-9ac0-8956ec89aff7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.620476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1762d6c5-28ef-4815-9ac0-8956ec89aff7 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/d1f652c2-021c-4993-9027-fae0d0a76c3c HTTP/1.1" status: 404 len: 337 time: 0.0258813 Jul 16 20:44:11.620913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39728) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.639442 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c610860-e7a5-49e8-a2c9-14149c9653d2 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.640003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c610860-e7a5-49e8-a2c9-14149c9653d2 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.640684 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-cc463f50-46cd-48f8-8ed6-66e31b14f092 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=c3e54596-e192-42cd-81ad-a62c36c0ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0345225 Jul 16 20:44:11.641689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1c610860-e7a5-49e8-a2c9-14149c9653d2 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/c9e56e5a-e51e-4ea9-922a-8f5514adaf76 HTTP/1.1" status: 404 len: 339 time: 0.0198181 Jul 16 20:44:11.644382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39730) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.674546 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2286c60-8322-4451-be13-01874b68390a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.674998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2286c60-8322-4451-be13-01874b68390a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.679222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a2286c60-8322-4451-be13-01874b68390a tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/224e0206-9f1b-4ad2-a468-71bc012e46a5 HTTP/1.1" status: 404 len: 337 time: 0.0314662 Jul 16 20:44:11.679448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39732) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.691626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-a4993df9-fea4-4dac-a51d-2ea84f62c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:11.693090 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-a4993df9-fea4-4dac-a51d-2ea84f62c800 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0451655 Jul 16 20:44:11.696795 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c032a0c-9979-4cd2-b690-3571a78165c3 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.697307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c032a0c-9979-4cd2-b690-3571a78165c3 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.699771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8c032a0c-9979-4cd2-b690-3571a78165c3 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/829d77b2-5256-4df4-82b7-6f630f9fbe2e HTTP/1.1" status: 404 len: 339 time: 0.0192318 Jul 16 20:44:11.702111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39734) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.729325 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c55f9d-121b-4ddc-a8a7-928ec294c957 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.729771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c55f9d-121b-4ddc-a8a7-928ec294c957 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.732250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e0c55f9d-121b-4ddc-a8a7-928ec294c957 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/6c8c3e1e-bde3-4f71-934c-708c9615d2d1 HTTP/1.1" status: 404 len: 337 time: 0.0292196 Jul 16 20:44:11.734192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39738) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.754595 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-811b40ce-2ca0-47dc-9069-3942fbd5500e tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.755152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811b40ce-2ca0-47dc-9069-3942fbd5500e tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.756881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-811b40ce-2ca0-47dc-9069-3942fbd5500e tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/22f2b2d1-01ec-4601-a902-e787ee31e1ff HTTP/1.1" status: 404 len: 339 time: 0.0208707 Jul 16 20:44:11.759579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39740) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.767554 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-399ccdba-83d9-43e8-95f0-48ab5a6b863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:11.767554 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-399ccdba-83d9-43e8-95f0-48ab5a6b863f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647459 Jul 16 20:44:11.786202 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e837937-84c8-4885-8cc9-98efdb8c073f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.786655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e837937-84c8-4885-8cc9-98efdb8c073f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.790740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2e837937-84c8-4885-8cc9-98efdb8c073f tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/2122e0ac-8b68-4bdc-82bc-97a3988b5e44 HTTP/1.1" status: 404 len: 337 time: 0.0282102 Jul 16 20:44:11.791051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39744) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.809405 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce1519d-0642-4f66-bf74-fa2be876053d tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.809948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce1519d-0642-4f66-bf74-fa2be876053d tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.811701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4ce1519d-0642-4f66-bf74-fa2be876053d tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/328e3de7-835a-4141-bf15-8bc93daeb4bd HTTP/1.1" status: 404 len: 339 time: 0.0196733 Jul 16 20:44:11.814295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39746) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.840742 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e9d90e-f70d-40a8-8129-ff5546e64212 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.841254 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e9d90e-f70d-40a8-8129-ff5546e64212 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.842962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30e9d90e-f70d-40a8-8129-ff5546e64212 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/83dfd731-25e1-49ef-bcd5-bd322a7bff4b HTTP/1.1" status: 404 len: 337 time: 0.0276260 Jul 16 20:44:11.845594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39748) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.863822 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-d8827fb1-feff-48d4-ae5f-83d5e3f4960c service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917070 Jul 16 20:44:11.866157 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4aa30ff-c0b2-429c-945e-3724257f0f58 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.866697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4aa30ff-c0b2-429c-945e-3724257f0f58 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.868418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a4aa30ff-c0b2-429c-945e-3724257f0f58 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/683e6041-8da3-416e-9bff-15ca4c870de9 HTTP/1.1" status: 404 len: 339 time: 0.0218668 Jul 16 20:44:11.871982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39750) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.905241 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd0d978-99d7-4e81-9540-53ab64abfc52 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.905704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd0d978-99d7-4e81-9540-53ab64abfc52 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.909736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1dd0d978-99d7-4e81-9540-53ab64abfc52 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/4c978abd-ace9-4411-b6b0-e80cd603a625 HTTP/1.1" status: 404 len: 337 time: 0.0345831 Jul 16 20:44:11.910007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39754) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.936905 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea31759-347c-4c14-87da-99062aac7c38 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] DELETE failed (client error): The resource could not be found. Jul 16 20:44:11.937468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea31759-347c-4c14-87da-99062aac7c38 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 20:44:11.939172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aea31759-347c-4c14-87da-99062aac7c38 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/1b9d39b4-371a-4bf2-bbea-3c56f4ed8c16 HTTP/1.1" status: 404 len: 339 time: 0.0282912 Jul 16 20:44:11.942103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39756) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:11.993932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc078db4-3422-423d-9506-78dbdf1528c8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Deleting subnet 12595e71-de97-4b35-95a8-193d70448099 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:11.994415 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-667392da-17e6-4fcd-abba-bdff78bf98b5 req-a4ea67e1-ccf1-443a-9fe1-3f5629ac12b6 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243701 Jul 16 20:44:11.997817 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc078db4-3422-423d-9506-78dbdf1528c8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.039495 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc078db4-3422-423d-9506-78dbdf1528c8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.128676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc078db4-3422-423d-9506-78dbdf1528c8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.189809 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc078db4-3422-423d-9506-78dbdf1528c8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.214377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc078db4-3422-423d-9506-78dbdf1528c8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Subnet': ['ID=12595e71-de97-4b35-95a8-193d70448099,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:12.221126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc078db4-3422-423d-9506-78dbdf1528c8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.225772 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fc078db4-3422-423d-9506-78dbdf1528c8 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/subnets/12595e71-de97-4b35-95a8-193d70448099 HTTP/1.1" status: 204 len: 168 time: 0.2799582 Jul 16 20:44:12.225772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39760) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:12.228893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d415476-fc85-43d4-b115-7db28aaa9829 None None] Network 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:12.268295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea780f-e52e-4cf0-a459-98a8f71bc1f9 req-526f1c5c-d2bd-493b-b201-5c8c78ca7c0d tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:12.269849 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c9ea780f-e52e-4cf0-a459-98a8f71bc1f9 req-526f1c5c-d2bd-493b-b201-5c8c78ca7c0d tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 946 time: 0.0908384 Jul 16 20:44:12.312277 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.317250 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c9ea780f-e52e-4cf0-a459-98a8f71bc1f9 req-9355f3f6-324f-4e25-bf49-ae567271886b tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Jul 16 20:44:12.367399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Deleting port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:12.367839 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.435525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] For port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4fea1e4b-1cf6-4fdb-8dc3-06def242d205,segment=NetworkSegment(c6d10a2f-4425-4daf-96a2-dbb136a07727),segment_id=c6d10a2f-4425-4daf-96a2-dbb136a07727)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:12.435888 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.445124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263996d-300b-42fa-b173-a4332fee2527 None None] DHCP port deletion for 2f7ad6e9-3fbb-4f18-9957-700e40b5a50b request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:12.449947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Calling delete_port for 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:12.493286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3263996d-300b-42fa-b173-a4332fee2527 None None] Deleting port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:12.493669 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3263996d-300b-42fa-b173-a4332fee2527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.536445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.559117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3263996d-300b-42fa-b173-a4332fee2527 None None] For port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4fea1e4b-1cf6-4fdb-8dc3-06def242d205,segment=NetworkSegment(c6d10a2f-4425-4daf-96a2-dbb136a07727),segment_id=c6d10a2f-4425-4daf-96a2-dbb136a07727)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:12.559570 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3263996d-300b-42fa-b173-a4332fee2527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.563694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Port': ['ID=4fea1e4b-1cf6-4fdb-8dc3-06def242d205,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:12.568771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] No DVR routers for this DVR port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:12.576238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3263996d-300b-42fa-b173-a4332fee2527 None None] Calling delete_port for 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:12.654876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.663227 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3263996d-300b-42fa-b173-a4332fee2527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.665824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7ad6e9-3fbb-4f18-9957-700e40b5a50b']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:12.680780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d10a2f-4425-4daf-96a2-dbb136a07727') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:12.681131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d10a2f-4425-4daf-96a2-dbb136a07727') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:12.690315 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263996d-300b-42fa-b173-a4332fee2527 None None] No DVR routers for this DVR port 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:12.693510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.694145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263996d-300b-42fa-b173-a4332fee2527 None None] Pushing event deleted for resources: {'Port': ['ID=4fea1e4b-1cf6-4fdb-8dc3-06def242d205,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:12.711302 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.718169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:12.718650 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:12.721978 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:12.778366 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.784950 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:12.786793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] 10.222.0.10 "DELETE /v2.0/networks/2f7ad6e9-3fbb-4f18-9957-700e40b5a50b HTTP/1.1" status: 204 len: 168 time: 0.5597219 Jul 16 20:44:12.799611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d774b-ecad-4981-a799-27af2da4a615 tempest-NetworksTest-1252557274 tempest-NetworksTest-1252557274-project] Pushing event deleted for resources: {'Network': ['ID=2f7ad6e9-3fbb-4f18-9957-700e40b5a50b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:13.100851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39768) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:13.235587 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-63dac44b-9203-4c48-9178-117c5363190d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8cc56fcf0df4c94bc268f663b5e2f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332655 Jul 16 20:44:13.238286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39772) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:13.286449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbe39-24ce-4a75-8562-51d6498db260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.307200 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbe39-24ce-4a75-8562-51d6498db260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.355693 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbe39-24ce-4a75-8562-51d6498db260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.358618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbe39-24ce-4a75-8562-51d6498db260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:13.359798 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c4ebbe39-24ce-4a75-8562-51d6498db260 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/522fdbf6-b4e2-4e4f-a32c-58ff3c35fcd3 HTTP/1.1" status: 204 len: 168 time: 0.1206226 Jul 16 20:44:13.368041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebbe39-24ce-4a75-8562-51d6498db260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522fdbf6-b4e2-4e4f-a32c-58ff3c35fcd3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:13.491222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:13.501323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3edf38-3602-43f2-87f9-c4850c7594f8 req-1a050d87-e0cd-45c3-a0fe-4ad7334306ca tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:13.503730 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c3edf38-3602-43f2-87f9-c4850c7594f8 req-1a050d87-e0cd-45c3-a0fe-4ad7334306ca tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 946 time: 0.0743816 Jul 16 20:44:13.511923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:13.512271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4fea1e4b-1cf6-4fdb-8dc3-06def242d205 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:13.544304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5c3edf38-3602-43f2-87f9-c4850c7594f8 req-4553d21b-b114-43ff-a7cc-733fe1456cf3 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360570 Jul 16 20:44:14.003619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39800) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:14.104581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-191a27db-1aa0-4630-9b3f-31931442a474 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1355647211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:14.131907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-191a27db-1aa0-4630-9b3f-31931442a474 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.133183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-191a27db-1aa0-4630-9b3f-31931442a474 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.185562 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-191a27db-1aa0-4630-9b3f-31931442a474 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.189880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-191a27db-1aa0-4630-9b3f-31931442a474 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.209858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-191a27db-1aa0-4630-9b3f-31931442a474 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.211076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-191a27db-1aa0-4630-9b3f-31931442a474 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2064104 Jul 16 20:44:14.214506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:14.219400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2095465789'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:14.251438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Made reservation on behalf of 8dd701e8823441f38d15d2b637dbd880 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:14.255309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.265491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.365812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.369531 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.396395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:14.405624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7abb25-7164-41b9-85fa-a7079a831712,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:14.412075 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.412516 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Added segment 289de7a1-a0d0-41f1-9ba3-967e8bd2fccb of type vlan for network abb73d60-c129-4d99-bf4e-fa3edad2a54f Jul 16 20:44:14.464725 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.498925 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.505357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:14.505971 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.545182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3293774 Jul 16 20:44:14.550880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39812) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:14.580811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Request body: {'subnet': {'network_id': 'abb73d60-c129-4d99-bf4e-fa3edad2a54f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:14.596288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd3782-63f6-4a2c-940c-8f485f20f518 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Network': ['ID=abb73d60-c129-4d99-bf4e-fa3edad2a54f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:14.608147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network abb73d60-c129-4d99-bf4e-fa3edad2a54f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:14.695829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Made reservation on behalf of 8dd701e8823441f38d15d2b637dbd880 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:14.701383 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.754566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015403a-e5c4-4c35-8618-1ecdbc387356 req-f8172531-a561-4f07-95d9-147aa0abc22c tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:14.756882 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0015403a-e5c4-4c35-8618-1ecdbc387356 req-f8172531-a561-4f07-95d9-147aa0abc22c tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 946 time: 0.0752230 Jul 16 20:44:14.805004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0015403a-e5c4-4c35-8618-1ecdbc387356 req-40cee183-8100-4d82-8897-8d77778fdbaf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Jul 16 20:44:14.908318 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:14.972533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Subnet': ['ID=075ce49a-dafb-44bb-8e5f-c10fb4d33dc9,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:14.990540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Checking segment: {'id': '289de7a1-a0d0-41f1-9ba3-967e8bd2fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'abb73d60-c129-4d99-bf4e-fa3edad2a54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:14.991059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network hostable DHCP agents. Network: abb73d60-c129-4d99-bf4e-fa3edad2a54f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:15.014939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network abb73d60-c129-4d99-bf4e-fa3edad2a54f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:15.025649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, abb73d60-c129-4d99-bf4e-fa3edad2a54f) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:15.030827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.031381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.036676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a86eb5-9a45-41f2-aa2f-ad0818be5ede None None] Network abb73d60-c129-4d99-bf4e-fa3edad2a54f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:15.048486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-319e8e50-5e64-4c73-ac9d-225c8ba25506 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4961834 Jul 16 20:44:15.051453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39816) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:15.056946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Request body: {'network': {'name': 'tempest-router-network01--584875079'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:15.083961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Made reservation on behalf of 8dd701e8823441f38d15d2b637dbd880 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:15.087878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.116099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:15.127161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.127801 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Added segment 7df3cc67-45cf-497f-af30-1a633494dfc9 of type vlan for network c3293315-17ba-4966-8930-f84ee04012ff Jul 16 20:44:15.177200 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.209095 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.214654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.215274 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.253657 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1985350 Jul 16 20:44:15.254317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39818) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:15.261606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Request body: {'network': {'name': 'tempest-router-network02--564001238'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:15.303351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b973d-b691-4f13-9d71-2e9bdc32953d tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Network': ['ID=c3293315-17ba-4966-8930-f84ee04012ff,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:15.318017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Made reservation on behalf of 8dd701e8823441f38d15d2b637dbd880 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:15.318739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network c3293315-17ba-4966-8930-f84ee04012ff details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:15.322193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.348438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:15.358750 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.359182 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Added segment 030fcce8-2af5-46ff-b0b9-8709ecefabf6 of type vlan for network 7b5329cc-aafb-47c8-82f4-4680c939d56d Jul 16 20:44:15.410562 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.431373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-abb73d60-c129-4d99-bf4e-fa3edad2a54f', 'network_id': 'abb73d60-c129-4d99-bf4e-fa3edad2a54f', 'tenant_id': '8dd701e8823441f38d15d2b637dbd880', 'fixed_ips': [{'subnet_id': '075ce49a-dafb-44bb-8e5f-c10fb4d33dc9'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:15.432209 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.441664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.447415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.448003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.486603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2287488 Jul 16 20:44:15.486965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:15.492320 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Request body: {'subnet': {'network_id': 'c3293315-17ba-4966-8930-f84ee04012ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:15.536006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489daa7-be7b-476b-9f46-bc999023071e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Network': ['ID=7b5329cc-aafb-47c8-82f4-4680c939d56d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:15.549042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 7b5329cc-aafb-47c8-82f4-4680c939d56d details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:15.588382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Made reservation on behalf of 8dd701e8823441f38d15d2b637dbd880 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:15.592494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.634759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c3e54596-e192-42cd-81ad-a62c36c0ccd8 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:44:15.671164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Allocated IP 172.20.0.2 (abb73d60-c129-4d99-bf4e-fa3edad2a54f/075ce49a-dafb-44bb-8e5f-c10fb4d33dc9/725352bd-6008-4889-b1f3-299a8ab53d6a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:15.817828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c3e54596-e192-42cd-81ad-a62c36c0ccd8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c3e54596-e192-42cd-81ad-a62c36c0ccd8,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:15.819908 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.858534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'c3e54596-e192-42cd-81ad-a62c36c0ccd8', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': 'c3e54596-e192-42cd-81ad-a62c36c0ccd8', 'mac_address': 'fa:16:3e:18:63:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:44:15.869626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Subnet': ['ID=54a13472-ae86-456a-9fae-5a9025030d2b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:15.906573 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.949919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Checking segment: {'id': '7df3cc67-45cf-497f-af30-1a633494dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3293315-17ba-4966-8930-f84ee04012ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:15.950673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network hostable DHCP agents. Network: c3293315-17ba-4966-8930-f84ee04012ff, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:15.958080 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.969353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network c3293315-17ba-4966-8930-f84ee04012ff is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:15.981122 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.981461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, c3293315-17ba-4966-8930-f84ee04012ff) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:15.986697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:15.987375 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:15.989692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e54596-e192-42cd-81ad-a62c36c0ccd8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:44:15.997460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c859d7-8e39-42a6-8693-159554011c9e None None] Network c3293315-17ba-4966-8930-f84ee04012ff requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:16.000595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Transition to ACTIVE for port object 725352bd-6008-4889-b1f3-299a8ab53d6a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:16.003185 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f58a43ca-d59a-4c1e-bc11-d7259bbd6212 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5149951 Jul 16 20:44:16.005846 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:16.014171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Request body: {'subnet': {'network_id': '7b5329cc-aafb-47c8-82f4-4680c939d56d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:16.049053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Transition to ACTIVE for port object 725352bd-6008-4889-b1f3-299a8ab53d6a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:16.051578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c3e54596-e192-42cd-81ad-a62c36c0ccd8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c3e54596-e192-42cd-81ad-a62c36c0ccd8,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:16.080984 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.099524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca566a-a5c8-4396-a4cd-f43d3c26cd81 req-3f6baf31-5dd1-449f-a49c-ff92d34c0bf2 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.101458 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46ca566a-a5c8-4396-a4cd-f43d3c26cd81 req-3f6baf31-5dd1-449f-a49c-ff92d34c0bf2 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 946 time: 0.1055567 Jul 16 20:44:16.119986 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.141166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Made reservation on behalf of 8dd701e8823441f38d15d2b637dbd880 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:16.147817 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.160762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c3e54596-e192-42cd-81ad-a62c36c0ccd8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:16.170889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46ca566a-a5c8-4396-a4cd-f43d3c26cd81 req-94fe78b6-255d-4cdf-bf49-4c7a78fcaed8 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626893 Jul 16 20:44:16.174166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Network abb73d60-c129-4d99-bf4e-fa3edad2a54f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:16.178196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.178533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.178874 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.179373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.179745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.179986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.180313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.180639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.180964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.181301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.181614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.181934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:16.187069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:16.208957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:16.284887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c3e54596-e192-42cd-81ad-a62c36c0ccd8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:16.349417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Pushing event updated for resources: {'Port': ['ID=725352bd-6008-4889-b1f3-299a8ab53d6a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:16.365281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-c3293315-17ba-4966-8930-f84ee04012ff', 'network_id': 'c3293315-17ba-4966-8930-f84ee04012ff', 'tenant_id': '8dd701e8823441f38d15d2b637dbd880', 'fixed_ips': [{'subnet_id': '54a13472-ae86-456a-9fae-5a9025030d2b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:16.366286 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.390553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Attempting to bind port 725352bd-6008-4889-b1f3-299a8ab53d6a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:16.390920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Attempting to bind port 725352bd-6008-4889-b1f3-299a8ab53d6a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '289de7a1-a0d0-41f1-9ba3-967e8bd2fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'abb73d60-c129-4d99-bf4e-fa3edad2a54f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:16.391318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Attempting to bind port 725352bd-6008-4889-b1f3-299a8ab53d6a on network abb73d60-c129-4d99-bf4e-fa3edad2a54f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:16.412620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:16.412991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Checking segment: {'id': '289de7a1-a0d0-41f1-9ba3-967e8bd2fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'abb73d60-c129-4d99-bf4e-fa3edad2a54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:16.413395 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.413783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Bound using segment: {'id': '289de7a1-a0d0-41f1-9ba3-967e8bd2fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'abb73d60-c129-4d99-bf4e-fa3edad2a54f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:16.414502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Bound port: 725352bd-6008-4889-b1f3-299a8ab53d6a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289de7a1-a0d0-41f1-9ba3-967e8bd2fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'abb73d60-c129-4d99-bf4e-fa3edad2a54f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:16.414899 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.429333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.514541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Subnet': ['ID=b22c8af9-2372-4a99-9266-f16f359e958c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:16.528061 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Checking segment: {'id': '030fcce8-2af5-46ff-b0b9-8709ecefabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7b5329cc-aafb-47c8-82f4-4680c939d56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:16.528505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network hostable DHCP agents. Network: 7b5329cc-aafb-47c8-82f4-4680c939d56d, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:44:16.550051 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network 7b5329cc-aafb-47c8-82f4-4680c939d56d is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:44:16.561585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 7b5329cc-aafb-47c8-82f4-4680c939d56d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:16.570665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:16.571499 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.588912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef210ee-1c1a-4c39-9c6e-f96ab4bf8ebf None None] Network 7b5329cc-aafb-47c8-82f4-4680c939d56d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:16.593650 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2e13dbd1-4db1-4c55-980e-3885edbe7f74 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5841157 Jul 16 20:44:16.594568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39830) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:16.667493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] For port 725352bd-6008-4889-b1f3-299a8ab53d6a, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:16.729376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Allocated IP 172.20.0.2 (c3293315-17ba-4966-8930-f84ee04012ff/54a13472-ae86-456a-9fae-5a9025030d2b/0760b602-be6c-4c31-aa3a-2d2ee1d725e5) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:16.737325 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] For port 725352bd-6008-4889-b1f3-299a8ab53d6a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=725352bd-6008-4889-b1f3-299a8ab53d6a,segment=NetworkSegment(289de7a1-a0d0-41f1-9ba3-967e8bd2fccb),segment_id=289de7a1-a0d0-41f1-9ba3-967e8bd2fccb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:16.762250 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:16.944429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814a642-2dd2-4ce0-991c-349a45656a5a None None] Pushing event updated for resources: {'Port': ['ID=725352bd-6008-4889-b1f3-299a8ab53d6a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:16.994691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.130714 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.164242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Transition to ACTIVE for port object 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:17.179216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-7b5329cc-aafb-47c8-82f4-4680c939d56d', 'network_id': '7b5329cc-aafb-47c8-82f4-4680c939d56d', 'tenant_id': '8dd701e8823441f38d15d2b637dbd880', 'fixed_ips': [{'subnet_id': 'b22c8af9-2372-4a99-9266-f16f359e958c'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:44:17.180071 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.195220 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Transition to ACTIVE for port object 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:17.212806 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.344560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Network c3293315-17ba-4966-8930-f84ee04012ff is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:17.348534 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.350610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:17.358246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:17.371878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Pushing event updated for resources: {'Port': ['ID=0760b602-be6c-4c31-aa3a-2d2ee1d725e5,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:17.615311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff881de8-d900-4a29-9ad9-f0c6e3fa75d7 req-571ff082-bc46-439b-a162-9d8360d810c1 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:17.618631 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ff881de8-d900-4a29-9ad9-f0c6e3fa75d7 req-571ff082-bc46-439b-a162-9d8360d810c1 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 947 time: 0.2128818 Jul 16 20:44:17.635700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 725352bd-6008-4889-b1f3-299a8ab53d6a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:17.641255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c3e54596-e192-42cd-81ad-a62c36c0ccd8 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:17.745013 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ff881de8-d900-4a29-9ad9-f0c6e3fa75d7 req-38680e15-c0da-4ee0-838b-2d48b7d28a4d tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048303 Jul 16 20:44:17.763034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Attempting to bind port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:17.763034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Attempting to bind port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7df3cc67-45cf-497f-af30-1a633494dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3293315-17ba-4966-8930-f84ee04012ff'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:17.765046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Attempting to bind port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 on network c3293315-17ba-4966-8930-f84ee04012ff {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:17.767019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Allocated IP 172.20.0.2 (7b5329cc-aafb-47c8-82f4-4680c939d56d/b22c8af9-2372-4a99-9266-f16f359e958c/889b7f94-436e-47fb-8b19-94675d359313) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:17.791243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:17.792534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Checking segment: {'id': '7df3cc67-45cf-497f-af30-1a633494dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3293315-17ba-4966-8930-f84ee04012ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:17.792981 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.792981 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Bound using segment: {'id': '7df3cc67-45cf-497f-af30-1a633494dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3293315-17ba-4966-8930-f84ee04012ff'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:17.793474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Bound port: 0760b602-be6c-4c31-aa3a-2d2ee1d725e5, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df3cc67-45cf-497f-af30-1a633494dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3293315-17ba-4966-8930-f84ee04012ff'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:17.793864 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:17.860840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 725352bd-6008-4889-b1f3-299a8ab53d6a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:17.864573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Allocated IP 172.20.0.1 (c3293315-17ba-4966-8930-f84ee04012ff/54a13472-ae86-456a-9fae-5a9025030d2b/76319d80-cdd7-4376-9910-9f814ce7173b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:17.888395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port c3e54596-e192-42cd-81ad-a62c36c0ccd8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:17.902092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port c3e54596-e192-42cd-81ad-a62c36c0ccd8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:17.902730 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.008562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] For port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:18.038199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] For port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0760b602-be6c-4c31-aa3a-2d2ee1d725e5,segment=NetworkSegment(7df3cc67-45cf-497f-af30-1a633494dfc9),segment_id=7df3cc67-45cf-497f-af30-1a633494dfc9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:18.048839 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.065559 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.092222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Transition to ACTIVE for port object 76319d80-cdd7-4376-9910-9f814ce7173b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:18.172634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.236485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Port': ['ID=76319d80-cdd7-4376-9910-9f814ce7173b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:18.239599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82ef44-eec3-4109-ac47-46023d3566c2 None None] Pushing event updated for resources: {'Port': ['ID=0760b602-be6c-4c31-aa3a-2d2ee1d725e5,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:18.262288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network c3293315-17ba-4966-8930-f84ee04012ff is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:18.264209 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.266962 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.267690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:18.271696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:18.285401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Transition to ACTIVE for port object 889b7f94-436e-47fb-8b19-94675d359313 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:18.308434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f949b1e-846f-4e14-840a-ca3be9708758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e54596-e192-42cd-81ad-a62c36c0ccd8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:18.310805 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aeac77-21ea-4826-ad80-18e60cdc3eab" -d '{"events": [{"server_uuid": "4f949b1e-846f-4e14-840a-ca3be9708758", "name": "network-vif-plugged", "status": "completed", "tag": "c3e54596-e192-42cd-81ad-a62c36c0ccd8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:18.325852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Transition to ACTIVE for port object 889b7f94-436e-47fb-8b19-94675d359313 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:18.337510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c3e54596-e192-42cd-81ad-a62c36c0ccd8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c3e54596-e192-42cd-81ad-a62c36c0ccd8,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:18.347508 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.354103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.415710 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.420697 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a7337d-d860-4c5c-a044-5159b1e86040 x-openstack-request-id: req-78a7337d-d860-4c5c-a044-5159b1e86040 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:18.421020 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f949b1e-846f-4e14-840a-ca3be9708758", "name": "network-vif-plugged", "status": "completed", "tag": "c3e54596-e192-42cd-81ad-a62c36c0ccd8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:18.421236 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78a7337d-d860-4c5c-a044-5159b1e86040 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:18.421691 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f949b1e-846f-4e14-840a-ca3be9708758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e54596-e192-42cd-81ad-a62c36c0ccd8', 'code': 200} Jul 16 20:44:18.432420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Pushing event updated for resources: {'Port': ['ID=889b7f94-436e-47fb-8b19-94675d359313,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:18.511195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Network 7b5329cc-aafb-47c8-82f4-4680c939d56d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:18.513695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:18.517627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:18.553455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c3e54596-e192-42cd-81ad-a62c36c0ccd8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:18.598542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b46b1b-60d4-45ec-87cc-4ef1045c358f req-cc649370-9893-4a20-9ec9-e5b31f7a4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:18.598542 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45b46b1b-60d4-45ec-87cc-4ef1045c358f req-cc649370-9893-4a20-9ec9-e5b31f7a4b07 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 1100 time: 0.1186793 Jul 16 20:44:18.658146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Attempting to bind port 889b7f94-436e-47fb-8b19-94675d359313 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:44:18.658683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Attempting to bind port 889b7f94-436e-47fb-8b19-94675d359313 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '030fcce8-2af5-46ff-b0b9-8709ecefabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7b5329cc-aafb-47c8-82f4-4680c939d56d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:44:18.659053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Attempting to bind port 889b7f94-436e-47fb-8b19-94675d359313 on network 7b5329cc-aafb-47c8-82f4-4680c939d56d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:44:18.665945 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.686164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:44:18.686479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Checking segment: {'id': '030fcce8-2af5-46ff-b0b9-8709ecefabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7b5329cc-aafb-47c8-82f4-4680c939d56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:44:18.686958 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.687183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Bound using segment: {'id': '030fcce8-2af5-46ff-b0b9-8709ecefabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7b5329cc-aafb-47c8-82f4-4680c939d56d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:44:18.687698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Bound port: 889b7f94-436e-47fb-8b19-94675d359313, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030fcce8-2af5-46ff-b0b9-8709ecefabf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7b5329cc-aafb-47c8-82f4-4680c939d56d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:44:18.688086 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:18.710461 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45b46b1b-60d4-45ec-87cc-4ef1045c358f req-6fa0898d-c91f-46fd-82f8-d97cd713aa2e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044786 Jul 16 20:44:18.834224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] For port 889b7f94-436e-47fb-8b19-94675d359313, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:44:18.842278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] For port 889b7f94-436e-47fb-8b19-94675d359313, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=889b7f94-436e-47fb-8b19-94675d359313,segment=NetworkSegment(030fcce8-2af5-46ff-b0b9-8709ecefabf6),segment_id=030fcce8-2af5-46ff-b0b9-8709ecefabf6)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:44:18.858413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae9c8d-7f6c-4be9-8425-4be51873561c None None] Network abb73d60-c129-4d99-bf4e-fa3edad2a54f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:18.900912 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.035532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d2b3770d-919d-4442-948f-69c5340cb477 None None] Provisioning for port 725352bd-6008-4889-b1f3-299a8ab53d6a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:19.097526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d2b3770d-919d-4442-948f-69c5340cb477 None None] Provisioning complete for port 725352bd-6008-4889-b1f3-299a8ab53d6a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:19.097913 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2b3770d-919d-4442-948f-69c5340cb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.099506 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7085430-d99d-4a6f-bf90-43b89395e442 None None] Pushing event updated for resources: {'Port': ['ID=889b7f94-436e-47fb-8b19-94675d359313,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:19.117860 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199a37f-132b-4fd4-a52f-fcbf41af8192 req-c024ed2d-fa88-46fa-9a9f-914ed5d01d74 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:19.124776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8199a37f-132b-4fd4-a52f-fcbf41af8192 req-c024ed2d-fa88-46fa-9a9f-914ed5d01d74 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 948 time: 0.1339855 Jul 16 20:44:19.256294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.260309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8199a37f-132b-4fd4-a52f-fcbf41af8192 req-8ecd41a4-aa98-46a5-a395-8a73ed16aab8 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278508 Jul 16 20:44:19.272832 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.273479 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2b3770d-919d-4442-948f-69c5340cb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.337704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d2b3770d-919d-4442-948f-69c5340cb477 None None] For port 725352bd-6008-4889-b1f3-299a8ab53d6a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=725352bd-6008-4889-b1f3-299a8ab53d6a,segment=NetworkSegment(289de7a1-a0d0-41f1-9ba3-967e8bd2fccb),segment_id=289de7a1-a0d0-41f1-9ba3-967e8bd2fccb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:19.343399 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2b3770d-919d-4442-948f-69c5340cb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.434538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3770d-919d-4442-948f-69c5340cb477 None None] Pushing event updated for resources: {'Port': ['ID=725352bd-6008-4889-b1f3-299a8ab53d6a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:19.460956 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:19.474753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Port': ['ID=76319d80-cdd7-4376-9910-9f814ce7173b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:19.683554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network c3293315-17ba-4966-8930-f84ee04012ff is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:19.685026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:19.875605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 889b7f94-436e-47fb-8b19-94675d359313 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:19.910883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Router 75633b8a-cfda-4f4e-81fe-e521213db809 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:44:19.993045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4cfa6619-fee6-466f-bd7e-91a3c92ad216 None None] Provisioning complete for port 725352bd-6008-4889-b1f3-299a8ab53d6a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:19.994108 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4cfa6619-fee6-466f-bd7e-91a3c92ad216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.019971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:20.025940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d1d7cb0e-350b-4595-a13b-324cbc77ac26 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "PUT /v2.0/routers/75633b8a-cfda-4f4e-81fe-e521213db809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4299557 Jul 16 20:44:20.029914 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:20.044523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb8c44-2837-4a05-a2a5-dccb0bd604cd None None] Sync routers for ids ['75633b8a-cfda-4f4e-81fe-e521213db809'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:20.099205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 889b7f94-436e-47fb-8b19-94675d359313 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:20.104763 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb8c44-2837-4a05-a2a5-dccb0bd604cd None None] Routers {'75633b8a-cfda-4f4e-81fe-e521213db809'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:20.107578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-61cb8c44-2837-4a05-a2a5-dccb0bd604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['75633b8a-cfda-4f4e-81fe-e521213db809'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:20.120441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:20.174629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-61cb8c44-2837-4a05-a2a5-dccb0bd604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:20.228929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce82971c-2164-4eec-933c-52b1dfd98eeb None None] Network c3293315-17ba-4966-8930-f84ee04012ff requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:20.258440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb8c44-2837-4a05-a2a5-dccb0bd604cd None None] Routers {'75633b8a-cfda-4f4e-81fe-e521213db809'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:20.258817 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-61cb8c44-2837-4a05-a2a5-dccb0bd604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['75633b8a-cfda-4f4e-81fe-e521213db809'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:20.344816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-61cb8c44-2837-4a05-a2a5-dccb0bd604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:20.345633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb8c44-2837-4a05-a2a5-dccb0bd604cd None None] The sync data for ids ['75633b8a-cfda-4f4e-81fe-e521213db809'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:20.410210 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:20.425292 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 725352bd-6008-4889-b1f3-299a8ab53d6a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:20.563921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 725352bd-6008-4889-b1f3-299a8ab53d6a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:20.564334 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.569826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c8841390-5bd4-43f3-a7e3-fa2695464b0f None None] Provisioning for port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:20.618363 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-95ef6651-21c7-47b4-9d54-97f3f896b38c tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:20.620961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-95ef6651-21c7-47b4-9d54-97f3f896b38c tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "PUT /v2.0/routers/75633b8a-cfda-4f4e-81fe-e521213db809/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5899162 Jul 16 20:44:20.626187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:20.692663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c8841390-5bd4-43f3-a7e3-fa2695464b0f None None] Provisioning complete for port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:20.693327 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8841390-5bd4-43f3-a7e3-fa2695464b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.718693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966504c-fdfc-4458-ac06-4166f5a0b9c7 req-23e9c964-d1a3-4cc1-bbb1-2f9cfe2c4a96 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:20.721227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a966504c-fdfc-4458-ac06-4166f5a0b9c7 req-23e9c964-d1a3-4cc1-bbb1-2f9cfe2c4a96 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 948 time: 0.2564700 Jul 16 20:44:20.761255 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d10fd42a-2946-41a2-853c-cc0f30c3d2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:20.780681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8f8b9-76b8-45c4-8416-2efeea25e617 None None] Network 7b5329cc-aafb-47c8-82f4-4680c939d56d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:20.804308 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a966504c-fdfc-4458-ac06-4166f5a0b9c7 req-50f41671-e489-406a-b651-cec9acaa7842 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761960 Jul 16 20:44:21.080043 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8841390-5bd4-43f3-a7e3-fa2695464b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.185910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c8841390-5bd4-43f3-a7e3-fa2695464b0f None None] For port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0760b602-be6c-4c31-aa3a-2d2ee1d725e5,segment=NetworkSegment(7df3cc67-45cf-497f-af30-1a633494dfc9),segment_id=7df3cc67-45cf-497f-af30-1a633494dfc9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:21.215077 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c8841390-5bd4-43f3-a7e3-fa2695464b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.335212 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8841390-5bd4-43f3-a7e3-fa2695464b0f None None] Pushing event updated for resources: {'Port': ['ID=0760b602-be6c-4c31-aa3a-2d2ee1d725e5,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:21.359786 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Provisioning for port 76319d80-cdd7-4376-9910-9f814ce7173b completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:21.372089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Provisioning complete for port 76319d80-cdd7-4376-9910-9f814ce7173b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:21.372761 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.419999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Port 76319d80-cdd7-4376-9910-9f814ce7173b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:21.442825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Provisioning complete for port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:21.443362 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.474173 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.537078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0f205-a172-429f-aed7-0dfe584138cc req-3da2ff23-698d-46c5-9b98-a5d7169118d0 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:21.545233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eca0f205-a172-429f-aed7-0dfe584138cc req-3da2ff23-698d-46c5-9b98-a5d7169118d0 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 948 time: 0.1367345 Jul 16 20:44:21.585071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:21.629921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eca0f205-a172-429f-aed7-0dfe584138cc req-873e4a2a-2bf9-4b1b-b0ed-980f23edccf4 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678949 Jul 16 20:44:21.748701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Provisioning for port 889b7f94-436e-47fb-8b19-94675d359313 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:21.755169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Provisioning complete for port 889b7f94-436e-47fb-8b19-94675d359313 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:21.755978 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.761181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:21.761780 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:21.936302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Deleting port 76319d80-cdd7-4376-9910-9f814ce7173b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:21.936942 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.104843 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.118495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Calling delete_port for 76319d80-cdd7-4376-9910-9f814ce7173b owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:22.139573 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.183711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] For port 889b7f94-436e-47fb-8b19-94675d359313, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=889b7f94-436e-47fb-8b19-94675d359313,segment=NetworkSegment(030fcce8-2af5-46ff-b0b9-8709ecefabf6),segment_id=030fcce8-2af5-46ff-b0b9-8709ecefabf6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:22.187853 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.236606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1b857-b2b5-4b6c-85ab-25616092aa7c None None] Pushing event updated for resources: {'Port': ['ID=889b7f94-436e-47fb-8b19-94675d359313,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:22.314505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-50ebe5ca-c6d9-444c-8be9-62d7b7f9548e None None] Provisioning complete for port 76319d80-cdd7-4376-9910-9f814ce7173b triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:22.314929 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50ebe5ca-c6d9-444c-8be9-62d7b7f9548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.320068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.355052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Port': ['ID=76319d80-cdd7-4376-9910-9f814ce7173b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:22.364079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-50ebe5ca-c6d9-444c-8be9-62d7b7f9548e None None] Port 76319d80-cdd7-4376-9910-9f814ce7173b cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:22.365296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.365748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.366097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.366440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.366779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.367111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.367513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.367821 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.368148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.368474 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.368803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.369131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:22.385958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-50ebe5ca-c6d9-444c-8be9-62d7b7f9548e None None] Provisioning complete for port 889b7f94-436e-47fb-8b19-94675d359313 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:22.386323 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50ebe5ca-c6d9-444c-8be9-62d7b7f9548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.606000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:22.733483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-9fee2b74-5428-456f-aebd-48a766cc0c00 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:22.734576 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-9fee2b74-5428-456f-aebd-48a766cc0c00 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.63 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 948 time: 0.2036958 Jul 16 20:44:22.874197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Router 75633b8a-cfda-4f4e-81fe-e521213db809 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:23.353506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:23.363249 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e39be9a-bc67-4662-bf87-56750731522e None None] Sync routers for ids ['75633b8a-cfda-4f4e-81fe-e521213db809'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:23.365694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de5f1a-d129-4ab4-8cec-b5c130801100 req-39e8e208-9482-4c64-bb31-a319c0ee7075 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:23.367305 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6de5f1a-d129-4ab4-8cec-b5c130801100 req-39e8e208-9482-4c64-bb31-a319c0ee7075 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 948 time: 0.5930221 Jul 16 20:44:23.372476 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-52241c25-4e85-4a5d-b01f-7f41a0837e2f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "PUT /v2.0/routers/75633b8a-cfda-4f4e-81fe-e521213db809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7447007 Jul 16 20:44:23.373165 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39be9a-bc67-4662-bf87-56750731522e None None] Routers {'75633b8a-cfda-4f4e-81fe-e521213db809'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:23.373781 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8e39be9a-bc67-4662-bf87-56750731522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['75633b8a-cfda-4f4e-81fe-e521213db809'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:23.377058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39872) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:23.407159 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8e39be9a-bc67-4662-bf87-56750731522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:23.416538 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39be9a-bc67-4662-bf87-56750731522e None None] Routers {'75633b8a-cfda-4f4e-81fe-e521213db809'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:23.417729 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8e39be9a-bc67-4662-bf87-56750731522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:43:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['75633b8a-cfda-4f4e-81fe-e521213db809'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:23.431856 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-73e70965-3761-4c1f-bf47-0a28f4bb157e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] delete failed (client error): The resource could not be found. Jul 16 20:44:23.433598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-73e70965-3761-4c1f-bf47-0a28f4bb157e tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-949865234 HTTP/1.1" status: 404 len: 334 time: 0.0562847 Jul 16 20:44:23.435080 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f6de5f1a-d129-4ab4-8cec-b5c130801100 req-1483abd6-caf2-4218-84f9-f7114fb12301 tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cb3e21f-20d0-421e-9055-5e5d0a4a704c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563242 Jul 16 20:44:23.443123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:23.449468 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.455195 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de54f61d-2285-48a9-9eda-7f8998b0eea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.456034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-67b39334-5d77-4364-b0bd-d782d8b4f3cc tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Request body: {'router': {'external_gateway_info': {'network_id': '75633b8a-cfda-4f4e-81fe-e521213db809'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:23.460067 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8e39be9a-bc67-4662-bf87-56750731522e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:23.461585 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e39be9a-bc67-4662-bf87-56750731522e None None] The sync data for ids ['75633b8a-cfda-4f4e-81fe-e521213db809'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:23.494841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Deleting port c3e54596-e192-42cd-81ad-a62c36c0ccd8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:23.494841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.549367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 889b7f94-436e-47fb-8b19-94675d359313 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:44:23.595906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 889b7f94-436e-47fb-8b19-94675d359313 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:23.596297 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.741513 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67b39334-5d77-4364-b0bd-d782d8b4f3cc tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.746485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] For port c3e54596-e192-42cd-81ad-a62c36c0ccd8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c3e54596-e192-42cd-81ad-a62c36c0ccd8,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:23.746851 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.764890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Calling delete_port for c3e54596-e192-42cd-81ad-a62c36c0ccd8 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:23.777401 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-67b39334-5d77-4364-b0bd-d782d8b4f3cc tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] update failed (client error): The resource could not be found. Jul 16 20:44:23.778485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-67b39334-5d77-4364-b0bd-d782d8b4f3cc tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "PUT /v2.0/routers/75633b8a-cfda-4f4e-81fe-e521213db809 HTTP/1.1" status: 404 len: 339 time: 0.3310013 Jul 16 20:44:23.782780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 39876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:23.915328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:23.928486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c3e54596-e192-42cd-81ad-a62c36c0ccd8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:44:23.952038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Pushing event deleted for resources: {'Port': ['ID=c3e54596-e192-42cd-81ad-a62c36c0ccd8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:24.003600 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] No DVR routers for this DVR port c3e54596-e192-42cd-81ad-a62c36c0ccd8 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:24.006126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.008280 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf68db8f-efb8-4dcf-9166-46a785b80e31 req-6630ac6f-4f61-4c88-8f74-facd96baccbf tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.63 "DELETE /v2.0/ports/c3e54596-e192-42cd-81ad-a62c36c0ccd8 HTTP/1.1" status: 204 len: 173 time: 1.2350795 Jul 16 20:44:24.008736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f949b1e-846f-4e14-840a-ca3be9708758', 'name': 'network-vif-deleted', 'tag': 'c3e54596-e192-42cd-81ad-a62c36c0ccd8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:44:24.011067 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b757d492-887f-4034-b459-1077dcf18bd5" -d '{"events": [{"server_uuid": "4f949b1e-846f-4e14-840a-ca3be9708758", "name": "network-vif-deleted", "tag": "c3e54596-e192-42cd-81ad-a62c36c0ccd8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:44:24.056978 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443a7224-bb34-4b10-b4f5-374a53aeff90 x-openstack-request-id: req-443a7224-bb34-4b10-b4f5-374a53aeff90 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:44:24.060633 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f949b1e-846f-4e14-840a-ca3be9708758", "name": "network-vif-deleted", "tag": "c3e54596-e192-42cd-81ad-a62c36c0ccd8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:44:24.061118 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-443a7224-bb34-4b10-b4f5-374a53aeff90 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:44:24.063876 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f949b1e-846f-4e14-840a-ca3be9708758', 'name': 'network-vif-deleted', 'tag': 'c3e54596-e192-42cd-81ad-a62c36c0ccd8', 'status': 'completed', 'code': 200} Jul 16 20:44:24.113692 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.623159 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.685816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Allocated IP 172.20.0.1 (abb73d60-c129-4d99-bf4e-fa3edad2a54f/075ce49a-dafb-44bb-8e5f-c10fb4d33dc9/fb33a55d-3bce-487e-8cb8-9dd149929b74) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:44:24.696732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a2bb1c3a-8e96-4628-91b7-f4ed22185401 req-caf7747b-e455-46fc-a61e-a89063cbd1da tempest-VolumesNegativeTest-2026554190 tempest-VolumesNegativeTest-2026554190-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f949b1e-846f-4e14-840a-ca3be9708758 HTTP/1.1" status: 200 len: 210 time: 0.0343640 Jul 16 20:44:24.814276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.832534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Transition to ACTIVE for port object fb33a55d-3bce-487e-8cb8-9dd149929b74 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:44:24.869692 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:24.931829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network abb73d60-c129-4d99-bf4e-fa3edad2a54f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:24.937548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:24.949721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:44:25.003974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Port': ['ID=fb33a55d-3bce-487e-8cb8-9dd149929b74,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:25.031685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.217754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6612982e-e884-4779-abb4-2e474a18cd84 None None] Provisioning for port fb33a55d-3bce-487e-8cb8-9dd149929b74 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:44:25.222416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6612982e-e884-4779-abb4-2e474a18cd84 None None] Provisioning complete for port fb33a55d-3bce-487e-8cb8-9dd149929b74 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:25.223009 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6612982e-e884-4779-abb4-2e474a18cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.235609 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.265569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6612982e-e884-4779-abb4-2e474a18cd84 None None] Port fb33a55d-3bce-487e-8cb8-9dd149929b74 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:25.539593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.545007 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.624518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event updated for resources: {'Port': ['ID=fb33a55d-3bce-487e-8cb8-9dd149929b74,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:25.624518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:25.718791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Network abb73d60-c129-4d99-bf4e-fa3edad2a54f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:44:25.720723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:44:25.862178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Router 75633b8a-cfda-4f4e-81fe-e521213db809 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:25.982421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:25.996931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:25.999177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0d897-5194-4669-a977-b802c92a7612 None None] Sync routers for ids ['75633b8a-cfda-4f4e-81fe-e521213db809'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:26.007377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d25036de-f84a-444f-a3f7-705c631fc06f tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "PUT /v2.0/routers/75633b8a-cfda-4f4e-81fe-e521213db809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2231035 Jul 16 20:44:26.010030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0d897-5194-4669-a977-b802c92a7612 None None] Routers {'75633b8a-cfda-4f4e-81fe-e521213db809'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:26.011657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fde0d897-5194-4669-a977-b802c92a7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:44:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['75633b8a-cfda-4f4e-81fe-e521213db809'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.058942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fde0d897-5194-4669-a977-b802c92a7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.068941 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0d897-5194-4669-a977-b802c92a7612 None None] Routers {'75633b8a-cfda-4f4e-81fe-e521213db809'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:26.069761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fde0d897-5194-4669-a977-b802c92a7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:44:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['75633b8a-cfda-4f4e-81fe-e521213db809'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.110127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fde0d897-5194-4669-a977-b802c92a7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:26.111011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0d897-5194-4669-a977-b802c92a7612 None None] The sync data for ids ['75633b8a-cfda-4f4e-81fe-e521213db809'] in n-d-792394-17 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:26.122780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cfea514b-57e4-49d1-b3f7-52c6f8c80ed2 None None] Provisioning complete for port fb33a55d-3bce-487e-8cb8-9dd149929b74 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:44:26.123459 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cfea514b-57e4-49d1-b3f7-52c6f8c80ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.197826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1f6dd17-6ca7-4ce5-85c3-16cd609f48bd tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.212071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cfea514b-57e4-49d1-b3f7-52c6f8c80ed2 None None] Port fb33a55d-3bce-487e-8cb8-9dd149929b74 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:44:26.296172 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:26.305844 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f1f6dd17-6ca7-4ce5-85c3-16cd609f48bd tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 20:44:26.307986 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f1f6dd17-6ca7-4ce5-85c3-16cd609f48bd tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "DELETE /v2.0/routers/75633b8a-cfda-4f4e-81fe-e521213db809 HTTP/1.1" status: 409 len: 329 time: 0.3093305 Jul 16 20:44:26.310602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 39916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:26.722750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.030812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Deleting port fb33a55d-3bce-487e-8cb8-9dd149929b74 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:27.031431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.129051 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.141022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Calling delete_port for fb33a55d-3bce-487e-8cb8-9dd149929b74 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:27.314152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.341818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Port': ['ID=fb33a55d-3bce-487e-8cb8-9dd149929b74,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:27.514983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:27.652637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c3e54596-e192-42cd-81ad-a62c36c0ccd8 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:27.685074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: c3e54596-e192-42cd-81ad-a62c36c0ccd8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:27.685511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c3e54596-e192-42cd-81ad-a62c36c0ccd8 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:27.692902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Router 75633b8a-cfda-4f4e-81fe-e521213db809 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:44:27.776723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:44:27.781991 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d55aa719-5b50-41f6-b230-ca8018c9e641 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "PUT /v2.0/routers/75633b8a-cfda-4f4e-81fe-e521213db809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4700718 Jul 16 20:44:27.785532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:27.793682 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea61e-50cf-496f-9f86-64c5902481b9 None None] Sync routers for ids ['75633b8a-cfda-4f4e-81fe-e521213db809'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:44:27.806704 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cea61e-50cf-496f-9f86-64c5902481b9 None None] Routers {'75633b8a-cfda-4f4e-81fe-e521213db809'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:27.807466 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b9cea61e-50cf-496f-9f86-64c5902481b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:44:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['75633b8a-cfda-4f4e-81fe-e521213db809'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:27.825934 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-3f1e5794-aebe-4947-8314-b16049148e73 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] show failed (client error): The resource could not be found. Jul 16 20:44:27.827180 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3f1e5794-aebe-4947-8314-b16049148e73 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1452354031 HTTP/1.1" status: 404 len: 335 time: 0.0408058 Jul 16 20:44:27.830897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40066) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:27.840220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f08ea8fc-d422-431c-b7f1-56209b3a6cbd tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:27.872227 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b9cea61e-50cf-496f-9f86-64c5902481b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:27.882048 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cea61e-50cf-496f-9f86-64c5902481b9 None None] Routers {'75633b8a-cfda-4f4e-81fe-e521213db809'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:44:27.882741 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b9cea61e-50cf-496f-9f86-64c5902481b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:44:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['75633b8a-cfda-4f4e-81fe-e521213db809'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:27.885509 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-f08ea8fc-d422-431c-b7f1-56209b3a6cbd tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] update failed (client error): The resource could not be found. Jul 16 20:44:27.886561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f08ea8fc-d422-431c-b7f1-56209b3a6cbd tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1835259746 HTTP/1.1" status: 404 len: 335 time: 0.0546014 Jul 16 20:44:27.889908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:27.931654 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b9cea61e-50cf-496f-9f86-64c5902481b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:27.932555 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea61e-50cf-496f-9f86-64c5902481b9 None None] The sync data for ids ['75633b8a-cfda-4f4e-81fe-e521213db809'] in n-d-792394-17 is: [] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:44:27.982113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac48322-6029-4bd1-b300-04dccd70c7b3 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Deleting subnet b22c8af9-2372-4a99-9266-f16f359e958c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:27.985737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ac48322-6029-4bd1-b300-04dccd70c7b3 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.031957 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ac48322-6029-4bd1-b300-04dccd70c7b3 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.118219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ac48322-6029-4bd1-b300-04dccd70c7b3 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.183509 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ac48322-6029-4bd1-b300-04dccd70c7b3 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.214834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac48322-6029-4bd1-b300-04dccd70c7b3 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Subnet': ['ID=b22c8af9-2372-4a99-9266-f16f359e958c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.224732 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ac48322-6029-4bd1-b300-04dccd70c7b3 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.227744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2ac48322-6029-4bd1-b300-04dccd70c7b3 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "DELETE /v2.0/subnets/b22c8af9-2372-4a99-9266-f16f359e958c HTTP/1.1" status: 204 len: 168 time: 0.3367717 Jul 16 20:44:28.229136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec9690e-d859-49a2-95fc-52996d3fd1d8 None None] Network 7b5329cc-aafb-47c8-82f4-4680c939d56d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:28.229432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40096) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:28.286969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07e2b41-2d2b-49bb-a0e8-d0ff33970011 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Deleting subnet 54a13472-ae86-456a-9fae-5a9025030d2b {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:28.290230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b41-2d2b-49bb-a0e8-d0ff33970011 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.364351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b41-2d2b-49bb-a0e8-d0ff33970011 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.485625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd1608d-2dbc-453a-85f0-d93d7b7eae4c None None] DHCP port deletion for 7b5329cc-aafb-47c8-82f4-4680c939d56d request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:28.511837 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b41-2d2b-49bb-a0e8-d0ff33970011 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.587631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9cd1608d-2dbc-453a-85f0-d93d7b7eae4c None None] Deleting port 889b7f94-436e-47fb-8b19-94675d359313 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:28.588279 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cd1608d-2dbc-453a-85f0-d93d7b7eae4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.602580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b41-2d2b-49bb-a0e8-d0ff33970011 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.646108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e2b41-2d2b-49bb-a0e8-d0ff33970011 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Subnet': ['ID=54a13472-ae86-456a-9fae-5a9025030d2b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:28.650758 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b41-2d2b-49bb-a0e8-d0ff33970011 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.652821 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e07e2b41-2d2b-49bb-a0e8-d0ff33970011 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "DELETE /v2.0/subnets/54a13472-ae86-456a-9fae-5a9025030d2b HTTP/1.1" status: 204 len: 168 time: 0.4224057 Jul 16 20:44:28.655479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40122) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:28.676803 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:44:28.693475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef8bc82-c758-4c9c-bbd5-71d5060abec2 None None] Network c3293315-17ba-4966-8930-f84ee04012ff requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:28.736342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9cd1608d-2dbc-453a-85f0-d93d7b7eae4c None None] For port 889b7f94-436e-47fb-8b19-94675d359313, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=889b7f94-436e-47fb-8b19-94675d359313,segment=NetworkSegment(030fcce8-2af5-46ff-b0b9-8709ecefabf6),segment_id=030fcce8-2af5-46ff-b0b9-8709ecefabf6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:28.736976 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cd1608d-2dbc-453a-85f0-d93d7b7eae4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.790291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9cd1608d-2dbc-453a-85f0-d93d7b7eae4c None None] Calling delete_port for 889b7f94-436e-47fb-8b19-94675d359313 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:28.792931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.879116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Deleting port 889b7f94-436e-47fb-8b19-94675d359313 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:28.879759 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:28.961950 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9cd1608d-2dbc-453a-85f0-d93d7b7eae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.009510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] For port 889b7f94-436e-47fb-8b19-94675d359313, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=889b7f94-436e-47fb-8b19-94675d359313,segment=NetworkSegment(030fcce8-2af5-46ff-b0b9-8709ecefabf6),segment_id=030fcce8-2af5-46ff-b0b9-8709ecefabf6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:29.009830 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.016825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1608d-2dbc-453a-85f0-d93d7b7eae4c None None] Pushing event deleted for resources: {'Port': ['ID=889b7f94-436e-47fb-8b19-94675d359313,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:29.021341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1608d-2dbc-453a-85f0-d93d7b7eae4c None None] No DVR routers for this DVR port 889b7f94-436e-47fb-8b19-94675d359313 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:29.042323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Calling delete_port for 889b7f94-436e-47fb-8b19-94675d359313 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:29.062540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429d953-57be-4495-b36d-feb0fb98cfd5 None None] DHCP port deletion for c3293315-17ba-4966-8930-f84ee04012ff request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:29.118632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a429d953-57be-4495-b36d-feb0fb98cfd5 None None] Deleting port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:29.119443 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a429d953-57be-4495-b36d-feb0fb98cfd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.137292 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.172420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Port': ['ID=889b7f94-436e-47fb-8b19-94675d359313,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:29.178445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] No DVR routers for this DVR port 889b7f94-436e-47fb-8b19-94675d359313 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:29.206454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a429d953-57be-4495-b36d-feb0fb98cfd5 None None] For port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0760b602-be6c-4c31-aa3a-2d2ee1d725e5,segment=NetworkSegment(7df3cc67-45cf-497f-af30-1a633494dfc9),segment_id=7df3cc67-45cf-497f-af30-1a633494dfc9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:29.207204 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a429d953-57be-4495-b36d-feb0fb98cfd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.234264 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a429d953-57be-4495-b36d-feb0fb98cfd5 None None] Calling delete_port for 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:29.272613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.284787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5329cc-aafb-47c8-82f4-4680c939d56d']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:29.296363 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030fcce8-2af5-46ff-b0b9-8709ecefabf6') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:29.296640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030fcce8-2af5-46ff-b0b9-8709ecefabf6') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:29.305989 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.322215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.328885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:29.329295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:29.332790 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:29.339321 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a429d953-57be-4495-b36d-feb0fb98cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.366444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429d953-57be-4495-b36d-feb0fb98cfd5 None None] Pushing event deleted for resources: {'Port': ['ID=0760b602-be6c-4c31-aa3a-2d2ee1d725e5,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:29.373144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429d953-57be-4495-b36d-feb0fb98cfd5 None None] No DVR routers for this DVR port 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:29.417136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.438064 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.440005 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "DELETE /v2.0/networks/7b5329cc-aafb-47c8-82f4-4680c939d56d HTTP/1.1" status: 204 len: 168 time: 0.7830389 Jul 16 20:44:29.441044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1636e5-7186-4772-bf59-03e4206ecc69 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Network': ['ID=7b5329cc-aafb-47c8-82f4-4680c939d56d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:29.444191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40138) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:29.537296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.557781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 889b7f94-436e-47fb-8b19-94675d359313 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:29.584696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 889b7f94-436e-47fb-8b19-94675d359313 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:29.585061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 889b7f94-436e-47fb-8b19-94675d359313 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:29.585466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:29.610355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:29.610665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0760b602-be6c-4c31-aa3a-2d2ee1d725e5 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:29.638934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.649646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3293315-17ba-4966-8930-f84ee04012ff']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:29.661449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df3cc67-45cf-497f-af30-1a633494dfc9') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:29.661819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df3cc67-45cf-497f-af30-1a633494dfc9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:29.676341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.690524 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.697383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:29.698436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:29.701932 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:29.766303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.779834 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.785380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:29.789483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "DELETE /v2.0/networks/c3293315-17ba-4966-8930-f84ee04012ff HTTP/1.1" status: 204 len: 168 time: 0.3424227 Jul 16 20:44:29.811611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e820b39-1f0d-4805-b926-1bcc6358e648 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Network': ['ID=c3293315-17ba-4966-8930-f84ee04012ff,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:29.852015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba7240a-435d-4611-837f-2e35e15766f1 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Deleting subnet 075ce49a-dafb-44bb-8e5f-c10fb4d33dc9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:29.856108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dba7240a-435d-4611-837f-2e35e15766f1 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:29.902377 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dba7240a-435d-4611-837f-2e35e15766f1 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.042543 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dba7240a-435d-4611-837f-2e35e15766f1 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.115121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dba7240a-435d-4611-837f-2e35e15766f1 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.162011 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dba7240a-435d-4611-837f-2e35e15766f1 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.166065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df1abf2-be1f-48f5-ace1-a307fdd3a476 None None] Network abb73d60-c129-4d99-bf4e-fa3edad2a54f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:44:30.173907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40152) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:30.188074 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dba7240a-435d-4611-837f-2e35e15766f1 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "DELETE /v2.0/subnets/075ce49a-dafb-44bb-8e5f-c10fb4d33dc9 HTTP/1.1" status: 204 len: 168 time: 0.4010265 Jul 16 20:44:30.189756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7240a-435d-4611-837f-2e35e15766f1 tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Subnet': ['ID=075ce49a-dafb-44bb-8e5f-c10fb4d33dc9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:30.295614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.361613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Deleting port 725352bd-6008-4889-b1f3-299a8ab53d6a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:30.362010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.412706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b4475-fcc4-4e9f-9f8c-d9b393fb89d7 None None] DHCP port deletion for abb73d60-c129-4d99-bf4e-fa3edad2a54f request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:44:30.442811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] For port 725352bd-6008-4889-b1f3-299a8ab53d6a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=725352bd-6008-4889-b1f3-299a8ab53d6a,segment=NetworkSegment(289de7a1-a0d0-41f1-9ba3-967e8bd2fccb),segment_id=289de7a1-a0d0-41f1-9ba3-967e8bd2fccb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:30.443209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.458175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Calling delete_port for 725352bd-6008-4889-b1f3-299a8ab53d6a owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:30.489010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a60b4475-fcc4-4e9f-9f8c-d9b393fb89d7 None None] Deleting port 725352bd-6008-4889-b1f3-299a8ab53d6a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:44:30.489397 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a60b4475-fcc4-4e9f-9f8c-d9b393fb89d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.572000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.589876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a60b4475-fcc4-4e9f-9f8c-d9b393fb89d7 None None] For port 725352bd-6008-4889-b1f3-299a8ab53d6a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=725352bd-6008-4889-b1f3-299a8ab53d6a,segment=NetworkSegment(289de7a1-a0d0-41f1-9ba3-967e8bd2fccb),segment_id=289de7a1-a0d0-41f1-9ba3-967e8bd2fccb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:44:30.590288 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a60b4475-fcc4-4e9f-9f8c-d9b393fb89d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.627008 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a60b4475-fcc4-4e9f-9f8c-d9b393fb89d7 None None] Calling delete_port for 725352bd-6008-4889-b1f3-299a8ab53d6a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:44:30.634453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Port': ['ID=725352bd-6008-4889-b1f3-299a8ab53d6a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:30.647477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] No DVR routers for this DVR port 725352bd-6008-4889-b1f3-299a8ab53d6a on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:30.743972 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a60b4475-fcc4-4e9f-9f8c-d9b393fb89d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.747525 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.759179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb73d60-c129-4d99-bf4e-fa3edad2a54f']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:30.770034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b4475-fcc4-4e9f-9f8c-d9b393fb89d7 None None] Pushing event deleted for resources: {'Port': ['ID=725352bd-6008-4889-b1f3-299a8ab53d6a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:30.771539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289de7a1-a0d0-41f1-9ba3-967e8bd2fccb') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:30.772146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289de7a1-a0d0-41f1-9ba3-967e8bd2fccb') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:30.776624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b4475-fcc4-4e9f-9f8c-d9b393fb89d7 None None] No DVR routers for this DVR port 725352bd-6008-4889-b1f3-299a8ab53d6a on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:44:30.782958 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.798895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.805480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:30.805969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:30.810635 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:30.900317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.922395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:30.922395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "DELETE /v2.0/networks/abb73d60-c129-4d99-bf4e-fa3edad2a54f HTTP/1.1" status: 204 len: 168 time: 0.7461662 Jul 16 20:44:30.924760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:30.947537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9380b4-8996-44e2-9199-101916d7d27a tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Pushing event deleted for resources: {'Network': ['ID=abb73d60-c129-4d99-bf4e-fa3edad2a54f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:30.976761 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-29abf6f6-23b6-4d3d-b4b6-a1b2d2c144dd tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "GET /v2.0/ports?device_id=75633b8a-cfda-4f4e-81fe-e521213db809 HTTP/1.1" status: 200 len: 205 time: 0.0510685 Jul 16 20:44:30.980024 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:31.082626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53451ce9-4a24-4283-8cb6-1b1c344791ee tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.274311 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53451ce9-4a24-4283-8cb6-1b1c344791ee tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.277241 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53451ce9-4a24-4283-8cb6-1b1c344791ee tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.325400 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53451ce9-4a24-4283-8cb6-1b1c344791ee tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.326096 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53451ce9-4a24-4283-8cb6-1b1c344791ee tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Fanout notify agent at l3_agent the message router_deleted on router 75633b8a-cfda-4f4e-81fe-e521213db809 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:44:31.335692 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53451ce9-4a24-4283-8cb6-1b1c344791ee tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.339839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-53451ce9-4a24-4283-8cb6-1b1c344791ee tempest-RoutersNegativeTest-779101992 tempest-RoutersNegativeTest-779101992-project] 10.222.0.10 "DELETE /v2.0/routers/75633b8a-cfda-4f4e-81fe-e521213db809 HTTP/1.1" status: 204 len: 168 time: 0.3584433 Jul 16 20:44:31.373109 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:31.531390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 725352bd-6008-4889-b1f3-299a8ab53d6a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:44:31.543806 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-96201a14-c59d-4e21-a3dc-38f00f202569 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb9e6485b5134739a4d86cc0f60e1843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694491 Jul 16 20:44:31.546265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:31.562797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 725352bd-6008-4889-b1f3-299a8ab53d6a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:44:31.563718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 725352bd-6008-4889-b1f3-299a8ab53d6a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:44:31.609498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25442348-3424-4d4c-9395-255905f04ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.632614 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25442348-3424-4d4c-9395-255905f04ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.688850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40178) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:31.689616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25442348-3424-4d4c-9395-255905f04ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.692187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25442348-3424-4d4c-9395-255905f04ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:31.695691 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-25442348-3424-4d4c-9395-255905f04ce5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cb3e21f-20d0-421e-9055-5e5d0a4a704c HTTP/1.1" status: 204 len: 168 time: 0.1461971 Jul 16 20:44:31.703229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25442348-3424-4d4c-9395-255905f04ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb3e21f-20d0-421e-9055-5e5d0a4a704c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.058810 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e640a17b-7b3d-4675-8bc1-bdd3afce86d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8dd701e8823441f38d15d2b637dbd880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680398 Jul 16 20:44:32.063059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:32.144422 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c885ad-609b-4aba-a00b-6b3c108a7910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.169214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c885ad-609b-4aba-a00b-6b3c108a7910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.226463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c885ad-609b-4aba-a00b-6b3c108a7910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.229125 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5c885ad-609b-4aba-a00b-6b3c108a7910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:32.230353 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d5c885ad-609b-4aba-a00b-6b3c108a7910 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e7abb25-7164-41b9-85fa-a7079a831712 HTTP/1.1" status: 204 len: 168 time: 0.1656396 Jul 16 20:44:32.243729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c885ad-609b-4aba-a00b-6b3c108a7910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7abb25-7164-41b9-85fa-a7079a831712,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:32.923185 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.027367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e09b502c-2fa7-402a-8fe7-c813a170b405 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:33.027824 n-d-792394-17 neutron-server[93958]: WARNING neutron.api.v2.base [None req-e09b502c-2fa7-402a-8fe7-c813a170b405 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:44:33.028324 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-e09b502c-2fa7-402a-8fe7-c813a170b405 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:44:33.029312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e09b502c-2fa7-402a-8fe7-c813a170b405 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1051197 Jul 16 20:44:33.033068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.042225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581745671'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:33.068342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.077211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.201684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.205747 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.245344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f3b65-1df4-48c7-a49f-8c5152acc1a9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.303821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.308057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.339102 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e20c192-da43-444f-b519-5eef795d709c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.341341 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.342585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0e06cda5-510b-42ac-ace4-c4f135a34958 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3082342 Jul 16 20:44:33.345567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40220) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.350598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ad3b28e3-e223-422e-8250-6929ad5df1aa tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '5e20c192-da43-444f-b519-5eef795d709c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:33.380013 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad3b28e3-e223-422e-8250-6929ad5df1aa tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.440497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad3b28e3-e223-422e-8250-6929ad5df1aa tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.443946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad3b28e3-e223-422e-8250-6929ad5df1aa tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.460736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b28e3-e223-422e-8250-6929ad5df1aa tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcefb9c-71b7-4dd9-9be2-69b940524f7d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.472196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad3b28e3-e223-422e-8250-6929ad5df1aa tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.473432 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ad3b28e3-e223-422e-8250-6929ad5df1aa tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268239 Jul 16 20:44:33.476770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40222) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.481676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3cbd5103-8202-4cb1-90bb-ebe6381e9ed8 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '5e20c192-da43-444f-b519-5eef795d709c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:33.510536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5103-8202-4cb1-90bb-ebe6381e9ed8 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.558970 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-3cbd5103-8202-4cb1-90bb-ebe6381e9ed8 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 20:44:33.560102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3cbd5103-8202-4cb1-90bb-ebe6381e9ed8 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0821023 Jul 16 20:44:33.563034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40224) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.619007 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c130feff-adb9-4882-b2f5-377d981164f9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.644451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c130feff-adb9-4882-b2f5-377d981164f9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.692730 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c130feff-adb9-4882-b2f5-377d981164f9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.695479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c130feff-adb9-4882-b2f5-377d981164f9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.699631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c130feff-adb9-4882-b2f5-377d981164f9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/5e20c192-da43-444f-b519-5eef795d709c HTTP/1.1" status: 204 len: 168 time: 0.1326175 Jul 16 20:44:33.700110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.706986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130feff-adb9-4882-b2f5-377d981164f9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e20c192-da43-444f-b519-5eef795d709c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.749308 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c2874361-748d-4ac0-8c2b-021a4bf39ef4 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475047 Jul 16 20:44:33.752780 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.757387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c7e54b00-c89b-4bfd-bdd4-d9a264140b8a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650156'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:33.780788 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7e54b00-c89b-4bfd-bdd4-d9a264140b8a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.864171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7e54b00-c89b-4bfd-bdd4-d9a264140b8a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.868755 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7e54b00-c89b-4bfd-bdd4-d9a264140b8a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.898573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7e54b00-c89b-4bfd-bdd4-d9a264140b8a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.899924 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c7e54b00-c89b-4bfd-bdd4-d9a264140b8a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1461475 Jul 16 20:44:33.901843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e54b00-c89b-4bfd-bdd4-d9a264140b8a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864f83e0-ea32-49d3-9f44-5c69aae33ada,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:33.902825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40230) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.907557 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-22549545-7baa-42ec-9d70-baf2ec09cb6f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '864f83e0-ea32-49d3-9f44-5c69aae33ada', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:33.908044 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-22549545-7baa-42ec-9d70-baf2ec09cb6f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 20:44:33.908655 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-22549545-7baa-42ec-9d70-baf2ec09cb6f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:33.909455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-22549545-7baa-42ec-9d70-baf2ec09cb6f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055790 Jul 16 20:44:33.912116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:33.965764 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7995e0a7-203f-4c6b-826b-800854b8d055 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:33.990709 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7995e0a7-203f-4c6b-826b-800854b8d055 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.035330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7995e0a7-203f-4c6b-826b-800854b8d055 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.037892 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7995e0a7-203f-4c6b-826b-800854b8d055 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.041853 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7995e0a7-203f-4c6b-826b-800854b8d055 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/864f83e0-ea32-49d3-9f44-5c69aae33ada HTTP/1.1" status: 204 len: 168 time: 0.1260023 Jul 16 20:44:34.042672 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.049658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995e0a7-203f-4c6b-826b-800854b8d055 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864f83e0-ea32-49d3-9f44-5c69aae33ada,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:34.096441 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-eb48ce35-ced5-43a3-a4cd-39c7244e8965 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524580 Jul 16 20:44:34.099959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40236) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.105117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-46e0f9d3-5c18-412e-98e1-ac571e60d228 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207925130'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.127704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46e0f9d3-5c18-412e-98e1-ac571e60d228 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.218742 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46e0f9d3-5c18-412e-98e1-ac571e60d228 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.223623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46e0f9d3-5c18-412e-98e1-ac571e60d228 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.253225 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46e0f9d3-5c18-412e-98e1-ac571e60d228 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.254447 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-46e0f9d3-5c18-412e-98e1-ac571e60d228 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1534827 Jul 16 20:44:34.257267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.261824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b1716681-c31d-4f03-a32a-f9ff6a3673b3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': 'ed0e1af3-abbc-41b2-a958-89e776e5bd4c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.262388 n-d-792394-17 neutron-server[93958]: WARNING neutron.api.v2.base [None req-b1716681-c31d-4f03-a32a-f9ff6a3673b3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 20:44:34.262877 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-b1716681-c31d-4f03-a32a-f9ff6a3673b3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:34.263831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b1716681-c31d-4f03-a32a-f9ff6a3673b3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056763 Jul 16 20:44:34.267865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40244) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.276517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0f9d3-5c18-412e-98e1-ac571e60d228 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0e1af3-abbc-41b2-a958-89e776e5bd4c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:34.338100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c236e12f-2ece-41b0-8dd1-fe498f38a075 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.369664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c236e12f-2ece-41b0-8dd1-fe498f38a075 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.414075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c236e12f-2ece-41b0-8dd1-fe498f38a075 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.417964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c236e12f-2ece-41b0-8dd1-fe498f38a075 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.419159 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c236e12f-2ece-41b0-8dd1-fe498f38a075 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/ed0e1af3-abbc-41b2-a958-89e776e5bd4c HTTP/1.1" status: 204 len: 168 time: 0.1502042 Jul 16 20:44:34.422042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.431454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236e12f-2ece-41b0-8dd1-fe498f38a075 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0e1af3-abbc-41b2-a958-89e776e5bd4c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:34.485915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-79cbcb07-8b53-4962-aa58-58320d420112 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619626 Jul 16 20:44:34.489985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40266) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.494773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b918e09c-c43f-4d0a-ab4e-bc6b1a59099f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--233992993'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.520530 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b918e09c-c43f-4d0a-ab4e-bc6b1a59099f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.611308 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b918e09c-c43f-4d0a-ab4e-bc6b1a59099f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.615881 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b918e09c-c43f-4d0a-ab4e-bc6b1a59099f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.644982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b918e09c-c43f-4d0a-ab4e-bc6b1a59099f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.646205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b918e09c-c43f-4d0a-ab4e-bc6b1a59099f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1551721 Jul 16 20:44:34.649511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.654504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a3828df8-c138-4ec8-8735-aa612eabf4a3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': 'b9387c18-64ec-4894-999b-dbfed3436850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.655398 n-d-792394-17 neutron-server[93958]: WARNING neutron.api.v2.base [None req-a3828df8-c138-4ec8-8735-aa612eabf4a3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 20:44:34.655902 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-a3828df8-c138-4ec8-8735-aa612eabf4a3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:34.656879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a3828df8-c138-4ec8-8735-aa612eabf4a3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063767 Jul 16 20:44:34.658056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918e09c-c43f-4d0a-ab4e-bc6b1a59099f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9387c18-64ec-4894-999b-dbfed3436850,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:34.659993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40270) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.678141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b664617d-617a-4c91-ad77-24c3a9a7e56a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': 'b9387c18-64ec-4894-999b-dbfed3436850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.679080 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-b664617d-617a-4c91-ad77-24c3a9a7e56a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 20:44:34.679613 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-b664617d-617a-4c91-ad77-24c3a9a7e56a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:34.680632 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b664617d-617a-4c91-ad77-24c3a9a7e56a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0124202 Jul 16 20:44:34.684406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.688725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-09b61963-2df9-46c2-b3d4-6f6e1fed3227 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': 'b9387c18-64ec-4894-999b-dbfed3436850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.689514 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-09b61963-2df9-46c2-b3d4-6f6e1fed3227 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 20:44:34.689978 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-09b61963-2df9-46c2-b3d4-6f6e1fed3227 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:34.690894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-09b61963-2df9-46c2-b3d4-6f6e1fed3227 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055263 Jul 16 20:44:34.694299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40274) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.700099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-437cfec7-dcc9-4ae2-b598-16dcaada2c43 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': 'b9387c18-64ec-4894-999b-dbfed3436850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.700958 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-437cfec7-dcc9-4ae2-b598-16dcaada2c43 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 20:44:34.701440 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-437cfec7-dcc9-4ae2-b598-16dcaada2c43 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:34.702412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-437cfec7-dcc9-4ae2-b598-16dcaada2c43 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072591 Jul 16 20:44:34.705126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.759787 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aaac7dab-c85c-4a9f-98fa-b86dabcef440 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.783390 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aaac7dab-c85c-4a9f-98fa-b86dabcef440 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.829311 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aaac7dab-c85c-4a9f-98fa-b86dabcef440 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.832024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aaac7dab-c85c-4a9f-98fa-b86dabcef440 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:34.833153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aaac7dab-c85c-4a9f-98fa-b86dabcef440 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/b9387c18-64ec-4894-999b-dbfed3436850 HTTP/1.1" status: 204 len: 168 time: 0.1270750 Jul 16 20:44:34.835966 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.843210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac7dab-c85c-4a9f-98fa-b86dabcef440 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9387c18-64ec-4894-999b-dbfed3436850,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:34.887281 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c0965ae8-866a-4c03-bd6f-6f2deead85b6 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498419 Jul 16 20:44:34.890869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:34.895645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-86ffff0b-2d99-4364-9b8c-e96761251f7a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--658828085'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:34.918651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ffff0b-2d99-4364-9b8c-e96761251f7a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.012988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ffff0b-2d99-4364-9b8c-e96761251f7a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.017095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ffff0b-2d99-4364-9b8c-e96761251f7a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.044201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ffff0b-2d99-4364-9b8c-e96761251f7a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.048030 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-86ffff0b-2d99-4364-9b8c-e96761251f7a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1533573 Jul 16 20:44:35.048513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40282) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.051585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffff0b-2d99-4364-9b8c-e96761251f7a tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5459b-f0fc-4468-a89f-0fc7bffc9e23,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.053673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-abe8e0ff-ffd5-43bf-9a22-d453e562607d tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '63f5459b-f0fc-4468-a89f-0fc7bffc9e23', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.054396 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-abe8e0ff-ffd5-43bf-9a22-d453e562607d tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:44:35.055858 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-abe8e0ff-ffd5-43bf-9a22-d453e562607d tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:35.060601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.062160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-abe8e0ff-ffd5-43bf-9a22-d453e562607d tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123103 Jul 16 20:44:35.066361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a66807e8-2f85-4bc4-be8f-3223c63da847 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '63f5459b-f0fc-4468-a89f-0fc7bffc9e23', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.103953 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-a66807e8-2f85-4bc4-be8f-3223c63da847 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:35.108341 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a66807e8-2f85-4bc4-be8f-3223c63da847 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0429459 Jul 16 20:44:35.108341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.114064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b779f897-46cf-4c15-9be4-d5854b343591 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '63f5459b-f0fc-4468-a89f-0fc7bffc9e23', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.114571 n-d-792394-17 neutron-server[93958]: WARNING neutron.api.v2.base [None req-b779f897-46cf-4c15-9be4-d5854b343591 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 20:44:35.115073 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-b779f897-46cf-4c15-9be4-d5854b343591 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:35.118697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b779f897-46cf-4c15-9be4-d5854b343591 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069327 Jul 16 20:44:35.118904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.123939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-973fa5c2-ac8d-43cc-b772-006ba2cfb572 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '63f5459b-f0fc-4468-a89f-0fc7bffc9e23', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.161709 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-973fa5c2-ac8d-43cc-b772-006ba2cfb572 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:35.162847 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-973fa5c2-ac8d-43cc-b772-006ba2cfb572 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0424669 Jul 16 20:44:35.166000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40290) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.171902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ed4d8970-29ca-4eb6-af4d-d7d0ae4a0ca0 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '63f5459b-f0fc-4468-a89f-0fc7bffc9e23', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.172377 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-ed4d8970-29ca-4eb6-af4d-d7d0ae4a0ca0 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 20:44:35.172873 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-ed4d8970-29ca-4eb6-af4d-d7d0ae4a0ca0 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:35.173908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ed4d8970-29ca-4eb6-af4d-d7d0ae4a0ca0 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068698 Jul 16 20:44:35.176901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40292) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.181477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6fb61744-c95d-4a70-a670-74644a421604 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '63f5459b-f0fc-4468-a89f-0fc7bffc9e23', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.207466 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-6fb61744-c95d-4a70-a670-74644a421604 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Project e99afec67f7e48bc8a7f2abf09bfa601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:44:35.220890 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-6fb61744-c95d-4a70-a670-74644a421604 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:35.222254 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6fb61744-c95d-4a70-a670-74644a421604 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0444167 Jul 16 20:44:35.225143 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.229767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e2587103-2c18-4042-a30a-73257c75eb7b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '63f5459b-f0fc-4468-a89f-0fc7bffc9e23', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.230244 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-e2587103-2c18-4042-a30a-73257c75eb7b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 20:44:35.230712 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-e2587103-2c18-4042-a30a-73257c75eb7b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:35.234292 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e2587103-2c18-4042-a30a-73257c75eb7b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082092 Jul 16 20:44:35.235334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40296) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.240186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a66aa9a9-a054-4052-b312-44dbc25a13bc tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '63f5459b-f0fc-4468-a89f-0fc7bffc9e23', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.274461 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-a66aa9a9-a054-4052-b312-44dbc25a13bc tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Project e99afec67f7e48bc8a7f2abf09bfa601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:44:35.288459 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-a66aa9a9-a054-4052-b312-44dbc25a13bc tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:35.289649 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a66aa9a9-a054-4052-b312-44dbc25a13bc tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0530808 Jul 16 20:44:35.292613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40298) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.297188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0953b635-906d-4f37-af4b-75d00ae6a1ae tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '63f5459b-f0fc-4468-a89f-0fc7bffc9e23', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.321974 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-0953b635-906d-4f37-af4b-75d00ae6a1ae tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Project e99afec67f7e48bc8a7f2abf09bfa601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:44:35.341906 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-0953b635-906d-4f37-af4b-75d00ae6a1ae tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:35.345955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0953b635-906d-4f37-af4b-75d00ae6a1ae tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0497162 Jul 16 20:44:35.346201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40300) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.402133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.424743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.468312 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.472214 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.473408 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/63f5459b-f0fc-4468-a89f-0fc7bffc9e23 HTTP/1.1" status: 204 len: 168 time: 0.1262693 Jul 16 20:44:35.476227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.484631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5459b-f0fc-4468-a89f-0fc7bffc9e23,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.495340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.495794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.496029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.496374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.496698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.497023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.497348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.497719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.498048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.498503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.499400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.499400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542e6c97-98ee-422a-9522-5dc4bee3c9f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:44:35.527400 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-85fa6cb3-cb30-410e-b893-38048fc18eb8 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499725 Jul 16 20:44:35.531028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.535466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-14ad71fd-8d95-46e4-98f2-557b1d7bcba3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670355194'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.560170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14ad71fd-8d95-46e4-98f2-557b1d7bcba3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.646654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14ad71fd-8d95-46e4-98f2-557b1d7bcba3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.651827 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14ad71fd-8d95-46e4-98f2-557b1d7bcba3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.689528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14ad71fd-8d95-46e4-98f2-557b1d7bcba3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.713169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-14ad71fd-8d95-46e4-98f2-557b1d7bcba3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1699905 Jul 16 20:44:35.713169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad71fd-8d95-46e4-98f2-557b1d7bcba3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f35b52b-370e-40d4-9d3b-63a85cc52e58,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.714559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.720032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-65e50e9d-5c72-4ee5-b5ea-47af37d1a50b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '2f35b52b-370e-40d4-9d3b-63a85cc52e58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.763568 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-65e50e9d-5c72-4ee5-b5ea-47af37d1a50b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The resource could not be found. Jul 16 20:44:35.767445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-65e50e9d-5c72-4ee5-b5ea-47af37d1a50b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0490613 Jul 16 20:44:35.767625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.772545 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2346236a-4faa-4c40-9c15-22145b30a2a3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': '2f35b52b-370e-40d4-9d3b-63a85cc52e58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0defb1d9-d34d-4eae-a496-b1dc6ed0a1ba'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:35.815039 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-2346236a-4faa-4c40-9c15-22145b30a2a3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The resource could not be found. Jul 16 20:44:35.819646 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2346236a-4faa-4c40-9c15-22145b30a2a3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0475540 Jul 16 20:44:35.820100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40312) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.876715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6fbb-8b64-4f12-979e-b381b735e522 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.899131 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6fbb-8b64-4f12-979e-b381b735e522 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.941016 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6fbb-8b64-4f12-979e-b381b735e522 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.943876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6fbb-8b64-4f12-979e-b381b735e522 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:35.945337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d7cf6fbb-8b64-4f12-979e-b381b735e522 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/2f35b52b-370e-40d4-9d3b-63a85cc52e58 HTTP/1.1" status: 204 len: 168 time: 0.1240120 Jul 16 20:44:35.948417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:35.957894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf6fbb-8b64-4f12-979e-b381b735e522 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f35b52b-370e-40d4-9d3b-63a85cc52e58,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:35.998012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-21696089-a8f5-4b3f-9588-1745cf291a10 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482237 Jul 16 20:44:36.002105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40316) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.006494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8daaecff-5e90-4ce7-a877-e5a081c59f28 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': 'f57a5ce3-308a-4f7c-b27c-350d5e8e7b60', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:36.045784 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-8daaecff-5e90-4ce7-a877-e5a081c59f28 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The resource could not be found. Jul 16 20:44:36.047087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8daaecff-5e90-4ce7-a877-e5a081c59f28 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0439792 Jul 16 20:44:36.050862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40318) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.055576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0c0a65e8-590e-43d8-942f-8995968162c6 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510910045'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:36.079197 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c0a65e8-590e-43d8-942f-8995968162c6 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.164337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c0a65e8-590e-43d8-942f-8995968162c6 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.169769 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c0a65e8-590e-43d8-942f-8995968162c6 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.195871 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0c0a65e8-590e-43d8-942f-8995968162c6 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.196999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0c0a65e8-590e-43d8-942f-8995968162c6 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1451232 Jul 16 20:44:36.200380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.205649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4eb22e14-e372-47e9-b8b3-836385659a9f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832735614'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:36.206324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a65e8-590e-43d8-942f-8995968162c6 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4df24b-ed8c-4047-876d-98198cc106aa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:36.227810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb22e14-e372-47e9-b8b3-836385659a9f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.310921 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb22e14-e372-47e9-b8b3-836385659a9f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.314568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb22e14-e372-47e9-b8b3-836385659a9f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.344475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22e14-e372-47e9-b8b3-836385659a9f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989ad6c2-a2d7-4dad-8060-8b796b585dd5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:36.346624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb22e14-e372-47e9-b8b3-836385659a9f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.350880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4eb22e14-e372-47e9-b8b3-836385659a9f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1493535 Jul 16 20:44:36.350999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40322) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.356260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-91772d58-d6fa-4a49-b69f-b1d9bbbf5d9b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': 'bc4df24b-ed8c-4047-876d-98198cc106aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '989ad6c2-a2d7-4dad-8060-8b796b585dd5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:36.394231 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-91772d58-d6fa-4a49-b69f-b1d9bbbf5d9b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:36.398849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.399792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-91772d58-d6fa-4a49-b69f-b1d9bbbf5d9b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0477448 Jul 16 20:44:36.454763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fbcbe8c-014f-4ed7-aa45-4763ab856aeb tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.480935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fbcbe8c-014f-4ed7-aa45-4763ab856aeb tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.530177 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fbcbe8c-014f-4ed7-aa45-4763ab856aeb tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.533332 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fbcbe8c-014f-4ed7-aa45-4763ab856aeb tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.534821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4fbcbe8c-014f-4ed7-aa45-4763ab856aeb tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/989ad6c2-a2d7-4dad-8060-8b796b585dd5 HTTP/1.1" status: 204 len: 168 time: 0.1347797 Jul 16 20:44:36.538884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40326) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.546679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcbe8c-014f-4ed7-aa45-4763ab856aeb tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989ad6c2-a2d7-4dad-8060-8b796b585dd5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:36.602880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e52aad10-cdce-458f-8c93-c609517c7499 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0604372 Jul 16 20:44:36.603439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.671496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23402872-b4f8-4785-86c3-90b9452a00e1 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.694754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23402872-b4f8-4785-86c3-90b9452a00e1 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.740385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23402872-b4f8-4785-86c3-90b9452a00e1 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.742968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23402872-b4f8-4785-86c3-90b9452a00e1 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.744147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-23402872-b4f8-4785-86c3-90b9452a00e1 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/bc4df24b-ed8c-4047-876d-98198cc106aa HTTP/1.1" status: 204 len: 168 time: 0.1397772 Jul 16 20:44:36.747646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.755111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23402872-b4f8-4785-86c3-90b9452a00e1 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4df24b-ed8c-4047-876d-98198cc106aa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:36.805443 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4873b115-7a1e-4af5-b1a5-728c9145ddaa tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564079 Jul 16 20:44:36.810120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40334) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.814698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2eba51c4-439d-4c59-895c-e26d1b812ca9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--696002264'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:36.838003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eba51c4-439d-4c59-895c-e26d1b812ca9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.921400 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eba51c4-439d-4c59-895c-e26d1b812ca9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.925669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eba51c4-439d-4c59-895c-e26d1b812ca9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.954946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2eba51c4-439d-4c59-895c-e26d1b812ca9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:36.956160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2eba51c4-439d-4c59-895c-e26d1b812ca9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1450405 Jul 16 20:44:36.958255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba51c4-439d-4c59-895c-e26d1b812ca9 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7edad9-1690-403f-b812-6957c1ff5390,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:36.959719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:36.966066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d556a6b3-f3fb-428b-bb85-7f381cf4d361 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': 'ad7edad9-1690-403f-b812-6957c1ff5390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:37.003340 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-d556a6b3-f3fb-428b-bb85-7f381cf4d361 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:37.004497 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d556a6b3-f3fb-428b-bb85-7f381cf4d361 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0423546 Jul 16 20:44:37.007423 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.014587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1e9312de-e4f0-4db6-8437-63e384a96a3b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group_rule': {'security_group_id': 'ad7edad9-1690-403f-b812-6957c1ff5390', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:37.056265 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-1e9312de-e4f0-4db6-8437-63e384a96a3b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 20:44:37.057996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1e9312de-e4f0-4db6-8437-63e384a96a3b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0495238 Jul 16 20:44:37.065230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.123558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2874c4c9-2334-4f4e-9ec8-8529c5b2c0e2 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.145469 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2874c4c9-2334-4f4e-9ec8-8529c5b2c0e2 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.188428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2874c4c9-2334-4f4e-9ec8-8529c5b2c0e2 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.190977 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2874c4c9-2334-4f4e-9ec8-8529c5b2c0e2 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.192272 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2874c4c9-2334-4f4e-9ec8-8529c5b2c0e2 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/ad7edad9-1690-403f-b812-6957c1ff5390 HTTP/1.1" status: 204 len: 168 time: 0.1259909 Jul 16 20:44:37.195333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.214292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874c4c9-2334-4f4e-9ec8-8529c5b2c0e2 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7edad9-1690-403f-b812-6957c1ff5390,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:37.247548 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f6b53bc9-6826-4f04-b112-f0c38446787b tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509884 Jul 16 20:44:37.251223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40344) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.255751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-79761754-e238-4fc2-a4a8-324bb5fa1758 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528656224'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:37.282361 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79761754-e238-4fc2-a4a8-324bb5fa1758 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.371958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79761754-e238-4fc2-a4a8-324bb5fa1758 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.375683 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79761754-e238-4fc2-a4a8-324bb5fa1758 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.402572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79761754-e238-4fc2-a4a8-324bb5fa1758 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.403872 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-79761754-e238-4fc2-a4a8-324bb5fa1758 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1516781 Jul 16 20:44:37.407284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.408591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79761754-e238-4fc2-a4a8-324bb5fa1758 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37b28b8-dac1-4eea-afb9-a304d092e98a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:37.412330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0823824a-7217-4c3b-8e5b-6a67ddab06f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:37.412753 n-d-792394-17 neutron-server[93959]: WARNING neutron.api.v2.base [None req-0823824a-7217-4c3b-8e5b-6a67ddab06f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 20:44:37.413282 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [None req-0823824a-7217-4c3b-8e5b-6a67ddab06f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 20:44:37.414238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0823824a-7217-4c3b-8e5b-6a67ddab06f3 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "PUT /v2.0/security-groups/b37b28b8-dac1-4eea-afb9-a304d092e98a HTTP/1.1" status: 409 len: 330 time: 0.0057242 Jul 16 20:44:37.417777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40348) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.473870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4004-d17a-46a6-889a-af23b28c5398 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.498415 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4004-d17a-46a6-889a-af23b28c5398 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.551317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4004-d17a-46a6-889a-af23b28c5398 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.553891 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2ee4004-d17a-46a6-889a-af23b28c5398 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:37.555080 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d2ee4004-d17a-46a6-889a-af23b28c5398 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/b37b28b8-dac1-4eea-afb9-a304d092e98a HTTP/1.1" status: 204 len: 168 time: 0.1361797 Jul 16 20:44:37.559313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.568527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee4004-d17a-46a6-889a-af23b28c5398 tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37b28b8-dac1-4eea-afb9-a304d092e98a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:37.614732 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a030f32c-4791-4e90-a6d4-950ef9b1ccfc tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501614 Jul 16 20:44:37.618873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.631765 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-e1f28706-7dee-494c-bcbb-57bd5c57c73c tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] delete failed (client error): The resource could not be found. Jul 16 20:44:37.632779 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e1f28706-7dee-494c-bcbb-57bd5c57c73c tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "DELETE /v2.0/security-groups/2b248a9b-2919-4379-b432-5b05fbb55fd5 HTTP/1.1" status: 404 len: 347 time: 0.0128725 Jul 16 20:44:37.636401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.649300 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f0d94b63-094e-4eef-b686-403b0b40046e tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] show failed (client error): The resource could not be found. Jul 16 20:44:37.650372 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f0d94b63-094e-4eef-b686-403b0b40046e tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-groups/262f5e48-1841-4fa4-9b44-aaceb7f86830 HTTP/1.1" status: 404 len: 347 time: 0.0130270 Jul 16 20:44:37.654775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:37.666965 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-fc6261ac-eb35-46c9-868e-a4ec4ab9bb7f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] show failed (client error): The resource could not be found. Jul 16 20:44:37.667914 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fc6261ac-eb35-46c9-868e-a4ec4ab9bb7f tempest-NegativeSecGroupIPv6Test-1524288789 tempest-NegativeSecGroupIPv6Test-1524288789-project] 10.222.0.10 "GET /v2.0/security-group-rules/c437001a-f03d-4868-ae0c-8b0e916401fb HTTP/1.1" status: 404 len: 356 time: 0.0121603 Jul 16 20:44:37.936606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40368) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:38.084489 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d9a0b91b-9bcd-4e6d-aa45-f65440a3109f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e99afec67f7e48bc8a7f2abf09bfa601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464655 Jul 16 20:44:38.086842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40372) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:38.140082 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c53e54f6-fd2f-48c1-ab01-962216121a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.166564 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c53e54f6-fd2f-48c1-ab01-962216121a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.216743 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c53e54f6-fd2f-48c1-ab01-962216121a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.219413 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c53e54f6-fd2f-48c1-ab01-962216121a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:38.220562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c53e54f6-fd2f-48c1-ab01-962216121a9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d18f3b65-1df4-48c7-a49f-8c5152acc1a9 HTTP/1.1" status: 204 len: 168 time: 0.1327794 Jul 16 20:44:38.229327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e54f6-fd2f-48c1-ab01-962216121a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f3b65-1df4-48c7-a49f-8c5152acc1a9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:38.926240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:39.027270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1826938104'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:44:39.049160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Made reservation on behalf of a2187fc384da42d9852f0b01df775c9d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:44:39.052839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.061774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.156137 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.159822 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.185954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:44:39.195378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b00e767-bcfa-4030-974f-253ed93e8ad5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:39.200619 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.200969 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Added segment 4e6214dc-9109-4b66-a120-62353d01b593 of type vlan for network 9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd Jul 16 20:44:39.240954 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.269366 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.275468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:44:39.276786 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:39.324727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3973422 Jul 16 20:44:39.327916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:39.707182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-b53ac3a4-af3a-4f98-bb93-9bd5eeaa7b88 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd', 'tempest-TagsTest-Tag-1798036000') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:39.711178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219df09c-c855-4ce7-b078-55fa4a7437e7 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Pushing event updated for resources: {'Network': ['ID=9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:39.721700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:44:39.794972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40406) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:39.796844 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b53ac3a4-af3a-4f98-bb93-9bd5eeaa7b88 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "PUT /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags/tempest-TagsTest-Tag-1798036000 HTTP/1.1" status: 201 len: 201 time: 0.4673629 Jul 16 20:44:39.800350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-39ec887a-47e9-46de-afa0-cd489d713c5e tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd', 'tempest-TagsTest-Tag-1798036000') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:39.875402 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-39ec887a-47e9-46de-afa0-cd489d713c5e tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "GET /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags/tempest-TagsTest-Tag-1798036000 HTTP/1.1" status: 204 len: 168 time: 0.0768797 Jul 16 20:44:39.876870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40410) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:39.881651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-4969a0de-af92-47fc-86d0-d3124684a3d1 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:39.962412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4969a0de-af92-47fc-86d0-d3124684a3d1 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "GET /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags HTTP/1.1" status: 200 len: 238 time: 0.0841942 Jul 16 20:44:39.965004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:39.969703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.tag.tag_plugin [None req-55f8b8a0-9060-40b2-a927-9828fc515106 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd', {'tags': ['tempest-TagsTest-Tag-661091891', 'tempest-TagsTest-Tag-1312098580', 'tempest-TagsTest-Tag-2011194575']}) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.047692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40414) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.047953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-55f8b8a0-9060-40b2-a927-9828fc515106 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "PUT /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags HTTP/1.1" status: 200 len: 308 time: 0.0816486 Jul 16 20:44:40.053303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-9dc6b54f-7f20-47ee-b7da-002ba87230e0 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd', 'tempest-TagsTest-Tag-661091891') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.143303 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9dc6b54f-7f20-47ee-b7da-002ba87230e0 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "DELETE /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags/tempest-TagsTest-Tag-661091891 HTTP/1.1" status: 204 len: 168 time: 0.0917580 Jul 16 20:44:40.143509 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.147790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-46494e8e-cca9-4c67-baf3-09909bce11fb tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd', 'tempest-TagsTest-Tag-661091891') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.214965 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-46494e8e-cca9-4c67-baf3-09909bce11fb tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] show failed (client error): The resource could not be found. Jul 16 20:44:40.215951 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-46494e8e-cca9-4c67-baf3-09909bce11fb tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "GET /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags/tempest-TagsTest-Tag-661091891 HTTP/1.1" status: 404 len: 325 time: 0.0715981 Jul 16 20:44:40.218648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40418) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.222996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-f920b9fa-7ac1-4ba1-8d29-614d18a32cca tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd', 'tempest-TagsTest-Tag-1312098580') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.295936 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f920b9fa-7ac1-4ba1-8d29-614d18a32cca tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "GET /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags/tempest-TagsTest-Tag-1312098580 HTTP/1.1" status: 204 len: 168 time: 0.0761964 Jul 16 20:44:40.298345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.302614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-98535821-1472-4510-ab2a-c3ddb3274068 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd', 'tempest-TagsTest-Tag-2011194575') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.369126 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-98535821-1472-4510-ab2a-c3ddb3274068 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "GET /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags/tempest-TagsTest-Tag-2011194575 HTTP/1.1" status: 204 len: 168 time: 0.0697083 Jul 16 20:44:40.371564 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40422) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.376028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-dc64b6b6-f58f-4fa9-9749-0d6580e9bb24 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.480996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dc64b6b6-f58f-4fa9-9749-0d6580e9bb24 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "DELETE /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags HTTP/1.1" status: 204 len: 168 time: 0.1082158 Jul 16 20:44:40.483713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40424) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.489083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-be9df97f-f19a-438b-b749-9003c1c56d71 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd', 'tempest-TagsTest-Tag-1312098580') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.590251 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-be9df97f-f19a-438b-b749-9003c1c56d71 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] show failed (client error): The resource could not be found. Jul 16 20:44:40.590251 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-be9df97f-f19a-438b-b749-9003c1c56d71 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "GET /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags/tempest-TagsTest-Tag-1312098580 HTTP/1.1" status: 404 len: 326 time: 0.0756707 Jul 16 20:44:40.590251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.590251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-acc970c8-99b8-40a4-8592-ed712504b115 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd', 'tempest-TagsTest-Tag-2011194575') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.647817 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-acc970c8-99b8-40a4-8592-ed712504b115 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] show failed (client error): The resource could not be found. Jul 16 20:44:40.649492 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-acc970c8-99b8-40a4-8592-ed712504b115 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "GET /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags/tempest-TagsTest-Tag-2011194575 HTTP/1.1" status: 404 len: 326 time: 0.0852187 Jul 16 20:44:40.652019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.656512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-04024e8b-5b5f-4f32-8628-f4c10bb35ef9 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.735760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-04024e8b-5b5f-4f32-8628-f4c10bb35ef9 tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "DELETE /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd/tags HTTP/1.1" status: 204 len: 168 time: 0.0825210 Jul 16 20:44:40.739742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:40.820868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.912868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.925804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.940521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6214dc-9109-4b66-a120-62353d01b593') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.940853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6214dc-9109-4b66-a120-62353d01b593') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:40.952952 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.979088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.986782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:40.987486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:40.990874 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:41.055320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.061103 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.067332 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] 10.222.0.10 "DELETE /v2.0/networks/9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd HTTP/1.1" status: 204 len: 168 time: 0.3226655 Jul 16 20:44:41.082552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dfddb-34ce-45c7-8482-fe5acfa7256f tempest-TagsTest-1675656439 tempest-TagsTest-1675656439-project] Pushing event deleted for resources: {'Network': ['ID=9b7a1f05-c8e3-4e8e-900c-9fe6aa32bebd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:41.347993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40438) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:41.487703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b3c8ebe5-f1ee-4e54-99b1-9f28bb77ba1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2187fc384da42d9852f0b01df775c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385148 Jul 16 20:44:41.490185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40442) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:41.541803 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987f6ade-510b-471b-ad77-cbea96cc0e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.567795 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987f6ade-510b-471b-ad77-cbea96cc0e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.615640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987f6ade-510b-471b-ad77-cbea96cc0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.618184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987f6ade-510b-471b-ad77-cbea96cc0e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:41.623539 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-987f6ade-510b-471b-ad77-cbea96cc0e8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b00e767-bcfa-4030-974f-253ed93e8ad5 HTTP/1.1" status: 204 len: 168 time: 0.1282535 Jul 16 20:44:41.630422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f6ade-510b-471b-ad77-cbea96cc0e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b00e767-bcfa-4030-974f-253ed93e8ad5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:43.054208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:43.110413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ea6ec6-2086-4c01-8dfc-ed8d710f0f4c admin admin] Deleting subnet 88405af9-6bb2-4e74-bcb0-1f58e8399393 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:44:43.113720 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ea6ec6-2086-4c01-8dfc-ed8d710f0f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.149093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ea6ec6-2086-4c01-8dfc-ed8d710f0f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.196092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ea6ec6-2086-4c01-8dfc-ed8d710f0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.256823 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ea6ec6-2086-4c01-8dfc-ed8d710f0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.288871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea6ec6-2086-4c01-8dfc-ed8d710f0f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88405af9-6bb2-4e74-bcb0-1f58e8399393,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:43.290852 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2ea6ec6-2086-4c01-8dfc-ed8d710f0f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.293334 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c2ea6ec6-2086-4c01-8dfc-ed8d710f0f4c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/88405af9-6bb2-4e74-bcb0-1f58e8399393 HTTP/1.1" status: 204 len: 168 time: 0.2379868 Jul 16 20:44:43.296305 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:43.379114 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.418520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:43.461709 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.473101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67df6fb0-2adf-401d-bd77-3c851fb33807']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:43.483599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7482d1c6-b3f3-4008-adc9-caaf84e07d5c') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:43.483895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7482d1c6-b3f3-4008-adc9-caaf84e07d5c') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:44:43.493655 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.509101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.515068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:44:43.515490 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:44:43.517559 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:44:43.538165 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93054964-cd80-477e-9e1d-6db768b0cb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.574006 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.580428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.585769 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] 10.222.0.10 "DELETE /v2.0/networks/67df6fb0-2adf-401d-bd77-3c851fb33807 HTTP/1.1" status: 204 len: 168 time: 0.2848306 Jul 16 20:44:43.595304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199030c5-921f-40ae-9af7-812002cd7f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=67df6fb0-2adf-401d-bd77-3c851fb33807,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:43.648813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93054964-cd80-477e-9e1d-6db768b0cb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.653789 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93054964-cd80-477e-9e1d-6db768b0cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.693831 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-93054964-cd80-477e-9e1d-6db768b0cb38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e43b846953d485bb829ff370ec3144a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740698 Jul 16 20:44:43.694998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93054964-cd80-477e-9e1d-6db768b0cb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b6fda7-0022-4deb-b75f-23a6af42b716,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:43.698464 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:43.731521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:43.748612 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e94ba7a-c18d-46cd-8dd3-7c11e396fac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.769890 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e94ba7a-c18d-46cd-8dd3-7c11e396fac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.774970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-320ca622-65b8-4d4f-aeb7-ca48615763a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cee88aa40b849c3b5b5a7b3ec29a2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420237 Jul 16 20:44:43.778050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40512) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:43.820698 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e94ba7a-c18d-46cd-8dd3-7c11e396fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.824089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e94ba7a-c18d-46cd-8dd3-7c11e396fac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.825298 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e94ba7a-c18d-46cd-8dd3-7c11e396fac8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45b6fda7-0022-4deb-b75f-23a6af42b716 HTTP/1.1" status: 204 len: 168 time: 0.1259272 Jul 16 20:44:43.830827 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b017ea94-47e0-4aaf-b4f3-078e1067cb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.834154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94ba7a-c18d-46cd-8dd3-7c11e396fac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b6fda7-0022-4deb-b75f-23a6af42b716,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:43.857314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b017ea94-47e0-4aaf-b4f3-078e1067cb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.907531 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b017ea94-47e0-4aaf-b4f3-078e1067cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.910099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b017ea94-47e0-4aaf-b4f3-078e1067cb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:43.914037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b017ea94-47e0-4aaf-b4f3-078e1067cb1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d60406f8-9746-436e-9f57-4a8f415858b2 HTTP/1.1" status: 204 len: 168 time: 0.1322939 Jul 16 20:44:43.921337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017ea94-47e0-4aaf-b4f3-078e1067cb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60406f8-9746-436e-9f57-4a8f415858b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:44.230316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40528) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:44.244650 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7661b8e6-6926-4cf5-b93e-95aef18d7bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.366031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7661b8e6-6926-4cf5-b93e-95aef18d7bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.372380 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7661b8e6-6926-4cf5-b93e-95aef18d7bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.413765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7661b8e6-6926-4cf5-b93e-95aef18d7bae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3b5ea8cdf3143bba72c0c3b1d66342d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822889 Jul 16 20:44:44.415729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661b8e6-6926-4cf5-b93e-95aef18d7bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbe93bc-96cd-45c5-92de-acc846322d43,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:44.417356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:44.475007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4655-043e-4c40-b3fa-ca70bd29523d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.500237 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4655-043e-4c40-b3fa-ca70bd29523d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.547727 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4655-043e-4c40-b3fa-ca70bd29523d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.553657 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3cb4655-043e-4c40-b3fa-ca70bd29523d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:44.558038 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b3cb4655-043e-4c40-b3fa-ca70bd29523d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebbe93bc-96cd-45c5-92de-acc846322d43 HTTP/1.1" status: 204 len: 168 time: 0.1363075 Jul 16 20:44:44.565455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb4655-043e-4c40-b3fa-ca70bd29523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbe93bc-96cd-45c5-92de-acc846322d43,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:45.860661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:46.878333 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:50.604855 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a48e0654-1b2a-4e83-9939-8a6aa1662f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.242774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:53.355833 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cccadd14-beb4-48c6-bcef-9eb34f11bd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.436924 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.442948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9904-bbb0-4c5d-9604-5e144a655ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.455520 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cccadd14-beb4-48c6-bcef-9eb34f11bd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.459313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cccadd14-beb4-48c6-bcef-9eb34f11bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.498302 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cccadd14-beb4-48c6-bcef-9eb34f11bd20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4f696fc76be43edb3aae90977cde270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543039 Jul 16 20:44:53.499400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccadd14-beb4-48c6-bcef-9eb34f11bd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b0e7e-3c46-4d67-8388-703a234ff408,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:53.501543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40700) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:44:53.553198 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61eb97f2-e86a-4313-90ef-017b89bd06e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.574909 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61eb97f2-e86a-4313-90ef-017b89bd06e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.622664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61eb97f2-e86a-4313-90ef-017b89bd06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.625449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61eb97f2-e86a-4313-90ef-017b89bd06e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:53.627708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61eb97f2-e86a-4313-90ef-017b89bd06e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e95b0e7e-3c46-4d67-8388-703a234ff408 HTTP/1.1" status: 204 len: 168 time: 0.1251352 Jul 16 20:44:53.635683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb97f2-e86a-4313-90ef-017b89bd06e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b0e7e-3c46-4d67-8388-703a234ff408,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:44:54.610087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:44:56.296310 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.511189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:04.621205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90af8d0a-7027-44b9-871c-fb74ee725b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.706791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90af8d0a-7027-44b9-871c-fb74ee725b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.710785 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90af8d0a-7027-44b9-871c-fb74ee725b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.751503 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-90af8d0a-7027-44b9-871c-fb74ee725b0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09d509bfddec4afabf621bd8e7fd71e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390511 Jul 16 20:45:04.753577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af8d0a-7027-44b9-871c-fb74ee725b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebc3eb4-ada2-4c44-8de6-138be24a7a20,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:04.754185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40836) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:04.801451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80a4c73b-5265-49bc-a030-5f4785f81464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.822330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80a4c73b-5265-49bc-a030-5f4785f81464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.867663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80a4c73b-5265-49bc-a030-5f4785f81464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.870807 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80a4c73b-5265-49bc-a030-5f4785f81464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:04.871965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-80a4c73b-5265-49bc-a030-5f4785f81464 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ebc3eb4-ada2-4c44-8de6-138be24a7a20 HTTP/1.1" status: 204 len: 168 time: 0.1167939 Jul 16 20:45:04.879468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4c73b-5265-49bc-a030-5f4785f81464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebc3eb4-ada2-4c44-8de6-138be24a7a20,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:05.125260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:05.138164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce7dfff-18c3-4d7f-85ad-648958e04e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.223048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce7dfff-18c3-4d7f-85ad-648958e04e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.226430 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce7dfff-18c3-4d7f-85ad-648958e04e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.262826 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6ce7dfff-18c3-4d7f-85ad-648958e04e95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de3ec559c1c84513b0d43845e6c3f166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364806 Jul 16 20:45:05.264731 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7dfff-18c3-4d7f-85ad-648958e04e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dbaac9-d552-4d46-95a7-70b6092e685b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:05.265475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40844) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:05.315119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e57171d5-ef82-40cc-8a0d-4e513fb021b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.338694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e57171d5-ef82-40cc-8a0d-4e513fb021b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.385211 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e57171d5-ef82-40cc-8a0d-4e513fb021b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.387383 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e57171d5-ef82-40cc-8a0d-4e513fb021b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:05.389269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e57171d5-ef82-40cc-8a0d-4e513fb021b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53dbaac9-d552-4d46-95a7-70b6092e685b HTTP/1.1" status: 204 len: 168 time: 0.1220174 Jul 16 20:45:05.404485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57171d5-ef82-40cc-8a0d-4e513fb021b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dbaac9-d552-4d46-95a7-70b6092e685b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:05.666815 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:45:09.684465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40928) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:09.786753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0388f64a-1f78-4a2c-9348-7fdada42ecc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.872790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0388f64a-1f78-4a2c-9348-7fdada42ecc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.876679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0388f64a-1f78-4a2c-9348-7fdada42ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.913547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0388f64a-1f78-4a2c-9348-7fdada42ecc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98e0dc16900c43c5b16224ea18974311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279804 Jul 16 20:45:09.914387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388f64a-1f78-4a2c-9348-7fdada42ecc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c958a487-1a2c-433b-b29e-4f351c348028,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:09.916835 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:09.966776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-396dbdd1-188e-4a79-91d0-aa2f3c284501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:09.987637 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-396dbdd1-188e-4a79-91d0-aa2f3c284501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.033040 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-396dbdd1-188e-4a79-91d0-aa2f3c284501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.035634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-396dbdd1-188e-4a79-91d0-aa2f3c284501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.036782 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-396dbdd1-188e-4a79-91d0-aa2f3c284501 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c958a487-1a2c-433b-b29e-4f351c348028 HTTP/1.1" status: 204 len: 168 time: 0.1189547 Jul 16 20:45:10.044962 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dbdd1-188e-4a79-91d0-aa2f3c284501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c958a487-1a2c-433b-b29e-4f351c348028,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:10.288470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 40938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:10.305514 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a0b29d7-53eb-4ded-8668-7ca3cd05ee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.391417 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a0b29d7-53eb-4ded-8668-7ca3cd05ee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.395766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a0b29d7-53eb-4ded-8668-7ca3cd05ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.441651 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0a0b29d7-53eb-4ded-8668-7ca3cd05ee78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7caf39dfcfed46ea9a5a522bf4e0cf57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520851 Jul 16 20:45:10.443537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b29d7-53eb-4ded-8668-7ca3cd05ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1edccf-cc9f-444b-8edf-83d23488bb9a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:10.444364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 40940) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:10.492623 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5388afb-e67d-4cdc-bf65-36c809241a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.512506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5388afb-e67d-4cdc-bf65-36c809241a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.561513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5388afb-e67d-4cdc-bf65-36c809241a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.564113 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5388afb-e67d-4cdc-bf65-36c809241a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:10.565236 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c5388afb-e67d-4cdc-bf65-36c809241a54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c1edccf-cc9f-444b-8edf-83d23488bb9a HTTP/1.1" status: 204 len: 168 time: 0.1198633 Jul 16 20:45:10.572803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5388afb-e67d-4cdc-bf65-36c809241a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1edccf-cc9f-444b-8edf-83d23488bb9a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:15.855387 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:15.928927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41016) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:16.044303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3c1-b07d-4064-ab5b-087c1f5d767f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.131752 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3c1-b07d-4064-ab5b-087c1f5d767f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.135742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15ebc3c1-b07d-4064-ab5b-087c1f5d767f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.172904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebc3c1-b07d-4064-ab5b-087c1f5d767f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d889839-4988-4e73-bdd7-ad9599606180,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:16.177201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-15ebc3c1-b07d-4064-ab5b-087c1f5d767f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7780b1da1e6f4db19db519675fc4942f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472570 Jul 16 20:45:16.179952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41020) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:16.226855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b2a704e-8510-4a9c-a050-4153bb31e3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.249099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b2a704e-8510-4a9c-a050-4153bb31e3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.295055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b2a704e-8510-4a9c-a050-4153bb31e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.297601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b2a704e-8510-4a9c-a050-4153bb31e3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.298760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6b2a704e-8510-4a9c-a050-4153bb31e3e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d889839-4988-4e73-bdd7-ad9599606180 HTTP/1.1" status: 204 len: 168 time: 0.1173351 Jul 16 20:45:16.306497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a704e-8510-4a9c-a050-4153bb31e3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d889839-4988-4e73-bdd7-ad9599606180,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:16.553920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:16.567433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e753b961-a839-4384-a956-440efcea6b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.656524 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e753b961-a839-4384-a956-440efcea6b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.660806 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e753b961-a839-4384-a956-440efcea6b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.698971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e753b961-a839-4384-a956-440efcea6b1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b13fc5301b4f4c498ea8ec98a6b3bc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439049 Jul 16 20:45:16.700977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753b961-a839-4384-a956-440efcea6b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efef72b-326c-452e-b592-c5036bdbceef,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:16.701631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41028) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:16.752596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d57ff24b-ebd1-4b05-9cf5-e1e6164d2d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.773634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d57ff24b-ebd1-4b05-9cf5-e1e6164d2d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.819657 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d57ff24b-ebd1-4b05-9cf5-e1e6164d2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.822809 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d57ff24b-ebd1-4b05-9cf5-e1e6164d2d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:16.824093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d57ff24b-ebd1-4b05-9cf5-e1e6164d2d0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7efef72b-326c-452e-b592-c5036bdbceef HTTP/1.1" status: 204 len: 168 time: 0.1215014 Jul 16 20:45:16.831630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ff24b-ebd1-4b05-9cf5-e1e6164d2d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efef72b-326c-452e-b592-c5036bdbceef,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:16.894556 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:20.606899 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-86b505ec-a639-4bca-b99f-9e9bbcd335fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.423693 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:23.436407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0ee0-e8b2-4dd5-8fc6-41857aaac011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.341807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:24.445572 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.535495 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.538967 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.579344 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9c80c19ef0b4637a26a87d9f79de58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363820 Jul 16 20:45:24.580503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a294d3f4-3fb8-4705-84e2-29335a1a3300,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:24.582171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41158) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:24.588370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.588723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.589066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.589406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.589741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.590073 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.590404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.590732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.591059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.591412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.591741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.592064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a606f95-877d-4885-9369-13691fd6ba7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:24.613441 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.640610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-720f2b48-71ba-4d18-8f87-eab443d19dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.661329 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-720f2b48-71ba-4d18-8f87-eab443d19dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.707996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-720f2b48-71ba-4d18-8f87-eab443d19dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.710536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-720f2b48-71ba-4d18-8f87-eab443d19dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:24.711719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-720f2b48-71ba-4d18-8f87-eab443d19dc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a294d3f4-3fb8-4705-84e2-29335a1a3300 HTTP/1.1" status: 204 len: 168 time: 0.1287341 Jul 16 20:45:24.721117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f2b48-71ba-4d18-8f87-eab443d19dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a294d3f4-3fb8-4705-84e2-29335a1a3300,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:24.967365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:24.981604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d279df6-ba1b-439b-a5ac-1dffe7ff0a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.071473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d279df6-ba1b-439b-a5ac-1dffe7ff0a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.075341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1d279df6-ba1b-439b-a5ac-1dffe7ff0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.115632 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1d279df6-ba1b-439b-a5ac-1dffe7ff0a6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d47ad8f684846dba68794b495c976fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470146 Jul 16 20:45:25.116745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d279df6-ba1b-439b-a5ac-1dffe7ff0a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7cef2f-a36c-40de-a66f-d079159676ae,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:25.118916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:25.167958 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec05f198-2eb1-4426-bc27-8e3b4f2a410c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.188696 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec05f198-2eb1-4426-bc27-8e3b4f2a410c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.233342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec05f198-2eb1-4426-bc27-8e3b4f2a410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.236381 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec05f198-2eb1-4426-bc27-8e3b4f2a410c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:25.240838 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ec05f198-2eb1-4426-bc27-8e3b4f2a410c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e7cef2f-a36c-40de-a66f-d079159676ae HTTP/1.1" status: 204 len: 168 time: 0.1201484 Jul 16 20:45:25.249816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05f198-2eb1-4426-bc27-8e3b4f2a410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7cef2f-a36c-40de-a66f-d079159676ae,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:26.299480 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:42.668544 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:45:42.896339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41332) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.019996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.120446 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.124420 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.165053 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5374edf5daaa407d89fa38978467c657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676201 Jul 16 20:45:43.165870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83407cec-6201-4093-83e8-b46c30a6554f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:43.167742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:43.174201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.174541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.174874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.175204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.175562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.175887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.176207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.176527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.176844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.177162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.177482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.177795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfae8b5-2fa0-48cf-9aa3-7b130b6bc5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:45:43.217607 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbc8bfbb-e2a5-4418-a409-d7f33ca2d95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.239120 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbc8bfbb-e2a5-4418-a409-d7f33ca2d95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.292846 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbc8bfbb-e2a5-4418-a409-d7f33ca2d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.295613 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbc8bfbb-e2a5-4418-a409-d7f33ca2d95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:43.296801 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dbc8bfbb-e2a5-4418-a409-d7f33ca2d95d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83407cec-6201-4093-83e8-b46c30a6554f HTTP/1.1" status: 204 len: 168 time: 0.1280644 Jul 16 20:45:43.305917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8bfbb-e2a5-4418-a409-d7f33ca2d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83407cec-6201-4093-83e8-b46c30a6554f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:45.865778 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:46.889115 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:50.607708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3d54-f66e-4dc4-ac0c-c57162d0cb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.667154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:52.781742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d61c873d-2397-44b7-b0f9-c52f26f221fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.869506 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d61c873d-2397-44b7-b0f9-c52f26f221fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.873309 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d61c873d-2397-44b7-b0f9-c52f26f221fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.911115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d61c873d-2397-44b7-b0f9-c52f26f221fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9d6ccd5b59c486283bf5dd472b38aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428973 Jul 16 20:45:52.912011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c873d-2397-44b7-b0f9-c52f26f221fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cd1b7e-6670-472c-89a0-3021c1101855,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:52.914740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:52.963870 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab519dac-c846-4d4e-ab35-f2269d1250fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:52.984543 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab519dac-c846-4d4e-ab35-f2269d1250fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.030807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab519dac-c846-4d4e-ab35-f2269d1250fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.033424 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab519dac-c846-4d4e-ab35-f2269d1250fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.034567 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ab519dac-c846-4d4e-ab35-f2269d1250fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2cd1b7e-6670-472c-89a0-3021c1101855 HTTP/1.1" status: 204 len: 168 time: 0.1184525 Jul 16 20:45:53.042218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab519dac-c846-4d4e-ab35-f2269d1250fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cd1b7e-6670-472c-89a0-3021c1101855,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:53.415324 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:53.443085 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-473137d9-f337-4a7a-87c9-d278408b564b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:54.616712 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:56.300900 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:57.985960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41504) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:58.097276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e41bee8a-2458-4296-9710-90a93abd8146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.183739 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e41bee8a-2458-4296-9710-90a93abd8146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.187620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e41bee8a-2458-4296-9710-90a93abd8146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.226458 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e41bee8a-2458-4296-9710-90a93abd8146 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0545884de6f429b8fadcff028b7b19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394469 Jul 16 20:45:58.227348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bee8a-2458-4296-9710-90a93abd8146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1d8a40-d97d-4c53-84c8-ebf69f54ee15,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:58.229184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:58.277525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4fc043e-9d42-43a4-a587-ce45660d7d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.297593 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4fc043e-9d42-43a4-a587-ce45660d7d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.343319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4fc043e-9d42-43a4-a587-ce45660d7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.345770 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4fc043e-9d42-43a4-a587-ce45660d7d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:58.346910 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b4fc043e-9d42-43a4-a587-ce45660d7d3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee1d8a40-d97d-4c53-84c8-ebf69f54ee15 HTTP/1.1" status: 204 len: 168 time: 0.1166265 Jul 16 20:45:58.354483 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc043e-9d42-43a4-a587-ce45660d7d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1d8a40-d97d-4c53-84c8-ebf69f54ee15,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:59.555423 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:59.696704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'network': {'name': 'tempest-network-smoke--919426423', 'project_id': '80443955e60a4025b63e38fe6466469d', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:45:59.718042 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Made reservation on behalf of 80443955e60a4025b63e38fe6466469d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:45:59.721441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.733330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.827819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.831994 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.862201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:45:59.868260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6285ca24-9f55-41c2-92d5-4b9e1139cd45,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:45:59.874592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.874934 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Added segment 59fe9711-984f-4a5f-b085-bf1eb3cd8bc1 of type vlan for network 5865946c-2582-4f01-8a38-49c0b647ced8 Jul 16 20:45:59.914747 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.942081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.947613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:45:59.948220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:45:59.984333 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4276304 Jul 16 20:45:59.986996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:45:59.993307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-825383293', 'admin_state_up': True, 'project_id': '80443955e60a4025b63e38fe6466469d', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:00.029907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee28cc-b4ca-41d2-86a8-6ded67a82906 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Network': ['ID=5865946c-2582-4f01-8a38-49c0b647ced8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.041324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 5865946c-2582-4f01-8a38-49c0b647ced8 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:46:00.047050 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.048092 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.103317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.238857 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.422814 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.440888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.543536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.25.7.9 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/4e149421-d391-4c49-93e6-3d1268416844) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:00.640631 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.682664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:00.716862 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:00.721489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:00.724795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:00.749307 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=4e149421-d391-4c49-93e6-3d1268416844,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:00.965330 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.156019 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.278424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:46:01.379095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:01.389148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Sync routers for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:01.397052 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.398276 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:01.398484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4bfbe4e3-e9f7-49e7-8196-0ccd934188bf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4103794 Jul 16 20:46:01.399081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:45:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:01.401348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:01.478243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3851434c-924c-45fd-91a3-6f1b0c96ec15 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=80443955e60a4025b63e38fe6466469d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757194 Jul 16 20:46:01.480868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:01.502716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:01.626690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d51eaa-67b2-4171-810a-72ca18c2ff4c tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:01.627751 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-83d51eaa-67b2-4171-810a-72ca18c2ff4c tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459875 Jul 16 20:46:01.630549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:01.664540 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-109beea8-bfe5-41de-a102-cd486ed57080 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329127 Jul 16 20:46:01.667203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:01.672050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-828407636', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'project_id': '80443955e60a4025b63e38fe6466469d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:01.681680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 3, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:01.707513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Checking router: 5c46bba9-b59a-45e3-a017-ef62a14a2e6d for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:01.707869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Updating router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d port 4e149421-d391-4c49-93e6-3d1268416844 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:01.741112 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:01.760876 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Made reservation on behalf of 80443955e60a4025b63e38fe6466469d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:01.764491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.010491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.021546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Transition to ACTIVE for port object 4e149421-d391-4c49-93e6-3d1268416844 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:02.028218 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.084984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Attempting to bind port 4e149421-d391-4c49-93e6-3d1268416844 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:02.085764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Attempting to bind port 4e149421-d391-4c49-93e6-3d1268416844 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:02.085934 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Attempting to bind port 4e149421-d391-4c49-93e6-3d1268416844 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:02.088118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Pushing event updated for resources: {'Port': ['ID=4e149421-d391-4c49-93e6-3d1268416844,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:02.097637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.097988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.098331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.098673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.099009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.099386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.099723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.100053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.100383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.100734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.101610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.101936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:02.105435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:02.105816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:02.106223 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.106611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:02.107089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Bound port: 4e149421-d391-4c49-93e6-3d1268416844, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:02.107495 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.161008 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] For port 4e149421-d391-4c49-93e6-3d1268416844, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:02.165370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] For port 4e149421-d391-4c49-93e6-3d1268416844, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4e149421-d391-4c49-93e6-3d1268416844,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:02.169060 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.227808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:02.229455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:45:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:02.270462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166c60-0884-4cb0-83d5-94bfa4d0766e None None] Pushing event updated for resources: {'Port': ['ID=4e149421-d391-4c49-93e6-3d1268416844,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:02.292664 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.342825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:02.353236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Subnet': ['ID=603f5660-4b12-4ba9-a02f-c113bc9423dc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:02.364718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Checking segment: {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:02.365080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network hostable DHCP agents. Network: 5865946c-2582-4f01-8a38-49c0b647ced8, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:46:02.381426 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 5865946c-2582-4f01-8a38-49c0b647ced8 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:46:02.389567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 5865946c-2582-4f01-8a38-49c0b647ced8) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:02.393556 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:02.394314 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.400677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75f23a-fe17-45d6-b93f-7bf3e6e5e3b8 None None] Network 5865946c-2582-4f01-8a38-49c0b647ced8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:02.411168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c6252278-abc7-415f-96d3-f9847983f76f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7404532 Jul 16 20:46:02.411364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41560) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:02.637052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 3, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:02.665168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-5865946c-2582-4f01-8a38-49c0b647ced8', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:46:02.666017 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.669249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7ee62-41a1-4250-8618-663520e0e8ac None None] The sync data for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 is: [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:00Z', 'revision_number': 3, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:02.863017 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:02.992879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Allocated IP 172.20.0.2 (5865946c-2582-4f01-8a38-49c0b647ced8/603f5660-4b12-4ba9-a02f-c113bc9423dc/bce84afb-a20a-41a3-8ab5-14f53f5b3518) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:03.152488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.161616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Transition to ACTIVE for port object bce84afb-a20a-41a3-8ab5-14f53f5b3518 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:03.178500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Transition to ACTIVE for port object bce84afb-a20a-41a3-8ab5-14f53f5b3518 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:03.184593 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.233523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Network 5865946c-2582-4f01-8a38-49c0b647ced8 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:03.234860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Pushing event updated for resources: {'Port': ['ID=bce84afb-a20a-41a3-8ab5-14f53f5b3518,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:03.238537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:03.241019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:03.243236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.20.0.1 (5865946c-2582-4f01-8a38-49c0b647ced8/603f5660-4b12-4ba9-a02f-c113bc9423dc/f89c6974-4080-433d-8c86-18a147685193) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:03.301117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Attempting to bind port bce84afb-a20a-41a3-8ab5-14f53f5b3518 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:03.301482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Attempting to bind port bce84afb-a20a-41a3-8ab5-14f53f5b3518 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:03.301854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Attempting to bind port bce84afb-a20a-41a3-8ab5-14f53f5b3518 on network 5865946c-2582-4f01-8a38-49c0b647ced8 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:03.307889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:03.308267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Checking segment: {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:03.308672 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.309067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Bound using segment: {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:03.309533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Bound port: bce84afb-a20a-41a3-8ab5-14f53f5b3518, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:03.309915 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.366185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.377404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] For port bce84afb-a20a-41a3-8ab5-14f53f5b3518, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:03.381369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] For port bce84afb-a20a-41a3-8ab5-14f53f5b3518, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bce84afb-a20a-41a3-8ab5-14f53f5b3518,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:03.382886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Transition to ACTIVE for port object f89c6974-4080-433d-8c86-18a147685193 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:03.385842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.422560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.452047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b2ef1-0755-49af-bb6f-e1f2900092df None None] Pushing event updated for resources: {'Port': ['ID=bce84afb-a20a-41a3-8ab5-14f53f5b3518,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:03.466246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 5865946c-2582-4f01-8a38-49c0b647ced8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:03.472010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:03.476533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:03.509958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=f89c6974-4080-433d-8c86-18a147685193,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:03.533459 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.625738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4e149421-d391-4c49-93e6-3d1268416844 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:03.698504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 4e149421-d391-4c49-93e6-3d1268416844 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:03.703091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4e149421-d391-4c49-93e6-3d1268416844 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:03.705265 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.722939 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.802940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.825233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 4e149421-d391-4c49-93e6-3d1268416844, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4e149421-d391-4c49-93e6-3d1268416844,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:03.829804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:03.879004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=4e149421-d391-4c49-93e6-3d1268416844,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:04.027428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.031930 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.113620 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=f89c6974-4080-433d-8c86-18a147685193,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:04.116038 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.214517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 5865946c-2582-4f01-8a38-49c0b647ced8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:04.215951 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:04.327536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:04.434314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:04.441647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7e38455a-9bc1-4887-b49b-197dc6f87723 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "PUT /v2.0/routers/5c46bba9-b59a-45e3-a017-ef62a14a2e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0270188 Jul 16 20:46:04.442122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:04.448301 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Sync routers for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:04.458158 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:04.458775 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:45:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:04.561737 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:04.633555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82831de8-fa35-4f36-a743-e2a9384eeba6 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.634031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82831de8-fa35-4f36-a743-e2a9384eeba6 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.634496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82831de8-fa35-4f36-a743-e2a9384eeba6 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.634977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82831de8-fa35-4f36-a743-e2a9384eeba6 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.636727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-82831de8-fa35-4f36-a743-e2a9384eeba6 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1939712 Jul 16 20:46:04.639309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:04.722336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b0365-6ece-4614-9a44-c98b6eba557c tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.722818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b0365-6ece-4614-9a44-c98b6eba557c tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.723495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b0365-6ece-4614-9a44-c98b6eba557c tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.723965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b0365-6ece-4614-9a44-c98b6eba557c tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:04.729107 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e04b0365-6ece-4614-9a44-c98b6eba557c tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0855956 Jul 16 20:46:04.729508 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:04.763713 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 2, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:04.790609 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Checking router: 5c46bba9-b59a-45e3-a017-ef62a14a2e6d for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:04.790958 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Updating router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d port f89c6974-4080-433d-8c86-18a147685193 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:46:04.830085 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:04.976745 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a0d13bf9-ea47-4769-8a57-cfb707cbfb3b tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2430196 Jul 16 20:46:05.084449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148b80f-a784-421d-a1f5-b1f950207f1c None None] Network 5865946c-2582-4f01-8a38-49c0b647ced8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:05.099851 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.110575 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Transition to ACTIVE for port object f89c6974-4080-433d-8c86-18a147685193 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:05.115594 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.165899 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Pushing event updated for resources: {'Port': ['ID=f89c6974-4080-433d-8c86-18a147685193,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:05.171586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7cb891ec-e258-4e77-b86b-838f75be5045 None None] Provisioning for port bce84afb-a20a-41a3-8ab5-14f53f5b3518 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:05.193400 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.193739 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.194564 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.195016 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.195016 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.195243 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.195586 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.195907 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.196223 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.196540 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.196855 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.197180 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:05.234662 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Attempting to bind port f89c6974-4080-433d-8c86-18a147685193 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:05.235026 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Attempting to bind port f89c6974-4080-433d-8c86-18a147685193 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:05.235423 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Attempting to bind port f89c6974-4080-433d-8c86-18a147685193 on network 5865946c-2582-4f01-8a38-49c0b647ced8 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:05.240937 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:05.241329 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Checking segment: {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:05.241722 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.242108 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Bound using segment: {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:05.242563 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Bound port: f89c6974-4080-433d-8c86-18a147685193, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:05.242933 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.310674 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] For port f89c6974-4080-433d-8c86-18a147685193, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:05.314161 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] For port f89c6974-4080-433d-8c86-18a147685193, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f89c6974-4080-433d-8c86-18a147685193,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:05.318115 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.376210 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:05.376846 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:45:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:05.383293 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534997b-35b3-4d79-9697-8a1830a6f5dd None None] Pushing event updated for resources: {'Port': ['ID=f89c6974-4080-433d-8c86-18a147685193,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:05.505587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e63b2481-6fc5-46fa-875b-c8bbaaa0f888 None None] Provisioning for port f89c6974-4080-433d-8c86-18a147685193 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:05.591411 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:05.689278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bce84afb-a20a-41a3-8ab5-14f53f5b3518 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:05.756263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port bce84afb-a20a-41a3-8ab5-14f53f5b3518 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:05.760216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port bce84afb-a20a-41a3-8ab5-14f53f5b3518 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:05.760595 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.816624 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:05Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:05.849600 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.849800 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a79ae-d620-44c0-b13b-b7986c0d1cf6 None None] The sync data for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 is: [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:05Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:05.891193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port bce84afb-a20a-41a3-8ab5-14f53f5b3518, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bce84afb-a20a-41a3-8ab5-14f53f5b3518,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:05.909051 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:05.909856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4e149421-d391-4c49-93e6-3d1268416844 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:06.005440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=bce84afb-a20a-41a3-8ab5-14f53f5b3518,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:06.030288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4e149421-d391-4c49-93e6-3d1268416844 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:06.030654 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.191722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.197052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d47e3717-2299-4399-aa66-ddfe530a9945 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444702917', 'description': 'tempest-secgroup-smoke-444702917 description', 'project_id': '80443955e60a4025b63e38fe6466469d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:06.220646 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d47e3717-2299-4399-aa66-ddfe530a9945 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.316742 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d47e3717-2299-4399-aa66-ddfe530a9945 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.321418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d47e3717-2299-4399-aa66-ddfe530a9945 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.353495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e3717-2299-4399-aa66-ddfe530a9945 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735c914c-bcad-4d33-b6a9-daa55e262690,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:06.356433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d47e3717-2299-4399-aa66-ddfe530a9945 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.360780 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d47e3717-2299-4399-aa66-ddfe530a9945 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1649413 Jul 16 20:46:06.361673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.368561 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b00fef5b-a495-49ae-b1f1-faf40e762bdd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '735c914c-bcad-4d33-b6a9-daa55e262690', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:06.398435 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b00fef5b-a495-49ae-b1f1-faf40e762bdd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.480947 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b00fef5b-a495-49ae-b1f1-faf40e762bdd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.485761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b00fef5b-a495-49ae-b1f1-faf40e762bdd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.503327 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fef5b-a495-49ae-b1f1-faf40e762bdd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ec1fe0-53cc-4348-9191-cc5707476b2c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:06.509833 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b00fef5b-a495-49ae-b1f1-faf40e762bdd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.511061 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b00fef5b-a495-49ae-b1f1-faf40e762bdd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485550 Jul 16 20:46:06.513849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.518646 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-94fd3e99-2202-4bff-944e-3771daf999e2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '735c914c-bcad-4d33-b6a9-daa55e262690', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:06.545588 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94fd3e99-2202-4bff-944e-3771daf999e2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.605025 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94fd3e99-2202-4bff-944e-3771daf999e2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.608950 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94fd3e99-2202-4bff-944e-3771daf999e2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.628098 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd3e99-2202-4bff-944e-3771daf999e2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea721ea-f881-4925-84cb-556091ad0234,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:06.634281 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94fd3e99-2202-4bff-944e-3771daf999e2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.638303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41584) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.638718 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-94fd3e99-2202-4bff-944e-3771daf999e2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235559 Jul 16 20:46:06.643226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b6ca1150-b038-4d8b-937e-f626e92b459a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '735c914c-bcad-4d33-b6a9-daa55e262690', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:06.670560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1150-b038-4d8b-937e-f626e92b459a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.733655 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1150-b038-4d8b-937e-f626e92b459a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.737916 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1150-b038-4d8b-937e-f626e92b459a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.758872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca1150-b038-4d8b-937e-f626e92b459a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0445ec-f7f3-4f3e-9a48-d54b51a832df,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:06.761160 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6ca1150-b038-4d8b-937e-f626e92b459a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.763722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b6ca1150-b038-4d8b-937e-f626e92b459a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243212 Jul 16 20:46:06.765184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.770088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bacad82a-50ec-41bf-bad4-c434143dea4d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '735c914c-bcad-4d33-b6a9-daa55e262690', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:06.798149 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bacad82a-50ec-41bf-bad4-c434143dea4d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.859246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bacad82a-50ec-41bf-bad4-c434143dea4d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.862877 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bacad82a-50ec-41bf-bad4-c434143dea4d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.881003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacad82a-50ec-41bf-bad4-c434143dea4d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9f0198-9ae2-4746-84c4-91e271a7bbb4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:06.888964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bacad82a-50ec-41bf-bad4-c434143dea4d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.890612 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bacad82a-50ec-41bf-bad4-c434143dea4d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242702 Jul 16 20:46:06.893349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:06.898137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-275593a2-3376-4585-9b80-6577e027a18a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '735c914c-bcad-4d33-b6a9-daa55e262690', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:06.920702 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-275593a2-3376-4585-9b80-6577e027a18a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Project 80443955e60a4025b63e38fe6466469d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:46:06.926009 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-275593a2-3376-4585-9b80-6577e027a18a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.990543 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-275593a2-3376-4585-9b80-6577e027a18a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:06.994996 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-275593a2-3376-4585-9b80-6577e027a18a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.016135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275593a2-3376-4585-9b80-6577e027a18a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf26c5ce-2eb7-40cd-b454-96c11411ff39,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:07.021186 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-275593a2-3376-4585-9b80-6577e027a18a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.023133 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-275593a2-3376-4585-9b80-6577e027a18a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283054 Jul 16 20:46:07.025858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:07.030702 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-80f6e1e1-43c6-4185-85e1-8a20f59b9aef tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '735c914c-bcad-4d33-b6a9-daa55e262690', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:07.052623 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-80f6e1e1-43c6-4185-85e1-8a20f59b9aef tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Project 80443955e60a4025b63e38fe6466469d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:46:07.057895 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6e1e1-43c6-4185-85e1-8a20f59b9aef tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.117296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6e1e1-43c6-4185-85e1-8a20f59b9aef tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.120714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6e1e1-43c6-4185-85e1-8a20f59b9aef tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.139406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6e1e1-43c6-4185-85e1-8a20f59b9aef tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035dbc8b-e887-4f63-943b-b5a5ae5cc35a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:07.142195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6e1e1-43c6-4185-85e1-8a20f59b9aef tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.143408 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-80f6e1e1-43c6-4185-85e1-8a20f59b9aef tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165562 Jul 16 20:46:07.289552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a6c29562-4f21-4a05-9172-d8c80c01260a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444702917&fields=id&tenant_id=80443955e60a4025b63e38fe6466469d HTTP/1.1" status: 200 len: 267 time: 0.0422206 Jul 16 20:46:07.396976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-02ce1499-1db7-4606-b074-3432180c295a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:07.398354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-02ce1499-1db7-4606-b074-3432180c295a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/networks?id=5865946c-2582-4f01-8a38-49c0b647ced8 HTTP/1.1" status: 200 len: 796 time: 0.1026378 Jul 16 20:46:07.412960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-ad449714-c952-4e87-9134-19e24ea97864 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/quotas/80443955e60a4025b63e38fe6466469d HTTP/1.1" status: 200 len: 375 time: 0.0092320 Jul 16 20:46:07.500192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-ffe5dd9f-36c8-479b-9fa3-297a900942b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819032 Jul 16 20:46:07.641565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bce84afb-a20a-41a3-8ab5-14f53f5b3518 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:07.693188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port bce84afb-a20a-41a3-8ab5-14f53f5b3518 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:07.693464 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.774635 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f89c6974-4080-433d-8c86-18a147685193 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:07.838323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port f89c6974-4080-433d-8c86-18a147685193 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:07.842217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f89c6974-4080-433d-8c86-18a147685193 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:07.842612 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.868200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-0f7cbff8-42dd-4f46-a06c-3aa2c58bfc88 service neutron] 10.222.0.10 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563731 Jul 16 20:46:07.923983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:07.958913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port f89c6974-4080-433d-8c86-18a147685193, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f89c6974-4080-433d-8c86-18a147685193,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:07.960815 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-966c92a8-abdd-41b2-8c78-9629c72cfbec service neutron] 10.222.0.10 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868466 Jul 16 20:46:07.963198 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:08.014815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=f89c6974-4080-433d-8c86-18a147685193,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:08.136105 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d718c0f5-f5e6-418b-bffe-7ed976f709a8 req-6d79b4ee-c289-4076-9cf7-fe49048ed7a6 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 210 time: 0.0288181 Jul 16 20:46:09.249694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-ff2ef40b-2be2-4bfc-a793-a1a27eb6e1ca tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:09.251942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-ff2ef40b-2be2-4bfc-a793-a1a27eb6e1ca tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.63 "GET /v2.0/networks?id=5865946c-2582-4f01-8a38-49c0b647ced8 HTTP/1.1" status: 200 len: 796 time: 0.1984890 Jul 16 20:46:09.286097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-399bd012-0692-424d-924f-79773216c83e req-c08c3350-1a4d-4068-9315-93bccd450fae tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 210 time: 0.0287879 Jul 16 20:46:09.313235 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-d34011d2-9a2c-47d6-a36a-1aec306bfa49 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80443955e60a4025b63e38fe6466469d HTTP/1.1" status: 200 len: 379 time: 0.0527987 Jul 16 20:46:09.322675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'port': {'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'admin_state_up': True, 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'security_groups': ['735c914c-bcad-4d33-b6a9-daa55e262690']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:09.431184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Made reservation on behalf of 80443955e60a4025b63e38fe6466469d for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:09.434886 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.570473 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.20.0.12 (5865946c-2582-4f01-8a38-49c0b647ced8/603f5660-4b12-4ba9-a02f-c113bc9423dc/c72b8dbd-563b-44c9-a7f0-cbb6505197c4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:09.577031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f89c6974-4080-433d-8c86-18a147685193 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:09.625289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f89c6974-4080-433d-8c86-18a147685193 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:09.626211 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.713668 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.727463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Transition to ACTIVE for port object c72b8dbd-563b-44c9-a7f0-cbb6505197c4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:09.758775 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.799231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 5865946c-2582-4f01-8a38-49c0b647ced8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:09.804148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:09.807819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:09.832313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:09.860949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:09.861575 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:09.876180 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-33bfcdfb-7bbc-4c87-b7be-5d1dadaa34f2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5573804 Jul 16 20:46:09.888403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Request body: {'port': {'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:10.002231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-adf35f86-2610-462c-a145-61cd1d444e11 None None] Provisioning for port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:10.005655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-adf35f86-2610-462c-a145-61cd1d444e11 None None] Provisioning complete for port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:10.006526 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-adf35f86-2610-462c-a145-61cd1d444e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.042145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-adf35f86-2610-462c-a145-61cd1d444e11 None None] Port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:10.306623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.534533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f76720-66f3-4b9a-91eb-cc406381ab98 req-4b0698d9-5395-4f5c-9f24-dd09e6f32295 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:10.536024 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17f76720-66f3-4b9a-91eb-cc406381ab98 req-4b0698d9-5395-4f5c-9f24-dd09e6f32295 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 932 time: 0.1335196 Jul 16 20:46:10.602689 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-17f76720-66f3-4b9a-91eb-cc406381ab98 req-c38dd919-0926-430c-8d0c-d9b4072c0d28 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573509 Jul 16 20:46:10.636562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72b8dbd-563b-44c9-a7f0-cbb6505197c4 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:10.644261 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.655772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Transition to ACTIVE for port object c72b8dbd-563b-44c9-a7f0-cbb6505197c4 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:10.659791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.710640 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:10.777851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Attempting to bind port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:10.778196 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Attempting to bind port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:10.778528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Attempting to bind port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 on network 5865946c-2582-4f01-8a38-49c0b647ced8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:10.783101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 on network 5865946c-2582-4f01-8a38-49c0b647ced8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:10.783458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Attempting to bind port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 on network 5865946c-2582-4f01-8a38-49c0b647ced8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:10.789074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:10.789413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Checking segment: {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:10.789802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Bound using segment: {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:10.790228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Bound port: c72b8dbd-563b-44c9-a7f0-cbb6505197c4, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:10.790592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.860959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] For port c72b8dbd-563b-44c9-a7f0-cbb6505197c4, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:10.864047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] For port c72b8dbd-563b-44c9-a7f0-cbb6505197c4, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:10.869658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.902816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:10.903457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:10.904854 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] 10.222.0.63 "PUT /v2.0/ports/c72b8dbd-563b-44c9-a7f0-cbb6505197c4 HTTP/1.1" status: 200 len: 1093 time: 1.0206685 Jul 16 20:46:10.905288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:10.907570 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90e6c9b-60ab-4530-98f2-35e017d0cd55" -d '{"events": [{"name": "network-changed", "server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:10.932073 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663a15a-eabf-402c-a917-7342a28d3ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:10.955564 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56db627a-4693-49fb-afc2-c06b4db2e88d x-openstack-request-id: req-56db627a-4693-49fb-afc2-c06b4db2e88d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:10.955564 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:10.955818 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56db627a-4693-49fb-afc2-c06b4db2e88d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:10.956661 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'status': 'completed', 'code': 200} Jul 16 20:46:11.019361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-5bd031ad-9e63-44b0-98b7-1997ff9532cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.020948 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-5bd031ad-9e63-44b0-98b7-1997ff9532cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 1096 time: 0.0584631 Jul 16 20:46:11.067585 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-75c9c26f-383e-446d-97da-3fe882ec43a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4 HTTP/1.1" status: 200 len: 217 time: 0.0401161 Jul 16 20:46:11.117799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-b1cf9d9b-ccf1-4805-8b9e-f1dd7cac11db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.119360 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-b1cf9d9b-ccf1-4805-8b9e-f1dd7cac11db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=603f5660-4b12-4ba9-a02f-c113bc9423dc HTTP/1.1" status: 200 len: 834 time: 0.0461240 Jul 16 20:46:11.174908 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-4815e400-4788-4309-bdc2-29802c04bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.176449 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-4815e400-4788-4309-bdc2-29802c04bdd5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5865946c-2582-4f01-8a38-49c0b647ced8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513182 Jul 16 20:46:11.267988 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-5b13c4c6-e890-475a-a354-d13eeec854f5 service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853405 Jul 16 20:46:11.354430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-28b164b2-24a5-4ab4-9b19-fefbd79ba02f req-05b59aa8-c6e7-4914-867d-5f2d1bb8ff57 service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800743 Jul 16 20:46:11.456428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-5d6fbbc6-5cbb-4612-9f19-40d30a8b28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.457829 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-5d6fbbc6-5cbb-4612-9f19-40d30a8b28d8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 1096 time: 0.0555975 Jul 16 20:46:11.545976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-5ab23fb7-ab54-4d89-9b54-2d9eff0ddba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.547548 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-5ab23fb7-ab54-4d89-9b54-2d9eff0ddba8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5865946c-2582-4f01-8a38-49c0b647ced8 HTTP/1.1" status: 200 len: 897 time: 0.0838308 Jul 16 20:46:11.591291 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-94bcfb07-c40f-48e2-9112-00b47a86a8bd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4 HTTP/1.1" status: 200 len: 217 time: 0.0361612 Jul 16 20:46:11.639429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-532df34c-f525-4327-9204-c147a65d4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.640925 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-532df34c-f525-4327-9204-c147a65d4734 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=603f5660-4b12-4ba9-a02f-c113bc9423dc HTTP/1.1" status: 200 len: 834 time: 0.0439241 Jul 16 20:46:11.699453 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-ea4df6fd-21a4-433d-80a7-c9038af6da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.701015 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-ea4df6fd-21a4-433d-80a7-c9038af6da78 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5865946c-2582-4f01-8a38-49c0b647ced8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521348 Jul 16 20:46:11.832752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-43efe83b-6362-469d-bf00-5274853cd9b1 service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242263 Jul 16 20:46:11.843458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2e6d6-c963-4640-9a02-c270f89b4df8 req-d76f66d6-3b48-4be4-8d37-5c1212f6314b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:11.844851 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-57b2e6d6-c963-4640-9a02-c270f89b4df8 req-d76f66d6-3b48-4be4-8d37-5c1212f6314b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 944 time: 0.1288452 Jul 16 20:46:11.935154 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-57b2e6d6-c963-4640-9a02-c270f89b4df8 req-9269d34a-1197-4c07-8f18-ee827e6c281b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817077 Jul 16 20:46:11.964101 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c90e6c9b-60ab-4530-98f2-35e017d0cd55 req-995ccfaa-fd73-40c7-b3d9-6814a8247ac5 service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182895 Jul 16 20:46:13.106799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8bfca-4fd9-4997-8bb8-c295ec63604e req-ae3b291b-de2a-42b8-97c5-6764073dd867 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:13.108552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12e8bfca-4fd9-4997-8bb8-c295ec63604e req-ae3b291b-de2a-42b8-97c5-6764073dd867 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 944 time: 0.0620673 Jul 16 20:46:13.145218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12e8bfca-4fd9-4997-8bb8-c295ec63604e req-ca8ceb8e-c688-4c67-9a51-564e3ad08ea6 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311427 Jul 16 20:46:14.179507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c72b8dbd-563b-44c9-a7f0-cbb6505197c4 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:46:14.276001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c72b8dbd-563b-44c9-a7f0-cbb6505197c4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:14.286961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:46:14.319013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bb594-290a-408a-b1f5-013fd94bc852 req-090ce746-53a1-4599-8965-e7dacc46736e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:14.320586 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-118bb594-290a-408a-b1f5-013fd94bc852 req-090ce746-53a1-4599-8965-e7dacc46736e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 944 time: 0.0646501 Jul 16 20:46:14.323378 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.336939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72b8dbd-563b-44c9-a7f0-cbb6505197c4 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:14.357321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c72b8dbd-563b-44c9-a7f0-cbb6505197c4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:14.361653 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:14.361861 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-118bb594-290a-408a-b1f5-013fd94bc852 req-1fe46e0c-acf2-42be-bc34-30fbaa1f9fab tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331802 Jul 16 20:46:14.409434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:14.562046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['c72b8dbd-563b-44c9-a7f0-cbb6505197c4'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:46:15.553688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e42ea2-05f4-4611-a21b-f6fde796a60b req-e991ea94-0a8d-47ba-9166-c28c4771dbc7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:15.555225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e42ea2-05f4-4611-a21b-f6fde796a60b req-e991ea94-0a8d-47ba-9166-c28c4771dbc7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 945 time: 0.0685506 Jul 16 20:46:15.592409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02e42ea2-05f4-4611-a21b-f6fde796a60b req-52162951-1437-48ab-97e7-7c71250e7a3f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315740 Jul 16 20:46:15.878590 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.179203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c72b8dbd-563b-44c9-a7f0-cbb6505197c4 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:16.229446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:16.234647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:16.235019 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.311569 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.333388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:16.335704 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d33a2f-a240-43ed-8cbf-8e352a898f9a" -d '{"events": [{"server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "name": "network-vif-plugged", "status": "completed", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:16.348475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port c72b8dbd-563b-44c9-a7f0-cbb6505197c4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:16.352542 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:16.387776 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa924efb-38e5-4369-9816-84cc8e9c11bf x-openstack-request-id: req-aa924efb-38e5-4369-9816-84cc8e9c11bf {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:16.388069 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "name": "network-vif-plugged", "status": "completed", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:16.388348 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa924efb-38e5-4369-9816-84cc8e9c11bf {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:16.388738 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'code': 200} Jul 16 20:46:16.408294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:16.501422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b443-8b69-4983-8937-76946b6cb6b1 req-43e3e8bb-1847-4d3e-843b-62a763eca36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.502803 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1142b443-8b69-4983-8937-76946b6cb6b1 req-43e3e8bb-1847-4d3e-843b-62a763eca36d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 1098 time: 0.0541499 Jul 16 20:46:16.534734 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1142b443-8b69-4983-8937-76946b6cb6b1 req-2b493728-1485-40be-8fbc-ea37491f6a8a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260563 Jul 16 20:46:16.765757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5377-d7c9-4016-8808-2bf79e9ad023 req-a2890008-40d6-400f-8f8d-02ab98ab1fe5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:16.767167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06ad5377-d7c9-4016-8808-2bf79e9ad023 req-a2890008-40d6-400f-8f8d-02ab98ab1fe5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 946 time: 0.0641632 Jul 16 20:46:16.806051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06ad5377-d7c9-4016-8808-2bf79e9ad023 req-c1ac45d0-6818-4c15-a55c-8c0cdb71dde0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331759 Jul 16 20:46:16.904340 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:17.987179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1be8a-3527-4a4e-a704-e9199cacf457 req-5eb23b9c-509f-4ae5-afbf-7dbdb54478bc tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:17.988719 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03b1be8a-3527-4a4e-a704-e9199cacf457 req-5eb23b9c-509f-4ae5-afbf-7dbdb54478bc tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 946 time: 0.0658264 Jul 16 20:46:18.026330 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03b1be8a-3527-4a4e-a704-e9199cacf457 req-525a9631-c709-4c48-a695-86b0bdf4f78e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319133 Jul 16 20:46:18.201962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37ecab-7eae-452f-a8bb-4a4503c21e9b req-7dcd06f1-1058-452b-af34-45c5642b94af tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.203363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b37ecab-7eae-452f-a8bb-4a4503c21e9b req-7dcd06f1-1058-452b-af34-45c5642b94af tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 946 time: 0.0666945 Jul 16 20:46:18.240720 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b37ecab-7eae-452f-a8bb-4a4503c21e9b req-cbb10a4c-be99-4379-892f-e595ab6c6d2f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318663 Jul 16 20:46:18.264861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41642) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:18.315711 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263eaaa2-34b6-4bfb-b30e-34d39565f9b5 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:18.317189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-263eaaa2-34b6-4bfb-b30e-34d39565f9b5 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 1093 time: 0.0513031 Jul 16 20:46:18.320759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41644) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:18.325129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:18.349480 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.446503 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.545426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.25.7.150 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/5494f2ba-ade7-494a-83f9-c5a642e2275a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:18.647281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.684922 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:18.720150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:18.724836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:18.728255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:18.751834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=5494f2ba-ade7-494a-83f9-c5a642e2275a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:19.219553 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.325716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.470763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.476473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.542625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=5494f2ba-ade7-494a-83f9-c5a642e2275a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:19.557714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:19.658269 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Floating IP f979820d-0bcf-4ddd-8e11-24cb8bba8374 associated. External IP: 172.25.7.150, port: c72b8dbd-563b-44c9-a7f0-cbb6505197c4. Jul 16 20:46:19.667629 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:46:19.859965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:46:20.290307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:46:20.299674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] Sync routers for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:46:20.309919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:20.313302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:20.313929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:45:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:20.353290 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b9a7a4b7-f358-448e-8985-4a7a4c12879c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0314813 Jul 16 20:46:20.353890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:20.356257 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:20.356683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41646) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:20.397334 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc245fec-3d62-4fc2-9240-5019e04701a2 x-openstack-request-id: req-bc245fec-3d62-4fc2-9240-5019e04701a2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:20.397706 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:20.398051 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc245fec-3d62-4fc2-9240-5019e04701a2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:20.398474 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'status': 'completed', 'code': 200} Jul 16 20:46:20.432956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:20.507971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4542c3c3-1a07-4380-a568-d07828cc6eb3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/floatingips/f979820d-0bcf-4ddd-8e11-24cb8bba8374 HTTP/1.1" status: 200 len: 992 time: 0.1500387 Jul 16 20:46:20.525463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-6e89fb1c-7709-4971-bf28-643b0cdaa8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.526996 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-6e89fb1c-7709-4971-bf28-643b0cdaa8e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 1098 time: 0.0993149 Jul 16 20:46:20.621969 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-e8010e33-c4e3-4d71-a0f8-1f6407db3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.623722 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-e8010e33-c4e3-4d71-a0f8-1f6407db3d1e service neutron] 10.222.0.63 "GET /v2.0/networks?id=5865946c-2582-4f01-8a38-49c0b647ced8 HTTP/1.1" status: 200 len: 897 time: 0.0907481 Jul 16 20:46:20.626980 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cd25ca5d-6ca3-4722-877c-fa0404370e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:20.692044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f979820d-0bcf-4ddd-8e11-24cb8bba8374', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:18Z', 'updated_at': '2021-07-16T20:46:18Z', 'revision_number': 0, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:20.717799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] Checking router: 5c46bba9-b59a-45e3-a017-ef62a14a2e6d for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:46:20.723752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-0da79c4b-6e3f-463c-afdd-1c54e5cbffa3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4 HTTP/1.1" status: 200 len: 1000 time: 0.0931146 Jul 16 20:46:20.726821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:46:20.727526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:45:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:20.771027 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-46e26ad2-d41b-4555-8929-07fa8c1e7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.773069 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-46e26ad2-d41b-4555-8929-07fa8c1e7106 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=603f5660-4b12-4ba9-a02f-c113bc9423dc HTTP/1.1" status: 200 len: 834 time: 0.0431685 Jul 16 20:46:20.828652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-026e17fd-9015-49b8-966d-d9c3c1cb468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:20.830496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:46:20.830846 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-026e17fd-9015-49b8-966d-d9c3c1cb468f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5865946c-2582-4f01-8a38-49c0b647ced8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518742 Jul 16 20:46:20.923625 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-584ca3ed-1b08-4d3a-890f-6491dc237190 service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862057 Jul 16 20:46:21.019764 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0829deaa-d5c3-4a9f-9455-508d0aba5ae9 req-e55eb63c-60fb-4899-97f0-8b87a0b45b62 service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901847 Jul 16 20:46:21.202016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f979820d-0bcf-4ddd-8e11-24cb8bba8374', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:18Z', 'updated_at': '2021-07-16T20:46:18Z', 'revision_number': 0, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:46:21.227501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c3bec-3125-403a-998e-9a7fc25dca7a None None] The sync data for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 is: [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f979820d-0bcf-4ddd-8e11-24cb8bba8374', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:18Z', 'updated_at': '2021-07-16T20:46:18Z', 'revision_number': 0, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:46:21.410219 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ca189-e7c9-4704-b69d-4c5bdf593f18 None None] New status for floating IP f979820d-0bcf-4ddd-8e11-24cb8bba8374: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:46:21.511879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:21.575299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-065a97cc-3b75-4af3-82c4-4d37f0a6101a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/floatingips/f979820d-0bcf-4ddd-8e11-24cb8bba8374 HTTP/1.1" status: 200 len: 992 time: 0.0619671 Jul 16 20:46:21.635391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-6efb6b11-ced3-4282-8819-2013e2d8ac7e req-83ad7a1c-2bbb-471a-afd9-bede92def049 service neutron] (93959) timed out ('10.222.0.10', 44238) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:46:22.578767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41652) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:22.696955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-df941dce-c9ae-497d-ae1e-41448007b8ee tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/floatingips/f979820d-0bcf-4ddd-8e11-24cb8bba8374 HTTP/1.1" status: 200 len: 994 time: 0.1168077 Jul 16 20:46:23.416520 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:23.433325 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5ff6-e043-4e1a-9ccb-5e7be9a37589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:24.618761 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:26.304194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:45.878167 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:46.901803 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:48.161418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-07a0339d-0626-4af7-8a73-99cb12f9478e req-5f87eae4-d01b-4f0b-8600-6d2d3506793f service neutron] (93959) timed out ('10.222.0.63', 63997) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:46:49.274121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41668) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:49.358392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c90ea9a-71c5-4a9b-91c9-26c876f2a11f tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.358874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c90ea9a-71c5-4a9b-91c9-26c876f2a11f tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.359392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c90ea9a-71c5-4a9b-91c9-26c876f2a11f tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:49.361095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5c90ea9a-71c5-4a9b-91c9-26c876f2a11f tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=80443955e60a4025b63e38fe6466469d&network_id=5865946c-2582-4f01-8a38-49c0b647ced8 HTTP/1.1" status: 200 len: 2973 time: 0.0859869 Jul 16 20:46:50.615036 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9f20-a76f-4d19-ac39-66b103e9cf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:52.309153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41678) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:52.363058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a189caa1-f426-4ffe-9f5a-2132fae1d936 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:52.364590 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a189caa1-f426-4ffe-9f5a-2132fae1d936 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29 HTTP/1.1" status: 200 len: 814 time: 0.0544677 Jul 16 20:46:53.291729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41684) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.297092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'network': {'name': 'tempest-network-smoke--1462071578', 'project_id': '80443955e60a4025b63e38fe6466469d', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:53.318033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Made reservation on behalf of 80443955e60a4025b63e38fe6466469d for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:53.322215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.346218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:46:53.355990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.356330 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Added segment 9960faf0-32ee-4d1f-a642-f6ca6f824685 of type vlan for network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 Jul 16 20:46:53.402469 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.431648 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.440690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.444437 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5924647c-ab33-4716-b03e-5f6d5ed42eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.449365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.450150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:53.487625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1946919 Jul 16 20:46:53.490758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.555922 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Network': ['ID=b5e03f67-80c7-461d-a53b-87b8f23d1ba5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:53.580352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.580696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.581037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.581373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.581709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.582040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.582365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.582689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.583159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.583340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.583667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.583986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c181ff96-2042-44e8-ac4e-75440810e1e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:53.597823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:46:53.617175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e728c0-0eb9-4a60-90b3-b10ca8ba1902 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.621019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b4e728c0-0eb9-4a60-90b3-b10ca8ba1902 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=80443955e60a4025b63e38fe6466469d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1276965 Jul 16 20:46:53.623412 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.714179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e821bcb-394f-4af7-a315-e04bd70bc79f tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.715711 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e821bcb-394f-4af7-a315-e04bd70bc79f tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913131 Jul 16 20:46:53.718571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.747642 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3c4f1fd4-fc7d-4f62-900a-6a87e0b31c10 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279675 Jul 16 20:46:53.750509 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.779138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-95e64094-7329-43b9-812f-5f3d47a16647 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=80443955e60a4025b63e38fe6466469d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274677 Jul 16 20:46:53.781854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.880667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f358f-ac44-44cd-a117-3d5b51170933 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:53.882182 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-748f358f-ac44-44cd-a117-3d5b51170933 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0990365 Jul 16 20:46:53.887180 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.919708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-629e8526-967a-41a8-ab35-8846d7c7e5b5 req-4a3522bf-ae2b-4caa-bdbf-47cb9cb1d22c service neutron] (93958) timed out ('10.222.0.30', 60927) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:46:53.922004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9d50169d-2147-4ca2-afec-6cb218da04d8 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336869 Jul 16 20:46:53.926113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:53.931751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-558731323', 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5', 'project_id': '80443955e60a4025b63e38fe6466469d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:54.023081 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Made reservation on behalf of 80443955e60a4025b63e38fe6466469d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:54.029063 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.232680 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.296697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Subnet': ['ID=1d00ed56-4fd5-4200-8e63-cc3db8005bd2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:54.309237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.309574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.309931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.310267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.310597 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.310924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.311243 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.311584 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.311904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.312222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.312538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.312855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:46:54.319476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Checking segment: {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:54.319958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network hostable DHCP agents. Network: b5e03f67-80c7-461d-a53b-87b8f23d1ba5, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:46:54.338286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:46:54.348107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, b5e03f67-80c7-461d-a53b-87b8f23d1ba5) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:54.354698 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:54.355773 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.362048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499818c3-d3be-4c30-bd8d-ac79526e3f81 None None] Network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:54.378804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d04fd362-775e-4843-9a6f-b6402f5aba16 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4515784 Jul 16 20:46:54.535943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-b5e03f67-80c7-461d-a53b-87b8f23d1ba5', 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ips': [{'subnet_id': '1d00ed56-4fd5-4200-8e63-cc3db8005bd2'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:46:54.537343 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.641046 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.715190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Allocated IP 172.20.0.18 (b5e03f67-80c7-461d-a53b-87b8f23d1ba5/1d00ed56-4fd5-4200-8e63-cc3db8005bd2/1dcfa041-8bb4-43d9-b542-524d4233d190) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:54.721613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41702) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:54.729653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ba2adebc-06af-4643-addb-8278f3d1d061 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488743029', 'description': 'tempest-secgroup-smoke-488743029 description', 'project_id': '80443955e60a4025b63e38fe6466469d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:54.764767 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba2adebc-06af-4643-addb-8278f3d1d061 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.872520 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba2adebc-06af-4643-addb-8278f3d1d061 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.877510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba2adebc-06af-4643-addb-8278f3d1d061 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.907151 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.918084 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba2adebc-06af-4643-addb-8278f3d1d061 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.919687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Transition to ACTIVE for port object 1dcfa041-8bb4-43d9-b542-524d4233d190 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:54.919821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ba2adebc-06af-4643-addb-8278f3d1d061 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1965094 Jul 16 20:46:54.922391 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2adebc-06af-4643-addb-8278f3d1d061 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b03dbc-7acd-45c4-aae1-ba95494f7470,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:54.923962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41704) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:54.937463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-50289e4c-762c-43f9-8e02-1bdf96f4d448 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '79b03dbc-7acd-45c4-aae1-ba95494f7470', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:54.938105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Transition to ACTIVE for port object 1dcfa041-8bb4-43d9-b542-524d4233d190 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:54.944276 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.973204 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50289e4c-762c-43f9-8e02-1bdf96f4d448 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:54.996475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:55.005580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:55.009740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:55.011945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Pushing event updated for resources: {'Port': ['ID=1dcfa041-8bb4-43d9-b542-524d4233d190,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.061801 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50289e4c-762c-43f9-8e02-1bdf96f4d448 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.066773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50289e4c-762c-43f9-8e02-1bdf96f4d448 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.087144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Attempting to bind port 1dcfa041-8bb4-43d9-b542-524d4233d190 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:55.087616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Attempting to bind port 1dcfa041-8bb4-43d9-b542-524d4233d190 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:55.088225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Attempting to bind port 1dcfa041-8bb4-43d9-b542-524d4233d190 on network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:55.092481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50289e4c-762c-43f9-8e02-1bdf96f4d448 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f575fbc8-c0d6-4815-aeb5-1f89f3f90aab,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.098359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:55.098856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Checking segment: {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:55.099466 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.099931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Bound using segment: {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:55.100535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Bound port: 1dcfa041-8bb4-43d9-b542-524d4233d190, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:55.100967 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50289e4c-762c-43f9-8e02-1bdf96f4d448 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.101143 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.103352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-50289e4c-762c-43f9-8e02-1bdf96f4d448 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1704507 Jul 16 20:46:55.106442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41706) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:55.114381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-997a3783-e253-4f0e-84bf-972bdb1f1476 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '79b03dbc-7acd-45c4-aae1-ba95494f7470', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:55.147672 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-997a3783-e253-4f0e-84bf-972bdb1f1476 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.192620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] For port 1dcfa041-8bb4-43d9-b542-524d4233d190, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:55.198363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] For port 1dcfa041-8bb4-43d9-b542-524d4233d190, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1dcfa041-8bb4-43d9-b542-524d4233d190,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:55.202829 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.216969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-997a3783-e253-4f0e-84bf-972bdb1f1476 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.221411 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-997a3783-e253-4f0e-84bf-972bdb1f1476 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.237073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a3783-e253-4f0e-84bf-972bdb1f1476 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f79a77e-25ff-4c88-aa32-3d1eac399c95,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.248937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-997a3783-e253-4f0e-84bf-972bdb1f1476 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.254177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-997a3783-e253-4f0e-84bf-972bdb1f1476 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429183 Jul 16 20:46:55.254819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:55.260237 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-98e5689c-1764-4b1a-aeb6-dbb7ba01cd02 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '79b03dbc-7acd-45c4-aae1-ba95494f7470', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:55.276187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e5b17-98ed-47ac-b8a3-ae98a26d2022 None None] Pushing event updated for resources: {'Port': ['ID=1dcfa041-8bb4-43d9-b542-524d4233d190,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.299559 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98e5689c-1764-4b1a-aeb6-dbb7ba01cd02 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.378336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98e5689c-1764-4b1a-aeb6-dbb7ba01cd02 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.382322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98e5689c-1764-4b1a-aeb6-dbb7ba01cd02 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.402661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5689c-1764-4b1a-aeb6-dbb7ba01cd02 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a34fae-b6a8-4921-85c4-25b06d88cbc2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.419589 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98e5689c-1764-4b1a-aeb6-dbb7ba01cd02 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.420830 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-98e5689c-1764-4b1a-aeb6-dbb7ba01cd02 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649289 Jul 16 20:46:55.424448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41710) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:55.429168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f536d8f1-3333-49b7-b422-9e8ae8370c00 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '79b03dbc-7acd-45c4-aae1-ba95494f7470', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:55.482522 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f536d8f1-3333-49b7-b422-9e8ae8370c00 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.582900 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f536d8f1-3333-49b7-b422-9e8ae8370c00 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.589106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f536d8f1-3333-49b7-b422-9e8ae8370c00 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.611987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536d8f1-3333-49b7-b422-9e8ae8370c00 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f058a61-231e-4ab5-98b0-daf43bc462d4,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.620395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f536d8f1-3333-49b7-b422-9e8ae8370c00 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.624371 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f536d8f1-3333-49b7-b422-9e8ae8370c00 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1962500 Jul 16 20:46:55.625064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:55.630930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c916792-03a5-42a9-a100-00aba3b260b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '79b03dbc-7acd-45c4-aae1-ba95494f7470', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:55.658922 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-1c916792-03a5-42a9-a100-00aba3b260b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Project 80443955e60a4025b63e38fe6466469d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:46:55.662000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1dcfa041-8bb4-43d9-b542-524d4233d190 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:55.668133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c916792-03a5-42a9-a100-00aba3b260b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.726427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 1dcfa041-8bb4-43d9-b542-524d4233d190 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:55.740075 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c916792-03a5-42a9-a100-00aba3b260b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.744377 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c916792-03a5-42a9-a100-00aba3b260b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.762080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c916792-03a5-42a9-a100-00aba3b260b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d0cfa0-380f-40bb-bf96-f0ab31a6753a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.767714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c916792-03a5-42a9-a100-00aba3b260b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.771564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1c916792-03a5-42a9-a100-00aba3b260b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424172 Jul 16 20:46:55.772315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41714) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:46:55.777108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-afb2ffa2-cd6c-4b34-aea4-b692b8c377b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '79b03dbc-7acd-45c4-aae1-ba95494f7470', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:55.801278 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-afb2ffa2-cd6c-4b34-aea4-b692b8c377b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Project 80443955e60a4025b63e38fe6466469d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:46:55.808682 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afb2ffa2-cd6c-4b34-aea4-b692b8c377b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.873857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afb2ffa2-cd6c-4b34-aea4-b692b8c377b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.878613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afb2ffa2-cd6c-4b34-aea4-b692b8c377b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.907569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2ffa2-cd6c-4b34-aea4-b692b8c377b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7099c99-f70e-4f13-b752-a8734be317ad,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:55.915574 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afb2ffa2-cd6c-4b34-aea4-b692b8c377b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:55.916864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-afb2ffa2-cd6c-4b34-aea4-b692b8c377b5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435404 Jul 16 20:46:56.275736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-4b9bdf94-72c5-40db-9a0e-21f2dd484b30 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488743029&fields=id&tenant_id=80443955e60a4025b63e38fe6466469d HTTP/1.1" status: 200 len: 267 time: 0.0461161 Jul 16 20:46:56.299376 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56ec913-e6a6-40f3-89ca-a62f543254aa None None] Network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:46:56.329910 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.391442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-96ae802e-1f28-4dfb-9618-39fd6fab7d25 None None] Provisioning for port 1dcfa041-8bb4-43d9-b542-524d4233d190 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:56.402539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-af52c23e-e02e-42a2-b923-3cf039b47187 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:56.402806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-96ae802e-1f28-4dfb-9618-39fd6fab7d25 None None] Provisioning complete for port 1dcfa041-8bb4-43d9-b542-524d4233d190 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:56.403158 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96ae802e-1f28-4dfb-9618-39fd6fab7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.404173 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-af52c23e-e02e-42a2-b923-3cf039b47187 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/networks?id=b5e03f67-80c7-461d-a53b-87b8f23d1ba5 HTTP/1.1" status: 200 len: 797 time: 0.1211696 Jul 16 20:46:56.422850 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-840a087d-0e4a-42a1-9ca6-a1cc206e1b03 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/quotas/80443955e60a4025b63e38fe6466469d HTTP/1.1" status: 200 len: 375 time: 0.0098476 Jul 16 20:46:56.513174 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-81a56af9-67ea-4474-8db5-123d37df05f1 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0808599 Jul 16 20:46:56.548044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96ae802e-1f28-4dfb-9618-39fd6fab7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.589841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-96ae802e-1f28-4dfb-9618-39fd6fab7d25 None None] For port 1dcfa041-8bb4-43d9-b542-524d4233d190, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1dcfa041-8bb4-43d9-b542-524d4233d190,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:46:56.595561 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-96ae802e-1f28-4dfb-9618-39fd6fab7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:56.628906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-a0a57a3f-f1e3-4250-8138-6730b6be0727 service neutron] 10.222.0.10 "GET /v2.0/networks/b5e03f67-80c7-461d-a53b-87b8f23d1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980601 Jul 16 20:46:56.662735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae802e-1f28-4dfb-9618-39fd6fab7d25 None None] Pushing event updated for resources: {'Port': ['ID=1dcfa041-8bb4-43d9-b542-524d4233d190,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:56.672611 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:46:56.752782 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-ffd85495-e718-4aa2-b2cb-2531dcc7b312 service neutron] 10.222.0.10 "GET /v2.0/networks/b5e03f67-80c7-461d-a53b-87b8f23d1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139719 Jul 16 20:46:56.820340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-05125cf6-2da6-4d40-a1ea-a43a70f0146f None None] Provisioning complete for port 1dcfa041-8bb4-43d9-b542-524d4233d190 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:56.820732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05125cf6-2da6-4d40-a1ea-a43a70f0146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:57.056699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf58ebb0-ae01-48d6-900e-d71d2e045494 req-12949966-475a-4892-a685-ae55d303684c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 210 time: 0.1191702 Jul 16 20:46:57.621808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1dcfa041-8bb4-43d9-b542-524d4233d190 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:46:57.669505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1dcfa041-8bb4-43d9-b542-524d4233d190 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:57.670178 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:58.068376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-6a8479b8-b120-4932-97af-c3e9969a2683 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:58.069844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-6a8479b8-b120-4932-97af-c3e9969a2683 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "GET /v2.0/networks?id=b5e03f67-80c7-461d-a53b-87b8f23d1ba5 HTTP/1.1" status: 200 len: 797 time: 0.1307240 Jul 16 20:46:58.132173 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-51ffd624-abb4-43e8-9f13-fd5ae866b1c4 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80443955e60a4025b63e38fe6466469d HTTP/1.1" status: 200 len: 471 time: 0.0529966 Jul 16 20:46:58.144218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'port': {'device_id': '8a8f28e8-3013-40f0-a447-40b9212684aa', 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5', 'admin_state_up': True, 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'security_groups': ['79b03dbc-7acd-45c4-aae1-ba95494f7470']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:58.247784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-779f7ebf-87d6-4020-8814-994e96c486f2 req-0742ab5d-a401-45c9-9d5d-db4f6a0731d9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 210 time: 0.0415189 Jul 16 20:46:58.285161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Made reservation on behalf of 80443955e60a4025b63e38fe6466469d for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:46:58.288744 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:58.431548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.20.0.30 (b5e03f67-80c7-461d-a53b-87b8f23d1ba5/1d00ed56-4fd5-4200-8e63-cc3db8005bd2/acd55c00-cfc4-403d-92bb-e61cad9006ca) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:46:58.591626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:58.604497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Transition to ACTIVE for port object acd55c00-cfc4-403d-92bb-e61cad9006ca will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:58.638513 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:58.684932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:46:58.688147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:46:58.692268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:46:58.720778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=acd55c00-cfc4-403d-92bb-e61cad9006ca,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:58.753189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:58.753849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:58.772089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-f7b9a873-f849-4bbd-b166-a42bd195407a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6332507 Jul 16 20:46:58.784851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Request body: {'port': {'device_id': '8a8f28e8-3013-40f0-a447-40b9212684aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:46:58.865614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:58.954227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b728c5f-99e5-4866-8b97-1b5885f0bceb None None] Provisioning for port acd55c00-cfc4-403d-92bb-e61cad9006ca completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:46:58.960203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b728c5f-99e5-4866-8b97-1b5885f0bceb None None] Provisioning complete for port acd55c00-cfc4-403d-92bb-e61cad9006ca triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:46:58.960203 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b728c5f-99e5-4866-8b97-1b5885f0bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:58.997517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9b728c5f-99e5-4866-8b97-1b5885f0bceb None None] Port acd55c00-cfc4-403d-92bb-e61cad9006ca cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:46:59.129788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd55c00-cfc4-403d-92bb-e61cad9006ca {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:46:59.137717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.149717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Transition to ACTIVE for port object acd55c00-cfc4-403d-92bb-e61cad9006ca will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:46:59.153948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.223478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Pushing event updated for resources: {'Port': ['ID=acd55c00-cfc4-403d-92bb-e61cad9006ca,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:59.273388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Attempting to bind port acd55c00-cfc4-403d-92bb-e61cad9006ca on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:46:59.274519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Attempting to bind port acd55c00-cfc4-403d-92bb-e61cad9006ca by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:46:59.274519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Attempting to bind port acd55c00-cfc4-403d-92bb-e61cad9006ca on network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:59.279115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Port acd55c00-cfc4-403d-92bb-e61cad9006ca on network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:46:59.279478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Attempting to bind port acd55c00-cfc4-403d-92bb-e61cad9006ca on network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:46:59.284932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:46:59.285272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Checking segment: {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:46:59.285710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Bound using segment: {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:46:59.286082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Bound port: acd55c00-cfc4-403d-92bb-e61cad9006ca, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:46:59.286445 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.365586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] For port acd55c00-cfc4-403d-92bb-e61cad9006ca, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:46:59.369819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] For port acd55c00-cfc4-403d-92bb-e61cad9006ca, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=acd55c00-cfc4-403d-92bb-e61cad9006ca,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:46:59.376268 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.411443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.412065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:46:59.413607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] 10.222.0.30 "PUT /v2.0/ports/acd55c00-cfc4-403d-92bb-e61cad9006ca HTTP/1.1" status: 200 len: 1093 time: 0.6333468 Jul 16 20:46:59.414053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8f28e8-3013-40f0-a447-40b9212684aa', 'tag': 'acd55c00-cfc4-403d-92bb-e61cad9006ca'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:46:59.417015 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ab04b7-af67-4044-bb65-d87f42eab00b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8f28e8-3013-40f0-a447-40b9212684aa", "tag": "acd55c00-cfc4-403d-92bb-e61cad9006ca"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:46:59.478673 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3e3de0-b588-4dd3-9d6e-6dbff40288a1 x-openstack-request-id: req-9c3e3de0-b588-4dd3-9d6e-6dbff40288a1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:46:59.478963 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8f28e8-3013-40f0-a447-40b9212684aa", "tag": "acd55c00-cfc4-403d-92bb-e61cad9006ca", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:46:59.479217 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c3e3de0-b588-4dd3-9d6e-6dbff40288a1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:46:59.479424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925db31-7bb0-4f0c-aa76-b8f40fd6e34f req-9710e84c-a223-4130-afa3-d1ab32923e3e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.480140 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8f28e8-3013-40f0-a447-40b9212684aa', 'tag': 'acd55c00-cfc4-403d-92bb-e61cad9006ca', 'status': 'completed', 'code': 200} Jul 16 20:46:59.481562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0925db31-7bb0-4f0c-aa76-b8f40fd6e34f req-9710e84c-a223-4130-afa3-d1ab32923e3e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 944 time: 0.0941248 Jul 16 20:46:59.500987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83762304-6634-4b0e-9f3b-d402e116cd18 service neutron] Pushing event updated for resources: {'Port': ['ID=acd55c00-cfc4-403d-92bb-e61cad9006ca,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:46:59.540606 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0925db31-7bb0-4f0c-aa76-b8f40fd6e34f req-83d1e5e6-91a9-4d53-9f68-b7fdba89416a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484340 Jul 16 20:46:59.543116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-a743854c-8c3c-445a-bdc7-18244b32cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.544679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-a743854c-8c3c-445a-bdc7-18244b32cca0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 1096 time: 0.0828083 Jul 16 20:46:59.593407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-bcbfa029-396c-4190-9655-34fa8d3ca4c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=acd55c00-cfc4-403d-92bb-e61cad9006ca HTTP/1.1" status: 200 len: 217 time: 0.0408106 Jul 16 20:46:59.647753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-4a450b20-1d24-4738-95b3-c21918521d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.649203 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-4a450b20-1d24-4738-95b3-c21918521d9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d00ed56-4fd5-4200-8e63-cc3db8005bd2 HTTP/1.1" status: 200 len: 837 time: 0.0493088 Jul 16 20:46:59.725036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-e41e39e2-591b-4c05-a6e1-01a0850c751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:46:59.726467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-e41e39e2-591b-4c05-a6e1-01a0850c751d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5e03f67-80c7-461d-a53b-87b8f23d1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0703654 Jul 16 20:46:59.822415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-9955db60-87be-4abe-aeb7-0ea95b4dacd9 service neutron] 10.222.0.30 "GET /v2.0/networks/b5e03f67-80c7-461d-a53b-87b8f23d1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888691 Jul 16 20:46:59.912992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c2a885e-6bcb-4993-bbd4-3f944ef83d3e req-0deedb82-72b0-4f3f-b833-70180f8d9ac5 service neutron] 10.222.0.30 "GET /v2.0/networks/b5e03f67-80c7-461d-a53b-87b8f23d1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835702 Jul 16 20:47:00.022056 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-6632e246-0d80-4f37-83e2-5cd32f29c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:00.024204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-6632e246-0d80-4f37-83e2-5cd32f29c600 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 1096 time: 0.0584714 Jul 16 20:47:00.120738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-33a8e0c9-674a-49f4-b481-1129f03e59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:00.122214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-33a8e0c9-674a-49f4-b481-1129f03e59a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b5e03f67-80c7-461d-a53b-87b8f23d1ba5 HTTP/1.1" status: 200 len: 898 time: 0.0887046 Jul 16 20:47:00.168270 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-1770cddf-e4ae-4d62-92d3-c6f0460dbbfa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=acd55c00-cfc4-403d-92bb-e61cad9006ca HTTP/1.1" status: 200 len: 217 time: 0.0393064 Jul 16 20:47:00.228910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-acdb733d-42f9-4dab-a267-766c13f6208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:00.230383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-acdb733d-42f9-4dab-a267-766c13f6208f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d00ed56-4fd5-4200-8e63-cc3db8005bd2 HTTP/1.1" status: 200 len: 837 time: 0.0544896 Jul 16 20:47:00.298738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-6aec3574-2b91-431a-94a1-89ea417fe1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:00.300346 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-6aec3574-2b91-431a-94a1-89ea417fe1bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b5e03f67-80c7-461d-a53b-87b8f23d1ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0580661 Jul 16 20:47:00.396923 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-39040ddf-d98a-45c5-937b-316efb3d7724 service neutron] 10.222.0.30 "GET /v2.0/networks/b5e03f67-80c7-461d-a53b-87b8f23d1ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889695 Jul 16 20:47:00.486888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37ab04b7-af67-4044-bb65-d87f42eab00b req-ad9928a3-62de-4655-ac04-f84c7dbb5e36 service neutron] 10.222.0.30 "GET /v2.0/networks/b5e03f67-80c7-461d-a53b-87b8f23d1ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834596 Jul 16 20:47:00.738863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458af6b-7e88-4f7d-ae51-ffcd8c9967af req-5f4a8230-c9bd-4470-9577-d86dabf5e735 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:00.740299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e458af6b-7e88-4f7d-ae51-ffcd8c9967af req-5f4a8230-c9bd-4470-9577-d86dabf5e735 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 944 time: 0.0760508 Jul 16 20:47:00.794292 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e458af6b-7e88-4f7d-ae51-ffcd8c9967af req-6d5f567a-e51a-4a6a-87f7-be84de16a8b8 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461733 Jul 16 20:47:01.968986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa146c-25d5-488f-b168-d363f248fd47 req-dad7cd10-d735-4e5f-a616-b7e2644ce280 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:01.970495 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7afa146c-25d5-488f-b168-d363f248fd47 req-dad7cd10-d735-4e5f-a616-b7e2644ce280 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 944 time: 0.0639784 Jul 16 20:47:02.017462 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7afa146c-25d5-488f-b168-d363f248fd47 req-6e7779dd-97b6-45b7-98c6-dbdaecf75bc4 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413775 Jul 16 20:47:03.064521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device acd55c00-cfc4-403d-92bb-e61cad9006ca details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:03.165591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port acd55c00-cfc4-403d-92bb-e61cad9006ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=acd55c00-cfc4-403d-92bb-e61cad9006ca,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:03.181279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'acd55c00-cfc4-403d-92bb-e61cad9006ca', 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5', 'port_id': 'acd55c00-cfc4-403d-92bb-e61cad9006ca', 'mac_address': 'fa:16:3e:d9:27:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d00ed56-4fd5-4200-8e63-cc3db8005bd2', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:03.199451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c86cf-d388-44a8-9ee3-98a7b556aa51 req-c294e576-5e21-426f-a3be-02edc2229b57 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:03.200962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-420c86cf-d388-44a8-9ee3-98a7b556aa51 req-c294e576-5e21-426f-a3be-02edc2229b57 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 944 time: 0.0712118 Jul 16 20:47:03.223357 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.240208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd55c00-cfc4-403d-92bb-e61cad9006ca {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:03.244249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-420c86cf-d388-44a8-9ee3-98a7b556aa51 req-3b863c26-8cac-417d-99b2-bcf26ed92411 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342813 Jul 16 20:47:03.268209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port acd55c00-cfc4-403d-92bb-e61cad9006ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=acd55c00-cfc4-403d-92bb-e61cad9006ca,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:03.268209 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:03.315624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=acd55c00-cfc4-403d-92bb-e61cad9006ca,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:03.323875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.324225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.324563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.324903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.325237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.325570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.325898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.326224 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.326547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.326871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.327192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.327538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:03.512978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['acd55c00-cfc4-403d-92bb-e61cad9006ca'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:47:04.438985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe96250-cdbe-4a52-997d-bf60593c1540 req-7a06c61b-a4b4-419b-9381-04c75cb2b572 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:04.440493 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fe96250-cdbe-4a52-997d-bf60593c1540 req-7a06c61b-a4b4-419b-9381-04c75cb2b572 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 945 time: 0.0811164 Jul 16 20:47:04.479151 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5fe96250-cdbe-4a52-997d-bf60593c1540 req-9bc03fad-b704-480b-8248-7ab7c4cc1e9c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323832 Jul 16 20:47:05.066682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device acd55c00-cfc4-403d-92bb-e61cad9006ca up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:05.115066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port acd55c00-cfc4-403d-92bb-e61cad9006ca completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:05.118923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port acd55c00-cfc4-403d-92bb-e61cad9006ca triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:05.119312 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.197649 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.220348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f28e8-3013-40f0-a447-40b9212684aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd55c00-cfc4-403d-92bb-e61cad9006ca'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:05.222627 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04f8e32-3c6b-4136-8126-798950462538" -d '{"events": [{"server_uuid": "8a8f28e8-3013-40f0-a447-40b9212684aa", "name": "network-vif-plugged", "status": "completed", "tag": "acd55c00-cfc4-403d-92bb-e61cad9006ca"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:05.236618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port acd55c00-cfc4-403d-92bb-e61cad9006ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=acd55c00-cfc4-403d-92bb-e61cad9006ca,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:05.241086 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:05.267313 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a2ed7b-2c67-4be0-b2fe-69c9f6a0fc77 x-openstack-request-id: req-34a2ed7b-2c67-4be0-b2fe-69c9f6a0fc77 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:05.267616 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f28e8-3013-40f0-a447-40b9212684aa", "name": "network-vif-plugged", "status": "completed", "tag": "acd55c00-cfc4-403d-92bb-e61cad9006ca", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:05.267869 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34a2ed7b-2c67-4be0-b2fe-69c9f6a0fc77 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:05.268260 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8f28e8-3013-40f0-a447-40b9212684aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd55c00-cfc4-403d-92bb-e61cad9006ca', 'code': 200} Jul 16 20:47:05.296777 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=acd55c00-cfc4-403d-92bb-e61cad9006ca,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:05.389953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2cdff-d34b-4bc1-8405-fe17476c20ee req-3322f946-fd18-4fb8-bbc6-fe78949a209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:05.391373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78c2cdff-d34b-4bc1-8405-fe17476c20ee req-3322f946-fd18-4fb8-bbc6-fe78949a209d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 1098 time: 0.0593922 Jul 16 20:47:05.428105 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78c2cdff-d34b-4bc1-8405-fe17476c20ee req-0f45e7e0-9f9e-4191-a45a-0ac460de689c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289612 Jul 16 20:47:05.653843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713a39a-e23c-4d49-9363-514009d015e4 req-5c6dc3c8-51b6-4ac5-af5f-731ef1415db0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:05.655287 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d713a39a-e23c-4d49-9363-514009d015e4 req-5c6dc3c8-51b6-4ac5-af5f-731ef1415db0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 946 time: 0.0649841 Jul 16 20:47:05.693938 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d713a39a-e23c-4d49-9363-514009d015e4 req-8beba951-a956-4fa5-bc35-cd140b546059 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329897 Jul 16 20:47:05.898345 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-f35758ff-8ece-47ce-92f0-8bdbce763380 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561602 Jul 16 20:47:06.003722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-52f748c7-2571-4646-bf51-993581f72b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:06.005164 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-52f748c7-2571-4646-bf51-993581f72b58 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 1098 time: 0.0545764 Jul 16 20:47:06.115373 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-ca1ba5be-5cd5-433c-a153-81e550f22049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:06.116863 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-ca1ba5be-5cd5-433c-a153-81e550f22049 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5865946c-2582-4f01-8a38-49c0b647ced8 HTTP/1.1" status: 200 len: 897 time: 0.0880947 Jul 16 20:47:06.196027 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-c3046421-b1bd-4fcc-89bd-47d1ec902d32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4 HTTP/1.1" status: 200 len: 1002 time: 0.0726943 Jul 16 20:47:06.244566 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-a4bf296d-b626-40e9-93cb-d04d1acefb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:06.246089 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-a4bf296d-b626-40e9-93cb-d04d1acefb18 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=603f5660-4b12-4ba9-a02f-c113bc9423dc HTTP/1.1" status: 200 len: 834 time: 0.0449915 Jul 16 20:47:06.308513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-b51d56c9-1169-40f8-93b4-ae75dad9f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:06.310177 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-b51d56c9-1169-40f8-93b4-ae75dad9f672 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5865946c-2582-4f01-8a38-49c0b647ced8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582321 Jul 16 20:47:06.409002 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-7167c05c-b9a2-43cf-92e3-56dad4d93719 service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923889 Jul 16 20:47:06.502966 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9febc46f-1f7f-459b-bac6-3bba19c0ac13 req-6dd06aa5-20d2-49ff-9860-6a427378560d service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875862 Jul 16 20:47:06.889302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a7ca0-a938-41ad-912e-50cdba050b91 req-166a8490-4b8b-498b-90a9-a37f7c9f4198 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:06.890854 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-333a7ca0-a938-41ad-912e-50cdba050b91 req-166a8490-4b8b-498b-90a9-a37f7c9f4198 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 946 time: 0.0773110 Jul 16 20:47:06.934191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-333a7ca0-a938-41ad-912e-50cdba050b91 req-1ffc8dd2-0b6a-4d30-9c3a-8c6d1151cb91 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369458 Jul 16 20:47:07.404857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e481-0a7f-44e3-9542-c207dad8d150 req-3c4f0d25-35e4-4510-a852-4a049d1f8973 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:07.406410 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1d7e481-0a7f-44e3-9542-c207dad8d150 req-3c4f0d25-35e4-4510-a852-4a049d1f8973 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 946 time: 0.3492610 Jul 16 20:47:07.445587 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e1d7e481-0a7f-44e3-9542-c207dad8d150 req-c0b40e4f-8360-49f9-830e-03d54ff6450d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331023 Jul 16 20:47:08.926882 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41772) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:09.367954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:09.938366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.20.0.17 (b5e03f67-80c7-461d-a53b-87b8f23d1ba5/1d00ed56-4fd5-4200-8e63-cc3db8005bd2/8a9b6d7a-e862-4c37-82c7-9ec05a4df149) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:10.059306 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.073103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Transition to ACTIVE for port object 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:10.106040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.146258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:10.151697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:10.154275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:10.185928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=8a9b6d7a-e862-4c37-82c7-9ec05a4df149,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:10.208816 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.400030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.455624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cb7dff1f-b6c7-4c30-a93c-ca7879766499 None None] Provisioning for port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:10.462192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cb7dff1f-b6c7-4c30-a93c-ca7879766499 None None] Provisioning complete for port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:10.462657 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cb7dff1f-b6c7-4c30-a93c-ca7879766499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.502662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dff1f-b6c7-4c30-a93c-ca7879766499 None None] Port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:10.694104 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.699586 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.773605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=8a9b6d7a-e862-4c37-82c7-9ec05a4df149,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:10.780417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:10.880542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:10.882519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:11.014213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:47:11.127349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-50b4392d-8c10-4800-beed-2d0c27661489 None None] Provisioning complete for port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:11.127840 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50b4392d-8c10-4800-beed-2d0c27661489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:11.135932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:47:11.147541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ec4e8129-2cec-42dd-a395-1d856a5502ac tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "PUT /v2.0/routers/5c46bba9-b59a-45e3-a017-ef62a14a2e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2134609 Jul 16 20:47:11.151425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Sync routers for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:47:11.171848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:11.172394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:46:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:11.176556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-50b4392d-8c10-4800-beed-2d0c27661489 None None] Port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:11.298798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:11.534199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:10Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f979820d-0bcf-4ddd-8e11-24cb8bba8374', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:18Z', 'updated_at': '2021-07-16T20:46:21Z', 'revision_number': 1, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9b6d7a-e862-4c37-82c7-9ec05a4df149', 'name': '', 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d4:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1d00ed56-4fd5-4200-8e63-cc3db8005bd2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:09Z', 'updated_at': '2021-07-16T20:47:10Z', 'revision_number': 2, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '1d00ed56-4fd5-4200-8e63-cc3db8005bd2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:11.564301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Checking router: 5c46bba9-b59a-45e3-a017-ef62a14a2e6d for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:47:11.564652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Updating router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:47:11.599709 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:11.881747 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:11.892291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Transition to ACTIVE for port object 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:11.898074 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:11.947230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2dae6-ae5e-4a82-9f54-298a17d5c272 None None] Pushing event updated for resources: {'Port': ['ID=8a9b6d7a-e862-4c37-82c7-9ec05a4df149,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:12.011462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Attempting to bind port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:12.011702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Attempting to bind port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:12.012190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Attempting to bind port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 on network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:12.019956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:12.020538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Checking segment: {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:12.021109 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.021457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Bound using segment: {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:12.022091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Bound port: 8a9b6d7a-e862-4c37-82c7-9ec05a4df149, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9960faf0-32ee-4d1f-a642-f6ca6f824685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:12.022629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.105145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] For port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:12.108830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] For port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8a9b6d7a-e862-4c37-82c7-9ec05a4df149,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:12.113716 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:12.341329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2dae6-ae5e-4a82-9f54-298a17d5c272 None None] Pushing event updated for resources: {'Port': ['ID=8a9b6d7a-e862-4c37-82c7-9ec05a4df149,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:12.345788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:12.346380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:46:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:12.459633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:12.717677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:10Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f979820d-0bcf-4ddd-8e11-24cb8bba8374', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:18Z', 'updated_at': '2021-07-16T20:46:21Z', 'revision_number': 1, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9b6d7a-e862-4c37-82c7-9ec05a4df149', 'name': '', 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d4:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1d00ed56-4fd5-4200-8e63-cc3db8005bd2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:09Z', 'updated_at': '2021-07-16T20:47:12Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '1d00ed56-4fd5-4200-8e63-cc3db8005bd2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:12.745854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f88de-b2a7-45a6-b93f-8de03f961367 None None] The sync data for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 is: [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:10Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f979820d-0bcf-4ddd-8e11-24cb8bba8374', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:18Z', 'updated_at': '2021-07-16T20:46:21Z', 'revision_number': 1, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a9b6d7a-e862-4c37-82c7-9ec05a4df149', 'name': '', 'network_id': 'b5e03f67-80c7-461d-a53b-87b8f23d1ba5', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d4:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1d00ed56-4fd5-4200-8e63-cc3db8005bd2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:09Z', 'updated_at': '2021-07-16T20:47:12Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '1d00ed56-4fd5-4200-8e63-cc3db8005bd2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:13.632645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:13.681513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:13.685211 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:13.685578 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.768249 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.800612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8a9b6d7a-e862-4c37-82c7-9ec05a4df149,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:13.804213 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:13.854862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=8a9b6d7a-e862-4c37-82c7-9ec05a4df149,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:15.614600 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:15.661180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:15.661551 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:15.890750 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:16.917000 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:20.609302 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-59445e4b-5072-480b-b7db-cd359cf1e188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:23.415135 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:23.435085 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b2121c9-6b0b-40ea-9ee0-8c248be43c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:24.628938 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:26.310955 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:31.474869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:31.844804 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.167456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:32.167709 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.257542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] For port 8a9b6d7a-e862-4c37-82c7-9ec05a4df149, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8a9b6d7a-e862-4c37-82c7-9ec05a4df149,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:32.257894 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.269404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:32.455055 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.482502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=8a9b6d7a-e862-4c37-82c7-9ec05a4df149,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:32.668163 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:32.883760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:47:32.993160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:47:32.998464 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f4135b13-a676-4043-a54a-8855c20f5a52 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "PUT /v2.0/routers/5c46bba9-b59a-45e3-a017-ef62a14a2e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5222161 Jul 16 20:47:33.003608 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] Sync routers for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:47:33.012801 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:33.013424 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:33.118650 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:33.355891 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:32Z', 'revision_number': 6, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f979820d-0bcf-4ddd-8e11-24cb8bba8374', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:18Z', 'updated_at': '2021-07-16T20:46:21Z', 'revision_number': 1, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:33.361950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a54596-f506-44fb-8575-e101a9c06242 req-a6dbd6f8-f782-438a-9a74-04075fd8db97 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:33.363525 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-54a54596-f506-44fb-8575-e101a9c06242 req-a6dbd6f8-f782-438a-9a74-04075fd8db97 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 946 time: 0.0673559 Jul 16 20:47:33.382471 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] Checking router: 5c46bba9-b59a-45e3-a017-ef62a14a2e6d for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:47:33.391645 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:33.392267 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:33.405628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-54a54596-f506-44fb-8575-e101a9c06242 req-3831f2f4-1c2e-4d1c-8adc-382ae8848e44 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357678 Jul 16 20:47:33.505252 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:33.676142 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:47:33.734976 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:32Z', 'revision_number': 6, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f979820d-0bcf-4ddd-8e11-24cb8bba8374', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:18Z', 'updated_at': '2021-07-16T20:46:21Z', 'revision_number': 1, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:33.760004 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d16c6-f9ee-4902-98d5-4d8ec52238d2 None None] The sync data for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 is: [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:32Z', 'revision_number': 6, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f979820d-0bcf-4ddd-8e11-24cb8bba8374', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'port_id': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'mac_address': 'fa:16:3e:b7:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:46:18Z', 'updated_at': '2021-07-16T20:46:21Z', 'revision_number': 1, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:34.584558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b043eb-a271-4fdb-a8f3-d9b4aec298df req-1c23a914-253a-4f5d-bfd9-f88e9d4e7eb4 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.586056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58b043eb-a271-4fdb-a8f3-d9b4aec298df req-1c23a914-253a-4f5d-bfd9-f88e9d4e7eb4 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 946 time: 0.0677178 Jul 16 20:47:34.625389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58b043eb-a271-4fdb-a8f3-d9b4aec298df req-a6c1d388-64a5-4555-8678-ca6a3a6f37f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=79b03dbc-7acd-45c4-aae1-ba95494f7470&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335658 Jul 16 20:47:34.714603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-b1788568-9e82-4b60-8eeb-22f318ccda33 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:34.716019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-b1788568-9e82-4b60-8eeb-22f318ccda33 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 946 time: 0.0639617 Jul 16 20:47:34.822591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port acd55c00-cfc4-403d-92bb-e61cad9006ca {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:34.822931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:34.910101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] For port acd55c00-cfc4-403d-92bb-e61cad9006ca, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=acd55c00-cfc4-403d-92bb-e61cad9006ca,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:34.910485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:34.923373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for acd55c00-cfc4-403d-92bb-e61cad9006ca owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:35.059845 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.091464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=acd55c00-cfc4-403d-92bb-e61cad9006ca,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:35.138851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] No DVR routers for this DVR port acd55c00-cfc4-403d-92bb-e61cad9006ca on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:35.141497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:35.143560 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5e44dc5-74f2-4588-8c98-ddea101072af req-32b4e05c-9322-41c2-b29f-778139c6dbec tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "DELETE /v2.0/ports/acd55c00-cfc4-403d-92bb-e61cad9006ca HTTP/1.1" status: 204 len: 173 time: 0.4216194 Jul 16 20:47:35.144054 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f28e8-3013-40f0-a447-40b9212684aa', 'name': 'network-vif-deleted', 'tag': 'acd55c00-cfc4-403d-92bb-e61cad9006ca'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:35.146367 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f07b4cf-5ab3-4d3e-b0b8-01a836a6ac6d" -d '{"events": [{"server_uuid": "8a8f28e8-3013-40f0-a447-40b9212684aa", "name": "network-vif-deleted", "tag": "acd55c00-cfc4-403d-92bb-e61cad9006ca"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:35.192846 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22524a6-cbeb-42f1-a393-04e6f167ae68 x-openstack-request-id: req-d22524a6-cbeb-42f1-a393-04e6f167ae68 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:35.193158 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f28e8-3013-40f0-a447-40b9212684aa", "name": "network-vif-deleted", "tag": "acd55c00-cfc4-403d-92bb-e61cad9006ca", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:35.193411 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d22524a6-cbeb-42f1-a393-04e6f167ae68 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:35.193810 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8f28e8-3013-40f0-a447-40b9212684aa', 'name': 'network-vif-deleted', 'tag': 'acd55c00-cfc4-403d-92bb-e61cad9006ca', 'status': 'completed', 'code': 200} Jul 16 20:47:35.596144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:35.617297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:35.617735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8a9b6d7a-e862-4c37-82c7-9ec05a4df149 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:35.799394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc322dc8-337c-4a62-b441-a54f32b95255 req-5f32d2bb-2d2a-40b9-ae82-53449ac0e5b9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a8f28e8-3013-40f0-a447-40b9212684aa HTTP/1.1" status: 200 len: 210 time: 0.0319483 Jul 16 20:47:36.892672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41810) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:36.951222 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52632eae-184b-44be-b3af-9c1293b3e126 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:36.977012 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52632eae-184b-44be-b3af-9c1293b3e126 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.040188 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52632eae-184b-44be-b3af-9c1293b3e126 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.042720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52632eae-184b-44be-b3af-9c1293b3e126 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.043894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-52632eae-184b-44be-b3af-9c1293b3e126 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/security-groups/79b03dbc-7acd-45c4-aae1-ba95494f7470 HTTP/1.1" status: 204 len: 168 time: 0.1501713 Jul 16 20:47:37.055870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52632eae-184b-44be-b3af-9c1293b3e126 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b03dbc-7acd-45c4-aae1-ba95494f7470,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:37.092141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:37.143044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3276e5a-446a-4cba-9030-834b9da62c4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting subnet 1d00ed56-4fd5-4200-8e63-cc3db8005bd2 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:47:37.146408 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3276e5a-446a-4cba-9030-834b9da62c4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.201095 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3276e5a-446a-4cba-9030-834b9da62c4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.294789 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3276e5a-446a-4cba-9030-834b9da62c4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.356276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3276e5a-446a-4cba-9030-834b9da62c4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.391568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3276e5a-446a-4cba-9030-834b9da62c4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Subnet': ['ID=1d00ed56-4fd5-4200-8e63-cc3db8005bd2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:37.393665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3276e5a-446a-4cba-9030-834b9da62c4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.398162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a3276e5a-446a-4cba-9030-834b9da62c4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/subnets/1d00ed56-4fd5-4200-8e63-cc3db8005bd2 HTTP/1.1" status: 204 len: 168 time: 0.3023763 Jul 16 20:47:37.398523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41816) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:37.406032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99902de-b1ef-479f-ba27-4daee7b789b2 None None] Network b5e03f67-80c7-461d-a53b-87b8f23d1ba5 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:37.484552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.546140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port 1dcfa041-8bb4-43d9-b542-524d4233d190 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:37.546480 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.617492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] For port 1dcfa041-8bb4-43d9-b542-524d4233d190, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1dcfa041-8bb4-43d9-b542-524d4233d190,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:37.617858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.627297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d52302d-1e0d-4bfe-8f15-c36e9281b43a None None] DHCP port deletion for b5e03f67-80c7-461d-a53b-87b8f23d1ba5 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:47:37.630391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for 1dcfa041-8bb4-43d9-b542-524d4233d190 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:37.672152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8d52302d-1e0d-4bfe-8f15-c36e9281b43a None None] Deleting port 1dcfa041-8bb4-43d9-b542-524d4233d190 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:37.672436 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d52302d-1e0d-4bfe-8f15-c36e9281b43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.713358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.737673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=1dcfa041-8bb4-43d9-b542-524d4233d190,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:37.738249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8d52302d-1e0d-4bfe-8f15-c36e9281b43a None None] For port 1dcfa041-8bb4-43d9-b542-524d4233d190, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1dcfa041-8bb4-43d9-b542-524d4233d190,segment=NetworkSegment(9960faf0-32ee-4d1f-a642-f6ca6f824685),segment_id=9960faf0-32ee-4d1f-a642-f6ca6f824685)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:37.738647 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d52302d-1e0d-4bfe-8f15-c36e9281b43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.744112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] No DVR routers for this DVR port 1dcfa041-8bb4-43d9-b542-524d4233d190 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:37.752089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8d52302d-1e0d-4bfe-8f15-c36e9281b43a None None] Calling delete_port for 1dcfa041-8bb4-43d9-b542-524d4233d190 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:37.829024 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d52302d-1e0d-4bfe-8f15-c36e9281b43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.830601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.840821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e03f67-80c7-461d-a53b-87b8f23d1ba5']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:37.851415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9960faf0-32ee-4d1f-a642-f6ca6f824685') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:37.851649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9960faf0-32ee-4d1f-a642-f6ca6f824685') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:37.857562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52302d-1e0d-4bfe-8f15-c36e9281b43a None None] Pushing event deleted for resources: {'Port': ['ID=1dcfa041-8bb4-43d9-b542-524d4233d190,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:37.860941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.861416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52302d-1e0d-4bfe-8f15-c36e9281b43a None None] No DVR routers for this DVR port 1dcfa041-8bb4-43d9-b542-524d4233d190 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:37.879323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.885234 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:47:37.885628 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:47:37.888552 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:47:37.950434 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.958670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:37.961075 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/networks/b5e03f67-80c7-461d-a53b-87b8f23d1ba5 HTTP/1.1" status: 204 len: 168 time: 0.5618205 Jul 16 20:47:37.964720 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:37.973841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa173f9-3aba-4c62-93ab-c8ca9d87d56f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Network': ['ID=b5e03f67-80c7-461d-a53b-87b8f23d1ba5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:38.123171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port 5494f2ba-ade7-494a-83f9-c5a642e2275a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:38.123491 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.196224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.196552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.207863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for 5494f2ba-ade7-494a-83f9-c5a642e2275a owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:38.380401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.410105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=5494f2ba-ade7-494a-83f9-c5a642e2275a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:38.470062 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:38.470277 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Floating IP f979820d-0bcf-4ddd-8e11-24cb8bba8374 disassociated (deleted). External IP: 172.25.7.150, port: c72b8dbd-563b-44c9-a7f0-cbb6505197c4. Jul 16 20:47:38.677462 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:47:39.065009 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:47:39.070510 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:39.074696 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] Sync routers for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:47:39.083927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:39.084535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:39.107452 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4965de8c-cb33-4402-9b75-edbe9c82e4b2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/floatingips/f979820d-0bcf-4ddd-8e11-24cb8bba8374 HTTP/1.1" status: 204 len: 168 time: 1.1412742 Jul 16 20:47:39.108090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:39.110525 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65335a5b-7349-411e-8949-be42eb7d69bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:39.152067 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13d000d-c1cd-4c73-9ff0-51b76335bacc x-openstack-request-id: req-e13d000d-c1cd-4c73-9ff0-51b76335bacc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:39.152360 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:39.152609 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e13d000d-c1cd-4c73-9ff0-51b76335bacc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:39.153005 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'status': 'completed', 'code': 200} Jul 16 20:47:39.227679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:39.238864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335a5b-7349-411e-8949-be42eb7d69bf req-5351abf0-637b-45f1-b8be-0d810669ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.240421 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65335a5b-7349-411e-8949-be42eb7d69bf req-5351abf0-637b-45f1-b8be-0d810669ba36 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 1098 time: 0.0643592 Jul 16 20:47:39.256875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device acd55c00-cfc4-403d-92bb-e61cad9006ca no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:39.279477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: acd55c00-cfc4-403d-92bb-e61cad9006ca {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:39.279813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device acd55c00-cfc4-403d-92bb-e61cad9006ca not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:39.360345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335a5b-7349-411e-8949-be42eb7d69bf req-b8207805-a371-4247-a4e1-407413ef789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.369156 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65335a5b-7349-411e-8949-be42eb7d69bf req-b8207805-a371-4247-a4e1-407413ef789b service neutron] 10.222.0.63 "GET /v2.0/networks?id=5865946c-2582-4f01-8a38-49c0b647ced8 HTTP/1.1" status: 200 len: 897 time: 0.1222887 Jul 16 20:47:39.416490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65335a5b-7349-411e-8949-be42eb7d69bf req-57c6afa2-b397-4bb6-9681-b9c3516f700f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4 HTTP/1.1" status: 200 len: 217 time: 0.0405161 Jul 16 20:47:39.471362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:32Z', 'revision_number': 6, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:39.484319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335a5b-7349-411e-8949-be42eb7d69bf req-dcd905b8-fc76-4ce8-a800-42ac5bf0f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.485839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65335a5b-7349-411e-8949-be42eb7d69bf req-dcd905b8-fc76-4ce8-a800-42ac5bf0f98e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=603f5660-4b12-4ba9-a02f-c113bc9423dc HTTP/1.1" status: 200 len: 834 time: 0.0631361 Jul 16 20:47:39.504096 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] Checking router: 5c46bba9-b59a-45e3-a017-ef62a14a2e6d for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:47:39.512722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:39.513462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:39.548641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b37d0-f470-4b01-b987-0c58737f33a0 req-c822df41-c874-4ff0-9ce1-1f4a18985861 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.553679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65335a5b-7349-411e-8949-be42eb7d69bf req-e5e87a20-adb4-4dbe-a224-3eb4c33c64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:39.555282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65335a5b-7349-411e-8949-be42eb7d69bf req-e5e87a20-adb4-4dbe-a224-3eb4c33c64c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5865946c-2582-4f01-8a38-49c0b647ced8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604770 Jul 16 20:47:39.558668 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-188b37d0-f470-4b01-b987-0c58737f33a0 req-c822df41-c874-4ff0-9ce1-1f4a18985861 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 946 time: 0.1006088 Jul 16 20:47:39.610875 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-188b37d0-f470-4b01-b987-0c58737f33a0 req-57f1f893-ca0b-4c8f-a470-60bc21bbddfe tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497351 Jul 16 20:47:39.646138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:39.677961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1dcfa041-8bb4-43d9-b542-524d4233d190 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:39.681152 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65335a5b-7349-411e-8949-be42eb7d69bf req-0020c400-49ab-49ea-b88d-438233ceba85 service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187096 Jul 16 20:47:39.700914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 1dcfa041-8bb4-43d9-b542-524d4233d190 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:39.701254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1dcfa041-8bb4-43d9-b542-524d4233d190 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:39.782517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-65335a5b-7349-411e-8949-be42eb7d69bf req-c5d2080d-7d4c-4e14-9840-a654b342123d service neutron] 10.222.0.63 "GET /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941293 Jul 16 20:47:39.883452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:32Z', 'revision_number': 6, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:39.913835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e12b1-0969-450a-a059-fc6e4719130a None None] The sync data for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 is: [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:32Z', 'revision_number': 6, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f89c6974-4080-433d-8c86-18a147685193', 'name': '', 'network_id': '5865946c-2582-4f01-8a38-49c0b647ced8', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:44:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:03Z', 'updated_at': '2021-07-16T20:46:07Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': '603f5660-4b12-4ba9-a02f-c113bc9423dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:40.163188 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65339a18-aa8e-4b26-9817-3d42239423f1 None None] New status for floating IP f979820d-0bcf-4ddd-8e11-24cb8bba8374: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:47:40.688127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-351f66e9-0419-4aa1-9a43-2f1c592528b6 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.689656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-351f66e9-0419-4aa1-9a43-2f1c592528b6 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.63 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 946 time: 0.0680890 Jul 16 20:47:40.839393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fee0aa-5446-4c15-bd7a-5b2053b1c1c9 req-2de016ff-8fb1-4fa5-8ce3-cb6bc2d448a9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:40.840911 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4fee0aa-5446-4c15-bd7a-5b2053b1c1c9 req-2de016ff-8fb1-4fa5-8ce3-cb6bc2d448a9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef091a-234f-4345-9acd-0b2e5f0f2503 HTTP/1.1" status: 200 len: 946 time: 0.1041148 Jul 16 20:47:40.858419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:40.858751 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:40.916303 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b4fee0aa-5446-4c15-bd7a-5b2053b1c1c9 req-c0b29b16-b060-49f5-a967-395cc855d60d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=735c914c-bcad-4d33-b6a9-daa55e262690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686240 Jul 16 20:47:40.974834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] For port c72b8dbd-563b-44c9-a7f0-cbb6505197c4, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:40.975198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:40.989030 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for c72b8dbd-563b-44c9-a7f0-cbb6505197c4 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:41.128914 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:41.158154 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=c72b8dbd-563b-44c9-a7f0-cbb6505197c4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:41.204069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] No DVR routers for this DVR port c72b8dbd-563b-44c9-a7f0-cbb6505197c4 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:41.207087 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:41.209169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5b1d711-7326-49ff-b04a-6726fe6de26e req-96088033-aa46-43e3-b9ed-a6c60b713567 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.63 "DELETE /v2.0/ports/c72b8dbd-563b-44c9-a7f0-cbb6505197c4 HTTP/1.1" status: 204 len: 173 time: 0.5144942 Jul 16 20:47:41.209633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'name': 'network-vif-deleted', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:41.211962 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b0b49d-fe75-47dd-98c2-6f94c45eda35" -d '{"events": [{"server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "name": "network-vif-deleted", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:41.259799 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf413f6c-0dde-42e0-ac0d-32870e7eb0e1 x-openstack-request-id: req-bf413f6c-0dde-42e0-ac0d-32870e7eb0e1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:41.260095 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceef091a-234f-4345-9acd-0b2e5f0f2503", "name": "network-vif-deleted", "tag": "c72b8dbd-563b-44c9-a7f0-cbb6505197c4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:41.260963 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf413f6c-0dde-42e0-ac0d-32870e7eb0e1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:41.261319 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceef091a-234f-4345-9acd-0b2e5f0f2503', 'name': 'network-vif-deleted', 'tag': 'c72b8dbd-563b-44c9-a7f0-cbb6505197c4', 'status': 'completed', 'code': 200} Jul 16 20:47:42.016664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:42.080480 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d9fab-e50a-4b2f-8cad-ec4daa2bad40 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.106845 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d9fab-e50a-4b2f-8cad-ec4daa2bad40 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.168923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d9fab-e50a-4b2f-8cad-ec4daa2bad40 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.171571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d9fab-e50a-4b2f-8cad-ec4daa2bad40 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.172936 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-618d9fab-e50a-4b2f-8cad-ec4daa2bad40 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/security-groups/735c914c-bcad-4d33-b6a9-daa55e262690 HTTP/1.1" status: 204 len: 168 time: 0.1552479 Jul 16 20:47:42.182843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d9fab-e50a-4b2f-8cad-ec4daa2bad40 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735c914c-bcad-4d33-b6a9-daa55e262690,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:42.213363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:42.595751 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.885161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port f89c6974-4080-433d-8c86-18a147685193 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:42.885530 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.978747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] For port f89c6974-4080-433d-8c86-18a147685193, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f89c6974-4080-433d-8c86-18a147685193,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:42.979104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:42.992162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for f89c6974-4080-433d-8c86-18a147685193 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:43.197768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:43.226884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=f89c6974-4080-433d-8c86-18a147685193,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:43.467693 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:43.689849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:47:43.792667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:47:43.797928 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9dc73393-0b86-4e60-ad7d-c53cbb7b4d23 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "PUT /v2.0/routers/5c46bba9-b59a-45e3-a017-ef62a14a2e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5834990 Jul 16 20:47:43.800935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41838) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:43.809176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] Sync routers for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:47:43.822196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:43.822811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:43.860397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa9f2c2-c91d-4974-b590-fcab550f534d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting subnet 603f5660-4b12-4ba9-a02f-c113bc9423dc {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:47:43.864039 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f2c2-c91d-4974-b590-fcab550f534d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:43.906724 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f2c2-c91d-4974-b590-fcab550f534d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.015627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f2c2-c91d-4974-b590-fcab550f534d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.092671 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:44.096941 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f2c2-c91d-4974-b590-fcab550f534d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.140080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9f2c2-c91d-4974-b590-fcab550f534d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Subnet': ['ID=603f5660-4b12-4ba9-a02f-c113bc9423dc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:44.144345 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f2c2-c91d-4974-b590-fcab550f534d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.146367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7fa9f2c2-c91d-4974-b590-fcab550f534d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/subnets/603f5660-4b12-4ba9-a02f-c113bc9423dc HTTP/1.1" status: 204 len: 168 time: 0.3444989 Jul 16 20:47:44.150253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41840) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:44.170269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a227a1a-9c29-4ae0-bf79-2598152b95b6 None None] Network 5865946c-2582-4f01-8a38-49c0b647ced8 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:44.269252 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.383583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:43Z', 'revision_number': 7, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:44.413740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] Checking router: 5c46bba9-b59a-45e3-a017-ef62a14a2e6d for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:47:44.420649 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.422562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] Routers {'5c46bba9-b59a-45e3-a017-ef62a14a2e6d'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:44.423186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:44.461557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc7537-0f3a-4784-8959-844a8cdf0c3a None None] DHCP port deletion for 5865946c-2582-4f01-8a38-49c0b647ced8 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:47:44.478884 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c72b8dbd-563b-44c9-a7f0-cbb6505197c4 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:44.494316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port 4e149421-d391-4c49-93e6-3d1268416844 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:44.494657 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.547688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: c72b8dbd-563b-44c9-a7f0-cbb6505197c4 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:44.548031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device c72b8dbd-563b-44c9-a7f0-cbb6505197c4 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:44.579232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] For port 4e149421-d391-4c49-93e6-3d1268416844, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4e149421-d391-4c49-93e6-3d1268416844,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:44.579622 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.584010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] Set router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:44.594090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for 4e149421-d391-4c49-93e6-3d1268416844 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:44.664124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc7537-0f3a-4784-8959-844a8cdf0c3a None None] Deleting port bce84afb-a20a-41a3-8ab5-14f53f5b3518 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:47:44.664452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7537-0f3a-4784-8959-844a8cdf0c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.767120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0bdc7537-0f3a-4784-8959-844a8cdf0c3a None None] For port bce84afb-a20a-41a3-8ab5-14f53f5b3518, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bce84afb-a20a-41a3-8ab5-14f53f5b3518,segment=NetworkSegment(59fe9711-984f-4a5f-b085-bf1eb3cd8bc1),segment_id=59fe9711-984f-4a5f-b085-bf1eb3cd8bc1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:44.767458 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7537-0f3a-4784-8959-844a8cdf0c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.791752 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.794032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc7537-0f3a-4784-8959-844a8cdf0c3a None None] Calling delete_port for bce84afb-a20a-41a3-8ab5-14f53f5b3518 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:47:44.827068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=4e149421-d391-4c49-93e6-3d1268416844,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:44.892651 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.906651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:43Z', 'revision_number': 7, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:44.940731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd0cea-6d31-48e1-9417-6f4f712117ed None None] The sync data for ids ['5c46bba9-b59a-45e3-a017-ef62a14a2e6d'] in n-d-792394-17 is: [{'id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'name': 'tempest-TestNetworkBasicOps-router-825383293', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '4e149421-d391-4c49-93e6-3d1268416844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:47:43Z', 'revision_number': 7, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': '4e149421-d391-4c49-93e6-3d1268416844', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c46bba9-b59a-45e3-a017-ef62a14a2e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:46:00Z', 'updated_at': '2021-07-16T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:44.946407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7537-0f3a-4784-8959-844a8cdf0c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.972887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc7537-0f3a-4784-8959-844a8cdf0c3a None None] Pushing event deleted for resources: {'Port': ['ID=bce84afb-a20a-41a3-8ab5-14f53f5b3518,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:44.978647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc7537-0f3a-4784-8959-844a8cdf0c3a None None] No DVR routers for this DVR port bce84afb-a20a-41a3-8ab5-14f53f5b3518 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:47:44.996846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:44.999091 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.045721 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.046493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Fanout notify agent at l3_agent the message router_deleted on router 5c46bba9-b59a-45e3-a017-ef62a14a2e6d {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:47:45.054593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.055704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8b572fad-6bed-4a66-854b-7a5c5fea483b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/routers/5c46bba9-b59a-45e3-a017-ef62a14a2e6d HTTP/1.1" status: 204 len: 168 time: 0.9043071 Jul 16 20:47:45.058539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:45.144566 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.242434 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.254318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5865946c-2582-4f01-8a38-49c0b647ced8']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:45.264430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:45.264730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fe9711-984f-4a5f-b085-bf1eb3cd8bc1') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:45.273807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.288481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.297796 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:47:45.298455 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:47:45.303832 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:47:45.378361 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.385700 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.387693 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/networks/5865946c-2582-4f01-8a38-49c0b647ced8 HTTP/1.1" status: 204 len: 168 time: 0.3281536 Jul 16 20:47:45.403133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968a136-6fc1-4d71-8619-a9f0e69eb3c3 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Network': ['ID=5865946c-2582-4f01-8a38-49c0b647ced8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:45.415174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:45.425953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'network': {'name': 'tempest-network-smoke--1562585600', 'project_id': '80443955e60a4025b63e38fe6466469d', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:45.450594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Made reservation on behalf of 80443955e60a4025b63e38fe6466469d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:45.456077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.486074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:47:45.498398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.498832 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Added segment ed61c75a-0bf5-4f1c-8823-b8e07abcf461 of type vlan for network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad Jul 16 20:47:45.557023 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.587641 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.593381 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:45.593995 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.636090 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2180641 Jul 16 20:47:45.638400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41846) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:45.653786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-354614159', 'admin_state_up': True, 'project_id': '80443955e60a4025b63e38fe6466469d', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:45.670497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a1758-d342-4602-97e4-ff201ad051f0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Network': ['ID=416cd0d6-37d4-4db6-b1ef-4f1044a15bad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:45.683138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:47:45.715015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bce84afb-a20a-41a3-8ab5-14f53f5b3518 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:45.723079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.725026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.739457 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: bce84afb-a20a-41a3-8ab5-14f53f5b3518 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:45.739979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bce84afb-a20a-41a3-8ab5-14f53f5b3518 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:45.740538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f89c6974-4080-433d-8c86-18a147685193 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:45.791634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f89c6974-4080-433d-8c86-18a147685193 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:45.791832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f89c6974-4080-433d-8c86-18a147685193 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:45.797677 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.875758 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:45.936076 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.142990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.164740 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.582212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.25.7.46 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/d140b57d-982d-42c3-b149-19af7ac27b1b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:46.685346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.729120 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:46.769444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:46.772370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:46.775947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:46.798190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=d140b57d-982d-42c3-b149-19af7ac27b1b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:46.933629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:47.040003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:47.235820 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:47.365450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router bce71906-0d09-423e-ac05-1eadf3b92e8a is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:47:47.473590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:47:47.483644 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Sync routers for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:47:47.493305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:47.494334 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:47.494491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-110e87ed-ab23-4a64-af82-a10c14844b24 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8534796 Jul 16 20:47:47.494956 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:47.497734 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:47.531597 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-bf3e47d7-41e9-40de-a706-5b2fe7b05a1f tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=80443955e60a4025b63e38fe6466469d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324166 Jul 16 20:47:47.534290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:47.591021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4e149421-d391-4c49-93e6-3d1268416844 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:47:47.613857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 4e149421-d391-4c49-93e6-3d1268416844 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:47:47.614173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4e149421-d391-4c49-93e6-3d1268416844 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:47:47.643683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15ea09-ea32-4380-9c8c-6aeb6d79191e tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:47.645389 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1e15ea09-ea32-4380-9c8c-6aeb6d79191e tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1101844 Jul 16 20:47:47.653204 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:47.685812 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-412a9547-2ab8-471a-b666-a58996e81abb tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313435 Jul 16 20:47:47.688182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:47.693172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1436868662', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'project_id': '80443955e60a4025b63e38fe6466469d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:47.704088 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:47.804357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Made reservation on behalf of 80443955e60a4025b63e38fe6466469d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:47.808558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:47.884686 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:46Z', 'revision_number': 3, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:47.915544 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Checking router: bce71906-0d09-423e-ac05-1eadf3b92e8a for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:47:47.916135 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Updating router bce71906-0d09-423e-ac05-1eadf3b92e8a port d140b57d-982d-42c3-b149-19af7ac27b1b binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:47:47.950430 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.020158 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.085801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Subnet': ['ID=afa19ee7-cafd-45c6-9756-6a4ad66cb78b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:48.093291 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Checking segment: {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:48.093649 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network hostable DHCP agents. Network: 416cd0d6-37d4-4db6-b1ef-4f1044a15bad, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:47:48.116518 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:47:48.127041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 416cd0d6-37d4-4db6-b1ef-4f1044a15bad) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:48.132661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:48.133602 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.143293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd6131-27a6-400b-80ed-159f206dc8af None None] Network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:48.158474 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3e00dc45-f059-4d6a-8ae2-495846519313 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4667742 Jul 16 20:47:48.158830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:48.250333 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.260772 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Transition to ACTIVE for port object d140b57d-982d-42c3-b149-19af7ac27b1b will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:48.266204 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.315496 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Attempting to bind port d140b57d-982d-42c3-b149-19af7ac27b1b on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:48.315868 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Attempting to bind port d140b57d-982d-42c3-b149-19af7ac27b1b by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:48.316228 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Attempting to bind port d140b57d-982d-42c3-b149-19af7ac27b1b on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:48.320673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469db839-851c-4617-b27c-77fd98973646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:47:48.322819 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-469db839-851c-4617-b27c-77fd98973646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.337144 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Pushing event updated for resources: {'Port': ['ID=d140b57d-982d-42c3-b149-19af7ac27b1b,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:48.339734 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:48.340192 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:48.340611 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.340861 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:48.341310 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Bound port: d140b57d-982d-42c3-b149-19af7ac27b1b, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:48.341695 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.350544 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.350903 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.351245 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.351637 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.351970 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.352301 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.352628 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.352957 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.353289 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.353598 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.353944 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.354267 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:48.410433 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] For port d140b57d-982d-42c3-b149-19af7ac27b1b, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:48.414403 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] For port d140b57d-982d-42c3-b149-19af7ac27b1b, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d140b57d-982d-42c3-b149-19af7ac27b1b,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:48.418324 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.477649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-469db839-851c-4617-b27c-77fd98973646 None None] Allocated IP 172.20.0.2 (416cd0d6-37d4-4db6-b1ef-4f1044a15bad/afa19ee7-cafd-45c6-9756-6a4ad66cb78b/bf57a06b-3c0a-4b56-83f8-277421fc5f9d) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:48.479685 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:48.480395 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:48.482536 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8a4f-bba6-42d3-bbb7-6f30351eb3ee None None] Pushing event updated for resources: {'Port': ['ID=d140b57d-982d-42c3-b149-19af7ac27b1b,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:48.599371 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:48.642200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-469db839-851c-4617-b27c-77fd98973646 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.652230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-469db839-851c-4617-b27c-77fd98973646 None None] Transition to ACTIVE for port object bf57a06b-3c0a-4b56-83f8-277421fc5f9d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:48.669603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-469db839-851c-4617-b27c-77fd98973646 None None] Transition to ACTIVE for port object bf57a06b-3c0a-4b56-83f8-277421fc5f9d will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:48.680429 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-469db839-851c-4617-b27c-77fd98973646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.723705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469db839-851c-4617-b27c-77fd98973646 None None] Network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:48.727506 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-469db839-851c-4617-b27c-77fd98973646 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:48.732440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469db839-851c-4617-b27c-77fd98973646 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:48.735731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469db839-851c-4617-b27c-77fd98973646 None None] Pushing event updated for resources: {'Port': ['ID=bf57a06b-3c0a-4b56-83f8-277421fc5f9d,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:48.797991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-469db839-851c-4617-b27c-77fd98973646 None None] Attempting to bind port bf57a06b-3c0a-4b56-83f8-277421fc5f9d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:48.798526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-469db839-851c-4617-b27c-77fd98973646 None None] Attempting to bind port bf57a06b-3c0a-4b56-83f8-277421fc5f9d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:48.798971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469db839-851c-4617-b27c-77fd98973646 None None] Attempting to bind port bf57a06b-3c0a-4b56-83f8-277421fc5f9d on network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:48.804646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469db839-851c-4617-b27c-77fd98973646 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:48.804646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469db839-851c-4617-b27c-77fd98973646 None None] Checking segment: {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:48.805528 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-469db839-851c-4617-b27c-77fd98973646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.806059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469db839-851c-4617-b27c-77fd98973646 None None] Bound using segment: {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:48.806539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-469db839-851c-4617-b27c-77fd98973646 None None] Bound port: bf57a06b-3c0a-4b56-83f8-277421fc5f9d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:48.807038 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-469db839-851c-4617-b27c-77fd98973646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.811973 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:46Z', 'revision_number': 3, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:48.840243 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0afd6-f12b-417b-8284-fd7536c42e43 None None] The sync data for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 is: [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:46Z', 'revision_number': 3, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:48.877342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-469db839-851c-4617-b27c-77fd98973646 None None] For port bf57a06b-3c0a-4b56-83f8-277421fc5f9d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:48.880477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-469db839-851c-4617-b27c-77fd98973646 None None] For port bf57a06b-3c0a-4b56-83f8-277421fc5f9d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bf57a06b-3c0a-4b56-83f8-277421fc5f9d,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:48.886364 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-469db839-851c-4617-b27c-77fd98973646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:48.961199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469db839-851c-4617-b27c-77fd98973646 None None] Pushing event updated for resources: {'Port': ['ID=bf57a06b-3c0a-4b56-83f8-277421fc5f9d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:49.057179 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.398927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.20.0.1 (416cd0d6-37d4-4db6-b1ef-4f1044a15bad/afa19ee7-cafd-45c6-9756-6a4ad66cb78b/f196f648-0b15-4084-851b-9886ba58847d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:49.526381 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.540354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Transition to ACTIVE for port object f196f648-0b15-4084-851b-9886ba58847d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:49.576388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.624736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:49.628100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:49.635001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:49.675587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=f196f648-0b15-4084-851b-9886ba58847d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:49.714327 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.717636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bf57a06b-3c0a-4b56-83f8-277421fc5f9d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:49.776227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port bf57a06b-3c0a-4b56-83f8-277421fc5f9d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:49.780944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d140b57d-982d-42c3-b149-19af7ac27b1b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:49.842948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d140b57d-982d-42c3-b149-19af7ac27b1b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:49.849015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d140b57d-982d-42c3-b149-19af7ac27b1b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:49.849391 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.910210 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.963893 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:49.988936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d140b57d-982d-42c3-b149-19af7ac27b1b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d140b57d-982d-42c3-b149-19af7ac27b1b,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:49.993227 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.055285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d140b57d-982d-42c3-b149-19af7ac27b1b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:50.084933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07d47e6-5988-47a3-8456-43269f00caf0 None None] Network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:47:50.207872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f0382b24-804d-49f6-aed0-402a93678b46 None None] Provisioning for port bf57a06b-3c0a-4b56-83f8-277421fc5f9d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:50.215816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f0382b24-804d-49f6-aed0-402a93678b46 None None] Provisioning complete for port bf57a06b-3c0a-4b56-83f8-277421fc5f9d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:50.216181 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0382b24-804d-49f6-aed0-402a93678b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.232247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.237657 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.322809 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=f196f648-0b15-4084-851b-9886ba58847d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:50.326837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.345722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0382b24-804d-49f6-aed0-402a93678b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.394728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f0382b24-804d-49f6-aed0-402a93678b46 None None] For port bf57a06b-3c0a-4b56-83f8-277421fc5f9d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bf57a06b-3c0a-4b56-83f8-277421fc5f9d,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:50.400200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0382b24-804d-49f6-aed0-402a93678b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.446461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:50.448597 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:50.462919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0382b24-804d-49f6-aed0-402a93678b46 None None] Pushing event updated for resources: {'Port': ['ID=bf57a06b-3c0a-4b56-83f8-277421fc5f9d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:50.579116 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router bce71906-0d09-423e-ac05-1eadf3b92e8a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:47:50.623049 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2c6f6e1-2cf6-4b3d-b85c-976d5b8d08cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.634144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f77ced7-cd75-4f9a-b3c6-a1f2bfd8dece None None] Provisioning complete for port bf57a06b-3c0a-4b56-83f8-277421fc5f9d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:50.634516 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f77ced7-cd75-4f9a-b3c6-a1f2bfd8dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.722721 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:47:50.731304 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-415b6264-74ca-4930-a3ea-b766d0ffaf8b tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "PUT /v2.0/routers/bce71906-0d09-423e-ac05-1eadf3b92e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5706816 Jul 16 20:47:50.732189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41858) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:50.760584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f77ced7-cd75-4f9a-b3c6-a1f2bfd8dece None None] Provisioning for port f196f648-0b15-4084-851b-9886ba58847d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:50.766552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7f77ced7-cd75-4f9a-b3c6-a1f2bfd8dece None None] Provisioning complete for port f196f648-0b15-4084-851b-9886ba58847d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:50.767070 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7f77ced7-cd75-4f9a-b3c6-a1f2bfd8dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:50.803417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Sync routers for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:47:50.830187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:50.831103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:50.889735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7f77ced7-cd75-4f9a-b3c6-a1f2bfd8dece None None] Port f196f648-0b15-4084-851b-9886ba58847d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:50.952415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad4a1c-b337-4132-8c87-0fead5857feb tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.952895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad4a1c-b337-4132-8c87-0fead5857feb tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.953358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad4a1c-b337-4132-8c87-0fead5857feb tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.953816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad4a1c-b337-4132-8c87-0fead5857feb tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:50.955639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b2ad4a1c-b337-4132-8c87-0fead5857feb tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2219963 Jul 16 20:47:50.960849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:51.007765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:51.034621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71eedf-7e20-4a41-a9dd-84f62de12337 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.035094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71eedf-7e20-4a41-a9dd-84f62de12337 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.035585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71eedf-7e20-4a41-a9dd-84f62de12337 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.036189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71eedf-7e20-4a41-a9dd-84f62de12337 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:51.038445 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3f71eedf-7e20-4a41-a9dd-84f62de12337 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0761476 Jul 16 20:47:51.042414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:51.057339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-14873d8e-0966-480d-9d58-992637589b28 None None] Provisioning complete for port f196f648-0b15-4084-851b-9886ba58847d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:51.057716 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-14873d8e-0966-480d-9d58-992637589b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.142568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-14873d8e-0966-480d-9d58-992637589b28 None None] Port f196f648-0b15-4084-851b-9886ba58847d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:51.185994 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e5d58707-4133-4e5a-b75f-14b226052db7 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1420958 Jul 16 20:47:51.276955 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6616b12c-f66e-4d87-a490-8cd67e1fb62d None None] Provisioning complete for port f196f648-0b15-4084-851b-9886ba58847d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:51.277238 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6616b12c-f66e-4d87-a490-8cd67e1fb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.315685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f196f648-0b15-4084-851b-9886ba58847d', 'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d0:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:49Z', 'updated_at': '2021-07-16T20:47:50Z', 'revision_number': 2, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:51.320045 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6616b12c-f66e-4d87-a490-8cd67e1fb62d None None] Port f196f648-0b15-4084-851b-9886ba58847d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:51.343745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Checking router: bce71906-0d09-423e-ac05-1eadf3b92e8a for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:47:51.344094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Updating router bce71906-0d09-423e-ac05-1eadf3b92e8a port f196f648-0b15-4084-851b-9886ba58847d binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:47:51.383491 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.407626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:51.414140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-303900f4-7766-4c20-b51a-8c603e79efbd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880752453', 'description': 'tempest-secgroup-smoke-1880752453 description', 'project_id': '80443955e60a4025b63e38fe6466469d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:51.444871 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-303900f4-7766-4c20-b51a-8c603e79efbd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.540313 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-303900f4-7766-4c20-b51a-8c603e79efbd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.544195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-303900f4-7766-4c20-b51a-8c603e79efbd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.572029 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-303900f4-7766-4c20-b51a-8c603e79efbd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.574230 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-303900f4-7766-4c20-b51a-8c603e79efbd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1650312 Jul 16 20:47:51.579292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41868) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:51.586148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-42993bf3-fef2-42d7-81d5-375ea16fa11c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '51bc4a92-3cec-4c40-ba1f-cc8f3dce1481', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:51.598378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303900f4-7766-4c20-b51a-8c603e79efbd tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:51.634169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42993bf3-fef2-42d7-81d5-375ea16fa11c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.731195 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42993bf3-fef2-42d7-81d5-375ea16fa11c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.735455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42993bf3-fef2-42d7-81d5-375ea16fa11c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.759613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42993bf3-fef2-42d7-81d5-375ea16fa11c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9371b505-99da-41ea-a6a2-3c5785cd77f2,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:51.764916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bf57a06b-3c0a-4b56-83f8-277421fc5f9d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:51.767836 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42993bf3-fef2-42d7-81d5-375ea16fa11c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.773726 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-42993bf3-fef2-42d7-81d5-375ea16fa11c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939852 Jul 16 20:47:51.774308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:51.779026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5e535558-ea76-4260-8598-2258b5a238cc tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '51bc4a92-3cec-4c40-ba1f-cc8f3dce1481', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:51.815404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e535558-ea76-4260-8598-2258b5a238cc tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.846493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port bf57a06b-3c0a-4b56-83f8-277421fc5f9d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:51.846906 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.886051 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e535558-ea76-4260-8598-2258b5a238cc tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.890208 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e535558-ea76-4260-8598-2258b5a238cc tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.908716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535558-ea76-4260-8598-2258b5a238cc tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54815225-5550-4293-976c-3974cc5122e5,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:51.919945 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e535558-ea76-4260-8598-2258b5a238cc tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.921956 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5e535558-ea76-4260-8598-2258b5a238cc tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464190 Jul 16 20:47:51.925150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:51.932775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b451bcf0-0222-46b5-a356-31e64a64a469 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '51bc4a92-3cec-4c40-ba1f-cc8f3dce1481', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:51.937534 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.971971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Transition to ACTIVE for port object f196f648-0b15-4084-851b-9886ba58847d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:51.972257 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b451bcf0-0222-46b5-a356-31e64a64a469 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:51.984727 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.020625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d140b57d-982d-42c3-b149-19af7ac27b1b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:52.070318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b451bcf0-0222-46b5-a356-31e64a64a469 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.072936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f69e3-a328-4161-91a8-5ff43f9f09ba None None] Pushing event updated for resources: {'Port': ['ID=f196f648-0b15-4084-851b-9886ba58847d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:52.074870 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b451bcf0-0222-46b5-a356-31e64a64a469 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.094340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451bcf0-0222-46b5-a356-31e64a64a469 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47818186-20d3-41c3-9e60-49f71a2e62c0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:52.102367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b451bcf0-0222-46b5-a356-31e64a64a469 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.105644 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b451bcf0-0222-46b5-a356-31e64a64a469 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1772563 Jul 16 20:47:52.108397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41874) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:52.113975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-07101228-810b-4b07-8cf8-b56baca89796 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '51bc4a92-3cec-4c40-ba1f-cc8f3dce1481', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:52.154624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07101228-810b-4b07-8cf8-b56baca89796 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.156397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Attempting to bind port f196f648-0b15-4084-851b-9886ba58847d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:52.157112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Attempting to bind port f196f648-0b15-4084-851b-9886ba58847d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:52.157792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Attempting to bind port f196f648-0b15-4084-851b-9886ba58847d on network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:52.170561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d140b57d-982d-42c3-b149-19af7ac27b1b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:52.171324 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.193318 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:52.193729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Checking segment: {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:52.194276 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.194801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Bound using segment: {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:52.195161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Bound port: f196f648-0b15-4084-851b-9886ba58847d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:52.195972 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.223243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07101228-810b-4b07-8cf8-b56baca89796 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.229808 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07101228-810b-4b07-8cf8-b56baca89796 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.259342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07101228-810b-4b07-8cf8-b56baca89796 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a9c1c2-b7cc-4542-a5e9-051f5a4ea8b5,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:52.265932 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07101228-810b-4b07-8cf8-b56baca89796 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.267643 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-07101228-810b-4b07-8cf8-b56baca89796 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578343 Jul 16 20:47:52.270405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:52.279997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-432e49fd-5e8f-4a36-afc2-03456f955884 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '51bc4a92-3cec-4c40-ba1f-cc8f3dce1481', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:52.304850 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-432e49fd-5e8f-4a36-afc2-03456f955884 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Project 80443955e60a4025b63e38fe6466469d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:47:52.310791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e49fd-5e8f-4a36-afc2-03456f955884 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.313047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] For port f196f648-0b15-4084-851b-9886ba58847d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:52.317459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] For port f196f648-0b15-4084-851b-9886ba58847d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f196f648-0b15-4084-851b-9886ba58847d,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:52.322694 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.392796 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e49fd-5e8f-4a36-afc2-03456f955884 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.397698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:47:52.398334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:52.399054 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e49fd-5e8f-4a36-afc2-03456f955884 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.403019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f69e3-a328-4161-91a8-5ff43f9f09ba None None] Pushing event updated for resources: {'Port': ['ID=f196f648-0b15-4084-851b-9886ba58847d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:52.418975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e49fd-5e8f-4a36-afc2-03456f955884 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0716d176-d887-4349-a326-df9280b5100b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:52.426204 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e49fd-5e8f-4a36-afc2-03456f955884 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.429189 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-432e49fd-5e8f-4a36-afc2-03456f955884 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569831 Jul 16 20:47:52.431808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41878) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:47:52.438283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cbd1c137-9836-4a2e-bf12-011afacfb4d7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'security_group_rule': {'security_group_id': '51bc4a92-3cec-4c40-ba1f-cc8f3dce1481', 'project_id': '80443955e60a4025b63e38fe6466469d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:52.466645 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-cbd1c137-9836-4a2e-bf12-011afacfb4d7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Project 80443955e60a4025b63e38fe6466469d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:47:52.473071 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c137-9836-4a2e-bf12-011afacfb4d7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.536548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:47:52.547589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c137-9836-4a2e-bf12-011afacfb4d7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.554051 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c137-9836-4a2e-bf12-011afacfb4d7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.572957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1c137-9836-4a2e-bf12-011afacfb4d7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0a65a4-75d6-4f0c-9bf1-a7955b3c4d2a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:52.581783 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c137-9836-4a2e-bf12-011afacfb4d7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:52.587775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cbd1c137-9836-4a2e-bf12-011afacfb4d7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541140 Jul 16 20:47:52.766579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f196f648-0b15-4084-851b-9886ba58847d', 'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d0:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:49Z', 'updated_at': '2021-07-16T20:47:52Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:47:52.780191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-57c95e3b-7333-4f26-8a54-2d4a2d3df995 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880752453&fields=id&tenant_id=80443955e60a4025b63e38fe6466469d HTTP/1.1" status: 200 len: 267 time: 0.0351872 Jul 16 20:47:52.797266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00a954-9ad7-41f0-9125-0713a934cdd0 None None] The sync data for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 is: [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f196f648-0b15-4084-851b-9886ba58847d', 'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d0:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:49Z', 'updated_at': '2021-07-16T20:47:52Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:47:52.908180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f749a-8689-4e5f-870f-41b3547a3134 req-ed273e73-1686-4272-939c-e5ee2be4f5a7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:52.917674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-ed273e73-1686-4272-939c-e5ee2be4f5a7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/networks?id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad HTTP/1.1" status: 200 len: 797 time: 0.1268895 Jul 16 20:47:52.932017 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-2bedcdbf-e5f9-41bc-8912-447f500d444c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/quotas/80443955e60a4025b63e38fe6466469d HTTP/1.1" status: 200 len: 375 time: 0.0129175 Jul 16 20:47:53.019094 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-c2d0caaa-025b-4158-bbb5-cbddcc9cdec2 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813854 Jul 16 20:47:53.131023 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-743c651e-7ce1-4705-a6c1-008d96440d83 service neutron] 10.222.0.10 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997612 Jul 16 20:47:53.224294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-55d31595-6a21-4b1a-b531-63a0ef84f7a3 service neutron] 10.222.0.10 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868251 Jul 16 20:47:53.418842 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:53.435430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-147468f5-a025-47f7-a5d1-7845d8c6fd52 req-c47204c8-912c-4d91-8c79-b592a6e3f8e4 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 210 time: 0.0402334 Jul 16 20:47:53.446185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5d932236-c175-4080-979a-f55f74edc0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:53.684917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f196f648-0b15-4084-851b-9886ba58847d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:53.758935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port f196f648-0b15-4084-851b-9886ba58847d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:53.766179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f196f648-0b15-4084-851b-9886ba58847d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:53.766642 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:53.854703 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:53.897100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port f196f648-0b15-4084-851b-9886ba58847d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f196f648-0b15-4084-851b-9886ba58847d,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:53.901278 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:53.977928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=f196f648-0b15-4084-851b-9886ba58847d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:54.605420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d5406e0-6db2-4bd2-92a9-a4caa1b52cfc req-650f3a5c-9a52-4fad-b531-84941eeb091e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 210 time: 0.0459747 Jul 16 20:47:54.613306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f749a-8689-4e5f-870f-41b3547a3134 req-814617d9-9f84-452c-96e0-e617e77c6b8f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:54.615189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-814617d9-9f84-452c-96e0-e617e77c6b8f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "GET /v2.0/networks?id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad HTTP/1.1" status: 200 len: 797 time: 0.1701915 Jul 16 20:47:54.633810 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.660790 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-17d59526-2871-4162-97da-65fa31c47447 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80443955e60a4025b63e38fe6466469d HTTP/1.1" status: 200 len: 380 time: 0.0360954 Jul 16 20:47:54.669482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'port': {'device_id': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'admin_state_up': True, 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'security_groups': ['51bc4a92-3cec-4c40-ba1f-cc8f3dce1481']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:54.792187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Made reservation on behalf of 80443955e60a4025b63e38fe6466469d for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:47:54.798453 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:54.936638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.20.0.12 (416cd0d6-37d4-4db6-b1ef-4f1044a15bad/afa19ee7-cafd-45c6-9756-6a4ad66cb78b/9b3d2802-d66c-4435-a19d-bb45fcb68b02) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:47:55.090963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.105191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Transition to ACTIVE for port object 9b3d2802-d66c-4435-a19d-bb45fcb68b02 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:55.141257 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.188818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:47:55.194595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:47:55.198513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:47:55.226713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=9b3d2802-d66c-4435-a19d-bb45fcb68b02,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:55.242235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.242577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.242938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.243296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.243635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.244120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.244297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.244629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.244950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.245271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.245594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.245917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:47:55.264673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.265354 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.280695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-e2d8b4b9-bbac-47a0-9893-3183ea2f225a tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148336 Jul 16 20:47:55.293159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-37d3bd81-67c7-4e24-a9c3-3a05e3fdd605 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:47:55.294229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-37d3bd81-67c7-4e24-a9c3-3a05e3fdd605 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064027 Jul 16 20:47:55.306110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Request body: {'port': {'device_id': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:47:55.392428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.398563 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-76bbb354-773e-49f6-b1d8-c91fbe6aa5f3 None None] Provisioning for port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:47:55.402573 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-76bbb354-773e-49f6-b1d8-c91fbe6aa5f3 None None] Provisioning complete for port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:55.402931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-76bbb354-773e-49f6-b1d8-c91fbe6aa5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.438243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-76bbb354-773e-49f6-b1d8-c91fbe6aa5f3 None None] Port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:47:55.656873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f196f648-0b15-4084-851b-9886ba58847d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:47:55.681717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3d2802-d66c-4435-a19d-bb45fcb68b02 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:55.690357 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.704430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Transition to ACTIVE for port object 9b3d2802-d66c-4435-a19d-bb45fcb68b02 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:47:55.709820 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.713851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port f196f648-0b15-4084-851b-9886ba58847d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:47:55.714240 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.765696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Pushing event updated for resources: {'Port': ['ID=9b3d2802-d66c-4435-a19d-bb45fcb68b02,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:55.822428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c60294-af5a-418e-9f48-8734a69e412b req-1192b68c-0621-4fa4-ba4c-0a1a37d28e70 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.826699 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-41c60294-af5a-418e-9f48-8734a69e412b req-1192b68c-0621-4fa4-ba4c-0a1a37d28e70 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 944 time: 0.0849612 Jul 16 20:47:55.860050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Attempting to bind port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:47:55.860389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Attempting to bind port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:47:55.860717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Attempting to bind port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 on network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:55.866103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 on network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:47:55.866371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Attempting to bind port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 on network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:47:55.871552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:47:55.871887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Checking segment: {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:47:55.872269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Bound using segment: {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:47:55.872689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Bound port: 9b3d2802-d66c-4435-a19d-bb45fcb68b02, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:47:55.873048 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.873879 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-41c60294-af5a-418e-9f48-8734a69e412b req-c6d6bb53-4caa-4621-b15d-488e27a3dedf tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363762 Jul 16 20:47:55.947072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] For port 9b3d2802-d66c-4435-a19d-bb45fcb68b02, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:47:55.950196 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] For port 9b3d2802-d66c-4435-a19d-bb45fcb68b02, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:47:55.954890 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.989142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:55.989716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:55.991518 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] 10.222.0.30 "PUT /v2.0/ports/9b3d2802-d66c-4435-a19d-bb45fcb68b02 HTTP/1.1" status: 200 len: 1093 time: 0.6898594 Jul 16 20:47:55.994027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:47:55.996925 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baad3c2-21f9-42fa-8403-05fe03056c59" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:47:56.027018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db08864-fb36-4ad2-9720-caadba0cdb5e service neutron] Pushing event updated for resources: {'Port': ['ID=9b3d2802-d66c-4435-a19d-bb45fcb68b02,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:56.044746 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f5d106-23fd-4928-9c38-8a723a83dccd x-openstack-request-id: req-d3f5d106-23fd-4928-9c38-8a723a83dccd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:47:56.045048 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:47:56.045300 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3f5d106-23fd-4928-9c38-8a723a83dccd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:47:56.045678 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'status': 'completed', 'code': 200} Jul 16 20:47:56.093942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f749a-8689-4e5f-870f-41b3547a3134 req-792ee005-0f27-40d9-b78f-248a0808f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.095593 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-792ee005-0f27-40d9-b78f-248a0808f532 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 1096 time: 0.0616779 Jul 16 20:47:56.140692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-7076e111-eb2c-488c-8870-5b1fd21010f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02 HTTP/1.1" status: 200 len: 217 time: 0.0379295 Jul 16 20:47:56.201371 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f749a-8689-4e5f-870f-41b3547a3134 req-dc4142a5-8113-4fe2-806b-adfb00f25bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.202892 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-dc4142a5-8113-4fe2-806b-adfb00f25bfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afa19ee7-cafd-45c6-9756-6a4ad66cb78b HTTP/1.1" status: 200 len: 835 time: 0.0562983 Jul 16 20:47:56.263173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f749a-8689-4e5f-870f-41b3547a3134 req-548ca4f7-a858-4453-a8ee-e2450e424ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.264594 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-548ca4f7-a858-4453-a8ee-e2450e424ff3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558341 Jul 16 20:47:56.317325 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:56.370884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-fbaaec72-1b16-44b5-9862-070f3a5cd73c service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997534 Jul 16 20:47:56.468503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-978f749a-8689-4e5f-870f-41b3547a3134 req-be4fc13c-e727-47ee-a006-8501f50ddee3 service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910656 Jul 16 20:47:56.582512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-9734d14f-a35f-4079-89e5-7643c3217441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.584739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-9734d14f-a35f-4079-89e5-7643c3217441 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 1096 time: 0.0626018 Jul 16 20:47:56.678996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-a88de554-955c-41eb-b86f-88008dd7baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.680648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-a88de554-955c-41eb-b86f-88008dd7baa8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad HTTP/1.1" status: 200 len: 898 time: 0.0904868 Jul 16 20:47:56.727369 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-2018df4d-1a5e-4d18-915c-6d73e83d1738 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02 HTTP/1.1" status: 200 len: 217 time: 0.0398560 Jul 16 20:47:56.775757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-8285a2b5-7c40-4f5f-a625-6a080f784aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.777205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-8285a2b5-7c40-4f5f-a625-6a080f784aef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afa19ee7-cafd-45c6-9756-6a4ad66cb78b HTTP/1.1" status: 200 len: 835 time: 0.0434821 Jul 16 20:47:56.841628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-458d3052-b086-4aa6-824c-0c0fd869576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:56.843914 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-458d3052-b086-4aa6-824c-0c0fd869576e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590563 Jul 16 20:47:56.946752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-7e853963-9e38-4f8a-985e-0422dc2f1702 service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956860 Jul 16 20:47:57.046465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7baad3c2-21f9-42fa-8403-05fe03056c59 req-a2f890d2-a08d-4730-9441-95e1c63f3b61 service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932589 Jul 16 20:47:57.052527 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e924a-6750-4e5b-ad9c-c853bf571614 req-6db3eb2c-e998-4e42-a55a-e86031a68806 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:57.054583 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d4e924a-6750-4e5b-ad9c-c853bf571614 req-6db3eb2c-e998-4e42-a55a-e86031a68806 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 944 time: 0.0678916 Jul 16 20:47:57.097867 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1d4e924a-6750-4e5b-ad9c-c853bf571614 req-973c4384-ad85-463e-b24a-19e26f43046c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372868 Jul 16 20:47:58.280662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a15fb4-7374-4c6d-8d0c-33d86c343bb9 req-dc904f34-2ae1-4425-843c-eb21dbd27add tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:58.282127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-89a15fb4-7374-4c6d-8d0c-33d86c343bb9 req-dc904f34-2ae1-4425-843c-eb21dbd27add tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 944 time: 0.0687091 Jul 16 20:47:58.319192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-89a15fb4-7374-4c6d-8d0c-33d86c343bb9 req-d4c2a130-34c9-494f-8aac-20b84486c442 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308037 Jul 16 20:47:59.372850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9b3d2802-d66c-4435-a19d-bb45fcb68b02 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:47:59.483793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9b3d2802-d66c-4435-a19d-bb45fcb68b02, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:59.496624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'port_id': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'mac_address': 'fa:16:3e:dc:ab:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:47:59.499541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0f5ee-179e-42df-8780-cfadf0142ad7 req-167b4910-df14-4a25-92c1-9ef842ada931 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:47:59.501043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8f0f5ee-179e-42df-8780-cfadf0142ad7 req-167b4910-df14-4a25-92c1-9ef842ada931 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 944 time: 0.0719497 Jul 16 20:47:59.538598 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.541416 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f8f0f5ee-179e-42df-8780-cfadf0142ad7 req-cd3166f0-1c80-44be-87e4-08a2855faa96 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341158 Jul 16 20:47:59.552018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3d2802-d66c-4435-a19d-bb45fcb68b02 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:47:59.572707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9b3d2802-d66c-4435-a19d-bb45fcb68b02, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:47:59.576869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:47:59.632052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9b3d2802-d66c-4435-a19d-bb45fcb68b02,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:47:59.765974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['9b3d2802-d66c-4435-a19d-bb45fcb68b02'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:00.714578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce97fbb-9e64-46cd-9d47-38ab38d3f600 req-750a6e74-a62c-4275-9115-873be2023529 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:00.716088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bce97fbb-9e64-46cd-9d47-38ab38d3f600 req-750a6e74-a62c-4275-9115-873be2023529 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 945 time: 0.0625677 Jul 16 20:48:00.752857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bce97fbb-9e64-46cd-9d47-38ab38d3f600 req-f083c08e-21fb-407e-b302-68d7c23eba2c tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311792 Jul 16 20:48:01.379693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9b3d2802-d66c-4435-a19d-bb45fcb68b02 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:01.434316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:01.439193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:01.439193 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.517618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.539901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:01.542100 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb929b8-f886-4bad-8729-f68147ef1ed2" -d '{"events": [{"server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "name": "network-vif-plugged", "status": "completed", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:01.554938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 9b3d2802-d66c-4435-a19d-bb45fcb68b02, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:01.559111 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:01.585692 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80ef31f-afbb-4c91-8131-495cdda851e4 x-openstack-request-id: req-d80ef31f-afbb-4c91-8131-495cdda851e4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:01.585979 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "name": "network-vif-plugged", "status": "completed", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:01.586222 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d80ef31f-afbb-4c91-8131-495cdda851e4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:01.586604 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'code': 200} Jul 16 20:48:01.614560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=9b3d2802-d66c-4435-a19d-bb45fcb68b02,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:01.696736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af9deb-6bdb-46c0-a15f-61cdf3536b5d req-32dc0da3-ada2-41d4-a8e7-4329a93e9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:01.698128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46af9deb-6bdb-46c0-a15f-61cdf3536b5d req-32dc0da3-ada2-41d4-a8e7-4329a93e9e2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 1098 time: 0.0515950 Jul 16 20:48:01.732311 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46af9deb-6bdb-46c0-a15f-61cdf3536b5d req-053e2851-eaf6-4ed2-97e3-044f3974b585 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275261 Jul 16 20:48:01.925348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaaca5-7401-4572-984e-7fbc631ce3ed req-9ee39476-37ec-4a4f-92c0-8f1425f31434 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:01.926807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1cfaaca5-7401-4572-984e-7fbc631ce3ed req-9ee39476-37ec-4a4f-92c0-8f1425f31434 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 946 time: 0.0657167 Jul 16 20:48:01.964240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1cfaaca5-7401-4572-984e-7fbc631ce3ed req-e43f63b1-d7c8-4ec3-ba6a-bdd66b2140e7 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Jul 16 20:48:03.141093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2308f-706b-49e6-a4f3-c95b9f1133a9 req-2e4c2002-4f98-41ef-bcb9-0ed92d97f09f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.142789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-19b2308f-706b-49e6-a4f3-c95b9f1133a9 req-2e4c2002-4f98-41ef-bcb9-0ed92d97f09f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 946 time: 0.0630314 Jul 16 20:48:03.179490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-19b2308f-706b-49e6-a4f3-c95b9f1133a9 req-c9008b4f-a641-4b2e-946c-d64e75aa0451 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313563 Jul 16 20:48:03.353678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be4536-6ed3-4fd6-a342-4f1123388c05 req-ed9a88e3-84b1-4e3c-9967-dc4947c9a4e6 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.355213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8be4536-6ed3-4fd6-a342-4f1123388c05 req-ed9a88e3-84b1-4e3c-9967-dc4947c9a4e6 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 946 time: 0.0627842 Jul 16 20:48:03.393901 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8be4536-6ed3-4fd6-a342-4f1123388c05 req-7503cbc0-d5d8-496c-805c-b679bce5e120 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328665 Jul 16 20:48:03.418041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:03.480093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c569d5-a9b7-49e5-a911-49050c23ad28 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:03.482203 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-92c569d5-a9b7-49e5-a911-49050c23ad28 tempest-TestNetworkBasicOps-736952185 tempest-TestNetworkBasicOps-736952185-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 1093 time: 0.0629957 Jul 16 20:48:03.486215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41926) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:03.490688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:03.512138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.614475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.720692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Allocated IP 172.25.7.102 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/a722d5ee-4231-417a-b46a-bc5923d0a247) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:03.820024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.857862 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:03.893387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:03.898592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:03.901985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:03.928940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=a722d5ee-4231-417a-b46a-bc5923d0a247,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:04.419710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-719b9275-571c-4625-817d-6b5226f43473 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4449644 Jul 16 20:48:04.600090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-b509d0ef-a836-4b0e-b6e5-fd88f60efaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.601613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-b509d0ef-a836-4b0e-b6e5-fd88f60efaa4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 1098 time: 0.1385958 Jul 16 20:48:04.705499 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.761799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-cc624ad1-b149-4f5c-a003-12ba612e1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.763446 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-cc624ad1-b149-4f5c-a003-12ba612e1508 service neutron] 10.222.0.30 "GET /v2.0/networks?id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad HTTP/1.1" status: 200 len: 898 time: 0.1290860 Jul 16 20:48:04.861026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:04.902420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-198c083c-e799-419f-9025-dc127d6b5e39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02 HTTP/1.1" status: 200 len: 1000 time: 0.1188040 Jul 16 20:48:04.985249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-efde3bf9-03cb-4c94-a799-6b1aa53ef2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:04.986639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-efde3bf9-03cb-4c94-a799-6b1aa53ef2b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afa19ee7-cafd-45c6-9756-6a4ad66cb78b HTTP/1.1" status: 200 len: 835 time: 0.0766041 Jul 16 20:48:05.107607 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.112146 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.122727 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-e085f500-b5ae-4bdf-b5be-c01cd0b05f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.124268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-e085f500-b5ae-4bdf-b5be-c01cd0b05f4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097941 Jul 16 20:48:05.215636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event updated for resources: {'Port': ['ID=a722d5ee-4231-417a-b46a-bc5923d0a247,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:05.255836 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.311965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-3a6d0604-7b66-486c-a6a8-fdb946b19a54 service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693642 Jul 16 20:48:05.419775 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Floating IP 7470ec85-5af7-4caf-9575-bba1cd1873dc associated. External IP: 172.25.7.102, port: 9b3d2802-d66c-4435-a19d-bb45fcb68b02. Jul 16 20:48:05.486651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b16df70b-d6fd-4f85-8400-3f7f8c65f939 req-ddd16987-089f-43c3-905b-7e6f8e45987e service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403100 Jul 16 20:48:05.651323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router bce71906-0d09-423e-ac05-1eadf3b92e8a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:05.759071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:05.768425 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] Sync routers for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:05.778093 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:05.778707 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:05.779026 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:05.820963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8c67fc63-6139-446b-b269-d33b16912920 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3300512 Jul 16 20:48:05.820963 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:05.821714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:05.825836 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:05.879756 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cebe16e-df36-4548-a6fe-9c39777a32a1 x-openstack-request-id: req-7cebe16e-df36-4548-a6fe-9c39777a32a1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:05.880080 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:05.880289 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cebe16e-df36-4548-a6fe-9c39777a32a1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:05.880744 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'status': 'completed', 'code': 200} Jul 16 20:48:05.889629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2dcd3211-a1b4-47cf-80ea-844162b5da60 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/floatingips/7470ec85-5af7-4caf-9575-bba1cd1873dc HTTP/1.1" status: 200 len: 992 time: 0.0672112 Jul 16 20:48:05.895349 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:05.959413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-60e09772-3205-4232-b66d-1e8a4754a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:05.960930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-60e09772-3205-4232-b66d-1e8a4754a4c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 1098 time: 0.0570145 Jul 16 20:48:06.052064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-341539fa-9381-478e-ad25-d56c07fe9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.054053 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-341539fa-9381-478e-ad25-d56c07fe9f60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad HTTP/1.1" status: 200 len: 898 time: 0.0863302 Jul 16 20:48:06.125558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-b13b95ce-b35b-4286-8cc1-04cd202b5464 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02 HTTP/1.1" status: 200 len: 1000 time: 0.0642858 Jul 16 20:48:06.125773 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '7470ec85-5af7-4caf-9575-bba1cd1873dc', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'port_id': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'mac_address': 'fa:16:3e:dc:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:04Z', 'revision_number': 0, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f196f648-0b15-4084-851b-9886ba58847d', 'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d0:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:49Z', 'updated_at': '2021-07-16T20:47:53Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:06.151693 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] Checking router: bce71906-0d09-423e-ac05-1eadf3b92e8a for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:06.160578 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:06.161187 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:47:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:06.173781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-4e9d0b0e-f3a6-4dc4-a115-284238d41c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.175290 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-4e9d0b0e-f3a6-4dc4-a115-284238d41c82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afa19ee7-cafd-45c6-9756-6a4ad66cb78b HTTP/1.1" status: 200 len: 835 time: 0.0437739 Jul 16 20:48:06.234010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-2e101b8d-5340-4f9b-acc1-e35ef31f2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:06.235559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-2e101b8d-5340-4f9b-acc1-e35ef31f2c42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543969 Jul 16 20:48:06.271797 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:06.337329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-0e59f378-e72f-4f4d-bf74-3676d01f0119 service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953758 Jul 16 20:48:06.426727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33ff6d40-24a8-4f06-a6a5-5f00ffbdbc37 req-b430c019-ce7e-4bcd-bfe4-0bfc620243ca service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833392 Jul 16 20:48:06.496488 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '7470ec85-5af7-4caf-9575-bba1cd1873dc', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'port_id': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'mac_address': 'fa:16:3e:dc:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:04Z', 'revision_number': 0, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f196f648-0b15-4084-851b-9886ba58847d', 'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d0:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:49Z', 'updated_at': '2021-07-16T20:47:53Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:06.618050 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625167b4-afff-49f6-abb5-7a68bc7ea737 None None] The sync data for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 is: [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '7470ec85-5af7-4caf-9575-bba1cd1873dc', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'port_id': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'mac_address': 'fa:16:3e:dc:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:48:04Z', 'updated_at': '2021-07-16T20:48:04Z', 'revision_number': 0, 'project_id': '80443955e60a4025b63e38fe6466469d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f196f648-0b15-4084-851b-9886ba58847d', 'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d0:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:49Z', 'updated_at': '2021-07-16T20:47:53Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:06.814128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7924827-3c86-4f2d-ae12-785629b52230 None None] New status for floating IP 7470ec85-5af7-4caf-9575-bba1cd1873dc: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:48:06.893253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41932) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:06.960054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b4d853b3-aea4-4988-b1e4-7505eca29ae1 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/floatingips/7470ec85-5af7-4caf-9575-bba1cd1873dc HTTP/1.1" status: 200 len: 992 time: 0.0655544 Jul 16 20:48:07.963890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41934) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:08.025248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-53309473-0acd-455b-9eb5-16602ae6d68f tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/floatingips/7470ec85-5af7-4caf-9575-bba1cd1873dc HTTP/1.1" status: 200 len: 994 time: 0.0601630 Jul 16 20:48:10.674576 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:48:15.891153 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:16.950212 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:20.610120 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-309de95b-10f8-4a53-9f67-fde57d1b966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.420347 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:23.439052 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3a239ef4-e6c9-48a6-ae9a-b0d22278eb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:24.631809 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:26.316183 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.294292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:39.360915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8938e66c-2a23-4e53-8ccd-3607a699b85d tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/floatingips/7470ec85-5af7-4caf-9575-bba1cd1873dc HTTP/1.1" status: 200 len: 994 time: 0.0654616 Jul 16 20:48:39.669223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41956) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:39.842020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port a722d5ee-4231-417a-b46a-bc5923d0a247 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:39.842337 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.925647 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.925869 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:39.943168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for a722d5ee-4231-417a-b46a-bc5923d0a247 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:40.107919 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.137465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=a722d5ee-4231-417a-b46a-bc5923d0a247,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:40.149803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.150149 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.150677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.150829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.151178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.151519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.151846 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.152171 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.152493 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.152815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.153137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.153457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:40.212547 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.212790 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Floating IP 7470ec85-5af7-4caf-9575-bba1cd1873dc disassociated (deleted). External IP: 172.25.7.102, port: 9b3d2802-d66c-4435-a19d-bb45fcb68b02. Jul 16 20:48:40.437800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router bce71906-0d09-423e-ac05-1eadf3b92e8a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:40.554699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:40.559117 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:40.566899 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] Sync routers for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:40.578649 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:40.579668 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:48:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:40.596552 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-89fc3464-12b1-4327-9ad0-51aa517c24b0 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/floatingips/7470ec85-5af7-4caf-9575-bba1cd1873dc HTTP/1.1" status: 204 len: 168 time: 0.9262190 Jul 16 20:48:40.597131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:40.600818 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd5ac6-dd9e-4544-9591-28d1429efefc" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:40.716046 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:40.832616 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d66b99-145f-45cd-a67e-17e1598f3d3d x-openstack-request-id: req-09d66b99-145f-45cd-a67e-17e1598f3d3d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:40.833140 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:40.833364 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09d66b99-145f-45cd-a67e-17e1598f3d3d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:40.833640 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'status': 'completed', 'code': 200} Jul 16 20:48:40.962336 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f196f648-0b15-4084-851b-9886ba58847d', 'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d0:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:49Z', 'updated_at': '2021-07-16T20:47:53Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:40.994933 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] Checking router: bce71906-0d09-423e-ac05-1eadf3b92e8a for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:41.005664 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:41.006729 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:48:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:41.042434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a45f-6d6a-41eb-9824-f072f4c6f3c2 req-c846bc46-fc0a-46a2-8e81-7baf0a55aac6 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:41.044049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ff4a45f-6d6a-41eb-9824-f072f4c6f3c2 req-c846bc46-fc0a-46a2-8e81-7baf0a55aac6 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 946 time: 0.1110311 Jul 16 20:48:41.051944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-cc25c7fb-b4fc-4209-9efb-ccbf1bdb0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:41.054142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-cc25c7fb-b4fc-4209-9efb-ccbf1bdb0bd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80443955e60a4025b63e38fe6466469d&device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 1098 time: 0.1867089 Jul 16 20:48:41.119996 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:41.146054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ff4a45f-6d6a-41eb-9824-f072f4c6f3c2 req-e8b91322-6ea2-44ad-a79e-682a32501188 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908132 Jul 16 20:48:41.185200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-182643d4-72a2-49e2-a46d-7cb7cd769b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:41.185200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-182643d4-72a2-49e2-a46d-7cb7cd769b77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad HTTP/1.1" status: 200 len: 898 time: 0.1243017 Jul 16 20:48:41.231572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-66ccc383-81b9-428c-ab00-4f0d39f83bea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02 HTTP/1.1" status: 200 len: 217 time: 0.0362675 Jul 16 20:48:41.308568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-92a14cca-4264-483a-a69c-4e281847ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:41.310069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-92a14cca-4264-483a-a69c-4e281847ff6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=afa19ee7-cafd-45c6-9756-6a4ad66cb78b HTTP/1.1" status: 200 len: 835 time: 0.0719516 Jul 16 20:48:41.344515 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f196f648-0b15-4084-851b-9886ba58847d', 'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d0:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:49Z', 'updated_at': '2021-07-16T20:47:53Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:41.367620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-3fcb4f87-6781-4f25-b78e-7cd1a1351baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:41.369157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-3fcb4f87-6781-4f25-b78e-7cd1a1351baa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=416cd0d6-37d4-4db6-b1ef-4f1044a15bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519016 Jul 16 20:48:41.371553 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1dff90-1848-4206-9a8b-e4904d94545a None None] The sync data for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 is: [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'f196f648-0b15-4084-851b-9886ba58847d', 'name': '', 'network_id': '416cd0d6-37d4-4db6-b1ef-4f1044a15bad', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'mac_address': 'fa:16:3e:d0:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:49Z', 'updated_at': '2021-07-16T20:47:53Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'subnets': [{'id': 'afa19ee7-cafd-45c6-9756-6a4ad66cb78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:41.465121 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-65a8ab5c-efb4-4335-8aa1-83fa40080b7c service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Jul 16 20:48:41.562839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfcd5ac6-dd9e-4544-9591-28d1429efefc req-41e99031-a914-4f94-9378-ea072df82bcd service neutron] 10.222.0.30 "GET /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907004 Jul 16 20:48:41.601524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833f820a-9dca-4b00-9f1e-298e8cd1cf32 None None] New status for floating IP 7470ec85-5af7-4caf-9575-bba1cd1873dc: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:48:42.328256 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f49f0-cc12-4da6-b3e1-1fbaabd8ab72 req-142457f7-f824-410b-b712-68c3239881d9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.329771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-962f49f0-cc12-4da6-b3e1-1fbaabd8ab72 req-142457f7-f824-410b-b712-68c3239881d9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 946 time: 0.0630126 Jul 16 20:48:42.355250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-992741a9-61e4-485f-9f31-e03dc0b61ea8 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:42.356809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-992741a9-61e4-485f-9f31-e03dc0b61ea8 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fe06ed6-6ebf-4751-89c7-b1af1e202c03 HTTP/1.1" status: 200 len: 946 time: 0.0624597 Jul 16 20:48:42.368377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-962f49f0-cc12-4da6-b3e1-1fbaabd8ab72 req-060bcfdb-c8aa-4842-89ff-67912f9809fa tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "GET /v2.0/security-groups?id=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Jul 16 20:48:42.459723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:42.459982 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.543930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] For port 9b3d2802-d66c-4435-a19d-bb45fcb68b02, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=9b3d2802-d66c-4435-a19d-bb45fcb68b02,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:42.544283 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.556650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for 9b3d2802-d66c-4435-a19d-bb45fcb68b02 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:42.683130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.719803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=9b3d2802-d66c-4435-a19d-bb45fcb68b02,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:42.762071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] No DVR routers for this DVR port 9b3d2802-d66c-4435-a19d-bb45fcb68b02 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:42.764637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:42.766638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a16f85ef-e1bf-423f-b5e0-b8c4d92b1e5d req-d21a99f0-0255-47d0-a480-619f9a04f58e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.30 "DELETE /v2.0/ports/9b3d2802-d66c-4435-a19d-bb45fcb68b02 HTTP/1.1" status: 204 len: 173 time: 0.4041920 Jul 16 20:48:42.767072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'name': 'network-vif-deleted', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:42.769392 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aface96-836d-4b25-ae60-56befa5f9f4b" -d '{"events": [{"server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "name": "network-vif-deleted", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:42.869601 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c35cf0b-aec7-412b-bfe7-5ad42050dd11 x-openstack-request-id: req-8c35cf0b-aec7-412b-bfe7-5ad42050dd11 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:42.869895 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe06ed6-6ebf-4751-89c7-b1af1e202c03", "name": "network-vif-deleted", "tag": "9b3d2802-d66c-4435-a19d-bb45fcb68b02", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:42.870144 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c35cf0b-aec7-412b-bfe7-5ad42050dd11 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:42.870536 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe06ed6-6ebf-4751-89c7-b1af1e202c03', 'name': 'network-vif-deleted', 'tag': '9b3d2802-d66c-4435-a19d-bb45fcb68b02', 'status': 'completed', 'code': 200} Jul 16 20:48:43.460146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41976) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:43.518613 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d7597c4-c24d-40bd-961c-a52976dfc808 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.543903 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d7597c4-c24d-40bd-961c-a52976dfc808 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.601185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d7597c4-c24d-40bd-961c-a52976dfc808 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.603741 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d7597c4-c24d-40bd-961c-a52976dfc808 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:43.605219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3d7597c4-c24d-40bd-961c-a52976dfc808 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/security-groups/51bc4a92-3cec-4c40-ba1f-cc8f3dce1481 HTTP/1.1" status: 204 len: 168 time: 0.1440825 Jul 16 20:48:43.618803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7597c4-c24d-40bd-961c-a52976dfc808 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc4a92-3cec-4c40-ba1f-cc8f3dce1481,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:43.638366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41980) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:44.299990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.557478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port f196f648-0b15-4084-851b-9886ba58847d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:44.558152 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.643081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] For port f196f648-0b15-4084-851b-9886ba58847d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=f196f648-0b15-4084-851b-9886ba58847d,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:44.643477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.656063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for f196f648-0b15-4084-851b-9886ba58847d owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:44.842961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:44.867857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=f196f648-0b15-4084-851b-9886ba58847d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:45.044809 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.254981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Router bce71906-0d09-423e-ac05-1eadf3b92e8a has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:48:45.359042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:48:45.364400 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2f3d52b5-4ae3-40f1-8cc5-40b384aade4e tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "PUT /v2.0/routers/bce71906-0d09-423e-ac05-1eadf3b92e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7248414 Jul 16 20:48:45.367181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41982) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:45.368671 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] Sync routers for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:48:45.378616 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:45.379235 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:48:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:45.417320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbab156-7e87-41fd-a050-5b628cc1cee5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting subnet afa19ee7-cafd-45c6-9756-6a4ad66cb78b {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:48:45.420369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dbab156-7e87-41fd-a050-5b628cc1cee5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.459394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dbab156-7e87-41fd-a050-5b628cc1cee5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.480995 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:45.545742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dbab156-7e87-41fd-a050-5b628cc1cee5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.605003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dbab156-7e87-41fd-a050-5b628cc1cee5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.634188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbab156-7e87-41fd-a050-5b628cc1cee5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Subnet': ['ID=afa19ee7-cafd-45c6-9756-6a4ad66cb78b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:45.636163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dbab156-7e87-41fd-a050-5b628cc1cee5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.638025 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6dbab156-7e87-41fd-a050-5b628cc1cee5 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/subnets/afa19ee7-cafd-45c6-9756-6a4ad66cb78b HTTP/1.1" status: 204 len: 168 time: 0.2699139 Jul 16 20:48:45.641103 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41984) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:45.645035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c884a507-a805-4c15-8b11-25b04b1c6d0b None None] Network 416cd0d6-37d4-4db6-b1ef-4f1044a15bad requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:45.684910 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:48:44Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:45.712959 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] Checking router: bce71906-0d09-423e-ac05-1eadf3b92e8a for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:48:45.721039 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] Routers {'bce71906-0d09-423e-ac05-1eadf3b92e8a'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:48:45.721647 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:48:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['bce71906-0d09-423e-ac05-1eadf3b92e8a'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:45.756992 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.831035 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] Set router bce71906-0d09-423e-ac05-1eadf3b92e8a gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:48:45.844644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] DHCP port deletion for 416cd0d6-37d4-4db6-b1ef-4f1044a15bad request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:48:45.874378 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.897985 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.904461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Deleting port bf57a06b-3c0a-4b56-83f8-277421fc5f9d {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:45.905007 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.931432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Deleting port d140b57d-982d-42c3-b149-19af7ac27b1b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:48:45.933080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.975855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] For port bf57a06b-3c0a-4b56-83f8-277421fc5f9d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bf57a06b-3c0a-4b56-83f8-277421fc5f9d,segment=NetworkSegment(ed61c75a-0bf5-4f1c-8823-b8e07abcf461),segment_id=ed61c75a-0bf5-4f1c-8823-b8e07abcf461)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:45.976304 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:45.988397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Calling delete_port for bf57a06b-3c0a-4b56-83f8-277421fc5f9d owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:46.026267 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] For port d140b57d-982d-42c3-b149-19af7ac27b1b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d140b57d-982d-42c3-b149-19af7ac27b1b,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:46.026645 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.040585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Calling delete_port for d140b57d-982d-42c3-b149-19af7ac27b1b owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:48:46.070105 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.094889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Pushing event deleted for resources: {'Port': ['ID=bf57a06b-3c0a-4b56-83f8-277421fc5f9d,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:46.102992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] No DVR routers for this DVR port bf57a06b-3c0a-4b56-83f8-277421fc5f9d on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:48:46.103189 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:48:44Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:46.107183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.107183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.107183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.107183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.107584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.107863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.108149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.108516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.108842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.109382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.109702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.110026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2c6f8-1be5-466d-adb1-2dc437b09f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:48:46.137620 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7cb494-a899-443b-a2b0-33bd981837b7 None None] The sync data for ids ['bce71906-0d09-423e-ac05-1eadf3b92e8a'] in n-d-792394-17 is: [{'id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'name': 'tempest-TestNetworkBasicOps-router-354614159', 'tenant_id': '80443955e60a4025b63e38fe6466469d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:47:45Z', 'updated_at': '2021-07-16T20:48:44Z', 'revision_number': 5, 'project_id': '80443955e60a4025b63e38fe6466469d', 'gw_port': {'id': 'd140b57d-982d-42c3-b149-19af7ac27b1b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce71906-0d09-423e-ac05-1eadf3b92e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:47:46Z', 'updated_at': '2021-07-16T20:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:48:46.216235 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.239810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Port': ['ID=d140b57d-982d-42c3-b149-19af7ac27b1b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:46.304896 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.393641 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.395615 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.437484 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.438050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Fanout notify agent at l3_agent the message router_deleted on router bce71906-0d09-423e-ac05-1eadf3b92e8a {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:48:46.444713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.445798 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f0e2e59f-48e6-45b6-854b-643ce831fa04 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/routers/bce71906-0d09-423e-ac05-1eadf3b92e8a HTTP/1.1" status: 204 len: 168 time: 0.8031170 Jul 16 20:48:46.448397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 41986) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:46.525538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.616200 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.626470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416cd0d6-37d4-4db6-b1ef-4f1044a15bad']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:46.636872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:46.637165 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed61c75a-0bf5-4f1c-8823-b8e07abcf461') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:48:46.646007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.661187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.667836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:48:46.668409 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:48:46.671698 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:48:46.946282 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.024713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.031778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.033592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] 10.222.0.10 "DELETE /v2.0/networks/416cd0d6-37d4-4db6-b1ef-4f1044a15bad HTTP/1.1" status: 204 len: 168 time: 0.5842946 Jul 16 20:48:47.044437 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfa7bf-3b42-45b9-b3bf-5a7d90b02fc9 tempest-TestNetworkBasicOps-1218234064 tempest-TestNetworkBasicOps-1218234064-project] Pushing event deleted for resources: {'Network': ['ID=416cd0d6-37d4-4db6-b1ef-4f1044a15bad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:47.337970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41992) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:47.464802 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8ef6153d-5610-4a66-93be-c28c9e2c78c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80443955e60a4025b63e38fe6466469d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255987 Jul 16 20:48:47.467240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 41996) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:47.518154 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e1409c8-94d7-4b2b-b9d9-8d79f3b7f1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.539040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e1409c8-94d7-4b2b-b9d9-8d79f3b7f1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.543334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9b3d2802-d66c-4435-a19d-bb45fcb68b02 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:47.566368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 9b3d2802-d66c-4435-a19d-bb45fcb68b02 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:47.566712 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 9b3d2802-d66c-4435-a19d-bb45fcb68b02 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:47.585738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e1409c8-94d7-4b2b-b9d9-8d79f3b7f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.588318 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e1409c8-94d7-4b2b-b9d9-8d79f3b7f1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.589450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8e1409c8-94d7-4b2b-b9d9-8d79f3b7f1f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6285ca24-9f55-41c2-92d5-4b9e1139cd45 HTTP/1.1" status: 204 len: 168 time: 0.1213145 Jul 16 20:48:47.596869 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1409c8-94d7-4b2b-b9d9-8d79f3b7f1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6285ca24-9f55-41c2-92d5-4b9e1139cd45,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:47.674611 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:48:47.681969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f196f648-0b15-4084-851b-9886ba58847d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:47.701926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: f196f648-0b15-4084-851b-9886ba58847d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:47.702355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device f196f648-0b15-4084-851b-9886ba58847d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:47.702765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bf57a06b-3c0a-4b56-83f8-277421fc5f9d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:47.722214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: bf57a06b-3c0a-4b56-83f8-277421fc5f9d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:47.722555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bf57a06b-3c0a-4b56-83f8-277421fc5f9d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:47.722964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d140b57d-982d-42c3-b149-19af7ac27b1b no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:48:47.741785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d140b57d-982d-42c3-b149-19af7ac27b1b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:48:47.742131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d140b57d-982d-42c3-b149-19af7ac27b1b not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:48:47.861002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42002) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:47.875434 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7be23260-acd7-43cd-8c4d-0c5d70461ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.964944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7be23260-acd7-43cd-8c4d-0c5d70461ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:47.968733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7be23260-acd7-43cd-8c4d-0c5d70461ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.004844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be23260-acd7-43cd-8c4d-0c5d70461ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f82aa3-2402-43bf-81fb-d3f21da7139a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:48.009642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7be23260-acd7-43cd-8c4d-0c5d70461ebf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16a284f6218245a5ba60e267d32aa3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475790 Jul 16 20:48:48.012318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42004) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:48.059884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0447001e-8ff3-4337-bc7e-425bfe1a26a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.081086 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0447001e-8ff3-4337-bc7e-425bfe1a26a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.129836 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0447001e-8ff3-4337-bc7e-425bfe1a26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.132969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0447001e-8ff3-4337-bc7e-425bfe1a26a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.134099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0447001e-8ff3-4337-bc7e-425bfe1a26a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58f82aa3-2402-43bf-81fb-d3f21da7139a HTTP/1.1" status: 204 len: 168 time: 0.1208925 Jul 16 20:48:48.141497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447001e-8ff3-4337-bc7e-425bfe1a26a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f82aa3-2402-43bf-81fb-d3f21da7139a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:48.803820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42026) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:48.899058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-216040334-network', 'tenant_id': 'ff9ae105cddb4c7bac4cab1fac376e0e'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:48.919123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Made reservation on behalf of ff9ae105cddb4c7bac4cab1fac376e0e for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:48.921431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:48.930044 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.018500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.022235 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.046981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:48:49.056936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdc2038-6364-42c3-8d1e-6dc105ac4474,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:49.063035 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.063410 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Added segment 34f7e888-76d1-4b02-a412-0a4c60a91eb6 of type vlan for network 53869aa7-b656-4d59-bfce-c3c24c550892 Jul 16 20:48:49.103210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.132092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.133151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:49.133746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.165938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3609376 Jul 16 20:48:49.169015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:49.174273 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Request body: {'subnet': {'network_id': '53869aa7-b656-4d59-bfce-c3c24c550892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-216040334-subnet', 'tenant_id': 'ff9ae105cddb4c7bac4cab1fac376e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:49.193941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Made reservation on behalf of ff9ae105cddb4c7bac4cab1fac376e0e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:49.196297 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.198608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a533e-ad51-4385-b7e1-36e6e2a1eaf7 admin admin] Pushing event updated for resources: {'Network': ['ID=53869aa7-b656-4d59-bfce-c3c24c550892,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:49.209004 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 53869aa7-b656-4d59-bfce-c3c24c550892 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:48:49.363028 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.419973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e604ef-855f-46f6-b4aa-92bba56653bc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:49.426064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Checking segment: {'id': '34f7e888-76d1-4b02-a412-0a4c60a91eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '53869aa7-b656-4d59-bfce-c3c24c550892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:49.426438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Network hostable DHCP agents. Network: 53869aa7-b656-4d59-bfce-c3c24c550892, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:48:49.442998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Network 53869aa7-b656-4d59-bfce-c3c24c550892 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:48:49.451108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 53869aa7-b656-4d59-bfce-c3c24c550892) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:49.454998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:49.455614 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:49.460149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f80ca6-62d3-416a-8485-faa04af9a9d8 None None] Network 53869aa7-b656-4d59-bfce-c3c24c550892 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:49.470762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-be03f003-57c5-4825-b0f3-525af7964de3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3004754 Jul 16 20:48:49.587636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4438fc2-d63d-4b35-862c-870e088f20fd None None] Network 53869aa7-b656-4d59-bfce-c3c24c550892 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:49.969682 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:49.976441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-960325760-network', 'tenant_id': '03fbadcb146d4257a588c1dd43d7a866'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:49.997179 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Made reservation on behalf of 03fbadcb146d4257a588c1dd43d7a866 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:49.999826 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.008636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.098517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.102604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.126836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:48:50.142018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f589ba-30c1-4b7c-b3ab-4041b5b1e114,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:50.146296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.146649 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Added segment eeb33fb8-3cfa-4a6a-bccc-8a4f1edb2b3d of type vlan for network 1d2362d0-ecfc-47ba-972e-425908d1eabc Jul 16 20:48:50.187041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.215468 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.216436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:50.217016 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.264875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2940240 Jul 16 20:48:50.267756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42048) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:48:50.273490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Request body: {'subnet': {'network_id': '1d2362d0-ecfc-47ba-972e-425908d1eabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-960325760-subnet', 'tenant_id': '03fbadcb146d4257a588c1dd43d7a866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:50.293680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Made reservation on behalf of 03fbadcb146d4257a588c1dd43d7a866 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:50.296120 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.314917 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba11d1-e5d8-45b8-a31c-5eac28527445 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2362d0-ecfc-47ba-972e-425908d1eabc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:50.325710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 1d2362d0-ecfc-47ba-972e-425908d1eabc details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:48:50.475949 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.530966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d09073fb-885f-40c8-92b7-0c3a527a5ead,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:50.541624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Checking segment: {'id': 'eeb33fb8-3cfa-4a6a-bccc-8a4f1edb2b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1d2362d0-ecfc-47ba-972e-425908d1eabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:50.542409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Network hostable DHCP agents. Network: 1d2362d0-ecfc-47ba-972e-425908d1eabc, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:48:50.558170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Network 1d2362d0-ecfc-47ba-972e-425908d1eabc is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:48:50.567802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 1d2362d0-ecfc-47ba-972e-425908d1eabc) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:50.573175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:50.573816 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.578136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f185d2-67b7-44e5-a60c-cc7f4abfc2f9 None None] Network 1d2362d0-ecfc-47ba-972e-425908d1eabc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:50.589074 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0fa0d594-2b20-4f1b-909b-4cb87bfc9e02 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3201644 Jul 16 20:48:50.649488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9dc5668-3dae-45fd-91c7-bcf91bb95d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:50.728697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a49934-eca9-43c3-b38d-679c59036e2a None None] Network 1d2362d0-ecfc-47ba-972e-425908d1eabc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:48:51.105941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-0189a2fc-285d-4eb6-bb4b-49fc1d8efc69 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:51.107476 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-0189a2fc-285d-4eb6-bb4b-49fc1d8efc69 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/networks?id=53869aa7-b656-4d59-bfce-c3c24c550892 HTTP/1.1" status: 200 len: 811 time: 0.1078615 Jul 16 20:48:51.123613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-602d0cd3-95f2-45b4-855f-6b4a08569cd5 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/quotas/ff9ae105cddb4c7bac4cab1fac376e0e HTTP/1.1" status: 200 len: 375 time: 0.0104215 Jul 16 20:48:51.179058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-f89690fc-8969-4ebd-a4cc-3131ca082790 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff9ae105cddb4c7bac4cab1fac376e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489113 Jul 16 20:48:51.378436 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-b52a8393-1abd-49cc-9d2b-c6cc67b3d884 service neutron] 10.222.0.10 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925983 Jul 16 20:48:51.485509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-a9c7567b-cca0-4c0a-a0be-c96976a14cd5 service neutron] 10.222.0.10 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010671 Jul 16 20:48:51.672304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f60261e0-316e-4d7d-8fcc-905426982c1b req-82aa1c6f-c053-46de-b21a-44a2c3dd10d7 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 210 time: 0.0293109 Jul 16 20:48:52.828887 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30986231-c4b7-4993-8077-2eb42f8b8b8d req-349a6e1b-d435-43b7-8e69-b57d80dcfa75 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 210 time: 0.0302105 Jul 16 20:48:53.024546 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-e7f94496-756b-4810-baa8-8545b125eaaa tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:53.025993 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-e7f94496-756b-4810-baa8-8545b125eaaa tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.63 "GET /v2.0/networks?id=53869aa7-b656-4d59-bfce-c3c24c550892 HTTP/1.1" status: 200 len: 811 time: 0.1224780 Jul 16 20:48:53.044354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Request body: {'port': {'device_id': 'b8edb101-407e-43d8-a0e4-905babc93451', 'network_id': '53869aa7-b656-4d59-bfce-c3c24c550892', 'admin_state_up': True, 'tenant_id': 'ff9ae105cddb4c7bac4cab1fac376e0e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:53.154624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Made reservation on behalf of ff9ae105cddb4c7bac4cab1fac376e0e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:48:53.158264 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.286129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Allocated IP 172.20.0.2 (53869aa7-b656-4d59-bfce-c3c24c550892/10e604ef-855f-46f6-b4aa-92bba56653bc/beb839e7-5bd6-42df-96b0-532d9392258d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:48:53.421019 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.435372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.440056 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4266f7ba-eeb5-4dd6-acac-c3a682c64740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.473465 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.518363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Network 53869aa7-b656-4d59-bfce-c3c24c550892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:48:53.521641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:48:53.525560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:48:53.531996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Pushing event updated for resources: {'Port': ['ID=beb839e7-5bd6-42df-96b0-532d9392258d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:53.576892 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:53.577518 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:53.592059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-7f78b906-cd1a-4541-b5d0-c293b387e23e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5513365 Jul 16 20:48:53.602214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-53e950c0-36b2-48c5-91dc-a26c59b63838 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:48:53.603201 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-53e950c0-36b2-48c5-91dc-a26c59b63838 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057318 Jul 16 20:48:53.663716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Request body: {'port': {'device_id': 'b8edb101-407e-43d8-a0e4-905babc93451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:48:53.739081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.000683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb839e7-5bd6-42df-96b0-532d9392258d {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:54.008910 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.011122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805680d-b7dc-46a9-ba8d-ed121f190bff req-b5782114-c179-4c31-a27e-8ed4db1df103 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:54.012676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9805680d-b7dc-46a9-ba8d-ed121f190bff req-b5782114-c179-4c31-a27e-8ed4db1df103 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 931 time: 0.0713906 Jul 16 20:48:54.023059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Transition to ACTIVE for port object beb839e7-5bd6-42df-96b0-532d9392258d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:48:54.027439 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.056853 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9805680d-b7dc-46a9-ba8d-ed121f190bff req-cf783d40-ce11-4252-9b9a-c22f457a7a9c tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Jul 16 20:48:54.081861 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Pushing event updated for resources: {'Port': ['ID=beb839e7-5bd6-42df-96b0-532d9392258d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:54.149295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Attempting to bind port beb839e7-5bd6-42df-96b0-532d9392258d on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:48:54.149548 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Attempting to bind port beb839e7-5bd6-42df-96b0-532d9392258d by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '34f7e888-76d1-4b02-a412-0a4c60a91eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '53869aa7-b656-4d59-bfce-c3c24c550892'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:48:54.149895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Attempting to bind port beb839e7-5bd6-42df-96b0-532d9392258d on network 53869aa7-b656-4d59-bfce-c3c24c550892 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:54.154498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Port beb839e7-5bd6-42df-96b0-532d9392258d on network 53869aa7-b656-4d59-bfce-c3c24c550892 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:48:54.154820 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Attempting to bind port beb839e7-5bd6-42df-96b0-532d9392258d on network 53869aa7-b656-4d59-bfce-c3c24c550892 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:48:54.159852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:48:54.160186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Checking segment: {'id': '34f7e888-76d1-4b02-a412-0a4c60a91eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '53869aa7-b656-4d59-bfce-c3c24c550892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:48:54.160571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Bound using segment: {'id': '34f7e888-76d1-4b02-a412-0a4c60a91eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '53869aa7-b656-4d59-bfce-c3c24c550892'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:48:54.160993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Bound port: beb839e7-5bd6-42df-96b0-532d9392258d, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f7e888-76d1-4b02-a412-0a4c60a91eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '53869aa7-b656-4d59-bfce-c3c24c550892'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:48:54.161350 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.222900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] For port beb839e7-5bd6-42df-96b0-532d9392258d, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:48:54.226013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] For port beb839e7-5bd6-42df-96b0-532d9392258d, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=beb839e7-5bd6-42df-96b0-532d9392258d,segment=NetworkSegment(34f7e888-76d1-4b02-a412-0a4c60a91eb6),segment_id=34f7e888-76d1-4b02-a412-0a4c60a91eb6)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:48:54.231004 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.265156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:54.265813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.267245 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] 10.222.0.63 "PUT /v2.0/ports/beb839e7-5bd6-42df-96b0-532d9392258d HTTP/1.1" status: 200 len: 1092 time: 0.6571600 Jul 16 20:48:54.269390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8edb101-407e-43d8-a0e4-905babc93451', 'tag': 'beb839e7-5bd6-42df-96b0-532d9392258d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:54.271707 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d33a1c-16ac-4553-b830-53521ea8cc23" -d '{"events": [{"name": "network-changed", "server_uuid": "b8edb101-407e-43d8-a0e4-905babc93451", "tag": "beb839e7-5bd6-42df-96b0-532d9392258d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:54.303088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435fd45-89e0-42a1-9e70-6bf4d99a06a6 service neutron] Pushing event updated for resources: {'Port': ['ID=beb839e7-5bd6-42df-96b0-532d9392258d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:54.318414 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe0dfd-43d8-4b4a-ad64-f59c956ab695 x-openstack-request-id: req-eebe0dfd-43d8-4b4a-ad64-f59c956ab695 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:54.319373 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8edb101-407e-43d8-a0e4-905babc93451", "tag": "beb839e7-5bd6-42df-96b0-532d9392258d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:54.319626 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eebe0dfd-43d8-4b4a-ad64-f59c956ab695 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:54.320009 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8edb101-407e-43d8-a0e4-905babc93451', 'tag': 'beb839e7-5bd6-42df-96b0-532d9392258d', 'status': 'completed', 'code': 200} Jul 16 20:48:54.367455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-b1f88c8c-3f85-45d3-800c-50eb2e63b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:54.369040 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-b1f88c8c-3f85-45d3-800c-50eb2e63b5f8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ff9ae105cddb4c7bac4cab1fac376e0e&device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 1095 time: 0.0595148 Jul 16 20:48:54.410607 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-d80a8300-3d2b-435a-959e-1430465f2a8b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=beb839e7-5bd6-42df-96b0-532d9392258d HTTP/1.1" status: 200 len: 217 time: 0.0336118 Jul 16 20:48:54.462722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-0d6cd4a0-7ca2-4a07-895a-658e73040b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:54.464229 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-0d6cd4a0-7ca2-4a07-895a-658e73040b33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=10e604ef-855f-46f6-b4aa-92bba56653bc HTTP/1.1" status: 200 len: 851 time: 0.0482273 Jul 16 20:48:54.497743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-9a3cfb6a-10b2-49a6-8f14-0af271cd14ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=53869aa7-b656-4d59-bfce-c3c24c550892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258994 Jul 16 20:48:54.589188 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-e631dd33-cede-44e8-a39d-43a80c9bc46b service neutron] 10.222.0.63 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853212 Jul 16 20:48:54.651409 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:54.708239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5f4e660f-7f9e-4973-b614-0e0a6432df2a req-e7c69f30-3bb6-4956-96fc-89d84b650583 service neutron] 10.222.0.63 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117358 Jul 16 20:48:54.814961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-94c6ae8c-fc29-4c21-990b-602b9c07aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:54.816756 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-94c6ae8c-fc29-4c21-990b-602b9c07aa8e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ff9ae105cddb4c7bac4cab1fac376e0e&device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 1095 time: 0.0567014 Jul 16 20:48:54.911610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-323a49db-7ff7-4dc0-b893-58ce83be5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:54.913633 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-323a49db-7ff7-4dc0-b893-58ce83be5883 service neutron] 10.222.0.63 "GET /v2.0/networks?id=53869aa7-b656-4d59-bfce-c3c24c550892 HTTP/1.1" status: 200 len: 912 time: 0.0911646 Jul 16 20:48:54.953696 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-9b2dbb33-ebd4-4e41-9723-8eb4a8adc91c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=beb839e7-5bd6-42df-96b0-532d9392258d HTTP/1.1" status: 200 len: 217 time: 0.0333774 Jul 16 20:48:55.002110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-513738de-9411-4628-9084-c09e35a8abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:55.003536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-513738de-9411-4628-9084-c09e35a8abc7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=10e604ef-855f-46f6-b4aa-92bba56653bc HTTP/1.1" status: 200 len: 851 time: 0.0437024 Jul 16 20:48:55.040989 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-b3cb28ef-a5d0-421c-b3ef-ac2731e8e59f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=53869aa7-b656-4d59-bfce-c3c24c550892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309904 Jul 16 20:48:55.130305 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-2e7f4483-85f5-4dfa-a793-0fd68a0812fe service neutron] 10.222.0.63 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820720 Jul 16 20:48:55.227707 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c5d33a1c-16ac-4553-b830-53521ea8cc23 req-a073f192-6fe4-4c73-922e-2849104f7ba5 service neutron] 10.222.0.63 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903916 Jul 16 20:48:55.232118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdaf88-d4a8-45a1-af9f-d280d7f9aa5f req-1515a7c2-30a5-46b4-8f0a-b73cb7a388a5 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:55.233614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cbfdaf88-d4a8-45a1-af9f-d280d7f9aa5f req-1515a7c2-30a5-46b4-8f0a-b73cb7a388a5 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 943 time: 0.0650215 Jul 16 20:48:55.271035 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cbfdaf88-d4a8-45a1-af9f-d280d7f9aa5f req-744b7cc6-e4a3-4778-997c-191e3f6c55a3 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Jul 16 20:48:56.320090 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:56.448826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eda65-7512-476e-8930-e456bc71004c req-9f6d6a0e-67cf-43a6-841b-359a199c30c1 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:56.450266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b6eda65-7512-476e-8930-e456bc71004c req-9f6d6a0e-67cf-43a6-841b-359a199c30c1 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 943 time: 0.0691953 Jul 16 20:48:56.487758 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7b6eda65-7512-476e-8930-e456bc71004c req-52afd016-be64-4616-a46c-557fba8f42e4 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316789 Jul 16 20:48:56.846076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device beb839e7-5bd6-42df-96b0-532d9392258d details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:48:56.942513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port beb839e7-5bd6-42df-96b0-532d9392258d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=beb839e7-5bd6-42df-96b0-532d9392258d,segment=NetworkSegment(34f7e888-76d1-4b02-a412-0a4c60a91eb6),segment_id=34f7e888-76d1-4b02-a412-0a4c60a91eb6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:56.953866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'beb839e7-5bd6-42df-96b0-532d9392258d', 'network_id': '53869aa7-b656-4d59-bfce-c3c24c550892', 'port_id': 'beb839e7-5bd6-42df-96b0-532d9392258d', 'mac_address': 'fa:16:3e:70:eb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e604ef-855f-46f6-b4aa-92bba56653bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:48:56.991285 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.003462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb839e7-5bd6-42df-96b0-532d9392258d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:48:57.022982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port beb839e7-5bd6-42df-96b0-532d9392258d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=beb839e7-5bd6-42df-96b0-532d9392258d,segment=NetworkSegment(34f7e888-76d1-4b02-a412-0a4c60a91eb6),segment_id=34f7e888-76d1-4b02-a412-0a4c60a91eb6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:57.026924 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:57.073147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=beb839e7-5bd6-42df-96b0-532d9392258d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:57.257362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['beb839e7-5bd6-42df-96b0-532d9392258d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:48:57.668198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577c0c9-ee2d-4efd-a8dd-0abbad94b303 req-ff19fc58-96e1-4359-a4a9-4487b65c807d tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:57.669680 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6577c0c9-ee2d-4efd-a8dd-0abbad94b303 req-ff19fc58-96e1-4359-a4a9-4487b65c807d tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 944 time: 0.0742941 Jul 16 20:48:57.706705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6577c0c9-ee2d-4efd-a8dd-0abbad94b303 req-3904e171-f182-4e43-a941-ff5553b4960c tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313497 Jul 16 20:48:58.861033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device beb839e7-5bd6-42df-96b0-532d9392258d up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:48:58.882257 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fb65d-4bfd-4b61-9f3f-6bb9a7216062 req-91c7269d-372a-494f-bfa8-4c08ecb268fa tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:58.883834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9a7fb65d-4bfd-4b61-9f3f-6bb9a7216062 req-91c7269d-372a-494f-bfa8-4c08ecb268fa tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 944 time: 0.0681143 Jul 16 20:48:58.919584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port beb839e7-5bd6-42df-96b0-532d9392258d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:48:58.924824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port beb839e7-5bd6-42df-96b0-532d9392258d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:48:58.925414 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:58.931782 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9a7fb65d-4bfd-4b61-9f3f-6bb9a7216062 req-d929695f-cab4-47c9-a8f0-e23d8e721c5b tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390506 Jul 16 20:48:59.040206 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.072690 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8edb101-407e-43d8-a0e4-905babc93451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb839e7-5bd6-42df-96b0-532d9392258d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:48:59.076189 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e83d27-c67a-4de3-83e6-3842fc6933df" -d '{"events": [{"server_uuid": "b8edb101-407e-43d8-a0e4-905babc93451", "name": "network-vif-plugged", "status": "completed", "tag": "beb839e7-5bd6-42df-96b0-532d9392258d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:48:59.094252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port beb839e7-5bd6-42df-96b0-532d9392258d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=beb839e7-5bd6-42df-96b0-532d9392258d,segment=NetworkSegment(34f7e888-76d1-4b02-a412-0a4c60a91eb6),segment_id=34f7e888-76d1-4b02-a412-0a4c60a91eb6)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:48:59.098859 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:48:59.156983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=beb839e7-5bd6-42df-96b0-532d9392258d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:48:59.193021 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8842504c-313a-4ff7-8c2b-6fd1f51facb1 x-openstack-request-id: req-8842504c-313a-4ff7-8c2b-6fd1f51facb1 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:48:59.193285 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8edb101-407e-43d8-a0e4-905babc93451", "name": "network-vif-plugged", "status": "completed", "tag": "beb839e7-5bd6-42df-96b0-532d9392258d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:48:59.193567 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8842504c-313a-4ff7-8c2b-6fd1f51facb1 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:48:59.193990 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8edb101-407e-43d8-a0e4-905babc93451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb839e7-5bd6-42df-96b0-532d9392258d', 'code': 200} Jul 16 20:48:59.309533 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c156ec3-864c-424b-bbcb-20fc8aca90a2 req-58fe0ff7-cb35-44cf-ab42-03a4192bd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:48:59.311179 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9c156ec3-864c-424b-bbcb-20fc8aca90a2 req-58fe0ff7-cb35-44cf-ab42-03a4192bd392 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 1097 time: 0.0522838 Jul 16 20:48:59.348678 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9c156ec3-864c-424b-bbcb-20fc8aca90a2 req-becfbec0-a6ef-49c2-95ff-8a51e84310e0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Jul 16 20:49:00.116382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcb05e-4814-4c3e-aa6a-a4243bcccad7 req-f085f50f-9e85-4fab-b1ec-080074ca3533 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:00.117929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-98dcb05e-4814-4c3e-aa6a-a4243bcccad7 req-f085f50f-9e85-4fab-b1ec-080074ca3533 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0688567 Jul 16 20:49:00.159636 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-98dcb05e-4814-4c3e-aa6a-a4243bcccad7 req-57024f8b-3af4-4877-a39d-b8f1c75d37ac tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Jul 16 20:49:01.339993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92e666-8395-42f3-81d5-2f4ec3cb8aa8 req-196e1105-caf5-4d4d-8ec1-ca106ba5c11f tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:01.341467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d92e666-8395-42f3-81d5-2f4ec3cb8aa8 req-196e1105-caf5-4d4d-8ec1-ca106ba5c11f tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0659854 Jul 16 20:49:01.380413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d92e666-8395-42f3-81d5-2f4ec3cb8aa8 req-1b8eb4e5-c39b-414d-b2e5-daeaf801e2cf tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Jul 16 20:49:01.578907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019b7b9-2ae9-47fe-b7e2-5c6d4c5bbfa9 req-538a5662-4515-48f9-aa97-c19f0a5dd059 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:01.580578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7019b7b9-2ae9-47fe-b7e2-5c6d4c5bbfa9 req-538a5662-4515-48f9-aa97-c19f0a5dd059 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0668156 Jul 16 20:49:01.620765 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7019b7b9-2ae9-47fe-b7e2-5c6d4c5bbfa9 req-c549fd07-dfc3-449b-b6a1-86852f427ff1 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344770 Jul 16 20:49:02.017459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbc45d-0ab3-4e55-829e-c9dbb93cfbac req-7ba9af53-eb71-4576-9a06-543b085a6acc tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:02.018957 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-64cbc45d-0ab3-4e55-829e-c9dbb93cfbac req-7ba9af53-eb71-4576-9a06-543b085a6acc tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0671933 Jul 16 20:49:02.062801 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-64cbc45d-0ab3-4e55-829e-c9dbb93cfbac req-20e5b60b-c4b2-4b15-bacf-3b977a3e3204 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Jul 16 20:49:03.259904 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413beef-2b6d-4ccd-bf80-daac6ece1943 req-ca9cc9d9-7856-4da1-8be5-7cf80826493c tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.261404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6413beef-2b6d-4ccd-bf80-daac6ece1943 req-ca9cc9d9-7856-4da1-8be5-7cf80826493c tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0691216 Jul 16 20:49:03.299649 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6413beef-2b6d-4ccd-bf80-daac6ece1943 req-574ee31d-75de-461e-a032-ed3b046221c1 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324974 Jul 16 20:49:03.666174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-41b9fe60-b4cc-4424-bd78-da8ba42ab5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.668403 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-41b9fe60-b4cc-4424-bd78-da8ba42ab5b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ff9ae105cddb4c7bac4cab1fac376e0e&device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 1097 time: 0.0822456 Jul 16 20:49:03.696988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77784027-94b1-4426-8c5d-0058e17e82b8 req-3bbd1f8f-f43c-490f-adcc-50078a67b1de tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.698565 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77784027-94b1-4426-8c5d-0058e17e82b8 req-3bbd1f8f-f43c-490f-adcc-50078a67b1de tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0804839 Jul 16 20:49:03.748484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77784027-94b1-4426-8c5d-0058e17e82b8 req-b40362a7-c8b1-43e9-b8f7-6488d8d1046e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Jul 16 20:49:03.796430 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-ee734bca-6c4a-44be-bd69-dc222908f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.798049 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-ee734bca-6c4a-44be-bd69-dc222908f688 service neutron] 10.222.0.63 "GET /v2.0/networks?id=53869aa7-b656-4d59-bfce-c3c24c550892 HTTP/1.1" status: 200 len: 912 time: 0.1220665 Jul 16 20:49:03.843135 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-9bc74628-18a0-4af1-8437-a0e4d6459b3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=beb839e7-5bd6-42df-96b0-532d9392258d HTTP/1.1" status: 200 len: 217 time: 0.0384343 Jul 16 20:49:03.897686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-672cc1be-55bc-4b49-a33c-579837ff4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:03.899309 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-672cc1be-55bc-4b49-a33c-579837ff4021 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=10e604ef-855f-46f6-b4aa-92bba56653bc HTTP/1.1" status: 200 len: 851 time: 0.0506661 Jul 16 20:49:03.933518 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-d1f59bb7-a329-45eb-b839-589459bc63ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=53869aa7-b656-4d59-bfce-c3c24c550892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276294 Jul 16 20:49:04.028576 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-c03d728a-4f46-46b2-8931-d267fcaaff50 service neutron] 10.222.0.63 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886712 Jul 16 20:49:04.128056 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37d51954-7621-45cf-b0bc-cdd0830a6818 req-39f17f34-aae7-4d13-af78-3b3d59a5e71d service neutron] 10.222.0.63 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936897 Jul 16 20:49:04.950516 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebaac-9a8e-43ed-8070-f1d94a0a2e3d req-81a73118-ab8c-4204-adfb-a12360a90ddc tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:04.952395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ddebaac-9a8e-43ed-8070-f1d94a0a2e3d req-81a73118-ab8c-4204-adfb-a12360a90ddc tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0704274 Jul 16 20:49:05.005094 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ddebaac-9a8e-43ed-8070-f1d94a0a2e3d req-b0192ede-80eb-4d70-9f98-456fc3a25aec tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453463 Jul 16 20:49:05.449281 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb651a6-27bb-4291-9861-eed94ff7ef4a req-5ced264c-ea32-4386-8591-7f5cfa868f69 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:05.450933 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6bb651a6-27bb-4291-9861-eed94ff7ef4a req-5ced264c-ea32-4386-8591-7f5cfa868f69 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0786679 Jul 16 20:49:05.492940 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6bb651a6-27bb-4291-9861-eed94ff7ef4a req-5b314e5f-13aa-4b93-ac57-8344e8303b1e tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338626 Jul 16 20:49:06.683410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6a511-9b25-4891-b61d-f6a92ad493a3 req-d1fbab1c-9b36-470d-b883-e12b09165408 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:06.685046 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95f6a511-9b25-4891-b61d-f6a92ad493a3 req-d1fbab1c-9b36-470d-b883-e12b09165408 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0685592 Jul 16 20:49:06.724911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95f6a511-9b25-4891-b61d-f6a92ad493a3 req-0f14619b-5b00-42c7-84cd-e361addc6d53 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342743 Jul 16 20:49:07.087310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-85cd3c14-d9f3-456c-a889-2cf0342baab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:07.090175 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-85cd3c14-d9f3-456c-a889-2cf0342baab7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ff9ae105cddb4c7bac4cab1fac376e0e&device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 1097 time: 0.0662971 Jul 16 20:49:07.221697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-9af1fc76-ff3e-4972-8750-0e92551027ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:07.223292 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-9af1fc76-ff3e-4972-8750-0e92551027ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=53869aa7-b656-4d59-bfce-c3c24c550892 HTTP/1.1" status: 200 len: 912 time: 0.1219742 Jul 16 20:49:07.270081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-146dbe74-0261-4ca6-aec0-812f56be447b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=beb839e7-5bd6-42df-96b0-532d9392258d HTTP/1.1" status: 200 len: 217 time: 0.0405049 Jul 16 20:49:07.301656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02394bfc-7b1f-4dd9-9252-537806e198e7 req-28253805-d75c-4557-bddf-410087f83a1b tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:07.303079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02394bfc-7b1f-4dd9-9252-537806e198e7 req-28253805-d75c-4557-bddf-410087f83a1b tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0728078 Jul 16 20:49:07.323401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-8d0e5303-7a0f-4920-a7cd-5ffc6297a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:07.324894 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-8d0e5303-7a0f-4920-a7cd-5ffc6297a3ee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=10e604ef-855f-46f6-b4aa-92bba56653bc HTTP/1.1" status: 200 len: 851 time: 0.0480256 Jul 16 20:49:07.347198 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02394bfc-7b1f-4dd9-9252-537806e198e7 req-78232a5f-5050-42c2-a814-7620cc30a3b4 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Jul 16 20:49:07.361783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-ae0eb138-6d53-41be-8e15-ec6b4a68f535 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=53869aa7-b656-4d59-bfce-c3c24c550892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290246 Jul 16 20:49:07.464604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-ab9a7b68-a904-47ba-a09f-f3f806a172ea service neutron] 10.222.0.63 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960667 Jul 16 20:49:07.575750 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9d1f1666-040d-4dd6-9606-5b459c515626 req-42ea5614-b52a-4764-bbd3-64814100b157 service neutron] 10.222.0.63 "GET /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026397 Jul 16 20:49:08.540082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf5c2b-edca-43ec-b0de-7024758e7437 req-ce6ae103-c523-46e1-80c3-3366ddc2f629 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:08.541479 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2cf5c2b-edca-43ec-b0de-7024758e7437 req-ce6ae103-c523-46e1-80c3-3366ddc2f629 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0724783 Jul 16 20:49:08.578953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2cf5c2b-edca-43ec-b0de-7024758e7437 req-15251d17-48bd-4181-8401-2f360d18f3ef tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318878 Jul 16 20:49:08.982333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f70f1-d088-48d7-8a11-b68066f34f6d req-4b854caa-6936-4b7d-94df-f352573186b7 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:08.983837 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-078f70f1-d088-48d7-8a11-b68066f34f6d req-4b854caa-6936-4b7d-94df-f352573186b7 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0664771 Jul 16 20:49:09.026176 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-078f70f1-d088-48d7-8a11-b68066f34f6d req-1d0a56bb-6957-44cd-a85e-8e6f5ff6ec28 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Jul 16 20:49:10.211024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63626b69-8f2f-41fb-804a-094d90e9f55c req-fe3879a1-615f-4e2f-b6e0-8a3f436b3129 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:10.212553 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63626b69-8f2f-41fb-804a-094d90e9f55c req-fe3879a1-615f-4e2f-b6e0-8a3f436b3129 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0727627 Jul 16 20:49:10.251383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63626b69-8f2f-41fb-804a-094d90e9f55c req-e5b906f1-4803-4fb9-bdc5-14730c989970 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcdc2038-6364-42c3-8d1e-6dc105ac4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329504 Jul 16 20:49:10.633952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-4fd6dbd4-45f3-4439-aed4-16fad10c75ce tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:10.635510 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-4fd6dbd4-45f3-4439-aed4-16fad10c75ce tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.63 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 945 time: 0.0792100 Jul 16 20:49:10.745710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Deleting port beb839e7-5bd6-42df-96b0-532d9392258d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:10.746100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.839422 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] For port beb839e7-5bd6-42df-96b0-532d9392258d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=beb839e7-5bd6-42df-96b0-532d9392258d,segment=NetworkSegment(34f7e888-76d1-4b02-a412-0a4c60a91eb6),segment_id=34f7e888-76d1-4b02-a412-0a4c60a91eb6)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:10.839783 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:10.864048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Calling delete_port for beb839e7-5bd6-42df-96b0-532d9392258d owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:11.001582 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.014762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['beb839e7-5bd6-42df-96b0-532d9392258d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:11.034197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Pushing event deleted for resources: {'Port': ['ID=beb839e7-5bd6-42df-96b0-532d9392258d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:11.088541 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] No DVR routers for this DVR port beb839e7-5bd6-42df-96b0-532d9392258d on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:11.091367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:11.094577 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-453e9209-364a-43e3-a6c3-a70af0283aa8 req-feac1a9e-16c2-4900-bae9-4e46f1414068 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.63 "DELETE /v2.0/ports/beb839e7-5bd6-42df-96b0-532d9392258d HTTP/1.1" status: 204 len: 173 time: 0.4535804 Jul 16 20:49:11.095220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8edb101-407e-43d8-a0e4-905babc93451', 'name': 'network-vif-deleted', 'tag': 'beb839e7-5bd6-42df-96b0-532d9392258d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:11.097861 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768313e4-bf9a-43d8-b24a-5e5be6a5c017" -d '{"events": [{"server_uuid": "b8edb101-407e-43d8-a0e4-905babc93451", "name": "network-vif-deleted", "tag": "beb839e7-5bd6-42df-96b0-532d9392258d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:11.158349 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5309a02c-0bea-46a5-ab82-c29ed394b921 x-openstack-request-id: req-5309a02c-0bea-46a5-ab82-c29ed394b921 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:11.158638 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8edb101-407e-43d8-a0e4-905babc93451", "name": "network-vif-deleted", "tag": "beb839e7-5bd6-42df-96b0-532d9392258d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:11.158885 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5309a02c-0bea-46a5-ab82-c29ed394b921 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:11.159306 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8edb101-407e-43d8-a0e4-905babc93451', 'name': 'network-vif-deleted', 'tag': 'beb839e7-5bd6-42df-96b0-532d9392258d', 'status': 'completed', 'code': 200} Jul 16 20:49:11.410053 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ed0f91e-4141-4ae7-b563-8e9be117e6c2 req-0d4fd44f-bc6f-43c8-b855-e3515c461935 tempest-TestServerAdvancedOps-790389546 tempest-TestServerAdvancedOps-790389546-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8edb101-407e-43d8-a0e4-905babc93451 HTTP/1.1" status: 200 len: 210 time: 0.0278955 Jul 16 20:49:12.517562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42144) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:12.562108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Deleting subnet 10e604ef-855f-46f6-b4aa-92bba56653bc {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:12.565286 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.611120 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.662665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.728021 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.753702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e604ef-855f-46f6-b4aa-92bba56653bc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:12.758912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.763725 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] 10.222.0.10 "DELETE /v2.0/subnets/10e604ef-855f-46f6-b4aa-92bba56653bc HTTP/1.1" status: 204 len: 168 time: 0.2422609 Jul 16 20:49:12.763929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:12.766355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.766668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.767010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.767379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.767706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.768025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.768382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.768665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.768984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.769303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.769626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.769945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016ed7e-ccf7-46c6-8f07-c553438202ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:12.842043 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.922390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.933242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53869aa7-b656-4d59-bfce-c3c24c550892']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:12.944319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f7e888-76d1-4b02-a412-0a4c60a91eb6') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:12.944643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f7e888-76d1-4b02-a412-0a4c60a91eb6') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:12.953917 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.968552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.976983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:12.977372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: timer() Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:12.979723 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:13.041207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.051640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.053603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] 10.222.0.10 "DELETE /v2.0/networks/53869aa7-b656-4d59-bfce-c3c24c550892 HTTP/1.1" status: 204 len: 168 time: 0.2884946 Jul 16 20:49:13.057144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42148) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:13.065397 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3000124-49df-4ade-b1cc-b48842a8ee44 admin admin] Pushing event deleted for resources: {'Network': ['ID=53869aa7-b656-4d59-bfce-c3c24c550892,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:13.103739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ebe8cf-9ebb-46c8-8cb3-fc49657ec889 admin admin] Deleting subnet d09073fb-885f-40c8-92b7-0c3a527a5ead {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:49:13.107346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34ebe8cf-9ebb-46c8-8cb3-fc49657ec889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.151037 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34ebe8cf-9ebb-46c8-8cb3-fc49657ec889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.194382 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34ebe8cf-9ebb-46c8-8cb3-fc49657ec889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.248666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34ebe8cf-9ebb-46c8-8cb3-fc49657ec889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.274057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe8cf-9ebb-46c8-8cb3-fc49657ec889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d09073fb-885f-40c8-92b7-0c3a527a5ead,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:13.277666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34ebe8cf-9ebb-46c8-8cb3-fc49657ec889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.279573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-34ebe8cf-9ebb-46c8-8cb3-fc49657ec889 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d09073fb-885f-40c8-92b7-0c3a527a5ead HTTP/1.1" status: 204 len: 168 time: 0.2213879 Jul 16 20:49:13.282087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42150) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:13.357782 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.445467 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.455838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2362d0-ecfc-47ba-972e-425908d1eabc']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:13.466423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb33fb8-3cfa-4a6a-bccc-8a4f1edb2b3d') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:13.466718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb33fb8-3cfa-4a6a-bccc-8a4f1edb2b3d') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:13.476333 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.497631 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.507532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:49:13.508094 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:49:13.510791 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:49:13.604636 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.613459 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.616910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1d2362d0-ecfc-47ba-972e-425908d1eabc HTTP/1.1" status: 204 len: 168 time: 0.3338711 Jul 16 20:49:13.634669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac95384-29d2-4b0c-b466-730ca4607139 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2362d0-ecfc-47ba-972e-425908d1eabc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:13.836802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:13.888729 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b3cab9bd-91a3-4c98-ba87-4ad13de31fd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff9ae105cddb4c7bac4cab1fac376e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507119 Jul 16 20:49:13.892080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:13.953544 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5280159c-8bc7-41c2-ad8d-68fbdad1413a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:13.984841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5280159c-8bc7-41c2-ad8d-68fbdad1413a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.051235 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5280159c-8bc7-41c2-ad8d-68fbdad1413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.055821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5280159c-8bc7-41c2-ad8d-68fbdad1413a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.057596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5280159c-8bc7-41c2-ad8d-68fbdad1413a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcdc2038-6364-42c3-8d1e-6dc105ac4474 HTTP/1.1" status: 204 len: 168 time: 0.1641586 Jul 16 20:49:14.067866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280159c-8bc7-41c2-ad8d-68fbdad1413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdc2038-6364-42c3-8d1e-6dc105ac4474,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:14.457566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42162) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:14.497900 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-253f4e82-40b4-41d4-82a5-9eadc8d9f08d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03fbadcb146d4257a588c1dd43d7a866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391223 Jul 16 20:49:14.501423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42164) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:14.550565 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c9006de-c976-4539-ac64-81e3f3e00c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.578218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c9006de-c976-4539-ac64-81e3f3e00c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.651375 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c9006de-c976-4539-ac64-81e3f3e00c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.653926 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c9006de-c976-4539-ac64-81e3f3e00c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:14.655120 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1c9006de-c976-4539-ac64-81e3f3e00c1b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1f589ba-30c1-4b7c-b3ab-4041b5b1e114 HTTP/1.1" status: 204 len: 168 time: 0.1527855 Jul 16 20:49:14.663126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9006de-c976-4539-ac64-81e3f3e00c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f589ba-30c1-4b7c-b3ab-4041b5b1e114,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:14.908197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device beb839e7-5bd6-42df-96b0-532d9392258d no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:14.930408 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: beb839e7-5bd6-42df-96b0-532d9392258d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:14.930750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device beb839e7-5bd6-42df-96b0-532d9392258d not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:15.497922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:15.613020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-436804022-network', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:15.646484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Made reservation on behalf of 4397e38bccf8461083b7d4c5587e9f55 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:15.649327 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.899044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:15.954882 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.060369 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.065070 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.091771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:16.101874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41456705-d69f-4afb-84c6-8326224c3487,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:16.109563 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.110124 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Added segment 6d7915b4-9762-4568-99fd-cc6a5c19f433 of type vlan for network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 Jul 16 20:49:16.155316 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.194695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.196405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:16.197407 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.234301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7350168 Jul 16 20:49:16.238476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42190) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:16.246001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Request body: {'subnet': {'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-436804022-subnet', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:16.272432 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef1d3a-0f30-468b-8816-a532333219f9 admin admin] Pushing event updated for resources: {'Network': ['ID=06b35eca-fecb-42e4-aa9e-a43c91e46a00,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:16.285189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Made reservation on behalf of 4397e38bccf8461083b7d4c5587e9f55 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:16.285996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:16.288848 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.506018 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.562049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=487ffe4c-c6e4-43d2-8902-e01fc1ad5874,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:16.574790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:16.575332 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Network hostable DHCP agents. Network: 06b35eca-fecb-42e4-aa9e-a43c91e46a00, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:16.597157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:16.608760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 06b35eca-fecb-42e4-aa9e-a43c91e46a00) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:16.614743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:16.616182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.627051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3758ae-d2b5-4c87-a3fe-d4e209ae4f9d None None] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:16.639346 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-abf73c48-0b60-4b68-b377-dd00c3ee1dcd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3959506 Jul 16 20:49:16.640258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42192) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:16.645293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:16.673525 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.674995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.741812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.828903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17149035-ca15-4949-90a8-375db58a335e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:16.829929 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17149035-ca15-4949-90a8-375db58a335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.925227 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:16.965700 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.017717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-17149035-ca15-4949-90a8-375db58a335e None None] Allocated IP 172.20.0.2 (06b35eca-fecb-42e4-aa9e-a43c91e46a00/487ffe4c-c6e4-43d2-8902-e01fc1ad5874/1288e8bd-0cf0-40ce-ac8a-bcf2624327cc) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:17.205444 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17149035-ca15-4949-90a8-375db58a335e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.213576 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.214533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-17149035-ca15-4949-90a8-375db58a335e None None] Transition to ACTIVE for port object 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:17.235415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-17149035-ca15-4949-90a8-375db58a335e None None] Transition to ACTIVE for port object 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:17.238351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.242873 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17149035-ca15-4949-90a8-375db58a335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.282448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17149035-ca15-4949-90a8-375db58a335e None None] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:17.290728 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-17149035-ca15-4949-90a8-375db58a335e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:17.296419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17149035-ca15-4949-90a8-375db58a335e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:17.306679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17149035-ca15-4949-90a8-375db58a335e None None] Pushing event updated for resources: {'Port': ['ID=1288e8bd-0cf0-40ce-ac8a-bcf2624327cc,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:17.363602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Allocated IP 172.25.7.73 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/86a606fc-2ee1-4bb5-a40c-ccc6a479782b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:17.373607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-17149035-ca15-4949-90a8-375db58a335e None None] Attempting to bind port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:17.374032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-17149035-ca15-4949-90a8-375db58a335e None None] Attempting to bind port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:17.374345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17149035-ca15-4949-90a8-375db58a335e None None] Attempting to bind port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:17.380169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17149035-ca15-4949-90a8-375db58a335e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:17.381002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17149035-ca15-4949-90a8-375db58a335e None None] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:17.381518 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17149035-ca15-4949-90a8-375db58a335e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.381923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17149035-ca15-4949-90a8-375db58a335e None None] Bound using segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:17.382467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-17149035-ca15-4949-90a8-375db58a335e None None] Bound port: 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:17.382789 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17149035-ca15-4949-90a8-375db58a335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.465165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-17149035-ca15-4949-90a8-375db58a335e None None] For port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:17.474838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-17149035-ca15-4949-90a8-375db58a335e None None] For port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1288e8bd-0cf0-40ce-ac8a-bcf2624327cc,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:17.485549 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17149035-ca15-4949-90a8-375db58a335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.499217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.557364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:17.559143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17149035-ca15-4949-90a8-375db58a335e None None] Pushing event updated for resources: {'Port': ['ID=1288e8bd-0cf0-40ce-ac8a-bcf2624327cc,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:17.598678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:17.602567 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:17.611317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:17.649779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Pushing event updated for resources: {'Port': ['ID=86a606fc-2ee1-4bb5-a40c-ccc6a479782b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:17.945131 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.528429 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.644120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041fee23-53d0-4274-882e-615217418d17 None None] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:18.674283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:49:18.776773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c96b7970-f3f2-4813-a933-793e075e8faf None None] Provisioning for port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:18.806941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:18.821223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Sync routers for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:18.825086 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:18.826352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-efaf8e05-d8d8-47ee-a534-1c61d164e06b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1849675 Jul 16 20:49:18.829851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42194) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:18.837231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:18.838010 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:48:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:18.976049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:19.208016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:17Z', 'revision_number': 3, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:19.255815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Checking router: a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:49:19.256369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Updating router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:49:19.292618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.360897 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.592542 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.603220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Allocated IP 172.20.0.1 (06b35eca-fecb-42e4-aa9e-a43c91e46a00/487ffe4c-c6e4-43d2-8902-e01fc1ad5874/a1165f32-68de-4467-8430-e1b306f41921) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:19.606387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Transition to ACTIVE for port object 86a606fc-2ee1-4bb5-a40c-ccc6a479782b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:19.613159 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.776777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.796813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Transition to ACTIVE for port object a1165f32-68de-4467-8430-e1b306f41921 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:19.835208 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:19.836000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.842055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Attempting to bind port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:19.842055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Attempting to bind port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:19.842055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Attempting to bind port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:19.871182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cec6a-c56d-45ed-93a4-7824ce962a3d None None] Pushing event updated for resources: {'Port': ['ID=86a606fc-2ee1-4bb5-a40c-ccc6a479782b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:19.876091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:19.876450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:19.876859 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.877383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:19.877864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Bound port: 86a606fc-2ee1-4bb5-a40c-ccc6a479782b, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:19.878245 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.884774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:19.887862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:19.890537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:19.919840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Pushing event updated for resources: {'Port': ['ID=a1165f32-68de-4467-8430-e1b306f41921,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:19.940215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.958845 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] For port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:19.965528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] For port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=86a606fc-2ee1-4bb5-a40c-ccc6a479782b,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:19.967200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:19.973801 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:19.980475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:19.980475 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.083820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cec6a-c56d-45ed-93a4-7824ce962a3d None None] Pushing event updated for resources: {'Port': ['ID=86a606fc-2ee1-4bb5-a40c-ccc6a479782b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.086654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:20.087303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:48:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:20.122284 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.234799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1a1e22bc-c1aa-4f8e-a6dc-01239999d9c5 None None] Provisioning for port a1165f32-68de-4467-8430-e1b306f41921 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:20.241889 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.246930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1a1e22bc-c1aa-4f8e-a6dc-01239999d9c5 None None] Provisioning complete for port a1165f32-68de-4467-8430-e1b306f41921 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:20.247314 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1a1e22bc-c1aa-4f8e-a6dc-01239999d9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.288357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:20.319156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.324230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.371692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1288e8bd-0cf0-40ce-ac8a-bcf2624327cc,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:20.382064 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.383718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e22bc-c1aa-4f8e-a6dc-01239999d9c5 None None] Port a1165f32-68de-4467-8430-e1b306f41921 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:20.395697 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.397994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Pushing event updated for resources: {'Port': ['ID=a1165f32-68de-4467-8430-e1b306f41921,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.510469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:20.512019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:20.528433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=1288e8bd-0cf0-40ce-ac8a-bcf2624327cc,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:20.631953 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-652b458a-dcba-4a23-95b7-40ed7e7e5c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.653194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:19Z', 'revision_number': 1, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:20.673002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:49:20.700057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61371db2-4300-43ff-b79b-c3c9499bcb0a None None] The sync data for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 is: [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:19Z', 'revision_number': 1, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:20.815567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-768cfd57-f2a4-4057-b2dd-54edea1b90c5 None None] Provisioning complete for port a1165f32-68de-4467-8430-e1b306f41921 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:20.815931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-768cfd57-f2a4-4057-b2dd-54edea1b90c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:20.820231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:20.826089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7a82052a-634f-49e1-bcf4-e53c28ef1023 admin admin] 10.222.0.10 "PUT /v2.0/routers/a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9946060 Jul 16 20:49:20.855827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-768cfd57-f2a4-4057-b2dd-54edea1b90c5 None None] Port a1165f32-68de-4467-8430-e1b306f41921 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:21.448435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42210) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:21.453820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2041592947-network', 'tenant_id': 'eb478131aef843219bb784acdb33482d'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:21.500384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Made reservation on behalf of eb478131aef843219bb784acdb33482d for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:21.502930 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.512603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.637431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.642788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.673627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:49:21.690061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278b4e1f-3b19-434d-8833-a9018fc02777,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:21.704498 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.704750 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Added segment bc59293c-905e-40e2-bee8-a4e76c9f15d1 of type vlan for network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 Jul 16 20:49:21.765895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.811771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.813780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:21.814323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.841322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:21.852210 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4026833 Jul 16 20:49:21.856775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:21.862995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Request body: {'subnet': {'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2041592947-subnet', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:21.893070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Made reservation on behalf of eb478131aef843219bb784acdb33482d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:21.899116 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.899884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929d357-7869-4b66-93a1-29b566c97d59 admin admin] Pushing event updated for resources: {'Network': ['ID=90f1bf34-18fd-4fe4-bc8a-5983c8774ad0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:21.910029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:21.910992 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:21.914699 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:49:22.085038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 86a606fc-2ee1-4bb5-a40c-ccc6a479782b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:22.125684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.175973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:22.182881 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:22.183400 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.184424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38caaf7-7a89-45b1-bbec-c4b1d51aae98,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:22.199567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Checking segment: {'id': 'bc59293c-905e-40e2-bee8-a4e76c9f15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:22.199934 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Network hostable DHCP agents. Network: 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:49:22.221240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:49:22.233538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:22.241163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:22.241824 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.250207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63e4080-3e79-46c5-96f4-7818445bb048 None None] Network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:22.267441 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b5d43b59-a4d8-4688-997d-46cabbad1a24 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4087527 Jul 16 20:49:22.270417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 42214) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:22.277886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:22.303214 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.305315 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.341122 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.375498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=86a606fc-2ee1-4bb5-a40c-ccc6a479782b,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:22.376019 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.382235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.469666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=86a606fc-2ee1-4bb5-a40c-ccc6a479782b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:22.505948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-90f1bf34-18fd-4fe4-bc8a-5983c8774ad0', 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'fixed_ips': [{'subnet_id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 20:49:22.507140 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.557171 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.672792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Allocated IP 172.20.0.2 (90f1bf34-18fd-4fe4-bc8a-5983c8774ad0/d38caaf7-7a89-45b1-bbec-c4b1d51aae98/eec78624-26ff-4b23-ad09-adcf1b077dd9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:22.791140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.826040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.867731 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.883338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Transition to ACTIVE for port object eec78624-26ff-4b23-ad09-adcf1b077dd9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:22.907577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Transition to ACTIVE for port object eec78624-26ff-4b23-ad09-adcf1b077dd9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:22.914861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:22.951464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:22.960630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:22.964000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Allocated IP 172.25.7.218 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/2a6e7bf1-7929-4630-9d49-4a0b589e5876) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:22.965094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:23.002692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Pushing event updated for resources: {'Port': ['ID=eec78624-26ff-4b23-ad09-adcf1b077dd9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:23.038167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Attempting to bind port eec78624-26ff-4b23-ad09-adcf1b077dd9 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:23.038540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Attempting to bind port eec78624-26ff-4b23-ad09-adcf1b077dd9 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'bc59293c-905e-40e2-bee8-a4e76c9f15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:23.038921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Attempting to bind port eec78624-26ff-4b23-ad09-adcf1b077dd9 on network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:23.044536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:23.044843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Checking segment: {'id': 'bc59293c-905e-40e2-bee8-a4e76c9f15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:23.045834 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.045834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Bound using segment: {'id': 'bc59293c-905e-40e2-bee8-a4e76c9f15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:23.046233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Bound port: eec78624-26ff-4b23-ad09-adcf1b077dd9, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc59293c-905e-40e2-bee8-a4e76c9f15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:23.046616 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.123706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] For port eec78624-26ff-4b23-ad09-adcf1b077dd9, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:23.126823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] For port eec78624-26ff-4b23-ad09-adcf1b077dd9, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=eec78624-26ff-4b23-ad09-adcf1b077dd9,segment=NetworkSegment(bc59293c-905e-40e2-bee8-a4e76c9f15d1),segment_id=bc59293c-905e-40e2-bee8-a4e76c9f15d1)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:23.131638 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.199077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269c9cf-fef1-493c-8c35-e120d348ca5c None None] Pushing event updated for resources: {'Port': ['ID=eec78624-26ff-4b23-ad09-adcf1b077dd9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:23.282433 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Sync routers for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:23.293166 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:23.293831 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:48:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:23.435350 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:23.504661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.510620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8833-ebac-4c43-88c1-56e1dd886052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.550127 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.620728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.664749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:23.674506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:23.678958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:23.718806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6e7bf1-7929-4630-9d49-4a0b589e5876,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:23.728526 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 2, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:23.772636 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Checking router: a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:49:23.773094 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Updating router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 port a1165f32-68de-4467-8430-e1b306f41921 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:49:23.835104 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:23.859869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device eec78624-26ff-4b23-ad09-adcf1b077dd9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:23.917564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port eec78624-26ff-4b23-ad09-adcf1b077dd9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:23.923596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 86a606fc-2ee1-4bb5-a40c-ccc6a479782b up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:23.988589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:23.989239 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.025811 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.205414 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.220131 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Transition to ACTIVE for port object a1165f32-68de-4467-8430-e1b306f41921 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:24.229050 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.288143 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Pushing event updated for resources: {'Port': ['ID=a1165f32-68de-4467-8430-e1b306f41921,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:24.320057 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.320384 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.320754 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.321088 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.321413 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.321733 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.322061 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.322422 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.322775 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.323162 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.323536 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.323853 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:24.351589 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.365298 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Attempting to bind port a1165f32-68de-4467-8430-e1b306f41921 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:24.365910 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Attempting to bind port a1165f32-68de-4467-8430-e1b306f41921 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:24.366522 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Attempting to bind port a1165f32-68de-4467-8430-e1b306f41921 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:24.375030 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:24.375773 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:24.377028 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.377028 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Bound using segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:24.377574 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Bound port: a1165f32-68de-4467-8430-e1b306f41921, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:24.378217 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.481597 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] For port a1165f32-68de-4467-8430-e1b306f41921, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:24.485930 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] For port a1165f32-68de-4467-8430-e1b306f41921, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a1165f32-68de-4467-8430-e1b306f41921,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:24.491965 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.492793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f146a71a-d7c6-4ba0-9dc4-c0dcf20f20c0 None None] Network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:49:24.550769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b7f22631-4c9c-409f-b2db-b1f7d1b36e00 None None] Provisioning for port eec78624-26ff-4b23-ad09-adcf1b077dd9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:24.563917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Router 7e90683f-41b7-4483-81f2-2bfba3ef4641 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 20:49:24.570287 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:24.570845 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:49:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:24.611207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b7f22631-4c9c-409f-b2db-b1f7d1b36e00 None None] Provisioning complete for port eec78624-26ff-4b23-ad09-adcf1b077dd9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:24.611879 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b7f22631-4c9c-409f-b2db-b1f7d1b36e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.612296 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802f0d-6d82-4a20-b2da-ac23349f4606 None None] Pushing event updated for resources: {'Port': ['ID=a1165f32-68de-4467-8430-e1b306f41921,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:24.693692 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.698591 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:49:24.721438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:24.739179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Sync routers for ids ['7e90683f-41b7-4483-81f2-2bfba3ef4641'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:24.747248 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:24.748372 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:24.750760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7e83a012-86fd-423f-80f8-63aa134f08e4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4783866 Jul 16 20:49:24.753998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 42218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:49:24.791154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Routers {'7e90683f-41b7-4483-81f2-2bfba3ef4641'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:24.792007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:49:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7e90683f-41b7-4483-81f2-2bfba3ef4641'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:24.890092 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b7f22631-4c9c-409f-b2db-b1f7d1b36e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.013147 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:24Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:25.056395 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412977d-700a-4b5a-9e00-2e1c3de05576 None None] The sync data for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 is: [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:24Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:25.182313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b7f22631-4c9c-409f-b2db-b1f7d1b36e00 None None] For port eec78624-26ff-4b23-ad09-adcf1b077dd9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=eec78624-26ff-4b23-ad09-adcf1b077dd9,segment=NetworkSegment(bc59293c-905e-40e2-bee8-a4e76c9f15d1),segment_id=bc59293c-905e-40e2-bee8-a4e76c9f15d1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:25.197541 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b7f22631-4c9c-409f-b2db-b1f7d1b36e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.201881 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Set router 7e90683f-41b7-4483-81f2-2bfba3ef4641 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:25.369327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f22631-4c9c-409f-b2db-b1f7d1b36e00 None None] Pushing event updated for resources: {'Port': ['ID=eec78624-26ff-4b23-ad09-adcf1b077dd9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:25.396056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.520382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:23Z', 'revision_number': 3, 'project_id': 'eb478131aef843219bb784acdb33482d', 'gw_port': {'id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:25.572014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Checking router: 7e90683f-41b7-4483-81f2-2bfba3ef4641 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:49:25.572526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Updating router 7e90683f-41b7-4483-81f2-2bfba3ef4641 port 2a6e7bf1-7929-4630-9d49-4a0b589e5876 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:49:25.631683 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.662200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-632bd6ef-be37-4176-b8fd-0665629b3ca6 None None] Provisioning complete for port eec78624-26ff-4b23-ad09-adcf1b077dd9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:25.662355 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-632bd6ef-be37-4176-b8fd-0665629b3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.723187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Allocated IP 172.20.0.1 (90f1bf34-18fd-4fe4-bc8a-5983c8774ad0/d38caaf7-7a89-45b1-bbec-c4b1d51aae98/135293e4-843c-4426-b777-4f385abdfd83) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:25.786011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device eec78624-26ff-4b23-ad09-adcf1b077dd9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:25.878792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.901574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Transition to ACTIVE for port object 135293e4-843c-4426-b777-4f385abdfd83 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:25.951817 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:25.954175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port eec78624-26ff-4b23-ad09-adcf1b077dd9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:25.954411 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.035139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:26.041380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Pushing event updated for resources: {'Port': ['ID=135293e4-843c-4426-b777-4f385abdfd83,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:26.044457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:26.048675 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:26.105177 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.118537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a1165f32-68de-4467-8430-e1b306f41921 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:26.121716 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.158656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Transition to ACTIVE for port object 2a6e7bf1-7929-4630-9d49-4a0b589e5876 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:26.173253 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.257678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Attempting to bind port 2a6e7bf1-7929-4630-9d49-4a0b589e5876 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:26.258356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Attempting to bind port 2a6e7bf1-7929-4630-9d49-4a0b589e5876 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:26.258498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Attempting to bind port 2a6e7bf1-7929-4630-9d49-4a0b589e5876 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:26.275520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:26.275810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:26.276202 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.276638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:26.277125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Bound port: 2a6e7bf1-7929-4630-9d49-4a0b589e5876, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:26.277505 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.318534 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.345251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] For port 2a6e7bf1-7929-4630-9d49-4a0b589e5876, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:26.349255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] For port 2a6e7bf1-7929-4630-9d49-4a0b589e5876, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2a6e7bf1-7929-4630-9d49-4a0b589e5876,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:26.359162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e67106-e08c-447f-be82-0001433a0b07 None None] Pushing event updated for resources: {'Port': ['ID=2a6e7bf1-7929-4630-9d49-4a0b589e5876,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:26.369383 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.378791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port a1165f32-68de-4467-8430-e1b306f41921 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:26.435218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a1165f32-68de-4467-8430-e1b306f41921 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:26.435760 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.446210 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.506611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Routers {'7e90683f-41b7-4483-81f2-2bfba3ef4641'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:26.507247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:49:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7e90683f-41b7-4483-81f2-2bfba3ef4641'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:26.550494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e67106-e08c-447f-be82-0001433a0b07 None None] Pushing event updated for resources: {'Port': ['ID=2a6e7bf1-7929-4630-9d49-4a0b589e5876,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:26.558196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c25be95f-bd78-4e3f-b7fe-fef502a94e09 None None] Provisioning for port 135293e4-843c-4426-b777-4f385abdfd83 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:26.566686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c25be95f-bd78-4e3f-b7fe-fef502a94e09 None None] Provisioning complete for port 135293e4-843c-4426-b777-4f385abdfd83 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:26.567231 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c25be95f-bd78-4e3f-b7fe-fef502a94e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.583420 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.590063 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.672141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Pushing event updated for resources: {'Port': ['ID=135293e4-843c-4426-b777-4f385abdfd83,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:26.676039 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.683594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c25be95f-bd78-4e3f-b7fe-fef502a94e09 None None] Port 135293e4-843c-4426-b777-4f385abdfd83 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:26.706343 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.726392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] Set router 7e90683f-41b7-4483-81f2-2bfba3ef4641 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:26.785113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port a1165f32-68de-4467-8430-e1b306f41921, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a1165f32-68de-4467-8430-e1b306f41921,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:26.792431 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:26.807794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:26.810577 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:26.980122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=a1165f32-68de-4467-8430-e1b306f41921,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:26.989544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Router 7e90683f-41b7-4483-81f2-2bfba3ef4641 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:49:27.087761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 4, 'project_id': 'eb478131aef843219bb784acdb33482d', 'gw_port': {'id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '135293e4-843c-4426-b777-4f385abdfd83', 'name': '', 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'mac_address': 'fa:16:3e:18:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:25Z', 'updated_at': '2021-07-16T20:49:25Z', 'revision_number': 1, 'project_id': 'eb478131aef843219bb784acdb33482d', 'subnets': [{'id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:27.120509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e17acc-4c56-4c35-9847-8ba5cff57d5e None None] The sync data for ids ['7e90683f-41b7-4483-81f2-2bfba3ef4641'] in n-d-792394-17 is: [{'id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 4, 'project_id': 'eb478131aef843219bb784acdb33482d', 'gw_port': {'id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '135293e4-843c-4426-b777-4f385abdfd83', 'name': '', 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'mac_address': 'fa:16:3e:18:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:25Z', 'updated_at': '2021-07-16T20:49:25Z', 'revision_number': 1, 'project_id': 'eb478131aef843219bb784acdb33482d', 'subnets': [{'id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:27.131142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6b0962de-386d-4829-875c-2c924f90ebab None None] Provisioning complete for port 135293e4-843c-4426-b777-4f385abdfd83 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:27.131557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6b0962de-386d-4829-875c-2c924f90ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:27.132141 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:49:27.140072 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cc89adc7-3229-4331-9189-7ff2ddfa7df7 admin admin] 10.222.0.10 "PUT /v2.0/routers/7e90683f-41b7-4483-81f2-2bfba3ef4641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3840280 Jul 16 20:49:27.184342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6b0962de-386d-4829-875c-2c924f90ebab None None] Port 135293e4-843c-4426-b777-4f385abdfd83 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:27.727650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a1165f32-68de-4467-8430-e1b306f41921 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:27.792571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port a1165f32-68de-4467-8430-e1b306f41921 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:27.792981 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.444611 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Sync routers for ids ['7e90683f-41b7-4483-81f2-2bfba3ef4641'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:49:29.455145 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Routers {'7e90683f-41b7-4483-81f2-2bfba3ef4641'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:29.455828 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:49:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7e90683f-41b7-4483-81f2-2bfba3ef4641'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:29.568553 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Set router 7e90683f-41b7-4483-81f2-2bfba3ef4641 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:29.606832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-c4fda439-dd3b-40d8-864a-a835f985d948 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:29.608335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-c4fda439-dd3b-40d8-864a-a835f985d948 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1200237 Jul 16 20:49:29.627069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-d053072c-1596-4521-a5a6-c17b13770add tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/quotas/4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 375 time: 0.0103362 Jul 16 20:49:29.743567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2a6e7bf1-7929-4630-9d49-4a0b589e5876 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:29.751108 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-1614c57b-b4f9-4783-aa67-74be5cf79417 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133661 Jul 16 20:49:29.768672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-29462d8b-3dde-4fd7-ae48-69d876157bf6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:49:29.770177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-29462d8b-3dde-4fd7-ae48-69d876157bf6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084112 Jul 16 20:49:29.807529 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 2a6e7bf1-7929-4630-9d49-4a0b589e5876 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:29.812093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2a6e7bf1-7929-4630-9d49-4a0b589e5876 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:29.813025 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.835117 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 4, 'project_id': 'eb478131aef843219bb784acdb33482d', 'gw_port': {'id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '135293e4-843c-4426-b777-4f385abdfd83', 'name': '', 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'mac_address': 'fa:16:3e:18:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:25Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 2, 'project_id': 'eb478131aef843219bb784acdb33482d', 'subnets': [{'id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:29.873022 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Checking router: 7e90683f-41b7-4483-81f2-2bfba3ef4641 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:49:29.873752 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Updating router 7e90683f-41b7-4483-81f2-2bfba3ef4641 port 135293e4-843c-4426-b777-4f385abdfd83 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 20:49:29.912872 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.933226 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:29.938326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 2a6e7bf1-7929-4630-9d49-4a0b589e5876, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2a6e7bf1-7929-4630-9d49-4a0b589e5876,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:29.946601 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.016156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=2a6e7bf1-7929-4630-9d49-4a0b589e5876,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:30.052361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-188f66b6-f56a-4348-aec9-9f0b60944c52 service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731857 Jul 16 20:49:30.160139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-8726acf3-977f-4c0c-be48-113cef29cc7a service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011817 Jul 16 20:49:30.344740 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.357781 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Transition to ACTIVE for port object 135293e4-843c-4426-b777-4f385abdfd83 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:30.364249 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.427970 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6815490-6a2b-46f2-8031-43c55467f417 None None] Pushing event updated for resources: {'Port': ['ID=135293e4-843c-4426-b777-4f385abdfd83,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:30.497028 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Attempting to bind port 135293e4-843c-4426-b777-4f385abdfd83 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:30.497623 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Attempting to bind port 135293e4-843c-4426-b777-4f385abdfd83 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'bc59293c-905e-40e2-bee8-a4e76c9f15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:30.497734 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Attempting to bind port 135293e4-843c-4426-b777-4f385abdfd83 on network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:30.503637 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:30.504098 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Checking segment: {'id': 'bc59293c-905e-40e2-bee8-a4e76c9f15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:30.504628 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.505742 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Bound using segment: {'id': 'bc59293c-905e-40e2-bee8-a4e76c9f15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:30.506407 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Bound port: 135293e4-843c-4426-b777-4f385abdfd83, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc59293c-905e-40e2-bee8-a4e76c9f15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:30.506931 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.558110 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-45a97a4b-83dc-45a0-a0cd-2ab50a1d6501 req-a5ee16cb-feed-4465-a4e5-73027aa4f960 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 210 time: 0.0666904 Jul 16 20:49:30.615158 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] For port 135293e4-843c-4426-b777-4f385abdfd83, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:30.621296 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] For port 135293e4-843c-4426-b777-4f385abdfd83, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=135293e4-843c-4426-b777-4f385abdfd83,segment=NetworkSegment(bc59293c-905e-40e2-bee8-a4e76c9f15d1),segment_id=bc59293c-905e-40e2-bee8-a4e76c9f15d1)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:30.628272 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:30.694344 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Routers {'7e90683f-41b7-4483-81f2-2bfba3ef4641'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:49:30.695017 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:49:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7e90683f-41b7-4483-81f2-2bfba3ef4641'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:30.751055 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6815490-6a2b-46f2-8031-43c55467f417 None None] Pushing event updated for resources: {'Port': ['ID=135293e4-843c-4426-b777-4f385abdfd83,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:30.858016 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] Set router 7e90683f-41b7-4483-81f2-2bfba3ef4641 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:49:31.121719 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 4, 'project_id': 'eb478131aef843219bb784acdb33482d', 'gw_port': {'id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '135293e4-843c-4426-b777-4f385abdfd83', 'name': '', 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'mac_address': 'fa:16:3e:18:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:25Z', 'updated_at': '2021-07-16T20:49:30Z', 'revision_number': 4, 'project_id': 'eb478131aef843219bb784acdb33482d', 'subnets': [{'id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:49:31.162461 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3789d-b95d-41ed-b00d-64ccd29bb617 None None] The sync data for ids ['7e90683f-41b7-4483-81f2-2bfba3ef4641'] in n-d-792394-17 is: [{'id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 4, 'project_id': 'eb478131aef843219bb784acdb33482d', 'gw_port': {'id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '135293e4-843c-4426-b777-4f385abdfd83', 'name': '', 'network_id': '90f1bf34-18fd-4fe4-bc8a-5983c8774ad0', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'mac_address': 'fa:16:3e:18:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:25Z', 'updated_at': '2021-07-16T20:49:30Z', 'revision_number': 4, 'project_id': 'eb478131aef843219bb784acdb33482d', 'subnets': [{'id': 'd38caaf7-7a89-45b1-bbec-c4b1d51aae98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:49:31.623717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-ceb09f3d-a878-466c-b0bd-0d1c3063d7ed req-fdb960bb-85a8-48f6-bf7f-c9208f722989 service neutron] (93958) timed out ('10.222.0.10', 50682) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:49:31.782826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bcb121ff-b269-40b6-9c07-7a96c2f9e041 req-554beb9d-4456-4f91-9422-429e1cfa31e0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 210 time: 0.0651336 Jul 16 20:49:31.784330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2a6e7bf1-7929-4630-9d49-4a0b589e5876 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:31.858320 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2a6e7bf1-7929-4630-9d49-4a0b589e5876 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:31.859441 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:31.986479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 135293e4-843c-4426-b777-4f385abdfd83 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:32.001615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ecb55d34-bcdc-420f-9b9c-90dd05c11409 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:32.003222 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ecb55d34-bcdc-420f-9b9c-90dd05c11409 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.2112696 Jul 16 20:49:32.023004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'port': {'device_id': '4df435a4-fe70-4323-863f-c6a5874da3c8', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'admin_state_up': True, 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:32.054928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 135293e4-843c-4426-b777-4f385abdfd83 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:32.066345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 135293e4-843c-4426-b777-4f385abdfd83 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:32.066752 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.185706 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.218208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Made reservation on behalf of 4397e38bccf8461083b7d4c5587e9f55 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:49:32.224058 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.231953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 135293e4-843c-4426-b777-4f385abdfd83, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=135293e4-843c-4426-b777-4f385abdfd83,segment=NetworkSegment(bc59293c-905e-40e2-bee8-a4e76c9f15d1),segment_id=bc59293c-905e-40e2-bee8-a4e76c9f15d1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:32.238232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.299541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=135293e4-843c-4426-b777-4f385abdfd83,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:32.377739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.20.0.9 (06b35eca-fecb-42e4-aa9e-a43c91e46a00/487ffe4c-c6e4-43d2-8902-e01fc1ad5874/7dc7801c-75cf-406a-8f25-23f07322de4c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:49:32.554689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.578955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Transition to ACTIVE for port object 7dc7801c-75cf-406a-8f25-23f07322de4c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:32.619930 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.670342 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:49:32.673719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:49:32.678622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:49:32.710062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=7dc7801c-75cf-406a-8f25-23f07322de4c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:32.744888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:32.745545 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:32.767325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-89f97fdf-250b-4219-b37c-fc8c9ddde865 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494676 Jul 16 20:49:32.783645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Request body: {'port': {'device_id': '4df435a4-fe70-4323-863f-c6a5874da3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:49:32.910905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.007183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-765c5643-5185-4965-9783-6610b6ac7080 None None] Provisioning for port 7dc7801c-75cf-406a-8f25-23f07322de4c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:33.019460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-765c5643-5185-4965-9783-6610b6ac7080 None None] Provisioning complete for port 7dc7801c-75cf-406a-8f25-23f07322de4c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:33.020130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-765c5643-5185-4965-9783-6610b6ac7080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.061751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-765c5643-5185-4965-9783-6610b6ac7080 None None] Port 7dc7801c-75cf-406a-8f25-23f07322de4c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:49:33.131191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b16ed7-ed99-401b-bb71-4b201b2169ac req-5cdd2fa7-ec09-46b8-a85c-5d7decd94362 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:33.132661 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b1b16ed7-ed99-401b-bb71-4b201b2169ac req-5cdd2fa7-ec09-46b8-a85c-5d7decd94362 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 931 time: 0.1691725 Jul 16 20:49:33.211702 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b1b16ed7-ed99-401b-bb71-4b201b2169ac req-941a3d78-0813-4f0a-b5d3-9ec3197c267e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726602 Jul 16 20:49:33.292208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc7801c-75cf-406a-8f25-23f07322de4c {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:33.300211 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.312982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Transition to ACTIVE for port object 7dc7801c-75cf-406a-8f25-23f07322de4c will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:49:33.317790 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.389372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Pushing event updated for resources: {'Port': ['ID=7dc7801c-75cf-406a-8f25-23f07322de4c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:33.480849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Attempting to bind port 7dc7801c-75cf-406a-8f25-23f07322de4c on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:49:33.481383 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Attempting to bind port 7dc7801c-75cf-406a-8f25-23f07322de4c by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:49:33.481816 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Attempting to bind port 7dc7801c-75cf-406a-8f25-23f07322de4c on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:33.487656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Port 7dc7801c-75cf-406a-8f25-23f07322de4c on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:49:33.488252 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Attempting to bind port 7dc7801c-75cf-406a-8f25-23f07322de4c on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:49:33.495187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:49:33.495606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:49:33.495996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Bound using segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:49:33.496612 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Bound port: 7dc7801c-75cf-406a-8f25-23f07322de4c, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:49:33.496978 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.572547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] For port 7dc7801c-75cf-406a-8f25-23f07322de4c, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:49:33.576189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] For port 7dc7801c-75cf-406a-8f25-23f07322de4c, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7dc7801c-75cf-406a-8f25-23f07322de4c,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:49:33.582595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.618952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:33.619624 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:33.621125 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] 10.222.0.63 "PUT /v2.0/ports/7dc7801c-75cf-406a-8f25-23f07322de4c HTTP/1.1" status: 200 len: 1092 time: 0.8468347 Jul 16 20:49:33.621643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df435a4-fe70-4323-863f-c6a5874da3c8', 'tag': '7dc7801c-75cf-406a-8f25-23f07322de4c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:33.624020 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfa4073-c476-4084-b53a-68f67459ccf4" -d '{"events": [{"name": "network-changed", "server_uuid": "4df435a4-fe70-4323-863f-c6a5874da3c8", "tag": "7dc7801c-75cf-406a-8f25-23f07322de4c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:33.719644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 135293e4-843c-4426-b777-4f385abdfd83 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:33.724560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32d5f7-3c91-41f7-bd81-6ac07f9ac48d service neutron] Pushing event updated for resources: {'Port': ['ID=7dc7801c-75cf-406a-8f25-23f07322de4c,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:33.737213 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a5ccfd-f4b9-4eb2-9f2e-315085bf574a x-openstack-request-id: req-60a5ccfd-f4b9-4eb2-9f2e-315085bf574a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:33.737679 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df435a4-fe70-4323-863f-c6a5874da3c8", "tag": "7dc7801c-75cf-406a-8f25-23f07322de4c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:33.737938 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60a5ccfd-f4b9-4eb2-9f2e-315085bf574a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:33.738364 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df435a4-fe70-4323-863f-c6a5874da3c8', 'tag': '7dc7801c-75cf-406a-8f25-23f07322de4c', 'status': 'completed', 'code': 200} Jul 16 20:49:33.770074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-7a1be401-2934-447b-8650-e2a469089b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:33.772295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-7a1be401-2934-447b-8650-e2a469089b45 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 1095 time: 0.0935395 Jul 16 20:49:33.778234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 135293e4-843c-4426-b777-4f385abdfd83 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:33.778847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:34.142255 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-796679ea-91ea-43d3-9005-232fbb0e77c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc7801c-75cf-406a-8f25-23f07322de4c HTTP/1.1" status: 200 len: 217 time: 0.3625858 Jul 16 20:49:34.193552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-7b131898-0001-43d1-98e5-6bf9f59153e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.195184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-7b131898-0001-43d1-98e5-6bf9f59153e4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0469735 Jul 16 20:49:34.276978 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-d9e57462-fdd0-43f6-900b-70c03241d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.278571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-d9e57462-fdd0-43f6-900b-70c03241d5a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763233 Jul 16 20:49:34.416921 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-9b14b96f-a2ca-4b6a-847e-f9e10325ede0 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312375 Jul 16 20:49:34.475791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553d89a-965f-4f88-bca0-b2d73b16aa69 req-70f40099-67d1-4f79-b321-747276d92852 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.477430 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d553d89a-965f-4f88-bca0-b2d73b16aa69 req-70f40099-67d1-4f79-b321-747276d92852 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 943 time: 0.1237953 Jul 16 20:49:34.561278 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d553d89a-965f-4f88-bca0-b2d73b16aa69 req-efa9d6dd-4e88-44d0-af74-831086c8d383 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526285 Jul 16 20:49:34.563439 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9058d65b-1379-4bb8-b8ec-422467309f94 req-29a4486c-9793-4563-8711-47de2e6c944d service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400881 Jul 16 20:49:34.689504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-01210fd7-4666-4875-ac6f-729ead0a86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.690955 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-01210fd7-4666-4875-ac6f-729ead0a86aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 1095 time: 0.0749424 Jul 16 20:49:34.807785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-3e22f2bb-afcc-4aff-994c-1ddb2e04ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.809306 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-3e22f2bb-afcc-4aff-994c-1ddb2e04ffb7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.1126394 Jul 16 20:49:34.852954 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-8e71b890-f93d-424f-a1d6-91a198f1bb6e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc7801c-75cf-406a-8f25-23f07322de4c HTTP/1.1" status: 200 len: 217 time: 0.0368485 Jul 16 20:49:34.922653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-d5ef4a1c-4981-45a2-b2bb-b007f49440c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:34.925325 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-d5ef4a1c-4981-45a2-b2bb-b007f49440c4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0658956 Jul 16 20:49:35.002895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-23f98cac-9c84-4a50-95f9-37ca55191301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.004569 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-23f98cac-9c84-4a50-95f9-37ca55191301 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734363 Jul 16 20:49:35.114717 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-b0869230-0284-4ee2-9b7b-f52bf9fd2988 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038651 Jul 16 20:49:35.226799 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9dfa4073-c476-4084-b53a-68f67459ccf4 req-6a75801f-c9ad-4fea-affc-03177d084272 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060121 Jul 16 20:49:35.772237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4926d-9c1f-4bb0-870c-f16f984d9235 req-e0710bb9-29ad-4f98-af7f-8dfaac817f21 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:35.773700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4dc4926d-9c1f-4bb0-870c-f16f984d9235 req-e0710bb9-29ad-4f98-af7f-8dfaac817f21 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 943 time: 0.0786862 Jul 16 20:49:35.822269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4dc4926d-9c1f-4bb0-870c-f16f984d9235 req-08e7be58-dfc7-4f3a-8008-faf101e9eaf9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Jul 16 20:49:37.001529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1545ed-d6cf-4fae-88ea-bc86dbef1460 req-a2ba6ecf-2ce8-46d4-9a59-bffd021516e9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:37.003086 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c1545ed-d6cf-4fae-88ea-bc86dbef1460 req-a2ba6ecf-2ce8-46d4-9a59-bffd021516e9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 943 time: 0.0669968 Jul 16 20:49:37.042647 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c1545ed-d6cf-4fae-88ea-bc86dbef1460 req-bc8f9187-b494-44f3-a557-55da531f1ab5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Jul 16 20:49:38.234349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457c059-0618-4ef3-b77c-50b648118ca2 req-d34c01aa-714a-4b38-b818-2a6a85cf0f07 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:38.235894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4457c059-0618-4ef3-b77c-50b648118ca2 req-d34c01aa-714a-4b38-b818-2a6a85cf0f07 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 943 time: 0.0637405 Jul 16 20:49:38.273850 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4457c059-0618-4ef3-b77c-50b648118ca2 req-9c2b6fdd-0215-4e9a-aa5c-85d5790752cb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Jul 16 20:49:39.451199 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6d105-98ac-42a6-9904-62c2a6fc5ddc req-84fc3efb-8d89-463e-b49a-e76a326d0e17 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:39.452713 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4dc6d105-98ac-42a6-9904-62c2a6fc5ddc req-84fc3efb-8d89-463e-b49a-e76a326d0e17 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 943 time: 0.0681131 Jul 16 20:49:39.491329 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4dc6d105-98ac-42a6-9904-62c2a6fc5ddc req-7b1d16f9-413f-4390-8a7e-0195aa71d1a9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Jul 16 20:49:40.664656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a1704-e17b-4f44-a1c6-53d22b1a82d4 req-2be0ffa6-c354-4042-93d4-d48906a7e4b0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:40.666143 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-903a1704-e17b-4f44-a1c6-53d22b1a82d4 req-2be0ffa6-c354-4042-93d4-d48906a7e4b0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 943 time: 0.0685437 Jul 16 20:49:40.713417 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-903a1704-e17b-4f44-a1c6-53d22b1a82d4 req-35c49dce-6242-4065-80b5-6eb4f0183c1e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Jul 16 20:49:41.889992 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551f04f-8471-4297-950d-0294964156db req-bc7bd170-a9d6-4793-b923-dd61485704b3 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:41.891447 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8551f04f-8471-4297-950d-0294964156db req-bc7bd170-a9d6-4793-b923-dd61485704b3 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 943 time: 0.0645175 Jul 16 20:49:41.930148 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8551f04f-8471-4297-950d-0294964156db req-e685ff99-33ea-48ff-8998-e86b9c824660 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Jul 16 20:49:43.114781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2ee11-976a-447c-9764-96930cd8c022 req-f35e69fe-0e8d-4e69-b561-8d9abb00f259 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:43.116314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95c2ee11-976a-447c-9764-96930cd8c022 req-f35e69fe-0e8d-4e69-b561-8d9abb00f259 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 943 time: 0.0720153 Jul 16 20:49:43.157935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95c2ee11-976a-447c-9764-96930cd8c022 req-2c6df7da-6b5b-4fe5-87b2-690ffdb8b37e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Jul 16 20:49:44.331799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6731e2e-11bf-4bd6-9a5e-6394f179b2ee req-3d9efc48-f51e-4f61-bed3-b1ef6cb2c7c0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:44.333858 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6731e2e-11bf-4bd6-9a5e-6394f179b2ee req-3d9efc48-f51e-4f61-bed3-b1ef6cb2c7c0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 943 time: 0.0612946 Jul 16 20:49:44.370204 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e6731e2e-11bf-4bd6-9a5e-6394f179b2ee req-92b4a454-da2b-40e4-b0e3-77ae5a75c864 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Jul 16 20:49:45.077757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7dc7801c-75cf-406a-8f25-23f07322de4c details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:49:45.169286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7dc7801c-75cf-406a-8f25-23f07322de4c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7dc7801c-75cf-406a-8f25-23f07322de4c,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:45.181262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '7dc7801c-75cf-406a-8f25-23f07322de4c', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'port_id': '7dc7801c-75cf-406a-8f25-23f07322de4c', 'mac_address': 'fa:16:3e:31:de:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:49:45.371146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.383173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc7801c-75cf-406a-8f25-23f07322de4c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:49:45.402831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7dc7801c-75cf-406a-8f25-23f07322de4c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7dc7801c-75cf-406a-8f25-23f07322de4c,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:45.407013 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:45.453313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7dc7801c-75cf-406a-8f25-23f07322de4c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:45.547993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604c4ab-744d-417b-9162-6def88fc5c59 req-08af1be6-036c-4ac9-b2aa-de75cf2925f4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:45.549479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0604c4ab-744d-417b-9162-6def88fc5c59 req-08af1be6-036c-4ac9-b2aa-de75cf2925f4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 944 time: 0.0638955 Jul 16 20:49:45.586708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0604c4ab-744d-417b-9162-6def88fc5c59 req-6f393572-33d9-4a51-8120-26345a4b6996 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Jul 16 20:49:45.590300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['7dc7801c-75cf-406a-8f25-23f07322de4c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:45.891233 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:46.760797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d6fab-d2d6-40d6-ba12-f48b39ba9f6a req-c3bfcce1-fbaa-4081-a4cd-9674cc52cd4b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:46.762273 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-461d6fab-d2d6-40d6-ba12-f48b39ba9f6a req-c3bfcce1-fbaa-4081-a4cd-9674cc52cd4b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 944 time: 0.0659492 Jul 16 20:49:46.798883 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-461d6fab-d2d6-40d6-ba12-f48b39ba9f6a req-4a3ce32e-ef08-4de8-8860-8deb07fb29dd tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309548 Jul 16 20:49:46.958519 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.077720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7dc7801c-75cf-406a-8f25-23f07322de4c up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:49:47.124200 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 7dc7801c-75cf-406a-8f25-23f07322de4c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:49:47.127964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 7dc7801c-75cf-406a-8f25-23f07322de4c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:49:47.128337 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.205029 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.226005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df435a4-fe70-4323-863f-c6a5874da3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc7801c-75cf-406a-8f25-23f07322de4c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:47.228266 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5753cab-8caf-4a68-9c93-e2027212bb98" -d '{"events": [{"server_uuid": "4df435a4-fe70-4323-863f-c6a5874da3c8", "name": "network-vif-plugged", "status": "completed", "tag": "7dc7801c-75cf-406a-8f25-23f07322de4c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:47.243335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 7dc7801c-75cf-406a-8f25-23f07322de4c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7dc7801c-75cf-406a-8f25-23f07322de4c,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:47.247146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:47.270838 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eecc386-2521-4bd1-ab1c-8935bdef81fa x-openstack-request-id: req-6eecc386-2521-4bd1-ab1c-8935bdef81fa {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:47.271141 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df435a4-fe70-4323-863f-c6a5874da3c8", "name": "network-vif-plugged", "status": "completed", "tag": "7dc7801c-75cf-406a-8f25-23f07322de4c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:47.271413 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6eecc386-2521-4bd1-ab1c-8935bdef81fa {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:47.271911 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df435a4-fe70-4323-863f-c6a5874da3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc7801c-75cf-406a-8f25-23f07322de4c', 'code': 200} Jul 16 20:49:47.297678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=7dc7801c-75cf-406a-8f25-23f07322de4c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:47.305771 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.306122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.306459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.306797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.307126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.307478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.307806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.308133 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.308459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.308782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.309105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.309423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:47.377616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db443189-e8be-4d20-bfec-3ae5b92d22f6 req-4d82cc2b-04b4-4c93-8038-8f4734248897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:47.379109 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db443189-e8be-4d20-bfec-3ae5b92d22f6 req-4d82cc2b-04b4-4c93-8038-8f4734248897 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 1097 time: 0.0509548 Jul 16 20:49:47.412351 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-db443189-e8be-4d20-bfec-3ae5b92d22f6 req-4ad9b26c-665e-4a95-9e75-75992c73a9bb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273976 Jul 16 20:49:47.973183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4449e3-e13b-4be6-ab6d-743f7c6a65b1 req-d86f6eab-1a79-4bcb-ad94-beeee0824551 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:47.975486 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d4449e3-e13b-4be6-ab6d-743f7c6a65b1 req-d86f6eab-1a79-4bcb-ad94-beeee0824551 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 945 time: 0.0680697 Jul 16 20:49:48.016014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3d4449e3-e13b-4be6-ab6d-743f7c6a65b1 req-0b06c3b9-351d-4a2d-8457-b4a1476dc978 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332670 Jul 16 20:49:49.189271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d78a-b7dc-4d01-bde3-4ff863c46381 req-515d892c-aa53-4875-b781-f3b136e77eb3 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:49.190667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ede4d78a-b7dc-4d01-bde3-4ff863c46381 req-515d892c-aa53-4875-b781-f3b136e77eb3 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 945 time: 0.0623288 Jul 16 20:49:49.232556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ede4d78a-b7dc-4d01-bde3-4ff863c46381 req-6c78c981-c486-4ca5-ab45-084585e13391 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362518 Jul 16 20:49:49.404733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67a97d-b7dc-4daa-b3ef-754c01baff4b req-7ea2b2fd-d3bd-4ffd-8b2f-cf6c7c0741e7 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:49.406256 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a67a97d-b7dc-4daa-b3ef-754c01baff4b req-7ea2b2fd-d3bd-4ffd-8b2f-cf6c7c0741e7 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 945 time: 0.0639212 Jul 16 20:49:49.444276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5a67a97d-b7dc-4daa-b3ef-754c01baff4b req-abc20201-18ad-463f-a13e-3e34ebdadb99 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Jul 16 20:49:49.611701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff4b88-3145-4e57-a1f1-2016b2928853 req-c8ebfe82-cf05-4b11-9e9d-c62a7ba48041 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:49.613172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8ff4b88-3145-4e57-a1f1-2016b2928853 req-c8ebfe82-cf05-4b11-9e9d-c62a7ba48041 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 945 time: 0.0632350 Jul 16 20:49:49.650434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8ff4b88-3145-4e57-a1f1-2016b2928853 req-069c3076-eb5a-46c5-88ad-7babb05be7f8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310767 Jul 16 20:49:50.025087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d96cb-80a9-42d8-9b07-5f199a707d20 req-45a5de21-b3b8-47ee-9bb7-e80d1530e6eb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:50.026478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b42d96cb-80a9-42d8-9b07-5f199a707d20 req-45a5de21-b3b8-47ee-9bb7-e80d1530e6eb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 945 time: 0.0639350 Jul 16 20:49:50.064581 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b42d96cb-80a9-42d8-9b07-5f199a707d20 req-ef5a7e38-c55d-4b00-b807-11f624653882 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Jul 16 20:49:50.614427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-059646ce-c370-4cfb-b60d-3628ab0a1af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.234557 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919da80-b95e-4952-a557-13aa0bd5e174 req-6e6ebd60-b0d4-44d3-9e74-965123e0fab8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.236065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f919da80-b95e-4952-a557-13aa0bd5e174 req-6e6ebd60-b0d4-44d3-9e74-965123e0fab8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 945 time: 0.0615518 Jul 16 20:49:51.272907 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f919da80-b95e-4952-a557-13aa0bd5e174 req-f158a115-2952-4686-b000-65aa6355e43f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307319 Jul 16 20:49:51.381323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-e9e22c89-1644-4d19-b1c8-89c2fe91aa92 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:49:51.382736 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-e9e22c89-1644-4d19-b1c8-89c2fe91aa92 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 945 time: 0.0661724 Jul 16 20:49:51.480665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port 7dc7801c-75cf-406a-8f25-23f07322de4c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:49:51.481011 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.572786 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] For port 7dc7801c-75cf-406a-8f25-23f07322de4c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=7dc7801c-75cf-406a-8f25-23f07322de4c,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:49:51.573144 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.585409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for 7dc7801c-75cf-406a-8f25-23f07322de4c owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:49:51.717520 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.729949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['7dc7801c-75cf-406a-8f25-23f07322de4c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:49:51.744989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=7dc7801c-75cf-406a-8f25-23f07322de4c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:49:51.756161 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.756507 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.756951 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.757286 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.757617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.757944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.758277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.758699 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.759049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.759799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.759799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.760017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:49:51.807007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] No DVR routers for this DVR port 7dc7801c-75cf-406a-8f25-23f07322de4c on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:49:51.810214 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:51.812948 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5d4349c2-b4ff-4d06-95ae-e01f0707c108 req-5d2c2e7f-8dd8-4bfe-9f4d-b508ec1db62b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "DELETE /v2.0/ports/7dc7801c-75cf-406a-8f25-23f07322de4c HTTP/1.1" status: 204 len: 173 time: 0.4251869 Jul 16 20:49:51.813442 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df435a4-fe70-4323-863f-c6a5874da3c8', 'name': 'network-vif-deleted', 'tag': '7dc7801c-75cf-406a-8f25-23f07322de4c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:49:51.817555 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c3c06d-15e1-4091-b6b7-3ab2ebd27b0a" -d '{"events": [{"server_uuid": "4df435a4-fe70-4323-863f-c6a5874da3c8", "name": "network-vif-deleted", "tag": "7dc7801c-75cf-406a-8f25-23f07322de4c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:49:51.872962 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd51a266-1e1c-40fa-8204-59d30323763d x-openstack-request-id: req-dd51a266-1e1c-40fa-8204-59d30323763d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:49:51.873254 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df435a4-fe70-4323-863f-c6a5874da3c8", "name": "network-vif-deleted", "tag": "7dc7801c-75cf-406a-8f25-23f07322de4c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:49:51.873511 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd51a266-1e1c-40fa-8204-59d30323763d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:49:51.873919 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df435a4-fe70-4323-863f-c6a5874da3c8', 'name': 'network-vif-deleted', 'tag': '7dc7801c-75cf-406a-8f25-23f07322de4c', 'status': 'completed', 'code': 200} Jul 16 20:49:52.420812 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b33b2f22-d0d8-4e60-b8e6-32487f87a0d5 req-02d3023e-8800-425b-bae7-5267ba449544 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 210 time: 0.0292327 Jul 16 20:49:53.427834 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.444357 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c1040c14-5388-427d-b87b-6bdc871bba0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:53.568113 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25c1ce5a-9445-4008-9312-c80b7c8d631c req-04cb8430-7348-42cb-b73f-b9787317ef20 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 210 time: 0.0319450 Jul 16 20:49:54.642606 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:49:54.713299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-70326903-2585-44e8-9468-62ecd8730e5b req-9eb8f199-2f3c-4c9f-9699-9a36f9cc9857 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df435a4-fe70-4323-863f-c6a5874da3c8 HTTP/1.1" status: 200 len: 210 time: 0.0322092 Jul 16 20:49:55.109107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7dc7801c-75cf-406a-8f25-23f07322de4c no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:49:55.132175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 7dc7801c-75cf-406a-8f25-23f07322de4c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:49:55.132520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 7dc7801c-75cf-406a-8f25-23f07322de4c not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:49:56.330598 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:01.689684 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:50:02.245852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-530ec532-a773-4a77-9527-a9793cb7b164 req-9600d813-1efd-459f-80b2-bf773fed71d7 tempest-TestSecurityGroupsBasicOps-1416765530 tempest-TestSecurityGroupsBasicOps-1416765530-project] (93959) timed out ('10.222.0.30', 60560) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:50:14.787468 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-ce97cc35-b70d-424a-9543-43d9eae6dfc4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:14.788842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-ce97cc35-b70d-424a-9543-43d9eae6dfc4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1055870 Jul 16 20:50:14.803115 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-a1446960-ad61-436f-9367-4700668ff4b8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/quotas/4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 375 time: 0.0089440 Jul 16 20:50:14.895926 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-94b60a90-3621-4a72-be8b-ab5057b0823b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873880 Jul 16 20:50:14.987717 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-802369e0-9083-433c-9ecc-e2afd4b49a01 service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854225 Jul 16 20:50:15.078749 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-1392fde1-394b-4eb6-beac-9a1ab13d9df3 service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852933 Jul 16 20:50:15.272716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0f77b57-4cb0-4a5c-bf04-6b2dcc645bd0 req-879837ab-a28d-4d53-8815-53debf54b398 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 210 time: 0.0287476 Jul 16 20:50:15.908395 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.284114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-7026b975-b58f-4081-bd99-835c6dc5e8fe tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:16.285596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-7026b975-b58f-4081-bd99-835c6dc5e8fe tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1251538 Jul 16 20:50:16.300407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'port': {'device_id': '9a0d28c1-4ec3-4065-8370-0bef57f2706e', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'admin_state_up': True, 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:16.437130 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f282d1fd-e914-4af3-8a99-e7e88250cb31 req-feeafcf1-f67e-4067-850f-126147f31e4b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 210 time: 0.0354748 Jul 16 20:50:16.456514 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Made reservation on behalf of 4397e38bccf8461083b7d4c5587e9f55 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:50:16.460294 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.591035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.20.0.10 (06b35eca-fecb-42e4-aa9e-a43c91e46a00/487ffe4c-c6e4-43d2-8902-e01fc1ad5874/f399e5f9-373f-4847-8f82-0fa77bbcea40) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:50:16.773899 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.787580 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Transition to ACTIVE for port object f399e5f9-373f-4847-8f82-0fa77bbcea40 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:16.820707 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.870106 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:50:16.873406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:50:16.875944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:50:16.905182 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=f399e5f9-373f-4847-8f82-0fa77bbcea40,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:16.944617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:16.945292 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.969484 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-32bf15c4-b363-4b79-9fe3-264c4423bc88 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6736240 Jul 16 20:50:16.975891 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:16.982941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Request body: {'port': {'device_id': '9a0d28c1-4ec3-4065-8370-0bef57f2706e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:50:17.065909 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.136916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-45cc40e5-2acb-4268-baa4-2d2cca49835c None None] Provisioning for port f399e5f9-373f-4847-8f82-0fa77bbcea40 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:17.141275 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-45cc40e5-2acb-4268-baa4-2d2cca49835c None None] Provisioning complete for port f399e5f9-373f-4847-8f82-0fa77bbcea40 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:17.141646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45cc40e5-2acb-4268-baa4-2d2cca49835c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.175234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-45cc40e5-2acb-4268-baa4-2d2cca49835c None None] Port f399e5f9-373f-4847-8f82-0fa77bbcea40 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:50:17.339866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f399e5f9-373f-4847-8f82-0fa77bbcea40 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:17.349787 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.364392 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Transition to ACTIVE for port object f399e5f9-373f-4847-8f82-0fa77bbcea40 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:50:17.368028 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.421003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f399e5f9-373f-4847-8f82-0fa77bbcea40,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:17.496783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Attempting to bind port f399e5f9-373f-4847-8f82-0fa77bbcea40 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:50:17.497249 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Attempting to bind port f399e5f9-373f-4847-8f82-0fa77bbcea40 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:50:17.497643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Attempting to bind port f399e5f9-373f-4847-8f82-0fa77bbcea40 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:17.503919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Port f399e5f9-373f-4847-8f82-0fa77bbcea40 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:50:17.504247 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Attempting to bind port f399e5f9-373f-4847-8f82-0fa77bbcea40 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:50:17.509761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:50:17.510317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:50:17.510869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Bound using segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:50:17.511481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Bound port: f399e5f9-373f-4847-8f82-0fa77bbcea40, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:50:17.512267 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.591970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] For port f399e5f9-373f-4847-8f82-0fa77bbcea40, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:50:17.595864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] For port f399e5f9-373f-4847-8f82-0fa77bbcea40, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f399e5f9-373f-4847-8f82-0fa77bbcea40,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:50:17.602541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.652163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:17.652964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:17.654823 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] 10.222.0.63 "PUT /v2.0/ports/f399e5f9-373f-4847-8f82-0fa77bbcea40 HTTP/1.1" status: 200 len: 1093 time: 0.6784089 Jul 16 20:50:17.655408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0d28c1-4ec3-4065-8370-0bef57f2706e', 'tag': 'f399e5f9-373f-4847-8f82-0fa77bbcea40'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:17.657788 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b1053-575b-4d95-9217-80b3fb385f82" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0d28c1-4ec3-4065-8370-0bef57f2706e", "tag": "f399e5f9-373f-4847-8f82-0fa77bbcea40"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:17.660630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b1a42-5446-4f50-9f5c-f6ff3798e7f9 req-0e8c5b22-8c3b-4aab-9422-43102cc5fa40 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:17.662691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-090b1a42-5446-4f50-9f5c-f6ff3798e7f9 req-0e8c5b22-8c3b-4aab-9422-43102cc5fa40 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0809555 Jul 16 20:50:17.705711 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8752e1-3d64-4381-a836-809af1d5fdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f399e5f9-373f-4847-8f82-0fa77bbcea40,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:17.718995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-090b1a42-5446-4f50-9f5c-f6ff3798e7f9 req-84654843-fb1a-4303-9c76-76776036d04a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498607 Jul 16 20:50:17.743379 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc14b28-a426-4be0-9eac-fd914b4f11d2 x-openstack-request-id: req-2bc14b28-a426-4be0-9eac-fd914b4f11d2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:17.743663 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0d28c1-4ec3-4065-8370-0bef57f2706e", "tag": "f399e5f9-373f-4847-8f82-0fa77bbcea40", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:17.743919 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2bc14b28-a426-4be0-9eac-fd914b4f11d2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:17.744325 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0d28c1-4ec3-4065-8370-0bef57f2706e', 'tag': 'f399e5f9-373f-4847-8f82-0fa77bbcea40', 'status': 'completed', 'code': 200} Jul 16 20:50:17.789296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-ab492dc5-e60c-4052-bb37-75772bdedee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:17.790836 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-ab492dc5-e60c-4052-bb37-75772bdedee5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 1096 time: 0.0737164 Jul 16 20:50:17.833551 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-d53f8d4f-acf4-4a39-8d7e-df80ae468c5b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f399e5f9-373f-4847-8f82-0fa77bbcea40 HTTP/1.1" status: 200 len: 217 time: 0.0359490 Jul 16 20:50:17.887989 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-d57d5ad7-f09a-4a82-b32f-51ab888121bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:17.889790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-d57d5ad7-f09a-4a82-b32f-51ab888121bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0503390 Jul 16 20:50:17.949602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-aa190c9d-f8e8-448b-b7f2-8a57fe39cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:17.951240 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-aa190c9d-f8e8-448b-b7f2-8a57fe39cb28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549653 Jul 16 20:50:18.043911 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-f6401acd-d2b5-44b3-a14c-c98f014007d5 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854933 Jul 16 20:50:18.139939 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-977b344f-a7c5-49c0-a64b-f615b4f108bf req-7782822a-fd52-4cce-b41b-14b8452e30bf service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894966 Jul 16 20:50:18.242836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b1053-575b-4d95-9217-80b3fb385f82 req-bf9835d1-2aa3-4872-81e3-3e740c962dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:18.244507 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-737b1053-575b-4d95-9217-80b3fb385f82 req-bf9835d1-2aa3-4872-81e3-3e740c962dc4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 1096 time: 0.0566163 Jul 16 20:50:18.339328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b1053-575b-4d95-9217-80b3fb385f82 req-48c2fea6-d000-4b3c-b56e-c9f379452075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:18.340819 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-737b1053-575b-4d95-9217-80b3fb385f82 req-48c2fea6-d000-4b3c-b56e-c9f379452075 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0906217 Jul 16 20:50:18.382171 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-737b1053-575b-4d95-9217-80b3fb385f82 req-001f63da-0787-4c70-9b26-7750ea1cd423 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f399e5f9-373f-4847-8f82-0fa77bbcea40 HTTP/1.1" status: 200 len: 217 time: 0.0353460 Jul 16 20:50:18.429315 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b1053-575b-4d95-9217-80b3fb385f82 req-59704627-7436-4f2f-8cc9-149064ec5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:18.430787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-737b1053-575b-4d95-9217-80b3fb385f82 req-59704627-7436-4f2f-8cc9-149064ec5daa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0425532 Jul 16 20:50:18.492872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b1053-575b-4d95-9217-80b3fb385f82 req-e95a9e4b-4d56-4008-b592-fa559d3f3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:18.494978 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-737b1053-575b-4d95-9217-80b3fb385f82 req-e95a9e4b-4d56-4008-b592-fa559d3f3f39 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575852 Jul 16 20:50:18.599980 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-737b1053-575b-4d95-9217-80b3fb385f82 req-beeb455f-5a5c-4373-9bb3-3f020af88cb1 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984967 Jul 16 20:50:18.693205 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-737b1053-575b-4d95-9217-80b3fb385f82 req-9b571e4c-6c13-450f-bd2e-8f092a424093 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870166 Jul 16 20:50:18.908496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78476e91-614d-4547-b4cf-2698812ac285 req-87be2192-0474-46a3-9ff0-b71bc7730fda tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:18.909913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78476e91-614d-4547-b4cf-2698812ac285 req-87be2192-0474-46a3-9ff0-b71bc7730fda tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0753601 Jul 16 20:50:18.959952 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78476e91-614d-4547-b4cf-2698812ac285 req-ff2c8798-af0f-44ae-88f3-c13813aabe4f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Jul 16 20:50:20.214222 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf561cf1-9bd0-401d-92f4-e54b2758d4e5 req-01e92a60-f2de-42a8-a13a-c5ef96ec0388 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:20.215786 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf561cf1-9bd0-401d-92f4-e54b2758d4e5 req-01e92a60-f2de-42a8-a13a-c5ef96ec0388 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.1224091 Jul 16 20:50:20.282433 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bf561cf1-9bd0-401d-92f4-e54b2758d4e5 req-412ba30b-60c5-428f-af3e-c11ad8d7e18f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605612 Jul 16 20:50:20.624447 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5344f756-e20d-4e42-956e-f94b918e6dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:21.491029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a700ee-81fb-4de4-9d0c-fee21e7c76b1 req-bfe1b319-84fd-439f-94d7-de637401f634 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:21.494647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18a700ee-81fb-4de4-9d0c-fee21e7c76b1 req-bfe1b319-84fd-439f-94d7-de637401f634 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0782871 Jul 16 20:50:21.535428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18a700ee-81fb-4de4-9d0c-fee21e7c76b1 req-e457a0df-cbeb-4030-b639-07c4ad7a2735 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Jul 16 20:50:22.732613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68745-0819-449e-aca9-9b4d59d87b6d req-82d54847-61c7-408f-a7e5-df1910e56716 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:22.734100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dcf68745-0819-449e-aca9-9b4d59d87b6d req-82d54847-61c7-408f-a7e5-df1910e56716 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0803797 Jul 16 20:50:22.779778 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dcf68745-0819-449e-aca9-9b4d59d87b6d req-03f9e259-c9d7-4a33-b03a-aaaf39c7598f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393002 Jul 16 20:50:23.443153 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:23.454188 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04580458-09c1-4c47-962f-196cc23a53ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:23.944915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199e2e-b7f4-49e4-95a3-d30f12a6b750 req-777e80d3-0509-4d2f-84f8-7da79aa5dfe2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:23.946413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c199e2e-b7f4-49e4-95a3-d30f12a6b750 req-777e80d3-0509-4d2f-84f8-7da79aa5dfe2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0624170 Jul 16 20:50:23.986834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c199e2e-b7f4-49e4-95a3-d30f12a6b750 req-e81f4ccc-a86f-47b9-b80e-61d54eeb9425 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349352 Jul 16 20:50:24.639827 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:25.155356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090be66-8f16-4d58-b32b-9e48a57b7956 req-7958c8b4-5fb7-4c80-8815-deead05b6c69 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:25.156842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b090be66-8f16-4d58-b32b-9e48a57b7956 req-7958c8b4-5fb7-4c80-8815-deead05b6c69 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0627773 Jul 16 20:50:25.193385 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b090be66-8f16-4d58-b32b-9e48a57b7956 req-a7b621b2-37d9-4619-b44d-94272247de9b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304461 Jul 16 20:50:26.327700 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:26.376820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e36770-c776-4c77-8d8f-a1225ce94485 req-abf2d76e-d1aa-4f48-98d5-d28fcd18a4cc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:26.378342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3e36770-c776-4c77-8d8f-a1225ce94485 req-abf2d76e-d1aa-4f48-98d5-d28fcd18a4cc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0711899 Jul 16 20:50:26.424389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3e36770-c776-4c77-8d8f-a1225ce94485 req-f9fb48f9-9a21-4678-83c2-40ee69bd5abb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Jul 16 20:50:27.616521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af508120-8ae5-487c-8372-79a519153596 req-94c0f6be-8d71-4c5f-a4c3-b40a90393b2b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:27.618961 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af508120-8ae5-487c-8372-79a519153596 req-94c0f6be-8d71-4c5f-a4c3-b40a90393b2b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0721333 Jul 16 20:50:27.662157 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-af508120-8ae5-487c-8372-79a519153596 req-769df5a5-e333-4be3-a158-501a1271dfd0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369925 Jul 16 20:50:28.845215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da6c7a-9fdb-4b02-beda-530f9194861c req-75acefa0-e62d-468d-baae-5269d0cdb21e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:28.846731 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-80da6c7a-9fdb-4b02-beda-530f9194861c req-75acefa0-e62d-468d-baae-5269d0cdb21e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0651829 Jul 16 20:50:28.889526 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-80da6c7a-9fdb-4b02-beda-530f9194861c req-b650d8a4-e8c4-40db-94bb-2d2f404b124c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360973 Jul 16 20:50:30.074990 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49156-3790-4970-a126-59384bfd5f09 req-622a3a77-4579-470c-a586-ce8b9e2997cf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:30.076528 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-23c49156-3790-4970-a126-59384bfd5f09 req-622a3a77-4579-470c-a586-ce8b9e2997cf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0676277 Jul 16 20:50:30.114929 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-23c49156-3790-4970-a126-59384bfd5f09 req-5d3f4429-9403-4151-bb7e-bda020b51ba4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Jul 16 20:50:31.291242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc636-3895-47d1-b1c4-b2f49bca37b5 req-7921a693-7101-4668-bb63-9fe70ddd5bad tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:31.292763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-834bc636-3895-47d1-b1c4-b2f49bca37b5 req-7921a693-7101-4668-bb63-9fe70ddd5bad tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0662129 Jul 16 20:50:31.329303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-834bc636-3895-47d1-b1c4-b2f49bca37b5 req-268fa21c-8f1a-4625-b792-6e0728780f62 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309083 Jul 16 20:50:32.502292 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96c7bb-e501-4981-9a8f-6f4ad287de3c req-7a3a77ca-5d11-4a1e-b74d-2d00579c734e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:32.504339 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d96c7bb-e501-4981-9a8f-6f4ad287de3c req-7a3a77ca-5d11-4a1e-b74d-2d00579c734e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0638285 Jul 16 20:50:32.541839 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8d96c7bb-e501-4981-9a8f-6f4ad287de3c req-e250bce0-4282-456b-91ed-0ad5cdce7479 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Jul 16 20:50:33.714328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fe03a-393b-45e5-b968-6d46027ce09f req-d893d5ab-95f0-4ad6-af96-b3b869467d1e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:33.715895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-762fe03a-393b-45e5-b968-6d46027ce09f req-d893d5ab-95f0-4ad6-af96-b3b869467d1e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0646119 Jul 16 20:50:33.753851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-762fe03a-393b-45e5-b968-6d46027ce09f req-49391df4-fcba-4afb-b47e-e9871ba39339 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Jul 16 20:50:34.932322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e85c0-1117-45cb-acd0-f2106686caac req-25c421ad-2945-4e37-b356-4f8fff4c657e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:34.933752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b51e85c0-1117-45cb-acd0-f2106686caac req-25c421ad-2945-4e37-b356-4f8fff4c657e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0687842 Jul 16 20:50:34.973343 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b51e85c0-1117-45cb-acd0-f2106686caac req-a32a5f91-f734-4fd8-b847-27d34f3996be tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330591 Jul 16 20:50:36.159105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb55075-35e6-48f4-80f9-faa1aac6e54a req-678e03e6-507b-4cff-94d6-a36d0e0c0075 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:36.161646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7eb55075-35e6-48f4-80f9-faa1aac6e54a req-678e03e6-507b-4cff-94d6-a36d0e0c0075 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0746138 Jul 16 20:50:36.201714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7eb55075-35e6-48f4-80f9-faa1aac6e54a req-bc964b01-ee3a-417d-a998-99611db9f9c6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348680 Jul 16 20:50:37.380643 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3dfe4-753d-47c5-b4b5-ebfdf83657dc req-7a15de7e-684a-4383-bef1-097a24b40f59 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:37.382182 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d7d3dfe4-753d-47c5-b4b5-ebfdf83657dc req-7a15de7e-684a-4383-bef1-097a24b40f59 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 944 time: 0.0657065 Jul 16 20:50:37.388258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f399e5f9-373f-4847-8f82-0fa77bbcea40 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:50:37.421088 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d7d3dfe4-753d-47c5-b4b5-ebfdf83657dc req-8df5586e-7f25-484b-a973-bfa3937743a6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 Jul 16 20:50:37.487410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f399e5f9-373f-4847-8f82-0fa77bbcea40, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f399e5f9-373f-4847-8f82-0fa77bbcea40,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:37.499666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'f399e5f9-373f-4847-8f82-0fa77bbcea40', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'port_id': 'f399e5f9-373f-4847-8f82-0fa77bbcea40', 'mac_address': 'fa:16:3e:2a:b2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:50:37.537098 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:37.549910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f399e5f9-373f-4847-8f82-0fa77bbcea40 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:50:37.571444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f399e5f9-373f-4847-8f82-0fa77bbcea40, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f399e5f9-373f-4847-8f82-0fa77bbcea40,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:37.575213 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:37.628836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f399e5f9-373f-4847-8f82-0fa77bbcea40,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:37.773850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f399e5f9-373f-4847-8f82-0fa77bbcea40'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:50:38.605998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13231cc6-5945-4435-895c-884904b26df8 req-d4e5ffe9-0c18-4dda-8ff3-cdb2a79bd50f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:38.607527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13231cc6-5945-4435-895c-884904b26df8 req-d4e5ffe9-0c18-4dda-8ff3-cdb2a79bd50f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 945 time: 0.0678616 Jul 16 20:50:38.649343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13231cc6-5945-4435-895c-884904b26df8 req-fe3ec7fb-6733-4c77-8b8a-011271b930e4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342767 Jul 16 20:50:38.690070 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:50:39.388371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f399e5f9-373f-4847-8f82-0fa77bbcea40 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:50:39.441180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port f399e5f9-373f-4847-8f82-0fa77bbcea40 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:50:39.446037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port f399e5f9-373f-4847-8f82-0fa77bbcea40 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:50:39.446406 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.522343 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.545481 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d28c1-4ec3-4065-8370-0bef57f2706e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399e5f9-373f-4847-8f82-0fa77bbcea40'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:39.547881 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf20c1d8-e562-4234-9343-e04ef81fc90c" -d '{"events": [{"server_uuid": "9a0d28c1-4ec3-4065-8370-0bef57f2706e", "name": "network-vif-plugged", "status": "completed", "tag": "f399e5f9-373f-4847-8f82-0fa77bbcea40"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:39.561041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f399e5f9-373f-4847-8f82-0fa77bbcea40, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f399e5f9-373f-4847-8f82-0fa77bbcea40,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:39.566110 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:39.591675 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b87e5fe-8aa4-4856-be84-1bced6ecbadd x-openstack-request-id: req-8b87e5fe-8aa4-4856-be84-1bced6ecbadd {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:39.592035 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d28c1-4ec3-4065-8370-0bef57f2706e", "name": "network-vif-plugged", "status": "completed", "tag": "f399e5f9-373f-4847-8f82-0fa77bbcea40", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:39.592317 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b87e5fe-8aa4-4856-be84-1bced6ecbadd {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:39.592704 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d28c1-4ec3-4065-8370-0bef57f2706e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399e5f9-373f-4847-8f82-0fa77bbcea40', 'code': 200} Jul 16 20:50:39.620586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f399e5f9-373f-4847-8f82-0fa77bbcea40,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:39.697293 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d7d09-6a9d-49c1-a735-a3d3ed1c36a9 req-c1731e2f-af92-4cbb-9979-07aa4e99773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.698833 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-385d7d09-6a9d-49c1-a735-a3d3ed1c36a9 req-c1731e2f-af92-4cbb-9979-07aa4e99773a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 1098 time: 0.0515726 Jul 16 20:50:39.735214 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-385d7d09-6a9d-49c1-a735-a3d3ed1c36a9 req-2a2dc98e-9477-44eb-b4ed-596139a2c70b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301259 Jul 16 20:50:39.824303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bd2a8-35f0-47d8-b42a-0444aac14ed9 req-e412b307-e139-411e-a90f-bba29bfce631 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:39.825632 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e5bd2a8-35f0-47d8-b42a-0444aac14ed9 req-e412b307-e139-411e-a90f-bba29bfce631 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 946 time: 0.0628319 Jul 16 20:50:39.863586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e5bd2a8-35f0-47d8-b42a-0444aac14ed9 req-a7046817-5fdf-471e-9a3c-3f4d57dc9052 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Jul 16 20:50:41.042305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d59db-1f15-434f-b7e1-6a4fdf2c5646 req-c42f9eeb-7cc2-408a-8a7a-1184990c63dd tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:41.044008 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd3d59db-1f15-434f-b7e1-6a4fdf2c5646 req-c42f9eeb-7cc2-408a-8a7a-1184990c63dd tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 946 time: 0.0681818 Jul 16 20:50:41.082095 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-fd3d59db-1f15-434f-b7e1-6a4fdf2c5646 req-4cf16bc0-c6ea-49b9-af51-ef83a0cf342a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Jul 16 20:50:41.269101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30cfac-3444-4b0f-86f4-49aa0e49fbc8 req-d107809c-b04e-4e83-badd-b974e270ad29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:41.270538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d30cfac-3444-4b0f-86f4-49aa0e49fbc8 req-d107809c-b04e-4e83-badd-b974e270ad29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 946 time: 0.0698068 Jul 16 20:50:41.308972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d30cfac-3444-4b0f-86f4-49aa0e49fbc8 req-f2056f76-c9c7-4b84-bb0d-39c9ba63c101 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Jul 16 20:50:41.480988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab59743-ea26-470f-945d-30e26d943879 req-b51f7242-e01e-4020-acb2-f5388398aedf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:41.482497 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dab59743-ea26-470f-945d-30e26d943879 req-b51f7242-e01e-4020-acb2-f5388398aedf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 946 time: 0.0635724 Jul 16 20:50:41.521073 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-dab59743-ea26-470f-945d-30e26d943879 req-e325b1f3-ed60-4fbc-99a8-976e64dfa899 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328770 Jul 16 20:50:41.958732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe8d4-3e9f-49c3-b80c-857f262a84e3 req-afb6e4d6-2cc3-4b11-b8d7-1a21c522903d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:41.960363 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-695fe8d4-3e9f-49c3-b80c-857f262a84e3 req-afb6e4d6-2cc3-4b11-b8d7-1a21c522903d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 946 time: 0.0700011 Jul 16 20:50:41.998246 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-695fe8d4-3e9f-49c3-b80c-857f262a84e3 req-effc189e-bf7b-449e-ad6f-3bfd79377147 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323756 Jul 16 20:50:43.173568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e2a9-e566-4099-8c6c-b7c1373d93cb req-b9c55707-afd1-4ec5-bf32-0c9de2270f5d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:43.175089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea32e2a9-e566-4099-8c6c-b7c1373d93cb req-b9c55707-afd1-4ec5-bf32-0c9de2270f5d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 946 time: 0.0638332 Jul 16 20:50:43.221050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ea32e2a9-e566-4099-8c6c-b7c1373d93cb req-d85e4311-8d96-46cd-8c91-b453ead0154b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Jul 16 20:50:43.360590 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-bf231880-5707-4a86-ae47-6cf2f76408a9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:50:43.362087 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-bf231880-5707-4a86-ae47-6cf2f76408a9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 946 time: 0.0637693 Jul 16 20:50:43.467440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port f399e5f9-373f-4847-8f82-0fa77bbcea40 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:50:43.467783 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.562187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] For port f399e5f9-373f-4847-8f82-0fa77bbcea40, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f399e5f9-373f-4847-8f82-0fa77bbcea40,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:50:43.562616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.576725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for f399e5f9-373f-4847-8f82-0fa77bbcea40 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:50:43.711375 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.724435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f399e5f9-373f-4847-8f82-0fa77bbcea40'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:50:43.744653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=f399e5f9-373f-4847-8f82-0fa77bbcea40,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:50:43.795470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] No DVR routers for this DVR port f399e5f9-373f-4847-8f82-0fa77bbcea40 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:50:43.798438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:43.800806 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4394be4b-a048-44a2-98fc-f8fbe89fe650 req-c1b80631-6748-47bf-bbf0-57997948ecb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "DELETE /v2.0/ports/f399e5f9-373f-4847-8f82-0fa77bbcea40 HTTP/1.1" status: 204 len: 173 time: 0.4335928 Jul 16 20:50:43.801261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d28c1-4ec3-4065-8370-0bef57f2706e', 'name': 'network-vif-deleted', 'tag': 'f399e5f9-373f-4847-8f82-0fa77bbcea40'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:50:43.803993 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98871414-f546-4b2f-8516-32cb8ccf20d6" -d '{"events": [{"server_uuid": "9a0d28c1-4ec3-4065-8370-0bef57f2706e", "name": "network-vif-deleted", "tag": "f399e5f9-373f-4847-8f82-0fa77bbcea40"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:50:43.854398 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e3b831-fdd4-4bc4-b453-ec00536f8c07 x-openstack-request-id: req-a0e3b831-fdd4-4bc4-b453-ec00536f8c07 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:50:43.854693 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d28c1-4ec3-4065-8370-0bef57f2706e", "name": "network-vif-deleted", "tag": "f399e5f9-373f-4847-8f82-0fa77bbcea40", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:50:43.855336 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0e3b831-fdd4-4bc4-b453-ec00536f8c07 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:50:43.855524 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d28c1-4ec3-4065-8370-0bef57f2706e', 'name': 'network-vif-deleted', 'tag': 'f399e5f9-373f-4847-8f82-0fa77bbcea40', 'status': 'completed', 'code': 200} Jul 16 20:50:44.360601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2d87ad6-8c77-4df6-aa68-1b89e9068f54 req-c2d01637-41ff-4752-b3d3-d2924721f49e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 210 time: 0.0289619 Jul 16 20:50:45.510289 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee664f57-4575-4880-91e2-763c5988ae7a req-57245fdb-c749-4857-8a36-89d53239f86c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 210 time: 0.0360801 Jul 16 20:50:45.914407 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:46.657297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3bd23e9-b656-4df1-82a6-15ca7c8f6efc req-e29baa20-f61f-41d6-9ee7-ebf6b0fe477a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a0d28c1-4ec3-4065-8370-0bef57f2706e HTTP/1.1" status: 200 len: 210 time: 0.0328982 Jul 16 20:50:46.991106 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:47.435243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f399e5f9-373f-4847-8f82-0fa77bbcea40 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:50:47.455005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: f399e5f9-373f-4847-8f82-0fa77bbcea40 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:50:47.455388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f399e5f9-373f-4847-8f82-0fa77bbcea40 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:50:50.618137 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db569e2b-908f-4c00-bae8-6d2ebf6fdfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.443693 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:53.450853 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b93f027c-aafe-4ab4-8420-07abe50f2832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:54.644138 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:50:56.324655 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:08.740093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-146eaa08-ca30-427d-a410-87cf6cd1f758 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:08.741495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-146eaa08-ca30-427d-a410-87cf6cd1f758 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1012118 Jul 16 20:51:08.755940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-d72826ca-5dbf-4f42-948c-546b24e54d2e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/quotas/4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 375 time: 0.0089357 Jul 16 20:51:08.829079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-a137fc08-6566-4482-947a-88eabb2f6d1e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683954 Jul 16 20:51:08.917170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-e3fe6fa1-ad07-4b00-80fe-4aed4dc2b13c service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811431 Jul 16 20:51:09.008899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-0ebf4ffc-9cdd-4524-8a34-240944ea6b86 service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859473 Jul 16 20:51:09.312708 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cad0fc62-798e-4228-a349-615c06c7fa49 req-9e9ab104-11bd-4b2a-a1a0-c09813c225d1 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 210 time: 0.0273175 Jul 16 20:51:10.343863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-a90b1c22-2de7-429c-b2f7-f0b9b114f437 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:10.345404 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-a90b1c22-2de7-429c-b2f7-f0b9b114f437 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1157014 Jul 16 20:51:10.364847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'port': {'device_id': 'd8efe4cc-f0c7-465f-85da-31690f23de46', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'admin_state_up': True, 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:10.484664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Made reservation on behalf of 4397e38bccf8461083b7d4c5587e9f55 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:51:10.488541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:10.506120 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-49fff8f9-6ff8-40f8-98ab-af8d89135c94 req-e459e583-0aa3-4805-bfe7-f7d7dfff1498 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 210 time: 0.0322266 Jul 16 20:51:10.943981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.20.0.12 (06b35eca-fecb-42e4-aa9e-a43c91e46a00/487ffe4c-c6e4-43d2-8902-e01fc1ad5874/71a231cc-7a18-4a7a-bd3d-dc48b9b54efb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:11.099913 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.114789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Transition to ACTIVE for port object 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:11.148348 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.190382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:11.196826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:11.200676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:11.229607 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:11.244560 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.244899 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.245239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.245570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.245900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.246227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.246550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.246872 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.247192 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.247535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.247858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.248175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:11.269197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.278259 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.284259 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-b3d2ab3b-783f-47f0-9175-4e4cf87547b4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9242558 Jul 16 20:51:11.295694 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Request body: {'port': {'device_id': 'd8efe4cc-f0c7-465f-85da-31690f23de46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:11.375036 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.489054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d207e2c3-c84b-423d-84d0-0d1c83016134 None None] Provisioning for port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:11.494184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d207e2c3-c84b-423d-84d0-0d1c83016134 None None] Provisioning complete for port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:11.494786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d207e2c3-c84b-423d-84d0-0d1c83016134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.531571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d207e2c3-c84b-423d-84d0-0d1c83016134 None None] Port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:51:11.679708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:11.689418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.707871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Transition to ACTIVE for port object 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:11.712781 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.783886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6adf34-8526-4352-8cf4-af4872df4805 req-8b9fd332-12f4-403b-9881-c911aacf4fee tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:11.786077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7d6adf34-8526-4352-8cf4-af4872df4805 req-8b9fd332-12f4-403b-9881-c911aacf4fee tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 932 time: 0.1489904 Jul 16 20:51:11.793324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:11.876549 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7d6adf34-8526-4352-8cf4-af4872df4805 req-2b8655fe-453d-4c88-8051-c5c65290221c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648906 Jul 16 20:51:11.891240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Attempting to bind port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:51:11.891857 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Attempting to bind port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:51:11.892288 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Attempting to bind port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:11.897369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:51:11.897877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Attempting to bind port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:11.903366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:51:11.903829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:51:11.904318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Bound using segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:51:11.904855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Bound port: 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:51:11.905679 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:11.976104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] For port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:51:11.979615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] For port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:51:11.983918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:12.018429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.018984 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:12.020571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] 10.222.0.63 "PUT /v2.0/ports/71a231cc-7a18-4a7a-bd3d-dc48b9b54efb HTTP/1.1" status: 200 len: 1093 time: 0.7293620 Jul 16 20:51:12.020907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8efe4cc-f0c7-465f-85da-31690f23de46', 'tag': '71a231cc-7a18-4a7a-bd3d-dc48b9b54efb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:12.023400 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce340e9-bd21-4d33-90da-db376b22ac9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8efe4cc-f0c7-465f-85da-31690f23de46", "tag": "71a231cc-7a18-4a7a-bd3d-dc48b9b54efb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:12.051748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13dc1a-bee5-4131-9540-e03e9e0e1ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:12.099758 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3410ca47-c534-4c0a-bd9f-db8328c130f8 x-openstack-request-id: req-3410ca47-c534-4c0a-bd9f-db8328c130f8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:12.100188 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8efe4cc-f0c7-465f-85da-31690f23de46", "tag": "71a231cc-7a18-4a7a-bd3d-dc48b9b54efb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:12.100552 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3410ca47-c534-4c0a-bd9f-db8328c130f8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:12.101045 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8efe4cc-f0c7-465f-85da-31690f23de46', 'tag': '71a231cc-7a18-4a7a-bd3d-dc48b9b54efb', 'status': 'completed', 'code': 200} Jul 16 20:51:12.130062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-c76d95e4-88cd-453f-89e6-a0f08acbec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.132081 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-c76d95e4-88cd-453f-89e6-a0f08acbec7b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 1096 time: 0.0670915 Jul 16 20:51:12.182991 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-df97ee04-3fe5-4e23-baa4-c5d0cb3d7460 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb HTTP/1.1" status: 200 len: 217 time: 0.0438242 Jul 16 20:51:12.232819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-724ad1c0-3069-4afd-97ba-6bef708dfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.234338 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-724ad1c0-3069-4afd-97ba-6bef708dfaeb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0459068 Jul 16 20:51:12.292954 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-121e4a77-8e1f-4f18-9f18-62f8341600d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.294515 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-121e4a77-8e1f-4f18-9f18-62f8341600d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543811 Jul 16 20:51:12.392716 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-19ce50a3-5ccb-4d71-8c7d-8e1b48a8d69f service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917826 Jul 16 20:51:12.480720 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b9be4a80-4e87-49c9-8b84-c29b7c595a34 req-3d44f62b-fbfc-44f5-8de3-ec9cc4e2ddd3 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820324 Jul 16 20:51:12.577138 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-d78cd837-8076-435d-8e32-446e98367787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.578648 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-d78cd837-8076-435d-8e32-446e98367787 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 1096 time: 0.0543675 Jul 16 20:51:12.672213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-dac318e1-c801-4d76-92da-f72ce62c9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.673706 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-dac318e1-c801-4d76-92da-f72ce62c9554 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0884519 Jul 16 20:51:12.713889 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-be5072fa-a2d0-4091-8ddc-0ec39b2151fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb HTTP/1.1" status: 200 len: 217 time: 0.0340662 Jul 16 20:51:12.765697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-73020db2-f889-4ed1-bc5b-f8d153619fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.767166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-73020db2-f889-4ed1-bc5b-f8d153619fcc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0479152 Jul 16 20:51:12.824131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-82caac5b-d0a8-44ac-a3ff-7de1e668f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:12.825548 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-82caac5b-d0a8-44ac-a3ff-7de1e668f2a3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522208 Jul 16 20:51:12.924501 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-0b47e389-e5fc-49bc-a7ba-553cb0df1c87 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923922 Jul 16 20:51:13.046775 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5ce340e9-bd21-4d33-90da-db376b22ac9a req-c249a5f7-b833-46b1-a7f3-ce0de1c58d19 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163583 Jul 16 20:51:13.078712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fbf50-5d73-465b-a220-3d41864194f2 req-2d65867d-fadb-4e41-9486-ebc2f1c4a615 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:13.080275 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8c9fbf50-5d73-465b-a220-3d41864194f2 req-2d65867d-fadb-4e41-9486-ebc2f1c4a615 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 944 time: 0.0777733 Jul 16 20:51:13.123629 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8c9fbf50-5d73-465b-a220-3d41864194f2 req-435e6983-f5e2-4334-aeeb-e318efab7771 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Jul 16 20:51:14.299667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128aca11-cf4f-406a-ae4e-e27ff766ab0a req-573ee2c0-aa77-4f2c-95be-d969a31e876b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:14.301166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-128aca11-cf4f-406a-ae4e-e27ff766ab0a req-573ee2c0-aa77-4f2c-95be-d969a31e876b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 944 time: 0.0635872 Jul 16 20:51:14.340044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-128aca11-cf4f-406a-ae4e-e27ff766ab0a req-99e508c5-a6d2-40e3-864f-6e77bc0d40de tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Jul 16 20:51:15.515457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf50c7-24aa-441b-8ca1-e0a9c13fefda req-0eef5a2f-ce3d-464d-a597-f2c1f4339d1e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:15.516959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12bf50c7-24aa-441b-8ca1-e0a9c13fefda req-0eef5a2f-ce3d-464d-a597-f2c1f4339d1e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 944 time: 0.0643697 Jul 16 20:51:15.553623 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-12bf50c7-24aa-441b-8ca1-e0a9c13fefda req-4bab69ab-289a-4f3e-9d99-f3cdc35c99de tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Jul 16 20:51:15.689560 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:51:15.917208 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:16.728817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb589-e9b5-4d32-9fcf-e332319194d4 req-4ff11ab0-b9af-4791-9bb3-9c3b7e89767e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:16.730271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2eeb589-e9b5-4d32-9fcf-e332319194d4 req-4ff11ab0-b9af-4791-9bb3-9c3b7e89767e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 944 time: 0.0668418 Jul 16 20:51:16.767030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2eeb589-e9b5-4d32-9fcf-e332319194d4 req-b41627a2-db26-430d-b4b4-b6acc8011e18 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Jul 16 20:51:16.996869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:17.936644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ab0e2-f207-4894-93b1-769ba538fb8b req-d0100ec7-a0f8-423f-a329-e027a7a4c8a4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:17.938099 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac9ab0e2-f207-4894-93b1-769ba538fb8b req-d0100ec7-a0f8-423f-a329-e027a7a4c8a4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 944 time: 0.0619526 Jul 16 20:51:17.976351 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ac9ab0e2-f207-4894-93b1-769ba538fb8b req-bf757a23-ed81-41e0-adad-ab3022b44c41 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Jul 16 20:51:19.148891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd8ec8-3570-4e8c-bc4f-e596903e64ae req-02b9a4b5-7048-4085-a293-c11450396d75 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:19.150349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5cd8ec8-3570-4e8c-bc4f-e596903e64ae req-02b9a4b5-7048-4085-a293-c11450396d75 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 944 time: 0.0622294 Jul 16 20:51:19.186645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5cd8ec8-3570-4e8c-bc4f-e596903e64ae req-868ceec0-79d9-4a98-83f5-0c6b35f23a7d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308030 Jul 16 20:51:20.362323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b91c5-f969-471c-8fd7-4b8d4d5f890c req-fe2d97ca-965f-4ee7-99fb-7b330c3bbaf1 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:20.363815 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb0b91c5-f969-471c-8fd7-4b8d4d5f890c req-fe2d97ca-965f-4ee7-99fb-7b330c3bbaf1 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 944 time: 0.0661614 Jul 16 20:51:20.401356 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-bb0b91c5-f969-471c-8fd7-4b8d4d5f890c req-1a344b3e-9176-445f-bf2a-a3a135e240c3 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Jul 16 20:51:20.621043 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02046dca-639c-4619-a0bc-1d2fa2a26f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:21.570240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ac25d-e360-4a5b-852d-4172292e639a req-69318033-37a6-4f38-87af-314eb841368b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:21.571737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa0ac25d-e360-4a5b-852d-4172292e639a req-69318033-37a6-4f38-87af-314eb841368b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 944 time: 0.0618849 Jul 16 20:51:21.613537 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa0ac25d-e360-4a5b-852d-4172292e639a req-b1e29a03-157b-4d04-ac3f-153d39e4b1e6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362577 Jul 16 20:51:21.626840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:51:21.719427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:21.730906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '71a231cc-7a18-4a7a-bd3d-dc48b9b54efb', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'port_id': '71a231cc-7a18-4a7a-bd3d-dc48b9b54efb', 'mac_address': 'fa:16:3e:3c:25:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:51:21.769197 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:21.781743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:21.799907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:21.803797 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:21.849358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:21.856715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.857062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.857401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.857736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.858068 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.858395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.858720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.859046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.859394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.859719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.860044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.860362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:21.987374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['71a231cc-7a18-4a7a-bd3d-dc48b9b54efb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:22.782977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049c942-c9a8-4aac-b118-d51c4be95a16 req-151e8e78-b4bf-4ae7-848d-592740342302 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:22.784489 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7049c942-c9a8-4aac-b118-d51c4be95a16 req-151e8e78-b4bf-4ae7-848d-592740342302 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 945 time: 0.0637150 Jul 16 20:51:22.821639 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7049c942-c9a8-4aac-b118-d51c4be95a16 req-9ef57c50-ee0e-4d42-ba09-3d7fdb54f987 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311892 Jul 16 20:51:23.440981 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.446213 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-202a6cd2-4a89-433c-91bb-fe2918ff43a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.638263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:51:23.684718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:23.688360 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:23.688752 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.762515 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.787450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8efe4cc-f0c7-465f-85da-31690f23de46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a231cc-7a18-4a7a-bd3d-dc48b9b54efb'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:23.789666 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91d6900-ba39-40e0-a843-166e93afcbeb" -d '{"events": [{"server_uuid": "d8efe4cc-f0c7-465f-85da-31690f23de46", "name": "network-vif-plugged", "status": "completed", "tag": "71a231cc-7a18-4a7a-bd3d-dc48b9b54efb"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:23.801570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:23.805400 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:23.828247 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12854452-b241-4bd2-ae49-4028ad2b84e6 x-openstack-request-id: req-12854452-b241-4bd2-ae49-4028ad2b84e6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:23.828530 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8efe4cc-f0c7-465f-85da-31690f23de46", "name": "network-vif-plugged", "status": "completed", "tag": "71a231cc-7a18-4a7a-bd3d-dc48b9b54efb", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:23.828777 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12854452-b241-4bd2-ae49-4028ad2b84e6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:23.829154 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8efe4cc-f0c7-465f-85da-31690f23de46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a231cc-7a18-4a7a-bd3d-dc48b9b54efb', 'code': 200} Jul 16 20:51:23.856036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:23.975808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753991b4-107c-4e74-ba89-5b8584944586 req-fd15aee9-a61e-4a1a-b8e6-cca2b646e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:23.977177 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-753991b4-107c-4e74-ba89-5b8584944586 req-fd15aee9-a61e-4a1a-b8e6-cca2b646e2dd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 1098 time: 0.0806701 Jul 16 20:51:24.024469 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-753991b4-107c-4e74-ba89-5b8584944586 req-f4116349-b0fc-478a-b71a-ffaa349a47c5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Jul 16 20:51:24.035717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f77e9e-7a6b-438e-be21-bf5414f98d98 req-14dffd19-0d16-4b4f-82c1-185d008ff8f2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:24.037143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8f77e9e-7a6b-438e-be21-bf5414f98d98 req-14dffd19-0d16-4b4f-82c1-185d008ff8f2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 946 time: 0.0966671 Jul 16 20:51:24.073367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a8f77e9e-7a6b-438e-be21-bf5414f98d98 req-07d2cc4e-6e59-42d6-b404-1445418759d7 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306468 Jul 16 20:51:24.647890 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:25.246317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857f09-a257-4a61-864c-916a44c5a427 req-8097bbc0-f019-438c-a2e7-1c49b08b482c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:25.247445 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf857f09-a257-4a61-864c-916a44c5a427 req-8097bbc0-f019-438c-a2e7-1c49b08b482c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 946 time: 0.0623984 Jul 16 20:51:25.283771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf857f09-a257-4a61-864c-916a44c5a427 req-d9c5b4dd-3ab5-468f-b9ac-dce73bd66c11 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Jul 16 20:51:25.452550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c308d-e9b1-4685-b417-0f9baa7a2ce9 req-3cc4e9ec-5bcd-413f-b557-cbad7ac93f3d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:25.453930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce9c308d-e9b1-4685-b417-0f9baa7a2ce9 req-3cc4e9ec-5bcd-413f-b557-cbad7ac93f3d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 946 time: 0.0623062 Jul 16 20:51:25.492582 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce9c308d-e9b1-4685-b417-0f9baa7a2ce9 req-0d0cb528-6430-40c2-a3c6-1d38c4596de1 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Jul 16 20:51:26.326563 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:27.972539 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-dd518c74-c297-4bc5-be1b-49f7d40ae6bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:27.973771 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-dd518c74-c297-4bc5-be1b-49f7d40ae6bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1023092 Jul 16 20:51:27.989796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-4039f986-f989-411f-aaad-aceb5c4e921a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/quotas/4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 375 time: 0.0093610 Jul 16 20:51:28.063768 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-40d50a9c-aa68-46ad-9ad8-cee8c67e0f4b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672135 Jul 16 20:51:28.158017 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-651e6c8e-dba2-4a26-8e2b-bf3dd510a508 service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869100 Jul 16 20:51:28.245010 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-8a9d8478-0272-49be-add6-b9b52386460f service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806744 Jul 16 20:51:28.439530 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ee07aa8-479d-49bd-bfc7-dc5a28c9e6c0 req-96a673d4-ee69-4a8c-b939-1e65dcddc2cf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 210 time: 0.0283720 Jul 16 20:51:29.507924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-f641765d-1a67-4807-b122-8077f3e7a821 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:29.509484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-f641765d-1a67-4807-b122-8077f3e7a821 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1106131 Jul 16 20:51:29.522729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'port': {'device_id': 'fb255f9b-7d4f-4334-90f0-816e894d43e0', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'admin_state_up': True, 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:29.599965 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6e3f7eea-4ca0-4afc-ab29-b360cf022167 req-48038dba-e264-43ee-89af-617fa62d9d67 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 210 time: 0.0379510 Jul 16 20:51:29.651999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Made reservation on behalf of 4397e38bccf8461083b7d4c5587e9f55 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:51:29.655472 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.784398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.20.0.10 (06b35eca-fecb-42e4-aa9e-a43c91e46a00/487ffe4c-c6e4-43d2-8902-e01fc1ad5874/2d9e6cb0-4de3-4070-b90d-a2e4b71191b2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:51:29.955110 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:29.969060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Transition to ACTIVE for port object 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:30.003578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.016102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['71a231cc-7a18-4a7a-bd3d-dc48b9b54efb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:30.053549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:51:30.057285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:51:30.061995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:51:30.066702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:30.095816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.096163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.096504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.097405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.097405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.097664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.097770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.098601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.098929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.099283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.099672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.099992 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:51:30.127530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:30.128270 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.144597 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ec25069a-825a-4afa-b0b5-47d55c304500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265507 Jul 16 20:51:30.155880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Request body: {'port': {'device_id': 'fb255f9b-7d4f-4334-90f0-816e894d43e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:51:30.236462 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.404205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9113086c-c483-416f-9612-ca91f7f478e0 None None] Provisioning for port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:30.409416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9113086c-c483-416f-9612-ca91f7f478e0 None None] Provisioning complete for port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:30.410251 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9113086c-c483-416f-9612-ca91f7f478e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.447765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9113086c-c483-416f-9612-ca91f7f478e0 None None] Port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:51:30.517182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:30.525275 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.538540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Transition to ACTIVE for port object 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:51:30.542334 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.666593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Attempting to bind port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:51:30.666936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Attempting to bind port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:51:30.667281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Attempting to bind port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:30.669372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:30.681702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:51:30.682029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Attempting to bind port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:51:30.687982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:51:30.688566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:51:30.689118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Bound using segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:51:30.689732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Bound port: 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:51:30.690258 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.803958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] For port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:51:30.818259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] For port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:51:30.823999 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.839433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254035-c1fb-4516-8754-84ef1e9b77a7 req-13b4faee-4dbd-4bc4-9fe8-6cd53a7529b8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:30.840988 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d254035-c1fb-4516-8754-84ef1e9b77a7 req-13b4faee-4dbd-4bc4-9fe8-6cd53a7529b8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.1097763 Jul 16 20:51:30.884631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:30.885248 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:30.886675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 HTTP/1.1" status: 200 len: 1093 time: 0.7351434 Jul 16 20:51:30.887105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb255f9b-7d4f-4334-90f0-816e894d43e0', 'tag': '2d9e6cb0-4de3-4070-b90d-a2e4b71191b2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:30.889400 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db585de-20f4-4727-99db-45fe298fb9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb255f9b-7d4f-4334-90f0-816e894d43e0", "tag": "2d9e6cb0-4de3-4070-b90d-a2e4b71191b2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:30.938210 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d254035-c1fb-4516-8754-84ef1e9b77a7 req-b9218fd6-9a33-46e9-8e51-9d788b9f9c24 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769935 Jul 16 20:51:30.939782 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4af2db-b95d-42fa-87da-7f5b904d3124 x-openstack-request-id: req-fc4af2db-b95d-42fa-87da-7f5b904d3124 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:30.940338 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb255f9b-7d4f-4334-90f0-816e894d43e0", "tag": "2d9e6cb0-4de3-4070-b90d-a2e4b71191b2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:30.940338 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc4af2db-b95d-42fa-87da-7f5b904d3124 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:30.940706 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb255f9b-7d4f-4334-90f0-816e894d43e0', 'tag': '2d9e6cb0-4de3-4070-b90d-a2e4b71191b2', 'status': 'completed', 'code': 200} Jul 16 20:51:30.941249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c9548-f57e-4436-b3e1-1c5e4baf8473 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:30.999933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-07bd8ecf-8097-4cae-a423-29ab24012255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:31.001522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-07bd8ecf-8097-4cae-a423-29ab24012255 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 1096 time: 0.0568802 Jul 16 20:51:31.054261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-af00592c-403d-4963-8b12-b49c35d801c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 HTTP/1.1" status: 200 len: 217 time: 0.0438418 Jul 16 20:51:31.108844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ee76e11a-6285-49fe-90fe-3b124b2177bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:31.110049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-ee76e11a-6285-49fe-90fe-3b124b2177bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0473621 Jul 16 20:51:31.166795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-332b95a6-c6fa-46a4-9f3b-4ece0c7a28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:31.168322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-332b95a6-c6fa-46a4-9f3b-4ece0c7a28d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521328 Jul 16 20:51:31.262219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-e4b55d62-a6c4-47f1-b20c-7833d88b721c service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875313 Jul 16 20:51:31.355119 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c270d06-a941-4c21-849f-1b7a83df2935 req-f4a563e7-3e45-49c9-81dd-48462aa16047 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851882 Jul 16 20:51:31.470122 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-29839e32-4f1d-43bb-8c2d-053265d766a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:31.471713 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-29839e32-4f1d-43bb-8c2d-053265d766a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 1096 time: 0.0555794 Jul 16 20:51:31.559313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-b555cd29-06ce-43db-a5f9-2cd66f68d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:31.560797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-b555cd29-06ce-43db-a5f9-2cd66f68d415 service neutron] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0828154 Jul 16 20:51:31.606340 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-dae9e15f-f6fb-405d-b8eb-164b2e4f2ee3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 HTTP/1.1" status: 200 len: 217 time: 0.0383668 Jul 16 20:51:31.662574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-14d13817-3004-4f76-b96c-1cc9bf79fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:31.664007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-14d13817-3004-4f76-b96c-1cc9bf79fa08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0487072 Jul 16 20:51:31.728315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-c454b731-76bb-49fe-a69a-db3db029f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:31.730100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-c454b731-76bb-49fe-a69a-db3db029f95a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587170 Jul 16 20:51:31.828650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-82d57c0a-8d3e-49c9-8867-66b876dd2e21 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908656 Jul 16 20:51:31.918399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4db585de-20f4-4727-99db-45fe298fb9e7 req-56369518-5eeb-4538-8cee-ca7b614ef105 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830491 Jul 16 20:51:32.131654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c490c-0798-478a-997e-8dd2efb60e5d req-94d1ff3e-95f2-489d-ba83-25451880f0f9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:32.133299 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d85c490c-0798-478a-997e-8dd2efb60e5d req-94d1ff3e-95f2-489d-ba83-25451880f0f9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0770426 Jul 16 20:51:32.181060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d85c490c-0798-478a-997e-8dd2efb60e5d req-cbee2f55-d301-43b9-8e82-eb6bca6df598 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Jul 16 20:51:33.428489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5f13d-c34b-4d0c-9223-127fb089ddb8 req-efaf546a-0041-47a7-a4e2-c036d68364ea tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:33.432243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7eb5f13d-c34b-4d0c-9223-127fb089ddb8 req-efaf546a-0041-47a7-a4e2-c036d68364ea tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.1082017 Jul 16 20:51:33.481884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7eb5f13d-c34b-4d0c-9223-127fb089ddb8 req-b281d16f-92b8-4710-90b9-6ab45a92e7fb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Jul 16 20:51:34.722571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d151c-d46d-417e-b09f-a8ff8f2fd5c8 req-3c160adc-5fc6-4a00-9a8a-f3db3834c0eb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:34.724344 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c4d151c-d46d-417e-b09f-a8ff8f2fd5c8 req-3c160adc-5fc6-4a00-9a8a-f3db3834c0eb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0918620 Jul 16 20:51:34.788514 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-7c4d151c-d46d-417e-b09f-a8ff8f2fd5c8 req-9c50cfa0-5f0d-4fc5-a196-27f700d01daa tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575879 Jul 16 20:51:35.989130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d258d-0a52-4556-ae75-d78987e19f92 req-a606c33d-2d52-4147-be0a-37f2d57b3677 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:35.990541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c13d258d-0a52-4556-ae75-d78987e19f92 req-a606c33d-2d52-4147-be0a-37f2d57b3677 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0675094 Jul 16 20:51:36.035386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c13d258d-0a52-4556-ae75-d78987e19f92 req-21394eb0-c0c3-4def-8f2b-618a3ec09a11 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Jul 16 20:51:37.222253 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2074b96-583e-47ec-8bc3-d64e6d9ff35d req-08317d42-fcc7-4971-8999-5402965569dc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:37.224410 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2074b96-583e-47ec-8bc3-d64e6d9ff35d req-08317d42-fcc7-4971-8999-5402965569dc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0750709 Jul 16 20:51:37.265047 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e2074b96-583e-47ec-8bc3-d64e6d9ff35d req-71743888-7581-43df-b774-db1bab8c6f94 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Jul 16 20:51:38.435545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cc71c-38b3-490e-aa63-39616036202e req-f5b6462f-74d6-42de-8a2c-06dbdbb5467c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:38.436998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e4cc71c-38b3-490e-aa63-39616036202e req-f5b6462f-74d6-42de-8a2c-06dbdbb5467c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0627682 Jul 16 20:51:38.474376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e4cc71c-38b3-490e-aa63-39616036202e req-c3b6d148-98a9-4a69-bf0e-9d41f212ff7a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Jul 16 20:51:39.646976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d86c5-0bf9-4d8b-b0da-22637ecea6b0 req-ee76f15b-f1f7-4f17-89d9-14705b971979 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:39.648526 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-187d86c5-0bf9-4d8b-b0da-22637ecea6b0 req-ee76f15b-f1f7-4f17-89d9-14705b971979 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0641201 Jul 16 20:51:39.687223 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-187d86c5-0bf9-4d8b-b0da-22637ecea6b0 req-14e6dce1-28a8-423a-82ee-493f108e77d8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329700 Jul 16 20:51:40.863376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51e5f2-50d2-4249-aa82-eb5a621d34ec req-f9ce52d0-f91b-4560-b989-d84a36bcfdf6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:40.865376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e51e5f2-50d2-4249-aa82-eb5a621d34ec req-f9ce52d0-f91b-4560-b989-d84a36bcfdf6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0669847 Jul 16 20:51:40.902853 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e51e5f2-50d2-4249-aa82-eb5a621d34ec req-3b5e5ea8-a941-444a-88df-2089b6b60771 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Jul 16 20:51:42.096071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49ef86-113e-4a52-be8d-57c73f538e96 req-27bb1471-79ad-4f4a-bf2b-ed759d559505 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:42.097754 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c49ef86-113e-4a52-be8d-57c73f538e96 req-27bb1471-79ad-4f4a-bf2b-ed759d559505 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0715358 Jul 16 20:51:42.142892 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2c49ef86-113e-4a52-be8d-57c73f538e96 req-082aea0b-69ea-43ee-9cd1-d5edebc57776 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363064 Jul 16 20:51:43.318523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677594-91ff-43f9-8805-afdb6cf66419 req-708ffb58-ff99-4fa7-b635-136721e09f66 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:43.320045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78677594-91ff-43f9-8805-afdb6cf66419 req-708ffb58-ff99-4fa7-b635-136721e09f66 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0631099 Jul 16 20:51:43.357916 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78677594-91ff-43f9-8805-afdb6cf66419 req-9429ff01-2b19-41d9-8061-8eb31e183483 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321603 Jul 16 20:51:44.528668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ce97-21b9-4bd9-8668-a2a77ea05320 req-08c6ce23-b933-48a6-9e88-3820f0ef5a55 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:44.530151 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ca0ce97-21b9-4bd9-8668-a2a77ea05320 req-08c6ce23-b933-48a6-9e88-3820f0ef5a55 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0629344 Jul 16 20:51:44.568413 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ca0ce97-21b9-4bd9-8668-a2a77ea05320 req-191df658-25a0-44a4-b8cb-374677c67e8f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327313 Jul 16 20:51:45.750907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f078eb1-4c23-472a-9d1b-4792cee7a894 req-a2e3cfa7-21be-4f46-86db-b3e09e39e553 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:45.752409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f078eb1-4c23-472a-9d1b-4792cee7a894 req-a2e3cfa7-21be-4f46-86db-b3e09e39e553 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0659285 Jul 16 20:51:45.789839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f078eb1-4c23-472a-9d1b-4792cee7a894 req-70eaa946-e466-4e4a-916a-8302ff188900 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Jul 16 20:51:45.918552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:46.966617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49a143-809b-471c-bd29-f5f9e854287a req-e52996ec-7807-4032-994b-c3a7f7834495 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:46.967889 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce49a143-809b-471c-bd29-f5f9e854287a req-e52996ec-7807-4032-994b-c3a7f7834495 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0630097 Jul 16 20:51:47.002173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:47.013375 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ce49a143-809b-471c-bd29-f5f9e854287a req-ac84e001-1a1e-4813-bf26-b0b6b4db23ca tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390043 Jul 16 20:51:48.207036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1b743-33e5-46a9-83fd-3f7c4c60b47e req-806aa97f-e427-4a3b-a404-ff79fdbf6d0f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:48.208643 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cad1b743-33e5-46a9-83fd-3f7c4c60b47e req-806aa97f-e427-4a3b-a404-ff79fdbf6d0f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0660894 Jul 16 20:51:48.256200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cad1b743-33e5-46a9-83fd-3f7c4c60b47e req-496bc3fa-490a-4ef6-a972-a91277aec1f6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Jul 16 20:51:49.429304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2385809-faff-41c4-a3af-f0158a606bb0 req-7e14f841-da69-4a38-8950-f12f061f221d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:49.430816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2385809-faff-41c4-a3af-f0158a606bb0 req-7e14f841-da69-4a38-8950-f12f061f221d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 944 time: 0.0627506 Jul 16 20:51:49.468068 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f2385809-faff-41c4-a3af-f0158a606bb0 req-029d318d-855d-470b-a16d-178df337a0bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Jul 16 20:51:50.269366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:51:50.366011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:50.377216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '2d9e6cb0-4de3-4070-b90d-a2e4b71191b2', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'port_id': '2d9e6cb0-4de3-4070-b90d-a2e4b71191b2', 'mac_address': 'fa:16:3e:47:6b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:51:50.412947 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.426759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:51:50.446379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:50.449782 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.496308 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:50.628145 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f01484f-ebf5-4473-b99d-adfebdeacfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:50.639969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceeeac-b94c-42c0-b5c7-8c0f9c7ca6cf req-e5518940-6c57-4dfb-aaa8-2aae7e163ab8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:50.641416 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84ceeeac-b94c-42c0-b5c7-8c0f9c7ca6cf req-e5518940-6c57-4dfb-aaa8-2aae7e163ab8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 945 time: 0.0639770 Jul 16 20:51:50.677795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84ceeeac-b94c-42c0-b5c7-8c0f9c7ca6cf req-1e17e189-275c-4f82-a5ed-e80c60101b67 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307424 Jul 16 20:51:50.705319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['2d9e6cb0-4de3-4070-b90d-a2e4b71191b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:51.871714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7218d7d-f744-4e37-b975-2813bf136316 req-dc30f919-4176-4253-b582-8ee5302a96ba tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:51.873294 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a7218d7d-f744-4e37-b975-2813bf136316 req-dc30f919-4176-4253-b582-8ee5302a96ba tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 945 time: 0.0689418 Jul 16 20:51:51.912184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a7218d7d-f744-4e37-b975-2813bf136316 req-aa563794-0338-4995-b7cb-f181ca694ead tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Jul 16 20:51:52.284829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:51:52.338970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:51:52.342597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:51:52.342962 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.426061 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.450213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb255f9b-7d4f-4334-90f0-816e894d43e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e6cb0-4de3-4070-b90d-a2e4b71191b2'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:52.452483 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742761d9-1932-4259-ae71-2f0ebda26b98" -d '{"events": [{"server_uuid": "fb255f9b-7d4f-4334-90f0-816e894d43e0", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e6cb0-4de3-4070-b90d-a2e4b71191b2"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:52.465557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:52.470689 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:52.497502 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18f7337-6159-475c-a8c5-69a329670329 x-openstack-request-id: req-d18f7337-6159-475c-a8c5-69a329670329 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:52.497854 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb255f9b-7d4f-4334-90f0-816e894d43e0", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e6cb0-4de3-4070-b90d-a2e4b71191b2", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:52.498160 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d18f7337-6159-475c-a8c5-69a329670329 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:52.498602 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb255f9b-7d4f-4334-90f0-816e894d43e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e6cb0-4de3-4070-b90d-a2e4b71191b2', 'code': 200} Jul 16 20:51:52.526306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:52.619078 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9692-767b-42ae-b8b8-ae442477027b req-48ef91c3-09d4-4eca-bae5-44ab366b9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:52.620623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f8c9692-767b-42ae-b8b8-ae442477027b req-48ef91c3-09d4-4eca-bae5-44ab366b9831 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 1098 time: 0.0600128 Jul 16 20:51:52.657069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f8c9692-767b-42ae-b8b8-ae442477027b req-9e0c7cf0-2aab-4173-9ef1-17332c6d8ff6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295167 Jul 16 20:51:52.689779 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:51:53.104450 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37328a98-814b-4ee7-a97f-fc94dac3c524 req-52f4d278-4288-488a-89ad-8380115b4b20 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:53.106006 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37328a98-814b-4ee7-a97f-fc94dac3c524 req-52f4d278-4288-488a-89ad-8380115b4b20 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 946 time: 0.0774775 Jul 16 20:51:53.151560 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-37328a98-814b-4ee7-a97f-fc94dac3c524 req-7067889f-fdc2-4b3d-b146-877bb8fdac49 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382144 Jul 16 20:51:53.439565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:53.449730 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b80558b5-ba6f-4f1d-931a-277a26a0835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:54.340924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e197d47-737e-4678-afe1-bc366ec287c2 req-7b06553b-79a8-443b-898d-f1100bd3cb32 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:54.342491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e197d47-737e-4678-afe1-bc366ec287c2 req-7b06553b-79a8-443b-898d-f1100bd3cb32 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 946 time: 0.0700972 Jul 16 20:51:54.383868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e197d47-737e-4678-afe1-bc366ec287c2 req-48e8575e-95b1-41a2-9ab0-6fcf5cfa1815 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Jul 16 20:51:54.573725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aa46b-079a-4bd6-a219-563cad60825f req-2992a409-439c-4280-8e46-472c7256a936 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:54.575328 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d25aa46b-079a-4bd6-a219-563cad60825f req-2992a409-439c-4280-8e46-472c7256a936 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 946 time: 0.0741544 Jul 16 20:51:54.616995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d25aa46b-079a-4bd6-a219-563cad60825f req-0363d95a-6d94-42ff-b386-c188a746710f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357320 Jul 16 20:51:54.650302 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:55.098681 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40bf68-a354-4a70-9730-6899a7b11296 req-a3f0d576-0bab-46e9-8402-4561c71e2808 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:55.100334 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a40bf68-a354-4a70-9730-6899a7b11296 req-a3f0d576-0bab-46e9-8402-4561c71e2808 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 946 time: 0.0707653 Jul 16 20:51:55.145189 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8a40bf68-a354-4a70-9730-6899a7b11296 req-8a59b092-e851-465d-83b3-42812ba68643 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Jul 16 20:51:56.330038 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:56.457640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb267a9-aa09-495a-b524-14ffefbb2a91 req-6fc65351-c2cb-4ab1-9c0f-e875f5bb233a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:56.459615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-acb267a9-aa09-495a-b524-14ffefbb2a91 req-6fc65351-c2cb-4ab1-9c0f-e875f5bb233a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 946 time: 0.1937485 Jul 16 20:51:56.849641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-acb267a9-aa09-495a-b524-14ffefbb2a91 req-9b531565-fe04-4fef-af2b-70b72b49814e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838596 Jul 16 20:51:56.883621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da230208-6e88-45ec-ac9e-61c3826831ef req-2f672383-821f-479b-9ab5-b0a37679fb87 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:51:56.885034 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da230208-6e88-45ec-ac9e-61c3826831ef req-2f672383-821f-479b-9ab5-b0a37679fb87 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 946 time: 0.0801640 Jul 16 20:51:56.986419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-da230208-6e88-45ec-ac9e-61c3826831ef req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:51:56.986799 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da230208-6e88-45ec-ac9e-61c3826831ef req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.080384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-da230208-6e88-45ec-ac9e-61c3826831ef req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] For port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:51:57.080775 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da230208-6e88-45ec-ac9e-61c3826831ef req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.093550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-da230208-6e88-45ec-ac9e-61c3826831ef req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:51:57.226934 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da230208-6e88-45ec-ac9e-61c3826831ef req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.240353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['71a231cc-7a18-4a7a-bd3d-dc48b9b54efb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:57.242775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['2d9e6cb0-4de3-4070-b90d-a2e4b71191b2'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:51:57.257696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=2d9e6cb0-4de3-4070-b90d-a2e4b71191b2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:51:57.308041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-da230208-6e88-45ec-ac9e-61c3826831ef req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] No DVR routers for this DVR port 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:51:57.311069 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-da230208-6e88-45ec-ac9e-61c3826831ef req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:51:57.313396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da230208-6e88-45ec-ac9e-61c3826831ef req-f793a939-bd0e-4283-8a91-078b3fd37b43 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.30 "DELETE /v2.0/ports/2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 HTTP/1.1" status: 204 len: 173 time: 0.4218307 Jul 16 20:51:57.313684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb255f9b-7d4f-4334-90f0-816e894d43e0', 'name': 'network-vif-deleted', 'tag': '2d9e6cb0-4de3-4070-b90d-a2e4b71191b2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:51:57.316222 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5ae118-8f00-4cea-b624-d888e18ba123" -d '{"events": [{"server_uuid": "fb255f9b-7d4f-4334-90f0-816e894d43e0", "name": "network-vif-deleted", "tag": "2d9e6cb0-4de3-4070-b90d-a2e4b71191b2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:51:57.357954 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279a5bc1-debb-4231-9750-afd6f5844f2d x-openstack-request-id: req-279a5bc1-debb-4231-9750-afd6f5844f2d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:51:57.358265 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb255f9b-7d4f-4334-90f0-816e894d43e0", "name": "network-vif-deleted", "tag": "2d9e6cb0-4de3-4070-b90d-a2e4b71191b2", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:51:57.358620 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-279a5bc1-debb-4231-9750-afd6f5844f2d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:51:57.359117 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb255f9b-7d4f-4334-90f0-816e894d43e0', 'name': 'network-vif-deleted', 'tag': '2d9e6cb0-4de3-4070-b90d-a2e4b71191b2', 'status': 'completed', 'code': 200} Jul 16 20:51:57.992302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43cc023c-bb0f-409a-8f7a-70d5ef653f9b req-4c137677-a2fe-413e-93f0-a70630b0fcb2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 210 time: 0.0288930 Jul 16 20:51:59.202169 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a4286d8c-d66f-44bb-81d6-a8d6084d2b5e req-42633fd2-9ce9-4fe8-a6b2-a13a984cbcbd tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 210 time: 0.0892992 Jul 16 20:52:00.316906 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:00.338335 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:52:00.338698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2d9e6cb0-4de3-4070-b90d-a2e4b71191b2 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:00.358407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b272c7d0-8b20-448a-8caf-8509bd57721e req-9ec23700-eefa-4904-87d5-d8d6f9560f97 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb255f9b-7d4f-4334-90f0-816e894d43e0 HTTP/1.1" status: 200 len: 210 time: 0.0309038 Jul 16 20:52:06.065235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e06bf0-3d26-43b7-a8d0-faafbf29672b req-c17e3bf3-3150-4b08-8121-6ebc864a6e60 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:06.066725 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c6e06bf0-3d26-43b7-a8d0-faafbf29672b req-c17e3bf3-3150-4b08-8121-6ebc864a6e60 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 946 time: 0.0619597 Jul 16 20:52:06.103349 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c6e06bf0-3d26-43b7-a8d0-faafbf29672b req-fad77de1-1a2a-482c-9619-a9212cea6ca2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Jul 16 20:52:07.274225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c412c3a-17bb-48c6-8dfb-9fd29e15ed71 req-8d026405-8bf9-414b-bbff-866e507921c7 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:07.275677 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c412c3a-17bb-48c6-8dfb-9fd29e15ed71 req-8d026405-8bf9-414b-bbff-866e507921c7 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 946 time: 0.0618432 Jul 16 20:52:07.312026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6c412c3a-17bb-48c6-8dfb-9fd29e15ed71 req-071b1fac-5547-4a9d-8fdc-847c6040b0a8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=41456705-d69f-4afb-84c6-8326224c3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308061 Jul 16 20:52:07.456955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-80836290-7efd-47f7-9ab6-3c97dd64a374 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:07.458396 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-80836290-7efd-47f7-9ab6-3c97dd64a374 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 946 time: 0.0646667 Jul 16 20:52:07.554025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:52:07.554367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.645033 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] For port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:07.645424 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.657011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:52:07.778528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.790521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['71a231cc-7a18-4a7a-bd3d-dc48b9b54efb'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:52:07.811290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=71a231cc-7a18-4a7a-bd3d-dc48b9b54efb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:07.859012 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] No DVR routers for this DVR port 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:52:07.861845 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:07.864036 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6e0dd785-20ef-43d2-9f40-83c650d2c4af req-5db9385a-d021-4ceb-8dd5-4e8d4b806cbb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "DELETE /v2.0/ports/71a231cc-7a18-4a7a-bd3d-dc48b9b54efb HTTP/1.1" status: 204 len: 173 time: 0.4008265 Jul 16 20:52:07.864477 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8efe4cc-f0c7-465f-85da-31690f23de46', 'name': 'network-vif-deleted', 'tag': '71a231cc-7a18-4a7a-bd3d-dc48b9b54efb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:07.866890 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c56328-0375-4a38-ac9e-7ce6c3e4697f" -d '{"events": [{"server_uuid": "d8efe4cc-f0c7-465f-85da-31690f23de46", "name": "network-vif-deleted", "tag": "71a231cc-7a18-4a7a-bd3d-dc48b9b54efb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:07.906133 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79e82e6-ab6c-4ed3-9bd3-f0de0401c785 x-openstack-request-id: req-b79e82e6-ab6c-4ed3-9bd3-f0de0401c785 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:07.906421 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8efe4cc-f0c7-465f-85da-31690f23de46", "name": "network-vif-deleted", "tag": "71a231cc-7a18-4a7a-bd3d-dc48b9b54efb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:07.906677 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b79e82e6-ab6c-4ed3-9bd3-f0de0401c785 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:07.907071 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8efe4cc-f0c7-465f-85da-31690f23de46', 'name': 'network-vif-deleted', 'tag': '71a231cc-7a18-4a7a-bd3d-dc48b9b54efb', 'status': 'completed', 'code': 200} Jul 16 20:52:08.456372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a679c532-15b8-444e-8041-22d9e80effe4 req-0ba9e3ac-afa5-4663-b2d8-13cff9160dd4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 210 time: 0.0317395 Jul 16 20:52:09.597746 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93076861-b463-4857-835a-8d66a89e3c62 req-37c5fbab-e447-47e3-9cfd-1523ecf53ee9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 210 time: 0.0282938 Jul 16 20:52:09.856386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:52:09.875749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:52:09.876090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 71a231cc-7a18-4a7a-bd3d-dc48b9b54efb not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:52:10.735399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0936d0a0-6c34-4f31-9969-8f2d145535f1 req-5d758210-f370-4300-9560-debe3f721522 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8efe4cc-f0c7-465f-85da-31690f23de46 HTTP/1.1" status: 200 len: 210 time: 0.0282464 Jul 16 20:52:14.893448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43040) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:14.898592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d2662442-e3cf-49be-bc5e-1bd4a921cc80 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800956759', 'description': 'tempest-secgroup-smoke-1800956759 description', 'project_id': '4397e38bccf8461083b7d4c5587e9f55'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:14.920848 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2662442-e3cf-49be-bc5e-1bd4a921cc80 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.001222 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2662442-e3cf-49be-bc5e-1bd4a921cc80 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.005307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2662442-e3cf-49be-bc5e-1bd4a921cc80 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.032701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d2662442-e3cf-49be-bc5e-1bd4a921cc80 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.033896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d2662442-e3cf-49be-bc5e-1bd4a921cc80 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394496 Jul 16 20:52:15.035679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2662442-e3cf-49be-bc5e-1bd4a921cc80 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5473f40a-2529-422d-9061-c1bc3d087c2c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:15.037153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43042) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:15.043306 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'security_group_rule': {'security_group_id': '5473f40a-2529-422d-9061-c1bc3d087c2c', 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:15.070387 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.125134 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.128704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.147317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444b5666-a65f-42c1-8f57-06bf7c9ebff3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:15.155910 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.156262 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.156677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.156973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.157301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.157624 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.157976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.158264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.158630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.158948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.159285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.159608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:15.162782 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.164000 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1c849e2f-f2b8-4284-8be1-a62f249af1bb tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249766 Jul 16 20:52:15.167949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:15.172522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a9e20df3-8f78-491c-8f34-e92b251ad39a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'security_group_rule': {'security_group_id': '5473f40a-2529-422d-9061-c1bc3d087c2c', 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:15.199723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9e20df3-8f78-491c-8f34-e92b251ad39a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.258912 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9e20df3-8f78-491c-8f34-e92b251ad39a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.262350 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9e20df3-8f78-491c-8f34-e92b251ad39a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.279454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e20df3-8f78-491c-8f34-e92b251ad39a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b92ae05-46eb-4d77-8dd6-81bab7a4f574,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:15.286402 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9e20df3-8f78-491c-8f34-e92b251ad39a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.287634 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a9e20df3-8f78-491c-8f34-e92b251ad39a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186934 Jul 16 20:52:15.290440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:15.294784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-837dd73d-28ac-4f1a-a290-4a01ec25a8ee tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'security_group_rule': {'security_group_id': '5473f40a-2529-422d-9061-c1bc3d087c2c', 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:15.320725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-837dd73d-28ac-4f1a-a290-4a01ec25a8ee tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.378305 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-837dd73d-28ac-4f1a-a290-4a01ec25a8ee tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.382568 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-837dd73d-28ac-4f1a-a290-4a01ec25a8ee tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.401697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dd73d-28ac-4f1a-a290-4a01ec25a8ee tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342c6f6e-34c9-4ff2-a41f-70fcca6feb60,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:15.405133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-837dd73d-28ac-4f1a-a290-4a01ec25a8ee tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.406307 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-837dd73d-28ac-4f1a-a290-4a01ec25a8ee tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149604 Jul 16 20:52:15.408980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:15.413553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-06e50aaf-f41e-4d17-b178-a8c3c6673c93 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'security_group_rule': {'security_group_id': '5473f40a-2529-422d-9061-c1bc3d087c2c', 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:15.439483 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e50aaf-f41e-4d17-b178-a8c3c6673c93 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.497778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e50aaf-f41e-4d17-b178-a8c3c6673c93 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.501721 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e50aaf-f41e-4d17-b178-a8c3c6673c93 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.519647 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e50aaf-f41e-4d17-b178-a8c3c6673c93 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74656d26-b1aa-4e1f-a18b-b6b27e9dd699,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:15.524403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e50aaf-f41e-4d17-b178-a8c3c6673c93 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.525670 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-06e50aaf-f41e-4d17-b178-a8c3c6673c93 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156673 Jul 16 20:52:15.528353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:15.532826 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e2504729-1708-4f50-9960-caf958eeab4e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'security_group_rule': {'security_group_id': '5473f40a-2529-422d-9061-c1bc3d087c2c', 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:15.553446 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-e2504729-1708-4f50-9960-caf958eeab4e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Project 4397e38bccf8461083b7d4c5587e9f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:52:15.557996 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2504729-1708-4f50-9960-caf958eeab4e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.619504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2504729-1708-4f50-9960-caf958eeab4e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.624056 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2504729-1708-4f50-9960-caf958eeab4e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.641963 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2504729-1708-4f50-9960-caf958eeab4e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6cc0d0-72ee-42dc-b997-71535ac16daa,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:15.647620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2504729-1708-4f50-9960-caf958eeab4e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.648809 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e2504729-1708-4f50-9960-caf958eeab4e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194303 Jul 16 20:52:15.651563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:15.655965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4cfbcdd7-bc8c-457f-a5ce-7ad693bef5c6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'security_group_rule': {'security_group_id': '5473f40a-2529-422d-9061-c1bc3d087c2c', 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:15.677733 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-4cfbcdd7-bc8c-457f-a5ce-7ad693bef5c6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Project 4397e38bccf8461083b7d4c5587e9f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 20:52:15.682684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcdd7-bc8c-457f-a5ce-7ad693bef5c6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.743595 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcdd7-bc8c-457f-a5ce-7ad693bef5c6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.747126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcdd7-bc8c-457f-a5ce-7ad693bef5c6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.766865 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbcdd7-bc8c-457f-a5ce-7ad693bef5c6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea85ef6-f7ce-4513-967b-d5edada6c5a7,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:15.770406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcdd7-bc8c-457f-a5ce-7ad693bef5c6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:15.771597 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4cfbcdd7-bc8c-457f-a5ce-7ad693bef5c6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190643 Jul 16 20:52:15.934126 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:17.006787 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:20.621909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a092022-614f-45aa-8170-b5e1b8ba1daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.432544 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:23.452896 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce9b96d6-7c44-4477-9fce-94c5b5c6746f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:24.687390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:26.334936 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:29.689040 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:52:30.101476 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-7860a76a-7d46-4c1a-ac24-c0b46c743213 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800956759&fields=id&tenant_id=4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 267 time: 0.0408831 Jul 16 20:52:30.214007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-536b0554-ee03-4e82-bb6b-46e5a7f69505 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:30.215412 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-536b0554-ee03-4e82-bb6b-46e5a7f69505 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1075420 Jul 16 20:52:30.229581 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-66f40f82-cda1-47f6-aabe-4c7d6ce9e1bf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/quotas/4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 375 time: 0.0087941 Jul 16 20:52:30.298592 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-56b54335-4c93-4dae-81a8-f352a46e3a2c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638885 Jul 16 20:52:30.314449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-74e92764-de79-40e0-8037-2f00d6bb4765 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:52:30.315428 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-74e92764-de79-40e0-8037-2f00d6bb4765 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055754 Jul 16 20:52:30.405243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-f685286a-9fb5-4ba5-9133-be74909a7fe7 service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838346 Jul 16 20:52:30.490757 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-759fba37-c8dc-40e8-bbf6-d9a1011c8362 service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796366 Jul 16 20:52:30.781466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2d8f86e-4a9d-4aa4-99f2-3c241a8c81f6 req-3b4da71d-e571-4b04-ba59-1b1e9025c409 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 210 time: 0.0280979 Jul 16 20:52:31.782409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-c18884c9-064a-4c38-8768-8f9981a99a7b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:31.784100 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-c18884c9-064a-4c38-8768-8f9981a99a7b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1141746 Jul 16 20:52:31.834852 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-f24044e2-16ed-4cf0-92a9-b647e4428c0c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 380 time: 0.0375748 Jul 16 20:52:31.843732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'port': {'device_id': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'admin_state_up': True, 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'security_groups': ['5473f40a-2529-422d-9061-c1bc3d087c2c']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:31.945958 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-19214ade-ac2e-4ba3-80fa-7fd177245143 req-439fab1f-f9ea-4aa6-891d-69e17b9a4d7a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 210 time: 0.0336678 Jul 16 20:52:31.994360 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Made reservation on behalf of 4397e38bccf8461083b7d4c5587e9f55 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:52:31.999606 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.133128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.20.0.12 (06b35eca-fecb-42e4-aa9e-a43c91e46a00/487ffe4c-c6e4-43d2-8902-e01fc1ad5874/d948054f-0196-48de-86b2-b3a8d3c84f2a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:52:32.273464 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.286997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Transition to ACTIVE for port object d948054f-0196-48de-86b2-b3a8d3c84f2a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:52:32.320109 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.365323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:52:32.370301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:52:32.374139 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:52:32.405993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=d948054f-0196-48de-86b2-b3a8d3c84f2a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:32.435105 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:32.435842 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.450796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ec423561-c92e-451d-b220-a76386ba065a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6110573 Jul 16 20:52:32.462855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Request body: {'port': {'device_id': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:32.538419 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.604364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce93bd85-eae2-4c4b-bddb-a9cb3b16e13e None None] Provisioning for port d948054f-0196-48de-86b2-b3a8d3c84f2a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:52:32.609419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ce93bd85-eae2-4c4b-bddb-a9cb3b16e13e None None] Provisioning complete for port d948054f-0196-48de-86b2-b3a8d3c84f2a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:52:32.609991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ce93bd85-eae2-4c4b-bddb-a9cb3b16e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.648445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-ce93bd85-eae2-4c4b-bddb-a9cb3b16e13e None None] Port d948054f-0196-48de-86b2-b3a8d3c84f2a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:52:32.807502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d948054f-0196-48de-86b2-b3a8d3c84f2a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:52:32.814916 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.828201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Transition to ACTIVE for port object d948054f-0196-48de-86b2-b3a8d3c84f2a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:52:32.832079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:32.905567 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d948054f-0196-48de-86b2-b3a8d3c84f2a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:32.957621 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Attempting to bind port d948054f-0196-48de-86b2-b3a8d3c84f2a on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:52:32.957995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Attempting to bind port d948054f-0196-48de-86b2-b3a8d3c84f2a by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:52:32.958326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Attempting to bind port d948054f-0196-48de-86b2-b3a8d3c84f2a on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:32.962945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Port d948054f-0196-48de-86b2-b3a8d3c84f2a on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:52:32.963314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Attempting to bind port d948054f-0196-48de-86b2-b3a8d3c84f2a on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:52:32.968496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:52:32.968835 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:52:32.969223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Bound using segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:52:32.969655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Bound port: d948054f-0196-48de-86b2-b3a8d3c84f2a, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:52:32.970029 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.057905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] For port d948054f-0196-48de-86b2-b3a8d3c84f2a, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:52:33.063761 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] For port d948054f-0196-48de-86b2-b3a8d3c84f2a, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:52:33.070051 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.112610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:33.113392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:33.115244 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] 10.222.0.63 "PUT /v2.0/ports/d948054f-0196-48de-86b2-b3a8d3c84f2a HTTP/1.1" status: 200 len: 1093 time: 0.6576383 Jul 16 20:52:33.115727 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'tag': 'd948054f-0196-48de-86b2-b3a8d3c84f2a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:33.118279 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84e0c74-d258-4ed5-97a8-a129822bf77d" -d '{"events": [{"name": "network-changed", "server_uuid": "30e5e650-dd7a-48c9-98de-ad093a5cddb1", "tag": "d948054f-0196-48de-86b2-b3a8d3c84f2a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:33.174961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4972af-2e8c-4a1a-a952-52bf94934eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d948054f-0196-48de-86b2-b3a8d3c84f2a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:33.200689 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd0ef0c-34ea-446d-b31e-348bf69713b4 x-openstack-request-id: req-acd0ef0c-34ea-446d-b31e-348bf69713b4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:33.201063 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e5e650-dd7a-48c9-98de-ad093a5cddb1", "tag": "d948054f-0196-48de-86b2-b3a8d3c84f2a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:33.201385 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acd0ef0c-34ea-446d-b31e-348bf69713b4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:33.202004 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'tag': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'status': 'completed', 'code': 200} Jul 16 20:52:33.213016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437c3ec-52bf-4232-bb57-8958c6ff6045 req-15d21667-3671-48ff-9190-02506d7cc9cd tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:33.215310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1437c3ec-52bf-4232-bb57-8958c6ff6045 req-15d21667-3671-48ff-9190-02506d7cc9cd tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.1074293 Jul 16 20:52:33.252803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-c710e1b3-f7bb-42d1-8f1d-2364c46a28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:33.254463 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-c710e1b3-f7bb-42d1-8f1d-2364c46a28ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0674608 Jul 16 20:52:33.257954 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1437c3ec-52bf-4232-bb57-8958c6ff6045 req-7a7c8370-ed32-41a2-93a4-ae43f7c7ae21 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367115 Jul 16 20:52:33.296845 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-841bd4ff-5aac-4d4d-9a82-6fb11d96f7fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a HTTP/1.1" status: 200 len: 217 time: 0.0349171 Jul 16 20:52:33.347784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ea1a924a-99d0-4bec-a912-13520a80691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:33.350060 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-ea1a924a-99d0-4bec-a912-13520a80691e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0473130 Jul 16 20:52:33.408851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-0ce0b410-d56d-4d28-92f3-6a5da5ba2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:33.410371 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-0ce0b410-d56d-4d28-92f3-6a5da5ba2e54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542996 Jul 16 20:52:33.801303 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-dae0f603-3042-478b-a414-ee4f26a6926a service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845844 Jul 16 20:52:33.892613 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f760a88-5655-4a0b-8c61-4cfd166cf5fd req-66b5332a-62a3-4bb9-b87d-9f0aea890230 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851974 Jul 16 20:52:33.994041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-0a174cef-fa6a-443b-b2e8-f07b545f40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:33.995687 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-0a174cef-fa6a-443b-b2e8-f07b545f40a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0555925 Jul 16 20:52:34.091236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-f899be64-de29-4eb4-867f-e6ea2033daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:34.092759 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-f899be64-de29-4eb4-867f-e6ea2033daf1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0910671 Jul 16 20:52:34.133700 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-39fcdd1a-97a0-4794-96a3-ca90d1b92e74 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a HTTP/1.1" status: 200 len: 217 time: 0.0349870 Jul 16 20:52:34.181302 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-8d2020a9-1b41-4fd9-8e8a-ce8573207b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:34.182821 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-8d2020a9-1b41-4fd9-8e8a-ce8573207b71 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0429833 Jul 16 20:52:34.243190 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-b1a8c7b7-5eb4-4f17-9414-6e28e8c12a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:34.244714 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-b1a8c7b7-5eb4-4f17-9414-6e28e8c12a22 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563207 Jul 16 20:52:34.337689 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-712ac736-1cfe-43f6-8a13-1ce429695f8d service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Jul 16 20:52:34.471473 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e84e0c74-d258-4ed5-97a8-a129822bf77d req-9aec63a8-9fe8-44f2-ad5b-1ae3ac6ed13e service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279874 Jul 16 20:52:34.496147 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd1ae5-205e-41be-bb95-0198bd22ee92 req-491cc5af-e308-4c54-929c-fe2380518c16 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:34.497700 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5fd1ae5-205e-41be-bb95-0198bd22ee92 req-491cc5af-e308-4c54-929c-fe2380518c16 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.0874043 Jul 16 20:52:34.537053 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d5fd1ae5-205e-41be-bb95-0198bd22ee92 req-59021ac6-2b96-438f-9106-9f9149c93173 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336974 Jul 16 20:52:35.714475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2c5b-b72b-4dc2-9b3a-f38d0f50ece5 req-52276049-2915-446c-aff8-9e78454c94ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:35.716276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f0f2c5b-b72b-4dc2-9b3a-f38d0f50ece5 req-52276049-2915-446c-aff8-9e78454c94ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.0659034 Jul 16 20:52:35.760138 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f0f2c5b-b72b-4dc2-9b3a-f38d0f50ece5 req-24bca83a-72ac-484c-9b97-15f83108d28b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382078 Jul 16 20:52:36.930496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2c306-ca7a-4ed3-9146-717c6b27a55b req-7c26fcd6-b85b-49a7-a497-b8ffdafe7aa0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:36.931979 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55d2c306-ca7a-4ed3-9146-717c6b27a55b req-7c26fcd6-b85b-49a7-a497-b8ffdafe7aa0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.0622578 Jul 16 20:52:36.973230 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-55d2c306-ca7a-4ed3-9146-717c6b27a55b req-fadc7d44-5f67-4334-b3fb-17d7a7e54908 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357919 Jul 16 20:52:38.147582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafb983-9f97-4260-9fcf-6bc3140abdb9 req-61291f7a-0844-4a29-8603-63aa59c78af1 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:38.149234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3bafb983-9f97-4260-9fcf-6bc3140abdb9 req-61291f7a-0844-4a29-8603-63aa59c78af1 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.0667305 Jul 16 20:52:38.188036 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3bafb983-9f97-4260-9fcf-6bc3140abdb9 req-eb3a2792-6442-4ca3-a087-f7180afde9de tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331459 Jul 16 20:52:39.358584 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03367474-812b-4600-8f03-a276dbed77d0 req-b7a4b12a-9eba-4056-b5d8-1d963a881f63 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:39.360104 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03367474-812b-4600-8f03-a276dbed77d0 req-b7a4b12a-9eba-4056-b5d8-1d963a881f63 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.0639369 Jul 16 20:52:39.397183 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03367474-812b-4600-8f03-a276dbed77d0 req-b2ba514c-c9a2-4d07-a9d0-2e63be4f4246 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Jul 16 20:52:40.569023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe08bcc-5f46-4b65-b2aa-2a12fcc108f9 req-f5387a3e-3e9f-49ff-9a16-eb5e1e11155d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:40.570489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1fe08bcc-5f46-4b65-b2aa-2a12fcc108f9 req-f5387a3e-3e9f-49ff-9a16-eb5e1e11155d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.0623047 Jul 16 20:52:40.607492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1fe08bcc-5f46-4b65-b2aa-2a12fcc108f9 req-d1b3fe65-028f-42b9-8504-58ea044cdb20 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Jul 16 20:52:41.776855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d956d7-a0ab-439d-ba2f-8bbadc46218d req-c02b0f41-d1db-49e6-a8f0-25ec896ddff5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:41.778352 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97d956d7-a0ab-439d-ba2f-8bbadc46218d req-c02b0f41-d1db-49e6-a8f0-25ec896ddff5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.0631299 Jul 16 20:52:41.815828 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-97d956d7-a0ab-439d-ba2f-8bbadc46218d req-178c13e1-4da4-4ad8-bf07-6bb412d11890 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Jul 16 20:52:42.599112 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-9e6a0850-f612-4593-834f-24c5cc2b0b26 req-bf56d423-80a8-4163-8aaf-f62bf86b33a4 service neutron] (93959) timed out ('10.222.0.30', 60608) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:52:42.988353 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965db8e-257c-496a-b123-1b2da89a8848 req-4a0f9b96-37dc-4d3b-a0ab-259918be0852 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:42.990394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2965db8e-257c-496a-b123-1b2da89a8848 req-4a0f9b96-37dc-4d3b-a0ab-259918be0852 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.0623026 Jul 16 20:52:43.027107 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2965db8e-257c-496a-b123-1b2da89a8848 req-2dd1ea4b-1f2e-41a7-b2f2-88efef6741c9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Jul 16 20:52:44.000499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d948054f-0196-48de-86b2-b3a8d3c84f2a details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:52:44.094245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d948054f-0196-48de-86b2-b3a8d3c84f2a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:44.106177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'port_id': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'mac_address': 'fa:16:3e:1f:90:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:52:44.141682 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:44.154867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d948054f-0196-48de-86b2-b3a8d3c84f2a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:52:44.174634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d948054f-0196-48de-86b2-b3a8d3c84f2a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:44.179134 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:44.205601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa7a08-0b01-42b2-b9bb-1a5965990fc6 req-26dfe53d-41d1-4305-8142-1f756bab3004 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:44.207091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebfa7a08-0b01-42b2-b9bb-1a5965990fc6 req-26dfe53d-41d1-4305-8142-1f756bab3004 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 944 time: 0.0675099 Jul 16 20:52:44.228454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d948054f-0196-48de-86b2-b3a8d3c84f2a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:44.236086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.236434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.236776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.237112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.237443 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.237773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.238102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.238423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.238746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.239102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.239442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.239764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:52:44.245467 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ebfa7a08-0b01-42b2-b9bb-1a5965990fc6 req-3184b470-67a6-42cc-8740-a4f7ce66624e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321188 Jul 16 20:52:44.373597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['d948054f-0196-48de-86b2-b3a8d3c84f2a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:52:45.423776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1329bee-8a82-4406-a5c2-d438ce220da3 req-8866e39b-26de-4b6e-95f2-a2ac5801d646 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:45.425252 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1329bee-8a82-4406-a5c2-d438ce220da3 req-8866e39b-26de-4b6e-95f2-a2ac5801d646 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 945 time: 0.0666416 Jul 16 20:52:45.462555 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1329bee-8a82-4406-a5c2-d438ce220da3 req-aaaa2b6d-effd-4593-a613-3648f07b6fca tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309503 Jul 16 20:52:45.963445 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:46.029647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d948054f-0196-48de-86b2-b3a8d3c84f2a up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:52:46.075731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port d948054f-0196-48de-86b2-b3a8d3c84f2a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:52:46.079250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port d948054f-0196-48de-86b2-b3a8d3c84f2a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:52:46.079646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:46.153274 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:46.185555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd948054f-0196-48de-86b2-b3a8d3c84f2a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:46.187803 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd64eba7-b51c-418d-a217-c5f3501ea809" -d '{"events": [{"server_uuid": "30e5e650-dd7a-48c9-98de-ad093a5cddb1", "name": "network-vif-plugged", "status": "completed", "tag": "d948054f-0196-48de-86b2-b3a8d3c84f2a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:46.340979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57a5d2-2a0c-4d37-a995-e430de96d7d3 req-b08dc4ba-00a6-4483-b162-1137a1143270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:46.342573 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae57a5d2-2a0c-4d37-a995-e430de96d7d3 req-b08dc4ba-00a6-4483-b162-1137a1143270 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 1097 time: 0.0545642 Jul 16 20:52:46.350547 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ec958-bcea-44ca-8b90-452bd2402e2a x-openstack-request-id: req-e33ec958-bcea-44ca-8b90-452bd2402e2a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:46.350835 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5e650-dd7a-48c9-98de-ad093a5cddb1", "name": "network-vif-plugged", "status": "completed", "tag": "d948054f-0196-48de-86b2-b3a8d3c84f2a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:46.351095 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e33ec958-bcea-44ca-8b90-452bd2402e2a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:46.351512 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'code': 200} Jul 16 20:52:46.356340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port d948054f-0196-48de-86b2-b3a8d3c84f2a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:52:46.360626 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:46.377696 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ae57a5d2-2a0c-4d37-a995-e430de96d7d3 req-8563fde7-2fb4-4b7d-8449-5b6b3379280d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290987 Jul 16 20:52:46.407841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=d948054f-0196-48de-86b2-b3a8d3c84f2a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:46.641145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc3b72-2660-43c2-9a82-25c81890a466 req-08c5c7c0-875c-4171-8547-ed5331b53654 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:46.642640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f4dc3b72-2660-43c2-9a82-25c81890a466 req-08c5c7c0-875c-4171-8547-ed5331b53654 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 946 time: 0.0631490 Jul 16 20:52:46.680000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f4dc3b72-2660-43c2-9a82-25c81890a466 req-bc4b3d8c-d1c9-4742-9c46-2aa57dc9915a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Jul 16 20:52:46.990665 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:47.861562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badefa6-2632-40c3-a8f0-794163264a31 req-8f2fc319-a335-47f9-aec9-0add91c0e4be tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:47.863218 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5badefa6-2632-40c3-a8f0-794163264a31 req-8f2fc319-a335-47f9-aec9-0add91c0e4be tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 946 time: 0.0708041 Jul 16 20:52:47.904427 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5badefa6-2632-40c3-a8f0-794163264a31 req-361b7bc8-c067-478a-9095-49931d54ccfc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354140 Jul 16 20:52:48.096086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5282c5-dae5-4910-8625-27fb76b16675 req-6e787b46-5f04-4fe1-bb48-59ac58913f37 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:48.097577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d5282c5-dae5-4910-8625-27fb76b16675 req-6e787b46-5f04-4fe1-bb48-59ac58913f37 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 946 time: 0.0697792 Jul 16 20:52:48.138504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d5282c5-dae5-4910-8625-27fb76b16675 req-afca4f3a-afcc-499b-b7e2-9dccb601f70a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347490 Jul 16 20:52:48.164341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:48.218571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b8f07-d0be-410f-b23c-c2f0d03f13de tempest-TestVolumeBootPattern-1400052989 tempest-TestVolumeBootPattern-1400052989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:48.220163 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-410b8f07-d0be-410f-b23c-c2f0d03f13de tempest-TestVolumeBootPattern-1400052989 tempest-TestVolumeBootPattern-1400052989-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 1093 time: 0.0548308 Jul 16 20:52:48.223169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:52:48.228118 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:52:48.252910 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:48.351207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:48.461275 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.25.7.10 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/729e1858-95a4-4a56-98ee-9ef122179199) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:52:48.560858 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:48.608215 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:48.644799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:52:48.649601 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:52:48.653021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:52:48.677151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=729e1858-95a4-4a56-98ee-9ef122179199,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:49.155402 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:49.262550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:49.413148 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:49.417699 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:49.488722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=729e1858-95a4-4a56-98ee-9ef122179199,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:52:49.501356 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:49.600181 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Floating IP f3250b34-912b-44af-916b-c8ba379b2db6 associated. External IP: 172.25.7.10, port: d948054f-0196-48de-86b2-b3a8d3c84f2a. Jul 16 20:52:49.808308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:52:49.917334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:52:49.929476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] Sync routers for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:52:49.935459 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:49.940423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:49.941056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:52:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:49.972744 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77983648-9141-4252-a047-ebe60f2ebd52 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7478917 Jul 16 20:52:49.973339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'tag': 'd948054f-0196-48de-86b2-b3a8d3c84f2a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:52:49.975726 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d017412-131a-4f97-abd6-9acb863a7a94" -d '{"events": [{"name": "network-changed", "server_uuid": "30e5e650-dd7a-48c9-98de-ad093a5cddb1", "tag": "d948054f-0196-48de-86b2-b3a8d3c84f2a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:52:50.014736 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558a4d23-081a-4a20-a3a0-06fb031d3914 x-openstack-request-id: req-558a4d23-081a-4a20-a3a0-06fb031d3914 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:52:50.015025 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e5e650-dd7a-48c9-98de-ad093a5cddb1", "tag": "d948054f-0196-48de-86b2-b3a8d3c84f2a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:52:50.015304 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-558a4d23-081a-4a20-a3a0-06fb031d3914 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:52:50.015712 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'tag': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'status': 'completed', 'code': 200} Jul 16 20:52:50.053098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:50.092124 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-abc429c0-b401-45cc-b1a1-8884c0bb8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:50.093682 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-abc429c0-b401-45cc-b1a1-8884c0bb8d71 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0557346 Jul 16 20:52:50.184466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-b71928a0-ce2c-4575-b36a-6af3fece176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:50.185664 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-b71928a0-ce2c-4575-b36a-6af3fece176b service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0857067 Jul 16 20:52:50.255734 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-ae8230aa-1abf-4b95-9402-15089152c823 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a HTTP/1.1" status: 200 len: 999 time: 0.0641186 Jul 16 20:52:50.284707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f3250b34-912b-44af-916b-c8ba379b2db6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1f:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:48Z', 'updated_at': '2021-07-16T20:52:48Z', 'revision_number': 0, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:50.305314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-35a54200-a971-4775-86c2-b954bc550891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:50.306864 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-35a54200-a971-4775-86c2-b954bc550891 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0452030 Jul 16 20:52:50.316511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] Checking router: a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:52:50.326163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:52:50.326763 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:52:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:50.371038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-dd4642d5-94c2-4003-a650-99a7bc37a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:52:50.372948 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-dd4642d5-94c2-4003-a650-99a7bc37a6c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599444 Jul 16 20:52:50.437540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:52:50.468385 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-63dfbf0c-7c5f-4f95-adc8-7b13e59ea408 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893774 Jul 16 20:52:50.557714 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6d017412-131a-4f97-abd6-9acb863a7a94 req-f8f98ae2-ebea-4068-a3a3-f95e47b015e4 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 Jul 16 20:52:50.648146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b748094e-b0e1-4065-af27-b320a61ae012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:50.675841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f3250b34-912b-44af-916b-c8ba379b2db6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1f:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:48Z', 'updated_at': '2021-07-16T20:52:48Z', 'revision_number': 0, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:52:50.706228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a212e26f-4751-4fac-a7cb-bdecf89974c1 None None] The sync data for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 is: [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'f3250b34-912b-44af-916b-c8ba379b2db6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1f:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:52:48Z', 'updated_at': '2021-07-16T20:52:48Z', 'revision_number': 0, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:52:50.907936 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15ed42-2af7-48be-a7ea-6a11a64ec252 None None] New status for floating IP f3250b34-912b-44af-916b-c8ba379b2db6: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:52:53.434256 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:53.458740 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d5cdadb3-c2b7-4c75-ae1a-7c91f2f9258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:54.649134 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:52:56.338897 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:06.688250 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:53:12.472791 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-a82e0692-31b9-40e8-b0e6-9d97d9c3db8b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564320 Jul 16 20:53:12.569400 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-7e4d8685-a1ac-49fc-877e-bc25dca69008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:12.570975 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-7e4d8685-a1ac-49fc-877e-bc25dca69008 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0557079 Jul 16 20:53:12.684132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-4bf78e5f-6eeb-40b1-8cf5-76b49964505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:12.686167 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-4bf78e5f-6eeb-40b1-8cf5-76b49964505c service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0953913 Jul 16 20:53:12.758824 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-59361422-5ede-4613-bbcc-7d1cb3338599 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a HTTP/1.1" status: 200 len: 1001 time: 0.0664053 Jul 16 20:53:12.809666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-b91d4017-796c-411a-9de7-b95333cf68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:12.811116 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-b91d4017-796c-411a-9de7-b95333cf68e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0462573 Jul 16 20:53:12.869981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-e4366556-f672-48f9-b34a-5953ad5ff274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:53:12.871589 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-e4366556-f672-48f9-b34a-5953ad5ff274 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542119 Jul 16 20:53:12.980297 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-76e2497c-3648-42f8-982b-8259b8e10fc9 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027229 Jul 16 20:53:13.073522 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1a0deb89-4442-437b-8dc3-4a15005499bd req-33f5faa0-0edb-472f-8689-e2c2b428922a service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873613 Jul 16 20:53:15.964758 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:17.006909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:20.623344 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4af8b54-6670-4a01-96ac-5767e6b47583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:23.437354 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:23.453427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16b40f85-2662-478c-9c36-e76fbfa50b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:24.653095 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:26.339739 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:42.102414 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-e078c08f-5cea-4d4f-806d-330a0452082b req-33bfa2da-9805-4cb7-b34d-ba557a62a0ef service neutron] (93958) timed out ('10.222.0.10', 57814) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:53:43.688275 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:53:45.976971 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:47.021184 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:50.614953 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e0845c7d-8201-406b-9706-71b6617a8a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.440059 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:53.457226 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dffff8c9-de40-4210-aa99-ad9c788e6892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:54.654665 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:56.342041 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:53:58.017122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-ebd6e150-3f8f-49b4-9010-a8e2bfa4f58f req-e98f2503-9b21-497f-ad32-c19b483e3246 service neutron] (93958) timed out ('10.222.0.63', 64007) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:54:12.965129 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-76808258-b02d-41d7-af90-1379c23fa299 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1136839 Jul 16 20:54:13.057631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-bf54503c-d63b-40d2-b4cc-44e84809dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:13.059143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-bf54503c-d63b-40d2-b4cc-44e84809dc13 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0532379 Jul 16 20:54:13.476041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-b3103933-e486-432b-8116-6ba1c0582784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:13.477794 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-b3103933-e486-432b-8116-6ba1c0582784 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.3996634 Jul 16 20:54:13.546485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-fa170ed4-f562-4551-b2ca-497a6fc94fa8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a HTTP/1.1" status: 200 len: 1001 time: 0.0623260 Jul 16 20:54:13.597488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-42db83bc-e1eb-48e7-9b15-78e080516a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:13.599061 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-42db83bc-e1eb-48e7-9b15-78e080516a5d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0470965 Jul 16 20:54:13.663759 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-0929fef6-d5d7-4ff5-8a6d-2d35514606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:13.665335 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-0929fef6-d5d7-4ff5-8a6d-2d35514606b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600498 Jul 16 20:54:13.759149 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-eaa78bc7-9c19-48fa-87a5-397661f4e6a3 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876546 Jul 16 20:54:13.855952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d39833be-19d7-48f8-b89b-46a07d638b4e req-02d328ad-af1c-4b06-9777-d47d8b6ef317 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908289 Jul 16 20:54:15.992974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:17.036460 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.618201 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-532d4a4e-de2a-49bc-8ea4-cd4a2aeb3b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:20.688238 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:54:23.441969 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:23.457330 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f5bb52e2-5414-4ae4-9609-74ebc4257158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:24.660845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:25.428100 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-33370bfe-20b0-458c-8bae-359297d2cb74 req-cfdb7a74-efa7-41ec-8542-692628f0f7f7 service neutron] (93958) timed out ('10.222.0.10', 38346) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 20:54:26.345379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:45.394629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32b00-1531-4e7c-9e22-56db047778f3 req-b3e701fa-37d1-417c-93cd-6a8471149975 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:45.396168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e7a32b00-1531-4e7c-9e22-56db047778f3 req-b3e701fa-37d1-417c-93cd-6a8471149975 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 946 time: 0.0651145 Jul 16 20:54:45.432572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e7a32b00-1531-4e7c-9e22-56db047778f3 req-412f4d78-b628-4e2a-97b4-282ba0baa333 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308845 Jul 16 20:54:45.996183 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:46.631105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87572-3d5e-4f91-91ca-1848b0e2b6dd req-f6122f5f-0589-4733-b7cf-baa999ccaea5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:46.632648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abf87572-3d5e-4f91-91ca-1848b0e2b6dd req-f6122f5f-0589-4733-b7cf-baa999ccaea5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 946 time: 0.0629163 Jul 16 20:54:46.669603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abf87572-3d5e-4f91-91ca-1848b0e2b6dd req-937242e1-50c4-4c7a-b346-07be896dbfaa tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Jul 16 20:54:46.814504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885e73-7391-4405-8f35-3ac79553078e req-164389c4-56fe-4adf-a287-11fa9c583fa5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:46.815967 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a2885e73-7391-4405-8f35-3ac79553078e req-164389c4-56fe-4adf-a287-11fa9c583fa5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 946 time: 0.0602198 Jul 16 20:54:46.914791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port d948054f-0196-48de-86b2-b3a8d3c84f2a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:54:46.915130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.003941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] For port d948054f-0196-48de-86b2-b3a8d3c84f2a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=d948054f-0196-48de-86b2-b3a8d3c84f2a,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:54:47.004297 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.051155 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.212558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.212768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.213065 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Floating IP f3250b34-912b-44af-916b-c8ba379b2db6 disassociated. External IP: 172.25.7.10, port: d948054f-0196-48de-86b2-b3a8d3c84f2a. Jul 16 20:54:47.213366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for d948054f-0196-48de-86b2-b3a8d3c84f2a owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:54:47.339752 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.369726 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=d948054f-0196-48de-86b2-b3a8d3c84f2a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:47.380540 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.380887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.381227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.381562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.381893 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.382220 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.382547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.382873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.383195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.383542 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.383874 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.384184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:47.494172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:54:47.597920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:54:47.607438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] Sync routers for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:54:47.616989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:47.617596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:54:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:47.641737 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] No DVR routers for this DVR port d948054f-0196-48de-86b2-b3a8d3c84f2a on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:54:47.644541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:47.646510 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a2885e73-7391-4405-8f35-3ac79553078e req-f6f2be04-9ca2-4548-afaf-6ff04894172b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "DELETE /v2.0/ports/d948054f-0196-48de-86b2-b3a8d3c84f2a HTTP/1.1" status: 204 len: 173 time: 0.8246710 Jul 16 20:54:47.647005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'name': 'network-vif-deleted', 'tag': 'd948054f-0196-48de-86b2-b3a8d3c84f2a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:47.649314 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df93fbb1-7fee-47ad-84bd-aa0acd40e350" -d '{"events": [{"server_uuid": "30e5e650-dd7a-48c9-98de-ad093a5cddb1", "name": "network-vif-deleted", "tag": "d948054f-0196-48de-86b2-b3a8d3c84f2a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:47.743305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:47.815375 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af0962-8970-4c34-b9b9-32cc460fe8da x-openstack-request-id: req-23af0962-8970-4c34-b9b9-32cc460fe8da {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:47.815902 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5e650-dd7a-48c9-98de-ad093a5cddb1", "name": "network-vif-deleted", "tag": "d948054f-0196-48de-86b2-b3a8d3c84f2a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:47.816112 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23af0962-8970-4c34-b9b9-32cc460fe8da {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:47.816638 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5e650-dd7a-48c9-98de-ad093a5cddb1', 'name': 'network-vif-deleted', 'tag': 'd948054f-0196-48de-86b2-b3a8d3c84f2a', 'status': 'completed', 'code': 200} Jul 16 20:54:47.860588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-36579ee0-8e24-4bbb-ab2b-18940e933bf4 req-3bd98b1f-e82a-4d72-b11d-0a3150e2ab58 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 210 time: 0.0369787 Jul 16 20:54:47.975084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:48.002322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] Checking router: a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:54:48.011027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:54:48.011674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:54:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:48.118669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:54:48.315592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:54:48.341226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2199fe7-4db3-4571-b3f3-da10007a1e02 None None] The sync data for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 is: [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:54:48.566707 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfe7fd-8ecf-43cd-8493-cd4a5e57d33b None None] New status for floating IP f3250b34-912b-44af-916b-c8ba379b2db6: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:54:49.005478 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f93d7a5-2adf-4f6c-a9e3-a30d3ac11ced req-014ec314-3ab4-447d-9e91-18dbb88a6a31 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 210 time: 0.0326626 Jul 16 20:54:50.165704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18ccdb07-6778-4280-a16e-f1bd494d3bfc req-4d8efc6e-9fdf-4a59-b060-d226c9924bc3 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 210 time: 0.0373125 Jul 16 20:54:50.620631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-836eb454-4ec2-4f86-816d-5438a994103d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:50.685894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d948054f-0196-48de-86b2-b3a8d3c84f2a no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:54:50.707043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: d948054f-0196-48de-86b2-b3a8d3c84f2a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:54:50.707421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device d948054f-0196-48de-86b2-b3a8d3c84f2a not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:54:51.344499 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-589c8396-8e88-40da-9a8a-7b4ce33970fc req-e001642f-9c04-4377-b9d8-e6d12f302601 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=30e5e650-dd7a-48c9-98de-ad093a5cddb1 HTTP/1.1" status: 200 len: 210 time: 0.0274673 Jul 16 20:54:52.582604 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-1a78f83e-4673-41d3-a446-29330dcb6d0c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800956759&fields=id&tenant_id=4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 267 time: 0.0322652 Jul 16 20:54:52.694341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-1b1c93f7-6bd2-446d-9258-85e2763a9ac4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:52.695749 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-1b1c93f7-6bd2-446d-9258-85e2763a9ac4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1069169 Jul 16 20:54:52.709892 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-2e5b1375-4b94-4f92-8e1a-6f0d1a8081e7 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/quotas/4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 375 time: 0.0088913 Jul 16 20:54:52.783859 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-920fd307-e6ed-4bc9-b9d7-14bb7f729e9c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690632 Jul 16 20:54:52.929776 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-45f156dc-5b81-49fc-b757-f44356f9f5a8 service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348803 Jul 16 20:54:53.022815 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-ec4bf425-107c-4431-bd4f-8cf78285475b service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872886 Jul 16 20:54:53.320257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-656c7c60-18c8-4a4a-ba45-07273deefb77 req-f227ecc9-7e42-49b0-9530-72cdd0f648ab tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 210 time: 0.0285854 Jul 16 20:54:53.448773 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:53.459450 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57e9a955-62f4-4a37-9c9d-983b6de8066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.471456 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3a3b027c-c781-4da6-905d-c82535ff8843 req-d207c3f4-af13-4521-9940-8e04bb8b3425 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 210 time: 0.0313947 Jul 16 20:54:54.501863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-bdf5e068-94ad-455b-abdf-5f66441ebfd5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:54.503394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-bdf5e068-94ad-455b-abdf-5f66441ebfd5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1079836 Jul 16 20:54:54.553587 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-e46b2198-f589-4b01-8e9d-c26eaaa3c14e tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 380 time: 0.0415905 Jul 16 20:54:54.562535 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'port': {'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'admin_state_up': True, 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'security_groups': ['5473f40a-2529-422d-9061-c1bc3d087c2c']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:54.664063 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.677540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Made reservation on behalf of 4397e38bccf8461083b7d4c5587e9f55 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:54:54.681664 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.822015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.20.0.8 (06b35eca-fecb-42e4-aa9e-a43c91e46a00/487ffe4c-c6e4-43d2-8902-e01fc1ad5874/8a7633c2-4cf8-42df-82aa-aca8dcadd22e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:54:54.972938 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:54.991887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Transition to ACTIVE for port object 8a7633c2-4cf8-42df-82aa-aca8dcadd22e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:55.026946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.077560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:54:55.082280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:54:55.088483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:54:55.126279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:55.143714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.144184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.144667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.145168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.145640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.146158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.146649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.147123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.147648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.148138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.148640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.149157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:54:55.186263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:55.187038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.205219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-5ee09de0-fa90-4b0e-966e-6d2377c6e9ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6466351 Jul 16 20:54:55.273728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Request body: {'port': {'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:54:55.341420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3f4d530e-20df-4f11-8039-0ecb8797fe88 None None] Provisioning for port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:54:55.345611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3f4d530e-20df-4f11-8039-0ecb8797fe88 None None] Provisioning complete for port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:54:55.346051 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f4d530e-20df-4f11-8039-0ecb8797fe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.354146 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.391469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d530e-20df-4f11-8039-0ecb8797fe88 None None] Port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:54:55.683600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7633c2-4cf8-42df-82aa-aca8dcadd22e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:54:55.692546 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.707135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a246dc4-c061-4413-9415-9b9cec36816c req-acea51fd-a9a5-4448-b84a-040816e9c931 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:55.708773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a246dc4-c061-4413-9415-9b9cec36816c req-acea51fd-a9a5-4448-b84a-040816e9c931 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 931 time: 0.1192167 Jul 16 20:54:55.718253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Transition to ACTIVE for port object 8a7633c2-4cf8-42df-82aa-aca8dcadd22e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:54:55.726704 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.800879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a246dc4-c061-4413-9415-9b9cec36816c req-2d63c606-a809-4e0f-bff4-abdffee932c4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839217 Jul 16 20:54:55.814204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Pushing event updated for resources: {'Port': ['ID=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:55.903692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Attempting to bind port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:54:55.904029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Attempting to bind port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:54:55.904500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Attempting to bind port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:55.910376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:54:55.910706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Attempting to bind port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:54:55.915999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:54:55.916336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:54:55.916723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Bound using segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:54:55.917146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Bound port: 8a7633c2-4cf8-42df-82aa-aca8dcadd22e, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:54:55.917502 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:55.992905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] For port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:54:55.996431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] For port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:54:56.006596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.044511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.044970 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.046805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] 10.222.0.30 "PUT /v2.0/ports/8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 200 len: 1092 time: 0.8336155 Jul 16 20:54:56.046966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:54:56.049133 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:54:56.081304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98f8bf-b78b-4400-9243-15c3c7e7f2cc service neutron] Pushing event updated for resources: {'Port': ['ID=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:54:56.161060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-a344273e-5382-44bc-8c19-9260c08bbc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.163060 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-a344273e-5382-44bc-8c19-9260c08bbc8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1095 time: 0.0717485 Jul 16 20:54:56.211215 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da11588-41aa-4a09-b777-4fca8256095a x-openstack-request-id: req-5da11588-41aa-4a09-b777-4fca8256095a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:54:56.211581 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:54:56.211769 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5da11588-41aa-4a09-b777-4fca8256095a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:54:56.212170 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'status': 'completed', 'code': 200} Jul 16 20:54:56.214022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-54285568-bac5-4da5-8d14-9ccc07e8e618 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 200 len: 217 time: 0.0432992 Jul 16 20:54:56.265201 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-a98aa27a-41d2-48eb-9a80-6d811de5e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.267441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-a98aa27a-41d2-48eb-9a80-6d811de5e7c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0467765 Jul 16 20:54:56.325921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-62ea362d-9315-45eb-8685-ce1f81211699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.327423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-62ea362d-9315-45eb-8685-ce1f81211699 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537910 Jul 16 20:54:56.351235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:54:56.431327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-8ad87fbc-23bf-40cf-851e-b14296e7dc7f service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968857 Jul 16 20:54:56.526220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cf4afed5-bfbd-4aa8-965f-15d957bfe0a6 req-8a1e8c44-f232-48eb-a85e-1d3197d23405 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884542 Jul 16 20:54:56.633279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-f69450e6-94ce-4b85-9e90-0524cb5352a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.634953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-f69450e6-94ce-4b85-9e90-0524cb5352a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1095 time: 0.0623109 Jul 16 20:54:56.726121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-f4992e36-f6f4-4958-a8d8-eb960a7aef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.727548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-f4992e36-f6f4-4958-a8d8-eb960a7aef2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0865636 Jul 16 20:54:56.773921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-5ac1adb0-9dea-4af3-aeed-a45987562fc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 200 len: 217 time: 0.0384905 Jul 16 20:54:56.821675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-b4382daf-24cb-4ff7-8019-453d21cfb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.823153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-b4382daf-24cb-4ff7-8019-453d21cfb8e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0435159 Jul 16 20:54:56.882129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-7428b8aa-c174-4f1d-bde5-079d58086aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:56.883690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-7428b8aa-c174-4f1d-bde5-079d58086aca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536926 Jul 16 20:54:57.010488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-a6c8dde4-dbae-464d-907a-23bac7510f49 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199257 Jul 16 20:54:57.066174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8cbca-a4ef-46af-b444-56f133b051f7 req-1ee2c96d-9379-4bfe-a578-674e1cb3513f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:57.067779 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fce8cbca-a4ef-46af-b444-56f133b051f7 req-1ee2c96d-9379-4bfe-a578-674e1cb3513f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 943 time: 0.1157842 Jul 16 20:54:57.151278 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f2586f00-15d5-453d-9da3-5bb9fdb52b3d req-92269de1-f3db-4f2f-bafe-de8b5087edd6 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322536 Jul 16 20:54:57.154080 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fce8cbca-a4ef-46af-b444-56f133b051f7 req-9fd772e6-46e2-45b0-aa43-045902ba54ba tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548871 Jul 16 20:54:57.690476 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:54:58.342277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f4e25-c249-400a-8064-218d3e0ade74 req-43ddd12c-b52f-40c7-8609-65fc3116109b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:58.344477 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-356f4e25-c249-400a-8064-218d3e0ade74 req-43ddd12c-b52f-40c7-8609-65fc3116109b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 943 time: 0.0737829 Jul 16 20:54:58.386958 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-356f4e25-c249-400a-8064-218d3e0ade74 req-6dc265e7-589c-4193-bd7f-bb743c33a115 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358968 Jul 16 20:54:59.560981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8a8d8-2970-45e8-bf1a-9ee5def7ce6d req-235e1a67-4bf0-4fe7-97fc-99005513cc44 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:54:59.562483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ae8a8d8-2970-45e8-bf1a-9ee5def7ce6d req-235e1a67-4bf0-4fe7-97fc-99005513cc44 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 943 time: 0.0643120 Jul 16 20:54:59.602532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ae8a8d8-2970-45e8-bf1a-9ee5def7ce6d req-be66a6d4-6b84-4924-977b-deb085dcfb41 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336182 Jul 16 20:55:00.777866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b66a07-2c0d-4b58-b6a4-a376c073f02e req-aedc763c-95e2-41d6-930b-988cda2f1734 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:00.779397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9b66a07-2c0d-4b58-b6a4-a376c073f02e req-aedc763c-95e2-41d6-930b-988cda2f1734 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 943 time: 0.0648906 Jul 16 20:55:00.818321 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d9b66a07-2c0d-4b58-b6a4-a376c073f02e req-8a9578f7-944c-4bf4-83a5-04a739473d50 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326090 Jul 16 20:55:02.000861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1964-3a03-495c-a26e-aed92048d139 req-a6423913-1935-449a-80ad-3a3e0bd4d26f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:02.002202 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41ba1964-3a03-495c-a26e-aed92048d139 req-a6423913-1935-449a-80ad-3a3e0bd4d26f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 943 time: 0.0687654 Jul 16 20:55:02.042573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-41ba1964-3a03-495c-a26e-aed92048d139 req-fff18439-77e6-4a5f-91f7-26ed637e9285 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345972 Jul 16 20:55:03.220510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5709b-c7d9-4486-a224-a136ff65c998 req-cee77c0f-82d6-4463-bd8b-c17a9e1bbd3a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:03.222016 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-43d5709b-c7d9-4486-a224-a136ff65c998 req-cee77c0f-82d6-4463-bd8b-c17a9e1bbd3a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 943 time: 0.0631802 Jul 16 20:55:03.264159 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-43d5709b-c7d9-4486-a224-a136ff65c998 req-23914eff-2bcd-41d0-9218-bd77e23ea908 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365713 Jul 16 20:55:04.437698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c2ac5-a721-43eb-86c9-34b3bf17f115 req-55abcb52-2871-45e2-8e44-80c7b1819082 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:04.439792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f5c2ac5-a721-43eb-86c9-34b3bf17f115 req-55abcb52-2871-45e2-8e44-80c7b1819082 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 943 time: 0.0645995 Jul 16 20:55:04.478061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f5c2ac5-a721-43eb-86c9-34b3bf17f115 req-6f252a6b-31bb-4e2f-9be5-bb3ede4e17a1 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325506 Jul 16 20:55:05.321344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8a7633c2-4cf8-42df-82aa-aca8dcadd22e details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:55:05.415781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:05.426757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:55:05.466510 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:05.479044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7633c2-4cf8-42df-82aa-aca8dcadd22e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:55:05.498693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:05.502904 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:05.555953 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:05.564504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.564852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.565195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.565530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.565869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.566198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.566526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.566850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.567245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.567618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.567946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.568269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:55:05.658433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094881-3f56-4af1-809d-28ca9fa6b36d req-a7b27a95-e793-4bbd-a6f5-3bd4e8b31215 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:05.660018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b094881-3f56-4af1-809d-28ca9fa6b36d req-a7b27a95-e793-4bbd-a6f5-3bd4e8b31215 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 944 time: 0.0658143 Jul 16 20:55:05.702128 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6b094881-3f56-4af1-809d-28ca9fa6b36d req-05fb5e90-9c06-4c24-9047-1e65aa3b033c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362742 Jul 16 20:55:05.755324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['8a7633c2-4cf8-42df-82aa-aca8dcadd22e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:55:06.887396 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cbaf4-8383-4009-91ad-2d29614c5b55 req-3967ba7e-163f-45ba-b2dd-bc9143915a6d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:06.888825 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-052cbaf4-8383-4009-91ad-2d29614c5b55 req-3967ba7e-163f-45ba-b2dd-bc9143915a6d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 944 time: 0.0637083 Jul 16 20:55:06.927911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-052cbaf4-8383-4009-91ad-2d29614c5b55 req-e2091df1-58f7-4d7a-96a4-ae5fc06233ab tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323486 Jul 16 20:55:07.337171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8a7633c2-4cf8-42df-82aa-aca8dcadd22e up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:55:07.386088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:55:07.390773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:55:07.391284 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:07.472894 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:07.496178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:07.498456 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e288e5-9379-402c-93fc-78978e966190" -d '{"events": [{"server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "name": "network-vif-plugged", "status": "completed", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:07.512214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:55:07.516668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:07.566555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:07.617112 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51a76ca-d6f6-4c3d-a4e4-4ba346b80aa8 x-openstack-request-id: req-f51a76ca-d6f6-4c3d-a4e4-4ba346b80aa8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:07.617409 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "name": "network-vif-plugged", "status": "completed", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:07.617687 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f51a76ca-d6f6-4c3d-a4e4-4ba346b80aa8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:07.618084 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'code': 200} Jul 16 20:55:07.740714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5156cb-73c5-45af-a7a7-0ca7a6b15164 req-cfc6dd1f-4daf-4a0c-81dd-57421d164b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:07.742224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a5156cb-73c5-45af-a7a7-0ca7a6b15164 req-cfc6dd1f-4daf-4a0c-81dd-57421d164b86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1097 time: 0.0592687 Jul 16 20:55:07.780552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a5156cb-73c5-45af-a7a7-0ca7a6b15164 req-21f6eeb6-1986-425d-a906-5b34b4df9770 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Jul 16 20:55:08.099035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8cea-fe82-4489-8b4c-337c4ffcaa7c req-5b826b10-d4bf-43a0-bfd8-c87f997afbbf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:08.100490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04ce8cea-fe82-4489-8b4c-337c4ffcaa7c req-5b826b10-d4bf-43a0-bfd8-c87f997afbbf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 945 time: 0.0624011 Jul 16 20:55:08.139899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-04ce8cea-fe82-4489-8b4c-337c4ffcaa7c req-557dd7b4-0ffd-4cf9-a093-925bb54794b2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332890 Jul 16 20:55:09.310996 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e848c-611a-4a7d-946f-f55c457cb6a2 req-256c1bd4-1aa4-4e3d-b84e-945229d65a81 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.312487 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-975e848c-611a-4a7d-946f-f55c457cb6a2 req-256c1bd4-1aa4-4e3d-b84e-945229d65a81 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 945 time: 0.0622127 Jul 16 20:55:09.348532 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-975e848c-611a-4a7d-946f-f55c457cb6a2 req-3de4e671-0db2-48aa-8daa-a9fe223f6175 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305660 Jul 16 20:55:09.520175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244fb4-f689-418d-a1e3-081ed0971b56 req-d4f2532b-e949-4e54-992e-732f6a869b1a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.521546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b244fb4-f689-418d-a1e3-081ed0971b56 req-d4f2532b-e949-4e54-992e-732f6a869b1a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 945 time: 0.0657201 Jul 16 20:55:09.558225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b244fb4-f689-418d-a1e3-081ed0971b56 req-57530880-57e5-43d7-baf2-8ab954bc28d1 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Jul 16 20:55:09.583021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43406) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:09.722459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded82e21-31e8-4729-8f8d-e4b2b763245a tempest-TestVolumeBootPattern-1400052989 tempest-TestVolumeBootPattern-1400052989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:09.724001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ded82e21-31e8-4729-8f8d-e4b2b763245a tempest-TestVolumeBootPattern-1400052989 tempest-TestVolumeBootPattern-1400052989-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1092 time: 0.1399863 Jul 16 20:55:09.726998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43412) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:55:09.731375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:55:09.753227 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:09.848590 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:09.948470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.25.7.237 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/b2110748-c6f6-44af-99f1-2e56bc4d89a5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:55:10.051051 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:10.088590 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:10.127041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:55:10.131690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:55:10.136220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:55:10.139443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=b2110748-c6f6-44af-99f1-2e56bc4d89a5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:10.490351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:10.566902 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:10.709096 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:10.713142 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:10.783596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=b2110748-c6f6-44af-99f1-2e56bc4d89a5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:55:10.791556 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:11.265946 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Floating IP a329388e-a3f1-4116-8f6a-aa7aac1490f6 associated. External IP: 172.25.7.237, port: 8a7633c2-4cf8-42df-82aa-aca8dcadd22e. Jul 16 20:55:11.356114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3372ac50-418e-4f68-af33-c6d95650261c req-e5de079c-0a18-40d5-96c4-a730ef0a8be3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1422584 Jul 16 20:55:11.523060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ac50-418e-4f68-af33-c6d95650261c req-588d77c3-f71a-47e2-8a49-7151687b7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:11.524515 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3372ac50-418e-4f68-af33-c6d95650261c req-588d77c3-f71a-47e2-8a49-7151687b7dda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1097 time: 0.1087210 Jul 16 20:55:11.528484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:55:11.704779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:55:11.707111 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ac50-418e-4f68-af33-c6d95650261c req-256e8650-c018-4c02-a2d3-d82049b93759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:11.708615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3372ac50-418e-4f68-af33-c6d95650261c req-256e8650-c018-4c02-a2d3-d82049b93759 service neutron] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.1359696 Jul 16 20:55:11.714393 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] Sync routers for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:55:11.724153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:11.724774 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:54:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:11.753896 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:11.809935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3372ac50-418e-4f68-af33-c6d95650261c req-b46f6379-1242-4946-8fc2-3e7bd7245e31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 200 len: 999 time: 0.0939343 Jul 16 20:55:11.824724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-487b6673-e7ad-4443-98d4-0172139c2d47 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0835757 Jul 16 20:55:11.824724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:55:11.824724 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe1e9e-a560-43cf-90fe-ec02faee3f19" -d '{"events": [{"name": "network-changed", "server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:55:11.832521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:11.860903 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62933e98-15ec-457b-8e66-5445a4e516de x-openstack-request-id: req-62933e98-15ec-457b-8e66-5445a4e516de {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:55:11.861204 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:55:11.861449 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62933e98-15ec-457b-8e66-5445a4e516de {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:55:11.861848 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'status': 'completed', 'code': 200} Jul 16 20:55:11.878035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ac50-418e-4f68-af33-c6d95650261c req-0697d722-2524-4ff8-988d-08d4f1e1a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:11.879546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3372ac50-418e-4f68-af33-c6d95650261c req-0697d722-2524-4ff8-988d-08d4f1e1a9c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0552075 Jul 16 20:55:11.945380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ac50-418e-4f68-af33-c6d95650261c req-a9520427-f999-4fde-a515-2a724f9049ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:11.947072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3372ac50-418e-4f68-af33-c6d95650261c req-a9520427-f999-4fde-a515-2a724f9049ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615065 Jul 16 20:55:12.043200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3372ac50-418e-4f68-af33-c6d95650261c req-e50ef89f-8feb-4b19-9fd1-70ff12f07791 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894792 Jul 16 20:55:12.079447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'a329388e-a3f1-4116-8f6a-aa7aac1490f6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:10Z', 'updated_at': '2021-07-16T20:55:10Z', 'revision_number': 0, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:12.104368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] Checking router: a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:55:12.112788 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:55:12.113405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:54:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:12.133237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3372ac50-418e-4f68-af33-c6d95650261c req-9fb4141f-2aa7-49cc-a9fe-85a2c44cc618 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832281 Jul 16 20:55:12.226127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:55:12.241910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-02830d0a-8894-4cb8-8a23-c8e901d58d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:12.243663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-02830d0a-8894-4cb8-8a23-c8e901d58d4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1097 time: 0.0594790 Jul 16 20:55:12.332539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-c4f6188b-56b1-4026-b411-b2c138aa4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:12.334079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-c4f6188b-56b1-4026-b411-b2c138aa4e76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0846686 Jul 16 20:55:12.400938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-bc238ba0-f836-4b82-af97-06717e7fe61b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 200 len: 999 time: 0.0606284 Jul 16 20:55:12.449148 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'a329388e-a3f1-4116-8f6a-aa7aac1490f6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:10Z', 'updated_at': '2021-07-16T20:55:10Z', 'revision_number': 0, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:55:12.449419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-6e2ed795-e45d-4f57-8bcc-80643e46fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:12.450852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-6e2ed795-e45d-4f57-8bcc-80643e46fdee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0435424 Jul 16 20:55:12.476397 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41845dc-41b5-4c4c-bb2b-ff0a5ec693ae None None] The sync data for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 is: [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'a329388e-a3f1-4116-8f6a-aa7aac1490f6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:10Z', 'updated_at': '2021-07-16T20:55:10Z', 'revision_number': 0, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:55:12.512708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-4d7d186a-881f-4121-8cdd-56507f22ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:55:12.514231 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-4d7d186a-881f-4121-8cdd-56507f22ac7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541325 Jul 16 20:55:12.608669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-e8f92fc2-6d68-4c12-87b4-bd52c4754c05 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872054 Jul 16 20:55:12.687381 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ef533-e73b-45b6-8c77-1859bfdf7b58 None None] New status for floating IP a329388e-a3f1-4116-8f6a-aa7aac1490f6: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:55:12.700857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1afe1e9e-a560-43cf-90fe-ec02faee3f19 req-ece47969-2518-4646-9b0a-5c1fc7b795cc service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859134 Jul 16 20:55:15.995666 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:17.060041 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:20.625747 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-92826f60-d95e-4f53-87ee-b6e43c4d02f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.440402 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:23.458434 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8394d10d-31e1-4984-bea7-ebbb17129ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:24.663724 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:26.353070 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:34.689966 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:55:45.995019 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:47.067747 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:50.626820 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-933abb93-c3a7-4842-82c4-f5fc9ccfe695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:53.441691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:53.457364 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8af5f9fa-a0d9-4e21-b2ab-54dcfc9de14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:54.666119 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:55:56.354044 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:11.572062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-75de44af-f21c-43e9-88db-3b5214f6e214 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548713 Jul 16 20:56:11.663784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-115fa1e8-01b8-48c0-a5a2-fcd6f900b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:11.665285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-115fa1e8-01b8-48c0-a5a2-fcd6f900b865 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1097 time: 0.0535369 Jul 16 20:56:11.688779 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:56:11.767030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-b08fbd32-7675-4015-9abc-5f756c61041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:11.768567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-b08fbd32-7675-4015-9abc-5f756c61041f service neutron] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0825694 Jul 16 20:56:11.835369 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-1952bbf8-6beb-4d0d-9241-4579584a9e78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 200 len: 1001 time: 0.0606658 Jul 16 20:56:11.885303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-d33eb52b-3c79-4d1f-822a-5bc107cd87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:11.886820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-d33eb52b-3c79-4d1f-822a-5bc107cd87c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0446510 Jul 16 20:56:11.944085 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-350e501a-303e-4623-ac82-91051ce70a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:56:11.945580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-350e501a-303e-4623-ac82-91051ce70a66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526667 Jul 16 20:56:12.041100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-32ee31a7-0ede-4111-b45f-83bd25204e76 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888171 Jul 16 20:56:12.128508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-451b02a6-7080-474f-9e6f-8fcc1ff70ed3 req-f318f07d-3bd1-438d-b09e-9b56e1565bfe service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813582 Jul 16 20:56:15.994296 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:17.067420 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:20.628834 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d181e3ca-f01d-447a-941c-03c2c2905582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:23.448441 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:23.459221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6a8216c-e327-4c62-8408-90126edaff20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:24.668662 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:26.356886 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:45.994006 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:47.085847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:48.687384 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:56:50.631631 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2a27-266e-405e-b4d5-eae969be7c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.444142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:53.459952 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-229a1303-c245-4d0c-ac1d-654d7c51c848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:54.680081 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:56:56.364068 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:00.634466 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-2dc7dda7-248d-43a7-9ea4-ba33c0c8444a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800956759&fields=id&tenant_id=4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 267 time: 0.0393400 Jul 16 20:57:00.737769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c18d3-81d5-460d-a985-c411920132d6 req-22a86698-3d9a-40d9-a84b-4e927bec0e38 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:00.739213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-22a86698-3d9a-40d9-a84b-4e927bec0e38 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.0983400 Jul 16 20:57:00.754683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-1123596e-b931-4f13-a3aa-157a7e79d139 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/quotas/4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 375 time: 0.0100319 Jul 16 20:57:00.833638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-905844c0-3653-4dc3-b49c-7ece031ffe4a tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0736160 Jul 16 20:57:00.983776 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-b980176b-8d0c-41d8-9ac0-d6c6865216d9 service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391387 Jul 16 20:57:01.077275 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-305605f0-6253-48be-a5ab-caa10a50c92e service neutron] 10.222.0.10 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873446 Jul 16 20:57:01.464818 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e61da91c-3688-4e6f-988a-0790057b019b req-3289526b-d600-4272-a58f-c2362824b522 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 210 time: 0.1129057 Jul 16 20:57:02.541969 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c18d3-81d5-460d-a985-c411920132d6 req-d8a82b23-1a0d-45e4-8000-8f7e95230b68 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:02.543512 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-d8a82b23-1a0d-45e4-8000-8f7e95230b68 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 811 time: 0.1002848 Jul 16 20:57:02.590568 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-dee80f63-85ed-446c-825f-8aea718f1077 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4397e38bccf8461083b7d4c5587e9f55 HTTP/1.1" status: 200 len: 380 time: 0.0387850 Jul 16 20:57:02.599774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'port': {'device_id': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'admin_state_up': True, 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'security_groups': ['5473f40a-2529-422d-9061-c1bc3d087c2c']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:02.615422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4eb58697-5ccb-4244-9b25-91dfbe5910ac req-418c5c55-0ae6-4440-b26d-ccce65e8720d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 210 time: 0.0319386 Jul 16 20:57:02.719701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Made reservation on behalf of 4397e38bccf8461083b7d4c5587e9f55 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:57:02.723800 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:02.853823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.20.0.3 (06b35eca-fecb-42e4-aa9e-a43c91e46a00/487ffe4c-c6e4-43d2-8902-e01fc1ad5874/82fcc727-c054-4575-a3f3-7f102a572af6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:03.002962 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.020991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Transition to ACTIVE for port object 82fcc727-c054-4575-a3f3-7f102a572af6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:03.056266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.107207 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:03.110634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:03.114751 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:03.138337 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=82fcc727-c054-4575-a3f3-7f102a572af6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:03.154811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.155214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.155529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.155866 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.156198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.156523 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.156852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.157175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.157495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.157813 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.158133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.158455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:03.182224 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:03.182920 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.207811 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-881e6af7-91ff-4cd8-a203-c08982cf3f29 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6121778 Jul 16 20:57:03.219782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Request body: {'port': {'device_id': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:03.308867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.445429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b92a9f8-2024-4b60-b8a8-be75d9964f15 None None] Provisioning for port 82fcc727-c054-4575-a3f3-7f102a572af6 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:03.449921 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b92a9f8-2024-4b60-b8a8-be75d9964f15 None None] Provisioning complete for port 82fcc727-c054-4575-a3f3-7f102a572af6 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:03.450364 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b92a9f8-2024-4b60-b8a8-be75d9964f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.487567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1b92a9f8-2024-4b60-b8a8-be75d9964f15 None None] Port 82fcc727-c054-4575-a3f3-7f102a572af6 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:57:03.591630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fcc727-c054-4575-a3f3-7f102a572af6 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:03.599505 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.612172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Transition to ACTIVE for port object 82fcc727-c054-4575-a3f3-7f102a572af6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:57:03.616528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.694188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Pushing event updated for resources: {'Port': ['ID=82fcc727-c054-4575-a3f3-7f102a572af6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:03.774137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Attempting to bind port 82fcc727-c054-4575-a3f3-7f102a572af6 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:57:03.774905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Attempting to bind port 82fcc727-c054-4575-a3f3-7f102a572af6 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:57:03.775525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Attempting to bind port 82fcc727-c054-4575-a3f3-7f102a572af6 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:03.782850 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Port 82fcc727-c054-4575-a3f3-7f102a572af6 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:57:03.783553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Attempting to bind port 82fcc727-c054-4575-a3f3-7f102a572af6 on network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:57:03.801236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:57:03.801987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Checking segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:57:03.802444 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Bound using segment: {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:57:03.802964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Bound port: 82fcc727-c054-4575-a3f3-7f102a572af6, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7915b4-9762-4568-99fd-cc6a5c19f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:57:03.803448 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.914117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] For port 82fcc727-c054-4575-a3f3-7f102a572af6, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:57:03.923191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd59b5-544b-405c-aa44-401664b9e451 req-37bca3ea-946a-4bde-a3a9-0e41549f9764 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:03.925367 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5fd59b5-544b-405c-aa44-401664b9e451 req-37bca3ea-946a-4bde-a3a9-0e41549f9764 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 943 time: 0.1391389 Jul 16 20:57:03.927202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] For port 82fcc727-c054-4575-a3f3-7f102a572af6, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=82fcc727-c054-4575-a3f3-7f102a572af6,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:57:03.938812 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.992503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:03.993129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:03.994727 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] 10.222.0.63 "PUT /v2.0/ports/82fcc727-c054-4575-a3f3-7f102a572af6 HTTP/1.1" status: 200 len: 1092 time: 0.7796321 Jul 16 20:57:03.996225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:03.998489 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ed5cb5-d703-4b45-87d7-fbc7488b416c" -d '{"events": [{"name": "network-changed", "server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:04.036861 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f5fd59b5-544b-405c-aa44-401664b9e451 req-3a60b6a2-949a-4444-8601-e36b02020aab tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048880 Jul 16 20:57:04.037623 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a1d49-3417-464a-90c2-786e973e48fe service neutron] Pushing event updated for resources: {'Port': ['ID=82fcc727-c054-4575-a3f3-7f102a572af6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:04.048712 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e411d0-db26-467d-8d0e-702efae9740a x-openstack-request-id: req-47e411d0-db26-467d-8d0e-702efae9740a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:04.049005 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:04.049352 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47e411d0-db26-467d-8d0e-702efae9740a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:04.050366 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6', 'status': 'completed', 'code': 200} Jul 16 20:57:04.115214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c18d3-81d5-460d-a985-c411920132d6 req-1d4079f7-6e1c-4762-90d6-3814652d8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.116770 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-1d4079f7-6e1c-4762-90d6-3814652d8773 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 1095 time: 0.0566881 Jul 16 20:57:04.162213 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-4b078bcc-1462-4ca5-90e7-b08130037384 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fcc727-c054-4575-a3f3-7f102a572af6 HTTP/1.1" status: 200 len: 217 time: 0.0367475 Jul 16 20:57:04.211661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c18d3-81d5-460d-a985-c411920132d6 req-bf12bf0b-c325-44ef-bb94-6e17f59d776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.213164 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-bf12bf0b-c325-44ef-bb94-6e17f59d776d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0447426 Jul 16 20:57:04.277578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c18d3-81d5-460d-a985-c411920132d6 req-342735fa-09c0-46e1-9481-ad3df6c9de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.279127 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-342735fa-09c0-46e1-9481-ad3df6c9de83 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586166 Jul 16 20:57:04.367118 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-214c5735-99fa-4385-ae0c-0391b2cbb32b service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817821 Jul 16 20:57:04.458904 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b34c18d3-81d5-460d-a985-c411920132d6 req-2934b984-a338-4512-b37b-17f459de383e service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854340 Jul 16 20:57:04.557227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-89088773-0ccb-44d1-a975-9a5cb5b6517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.558627 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-89088773-0ccb-44d1-a975-9a5cb5b6517c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 1095 time: 0.0545259 Jul 16 20:57:04.652436 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-73c5bdc9-5811-4d78-b0fb-62cc19697a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.653918 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-73c5bdc9-5811-4d78-b0fb-62cc19697a25 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0890863 Jul 16 20:57:04.693039 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-92bfbfcb-9948-4915-a2f3-b8a6abc8b952 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fcc727-c054-4575-a3f3-7f102a572af6 HTTP/1.1" status: 200 len: 217 time: 0.0326760 Jul 16 20:57:04.739905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-3a0b6d8d-7aac-4d6a-8636-8a89cddbfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.741376 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-3a0b6d8d-7aac-4d6a-8636-8a89cddbfaf6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0425551 Jul 16 20:57:04.801216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-0929365f-64f6-4f7b-be42-ed94ffac2a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:04.802691 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-0929365f-64f6-4f7b-be42-ed94ffac2a6c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545905 Jul 16 20:57:04.895457 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-8e39fa73-5896-451c-b687-a83941d0420c service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849662 Jul 16 20:57:04.992756 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-03ed5cb5-d703-4b45-87d7-fbc7488b416c req-d33c8685-b565-4e06-84b1-226f8190d4ac service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909510 Jul 16 20:57:05.231563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b8c7f-85a4-4dae-93a6-b844d05cd748 req-c0462758-ee60-4b83-b40a-d378ef76ca2b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:05.233454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa5b8c7f-85a4-4dae-93a6-b844d05cd748 req-c0462758-ee60-4b83-b40a-d378ef76ca2b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 943 time: 0.0731454 Jul 16 20:57:05.276674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-aa5b8c7f-85a4-4dae-93a6-b844d05cd748 req-8daebbc7-142f-47df-a9ad-5b075948c744 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370557 Jul 16 20:57:06.454075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8c9d8-0757-48ef-a6b1-23a66b338421 req-6ba00efc-d0b1-460f-b96a-d63f640bced2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:06.456282 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3a8c9d8-0757-48ef-a6b1-23a66b338421 req-6ba00efc-d0b1-460f-b96a-d63f640bced2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 943 time: 0.0640774 Jul 16 20:57:06.496956 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e3a8c9d8-0757-48ef-a6b1-23a66b338421 req-29e5242d-8870-4f7c-a4cd-e1d1af298d6c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345967 Jul 16 20:57:07.688789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430e797-6373-40f0-a277-6dbe1d8d8f10 req-f549cc0a-859f-47e4-a007-617f98592ede tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:07.690305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f430e797-6373-40f0-a277-6dbe1d8d8f10 req-f549cc0a-859f-47e4-a007-617f98592ede tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 943 time: 0.0749667 Jul 16 20:57:07.729271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f430e797-6373-40f0-a277-6dbe1d8d8f10 req-df47791b-b6c9-4951-9bed-8baad310e500 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333648 Jul 16 20:57:08.913021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c06733-9167-496e-8b8b-49b9e9744857 req-009808d2-31ae-4e89-8bc2-2c8dc18a4269 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:08.914388 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24c06733-9167-496e-8b8b-49b9e9744857 req-009808d2-31ae-4e89-8bc2-2c8dc18a4269 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 943 time: 0.0659201 Jul 16 20:57:08.951364 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-24c06733-9167-496e-8b8b-49b9e9744857 req-ae4f4320-2ff4-4d23-8f05-4ba01bb62cf4 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Jul 16 20:57:10.124732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65fe3-1d6a-4081-b14e-cb7ce6cc4d3b req-b3df8192-a5d1-41f7-976d-9a0fc6624c9c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:10.126202 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13f65fe3-1d6a-4081-b14e-cb7ce6cc4d3b req-b3df8192-a5d1-41f7-976d-9a0fc6624c9c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 943 time: 0.0629358 Jul 16 20:57:10.163300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13f65fe3-1d6a-4081-b14e-cb7ce6cc4d3b req-56d47e0c-c262-428f-8b8e-30aa6486a4f5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Jul 16 20:57:11.336513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573bc8f-f005-4d2f-9a1a-5005ac1c8919 req-97ba37dd-c867-48fd-a92c-0fd5c041bbd2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:11.337978 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e573bc8f-f005-4d2f-9a1a-5005ac1c8919 req-97ba37dd-c867-48fd-a92c-0fd5c041bbd2 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 943 time: 0.0618367 Jul 16 20:57:11.375475 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e573bc8f-f005-4d2f-9a1a-5005ac1c8919 req-9c228d19-80d4-4594-902e-3b51c96a7753 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 Jul 16 20:57:12.026683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56e03362-e679-40bd-8168-5bc473dbb08b req-72214651-c2a0-4d6f-9b53-37fb6908550c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564611 Jul 16 20:57:12.125845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03362-e679-40bd-8168-5bc473dbb08b req-49707c06-41e5-49ac-b188-3357b54e4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.127392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56e03362-e679-40bd-8168-5bc473dbb08b req-49707c06-41e5-49ac-b188-3357b54e4088 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1097 time: 0.0583410 Jul 16 20:57:12.229795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03362-e679-40bd-8168-5bc473dbb08b req-ff732938-d6a0-4aab-bc67-8280cb4e9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.231191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56e03362-e679-40bd-8168-5bc473dbb08b req-ff732938-d6a0-4aab-bc67-8280cb4e9b95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0842302 Jul 16 20:57:12.302043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56e03362-e679-40bd-8168-5bc473dbb08b req-dd49d4b2-202c-4c52-8091-1a48fd6f9249 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 200 len: 1001 time: 0.0635026 Jul 16 20:57:12.350237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03362-e679-40bd-8168-5bc473dbb08b req-60439e68-f72f-4db5-9fe4-04cba72f8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.351751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56e03362-e679-40bd-8168-5bc473dbb08b req-60439e68-f72f-4db5-9fe4-04cba72f8e8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0440159 Jul 16 20:57:12.414536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03362-e679-40bd-8168-5bc473dbb08b req-ed0f86b3-a6c1-4d53-a9f5-faaaa0e25baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.416171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56e03362-e679-40bd-8168-5bc473dbb08b req-ed0f86b3-a6c1-4d53-a9f5-faaaa0e25baa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582411 Jul 16 20:57:12.540482 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56e03362-e679-40bd-8168-5bc473dbb08b req-e8fd90f1-71ac-4008-b59a-18ef5f3fd658 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175053 Jul 16 20:57:12.620261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfcdd7-6d15-48f5-8ae4-c857305096cb req-11b02c07-f4cc-4253-819a-d72c0a7e1fe5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:12.621705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5acfcdd7-6d15-48f5-8ae4-c857305096cb req-11b02c07-f4cc-4253-819a-d72c0a7e1fe5 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 943 time: 0.1261306 Jul 16 20:57:12.668537 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56e03362-e679-40bd-8168-5bc473dbb08b req-04fbc1ba-bdc5-4e6b-bc0a-a33d5c0c4816 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208911 Jul 16 20:57:12.676501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5acfcdd7-6d15-48f5-8ae4-c857305096cb req-6535ac1c-49b4-4272-afb5-acf8bbd14ab1 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470862 Jul 16 20:57:13.314227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 82fcc727-c054-4575-a3f3-7f102a572af6 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:57:13.408041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 82fcc727-c054-4575-a3f3-7f102a572af6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=82fcc727-c054-4575-a3f3-7f102a572af6,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:13.418423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '82fcc727-c054-4575-a3f3-7f102a572af6', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'port_id': '82fcc727-c054-4575-a3f3-7f102a572af6', 'mac_address': 'fa:16:3e:ab:40:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:57:13.453270 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.469192 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fcc727-c054-4575-a3f3-7f102a572af6 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:57:13.489502 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 82fcc727-c054-4575-a3f3-7f102a572af6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=82fcc727-c054-4575-a3f3-7f102a572af6,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:13.492994 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:13.537571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=82fcc727-c054-4575-a3f3-7f102a572af6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:13.545156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.545491 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.545829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.546157 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.546484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.546810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.547145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.547483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.547804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.548123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.548441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.548758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:13.724848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['82fcc727-c054-4575-a3f3-7f102a572af6'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:57:13.846666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d4dae-33d2-45bd-a9b8-b6d7d7821f64 req-cd27a329-86e9-4992-8889-b5b329791c48 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:13.850517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f9d4dae-33d2-45bd-a9b8-b6d7d7821f64 req-cd27a329-86e9-4992-8889-b5b329791c48 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 944 time: 0.0649631 Jul 16 20:57:13.886878 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3f9d4dae-33d2-45bd-a9b8-b6d7d7821f64 req-dc5f414a-8f7e-46a6-8498-ed0e1bd76274 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Jul 16 20:57:15.061551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58c913-52f2-4f13-b36f-cbf285039e7a req-e1b377e8-727e-46a2-bba2-ae34fea433f3 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:15.063039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a58c913-52f2-4f13-b36f-cbf285039e7a req-e1b377e8-727e-46a2-bba2-ae34fea433f3 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 944 time: 0.0668433 Jul 16 20:57:15.101085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a58c913-52f2-4f13-b36f-cbf285039e7a req-ae0993a8-35a2-463c-bfa1-90cc547ae584 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Jul 16 20:57:15.324738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 82fcc727-c054-4575-a3f3-7f102a572af6 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:57:15.371417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 82fcc727-c054-4575-a3f3-7f102a572af6 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:57:15.374844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 82fcc727-c054-4575-a3f3-7f102a572af6 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:57:15.375215 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.450526 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.472114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:15.474558 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f27972-3234-43bd-9b2b-24823ce154fb" -d '{"events": [{"server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "name": "network-vif-plugged", "status": "completed", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:15.487303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 82fcc727-c054-4575-a3f3-7f102a572af6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=82fcc727-c054-4575-a3f3-7f102a572af6,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:57:15.491962 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:15.514433 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45067e82-9615-4e31-ae1d-5f523805201f x-openstack-request-id: req-45067e82-9615-4e31-ae1d-5f523805201f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:15.514735 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "name": "network-vif-plugged", "status": "completed", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:15.514969 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45067e82-9615-4e31-ae1d-5f523805201f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:15.515378 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6', 'code': 200} Jul 16 20:57:15.540990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=82fcc727-c054-4575-a3f3-7f102a572af6,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:15.626803 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7b39e-8c5a-4510-a6c5-9cfc8b92599e req-2acc074e-ec12-4c41-bf00-fc7ac8fba9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:15.628357 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4da7b39e-8c5a-4510-a6c5-9cfc8b92599e req-2acc074e-ec12-4c41-bf00-fc7ac8fba9f0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 1097 time: 0.0542610 Jul 16 20:57:15.661379 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-4da7b39e-8c5a-4510-a6c5-9cfc8b92599e req-e898c90e-34a6-4246-a7ea-ddfbcd472889 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268915 Jul 16 20:57:15.992821 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:16.269933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e52f0-d244-468d-9ca6-ca15f4ff2ee3 req-df233613-ce71-478d-8036-37eca41e1494 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:16.271215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e99e52f0-d244-468d-9ca6-ca15f4ff2ee3 req-df233613-ce71-478d-8036-37eca41e1494 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 945 time: 0.0624971 Jul 16 20:57:16.312035 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e99e52f0-d244-468d-9ca6-ca15f4ff2ee3 req-465cd272-258d-4f5d-ac80-855d3e79aa9b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349333 Jul 16 20:57:17.090510 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.405197 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaf09c99-b462-4402-9bf7-305026602446 req-e30e024e-01c8-4c82-bf53-170af0a89263 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516958 Jul 16 20:57:17.534345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30bd16-3001-451a-89f4-66ce624d0860 req-45c7f580-2d89-4df1-b495-38a5282ac595 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.535834 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee30bd16-3001-451a-89f4-66ce624d0860 req-45c7f580-2d89-4df1-b495-38a5282ac595 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 945 time: 0.1045668 Jul 16 20:57:17.537558 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09c99-b462-4402-9bf7-305026602446 req-bd93cd65-c916-478e-8367-06547cb83455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.538880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaf09c99-b462-4402-9bf7-305026602446 req-bd93cd65-c916-478e-8367-06547cb83455 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 1097 time: 0.0805597 Jul 16 20:57:17.597197 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ee30bd16-3001-451a-89f4-66ce624d0860 req-2fc38792-db14-4516-95ed-b0410b995628 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556917 Jul 16 20:57:17.653740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09c99-b462-4402-9bf7-305026602446 req-66baae15-8998-4a04-9fa8-53407220b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.655215 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaf09c99-b462-4402-9bf7-305026602446 req-66baae15-8998-4a04-9fa8-53407220b8e1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0945811 Jul 16 20:57:17.697877 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaf09c99-b462-4402-9bf7-305026602446 req-5f70a1a8-f07e-4f20-b362-7f4ab19dafc2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fcc727-c054-4575-a3f3-7f102a572af6 HTTP/1.1" status: 200 len: 217 time: 0.0368679 Jul 16 20:57:17.746083 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09c99-b462-4402-9bf7-305026602446 req-c8495dd0-df6a-4221-aab0-e2555c4e8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.747663 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaf09c99-b462-4402-9bf7-305026602446 req-c8495dd0-df6a-4221-aab0-e2555c4e8770 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0443811 Jul 16 20:57:17.769424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a141e-a26c-436f-98b5-34bcd513a65d req-f0eaa6ed-a3aa-416a-980c-bbc5b1d8fadf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.770894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-213a141e-a26c-436f-98b5-34bcd513a65d req-f0eaa6ed-a3aa-416a-980c-bbc5b1d8fadf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 945 time: 0.0623085 Jul 16 20:57:17.803936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09c99-b462-4402-9bf7-305026602446 req-e9818073-aca5-43f7-b6b4-36058a84b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.805427 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaf09c99-b462-4402-9bf7-305026602446 req-e9818073-aca5-43f7-b6b4-36058a84b731 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522568 Jul 16 20:57:17.808815 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-213a141e-a26c-436f-98b5-34bcd513a65d req-83d36703-78a4-47b5-924b-c10f71baac16 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Jul 16 20:57:17.834042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43582) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:17.897874 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaf09c99-b462-4402-9bf7-305026602446 req-e1157238-4069-4ae0-842b-3fc3a49375cc service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856292 Jul 16 20:57:17.904180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c71b673-f64e-4afb-ac52-14753619bed6 tempest-TestVolumeBootPattern-1400052989 tempest-TestVolumeBootPattern-1400052989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:17.905675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8c71b673-f64e-4afb-ac52-14753619bed6 tempest-TestVolumeBootPattern-1400052989 tempest-TestVolumeBootPattern-1400052989-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 1092 time: 0.0701585 Jul 16 20:57:17.908366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43584) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:57:17.913636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '82fcc727-c054-4575-a3f3-7f102a572af6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:57:17.935996 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:17.991418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eaf09c99-b462-4402-9bf7-305026602446 req-da1e2550-7d6e-4bf1-b726-e128392816b7 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872488 Jul 16 20:57:18.041072 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.141172 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Allocated IP 172.25.7.92 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/cc25589a-a032-4d92-8cf6-27c5ecd9efaa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:57:18.251181 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.296174 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.337792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:57:18.340743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:57:18.345064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:57:18.348654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=cc25589a-a032-4d92-8cf6-27c5ecd9efaa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:18.377684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.378527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.378859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.379185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.379534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.379855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.380171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.380485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.380795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.381107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.381418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.381726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:57:18.728514 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.806104 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.952451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:18.956838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.360071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event updated for resources: {'Port': ['ID=cc25589a-a032-4d92-8cf6-27c5ecd9efaa,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:57:19.370186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.474722 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Floating IP 704bebce-2f7f-466f-9590-91df8600fdf4 associated. External IP: 172.25.7.92, port: 82fcc727-c054-4575-a3f3-7f102a572af6. Jul 16 20:57:19.680059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:57:19.786870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:57:19.798012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] Sync routers for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:57:19.803153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:19.809090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:19.809713 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:56:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:19.839456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b573f6c7-557a-4c19-b312-42b3c14ee51f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9300475 Jul 16 20:57:19.840044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:57:19.842287 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaee46f4-46de-4f48-bc2a-73d239f442dc" -d '{"events": [{"name": "network-changed", "server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:57:19.879798 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec24e12e-a204-4ba7-a9bd-9e56629e013d x-openstack-request-id: req-ec24e12e-a204-4ba7-a9bd-9e56629e013d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:57:19.880330 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:57:19.880753 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec24e12e-a204-4ba7-a9bd-9e56629e013d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:57:19.881591 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6', 'status': 'completed', 'code': 200} Jul 16 20:57:19.922606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:19.958792 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-6f7a65b0-9bdf-46b6-a78b-92b469496c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:19.960340 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-6f7a65b0-9bdf-46b6-a78b-92b469496c15 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 1097 time: 0.0562820 Jul 16 20:57:20.048634 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-6dd62ffe-2607-4adc-8c5f-5814f3d4e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.050665 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-6dd62ffe-2607-4adc-8c5f-5814f3d4e954 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0843596 Jul 16 20:57:20.118889 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-9ec0bbb7-784f-4e0d-bb47-46c0c7660c49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fcc727-c054-4575-a3f3-7f102a572af6 HTTP/1.1" status: 200 len: 998 time: 0.0622070 Jul 16 20:57:20.159593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '704bebce-2f7f-466f-9590-91df8600fdf4', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '82fcc727-c054-4575-a3f3-7f102a572af6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:ab:40:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:57:18Z', 'updated_at': '2021-07-16T20:57:18Z', 'revision_number': 0, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}, {'id': 'a329388e-a3f1-4116-8f6a-aa7aac1490f6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:10Z', 'updated_at': '2021-07-16T20:55:12Z', 'revision_number': 1, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:20.167239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-c93794ea-6358-4efc-9d61-bced50de236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.169388 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-c93794ea-6358-4efc-9d61-bced50de236b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0441318 Jul 16 20:57:20.187432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] Checking router: a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:57:20.195722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:57:20.196342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:56:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:20.227471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-1441e4fa-5ae5-4194-a91a-c9f2e8d3aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:57:20.229012 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-1441e4fa-5ae5-4194-a91a-c9f2e8d3aae4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532892 Jul 16 20:57:20.301956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:57:20.323760 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-4610615d-6a97-47be-a492-aec5e81bdaf1 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876846 Jul 16 20:57:20.412386 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-aaee46f4-46de-4f48-bc2a-73d239f442dc req-9e2ede41-c8a8-4ea0-b237-e75bbf129a50 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831447 Jul 16 20:57:20.644270 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c38c218-c0f8-4a0e-9b50-1f585d35afca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:20.695794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '704bebce-2f7f-466f-9590-91df8600fdf4', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '82fcc727-c054-4575-a3f3-7f102a572af6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:ab:40:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:57:18Z', 'updated_at': '2021-07-16T20:57:18Z', 'revision_number': 0, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}, {'id': 'a329388e-a3f1-4116-8f6a-aa7aac1490f6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:10Z', 'updated_at': '2021-07-16T20:55:12Z', 'revision_number': 1, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:57:20.723267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7147c82-e3e8-4c5f-9d7c-218ca499b721 None None] The sync data for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 is: [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '704bebce-2f7f-466f-9590-91df8600fdf4', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '82fcc727-c054-4575-a3f3-7f102a572af6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:ab:40:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:57:18Z', 'updated_at': '2021-07-16T20:57:18Z', 'revision_number': 0, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}, {'id': 'a329388e-a3f1-4116-8f6a-aa7aac1490f6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:10Z', 'updated_at': '2021-07-16T20:55:12Z', 'revision_number': 1, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:57:20.915705 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e7bc8-f9c3-4b00-b59e-bba336320899 None None] New status for floating IP 704bebce-2f7f-466f-9590-91df8600fdf4: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:57:23.442695 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:23.459640 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e836f88-0d23-4c15-be7e-c31b7e6fc3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:24.678110 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:25.685945 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:57:26.365469 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:46.003168 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:47.098137 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:50.635786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-505cde9e-69b6-4ce2-99ba-fab6d2b89e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.434991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:53.459960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-efd6d8fe-5b92-4879-9c74-f70d2bdf8fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:54.677855 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:57:56.367400 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:02.687970 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:58:12.065765 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-d7e7dd1f-82d1-49d9-9a58-bf0a83816dfc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513985 Jul 16 20:58:12.160227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-966d67c0-8a28-483a-9338-df2518b5771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.161714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-966d67c0-8a28-483a-9338-df2518b5771a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1097 time: 0.0551541 Jul 16 20:58:12.264942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-087d34ac-64c3-41ab-bfab-b9208193b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.266322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-087d34ac-64c3-41ab-bfab-b9208193b078 service neutron] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0834036 Jul 16 20:58:12.332880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-fd040870-2c09-41fe-bc9c-aaff9c4f9de5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 200 len: 1001 time: 0.0598996 Jul 16 20:58:12.381012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-669ca3ca-7517-435b-bb34-6437c76ec273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.382413 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-669ca3ca-7517-435b-bb34-6437c76ec273 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0429821 Jul 16 20:58:12.436968 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-d25dddf8-d3b1-4101-9875-2d0c504a92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:12.438387 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-d25dddf8-d3b1-4101-9875-2d0c504a92b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502191 Jul 16 20:58:12.448490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-e20b2dd5-c013-439c-88a9-c586465b8ad2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:58:12.449424 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-e20b2dd5-c013-439c-88a9-c586465b8ad2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048208 Jul 16 20:58:12.538216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-b1e6df3a-ff86-49d2-9ad5-151981506085 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827246 Jul 16 20:58:12.623634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25336d32-3801-4ff6-8e9a-7dbd8e33e167 req-3a44d789-aae0-4586-bbc0-1c56e8905cc8 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790350 Jul 16 20:58:15.992696 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:16.891848 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-ee2553a2-8f56-4d72-94b8-8b706f4da6cb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607879 Jul 16 20:58:16.982906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-a0b064e7-4938-4d43-a478-97f2d046c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:16.984691 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-a0b064e7-4938-4d43-a478-97f2d046c47e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 1097 time: 0.0516119 Jul 16 20:58:17.088794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-10130271-070b-4117-ac27-9be35795e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.090256 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-10130271-070b-4117-ac27-9be35795e6b6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0859036 Jul 16 20:58:17.112458 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:17.468317 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-6c3dad21-04cc-4e33-ba13-e04149e1174c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fcc727-c054-4575-a3f3-7f102a572af6 HTTP/1.1" status: 200 len: 1000 time: 0.3711848 Jul 16 20:58:17.515465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-a7b26e71-ca75-403e-9f0e-849035bcb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.516857 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-a7b26e71-ca75-403e-9f0e-849035bcb6b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0422463 Jul 16 20:58:17.573227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-28b2a165-5ffc-4cf2-b5cc-c4531dd8084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:17.574676 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-28b2a165-5ffc-4cf2-b5cc-c4531dd8084f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518031 Jul 16 20:58:17.659790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-2add1b0c-e2b2-416f-a11b-7504b05cd335 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786147 Jul 16 20:58:17.754554 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-ad7c8cd7-4350-4b8d-81e6-12db522cc8e7 req-0c00f589-0eff-4afa-8408-002ca2672fcc service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883205 Jul 16 20:58:20.639531 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f869dee-c80d-435d-8665-20994df00c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:23.434777 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:23.458415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3946a47-17b7-414e-9438-1f9e044a1675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:24.680384 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:26.370720 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:39.687298 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:58:41.600015 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43634) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:41.755102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port cc25589a-a032-4d92-8cf6-27c5ecd9efaa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:41.755475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.830356 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.830682 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:41.841936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for cc25589a-a032-4d92-8cf6-27c5ecd9efaa owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:42.027791 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.051131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=cc25589a-a032-4d92-8cf6-27c5ecd9efaa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:42.063845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.064190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.064520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.064846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.065169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.065489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.065835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.066152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.066466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.066778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.067092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.067433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:42.126723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.127046 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Floating IP 704bebce-2f7f-466f-9590-91df8600fdf4 disassociated (deleted). External IP: 172.25.7.92, port: 82fcc727-c054-4575-a3f3-7f102a572af6. Jul 16 20:58:42.326732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:42.429635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:42.434432 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:42.439265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] Sync routers for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:42.449152 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:42.449767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:58:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:42.473796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e75b676c-dc19-4f27-beb6-3901e57aa829 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "DELETE /v2.0/floatingips/704bebce-2f7f-466f-9590-91df8600fdf4 HTTP/1.1" status: 204 len: 168 time: 0.8726850 Jul 16 20:58:42.474384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:42.476682 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b716d721-a8bc-4c32-a169-d7a07cafc7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:42.515293 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fb0982-4d9b-4fd0-8891-c2a7776cc0cd x-openstack-request-id: req-45fb0982-4d9b-4fd0-8891-c2a7776cc0cd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:42.515598 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:42.515852 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45fb0982-4d9b-4fd0-8891-c2a7776cc0cd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:42.516264 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6', 'status': 'completed', 'code': 200} Jul 16 20:58:42.559499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:42.590845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-4f55e5c4-2ce5-470c-a288-ef5a477606e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:42.592390 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-4f55e5c4-2ce5-470c-a288-ef5a477606e8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 1097 time: 0.0536296 Jul 16 20:58:42.691856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-5e8e7f0c-5b6e-40d2-bf3e-e9a0d6006eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:42.693353 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-5e8e7f0c-5b6e-40d2-bf3e-e9a0d6006eda service neutron] 10.222.0.63 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.0946453 Jul 16 20:58:42.736606 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-a8fd8a5f-eecc-40a8-bd7a-bb310dd0e40e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fcc727-c054-4575-a3f3-7f102a572af6 HTTP/1.1" status: 200 len: 217 time: 0.0364606 Jul 16 20:58:42.788890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-490c7e2f-4212-4fb5-bcd2-6b0915867d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:42.790748 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-490c7e2f-4212-4fb5-bcd2-6b0915867d0b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0464869 Jul 16 20:58:42.802890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'a329388e-a3f1-4116-8f6a-aa7aac1490f6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:10Z', 'updated_at': '2021-07-16T20:55:12Z', 'revision_number': 1, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:42.832681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] Checking router: a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:42.841341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:42.841873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:58:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:42.895717 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-fbab3b63-99ad-405e-b467-852953d1f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:42.897295 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-fbab3b63-99ad-405e-b467-852953d1f4bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001916 Jul 16 20:58:42.905429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc6c58-64a1-4810-a1d5-1b076d3263b4 req-0e599865-62d7-47f9-817a-c2c61584af5d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:42.906785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88cc6c58-64a1-4810-a1d5-1b076d3263b4 req-0e599865-62d7-47f9-817a-c2c61584af5d tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 945 time: 0.1086464 Jul 16 20:58:42.943858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:42.994312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-88cc6c58-64a1-4810-a1d5-1b076d3263b4 req-07b9bef2-36f9-4f67-9b93-a6003528c7cf tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795882 Jul 16 20:58:43.019641 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-31df4a28-036a-48c9-b4ff-e32cfc9acfe4 service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118619 Jul 16 20:58:43.113572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-b716d721-a8bc-4c32-a169-d7a07cafc7f4 req-b0a1be15-79f6-41c0-ad7e-69ff6dc1864c service neutron] 10.222.0.63 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860515 Jul 16 20:58:43.170452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'a329388e-a3f1-4116-8f6a-aa7aac1490f6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:10Z', 'updated_at': '2021-07-16T20:55:12Z', 'revision_number': 1, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:43.196082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c8396-35dc-45bb-93b7-f875d6b94b25 None None] The sync data for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 is: [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'a329388e-a3f1-4116-8f6a-aa7aac1490f6', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'port_id': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'mac_address': 'fa:16:3e:1a:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T20:55:10Z', 'updated_at': '2021-07-16T20:55:12Z', 'revision_number': 1, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:43.423177 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb8e56-98f7-491f-837a-2433fdc62ee4 None None] New status for floating IP 704bebce-2f7f-466f-9590-91df8600fdf4: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:58:44.194943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da688423-8c18-4313-9a34-947e9c7db989 req-f21b2b02-476e-440c-93d3-fe60c347a8d9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:44.196696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da688423-8c18-4313-9a34-947e9c7db989 req-f21b2b02-476e-440c-93d3-fe60c347a8d9 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 945 time: 0.0649252 Jul 16 20:58:44.236791 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da688423-8c18-4313-9a34-947e9c7db989 req-592a9e94-70ad-4e6a-be84-e308bc1dd828 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Jul 16 20:58:44.271937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-7ed090bb-e3c1-4d53-b207-60ee70eba473 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:44.273483 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-7ed090bb-e3c1-4d53-b207-60ee70eba473 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 945 time: 0.0694976 Jul 16 20:58:44.376868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port 82fcc727-c054-4575-a3f3-7f102a572af6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:44.377325 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.468296 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] For port 82fcc727-c054-4575-a3f3-7f102a572af6, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=82fcc727-c054-4575-a3f3-7f102a572af6,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:44.468660 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.480958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for 82fcc727-c054-4575-a3f3-7f102a572af6 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:44.608601 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.642676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=82fcc727-c054-4575-a3f3-7f102a572af6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:44.669283 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.669626 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.669959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.670289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.670614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.670939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.671353 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.671615 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.671933 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.672251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.672575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.672890 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:58:44.696404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] No DVR routers for this DVR port 82fcc727-c054-4575-a3f3-7f102a572af6 on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:44.698976 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:44.701091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-191a42ce-575e-4fcd-9a1c-52e3f85ade9f req-19a7b86b-9689-4d93-a540-73dd4b0abebc tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.63 "DELETE /v2.0/ports/82fcc727-c054-4575-a3f3-7f102a572af6 HTTP/1.1" status: 204 len: 173 time: 0.4224880 Jul 16 20:58:44.701443 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'name': 'network-vif-deleted', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:44.703692 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866efad9-00c3-4d64-a28b-f93d8dd76c05" -d '{"events": [{"server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "name": "network-vif-deleted", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:44.742441 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b562b-8c65-421a-bf55-9e2f057dbb47 x-openstack-request-id: req-6b6b562b-8c65-421a-bf55-9e2f057dbb47 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:44.742727 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277a3b6a-be3d-4d04-ab80-d465b642baf8", "name": "network-vif-deleted", "tag": "82fcc727-c054-4575-a3f3-7f102a572af6", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:44.742980 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b6b562b-8c65-421a-bf55-9e2f057dbb47 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:44.743403 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277a3b6a-be3d-4d04-ab80-d465b642baf8', 'name': 'network-vif-deleted', 'tag': '82fcc727-c054-4575-a3f3-7f102a572af6', 'status': 'completed', 'code': 200} Jul 16 20:58:45.388862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98d27820-3709-45b1-84a7-c52fd6cb71dc req-f4e75145-a4c8-40b3-b89e-4c9ef23690f8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 210 time: 0.0308478 Jul 16 20:58:45.992561 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:46.533951 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-e9eccd1f-7da2-4807-9278-4db8c3ee25c3 req-2b724313-5317-4948-8eef-235eaa27e12c tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 210 time: 0.0294185 Jul 16 20:58:47.111804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:47.678467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2b6c4f8-e63a-4bcc-a303-1d26877fbcc6 req-c3911823-8ad7-4c5b-82ec-222d85ad671b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=277a3b6a-be3d-4d04-ab80-d465b642baf8 HTTP/1.1" status: 200 len: 210 time: 0.0329108 Jul 16 20:58:47.851037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 82fcc727-c054-4575-a3f3-7f102a572af6 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:47.875361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 82fcc727-c054-4575-a3f3-7f102a572af6 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:47.875707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 82fcc727-c054-4575-a3f3-7f102a572af6 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:50.643333 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c86804a7-7ecf-47b4-a4eb-a9824bc03202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.071420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43684) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:58:53.224158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port b2110748-c6f6-44af-99f1-2e56bc4d89a5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:53.224404 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.295483 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.295824 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.307430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for b2110748-c6f6-44af-99f1-2e56bc4d89a5 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:53.436874 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.456819 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.457960 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c3e1-a9af-4668-b582-0c16e63f6070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.482737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=b2110748-c6f6-44af-99f1-2e56bc4d89a5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:53.545781 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.546137 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Floating IP a329388e-a3f1-4116-8f6a-aa7aac1490f6 disassociated (deleted). External IP: 172.25.7.237, port: 8a7633c2-4cf8-42df-82aa-aca8dcadd22e. Jul 16 20:58:53.746638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:58:53.851682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:58:53.856770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:53.861632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] Sync routers for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:58:53.870781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:53.871432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:58:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:53.893153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5fd5a109-b55e-4d51-bbd9-a9120289d831 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "DELETE /v2.0/floatingips/a329388e-a3f1-4116-8f6a-aa7aac1490f6 HTTP/1.1" status: 204 len: 168 time: 0.8206406 Jul 16 20:58:53.893737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:53.895998 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6084c5a-d4f9-4880-94ed-46d1d841f855" -d '{"events": [{"name": "network-changed", "server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:53.933617 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f4dd0e-714b-4e29-92de-cca437b6bfd6 x-openstack-request-id: req-f1f4dd0e-714b-4e29-92de-cca437b6bfd6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:53.933903 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:53.934153 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1f4dd0e-714b-4e29-92de-cca437b6bfd6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:53.934551 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'status': 'completed', 'code': 200} Jul 16 20:58:53.993737 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:54.014369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-4a13e1bb-897e-46c4-acd7-fde46af2c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:54.016012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-4a13e1bb-897e-46c4-acd7-fde46af2c29d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4397e38bccf8461083b7d4c5587e9f55&device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 1097 time: 0.0584517 Jul 16 20:58:54.122043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-97a7bcdf-9e23-4126-8b04-1f2a7be1c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:54.123660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-97a7bcdf-9e23-4126-8b04-1f2a7be1c88b service neutron] 10.222.0.30 "GET /v2.0/networks?id=06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 200 len: 912 time: 0.1003320 Jul 16 20:58:54.175747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-6ccb7bcd-30a7-4e51-afac-7e007db34fce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 200 len: 217 time: 0.0391853 Jul 16 20:58:54.213326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:54.230856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-567cb2a5-3d54-48b6-ab18-38199ed313a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:54.232493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-567cb2a5-3d54-48b6-ab18-38199ed313a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 200 len: 850 time: 0.0505950 Jul 16 20:58:54.243743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] Checking router: a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:58:54.252110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:58:54.252649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:58:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:54.280092 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fbf24-882f-44e4-8224-84cdbd700f69 req-eeba6803-0cfc-460d-8e15-055333b1f2ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:54.282397 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-032fbf24-882f-44e4-8224-84cdbd700f69 req-eeba6803-0cfc-460d-8e15-055333b1f2ec tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 945 time: 0.0724063 Jul 16 20:58:54.295584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-1d6cb528-56af-4169-a921-1db205df1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:54.297141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-1d6cb528-56af-4169-a921-1db205df1183 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06b35eca-fecb-42e4-aa9e-a43c91e46a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553405 Jul 16 20:58:54.320944 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-032fbf24-882f-44e4-8224-84cdbd700f69 req-a904387b-301a-4a67-ab59-e606d30132c8 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324509 Jul 16 20:58:54.364857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:58:54.392899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-708e677a-fd3c-45db-9527-a71622792765 service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887716 Jul 16 20:58:54.482862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6084c5a-d4f9-4880-94ed-46d1d841f855 req-11e1ce00-95df-4a73-bd36-dbecbd36e4fc service neutron] 10.222.0.30 "GET /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820541 Jul 16 20:58:54.561791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:58:54.588286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f2cce-f31a-42b6-927d-150a777f1358 None None] The sync data for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 is: [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:49:20Z', 'revision_number': 4, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'a1165f32-68de-4467-8430-e1b306f41921', 'name': '', 'network_id': '06b35eca-fecb-42e4-aa9e-a43c91e46a00', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'mac_address': 'fa:16:3e:ba:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:19Z', 'updated_at': '2021-07-16T20:49:26Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'subnets': [{'id': '487ffe4c-c6e4-43d2-8902-e01fc1ad5874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:58:54.693132 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:54.912737 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00212b1d-a0dd-475f-bff3-e871c8682191 None None] New status for floating IP a329388e-a3f1-4116-8f6a-aa7aac1490f6: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 20:58:55.498585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b4f5-866a-4475-80be-fe97566b1796 req-998222d5-0f70-439b-bf75-13c6b94231f0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:55.500063 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84d5b4f5-866a-4475-80be-fe97566b1796 req-998222d5-0f70-439b-bf75-13c6b94231f0 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 945 time: 0.0650353 Jul 16 20:58:55.537324 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84d5b4f5-866a-4475-80be-fe97566b1796 req-d9118989-5af8-47d6-a1e8-4ea9e71fb0ac tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/security-groups?id=5473f40a-2529-422d-9061-c1bc3d087c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317709 Jul 16 20:58:55.696703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-aaf2bbbd-e5cb-4eab-9470-5dbbb137d353 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:58:55.698146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-aaf2bbbd-e5cb-4eab-9470-5dbbb137d353 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 945 time: 0.0616441 Jul 16 20:58:55.793719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:58:55.794058 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.882881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] For port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:58:55.883156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:55.895130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for 8a7633c2-4cf8-42df-82aa-aca8dcadd22e owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:58:56.021102 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.051836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=8a7633c2-4cf8-42df-82aa-aca8dcadd22e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:58:56.097758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] No DVR routers for this DVR port 8a7633c2-4cf8-42df-82aa-aca8dcadd22e on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:58:56.100321 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.102395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d380e6c0-3888-46a4-99ab-fe1a6317171e req-16da0f85-98e6-4fdf-8875-757057630a45 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.30 "DELETE /v2.0/ports/8a7633c2-4cf8-42df-82aa-aca8dcadd22e HTTP/1.1" status: 204 len: 173 time: 0.3982234 Jul 16 20:58:56.102909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'name': 'network-vif-deleted', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:58:56.105180 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184fef50-d418-4f85-81cb-57295f1ccb5e" -d '{"events": [{"server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "name": "network-vif-deleted", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:58:56.141178 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58ecc7c-ee44-4b16-b90a-53e36613df1c x-openstack-request-id: req-a58ecc7c-ee44-4b16-b90a-53e36613df1c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:58:56.141472 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b882c1b-19b0-4b37-bb78-1d13a27bc531", "name": "network-vif-deleted", "tag": "8a7633c2-4cf8-42df-82aa-aca8dcadd22e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:58:56.141724 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a58ecc7c-ee44-4b16-b90a-53e36613df1c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:58:56.142120 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b882c1b-19b0-4b37-bb78-1d13a27bc531', 'name': 'network-vif-deleted', 'tag': '8a7633c2-4cf8-42df-82aa-aca8dcadd22e', 'status': 'completed', 'code': 200} Jul 16 20:58:56.373659 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:58:56.679890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1bb6bf40-f48f-438b-907a-2dab87727710 req-4fd2a524-6b00-431c-b26b-734c7f79177b tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 210 time: 0.0319200 Jul 16 20:58:57.818628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9b256330-5e9f-4bb5-ad30-69ee576081ca req-097de32d-e2ea-4b76-b110-9e4812dbddd6 tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Jul 16 20:58:58.460396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8a7633c2-4cf8-42df-82aa-aca8dcadd22e no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:58:58.482949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 8a7633c2-4cf8-42df-82aa-aca8dcadd22e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:58:58.483585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 8a7633c2-4cf8-42df-82aa-aca8dcadd22e not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:58:58.956771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d78f855d-003a-4439-8bbf-3fe361b1a1bf req-1b63ecb1-0aea-4853-92c6-15c5bc366bde tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b882c1b-19b0-4b37-bb78-1d13a27bc531 HTTP/1.1" status: 200 len: 210 time: 0.0272210 Jul 16 20:59:00.047049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43704) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:00.168472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Deleting port 729e1858-95a4-4a56-98ee-9ef122179199 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:00.168812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.244366 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.244596 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.256182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Calling delete_port for 729e1858-95a4-4a56-98ee-9ef122179199 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:00.384190 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.412977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'Port': ['ID=729e1858-95a4-4a56-98ee-9ef122179199,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:00.473940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.476475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:00.477654 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cdd60ca8-fd8c-4bfc-be1b-7d9f2852970f tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "DELETE /v2.0/floatingips/f3250b34-912b-44af-916b-c8ba379b2db6 HTTP/1.1" status: 204 len: 168 time: 0.4295995 Jul 16 20:59:02.794139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43718) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:02.853058 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d98b2ab2-4163-47ed-bb71-9b0d4fce87af tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.878237 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d98b2ab2-4163-47ed-bb71-9b0d4fce87af tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.937634 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d98b2ab2-4163-47ed-bb71-9b0d4fce87af tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.940254 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d98b2ab2-4163-47ed-bb71-9b0d4fce87af tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:02.942900 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d98b2ab2-4163-47ed-bb71-9b0d4fce87af tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] 10.222.0.10 "DELETE /v2.0/security-groups/5473f40a-2529-422d-9061-c1bc3d087c2c HTTP/1.1" status: 204 len: 168 time: 0.1476583 Jul 16 20:59:02.952022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b2ab2-4163-47ed-bb71-9b0d4fce87af tempest-TestVolumeBootPattern-1232939838 tempest-TestVolumeBootPattern-1232939838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5473f40a-2529-422d-9061-c1bc3d087c2c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:03.005457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43722) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:03.502231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.077162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Deleting port a1165f32-68de-4467-8430-e1b306f41921 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:04.077866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.157941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] For port a1165f32-68de-4467-8430-e1b306f41921, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=a1165f32-68de-4467-8430-e1b306f41921,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:04.158294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.169684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Calling delete_port for a1165f32-68de-4467-8430-e1b306f41921 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:04.346310 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.370453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1165f32-68de-4467-8430-e1b306f41921,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:04.536458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.744153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:04.848464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:04.853391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-26bfc4be-c11e-4187-a20c-85b470d29213 admin admin] 10.222.0.10 "PUT /v2.0/routers/a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8469176 Jul 16 20:59:04.856040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43726) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:04.857603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] Sync routers for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:04.867307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:04.868027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:58:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:04.960775 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:04.970847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:05.065642 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.120490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Deleting port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:05.121228 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.198781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] For port 86a606fc-2ee1-4bb5-a40c-ccc6a479782b, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=86a606fc-2ee1-4bb5-a40c-ccc6a479782b,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:05.199138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.216188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Calling delete_port for 86a606fc-2ee1-4bb5-a40c-ccc6a479782b owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:05.299994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:59:04Z', 'revision_number': 5, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port': {'id': '86a606fc-2ee1-4bb5-a40c-ccc6a479782b', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:17Z', 'updated_at': '2021-07-16T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:05.327453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] Checking router: a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:05.336452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] Routers {'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:05.337070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:58:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:05.376477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.406352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a606fc-2ee1-4bb5-a40c-ccc6a479782b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:05.421730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] Set router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:05.469798 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.475954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:59:05Z', 'revision_number': 6, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:05.502670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1ffcc-d2a5-421c-9617-dc97944dce64 None None] The sync data for ids ['a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8'] in n-d-792394-17 is: [{'id': 'a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8', 'name': 'tempest-TestVolumeBootPattern-436804022-router', 'tenant_id': '4397e38bccf8461083b7d4c5587e9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:16Z', 'updated_at': '2021-07-16T20:59:05Z', 'revision_number': 6, 'project_id': '4397e38bccf8461083b7d4c5587e9f55', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:05.562719 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.564812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.614344 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.614858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:59:05.619207 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.623290 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3f44532f-22e2-4112-896c-713da1df31b1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a5b5fcb5-d789-4c2a-881b-fa9fdeaed1b8 HTTP/1.1" status: 204 len: 168 time: 0.7660675 Jul 16 20:59:05.623457 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:05.666142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f39d84-9410-4983-8796-c67e596d5b09 admin admin] Deleting subnet 487ffe4c-c6e4-43d2-8902-e01fc1ad5874 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:59:05.669150 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50f39d84-9410-4983-8796-c67e596d5b09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.703776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50f39d84-9410-4983-8796-c67e596d5b09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.782113 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50f39d84-9410-4983-8796-c67e596d5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.834840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50f39d84-9410-4983-8796-c67e596d5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.859944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f39d84-9410-4983-8796-c67e596d5b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487ffe4c-c6e4-43d2-8902-e01fc1ad5874,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:05.866757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50f39d84-9410-4983-8796-c67e596d5b09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.868683 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-50f39d84-9410-4983-8796-c67e596d5b09 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/487ffe4c-c6e4-43d2-8902-e01fc1ad5874 HTTP/1.1" status: 204 len: 168 time: 0.2445760 Jul 16 20:59:05.871384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43730) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:05.873846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d4a19-fa02-450c-a4cd-54aefcb4a71d None None] Network 06b35eca-fecb-42e4-aa9e-a43c91e46a00 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:05.940810 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:05.998804 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Deleting port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:05.999140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.078866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] DHCP port deletion for 06b35eca-fecb-42e4-aa9e-a43c91e46a00 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:59:06.079766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] For port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1288e8bd-0cf0-40ce-ac8a-bcf2624327cc,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:06.080133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.088014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 86a606fc-2ee1-4bb5-a40c-ccc6a479782b no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:06.094068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Calling delete_port for 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:06.124372 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 86a606fc-2ee1-4bb5-a40c-ccc6a479782b {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:06.124717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 86a606fc-2ee1-4bb5-a40c-ccc6a479782b not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:06.125142 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a1165f32-68de-4467-8430-e1b306f41921 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:06.145794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: a1165f32-68de-4467-8430-e1b306f41921 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:06.146145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device a1165f32-68de-4467-8430-e1b306f41921 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:06.168072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Deleting port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:06.168441 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.175197 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.201508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=1288e8bd-0cf0-40ce-ac8a-bcf2624327cc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:06.203329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] No DVR routers for this DVR port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:06.236427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] For port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=1288e8bd-0cf0-40ce-ac8a-bcf2624327cc,segment=NetworkSegment(6d7915b4-9762-4568-99fd-cc6a5c19f433),segment_id=6d7915b4-9762-4568-99fd-cc6a5c19f433)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:06.236818 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.249651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Calling delete_port for 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:06.278177 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.289508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b35eca-fecb-42e4-aa9e-a43c91e46a00']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:06.299760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7915b4-9762-4568-99fd-cc6a5c19f433') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:06.299960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7915b4-9762-4568-99fd-cc6a5c19f433') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:06.309165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.325492 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.331297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:06.332294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.333446 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:06.333988 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:06.365359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Pushing event deleted for resources: {'Port': ['ID=1288e8bd-0cf0-40ce-ac8a-bcf2624327cc,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:06.367780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] No DVR routers for this DVR port 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:06.377971 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.378991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.379206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.379633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.379879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.380205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.380597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.380838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.381235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.381463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.381782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.382098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97fa5b0-1070-42c3-a3eb-ad295a6bad7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 20:59:06.392523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.398408 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.400239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] 10.222.0.10 "DELETE /v2.0/networks/06b35eca-fecb-42e4-aa9e-a43c91e46a00 HTTP/1.1" status: 204 len: 168 time: 0.5278654 Jul 16 20:59:06.403358 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:06.410765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c888ad-33b9-487e-a89d-d80f8b665ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=06b35eca-fecb-42e4-aa9e-a43c91e46a00,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:06.743295 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:06.997312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Deleting port 135293e4-843c-4426-b777-4f385abdfd83 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:06.997564 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.072671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] For port 135293e4-843c-4426-b777-4f385abdfd83, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=135293e4-843c-4426-b777-4f385abdfd83,segment=NetworkSegment(bc59293c-905e-40e2-bee8-a4e76c9f15d1),segment_id=bc59293c-905e-40e2-bee8-a4e76c9f15d1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:07.073028 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.085208 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Calling delete_port for 135293e4-843c-4426-b777-4f385abdfd83 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:07.262487 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.290602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=135293e4-843c-4426-b777-4f385abdfd83,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:07.455224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.665174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Router 7e90683f-41b7-4483-81f2-2bfba3ef4641 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 20:59:07.765747 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 20:59:07.771369 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6f2692df-df37-4069-afd2-1cc0986e5d2e admin admin] 10.222.0.10 "PUT /v2.0/routers/7e90683f-41b7-4483-81f2-2bfba3ef4641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3669212 Jul 16 20:59:07.773878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:07.774915 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] Sync routers for ids ['7e90683f-41b7-4483-81f2-2bfba3ef4641'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 20:59:07.784229 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] Routers {'7e90683f-41b7-4483-81f2-2bfba3ef4641'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:07.785387 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:58:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7e90683f-41b7-4483-81f2-2bfba3ef4641'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:07.874970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:07.887807 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] Set router 7e90683f-41b7-4483-81f2-2bfba3ef4641 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:07.974705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.073411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:08.079285 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 5, 'project_id': 'eb478131aef843219bb784acdb33482d', 'gw_port': {'id': '2a6e7bf1-7929-4630-9d49-4a0b589e5876', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:2d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:08.095034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:08.095521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 1288e8bd-0cf0-40ce-ac8a-bcf2624327cc not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:08.106791 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] Checking router: 7e90683f-41b7-4483-81f2-2bfba3ef4641 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 20:59:08.115859 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] Routers {'7e90683f-41b7-4483-81f2-2bfba3ef4641'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 20:59:08.116528 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T20:58:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['7e90683f-41b7-4483-81f2-2bfba3ef4641'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:08.204078 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] Set router 7e90683f-41b7-4483-81f2-2bfba3ef4641 gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 20:59:08.265227 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 6, 'project_id': 'eb478131aef843219bb784acdb33482d', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:08.291658 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa824e98-95b9-4d57-a78a-d8bd8acb255c None None] The sync data for ids ['7e90683f-41b7-4483-81f2-2bfba3ef4641'] in n-d-792394-17 is: [{'id': '7e90683f-41b7-4483-81f2-2bfba3ef4641', 'name': 'tempest-TestVolumeBootPattern-2041592947-router', 'tenant_id': 'eb478131aef843219bb784acdb33482d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T20:49:22Z', 'updated_at': '2021-07-16T20:59:07Z', 'revision_number': 6, 'project_id': 'eb478131aef843219bb784acdb33482d', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 20:59:08.366700 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Deleting port 2a6e7bf1-7929-4630-9d49-4a0b589e5876 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:08.367041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.443167 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] For port 2a6e7bf1-7929-4630-9d49-4a0b589e5876, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2a6e7bf1-7929-4630-9d49-4a0b589e5876,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:08.443553 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.455229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Calling delete_port for 2a6e7bf1-7929-4630-9d49-4a0b589e5876 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:08.614708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.639807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6e7bf1-7929-4630-9d49-4a0b589e5876,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:08.709060 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.797840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.799924 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.842555 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.843153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e90683f-41b7-4483-81f2-2bfba3ef4641 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 20:59:08.849459 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.850852 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c0711ea5-82dc-416c-9ced-7af3a0609e0b admin admin] 10.222.0.10 "DELETE /v2.0/routers/7e90683f-41b7-4483-81f2-2bfba3ef4641 HTTP/1.1" status: 204 len: 168 time: 1.0758076 Jul 16 20:59:08.853676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:08.900345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c9e564-17bf-4676-8cc2-813eca821de4 admin admin] Deleting subnet d38caaf7-7a89-45b1-bbec-c4b1d51aae98 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 20:59:08.903320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e564-17bf-4676-8cc2-813eca821de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:08.938317 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e564-17bf-4676-8cc2-813eca821de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.013714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e564-17bf-4676-8cc2-813eca821de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.074466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e564-17bf-4676-8cc2-813eca821de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.102441 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9e564-17bf-4676-8cc2-813eca821de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38caaf7-7a89-45b1-bbec-c4b1d51aae98,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:09.104447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e564-17bf-4676-8cc2-813eca821de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.107766 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f4c9e564-17bf-4676-8cc2-813eca821de4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d38caaf7-7a89-45b1-bbec-c4b1d51aae98 HTTP/1.1" status: 204 len: 168 time: 0.2529311 Jul 16 20:59:09.110072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43738) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:09.111217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b1c64-d528-4b27-80c7-e82d70f71bfd None None] Network 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:09.181667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.242098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Deleting port eec78624-26ff-4b23-ad09-adcf1b077dd9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:09.242441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.296757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187fc022-fd13-43d8-92df-ec28fea80a64 None None] DHCP port deletion for 90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 20:59:09.319088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] For port eec78624-26ff-4b23-ad09-adcf1b077dd9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=eec78624-26ff-4b23-ad09-adcf1b077dd9,segment=NetworkSegment(bc59293c-905e-40e2-bee8-a4e76c9f15d1),segment_id=bc59293c-905e-40e2-bee8-a4e76c9f15d1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:09.319574 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.334822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Calling delete_port for eec78624-26ff-4b23-ad09-adcf1b077dd9 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:09.352719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-187fc022-fd13-43d8-92df-ec28fea80a64 None None] Deleting port eec78624-26ff-4b23-ad09-adcf1b077dd9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:09.353097 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-187fc022-fd13-43d8-92df-ec28fea80a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.416241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-187fc022-fd13-43d8-92df-ec28fea80a64 None None] For port eec78624-26ff-4b23-ad09-adcf1b077dd9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=eec78624-26ff-4b23-ad09-adcf1b077dd9,segment=NetworkSegment(bc59293c-905e-40e2-bee8-a4e76c9f15d1),segment_id=bc59293c-905e-40e2-bee8-a4e76c9f15d1)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:09.416638 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-187fc022-fd13-43d8-92df-ec28fea80a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.421796 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.428554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-187fc022-fd13-43d8-92df-ec28fea80a64 None None] Calling delete_port for eec78624-26ff-4b23-ad09-adcf1b077dd9 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:09.448704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec78624-26ff-4b23-ad09-adcf1b077dd9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:09.450693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] No DVR routers for this DVR port eec78624-26ff-4b23-ad09-adcf1b077dd9 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:09.502953 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-187fc022-fd13-43d8-92df-ec28fea80a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.520591 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.529645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fc022-fd13-43d8-92df-ec28fea80a64 None None] Pushing event deleted for resources: {'Port': ['ID=eec78624-26ff-4b23-ad09-adcf1b077dd9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:09.531049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f1bf34-18fd-4fe4-bc8a-5983c8774ad0']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:09.531405 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fc022-fd13-43d8-92df-ec28fea80a64 None None] No DVR routers for this DVR port eec78624-26ff-4b23-ad09-adcf1b077dd9 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:09.546289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc59293c-905e-40e2-bee8-a4e76c9f15d1') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:09.546586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc59293c-905e-40e2-bee8-a4e76c9f15d1') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 20:59:09.555361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.569055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.574900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 20:59:09.575323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: timer() Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 20:59:09.577067 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 20:59:09.630057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.635737 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.637551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] 10.222.0.10 "DELETE /v2.0/networks/90f1bf34-18fd-4fe4-bc8a-5983c8774ad0 HTTP/1.1" status: 204 len: 168 time: 0.5264781 Jul 16 20:59:09.649032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0437f4-638f-4f56-88cc-b81d02652a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=90f1bf34-18fd-4fe4-bc8a-5983c8774ad0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:09.770300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:09.809043 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f943fa4a-20bf-4ac1-bbf9-a1a04b0171e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4397e38bccf8461083b7d4c5587e9f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375645 Jul 16 20:59:09.811401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43744) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:09.859229 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9641d82-2799-4711-8f49-d9dab2bb6358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.880801 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9641d82-2799-4711-8f49-d9dab2bb6358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.925779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9641d82-2799-4711-8f49-d9dab2bb6358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.928505 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9641d82-2799-4711-8f49-d9dab2bb6358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:09.929649 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b9641d82-2799-4711-8f49-d9dab2bb6358 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41456705-d69f-4afb-84c6-8326224c3487 HTTP/1.1" status: 204 len: 168 time: 0.1172857 Jul 16 20:59:09.937246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9641d82-2799-4711-8f49-d9dab2bb6358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41456705-d69f-4afb-84c6-8326224c3487,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:10.019480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2a6e7bf1-7929-4630-9d49-4a0b589e5876 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:10.039680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 2a6e7bf1-7929-4630-9d49-4a0b589e5876 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:10.040186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2a6e7bf1-7929-4630-9d49-4a0b589e5876 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:10.040538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device eec78624-26ff-4b23-ad09-adcf1b077dd9 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:10.061909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: eec78624-26ff-4b23-ad09-adcf1b077dd9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:10.062166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device eec78624-26ff-4b23-ad09-adcf1b077dd9 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:10.062573 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 135293e4-843c-4426-b777-4f385abdfd83 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:10.081289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 135293e4-843c-4426-b777-4f385abdfd83 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:10.081639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 135293e4-843c-4426-b777-4f385abdfd83 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:10.263501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43750) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:10.302691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8392fadd-e899-4b01-8267-64cdc81acbc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb478131aef843219bb784acdb33482d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376966 Jul 16 20:59:10.304818 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43752) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:10.353100 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42766b14-a21d-4e1c-9754-012830f69b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.377844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42766b14-a21d-4e1c-9754-012830f69b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.426573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42766b14-a21d-4e1c-9754-012830f69b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.429487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42766b14-a21d-4e1c-9754-012830f69b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:10.430873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-42766b14-a21d-4e1c-9754-012830f69b8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/278b4e1f-3b19-434d-8833-a9018fc02777 HTTP/1.1" status: 204 len: 168 time: 0.1249912 Jul 16 20:59:10.442970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42766b14-a21d-4e1c-9754-012830f69b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b4e1f-3b19-434d-8833-a9018fc02777,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:15.992448 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:16.686803 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:59:17.113014 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:20.187557 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-60e24a0f-ad45-4c7b-8949-ed02650c836c tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0689cf37d9b5484786486aa714b7a237&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276244 Jul 16 20:59:20.336965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-9765c31d-b72e-4503-8511-d99ac6ef7da6 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:20.338566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-9765c31d-b72e-4503-8511-d99ac6ef7da6 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456342 Jul 16 20:59:20.353191 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-5e9d77cb-87e4-4052-ab99-06a8f9734811 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/quotas/0689cf37d9b5484786486aa714b7a237 HTTP/1.1" status: 200 len: 375 time: 0.0092757 Jul 16 20:59:20.386780 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-2be31d0b-a837-4bd2-b5ca-fcdac4ddf6ad tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0689cf37d9b5484786486aa714b7a237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282986 Jul 16 20:59:20.556070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-301e7ae6-b67e-4ee9-8e30-b111c44968b8 req-d226774c-8b63-4543-8238-903320389671 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 210 time: 0.0283942 Jul 16 20:59:20.646114 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c43649e-4102-4d54-a519-f51bf183f88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:21.479184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-25b42d03-3f51-4761-bbfd-e1d53e75d22f tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=0689cf37d9b5484786486aa714b7a237&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207012 Jul 16 20:59:21.589762 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-c0125612-2e74-423f-bf7b-d8aa3b1cba35 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:21.591429 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-c0125612-2e74-423f-bf7b-d8aa3b1cba35 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064177 Jul 16 20:59:21.603236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Request body: {'port': {'device_id': '7d8255c1-df42-4e46-bb15-ea35c409cab3', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'admin_state_up': True, 'tenant_id': '0689cf37d9b5484786486aa714b7a237'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:21.703468 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1f8b6b74-6e37-4abc-9445-66c2b3f7b835 req-0d14a379-7c0f-45ac-b43c-1adb880859f4 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 210 time: 0.0313182 Jul 16 20:59:21.738266 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Made reservation on behalf of 0689cf37d9b5484786486aa714b7a237 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:21.741649 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:21.754642 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:21.843351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:21.847128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:21.904438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440fe477-6664-4d76-a239-b99d7705b57f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:21.977718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Allocated IP 192.168.233.164 (78b7624a-418d-45d6-8fa7-c31005b60270/2bfdfb9b-203d-4098-a672-867a53c0ba9e/13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:22.123652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.136716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Transition to ACTIVE for port object 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:22.168094 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.208166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Network 78b7624a-418d-45d6-8fa7-c31005b60270 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:22.213403 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:22.217132 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:22.250312 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Pushing event updated for resources: {'Port': ['ID=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:22.275799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:22.276420 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.291855 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-706548dc-9cf0-46e6-9319-e569b4101d56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6924059 Jul 16 20:59:22.302417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-dc82211a-1796-48ae-8ab1-de475cee6ba7 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:59:22.303212 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-dc82211a-1796-48ae-8ab1-de475cee6ba7 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058188 Jul 16 20:59:22.425965 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Request body: {'port': {'device_id': '7d8255c1-df42-4e46-bb15-ea35c409cab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:22.465667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2df01ec-0461-400f-bd09-09766950fcfd None None] Provisioning for port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:22.469658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2df01ec-0461-400f-bd09-09766950fcfd None None] Provisioning complete for port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:22.470061 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2df01ec-0461-400f-bd09-09766950fcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.497585 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.504217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b2df01ec-0461-400f-bd09-09766950fcfd None None] Port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 20:59:22.762559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:22.770658 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.782748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Transition to ACTIVE for port object 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:22.787101 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.838993 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Pushing event updated for resources: {'Port': ['ID=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:22.896037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411a68b-7c56-4d58-9ea9-0e1b557cd842 req-28c7546f-bfd4-421f-8f46-4d89cfe81ea0 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:22.898544 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f411a68b-7c56-4d58-9ea9-0e1b557cd842 req-28c7546f-bfd4-421f-8f46-4d89cfe81ea0 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 948 time: 0.0807030 Jul 16 20:59:22.908559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Attempting to bind port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:22.908895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Attempting to bind port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:22.909227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Attempting to bind port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:22.914101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed on network 78b7624a-418d-45d6-8fa7-c31005b60270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:22.914641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Attempting to bind port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed on network 78b7624a-418d-45d6-8fa7-c31005b60270 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:22.919911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:22.920261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Checking segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:22.920653 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Bound using segment: {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:22.921089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Bound port: 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61e4b42-a16d-46ae-a2a2-03661d491e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:22.921452 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:22.943758 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f411a68b-7c56-4d58-9ea9-0e1b557cd842 req-703d0dc9-d66c-4daf-8684-2afcf056e1f1 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 Jul 16 20:59:22.990484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] For port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:22.993608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] For port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:22.998541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:23.032639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:23.033319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:23.034730 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] 10.222.0.63 "PUT /v2.0/ports/13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed HTTP/1.1" status: 200 len: 1097 time: 0.7244494 Jul 16 20:59:23.035168 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8255c1-df42-4e46-bb15-ea35c409cab3', 'tag': '13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:23.037439 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effc581c-c53e-49d1-8b9d-1056a973334b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8255c1-df42-4e46-bb15-ea35c409cab3", "tag": "13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:23.064251 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d30570-0bce-42e2-b788-6fa71a845fae service neutron] Pushing event updated for resources: {'Port': ['ID=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:23.091012 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c39f55-362a-40ba-8ad9-789b32628b17 x-openstack-request-id: req-c8c39f55-362a-40ba-8ad9-789b32628b17 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:23.091449 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8255c1-df42-4e46-bb15-ea35c409cab3", "tag": "13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:23.091708 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8c39f55-362a-40ba-8ad9-789b32628b17 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:23.092106 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8255c1-df42-4e46-bb15-ea35c409cab3', 'tag': '13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed', 'status': 'completed', 'code': 200} Jul 16 20:59:23.138851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-f0046fef-5efe-4e83-a107-cd6c579e7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:23.140423 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-f0046fef-5efe-4e83-a107-cd6c579e7a1d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0689cf37d9b5484786486aa714b7a237&device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 1100 time: 0.0590796 Jul 16 20:59:23.185123 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-6e56f987-1ab4-4c4e-83ff-23226308b161 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed HTTP/1.1" status: 200 len: 217 time: 0.0375788 Jul 16 20:59:23.233729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-e6248a28-0667-4b85-ac46-f6f4ceb31edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:23.235211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-e6248a28-0667-4b85-ac46-f6f4ceb31edc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0446033 Jul 16 20:59:23.290097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-459eef5d-4a57-467d-8ab3-8e9a49b09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:23.291628 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-459eef5d-4a57-467d-8ab3-8e9a49b09ecc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505021 Jul 16 20:59:23.381920 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-f2b138c8-6c5f-415b-b6f1-07ea13c7ef5a service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841591 Jul 16 20:59:23.439083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:23.466948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4fcf9af9-a8a6-48b5-9e9d-f8e866e4e4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:23.474355 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-3c0dd255-0b63-432c-bf46-0fd77663ac2a req-d771ec80-b3f0-4d68-a325-1702dadb1158 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854576 Jul 16 20:59:23.575859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc581c-c53e-49d1-8b9d-1056a973334b req-2aa174f0-b9ed-4060-8488-c135864f459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:23.577456 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-effc581c-c53e-49d1-8b9d-1056a973334b req-2aa174f0-b9ed-4060-8488-c135864f459f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0689cf37d9b5484786486aa714b7a237&device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 1100 time: 0.0560741 Jul 16 20:59:23.664390 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc581c-c53e-49d1-8b9d-1056a973334b req-4b543edf-cb69-433e-9aea-82b345ffec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:23.665870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-effc581c-c53e-49d1-8b9d-1056a973334b req-4b543edf-cb69-433e-9aea-82b345ffec28 service neutron] 10.222.0.63 "GET /v2.0/networks?id=78b7624a-418d-45d6-8fa7-c31005b60270 HTTP/1.1" status: 200 len: 870 time: 0.0824530 Jul 16 20:59:23.709504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-effc581c-c53e-49d1-8b9d-1056a973334b req-a2e0701e-d207-44f6-970c-dd730a0b0ea2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed HTTP/1.1" status: 200 len: 217 time: 0.0373895 Jul 16 20:59:23.757156 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc581c-c53e-49d1-8b9d-1056a973334b req-d5930d14-cef6-423c-9c4c-28a083f1a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:23.758581 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-effc581c-c53e-49d1-8b9d-1056a973334b req-d5930d14-cef6-423c-9c4c-28a083f1a911 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2bfdfb9b-203d-4098-a672-867a53c0ba9e HTTP/1.1" status: 200 len: 843 time: 0.0429940 Jul 16 20:59:23.815003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc581c-c53e-49d1-8b9d-1056a973334b req-92d93a21-9dc8-40eb-ad0d-e3057a801240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:23.816587 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-effc581c-c53e-49d1-8b9d-1056a973334b req-92d93a21-9dc8-40eb-ad0d-e3057a801240 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=78b7624a-418d-45d6-8fa7-c31005b60270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515924 Jul 16 20:59:23.907502 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-effc581c-c53e-49d1-8b9d-1056a973334b req-4cd1e52b-e35d-4b59-b0ed-c4b79c75c013 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836895 Jul 16 20:59:23.996802 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-effc581c-c53e-49d1-8b9d-1056a973334b req-f18a8a41-0cb3-4f45-8916-c5ea1dc3eb59 service neutron] 10.222.0.63 "GET /v2.0/networks/78b7624a-418d-45d6-8fa7-c31005b60270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824740 Jul 16 20:59:24.121503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c33dd3-1887-47c4-805e-0b8510ffc6d3 req-6b0c6bf2-73e1-40a8-893d-5f608aac51ad tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:24.122955 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07c33dd3-1887-47c4-805e-0b8510ffc6d3 req-6b0c6bf2-73e1-40a8-893d-5f608aac51ad tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 948 time: 0.0654085 Jul 16 20:59:24.160424 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07c33dd3-1887-47c4-805e-0b8510ffc6d3 req-29b5b6b3-8e61-4a4b-b0d1-4b03803b1ca9 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312376 Jul 16 20:59:24.684982 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:25.332814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d23cf-61bb-471b-93fb-048ea4b25604 req-623c175a-4d16-4993-9f60-fab82d2f7f4a tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:25.334432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e1d23cf-61bb-471b-93fb-048ea4b25604 req-623c175a-4d16-4993-9f60-fab82d2f7f4a tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 948 time: 0.0659854 Jul 16 20:59:25.372405 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-5e1d23cf-61bb-471b-93fb-048ea4b25604 req-a8707a3a-6ed5-463f-9138-f8bf66f963e7 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Jul 16 20:59:25.994460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:26.090834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:26.101205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed', 'network_id': '78b7624a-418d-45d6-8fa7-c31005b60270', 'port_id': '13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed', 'mac_address': 'fa:16:3e:d4:55:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfdfb9b-203d-4098-a672-867a53c0ba9e', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:26.137708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.150618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:26.170064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:26.174180 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.224036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:26.374781 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:26.390755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:26.553836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965fd2c-d624-4ad8-aa6a-43648be7ed29 req-1f4cbbec-4bb6-4aac-afc0-f45d7559054f tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:26.555395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7965fd2c-d624-4ad8-aa6a-43648be7ed29 req-1f4cbbec-4bb6-4aac-afc0-f45d7559054f tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 949 time: 0.0650055 Jul 16 20:59:26.592871 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7965fd2c-d624-4ad8-aa6a-43648be7ed29 req-64bbf8da-5fde-4c38-a242-1fd77f1e70e5 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Jul 16 20:59:27.766740 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22737b4-eb7a-48cd-b42f-859caee7ac40 req-c883f8e5-ff84-42d4-95bc-0e5d65ac8cf5 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:27.768255 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f22737b4-eb7a-48cd-b42f-859caee7ac40 req-c883f8e5-ff84-42d4-95bc-0e5d65ac8cf5 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 949 time: 0.0618858 Jul 16 20:59:27.806740 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f22737b4-eb7a-48cd-b42f-859caee7ac40 req-e9e7c8ef-aa21-4df3-a90b-d70dd7233fa1 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Jul 16 20:59:28.009986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:28.061120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:28.064815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:28.065180 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.139083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.160966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8255c1-df42-4e46-bb15-ea35c409cab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:28.163397 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f498f2-f0f3-41f2-a81a-f8e9bbae061a" -d '{"events": [{"server_uuid": "7d8255c1-df42-4e46-bb15-ea35c409cab3", "name": "network-vif-plugged", "status": "completed", "tag": "13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:28.176636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:28.181948 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:28.204769 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97eb38b-e0e1-4d8c-b5ea-6e68fad8ee6a x-openstack-request-id: req-c97eb38b-e0e1-4d8c-b5ea-6e68fad8ee6a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:28.205053 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8255c1-df42-4e46-bb15-ea35c409cab3", "name": "network-vif-plugged", "status": "completed", "tag": "13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:28.205302 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c97eb38b-e0e1-4d8c-b5ea-6e68fad8ee6a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:28.205688 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8255c1-df42-4e46-bb15-ea35c409cab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed', 'code': 200} Jul 16 20:59:28.231570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:28.309380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73097989-174c-4012-a2c5-76c286c28a0a req-c5c6a13c-2379-417d-91ae-28677445a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:28.310850 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73097989-174c-4012-a2c5-76c286c28a0a req-c5c6a13c-2379-417d-91ae-28677445a8e6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 1102 time: 0.0508747 Jul 16 20:59:28.343416 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-73097989-174c-4012-a2c5-76c286c28a0a req-d19f8f78-936b-4752-a3b2-5b93534d5cfa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267410 Jul 16 20:59:29.162270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df851-53d9-4b77-8461-c90146469371 req-ad814d1b-dc47-428a-8352-971548386057 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:29.163790 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a7df851-53d9-4b77-8461-c90146469371 req-ad814d1b-dc47-428a-8352-971548386057 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 950 time: 0.0662436 Jul 16 20:59:29.201959 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0a7df851-53d9-4b77-8461-c90146469371 req-485505e0-4744-4125-b51d-9a068bcaf3d0 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325997 Jul 16 20:59:30.375113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e6ff8-6a29-41f1-8f44-d94e94e13758 req-80da9a60-dccd-42eb-86ee-ae0597db87f4 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:30.376583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-174e6ff8-6a29-41f1-8f44-d94e94e13758 req-80da9a60-dccd-42eb-86ee-ae0597db87f4 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 950 time: 0.0666120 Jul 16 20:59:30.413082 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-174e6ff8-6a29-41f1-8f44-d94e94e13758 req-ceb9dcbb-6d12-4e01-bd53-90cefb568a2a tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 Jul 16 20:59:30.684018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-9aca9856-73dd-45ef-a194-bc1ec740d34a req-5553f33a-8c5f-4c76-94a0-f30901616fca service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:59:30.685025 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-9aca9856-73dd-45ef-a194-bc1ec740d34a req-5553f33a-8c5f-4c76-94a0-f30901616fca service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055299 Jul 16 20:59:31.015886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-c9e51290-aa69-4b91-a659-3ac0caca25cc req-cbe2b729-b4e7-446c-a4b5-f272052dbb46 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:59:31.016793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9e51290-aa69-4b91-a659-3ac0caca25cc req-cbe2b729-b4e7-446c-a4b5-f272052dbb46 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058863 Jul 16 20:59:31.488236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da90ac-c166-4dcb-be86-7ce65cdc30d7 req-aa1338b4-b532-423d-8752-96f2e6b0b34f tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:31.490265 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1da90ac-c166-4dcb-be86-7ce65cdc30d7 req-aa1338b4-b532-423d-8752-96f2e6b0b34f tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 950 time: 0.0639615 Jul 16 20:59:31.527281 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1da90ac-c166-4dcb-be86-7ce65cdc30d7 req-26a3fc2b-9be8-4fb4-b796-10fd5fce29ed tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Jul 16 20:59:32.730373 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-1e453a9b-a79d-4210-a08f-66b5976095af tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:32.731886 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-1e453a9b-a79d-4210-a08f-66b5976095af tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 950 time: 0.1043072 Jul 16 20:59:32.744695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945a0b9-11c3-4b1b-b959-34a3a1274a96 req-5328ad37-3d0e-454d-bb77-6f796391fc5e tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:32.746050 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6945a0b9-11c3-4b1b-b959-34a3a1274a96 req-5328ad37-3d0e-454d-bb77-6f796391fc5e tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d8255c1-df42-4e46-bb15-ea35c409cab3 HTTP/1.1" status: 200 len: 950 time: 0.0909650 Jul 16 20:59:32.816204 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-6945a0b9-11c3-4b1b-b959-34a3a1274a96 req-a67a870e-2d49-464b-ad99-1796c6ab2a56 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.10 "GET /v2.0/security-groups?id=440fe477-6664-4d76-a239-b99d7705b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640309 Jul 16 20:59:32.862133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Deleting port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 20:59:32.862470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.950644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] For port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,segment=NetworkSegment(d61e4b42-a16d-46ae-a2a2-03661d491e1c),segment_id=d61e4b42-a16d-46ae-a2a2-03661d491e1c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:32.951002 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:32.962802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Calling delete_port for 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 20:59:33.092379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.104609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:33.123086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Pushing event deleted for resources: {'Port': ['ID=13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:33.168032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] No DVR routers for this DVR port 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed on host n-h1-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 20:59:33.170723 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:33.172783 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-30a619cb-a4a1-4e47-b8be-adbc601c899d req-f5089229-79b5-431a-812f-b7aac2e8c226 tempest-ServersAdminNegativeTestJSON-1350046753 tempest-ServersAdminNegativeTestJSON-1350046753-project] 10.222.0.63 "DELETE /v2.0/ports/13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed HTTP/1.1" status: 204 len: 173 time: 0.4353240 Jul 16 20:59:33.173277 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8255c1-df42-4e46-bb15-ea35c409cab3', 'name': 'network-vif-deleted', 'tag': '13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:33.175628 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27781dcc-8411-4ec0-974a-d7049e5f46e3" -d '{"events": [{"server_uuid": "7d8255c1-df42-4e46-bb15-ea35c409cab3", "name": "network-vif-deleted", "tag": "13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:33.214054 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f0d8e6-25ad-4ab7-ab4b-fc979f993cef x-openstack-request-id: req-a3f0d8e6-25ad-4ab7-ab4b-fc979f993cef {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:33.214348 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8255c1-df42-4e46-bb15-ea35c409cab3", "name": "network-vif-deleted", "tag": "13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:33.214608 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3f0d8e6-25ad-4ab7-ab4b-fc979f993cef {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:33.215013 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8255c1-df42-4e46-bb15-ea35c409cab3', 'name': 'network-vif-deleted', 'tag': '13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed', 'status': 'completed', 'code': 200} Jul 16 20:59:34.147549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.272280 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8bd93f8f-1060-474a-915a-ddf608b05c14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0689cf37d9b5484786486aa714b7a237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1235921 Jul 16 20:59:34.274789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.320686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99db4a78-3126-4829-bf5c-29d18c5d9dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.343849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99db4a78-3126-4829-bf5c-29d18c5d9dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.389788 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99db4a78-3126-4829-bf5c-29d18c5d9dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.392344 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99db4a78-3126-4829-bf5c-29d18c5d9dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.393536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-99db4a78-3126-4829-bf5c-29d18c5d9dc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/440fe477-6664-4d76-a239-b99d7705b57f HTTP/1.1" status: 204 len: 168 time: 0.1177719 Jul 16 20:59:34.401372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db4a78-3126-4829-bf5c-29d18c5d9dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440fe477-6664-4d76-a239-b99d7705b57f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.649211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.663319 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61ea2ee7-ff55-457b-b870-8721eadac98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.754099 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61ea2ee7-ff55-457b-b870-8721eadac98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.757832 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61ea2ee7-ff55-457b-b870-8721eadac98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.794648 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea2ee7-ff55-457b-b870-8721eadac98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60bf054-4b56-4c87-b865-eb97f4a19c45,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:34.799451 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-61ea2ee7-ff55-457b-b870-8721eadac98e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a93f3ee3412d427eba2da97090e708b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485300 Jul 16 20:59:34.801460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:34.850248 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67038916-d8dc-4f7c-b3d2-eb5ff75b229a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.870575 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67038916-d8dc-4f7c-b3d2-eb5ff75b229a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.916212 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67038916-d8dc-4f7c-b3d2-eb5ff75b229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.918736 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67038916-d8dc-4f7c-b3d2-eb5ff75b229a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:34.919912 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-67038916-d8dc-4f7c-b3d2-eb5ff75b229a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d60bf054-4b56-4c87-b865-eb97f4a19c45 HTTP/1.1" status: 204 len: 168 time: 0.1175597 Jul 16 20:59:34.927335 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67038916-d8dc-4f7c-b3d2-eb5ff75b229a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60bf054-4b56-4c87-b865-eb97f4a19c45,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:35.562547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 43920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:35.655008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-790325519-network', 'tenant_id': '2c9fba1e3f52466aa1eb8df3223a1532'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:35.679018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Made reservation on behalf of 2c9fba1e3f52466aa1eb8df3223a1532 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:35.681370 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.689784 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.776898 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.780551 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.799972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 20:59:35.812839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0455e23-54c6-4612-b0f4-f82bd8ea9308,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:35.818418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.818750 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Added segment f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03 of type vlan for network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 Jul 16 20:59:35.858807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.886571 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.887738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:35.888429 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.918483 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3547797 Jul 16 20:59:35.921613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:35.928168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Request body: {'subnet': {'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-790325519-subnet', 'tenant_id': '2c9fba1e3f52466aa1eb8df3223a1532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:35.950571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Made reservation on behalf of 2c9fba1e3f52466aa1eb8df3223a1532 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:35.950815 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17fdf8-f62a-449f-8268-91182df38c87 admin admin] Pushing event updated for resources: {'Network': ['ID=949e120d-b079-44f2-a99a-8a2f14bfb8e2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:35.954246 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:35.960806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 20:59:36.072281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 20:59:36.092391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 20:59:36.092754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 13a69d8d-e798-4de5-9a9d-3f4cd7fe18ed not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 20:59:36.128187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.182582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0df4ba-933d-4a56-87cb-d00a6fb7d32d,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:36.190466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Checking segment: {'id': 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:36.190819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Network hostable DHCP agents. Network: 949e120d-b079-44f2-a99a-8a2f14bfb8e2, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 20:59:36.206355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 20:59:36.215704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 949e120d-b079-44f2-a99a-8a2f14bfb8e2) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:36.219796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:36.220370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:36.226672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed525a-00db-47ba-8fc6-c23980a3e7df None None] Network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:36.234347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cc8a9af8-5391-4e77-98b5-a9bab4d12d57 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3108218 Jul 16 20:59:36.347339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f40efa-4ae9-4730-a976-7a317d2ea29d None None] Network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 20:59:36.655488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-1866cbd9-dc36-416c-9186-600214d58e1b tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:36.656963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-1866cbd9-dc36-416c-9186-600214d58e1b tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/networks?id=949e120d-b079-44f2-a99a-8a2f14bfb8e2 HTTP/1.1" status: 200 len: 811 time: 0.1036539 Jul 16 20:59:36.671634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-e8283769-9511-41aa-9ea3-82839fe0b633 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/quotas/2c9fba1e3f52466aa1eb8df3223a1532 HTTP/1.1" status: 200 len: 375 time: 0.0092263 Jul 16 20:59:36.705845 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-18a107f4-23a6-430c-b814-836369bc430a tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282185 Jul 16 20:59:36.716515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c9101ddb-7572-4ea2-9d5c-6b3e353c6476 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 20:59:36.717463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c9101ddb-7572-4ea2-9d5c-6b3e353c6476 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055573 Jul 16 20:59:36.807860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-ea99e81f-4374-45ae-8d50-860c66f45cee service neutron] 10.222.0.10 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849142 Jul 16 20:59:36.896627 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-025fb388-f518-41e5-ad4b-e2eb7be7a87e service neutron] 10.222.0.10 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Jul 16 20:59:38.079816 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-059c52d7-3084-4492-9520-f01abe06aa6b req-fac3af13-031f-4a48-9dc5-fa4f8e057014 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 210 time: 0.0307436 Jul 16 20:59:39.224177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec03f79c-f40a-4284-b735-928c7960ec97 req-3948bdb4-de9e-45b1-a2a7-68a450fb7045 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 210 time: 0.0327401 Jul 16 20:59:39.317270 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-58362b94-2533-4d49-b2f6-20f71e9561df tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:39.318743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-58362b94-2533-4d49-b2f6-20f71e9561df tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.63 "GET /v2.0/networks?id=949e120d-b079-44f2-a99a-8a2f14bfb8e2 HTTP/1.1" status: 200 len: 811 time: 0.1076219 Jul 16 20:59:39.336510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Request body: {'port': {'device_id': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2', 'admin_state_up': True, 'tenant_id': '2c9fba1e3f52466aa1eb8df3223a1532'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:39.445961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Made reservation on behalf of 2c9fba1e3f52466aa1eb8df3223a1532 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 20:59:39.449408 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.572377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Allocated IP 172.20.0.7 (949e120d-b079-44f2-a99a-8a2f14bfb8e2/1c0df4ba-933d-4a56-87cb-d00a6fb7d32d/17e92c66-c400-4279-a147-778a4bcd6c25) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 20:59:39.713354 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.754606 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.792927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 20:59:39.796047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 20:59:39.802099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 20:59:39.829219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Pushing event updated for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:39.854901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:39.855560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:39.869932 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-eada908e-1e23-4cc7-a6cb-55a22b2e91e1 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5366120 Jul 16 20:59:39.880506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Request body: {'port': {'device_id': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 20:59:39.952935 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.202619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e92c66-c400-4279-a147-778a4bcd6c25 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:40.210342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.221410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Transition to ACTIVE for port object 17e92c66-c400-4279-a147-778a4bcd6c25 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 20:59:40.225328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.274783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Pushing event updated for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:40.341316 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Attempting to bind port 17e92c66-c400-4279-a147-778a4bcd6c25 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 20:59:40.341984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Attempting to bind port 17e92c66-c400-4279-a147-778a4bcd6c25 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 20:59:40.341984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Attempting to bind port 17e92c66-c400-4279-a147-778a4bcd6c25 on network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:40.356480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Port 17e92c66-c400-4279-a147-778a4bcd6c25 on network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 20:59:40.356805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Attempting to bind port 17e92c66-c400-4279-a147-778a4bcd6c25 on network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 20:59:40.379413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 20:59:40.380258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Checking segment: {'id': 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 20:59:40.380636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Bound using segment: {'id': 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 20:59:40.381062 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Bound port: 17e92c66-c400-4279-a147-778a4bcd6c25, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 20:59:40.381415 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.445547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dad99-d0a6-4598-a9b0-ccb78ca5b9b4 req-acefa843-5640-4ef8-8631-d41a864ccb71 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:40.447035 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-879dad99-d0a6-4598-a9b0-ccb78ca5b9b4 req-acefa843-5640-4ef8-8631-d41a864ccb71 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 943 time: 0.1021152 Jul 16 20:59:40.479341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 20:59:40.502916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 20:59:40.509102 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-879dad99-d0a6-4598-a9b0-ccb78ca5b9b4 req-ac9696d7-cae1-4205-aae5-ceb0bacb0055 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534251 Jul 16 20:59:40.510521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.546321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:40.546932 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:40.548352 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] 10.222.0.63 "PUT /v2.0/ports/17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 200 len: 1092 time: 0.6720026 Jul 16 20:59:40.548838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:40.551046 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855" -d '{"events": [{"name": "network-changed", "server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:40.574920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054fda1-ce43-4fca-ac2b-b16ce58f809b service neutron] Pushing event updated for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:40.595581 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa8224-8667-4986-bbd3-75f9fe41bd25 x-openstack-request-id: req-e4fa8224-8667-4986-bbd3-75f9fe41bd25 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:40.596194 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:40.596446 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4fa8224-8667-4986-bbd3-75f9fe41bd25 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:40.596826 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25', 'status': 'completed', 'code': 200} Jul 16 20:59:40.641828 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-6085b1f4-53cd-4360-be2b-c8dc674681f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:40.643350 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-6085b1f4-53cd-4360-be2b-c8dc674681f4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 1095 time: 0.0569928 Jul 16 20:59:40.685885 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-83455d3b-70fb-4824-b814-a024b50ce60a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0355153 Jul 16 20:59:41.053429 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-f33fcf5b-3e73-4265-a8ff-82ee525d6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.054941 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-f33fcf5b-3e73-4265-a8ff-82ee525d6f8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1c0df4ba-933d-4a56-87cb-d00a6fb7d32d HTTP/1.1" status: 200 len: 851 time: 0.3629820 Jul 16 20:59:41.085490 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-c1f5d22c-1f7a-4dd9-8a58-374a4165243a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=949e120d-b079-44f2-a99a-8a2f14bfb8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243876 Jul 16 20:59:41.174016 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-ff056658-2cbf-470c-b091-e0cabdd2c526 service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817280 Jul 16 20:59:41.259173 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-1450c8ff-ab5f-4eb5-84e9-af86030114a8 req-6dff1ae2-c5e7-4c8f-940e-1f0971ad7d3c service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789354 Jul 16 20:59:41.354871 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-55533ef4-2a05-42c7-9280-0d8afede1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.356370 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-55533ef4-2a05-42c7-9280-0d8afede1d1f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 1095 time: 0.0508747 Jul 16 20:59:41.444512 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-482e9f26-fb4c-4bd6-b83b-2bb51ca0559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.445973 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-482e9f26-fb4c-4bd6-b83b-2bb51ca0559f service neutron] 10.222.0.63 "GET /v2.0/networks?id=949e120d-b079-44f2-a99a-8a2f14bfb8e2 HTTP/1.1" status: 200 len: 912 time: 0.0839570 Jul 16 20:59:41.486319 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-6b00c0fe-924f-49ec-9496-892a21a0f9b1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0336859 Jul 16 20:59:41.535385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-18c661a7-e51d-4be3-bfc8-7d234e06af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.537399 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-18c661a7-e51d-4be3-bfc8-7d234e06af1a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1c0df4ba-933d-4a56-87cb-d00a6fb7d32d HTTP/1.1" status: 200 len: 851 time: 0.0451634 Jul 16 20:59:41.570697 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-087439f5-68d2-4b10-87e9-fd09f97b6f2f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=949e120d-b079-44f2-a99a-8a2f14bfb8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255532 Jul 16 20:59:41.695563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-e4db40df-230f-47f5-ac4d-182b8f6b08b6 service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173434 Jul 16 20:59:41.738894 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f074c46-7060-4f68-9862-f9c40dc43204 req-ae7ce0fd-9c62-462b-851f-44c8ee6f371a tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:41.740971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f074c46-7060-4f68-9862-f9c40dc43204 req-ae7ce0fd-9c62-462b-851f-44c8ee6f371a tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 943 time: 0.1071124 Jul 16 20:59:41.813442 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-2f074c46-7060-4f68-9862-f9c40dc43204 req-59bce2da-5fc9-43d1-83f4-35cc566c8139 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661101 Jul 16 20:59:41.826566 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-eb0853b1-31c8-4cd7-b532-2ec0b23c4855 req-54fad745-3b92-4e70-a4f6-44a71a0c8d08 service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219084 Jul 16 20:59:42.985240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f86f8-f4f5-42af-8ded-16dfb30d3d9d req-01214342-4398-4882-b3ca-bd0cd5d39474 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:42.986637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e01f86f8-f4f5-42af-8ded-16dfb30d3d9d req-01214342-4398-4882-b3ca-bd0cd5d39474 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 943 time: 0.0632682 Jul 16 20:59:43.024681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e01f86f8-f4f5-42af-8ded-16dfb30d3d9d req-09e028a1-1b8b-4ade-a2fd-1f34b71d293f tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Jul 16 20:59:44.103598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 17e92c66-c400-4279-a147-778a4bcd6c25 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 20:59:44.195324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd1df4-2e4e-4900-9f87-42f3fcf5da04 req-fae76ea1-f701-4adc-a874-c56595897f48 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:44.196942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-60fd1df4-2e4e-4900-9f87-42f3fcf5da04 req-fae76ea1-f701-4adc-a874-c56595897f48 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 943 time: 0.0630395 Jul 16 20:59:44.200782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:44.212549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '17e92c66-c400-4279-a147-778a4bcd6c25', 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2', 'port_id': '17e92c66-c400-4279-a147-778a4bcd6c25', 'mac_address': 'fa:16:3e:eb:6d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0df4ba-933d-4a56-87cb-d00a6fb7d32d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 20:59:44.235537 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-60fd1df4-2e4e-4900-9f87-42f3fcf5da04 req-0ff29b2d-e6c6-4f9d-8809-59ae7f599045 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Jul 16 20:59:44.248783 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.260931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e92c66-c400-4279-a147-778a4bcd6c25 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 20:59:44.280314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:44.283926 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:44.331341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:44.465607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['17e92c66-c400-4279-a147-778a4bcd6c25'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 20:59:45.403793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa61a-b8d3-4c8c-8098-36e29245dcba req-d8d0a4d3-28e1-4dcb-917b-ab11d8c9b8eb tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:45.405284 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e16fa61a-b8d3-4c8c-8098-36e29245dcba req-d8d0a4d3-28e1-4dcb-917b-ab11d8c9b8eb tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 944 time: 0.0618474 Jul 16 20:59:45.445410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e16fa61a-b8d3-4c8c-8098-36e29245dcba req-5fb6a264-1527-4b13-9c73-4ab8db7edbc7 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Jul 16 20:59:46.006126 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.133972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 17e92c66-c400-4279-a147-778a4bcd6c25 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 20:59:46.179748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 17e92c66-c400-4279-a147-778a4bcd6c25 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 20:59:46.183197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 17e92c66-c400-4279-a147-778a4bcd6c25 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 20:59:46.183598 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.260428 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.282039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 20:59:46.284281 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14410ca3-4530-4ce7-9dff-313829e667c1" -d '{"events": [{"server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "name": "network-vif-plugged", "status": "completed", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 20:59:46.296831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 20:59:46.301858 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:46.324539 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74896698-aaf2-4be7-9437-1857b11108a8 x-openstack-request-id: req-74896698-aaf2-4be7-9437-1857b11108a8 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 20:59:46.324831 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "name": "network-vif-plugged", "status": "completed", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 20:59:46.325098 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74896698-aaf2-4be7-9437-1857b11108a8 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 20:59:46.325466 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25', 'code': 200} Jul 16 20:59:46.350726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 20:59:46.429455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b1f6a-ccc2-4d3d-80e9-4e73a45e7845 req-d5936738-c4a9-426b-9f3c-39ac55fbdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:46.430954 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-710b1f6a-ccc2-4d3d-80e9-4e73a45e7845 req-d5936738-c4a9-426b-9f3c-39ac55fbdb4c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 1097 time: 0.0499146 Jul 16 20:59:46.463433 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-710b1f6a-ccc2-4d3d-80e9-4e73a45e7845 req-0017ebaa-8784-47aa-babe-d4f759788fd1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266583 Jul 16 20:59:46.611780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3639-2589-4570-af20-fedc12affce2 req-b0f33bce-d06c-4de6-bab3-7af0f85c2614 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:46.613254 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-172f3639-2589-4570-af20-fedc12affce2 req-b0f33bce-d06c-4de6-bab3-7af0f85c2614 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 945 time: 0.0618727 Jul 16 20:59:46.651516 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-172f3639-2589-4570-af20-fedc12affce2 req-a5157289-5808-4c5f-bef7-2d05aa6121f5 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Jul 16 20:59:47.127431 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:47.824525 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567567d-3e5a-4e75-a785-51081961f088 req-664b0b86-f3fd-4837-a0f6-07300bdbcb75 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:47.826014 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8567567d-3e5a-4e75-a785-51081961f088 req-664b0b86-f3fd-4837-a0f6-07300bdbcb75 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 945 time: 0.0652006 Jul 16 20:59:47.862952 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-8567567d-3e5a-4e75-a785-51081961f088 req-bc626db1-c4cc-4daf-b66c-b7c16905fe57 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Jul 16 20:59:48.144243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 43986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 20:59:48.255736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-98228a38-d920-4e36-97bb-021e88628bd9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103389 Jul 16 20:59:48.256839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be003bf1-2c7b-4898-b313-36523f2a23c8 req-30259cfd-4dfb-4aeb-8bbe-ebe8acc9921c tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:48.258504 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be003bf1-2c7b-4898-b313-36523f2a23c8 req-30259cfd-4dfb-4aeb-8bbe-ebe8acc9921c tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 945 time: 0.0646329 Jul 16 20:59:48.297915 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-be003bf1-2c7b-4898-b313-36523f2a23c8 req-c858e2b2-fa4b-44fe-883d-45a83b960077 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Jul 16 20:59:49.477793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-63ddef4e-79b6-4d04-af4d-d4861f31ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.479315 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-63ddef4e-79b6-4d04-af4d-d4861f31ce84 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 1097 time: 0.0518739 Jul 16 20:59:49.482714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f2f9e-c099-4c40-beb1-e92e0385f44f req-4e0c5321-790b-4ade-a6ee-850672d74a4f tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.484524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-933f2f9e-c099-4c40-beb1-e92e0385f44f req-4e0c5321-790b-4ade-a6ee-850672d74a4f tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 945 time: 0.0672927 Jul 16 20:59:49.523346 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-933f2f9e-c099-4c40-beb1-e92e0385f44f req-799548c4-08b5-4ccf-9f61-ea0d4fff3bcb tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325627 Jul 16 20:59:49.570732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-7db000fb-d081-4505-bf6c-291b4e433139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.572220 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-7db000fb-d081-4505-bf6c-291b4e433139 service neutron] 10.222.0.63 "GET /v2.0/networks?id=949e120d-b079-44f2-a99a-8a2f14bfb8e2 HTTP/1.1" status: 200 len: 912 time: 0.0871458 Jul 16 20:59:49.612497 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-36f3e18c-f573-4583-9e8a-beaaa21270b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0340042 Jul 16 20:59:49.664202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-99bd936f-24c8-4954-8edc-5727d4fc07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 20:59:49.665705 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-99bd936f-24c8-4954-8edc-5727d4fc07ee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1c0df4ba-933d-4a56-87cb-d00a6fb7d32d HTTP/1.1" status: 200 len: 851 time: 0.0472836 Jul 16 20:59:49.698718 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-96f7240c-4be2-4b4c-af6f-2a1cff072bca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=949e120d-b079-44f2-a99a-8a2f14bfb8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265403 Jul 16 20:59:49.783455 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-8b8d4276-959d-4d59-9c3d-b6afe25f84fa service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786462 Jul 16 20:59:49.876547 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-e878e72a-ff2b-4155-8508-e92730650bc3 service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864031 Jul 16 20:59:50.647856 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4db7ec6f-07be-4e40-8e93-1553425b23fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.439546 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.456806 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-21ac509f-bc2b-4201-99c5-52c76fe4b650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:53.685471 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 20:59:54.690836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 20:59:56.377946 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.008961 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:16.784256 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-20d750b5-a3df-4168-921a-b506a45dc410 service neutron] show failed (client error): The resource could not be found. Jul 16 21:00:16.785247 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-20d750b5-a3df-4168-921a-b506a45dc410 service neutron] 10.222.0.63 "GET /v2.0/ports/17e92c66-c400-4279-a147-778a4bcd6c25/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0547571 Jul 16 21:00:17.104770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-394db3d9-1292-4cb8-b45c-e55e268f2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.106250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-394db3d9-1292-4cb8-b45c-e55e268f2502 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67&tenant_id=2c9fba1e3f52466aa1eb8df3223a1532 HTTP/1.1" status: 200 len: 1097 time: 0.1289506 Jul 16 21:00:17.117908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:17.159192 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.192382 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.384965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:17.417186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:17.454824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:17.457099 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df8973f-5b8a-44c3-b7a7-8e24efab7bb4" -d '{"events": [{"server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "name": "network-vif-unplugged", "status": "completed", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:17.461095 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.473065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Transition to ACTIVE for port object 17e92c66-c400-4279-a147-778a4bcd6c25 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:17.476806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.543282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] No DVR routers for this DVR port 17e92c66-c400-4279-a147-778a4bcd6c25 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:17.546508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Pushing event updated for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:17.558035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.558383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.558726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.559057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.559424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.559763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.560089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.560413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.560738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.561060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.561382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.561704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:17.581336 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb576d5-9cf2-42b8-b15e-b6f0496bb631 x-openstack-request-id: req-6bb576d5-9cf2-42b8-b15e-b6f0496bb631 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:17.581627 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "name": "network-vif-unplugged", "status": "completed", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:17.581879 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bb576d5-9cf2-42b8-b15e-b6f0496bb631 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:17.582268 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25', 'code': 200} Jul 16 21:00:17.595440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Attempting to bind port 17e92c66-c400-4279-a147-778a4bcd6c25 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:17.595775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Attempting to bind port 17e92c66-c400-4279-a147-778a4bcd6c25 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:17.596104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Attempting to bind port 17e92c66-c400-4279-a147-778a4bcd6c25 on network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:17.600313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Port 17e92c66-c400-4279-a147-778a4bcd6c25 on network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:00:17.600645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Attempting to bind port 17e92c66-c400-4279-a147-778a4bcd6c25 on network 949e120d-b079-44f2-a99a-8a2f14bfb8e2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:17.605434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:17.605772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Checking segment: {'id': 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:17.606152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Bound using segment: {'id': 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:17.606575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Bound port: 17e92c66-c400-4279-a147-778a4bcd6c25, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:17.606950 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.668260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:00:17.671438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:00:17.675615 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.716329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.716942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:17.718323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] 10.222.0.30 "PUT /v2.0/ports/17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 200 len: 1092 time: 0.6043580 Jul 16 21:00:17.734471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d119c8-7857-4713-b8ea-6f79881eb897 service neutron] Pushing event updated for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:17.814767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-12721b80-d263-4b6f-b13b-57474d0abf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.816257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-12721b80-d263-4b6f-b13b-57474d0abf22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 1095 time: 0.0511186 Jul 16 21:00:17.904599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-82950b36-fda1-4a45-9c60-5f4bbdc4a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.906039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-82950b36-fda1-4a45-9c60-5f4bbdc4a445 service neutron] 10.222.0.30 "GET /v2.0/networks?id=949e120d-b079-44f2-a99a-8a2f14bfb8e2 HTTP/1.1" status: 200 len: 912 time: 0.0836341 Jul 16 21:00:17.945760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-538c6d84-5c08-4314-8455-31888c82103c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0330348 Jul 16 21:00:17.992021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-a147825c-4250-4745-8754-4f7ba8cde4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:17.993457 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-a147825c-4250-4745-8754-4f7ba8cde4fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c0df4ba-933d-4a56-87cb-d00a6fb7d32d HTTP/1.1" status: 200 len: 851 time: 0.0422771 Jul 16 21:00:18.028480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-c30ac409-f997-42a0-8493-6e9a09409fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=949e120d-b079-44f2-a99a-8a2f14bfb8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283182 Jul 16 21:00:18.118345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-851ca05f-21f6-42d8-a37d-61ea8ed8d594 service neutron] 10.222.0.30 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827730 Jul 16 21:00:18.554103 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c18aa76a-b7a0-481d-8c07-2cccc506ed2c req-7fcc8c29-1e19-43e2-96f0-03bdb4d4619e service neutron] 10.222.0.30 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291937 Jul 16 21:00:19.583731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:19.586117 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fff594c-e396-483c-ae9e-485e2285418a" -d '{"events": [{"name": "network-changed", "server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:19.634776 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31557d1c-0aed-41c5-a00c-390243c051ac x-openstack-request-id: req-31557d1c-0aed-41c5-a00c-390243c051ac {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:19.635063 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:19.635347 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31557d1c-0aed-41c5-a00c-390243c051ac {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:19.635786 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25', 'status': 'completed', 'code': 200} Jul 16 21:00:19.709034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff594c-e396-483c-ae9e-485e2285418a req-64f52a42-bb3f-4d74-9d29-ca4f464e7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.709295 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff594c-e396-483c-ae9e-485e2285418a req-77016f8a-eb28-410f-b7a0-2a7a78482432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.710671 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-77016f8a-eb28-410f-b7a0-2a7a78482432 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 1095 time: 0.0573113 Jul 16 21:00:19.712203 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-64f52a42-bb3f-4d74-9d29-ca4f464e7bbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 1095 time: 0.0540550 Jul 16 21:00:19.799980 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff594c-e396-483c-ae9e-485e2285418a req-b67aa683-2f54-4636-9f5e-e8f487156227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.801717 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-b67aa683-2f54-4636-9f5e-e8f487156227 service neutron] 10.222.0.63 "GET /v2.0/networks?id=949e120d-b079-44f2-a99a-8a2f14bfb8e2 HTTP/1.1" status: 200 len: 912 time: 0.0852609 Jul 16 21:00:19.804650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff594c-e396-483c-ae9e-485e2285418a req-b3493fec-8f34-4889-8f8c-9584394d1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.806096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-b3493fec-8f34-4889-8f8c-9584394d1239 service neutron] 10.222.0.30 "GET /v2.0/networks?id=949e120d-b079-44f2-a99a-8a2f14bfb8e2 HTTP/1.1" status: 200 len: 912 time: 0.0872717 Jul 16 21:00:19.846795 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-dfecec1d-e437-48e9-b126-2f7d953d718a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0375352 Jul 16 21:00:19.849358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-f2cdc59c-6cb6-4175-a8ad-737122d64013 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0351415 Jul 16 21:00:19.895115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff594c-e396-483c-ae9e-485e2285418a req-3f9dc2db-6d52-498b-9625-c745276422dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.896603 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-3f9dc2db-6d52-498b-9625-c745276422dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1c0df4ba-933d-4a56-87cb-d00a6fb7d32d HTTP/1.1" status: 200 len: 851 time: 0.0438471 Jul 16 21:00:19.898946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff594c-e396-483c-ae9e-485e2285418a req-2b7387c3-8996-40ce-bc86-0b7c17d595be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:19.900463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-2b7387c3-8996-40ce-bc86-0b7c17d595be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c0df4ba-933d-4a56-87cb-d00a6fb7d32d HTTP/1.1" status: 200 len: 851 time: 0.0443776 Jul 16 21:00:19.929622 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-a8e71f3e-632d-4847-99cb-037e2ee7b0fd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=949e120d-b079-44f2-a99a-8a2f14bfb8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261014 Jul 16 21:00:19.935740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-98f21f10-e644-46e7-8d76-5def7ed591c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=949e120d-b079-44f2-a99a-8a2f14bfb8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268695 Jul 16 21:00:20.024138 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-8bc3b377-70e8-4796-ae0c-25eaa5db840f service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882015 Jul 16 21:00:20.034542 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-cd35b762-50b7-49ac-b137-3c4fc8263c46 service neutron] 10.222.0.30 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897415 Jul 16 21:00:20.120037 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-e8111b92-515f-40b4-937c-a753a2f2b04e service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879738 Jul 16 21:00:20.144107 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fff594c-e396-483c-ae9e-485e2285418a req-ed564529-5c18-4264-b357-1d65fec1d5b7 service neutron] 10.222.0.30 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021931 Jul 16 21:00:20.321583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 17e92c66-c400-4279-a147-778a4bcd6c25 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:20.360922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 17e92c66-c400-4279-a147-778a4bcd6c25 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:20.648052 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0764bdea-333e-484e-baea-47af1ab3c355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.766527 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 17e92c66-c400-4279-a147-778a4bcd6c25 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:00:22.861092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:22.871828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '17e92c66-c400-4279-a147-778a4bcd6c25', 'network_id': '949e120d-b079-44f2-a99a-8a2f14bfb8e2', 'port_id': '17e92c66-c400-4279-a147-778a4bcd6c25', 'mac_address': 'fa:16:3e:eb:6d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0df4ba-933d-4a56-87cb-d00a6fb7d32d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:00:22.907032 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.919533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e92c66-c400-4279-a147-778a4bcd6c25 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:22.938429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:22.942335 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:22.993032 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:23.000302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.000648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.000987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.001322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.001651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.001979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.002302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.002624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.002944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.003278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.003604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.003925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:23.192711 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['17e92c66-c400-4279-a147-778a4bcd6c25'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:23.439722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:23.456893 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc958a51-ee03-4dc9-bb1a-3a4ebebeeafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.693184 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.775627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 17e92c66-c400-4279-a147-778a4bcd6c25 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:00:24.821949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 17e92c66-c400-4279-a147-778a4bcd6c25 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:00:24.825567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 17e92c66-c400-4279-a147-778a4bcd6c25 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:00:24.825959 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.902386 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.924840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:24.927202 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91059a5-4582-4d58-9dd6-5e74a781d2c9" -d '{"events": [{"server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "name": "network-vif-plugged", "status": "completed", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:24.942477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:24.948075 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:24.996747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:25.039968 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa371d9-a915-4359-bb13-a5af09c44288 x-openstack-request-id: req-eaa371d9-a915-4359-bb13-a5af09c44288 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:25.040254 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "name": "network-vif-plugged", "status": "completed", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:25.040501 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaa371d9-a915-4359-bb13-a5af09c44288 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:25.040892 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25', 'code': 200} Jul 16 21:00:26.380749 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:30.684697 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:00:46.037005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:47.177611 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:50.648328 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-439f0dae-a377-40f9-900b-b82da6fb8ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:50.762068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95d752-fc33-4f11-8fe5-ed176c6421d3 req-4fb4109f-71f7-4f84-a0bf-01882fcfb2b5 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:50.763646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b95d752-fc33-4f11-8fe5-ed176c6421d3 req-4fb4109f-71f7-4f84-a0bf-01882fcfb2b5 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 945 time: 0.0630398 Jul 16 21:00:50.801159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b95d752-fc33-4f11-8fe5-ed176c6421d3 req-cdea3ca1-c72c-4e61-ba06-797541572bba tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319812 Jul 16 21:00:51.216529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-d4ae2757-76a9-4802-a23b-cd9a4bcf8b7a tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:51.218023 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-d4ae2757-76a9-4802-a23b-cd9a4bcf8b7a tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.63 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67&tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 945 time: 0.1114748 Jul 16 21:00:51.275958 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-0faf5dfd-8bb0-430c-bfa9-099bbb40d3a1 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:00:51.276953 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-0faf5dfd-8bb0-430c-bfa9-099bbb40d3a1 service neutron] 10.222.0.63 "DELETE /v2.0/ports/17e92c66-c400-4279-a147-778a4bcd6c25/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0522389 Jul 16 21:00:51.373074 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-e29f1360-666a-4e5c-acf5-d7f95c4b616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:51.374579 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-e29f1360-666a-4e5c-acf5-d7f95c4b616b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 1097 time: 0.0547607 Jul 16 21:00:51.464058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-42f572cf-9d7b-4602-acde-30c61bcc44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:51.465521 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-42f572cf-9d7b-4602-acde-30c61bcc44ae service neutron] 10.222.0.63 "GET /v2.0/networks?id=949e120d-b079-44f2-a99a-8a2f14bfb8e2 HTTP/1.1" status: 200 len: 912 time: 0.0835187 Jul 16 21:00:51.509185 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-a6048355-bcad-4c68-9d1b-d83272a4770e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0372479 Jul 16 21:00:51.555562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-bf91ff4a-5067-4569-a68a-7f1693cdc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:51.557018 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-bf91ff4a-5067-4569-a68a-7f1693cdc1d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1c0df4ba-933d-4a56-87cb-d00a6fb7d32d HTTP/1.1" status: 200 len: 851 time: 0.0423024 Jul 16 21:00:51.589308 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-97329b2d-dbaa-4c46-a60b-cdc386d24b73 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=949e120d-b079-44f2-a99a-8a2f14bfb8e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255399 Jul 16 21:00:51.683739 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-db35ebae-243d-481e-893c-6ac0adbe3fde service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874579 Jul 16 21:00:51.768869 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-31789527-845f-4377-ac79-a8f70a5274d2 service neutron] 10.222.0.63 "GET /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793345 Jul 16 21:00:52.569079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad80e04-62c3-4ca1-a5e5-49094afe90df req-ce877238-144f-4fa2-8516-c7d3d9531652 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:52.570560 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ad80e04-62c3-4ca1-a5e5-49094afe90df req-ce877238-144f-4fa2-8516-c7d3d9531652 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 945 time: 0.0622115 Jul 16 21:00:52.607582 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4ad80e04-62c3-4ca1-a5e5-49094afe90df req-1a2b8ef7-ee4e-4fdd-bdc9-06ec664b7687 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Jul 16 21:00:53.441961 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.457707 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1334ed37-115a-4493-ad2f-a495f56ac5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:53.786076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30699343-3efc-4d49-8fce-e03cd6cd5253 req-fbbcdab3-3e4b-412d-b14d-ded83f41b98d tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:53.787504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30699343-3efc-4d49-8fce-e03cd6cd5253 req-fbbcdab3-3e4b-412d-b14d-ded83f41b98d tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 945 time: 0.0667176 Jul 16 21:00:53.825655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-30699343-3efc-4d49-8fce-e03cd6cd5253 req-20859b4b-1b4f-49d7-bd14-9e3cfac3e679 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0455e23-54c6-4612-b0f4-f82bd8ea9308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Jul 16 21:00:54.028100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-9ef6a373-8020-4cb3-a374-8cb700a276e3 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:54.029557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-9ef6a373-8020-4cb3-a374-8cb700a276e3 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.30 "GET /v2.0/ports?device_id=412b8ee4-a94b-4945-9f0e-6829f5931d67 HTTP/1.1" status: 200 len: 945 time: 0.0621340 Jul 16 21:00:54.130823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Deleting port 17e92c66-c400-4279-a147-778a4bcd6c25 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:00:54.131169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.216831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] For port 17e92c66-c400-4279-a147-778a4bcd6c25, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=17e92c66-c400-4279-a147-778a4bcd6c25,segment=NetworkSegment(f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03),segment_id=f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:00:54.217181 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.229898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Calling delete_port for 17e92c66-c400-4279-a147-778a4bcd6c25 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:00:54.358487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.370312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['17e92c66-c400-4279-a147-778a4bcd6c25'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:00:54.387336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Pushing event deleted for resources: {'Port': ['ID=17e92c66-c400-4279-a147-778a4bcd6c25,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:54.435118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] No DVR routers for this DVR port 17e92c66-c400-4279-a147-778a4bcd6c25 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:00:54.437709 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:54.439727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ea2485d-b58a-4649-8ca7-0a8eb24eff28 req-3a8f20a8-4f56-4b6f-a0c5-d4634645be4e tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] 10.222.0.30 "DELETE /v2.0/ports/17e92c66-c400-4279-a147-778a4bcd6c25 HTTP/1.1" status: 204 len: 173 time: 0.4042337 Jul 16 21:00:54.440140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'name': 'network-vif-deleted', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:00:54.442370 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59204869-301c-44d4-b787-dd4859cee962" -d '{"events": [{"server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "name": "network-vif-deleted", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:00:54.478765 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4fd331-0e29-4ad3-8714-6d32a121317e x-openstack-request-id: req-4f4fd331-0e29-4ad3-8714-6d32a121317e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:00:54.479055 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412b8ee4-a94b-4945-9f0e-6829f5931d67", "name": "network-vif-deleted", "tag": "17e92c66-c400-4279-a147-778a4bcd6c25", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:00:54.479358 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f4fd331-0e29-4ad3-8714-6d32a121317e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:00:54.479743 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412b8ee4-a94b-4945-9f0e-6829f5931d67', 'name': 'network-vif-deleted', 'tag': '17e92c66-c400-4279-a147-778a4bcd6c25', 'status': 'completed', 'code': 200} Jul 16 21:00:54.693940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.048441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44052) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:55.093425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e92b2e-9493-48d9-abb8-f413a786d244 admin admin] Deleting subnet 1c0df4ba-933d-4a56-87cb-d00a6fb7d32d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:00:55.096866 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26e92b2e-9493-48d9-abb8-f413a786d244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.130901 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26e92b2e-9493-48d9-abb8-f413a786d244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.169999 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26e92b2e-9493-48d9-abb8-f413a786d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.230062 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26e92b2e-9493-48d9-abb8-f413a786d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.254775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e92b2e-9493-48d9-abb8-f413a786d244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0df4ba-933d-4a56-87cb-d00a6fb7d32d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:55.265464 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26e92b2e-9493-48d9-abb8-f413a786d244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.265464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-26e92b2e-9493-48d9-abb8-f413a786d244 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1c0df4ba-933d-4a56-87cb-d00a6fb7d32d HTTP/1.1" status: 204 len: 168 time: 0.2154069 Jul 16 21:00:55.267429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44054) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:55.335404 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.417357 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.426975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949e120d-b079-44f2-a99a-8a2f14bfb8e2']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:55.437070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:55.437360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d0fcf9-3e6f-41e7-9998-ac7f2eb26c03') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:00:55.445792 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.459414 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.465261 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:00:55.465668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: timer() Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:00:55.467313 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:00:55.519772 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.538576 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.540979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/949e120d-b079-44f2-a99a-8a2f14bfb8e2 HTTP/1.1" status: 204 len: 168 time: 0.2726419 Jul 16 21:00:55.542217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ac2fb-a7ed-43fc-a3de-f7970e3129b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=949e120d-b079-44f2-a99a-8a2f14bfb8e2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:55.644361 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:55.692255 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aa8e9b6b-7164-4f37-8b40-521925d718f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c9fba1e3f52466aa1eb8df3223a1532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467279 Jul 16 21:00:55.694722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44060) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:55.745331 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.765088 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.810736 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.813371 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:55.814519 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0455e23-54c6-4612-b0f4-f82bd8ea9308 HTTP/1.1" status: 204 len: 168 time: 0.1188896 Jul 16 21:00:55.822159 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0455e23-54c6-4612-b0f4-f82bd8ea9308,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:55.830151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.830494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.830831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.831166 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.831563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.831864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.832188 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.832511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.832834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.833177 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.833494 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:55.833836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09bd6c-59a4-4b68-8242-c1db405f9684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:00:56.383447 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.450134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:56.541839 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-229552979-network', 'tenant_id': '04a2ee0ec73a49c2b89f85233b132df9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:56.562940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Made reservation on behalf of 04a2ee0ec73a49c2b89f85233b132df9 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:56.565639 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.574494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.663129 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.667187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.688409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:00:56.704476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5aa267-a80a-4498-872a-8b781ac93b90,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:56.708284 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.708639 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Added segment 4d081075-54fe-4d97-923e-76c695ddfe8e of type vlan for network 995f3095-23df-4eba-8c44-4b7010d283b4 Jul 16 21:00:56.748577 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.776256 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.777393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:56.778045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.809806 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3585117 Jul 16 21:00:56.812881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44086) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:00:56.817947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Request body: {'subnet': {'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-229552979-subnet', 'tenant_id': '04a2ee0ec73a49c2b89f85233b132df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:56.839110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Made reservation on behalf of 04a2ee0ec73a49c2b89f85233b132df9 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:56.841540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:56.842240 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d24922-0912-4e8b-b682-230f2edb397c admin admin] Pushing event updated for resources: {'Network': ['ID=995f3095-23df-4eba-8c44-4b7010d283b4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:56.852804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 995f3095-23df-4eba-8c44-4b7010d283b4 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:00:56.926203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 17e92c66-c400-4279-a147-778a4bcd6c25 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:00:56.945794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 17e92c66-c400-4279-a147-778a4bcd6c25 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:00:56.946134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 17e92c66-c400-4279-a147-778a4bcd6c25 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:00:57.010008 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.065184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b329ff-dbdd-4569-ab50-6734c075881f,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:57.073723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Checking segment: {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:57.074077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Network hostable DHCP agents. Network: 995f3095-23df-4eba-8c44-4b7010d283b4, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:00:57.092614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Network 995f3095-23df-4eba-8c44-4b7010d283b4 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:00:57.102719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 995f3095-23df-4eba-8c44-4b7010d283b4) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:57.106681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:57.107296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:57.111752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384c126-c727-4bf5-883a-978d6edfd382 None None] Network 995f3095-23df-4eba-8c44-4b7010d283b4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:57.122790 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-72ef5f60-26bf-40b5-950c-8c64031cac46 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3088264 Jul 16 21:00:57.384761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cf79b-2841-482c-a46b-ae9b7dfa98f5 None None] Network 995f3095-23df-4eba-8c44-4b7010d283b4 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:00:57.545678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-6fdd5f52-d54e-41a7-b262-1f029ee950f0 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:57.547180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-6fdd5f52-d54e-41a7-b262-1f029ee950f0 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 814 time: 0.1001158 Jul 16 21:00:57.561485 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-b69bf1c6-fae4-4f38-9373-fa51682bb253 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/quotas/04a2ee0ec73a49c2b89f85233b132df9 HTTP/1.1" status: 200 len: 375 time: 0.0088615 Jul 16 21:00:57.598613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-fcf3d9de-00de-400c-8895-be91839bea86 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324187 Jul 16 21:00:57.685798 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-ffd80cad-7ae8-4ca5-a60c-ad933bb9721a service neutron] 10.222.0.10 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807569 Jul 16 21:00:57.777353 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-41b7ae6b-720c-4cc3-865a-cde7d4a77d43 service neutron] 10.222.0.10 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858042 Jul 16 21:00:57.940519 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a6eab007-c8fe-4d1b-9a4a-16378c208006 req-52fe9883-201e-4cd4-a27e-a6bac780c3a9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Jul 16 21:00:58.957718 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-e6a8b866-a705-4b3b-a400-3786d736e57e tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:58.959166 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-e6a8b866-a705-4b3b-a400-3786d736e57e tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.63 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 814 time: 0.1025600 Jul 16 21:00:58.974113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Request body: {'port': {'device_id': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4', 'admin_state_up': True, 'tenant_id': '04a2ee0ec73a49c2b89f85233b132df9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:59.082553 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Made reservation on behalf of 04a2ee0ec73a49c2b89f85233b132df9 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:00:59.083756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba5baf72-6a78-4393-9c0b-f27b3b848f0d req-0c95e714-6434-4068-9c19-10f9fbbe2da4 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 210 time: 0.0290990 Jul 16 21:00:59.086638 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.215779 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Allocated IP 172.20.0.14 (995f3095-23df-4eba-8c44-4b7010d283b4/54b329ff-dbdd-4569-ab50-6734c075881f/f965dc37-7e32-489c-99bc-4d0493b0d6dc) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:00:59.358346 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.395600 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.440628 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Network 995f3095-23df-4eba-8c44-4b7010d283b4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:00:59.443742 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:00:59.448174 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:00:59.470514 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Pushing event updated for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:59.497016 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:00:59.497625 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.511440 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-8c28e07a-91f5-4961-979a-8e841430487c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5413432 Jul 16 21:00:59.522268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Request body: {'port': {'device_id': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:00:59.593100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.843007 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f965dc37-7e32-489c-99bc-4d0493b0d6dc {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:00:59.850374 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.862887 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Transition to ACTIVE for port object f965dc37-7e32-489c-99bc-4d0493b0d6dc will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:00:59.866218 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:00:59.916018 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Pushing event updated for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:00:59.982445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Attempting to bind port f965dc37-7e32-489c-99bc-4d0493b0d6dc on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:00:59.983407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Attempting to bind port f965dc37-7e32-489c-99bc-4d0493b0d6dc by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:00:59.983407 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Attempting to bind port f965dc37-7e32-489c-99bc-4d0493b0d6dc on network 995f3095-23df-4eba-8c44-4b7010d283b4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:59.987606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Port f965dc37-7e32-489c-99bc-4d0493b0d6dc on network 995f3095-23df-4eba-8c44-4b7010d283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:00:59.987927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Attempting to bind port f965dc37-7e32-489c-99bc-4d0493b0d6dc on network 995f3095-23df-4eba-8c44-4b7010d283b4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:00:59.993324 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:00:59.993657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Checking segment: {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:00:59.994038 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Bound using segment: {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:00:59.994459 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Bound port: f965dc37-7e32-489c-99bc-4d0493b0d6dc, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:00:59.994813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.056937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:00.059885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:00.063952 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.095015 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.095603 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:00.097004 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] 10.222.0.63 "PUT /v2.0/ports/f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 1093 time: 0.5787899 Jul 16 21:01:00.097438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:00.099682 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5" -d '{"events": [{"name": "network-changed", "server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:00.132026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf9ef5-a6cb-4de1-af70-4e11f3259570 service neutron] Pushing event updated for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:00.196979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-9dbdae2b-6573-49ab-a5ef-ddcb9987532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.198491 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-9dbdae2b-6573-49ab-a5ef-ddcb9987532a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 1096 time: 0.0606763 Jul 16 21:01:00.212922 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d64f10b-b48d-452e-890f-f7c2ef84efaf x-openstack-request-id: req-7d64f10b-b48d-452e-890f-f7c2ef84efaf {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:00.213335 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:00.213596 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d64f10b-b48d-452e-890f-f7c2ef84efaf {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:00.213992 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'status': 'completed', 'code': 200} Jul 16 21:01:00.243889 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-66daa607-e9f9-40f5-bdb8-73966f4f47d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 217 time: 0.0381501 Jul 16 21:01:00.291660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-c3dff1ea-8cc6-473a-9451-70ed6463f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.293752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-c3dff1ea-8cc6-473a-9451-70ed6463f1c6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0432272 Jul 16 21:01:00.324536 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-1e7e3669-1f27-44ff-8915-6396a286dbb4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255871 Jul 16 21:01:00.359987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a61cfd-3929-471c-832c-82706b705660 req-a91ab6f2-e474-41b0-9fe0-3e9a8b172962 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.361434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64a61cfd-3929-471c-832c-82706b705660 req-a91ab6f2-e474-41b0-9fe0-3e9a8b172962 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 944 time: 0.0672252 Jul 16 21:01:00.397959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-64a61cfd-3929-471c-832c-82706b705660 req-5169cca8-be4c-45eb-869f-7b6907d6dba1 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Jul 16 21:01:00.419977 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-353382a9-92b5-407a-a6c8-049b615077ed service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885968 Jul 16 21:01:00.509171 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c2aaca8f-a5fe-4844-a663-1392e9645613 req-08277af1-58ee-48bf-903e-c1b4259ac23c service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829034 Jul 16 21:01:00.607497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-628eca44-c05f-42cd-8474-a8d45d98ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.609262 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-628eca44-c05f-42cd-8474-a8d45d98ec25 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 1096 time: 0.0518537 Jul 16 21:01:00.697799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-06fba14c-5129-4d4e-878f-6456a8df9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.699276 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-06fba14c-5129-4d4e-878f-6456a8df9655 service neutron] 10.222.0.63 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0840237 Jul 16 21:01:00.741947 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-1aee678d-432c-416a-b53d-d2257780b171 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 217 time: 0.0360456 Jul 16 21:01:00.788099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-420a9117-6913-462b-864f-5741fba6b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:00.789555 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-420a9117-6913-462b-864f-5741fba6b4b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0419676 Jul 16 21:01:00.821065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-33626dd6-c7a6-4e04-abda-dcc1673a02f7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244827 Jul 16 21:01:00.909860 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-b4479ba6-8092-42a6-9c91-fabc3e5dcefc service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825267 Jul 16 21:01:00.995377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-718cfd3b-1d21-4fd7-8f0f-4a7a15fa79f5 req-250c642f-cbcf-4bab-a5e7-cea325a947bd service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787230 Jul 16 21:01:01.572228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a3509-d3b0-4a68-a625-443be55f6e3f req-5dd47940-9ee3-465a-ac0a-04073aeef747 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:01.573693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d68a3509-d3b0-4a68-a625-443be55f6e3f req-5dd47940-9ee3-465a-ac0a-04073aeef747 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 944 time: 0.0626762 Jul 16 21:01:01.610141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d68a3509-d3b0-4a68-a625-443be55f6e3f req-c8f93076-da83-4de6-b83c-f85b80b48acb tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Jul 16 21:01:02.479272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f965dc37-7e32-489c-99bc-4d0493b0d6dc details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:01:02.572609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:02.583323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4', 'port_id': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'mac_address': 'fa:16:3e:69:c0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b329ff-dbdd-4569-ab50-6734c075881f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:01:02.619652 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.632254 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f965dc37-7e32-489c-99bc-4d0493b0d6dc {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:02.652519 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:02.656379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:02.703933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:02.784570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b20ed-346e-4426-9a32-cdc4d157116f req-80a25d92-4375-47a4-9987-4982221edc99 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:02.785943 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dc0b20ed-346e-4426-9a32-cdc4d157116f req-80a25d92-4375-47a4-9987-4982221edc99 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 945 time: 0.0622983 Jul 16 21:01:02.827909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dc0b20ed-346e-4426-9a32-cdc4d157116f req-d1b3d202-b8c9-4963-846a-40e4bff25ee8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355811 Jul 16 21:01:02.853461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f965dc37-7e32-489c-99bc-4d0493b0d6dc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:01:03.997240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3290e-dfa1-4453-a107-6d3f47fe0a8e req-818e4cf8-b3be-43e8-8bcb-2fd0aa1087c7 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:03.998575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37e3290e-dfa1-4453-a107-6d3f47fe0a8e req-818e4cf8-b3be-43e8-8bcb-2fd0aa1087c7 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 945 time: 0.0619733 Jul 16 21:01:04.035383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37e3290e-dfa1-4453-a107-6d3f47fe0a8e req-2e9386e1-c43f-4277-9413-acdb399ec618 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313115 Jul 16 21:01:04.494069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f965dc37-7e32-489c-99bc-4d0493b0d6dc up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:04.542638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port f965dc37-7e32-489c-99bc-4d0493b0d6dc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:04.546973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port f965dc37-7e32-489c-99bc-4d0493b0d6dc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:04.547453 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.624174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.646577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:04.649644 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e082e2c-6bfd-4481-b441-f1f2234aaa8c" -d '{"events": [{"server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "name": "network-vif-plugged", "status": "completed", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:04.662052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:04.666066 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:04.692047 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af7786f-8342-48e9-9baf-e21b3a2d0795 x-openstack-request-id: req-9af7786f-8342-48e9-9baf-e21b3a2d0795 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:04.692441 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "name": "network-vif-plugged", "status": "completed", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:04.692695 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9af7786f-8342-48e9-9baf-e21b3a2d0795 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:04.693077 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'code': 200} Jul 16 21:01:04.719604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:04.798380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234f05-c20f-487e-b1e4-0a5119bce529 req-4fcdd7e9-97f1-4630-8b0a-4745da2b0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:04.799796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8234f05-c20f-487e-b1e4-0a5119bce529 req-4fcdd7e9-97f1-4630-8b0a-4745da2b0578 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 1098 time: 0.0532691 Jul 16 21:01:04.833479 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-c8234f05-c20f-487e-b1e4-0a5119bce529 req-9252e249-e604-437b-8bdd-c52d3f6cc6f4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271654 Jul 16 21:01:05.207222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781a83b-7837-450a-b686-f6413a141c81 req-c1739248-2052-4537-b9ce-7c69dc09d0a9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:05.208703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8781a83b-7837-450a-b686-f6413a141c81 req-c1739248-2052-4537-b9ce-7c69dc09d0a9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0636990 Jul 16 21:01:05.245859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8781a83b-7837-450a-b686-f6413a141c81 req-6bba06be-a5a9-4620-bf73-79d93f739289 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Jul 16 21:01:06.419544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424543-1e2d-498d-b15f-325cf8fc1366 req-b26871c8-85bb-4458-807e-d96019ba66c8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:06.421011 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0424543-1e2d-498d-b15f-325cf8fc1366 req-b26871c8-85bb-4458-807e-d96019ba66c8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0663023 Jul 16 21:01:06.460391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0424543-1e2d-498d-b15f-325cf8fc1366 req-e37639d8-7245-4fdd-99fb-39781f4d6641 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Jul 16 21:01:06.627325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a778f-24bf-4a91-8416-e75ed87b7b3b req-a87aed0e-1c74-4754-8aa0-d54584c15e04 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:06.628819 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-727a778f-24bf-4a91-8416-e75ed87b7b3b req-a87aed0e-1c74-4754-8aa0-d54584c15e04 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0630698 Jul 16 21:01:06.666011 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-727a778f-24bf-4a91-8416-e75ed87b7b3b req-3b1843bd-37d7-4d0a-9281-79510f8390bc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316005 Jul 16 21:01:06.999481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f08ded-c281-4c4a-97bd-503a5f4bbda4 req-2c702c28-c2fa-484b-8832-8d441a7c9a7b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:07.000863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88f08ded-c281-4c4a-97bd-503a5f4bbda4 req-2c702c28-c2fa-484b-8832-8d441a7c9a7b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0620539 Jul 16 21:01:07.041794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88f08ded-c281-4c4a-97bd-503a5f4bbda4 req-eae5dd53-c89d-4058-a065-090c1b04bc97 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353794 Jul 16 21:01:07.213192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164903d-ab17-43b2-a0d8-0f0c0473c4a4 req-69809918-9bf4-4ca4-af00-913fe1f7d92f tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:07.214669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c164903d-ab17-43b2-a0d8-0f0c0473c4a4 req-69809918-9bf4-4ca4-af00-913fe1f7d92f tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0681808 Jul 16 21:01:07.251673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c164903d-ab17-43b2-a0d8-0f0c0473c4a4 req-ba04e39b-e39f-4a15-8cb7-2d82011ae2bd tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Jul 16 21:01:07.577367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-3d135923-74ea-4b26-bd95-fd8acaa8a06d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535228 Jul 16 21:01:07.685204 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:01:07.821097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a940bbb-f710-4681-a21d-791ec5a9d8b7 req-6d3bda55-7704-4663-a083-592c91a9b7d9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:07.822868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a940bbb-f710-4681-a21d-791ec5a9d8b7 req-6d3bda55-7704-4663-a083-592c91a9b7d9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0692873 Jul 16 21:01:07.862963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a940bbb-f710-4681-a21d-791ec5a9d8b7 req-c3a72c28-ebcd-4651-8472-74f781a22c97 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341017 Jul 16 21:01:08.783019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63851-00f3-4323-9cdd-2101216461f1 req-50bb58db-cd4f-42af-a2a2-ecab899457c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:08.784517 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-50bb58db-cd4f-42af-a2a2-ecab899457c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 1098 time: 0.0506554 Jul 16 21:01:08.877297 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63851-00f3-4323-9cdd-2101216461f1 req-cde5c0e0-7a4c-4844-bcb9-55179b0911fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:08.878667 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-cde5c0e0-7a4c-4844-bcb9-55179b0911fd service neutron] 10.222.0.63 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0873809 Jul 16 21:01:08.918300 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-a3d99f53-5fcc-4294-a83f-75b9b5350728 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 217 time: 0.0334816 Jul 16 21:01:08.965388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63851-00f3-4323-9cdd-2101216461f1 req-7a33a669-522f-4cde-95ab-a703317a12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:08.966956 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-7a33a669-522f-4cde-95ab-a703317a12c6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0428622 Jul 16 21:01:09.004274 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-960443fa-e3d2-46f0-9f2b-a2a7b55606b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305638 Jul 16 21:01:09.036398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde8fb8-64be-4a79-853f-d5667c5aa3de req-a13da3af-b4c6-41ea-8789-de1808f11fe2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:09.038027 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9bde8fb8-64be-4a79-853f-d5667c5aa3de req-a13da3af-b4c6-41ea-8789-de1808f11fe2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0634551 Jul 16 21:01:09.077297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9bde8fb8-64be-4a79-853f-d5667c5aa3de req-11dad5b3-76cd-4fc8-bd68-109454893df8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324273 Jul 16 21:01:09.092432 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-bb82a444-eb40-41fd-98ae-c8195f6ded51 service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816479 Jul 16 21:01:09.519523 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-48f43354-7087-4384-a540-3ebbe3a46704 service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202812 Jul 16 21:01:10.246488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b2417-6de7-409d-a769-117149b20bb0 req-fc69fb92-c938-4400-aebb-112d998764cd tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:10.247972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c60b2417-6de7-409d-a769-117149b20bb0 req-fc69fb92-c938-4400-aebb-112d998764cd tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0632162 Jul 16 21:01:10.285670 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c60b2417-6de7-409d-a769-117149b20bb0 req-328beac3-5c40-4ece-9e4f-3eaff8533a0b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Jul 16 21:01:11.463126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13632107-8c6f-4666-8178-6faa8df1088c req-c63b0a6c-dc78-4026-8aee-09270e423adb tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:11.464785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13632107-8c6f-4666-8178-6faa8df1088c req-c63b0a6c-dc78-4026-8aee-09270e423adb tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0676842 Jul 16 21:01:11.502229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13632107-8c6f-4666-8178-6faa8df1088c req-648e2467-9a45-46b4-8c26-c676ee06747e tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Jul 16 21:01:12.673776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57ccc8-ddbc-4892-8ebe-a7e907c276fd req-64a750b8-a35b-4e20-9b63-c63d7c922afa tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:12.675277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da57ccc8-ddbc-4892-8ebe-a7e907c276fd req-64a750b8-a35b-4e20-9b63-c63d7c922afa tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0621011 Jul 16 21:01:12.712162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da57ccc8-ddbc-4892-8ebe-a7e907c276fd req-77e4633a-a587-4942-a08b-8535f3a8b098 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306814 Jul 16 21:01:13.885378 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a9b96-24a6-4f7c-8db4-4599b305cba4 req-d730cdda-e84e-4795-864f-fd88fc518011 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:13.886750 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fe4a9b96-24a6-4f7c-8db4-4599b305cba4 req-d730cdda-e84e-4795-864f-fd88fc518011 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0654829 Jul 16 21:01:13.922547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fe4a9b96-24a6-4f7c-8db4-4599b305cba4 req-239d9d8c-ddb2-4124-afa2-45acaa31897e tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302572 Jul 16 21:01:15.091713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9c6f2-7964-42a8-bf05-0ec4c1c259b9 req-ea58c2d8-30ad-48b3-983d-e10e877bdcde tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:15.093177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-75c9c6f2-7964-42a8-bf05-0ec4c1c259b9 req-ea58c2d8-30ad-48b3-983d-e10e877bdcde tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0612578 Jul 16 21:01:15.130096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-75c9c6f2-7964-42a8-bf05-0ec4c1c259b9 req-da720a02-fe62-4960-913d-0ebd84c7cc5c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Jul 16 21:01:16.038106 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:16.304382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a80540-fcbc-4c0d-8000-2794d2e698d5 req-84400fdc-9449-4f64-9e4c-61eee45856b2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:16.305776 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-65a80540-fcbc-4c0d-8000-2794d2e698d5 req-84400fdc-9449-4f64-9e4c-61eee45856b2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0645909 Jul 16 21:01:16.342595 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-65a80540-fcbc-4c0d-8000-2794d2e698d5 req-ac84bca7-34db-408a-a653-0806423a3c6d tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313489 Jul 16 21:01:17.189691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:17.518244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e7c6-f684-4f87-847b-34833db0452e req-75ec53c6-1fb9-44db-b213-db75311da17b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:17.519643 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3731e7c6-f684-4f87-847b-34833db0452e req-75ec53c6-1fb9-44db-b213-db75311da17b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0664310 Jul 16 21:01:17.556461 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3731e7c6-f684-4f87-847b-34833db0452e req-8f7ebb1c-35a6-451e-8bef-877a262ab649 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307708 Jul 16 21:01:18.727748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd91ea2-d458-47f8-8769-4b73324f2dd4 req-ecf4a69e-4ecc-407f-ba5c-f5ae2819739a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:18.729128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd91ea2-d458-47f8-8769-4b73324f2dd4 req-ecf4a69e-4ecc-407f-ba5c-f5ae2819739a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0620716 Jul 16 21:01:18.766043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcd91ea2-d458-47f8-8769-4b73324f2dd4 req-d818bf39-e1f9-4e13-94e3-053fc2ae1d5d tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Jul 16 21:01:19.938707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970824ce-a23b-4cee-b213-51091e5b0d2d req-c5689549-7975-4b80-b0f8-821993680aa5 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:19.940107 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-970824ce-a23b-4cee-b213-51091e5b0d2d req-c5689549-7975-4b80-b0f8-821993680aa5 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0664954 Jul 16 21:01:19.977212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-970824ce-a23b-4cee-b213-51091e5b0d2d req-cd37d818-5fa0-4530-8ef0-18bd34baa412 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Jul 16 21:01:20.649534 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ca9716e-949e-4f87-8596-1a9eb43d9654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:21.159141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85d1aa-ee14-4637-b459-2d023f4d9a36 req-cb9dc281-c2d9-4a1f-b55d-0f4c1a1614b6 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:21.160380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d85d1aa-ee14-4637-b459-2d023f4d9a36 req-cb9dc281-c2d9-4a1f-b55d-0f4c1a1614b6 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0629323 Jul 16 21:01:21.198259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d85d1aa-ee14-4637-b459-2d023f4d9a36 req-8950dfdd-3ebe-4062-bf05-47eccb8d059b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Jul 16 21:01:22.370872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32634847-4186-47cc-87bd-1f4089ebbab1 req-95ae3222-e19f-4d84-95b0-db0c03086f8b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:22.372436 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32634847-4186-47cc-87bd-1f4089ebbab1 req-95ae3222-e19f-4d84-95b0-db0c03086f8b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0652010 Jul 16 21:01:22.408797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32634847-4186-47cc-87bd-1f4089ebbab1 req-67e60ecb-b09b-47f4-a51e-09d73b5cb9f2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307980 Jul 16 21:01:23.443795 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.461978 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32259019-7ca7-4821-bed4-d718eab50214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:23.484467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d3804-649b-4937-839a-00c1f5178950 req-26fd2be5-2dde-40a4-810c-ce7611f93274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:23.485955 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-925d3804-649b-4937-839a-00c1f5178950 req-26fd2be5-2dde-40a4-810c-ce7611f93274 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 1098 time: 0.0552628 Jul 16 21:01:23.591452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f4970-cb54-4c41-b0df-f5b70d2bd3f4 req-ed7e4348-7fef-4671-8de8-298e14691239 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:23.592070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d3804-649b-4937-839a-00c1f5178950 req-b1ba06ec-8e13-4545-9f18-0ddb92353bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:23.592931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-170f4970-cb54-4c41-b0df-f5b70d2bd3f4 req-ed7e4348-7fef-4671-8de8-298e14691239 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0696359 Jul 16 21:01:23.593143 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-925d3804-649b-4937-839a-00c1f5178950 req-b1ba06ec-8e13-4545-9f18-0ddb92353bf2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0867019 Jul 16 21:01:23.631948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-170f4970-cb54-4c41-b0df-f5b70d2bd3f4 req-d0c8620c-55e4-4842-9d65-498ef789b530 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Jul 16 21:01:23.634371 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-925d3804-649b-4937-839a-00c1f5178950 req-ff74ad19-118e-4528-864e-48ca22ad0d2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 217 time: 0.0342684 Jul 16 21:01:23.681219 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d3804-649b-4937-839a-00c1f5178950 req-eb86d591-e3c4-48ba-808f-468721bb038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:23.682711 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-925d3804-649b-4937-839a-00c1f5178950 req-eb86d591-e3c4-48ba-808f-468721bb038d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0423779 Jul 16 21:01:23.714609 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-925d3804-649b-4937-839a-00c1f5178950 req-f50621e0-daf6-404b-a7bc-11295c4b6728 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256288 Jul 16 21:01:23.803731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-925d3804-649b-4937-839a-00c1f5178950 req-9e425d25-f9e6-4f13-8aaa-d408657b3bf3 service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824308 Jul 16 21:01:23.893560 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-925d3804-649b-4937-839a-00c1f5178950 req-7207a47a-7e9e-43fa-826e-c7d21a480eed service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838442 Jul 16 21:01:24.701005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:24.806778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcc6ac-8a2d-4bfe-b606-a73d89669462 req-4e7b9127-da9d-4c5e-bdb9-3302cec913d2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:24.808268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5dcc6ac-8a2d-4bfe-b606-a73d89669462 req-4e7b9127-da9d-4c5e-bdb9-3302cec913d2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0617328 Jul 16 21:01:24.846080 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5dcc6ac-8a2d-4bfe-b606-a73d89669462 req-00566039-9efe-42c1-bbb8-d39199ec1e61 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Jul 16 21:01:26.027105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836244c-13ef-47ec-804c-d81dad6a390b req-cc8b9063-fd64-4d17-bd2f-4f75bf70d3d5 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:26.028626 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3836244c-13ef-47ec-804c-d81dad6a390b req-cc8b9063-fd64-4d17-bd2f-4f75bf70d3d5 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0691352 Jul 16 21:01:26.067577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3836244c-13ef-47ec-804c-d81dad6a390b req-7d938f79-0eee-48a6-8a2e-f8cb492f4ca8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Jul 16 21:01:26.387464 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:27.236897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a4ef7-90e4-443f-9c88-033e5fa55a89 req-ed2c4873-8620-4b0e-b6a8-058dbc602861 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:27.238354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f2a4ef7-90e4-443f-9c88-033e5fa55a89 req-ed2c4873-8620-4b0e-b6a8-058dbc602861 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0622625 Jul 16 21:01:27.275455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f2a4ef7-90e4-443f-9c88-033e5fa55a89 req-5663bda9-2fa6-4b3d-91d0-1fedf5949c6a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Jul 16 21:01:28.448300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bed35-4eb0-4392-914c-827658a863aa req-4c8927cd-9cc7-4e64-a27d-ceeb6411c52f tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:28.449768 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c68bed35-4eb0-4392-914c-827658a863aa req-4c8927cd-9cc7-4e64-a27d-ceeb6411c52f tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0638883 Jul 16 21:01:28.486627 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c68bed35-4eb0-4392-914c-827658a863aa req-00b8f795-f9b1-46ed-89fd-cfb2385e26e6 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310895 Jul 16 21:01:29.661377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6155eb-ac82-4bd5-9945-cc86b4023e37 req-ba2aa5b6-cff3-48da-8c8c-ace5ccfbb22c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:29.663020 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb6155eb-ac82-4bd5-9945-cc86b4023e37 req-ba2aa5b6-cff3-48da-8c8c-ace5ccfbb22c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0674472 Jul 16 21:01:29.700300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb6155eb-ac82-4bd5-9945-cc86b4023e37 req-bd3d113d-ee1c-4c48-b9d4-17efe285c0ae tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Jul 16 21:01:30.873298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0a56c-0126-498c-89e3-1f22e71c6c08 req-60cf10c8-bf4c-4f1a-a36f-477898dd6695 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:30.874826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdb0a56c-0126-498c-89e3-1f22e71c6c08 req-60cf10c8-bf4c-4f1a-a36f-477898dd6695 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0623748 Jul 16 21:01:30.910884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdb0a56c-0126-498c-89e3-1f22e71c6c08 req-6a9451d3-e727-4812-884d-22db108209c4 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303912 Jul 16 21:01:32.086872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c824a-031b-4151-b688-5313fca1f206 req-747cab8b-2ee7-4ad5-941f-dc6a6db7eb2c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:32.088359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-874c824a-031b-4151-b688-5313fca1f206 req-747cab8b-2ee7-4ad5-941f-dc6a6db7eb2c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0687163 Jul 16 21:01:32.124712 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-874c824a-031b-4151-b688-5313fca1f206 req-ab11d2d3-349f-4b6c-b584-f70ceb256969 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308409 Jul 16 21:01:33.293912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66784-fa69-4d5a-aec4-14ae9b0d5dd7 req-ad8e6b5e-c40b-4466-b0ea-e78507753ce7 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:33.295415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c4a66784-fa69-4d5a-aec4-14ae9b0d5dd7 req-ad8e6b5e-c40b-4466-b0ea-e78507753ce7 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0612025 Jul 16 21:01:33.330927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c4a66784-fa69-4d5a-aec4-14ae9b0d5dd7 req-8c22d0e8-d65a-4032-a111-ded5d711f70f tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299342 Jul 16 21:01:34.510625 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb91a13-b20a-439e-a49a-225b4b89d941 req-9151e1c9-762b-4a25-9df3-c13759d428a2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:34.512104 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5eb91a13-b20a-439e-a49a-225b4b89d941 req-9151e1c9-762b-4a25-9df3-c13759d428a2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0612922 Jul 16 21:01:34.548502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5eb91a13-b20a-439e-a49a-225b4b89d941 req-a154f61c-b8d9-41db-a64d-7fdb8c747143 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Jul 16 21:01:35.724958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1437f-d4d3-444c-9e39-79031a7f7412 req-4f51c9bb-47c3-4412-8e6f-1ec5f7dc1848 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:35.726424 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ce1437f-d4d3-444c-9e39-79031a7f7412 req-4f51c9bb-47c3-4412-8e6f-1ec5f7dc1848 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0657206 Jul 16 21:01:35.763559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ce1437f-d4d3-444c-9e39-79031a7f7412 req-6140edc3-7d40-437b-abc2-557d20bd85de tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308447 Jul 16 21:01:36.342267 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-50b63851-00f3-4323-9cdd-2101216461f1 req-9c671361-9bc6-4330-a6fe-e9977cf743a2 service neutron] show failed (client error): The resource could not be found. Jul 16 21:01:36.343279 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-9c671361-9bc6-4330-a6fe-e9977cf743a2 service neutron] 10.222.0.63 "GET /v2.0/ports/f965dc37-7e32-489c-99bc-4d0493b0d6dc/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0532246 Jul 16 21:01:36.586432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63851-00f3-4323-9cdd-2101216461f1 req-8ed42d02-d747-4255-a4e3-60a2173df39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:36.587922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-8ed42d02-d747-4255-a4e3-60a2173df39f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097&tenant_id=04a2ee0ec73a49c2b89f85233b132df9 HTTP/1.1" status: 200 len: 1098 time: 0.0519235 Jul 16 21:01:36.599465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:36.671966 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:36.873506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:36.939250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:36.990105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:36.992402 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1d7a77-8994-4965-8d60-bd13617983e3" -d '{"events": [{"server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "name": "network-vif-unplugged", "status": "completed", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:37.001722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10446c8b-2d96-4714-84cf-1633db11610c req-0387b994-f129-42d7-b55d-c74d31dd7bde tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:37.003218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10446c8b-2d96-4714-84cf-1633db11610c req-0387b994-f129-42d7-b55d-c74d31dd7bde tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.1275599 Jul 16 21:01:37.005024 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:37.029955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Transition to ACTIVE for port object f965dc37-7e32-489c-99bc-4d0493b0d6dc will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:37.037168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:37.081322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10446c8b-2d96-4714-84cf-1633db11610c req-5e566dd7-6adc-43f8-a4c4-c7e6b82c4a88 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723352 Jul 16 21:01:37.113072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] No DVR routers for this DVR port f965dc37-7e32-489c-99bc-4d0493b0d6dc on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:01:37.119734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Pushing event updated for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:37.130944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.131832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.132516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.132877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.133217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.133546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.133873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.134197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.134528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.134848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.135916 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.136267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:37.142343 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8085a2c0-f693-4b4a-88b9-848eb1c484c9 x-openstack-request-id: req-8085a2c0-f693-4b4a-88b9-848eb1c484c9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:37.142632 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "name": "network-vif-unplugged", "status": "completed", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:37.142885 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8085a2c0-f693-4b4a-88b9-848eb1c484c9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:37.143295 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'code': 200} Jul 16 21:01:37.172199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Attempting to bind port f965dc37-7e32-489c-99bc-4d0493b0d6dc on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:37.172532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Attempting to bind port f965dc37-7e32-489c-99bc-4d0493b0d6dc by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:37.172858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Attempting to bind port f965dc37-7e32-489c-99bc-4d0493b0d6dc on network 995f3095-23df-4eba-8c44-4b7010d283b4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:37.177118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Port f965dc37-7e32-489c-99bc-4d0493b0d6dc on network 995f3095-23df-4eba-8c44-4b7010d283b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:01:37.177438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Attempting to bind port f965dc37-7e32-489c-99bc-4d0493b0d6dc on network 995f3095-23df-4eba-8c44-4b7010d283b4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:37.182181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:37.182500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Checking segment: {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:37.182880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Bound using segment: {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:37.183329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Bound port: f965dc37-7e32-489c-99bc-4d0493b0d6dc, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:37.183709 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:37.248390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:37.251391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:37.255649 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:37.287987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:37.288593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:37.290538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] 10.222.0.30 "PUT /v2.0/ports/f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 1093 time: 0.6950057 Jul 16 21:01:37.312288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78ad0a-af82-4d70-903b-f17b1706d35b service neutron] Pushing event updated for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:37.366219 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63851-00f3-4323-9cdd-2101216461f1 req-09ea36f8-4764-4451-bd7c-b3841381db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:37.368420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-09ea36f8-4764-4451-bd7c-b3841381db38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 1096 time: 0.0532007 Jul 16 21:01:37.458424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63851-00f3-4323-9cdd-2101216461f1 req-ed1f14fb-fb93-4d86-93c0-00d7ef45721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:37.459937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-ed1f14fb-fb93-4d86-93c0-00d7ef45721d service neutron] 10.222.0.30 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0854776 Jul 16 21:01:37.500719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-e28f30a1-119f-4309-8af2-c3719652239d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 217 time: 0.0337112 Jul 16 21:01:37.549392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63851-00f3-4323-9cdd-2101216461f1 req-fc6b1b2c-ce75-4eec-b59b-607d1ae73a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:37.550816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-fc6b1b2c-ce75-4eec-b59b-607d1ae73a47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0412269 Jul 16 21:01:37.585709 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-2d6f5975-ea35-4175-b373-b3953378a635 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284142 Jul 16 21:01:37.673910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-9ca5fb6a-0a9b-4717-902d-f74c94e276b5 service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814002 Jul 16 21:01:37.764573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50b63851-00f3-4323-9cdd-2101216461f1 req-b05f8a8c-848e-44be-96e0-99b2b93ae9f9 service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830789 Jul 16 21:01:38.272859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e042d-93c8-4811-8fa1-c46210ff0e3a req-b774030a-bd0b-4e79-b047-144876821c65 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:38.274420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-584e042d-93c8-4811-8fa1-c46210ff0e3a req-b774030a-bd0b-4e79-b047-144876821c65 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 944 time: 0.0673909 Jul 16 21:01:38.317650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-584e042d-93c8-4811-8fa1-c46210ff0e3a req-54b39c90-0fc6-4656-bebc-3b586648bc94 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375583 Jul 16 21:01:39.144082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:39.146402 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f2a27c-b5fa-4e23-adf3-2d264f168910" -d '{"events": [{"name": "network-changed", "server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:39.193699 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea8afa0-0983-480a-9a14-c1c1f64837e8 x-openstack-request-id: req-bea8afa0-0983-480a-9a14-c1c1f64837e8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:39.193986 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:39.194233 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bea8afa0-0983-480a-9a14-c1c1f64837e8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:39.194621 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'status': 'completed', 'code': 200} Jul 16 21:01:39.264973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-efca71d3-fa1b-4054-9c7d-49417e0d6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:39.266594 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-efca71d3-fa1b-4054-9c7d-49417e0d6947 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 1096 time: 0.0529420 Jul 16 21:01:39.271626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-ab206419-3e59-4985-a454-bcb86109c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:39.273146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-ab206419-3e59-4985-a454-bcb86109c111 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 1096 time: 0.0559480 Jul 16 21:01:39.363977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-212355eb-93a9-4dca-962c-0a3bc7c83dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:39.365662 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-212355eb-93a9-4dca-962c-0a3bc7c83dbe service neutron] 10.222.0.63 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0926681 Jul 16 21:01:39.376204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-f9042367-a2ad-4970-ad93-ed4d250f0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:39.377723 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-f9042367-a2ad-4970-ad93-ed4d250f0c99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0944004 Jul 16 21:01:39.413313 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-f01bbf64-82fe-4b7e-805a-43092aaf2ed8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 217 time: 0.0409265 Jul 16 21:01:39.434463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-28457f01-515a-4e3d-9da5-c1044fd43b0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 217 time: 0.0488472 Jul 16 21:01:39.465723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-473a7c54-e8e1-44e0-a67c-0d1ec3d77643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:39.467185 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-473a7c54-e8e1-44e0-a67c-0d1ec3d77643 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0468013 Jul 16 21:01:39.506563 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-87479c0e-b78a-4f7c-be19-4cbf50a5d616 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311494 Jul 16 21:01:39.521023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-a8e00b4a-41ac-4a30-91e3-3080c4ef2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:39.522550 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-a8e00b4a-41ac-4a30-91e3-3080c4ef2ce4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0808120 Jul 16 21:01:39.560538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-4c31413b-734d-4164-84a7-ff363bd495cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305855 Jul 16 21:01:39.583616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa1c41-2255-4d3c-a238-72f9539a2fec req-1bfe936b-e80b-4d35-b56a-fb8e306fe585 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:39.585133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2aa1c41-2255-4d3c-a238-72f9539a2fec req-1bfe936b-e80b-4d35-b56a-fb8e306fe585 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 944 time: 0.1350334 Jul 16 21:01:39.594290 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-5cd54e02-a9e6-43ea-8ed7-c66eed4c21f7 service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820518 Jul 16 21:01:39.679797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2aa1c41-2255-4d3c-a238-72f9539a2fec req-22545d95-928d-46f7-923d-874f285a1c43 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827961 Jul 16 21:01:39.690077 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-37aa8580-c670-47ec-9f51-43485c3c298b service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885367 Jul 16 21:01:39.693467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-3312b9e2-ab6c-4ba8-a043-a0de2927c28f service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261089 Jul 16 21:01:39.786670 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63f2a27c-b5fa-4e23-adf3-2d264f168910 req-838bc581-13a5-43a3-b58a-e00f1b8763b3 service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866225 Jul 16 21:01:40.617307 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f965dc37-7e32-489c-99bc-4d0493b0d6dc no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:40.655569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f965dc37-7e32-489c-99bc-4d0493b0d6dc not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:40.849974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a597f-8b62-4eff-9d92-23f00ba47bf2 req-208b0470-904c-4040-964c-03fab155434b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:40.851474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f82a597f-8b62-4eff-9d92-23f00ba47bf2 req-208b0470-904c-4040-964c-03fab155434b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 944 time: 0.0623274 Jul 16 21:01:40.888770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f82a597f-8b62-4eff-9d92-23f00ba47bf2 req-76e03cff-ec56-4b27-a0f9-4d00c479513b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Jul 16 21:01:41.181496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd31ef-0fe9-4ccf-ac15-d82c3c8d4485 req-a8108bfc-3b0d-445e-8c7b-36c31ba06e98 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:41.182897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77dd31ef-0fe9-4ccf-ac15-d82c3c8d4485 req-a8108bfc-3b0d-445e-8c7b-36c31ba06e98 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 944 time: 0.0657923 Jul 16 21:01:41.191637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-998ecf07-8d12-4378-bf80-28ab8d3c0f52 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:41.193653 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-998ecf07-8d12-4378-bf80-28ab8d3c0f52 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.63 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097&tenant_id=04a2ee0ec73a49c2b89f85233b132df9&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 944 time: 0.0699699 Jul 16 21:01:41.208924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f965dc37-7e32-489c-99bc-4d0493b0d6dc details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:01:41.224908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77dd31ef-0fe9-4ccf-ac15-d82c3c8d4485 req-011f6404-3d2b-4310-a042-3e02dbf405ff tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362096 Jul 16 21:01:41.253546 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-8038ce2e-fe4b-47a5-9014-79699db8f7ed service neutron] delete failed (client error): The resource could not be found. Jul 16 21:01:41.254666 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-8038ce2e-fe4b-47a5-9014-79699db8f7ed service neutron] 10.222.0.63 "DELETE /v2.0/ports/f965dc37-7e32-489c-99bc-4d0493b0d6dc/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0554986 Jul 16 21:01:41.309449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:41.324151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4', 'port_id': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'mac_address': 'fa:16:3e:69:c0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b329ff-dbdd-4569-ab50-6734c075881f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:01:41.353877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-bac45f24-9dc9-44aa-806b-b78db8efd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:41.355462 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-bac45f24-9dc9-44aa-806b-b78db8efd53a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 1096 time: 0.0580225 Jul 16 21:01:41.361246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:41.374161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f965dc37-7e32-489c-99bc-4d0493b0d6dc {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:41.393933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:41.397748 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:41.447596 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:41.449498 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-308dfefd-504b-4ed1-9b19-7f33c9d09964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:41.451110 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-308dfefd-504b-4ed1-9b19-7f33c9d09964 service neutron] 10.222.0.63 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0902312 Jul 16 21:01:41.455024 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.455392 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.455745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.456078 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.456403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.456727 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.457047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.457367 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.457684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.458001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.458316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.458634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:01:41.497950 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-f7f1e0bc-4996-4b89-9454-da7868f7bcdd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 200 len: 217 time: 0.0399809 Jul 16 21:01:41.546563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-9705b085-1a1d-466b-a209-1e6ee5420af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:41.548005 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-9705b085-1a1d-466b-a209-1e6ee5420af6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0427959 Jul 16 21:01:41.580408 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-9cde10ff-6f1a-4cfe-8abb-4a84df6033fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258412 Jul 16 21:01:41.627656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['f965dc37-7e32-489c-99bc-4d0493b0d6dc'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:01:41.677781 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-dcd37042-5e74-49bf-8f3c-a413dd31df64 service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902913 Jul 16 21:01:41.766316 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-93c305ba-e8ed-4034-b7f0-09fcc0d6d2eb req-7f4497a6-7eb1-4898-bbaa-9d791411f109 service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826669 Jul 16 21:01:42.405222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179bb4d-316e-402d-b0bd-d999b7e34a58 req-495cec87-8ed8-4f98-962b-e9086ac66972 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:42.406679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f179bb4d-316e-402d-b0bd-d999b7e34a58 req-495cec87-8ed8-4f98-962b-e9086ac66972 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 945 time: 0.0681798 Jul 16 21:01:42.443498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f179bb4d-316e-402d-b0bd-d999b7e34a58 req-624d8202-4b56-4602-9b2e-ef824bfa057c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309677 Jul 16 21:01:42.613479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1a38-1205-438a-85c2-f5d2f2b9eed6 req-c84b45cf-6aad-4c9e-a63b-3ef63cee2cee tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:42.614929 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-043c1a38-1205-438a-85c2-f5d2f2b9eed6 req-c84b45cf-6aad-4c9e-a63b-3ef63cee2cee tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 945 time: 0.0624661 Jul 16 21:01:42.652985 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-043c1a38-1205-438a-85c2-f5d2f2b9eed6 req-8f0da26d-fb7c-4ee7-93b5-fb0d835adc5d tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Jul 16 21:01:42.819230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a365ba-cfd1-4597-a192-3d66c4a6f328 req-d0f8eb66-d085-4161-8e5a-7f259abd4650 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:42.820715 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79a365ba-cfd1-4597-a192-3d66c4a6f328 req-d0f8eb66-d085-4161-8e5a-7f259abd4650 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 945 time: 0.0609705 Jul 16 21:01:42.860778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79a365ba-cfd1-4597-a192-3d66c4a6f328 req-d80db268-3c05-4a48-90e6-b384fd7bd53b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345151 Jul 16 21:01:43.224406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f965dc37-7e32-489c-99bc-4d0493b0d6dc up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:43.271515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port f965dc37-7e32-489c-99bc-4d0493b0d6dc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:43.275662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port f965dc37-7e32-489c-99bc-4d0493b0d6dc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:43.276098 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:43.298152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-06b77abb-ab0a-4119-a1ff-cba5e23a7a0b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:43.299734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-06b77abb-ab0a-4119-a1ff-cba5e23a7a0b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 814 time: 0.1058187 Jul 16 21:01:43.313994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-c955e0e0-4865-4fb6-8e98-d0ac600265fc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/quotas/04a2ee0ec73a49c2b89f85233b132df9 HTTP/1.1" status: 200 len: 375 time: 0.0088348 Jul 16 21:01:43.355361 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:43.378465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:43.380887 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c7fdb7-c174-4cc7-8b64-ae8c171334cf" -d '{"events": [{"server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "name": "network-vif-plugged", "status": "completed", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:43.387054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e4058096-956a-4ea8-9ce0-931657665c5a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673916 Jul 16 21:01:43.392980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:43.396972 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:43.449579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:43.478743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-58d4147e-1b9a-418e-a6d8-456e6b7cfdfb service neutron] 10.222.0.10 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846529 Jul 16 21:01:43.571009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-eb726a35-6492-4e93-a039-4281b26c08d3 service neutron] 10.222.0.10 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863180 Jul 16 21:01:43.712308 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1002b6c9-dd04-4c25-a6f2-be5b131fe3d0 x-openstack-request-id: req-1002b6c9-dd04-4c25-a6f2-be5b131fe3d0 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:43.712604 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "name": "network-vif-plugged", "status": "completed", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:43.712858 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1002b6c9-dd04-4c25-a6f2-be5b131fe3d0 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:43.713249 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'code': 200} Jul 16 21:01:43.766443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57e00688-574b-4f17-9ba9-41a7bf553bfc req-53df2a86-0b05-4cb3-81e5-b6dd90e1c848 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 210 time: 0.0279872 Jul 16 21:01:44.559308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-c620223d-9dd4-4ba1-bdde-4bb4e87f144a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:44.560807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-c620223d-9dd4-4ba1-bdde-4bb4e87f144a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.30 "GET /v2.0/ports?device_id=df1eaeaf-6634-4220-a12c-e6dc88c72097 HTTP/1.1" status: 200 len: 946 time: 0.0607390 Jul 16 21:01:44.674299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Deleting port f965dc37-7e32-489c-99bc-4d0493b0d6dc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:01:44.674679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:44.679382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.30', 61271) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:01:44.688080 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:01:45.174795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d87a4808-1e4a-4981-87a4-8b88b0660a3c req-cf293fb8-6624-4292-90ea-f237a645de4b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 210 time: 0.0702951 Jul 16 21:01:45.203820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] For port f965dc37-7e32-489c-99bc-4d0493b0d6dc, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f965dc37-7e32-489c-99bc-4d0493b0d6dc,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:45.204178 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:45.221131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-9b4122ac-7b57-4ab9-b6c8-73b0e5348061 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:45.222598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-9b4122ac-7b57-4ab9-b6c8-73b0e5348061 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.30 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 814 time: 0.5417166 Jul 16 21:01:45.226775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Calling delete_port for f965dc37-7e32-489c-99bc-4d0493b0d6dc owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:01:45.236090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Request body: {'port': {'device_id': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4', 'admin_state_up': True, 'tenant_id': '04a2ee0ec73a49c2b89f85233b132df9'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:45.416514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Made reservation on behalf of 04a2ee0ec73a49c2b89f85233b132df9 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:01:45.419962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:45.464740 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:45.526391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Pushing event deleted for resources: {'Port': ['ID=f965dc37-7e32-489c-99bc-4d0493b0d6dc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:45.581827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] No DVR routers for this DVR port f965dc37-7e32-489c-99bc-4d0493b0d6dc on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:01:45.585726 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:45.588215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.30 "DELETE /v2.0/ports/f965dc37-7e32-489c-99bc-4d0493b0d6dc HTTP/1.1" status: 204 len: 173 time: 1.0119600 Jul 16 21:01:45.588645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'name': 'network-vif-deleted', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:45.590908 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8433e57-0fea-4ea3-b7c5-419abe132898" -d '{"events": [{"server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "name": "network-vif-deleted", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:45.631951 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3a46ba-af2f-44f9-b0dd-4e06aa73c5fa x-openstack-request-id: req-7c3a46ba-af2f-44f9-b0dd-4e06aa73c5fa {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:45.632238 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1eaeaf-6634-4220-a12c-e6dc88c72097", "name": "network-vif-deleted", "tag": "f965dc37-7e32-489c-99bc-4d0493b0d6dc", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:45.632483 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c3a46ba-af2f-44f9-b0dd-4e06aa73c5fa {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:45.633402 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1eaeaf-6634-4220-a12c-e6dc88c72097', 'name': 'network-vif-deleted', 'tag': 'f965dc37-7e32-489c-99bc-4d0493b0d6dc', 'status': 'completed', 'code': 200} Jul 16 21:01:45.651831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Allocated IP 172.20.0.13 (995f3095-23df-4eba-8c44-4b7010d283b4/54b329ff-dbdd-4569-ab50-6734c075881f/f94a51f1-f0d7-4b7f-bf4b-532f7658a315) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:01:45.805843 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:45.844350 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:45.885936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Network 995f3095-23df-4eba-8c44-4b7010d283b4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:01:45.891278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:01:45.894958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:01:45.924133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Pushing event updated for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:45.955761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:45.956357 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:45.970478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e485a24e-fd25-4e94-9af7-4f5888170785 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382550 Jul 16 21:01:45.982000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Request body: {'port': {'device_id': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:01:46.036243 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:46.053202 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:46.344718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94a51f1-f0d7-4b7f-bf4b-532f7658a315 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:46.354393 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:46.373481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Transition to ACTIVE for port object f94a51f1-f0d7-4b7f-bf4b-532f7658a315 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:01:46.377471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:46.433939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed62b-e9b3-4295-afdc-c14ac6839d64 req-36a46a61-0f1b-4db9-aebe-3227b72903cc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:46.435431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-254ed62b-e9b3-4295-afdc-c14ac6839d64 req-36a46a61-0f1b-4db9-aebe-3227b72903cc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 932 time: 0.1306841 Jul 16 21:01:46.445732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Pushing event updated for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:46.525577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-254ed62b-e9b3-4295-afdc-c14ac6839d64 req-f0c07ba0-c4be-419a-a8bd-980eb0255807 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839257 Jul 16 21:01:46.541829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Attempting to bind port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:01:46.542164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Attempting to bind port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:01:46.542544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Attempting to bind port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on network 995f3095-23df-4eba-8c44-4b7010d283b4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:46.546770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on network 995f3095-23df-4eba-8c44-4b7010d283b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:01:46.547087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Attempting to bind port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on network 995f3095-23df-4eba-8c44-4b7010d283b4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:01:46.551792 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:01:46.552120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Checking segment: {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:01:46.552492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Bound using segment: {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:01:46.552908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Bound port: f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:01:46.553258 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:46.613930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:01:46.616778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:01:46.622088 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:46.655897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:46.656493 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:46.657849 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] 10.222.0.30 "PUT /v2.0/ports/f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 1093 time: 0.6799011 Jul 16 21:01:46.678255 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed7692-58bc-42f9-a547-167dd63dfa0e service neutron] Pushing event updated for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:46.752062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e37fd369-8a8a-4299-93ba-49eb46acac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:46.753552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e37fd369-8a8a-4299-93ba-49eb46acac12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1096 time: 0.0568683 Jul 16 21:01:46.792836 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-c9496f05-98a4-4bf3-8d31-49259b32c113 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 217 time: 0.0323455 Jul 16 21:01:46.839997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e259126f-56df-4bf7-93b7-f95ea29e794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:46.841372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e259126f-56df-4bf7-93b7-f95ea29e794e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0418203 Jul 16 21:01:46.877368 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-b7d0b861-9176-409a-88a5-ff122864755c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289302 Jul 16 21:01:46.962628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-e3feffef-f357-4676-9082-bb55ebd897ed service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793900 Jul 16 21:01:47.051943 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13497413-4f99-434b-93b8-ef1aff8d8e5a req-07dd640c-1d3c-4ac2-ad65-d86ddddc9bdf service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831001 Jul 16 21:01:47.211965 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:47.248305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f965dc37-7e32-489c-99bc-4d0493b0d6dc no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:01:47.267418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: f965dc37-7e32-489c-99bc-4d0493b0d6dc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:01:47.267766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f965dc37-7e32-489c-99bc-4d0493b0d6dc not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:01:47.634931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:47.637323 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6e7e0a-f303-43a4-a6c4-940e742a8816" -d '{"events": [{"name": "network-changed", "server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:47.703031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c82fc2-22a0-4e01-ad88-d90bed04a56c req-ed946dcb-7f43-4b4b-a781-a0a080b548a0 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:47.704558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84c82fc2-22a0-4e01-ad88-d90bed04a56c req-ed946dcb-7f43-4b4b-a781-a0a080b548a0 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 944 time: 0.0638576 Jul 16 21:01:47.743057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84c82fc2-22a0-4e01-ad88-d90bed04a56c req-995e8133-bfab-4182-b2ea-df1f4b442cb8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329244 Jul 16 21:01:47.787775 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07bffea-bf02-4d6c-8beb-edc1aa96437d x-openstack-request-id: req-a07bffea-bf02-4d6c-8beb-edc1aa96437d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:47.788063 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:47.788312 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a07bffea-bf02-4d6c-8beb-edc1aa96437d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:47.788710 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'status': 'completed', 'code': 200} Jul 16 21:01:47.866531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-6bf8194b-f845-48ab-ae4b-a9c112e57685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:47.868020 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-6bf8194b-f845-48ab-ae4b-a9c112e57685 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1096 time: 0.0579197 Jul 16 21:01:47.957682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-7d9d8519-b167-4937-a9dc-be68a6630c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:47.959214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-7d9d8519-b167-4937-a9dc-be68a6630c07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0847392 Jul 16 21:01:48.002769 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-fb02135b-8460-467e-bba9-228ffd464a05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 217 time: 0.0372531 Jul 16 21:01:48.052412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-60b83e60-cc6d-4539-bfb1-a30539df5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:48.053972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-60b83e60-cc6d-4539-bfb1-a30539df5ee3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0447919 Jul 16 21:01:48.087968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-2eb078a8-168c-4c96-b7c7-367baf49e0c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280106 Jul 16 21:01:48.179498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-1f2bd255-be35-4ac1-ae9f-a48b4802bd6f service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851099 Jul 16 21:01:48.269226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb6e7e0a-f303-43a4-a6c4-940e742a8816 req-44ac8f80-f956-405f-8c17-72fff93d0f05 service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835853 Jul 16 21:01:48.923315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67829d3e-7aaa-4cf4-b1d2-1676de3cc2ca req-0e2fec92-427d-4bbd-b120-2ee6bf9477a2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:48.924690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67829d3e-7aaa-4cf4-b1d2-1676de3cc2ca req-0e2fec92-427d-4bbd-b120-2ee6bf9477a2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 944 time: 0.0671861 Jul 16 21:01:48.961796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67829d3e-7aaa-4cf4-b1d2-1676de3cc2ca req-23a0307c-bdd9-4ddc-8737-d72b1cfd6552 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Jul 16 21:01:50.133164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9e547-fb54-4308-9f81-b6e9c4451770 req-9352a578-f7d0-409e-b0a2-26210f1f0d68 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:50.134650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84d9e547-fb54-4308-9f81-b6e9c4451770 req-9352a578-f7d0-409e-b0a2-26210f1f0d68 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 944 time: 0.0634432 Jul 16 21:01:50.170784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84d9e547-fb54-4308-9f81-b6e9c4451770 req-b9060bb0-5e77-48b8-97d5-12c78d7ec352 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306573 Jul 16 21:01:50.650187 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-17b07ffe-c414-4da2-8721-c643df85f82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:51.272061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f94a51f1-f0d7-4b7f-bf4b-532f7658a315 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:01:51.344310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74c70-001c-44d6-a679-3bef9d9475a2 req-a741bd16-ce35-47c0-832c-e403c2af334c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:51.345851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a0c74c70-001c-44d6-a679-3bef9d9475a2 req-a741bd16-ce35-47c0-832c-e403c2af334c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 944 time: 0.0652397 Jul 16 21:01:51.372050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:51.383631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4', 'port_id': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'mac_address': 'fa:16:3e:20:b5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b329ff-dbdd-4569-ab50-6734c075881f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:01:51.385054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a0c74c70-001c-44d6-a679-3bef9d9475a2 req-bbeb1585-075b-4ab5-8aa4-54b2680ad45a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332880 Jul 16 21:01:51.422635 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:51.435301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94a51f1-f0d7-4b7f-bf4b-532f7658a315 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:01:51.454784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:51.459792 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:51.521091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:51.656539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['f94a51f1-f0d7-4b7f-bf4b-532f7658a315'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:01:52.577972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf400089-3280-486d-82f2-dd2681fa7b4f req-6f146a7c-429b-47c3-97b6-29cc2dd59813 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:52.579503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf400089-3280-486d-82f2-dd2681fa7b4f req-6f146a7c-429b-47c3-97b6-29cc2dd59813 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 945 time: 0.0760334 Jul 16 21:01:52.617834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf400089-3280-486d-82f2-dd2681fa7b4f req-86f00efd-4f95-4918-9012-fde988ccefaf tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 Jul 16 21:01:53.303469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f94a51f1-f0d7-4b7f-bf4b-532f7658a315 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:01:53.350432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:01:53.354462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:01:53.354832 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.447687 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.464113 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.473653 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3e38937-6ca1-4e72-9542-91df22b7cd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.479561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:01:53.481787 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c05f433-bf8a-453c-bf9b-7de3a7405c32" -d '{"events": [{"server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "name": "network-vif-plugged", "status": "completed", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:01:53.495409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:01:53.499955 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:53.523127 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa4e010-065d-4e48-8e4a-386d11ce4971 x-openstack-request-id: req-2aa4e010-065d-4e48-8e4a-386d11ce4971 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:01:53.523463 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "name": "network-vif-plugged", "status": "completed", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:01:53.523716 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2aa4e010-065d-4e48-8e4a-386d11ce4971 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:01:53.524098 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'code': 200} Jul 16 21:01:53.548767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:01:53.636451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb72d7f-5947-4ebd-ab94-ef9fe64f7d4d req-8c09459a-a291-46a9-966b-278382d62819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:53.637995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdb72d7f-5947-4ebd-ab94-ef9fe64f7d4d req-8c09459a-a291-46a9-966b-278382d62819 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1098 time: 0.0528989 Jul 16 21:01:53.676114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdb72d7f-5947-4ebd-ab94-ef9fe64f7d4d req-9698fd75-09a0-47ee-b15f-c6e2c777384a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305328 Jul 16 21:01:53.797602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57793c0-1841-4ea4-96e5-ed70a1b1b66d req-c63f8af8-c0c2-4a0d-a094-c34398456e9e tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:53.799091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e57793c0-1841-4ea4-96e5-ed70a1b1b66d req-c63f8af8-c0c2-4a0d-a094-c34398456e9e tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0702155 Jul 16 21:01:53.838382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e57793c0-1841-4ea4-96e5-ed70a1b1b66d req-00dbc532-39ea-405c-8af6-0d695e5618eb tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335701 Jul 16 21:01:54.700828 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:55.009805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dca36-c82f-44d9-ba34-6e6a444b00f3 req-1ffc7d79-b833-43d2-a23d-cb2aa73f89a1 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:55.011310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c7dca36-c82f-44d9-ba34-6e6a444b00f3 req-1ffc7d79-b833-43d2-a23d-cb2aa73f89a1 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0634687 Jul 16 21:01:55.047574 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c7dca36-c82f-44d9-ba34-6e6a444b00f3 req-82cc499f-4567-4f8a-8ee2-08cf2c8e5a19 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307605 Jul 16 21:01:55.219781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b9a30-fbf5-4dfd-828f-e25c66f002e1 req-43a4629f-ccad-4cf4-83f6-f0a0946f68fc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:55.221158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a9b9a30-fbf5-4dfd-828f-e25c66f002e1 req-43a4629f-ccad-4cf4-83f6-f0a0946f68fc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0631657 Jul 16 21:01:55.257537 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6a9b9a30-fbf5-4dfd-828f-e25c66f002e1 req-af117e6d-563b-4d0d-9a7b-3df0f0b5ca91 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307710 Jul 16 21:01:55.636779 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-b8ea19c5-9643-48a5-b258-50c150fa3d68 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879405 Jul 16 21:01:55.670408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048599-9b69-404f-80a7-02a11700810c req-58656a83-700f-4be0-87b4-38c1cdca2db7 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:55.671928 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10048599-9b69-404f-80a7-02a11700810c req-58656a83-700f-4be0-87b4-38c1cdca2db7 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0841637 Jul 16 21:01:55.716162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10048599-9b69-404f-80a7-02a11700810c req-5189bd22-e0be-49d4-aef5-8a3f06f12755 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Jul 16 21:01:56.388573 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:01:56.745252 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44734af-587a-4206-b72f-0072d1c4c68a req-f4ed295e-6bad-45d7-b87b-de19f81551a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.746759 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-f4ed295e-6bad-45d7-b87b-de19f81551a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1098 time: 0.0528038 Jul 16 21:01:56.864755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44734af-587a-4206-b72f-0072d1c4c68a req-bbda0147-8b80-487c-a95c-69b54ae3265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.866207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-bbda0147-8b80-487c-a95c-69b54ae3265e service neutron] 10.222.0.30 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.1132009 Jul 16 21:01:56.913333 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-1f7f68e4-3561-457d-970c-520b2e0b9955 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 217 time: 0.0408769 Jul 16 21:01:56.966035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de8cb0-7d4f-4c3c-a1da-b6f5b8c046b3 req-a1e6fd3c-50df-40ad-8ec6-fcd47365f224 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.967485 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-60de8cb0-7d4f-4c3c-a1da-b6f5b8c046b3 req-a1e6fd3c-50df-40ad-8ec6-fcd47365f224 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.1365457 Jul 16 21:01:56.982291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44734af-587a-4206-b72f-0072d1c4c68a req-f48be502-acb4-41b1-85dc-e580985feca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:56.983923 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-f48be502-acb4-41b1-85dc-e580985feca6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0628114 Jul 16 21:01:57.025895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-7a7dfbd1-ea84-4101-91cd-35759931b9fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339663 Jul 16 21:01:57.032870 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-60de8cb0-7d4f-4c3c-a1da-b6f5b8c046b3 req-89dfef50-b3c2-4646-b01e-e4506a35965d tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597022 Jul 16 21:01:57.119067 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-29c95207-38cd-4051-8756-60bdb1846650 service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847239 Jul 16 21:01:57.205644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-66cb490f-bc8a-4e5a-97c7-3b65a7fcda74 service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799127 Jul 16 21:01:58.205630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c2380-d5ce-4572-b223-89c33a15d6d5 req-6fe9d9c4-0382-42c0-88da-b6a4b33b79d2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:58.207106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-882c2380-d5ce-4572-b223-89c33a15d6d5 req-6fe9d9c4-0382-42c0-88da-b6a4b33b79d2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0659933 Jul 16 21:01:58.245225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-882c2380-d5ce-4572-b223-89c33a15d6d5 req-87efc7a4-8787-4058-9c60-1e6b679052b6 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Jul 16 21:01:59.417253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121b9f-b2db-40f9-9112-6f9ac585d7b5 req-055ae1a5-6870-43db-b7c8-9999ca0abe77 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:01:59.418753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-93121b9f-b2db-40f9-9112-6f9ac585d7b5 req-055ae1a5-6870-43db-b7c8-9999ca0abe77 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0633602 Jul 16 21:01:59.455754 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-93121b9f-b2db-40f9-9112-6f9ac585d7b5 req-b71d74a1-23ec-42ae-a9f1-8af70de86fd3 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Jul 16 21:02:00.630743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767120c3-4be4-47a5-a5a9-0a00871abf3a req-20c5dc56-6735-4351-857a-4d63174e0cee tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:00.632237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-767120c3-4be4-47a5-a5a9-0a00871abf3a req-20c5dc56-6735-4351-857a-4d63174e0cee tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0669925 Jul 16 21:02:00.736288 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-767120c3-4be4-47a5-a5a9-0a00871abf3a req-cfc055da-3866-4396-858f-8f99da65d2da tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984800 Jul 16 21:02:01.910512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5ae2d-a1af-4626-8cc9-42d138e154b6 req-65bd86c8-e4f0-4e34-bd00-fe1cb0f03255 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:01.911991 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adb5ae2d-a1af-4626-8cc9-42d138e154b6 req-65bd86c8-e4f0-4e34-bd00-fe1cb0f03255 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0630624 Jul 16 21:02:01.949331 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-adb5ae2d-a1af-4626-8cc9-42d138e154b6 req-41551796-a267-4d49-aec6-4f6a40cd7ab7 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Jul 16 21:02:03.118313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e913c9-1cba-4278-b805-8280e5afd630 req-8d89c2cb-5672-4a1d-bb69-883cde98b5a9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:03.119810 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13e913c9-1cba-4278-b805-8280e5afd630 req-8d89c2cb-5672-4a1d-bb69-883cde98b5a9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0624688 Jul 16 21:02:03.156916 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13e913c9-1cba-4278-b805-8280e5afd630 req-4e66b8de-278d-4dcc-ab9a-1f4060982a57 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Jul 16 21:02:04.328596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deb66c-e820-4b8c-8d03-689b81c81623 req-46ebd2b8-b887-4222-87e4-6981b2714456 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:04.329932 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52deb66c-e820-4b8c-8d03-689b81c81623 req-46ebd2b8-b887-4222-87e4-6981b2714456 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0657308 Jul 16 21:02:04.367463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52deb66c-e820-4b8c-8d03-689b81c81623 req-7f260175-316e-411f-b0b8-3ca719e20502 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319278 Jul 16 21:02:05.538596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6c6e6-66ff-45c5-9c29-19ff18a337e7 req-8357655d-654b-41a4-98a0-4a36834cbfe8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:05.540099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dd6c6e6-66ff-45c5-9c29-19ff18a337e7 req-8357655d-654b-41a4-98a0-4a36834cbfe8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0634413 Jul 16 21:02:05.579907 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5dd6c6e6-66ff-45c5-9c29-19ff18a337e7 req-b95ceed5-f552-4d79-9506-d9fe6ce77c8c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343888 Jul 16 21:02:06.757813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f56b8a-e801-432a-bf7c-4f4cb617d1ef req-666fab0a-cd50-4c03-b40f-0968a4a482fe tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:06.759307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23f56b8a-e801-432a-bf7c-4f4cb617d1ef req-666fab0a-cd50-4c03-b40f-0968a4a482fe tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0662475 Jul 16 21:02:06.796575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23f56b8a-e801-432a-bf7c-4f4cb617d1ef req-9fda1f0b-b6e6-42fa-b913-cd9edd9699fc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Jul 16 21:02:07.971082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e52cb-5975-4d65-b934-b464dcaf1eb8 req-4c6c8fac-2e7f-48a7-8ba2-971156dbdaca tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:07.972509 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a1e52cb-5975-4d65-b934-b464dcaf1eb8 req-4c6c8fac-2e7f-48a7-8ba2-971156dbdaca tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0657833 Jul 16 21:02:08.009517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7a1e52cb-5975-4d65-b934-b464dcaf1eb8 req-10dd014b-ed51-460e-9977-df11de499c83 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Jul 16 21:02:09.178686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cabba4-f4d8-4bb8-8f49-39249f63d119 req-0589d8b3-2c04-46eb-ae2a-f41fb5650451 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:09.180156 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3cabba4-f4d8-4bb8-8f49-39249f63d119 req-0589d8b3-2c04-46eb-ae2a-f41fb5650451 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0612478 Jul 16 21:02:09.216158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3cabba4-f4d8-4bb8-8f49-39249f63d119 req-7479b27d-0cb9-4a5d-892d-09da70e764b7 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305543 Jul 16 21:02:10.390126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec8003-8253-4881-a1ab-e5c986ce0551 req-a77dbb77-2fb2-4319-98b9-989b8c2fbac6 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:10.391509 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdec8003-8253-4881-a1ab-e5c986ce0551 req-a77dbb77-2fb2-4319-98b9-989b8c2fbac6 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0665579 Jul 16 21:02:10.428148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdec8003-8253-4881-a1ab-e5c986ce0551 req-d1b223ed-c152-408e-8793-e2e546c33901 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Jul 16 21:02:11.602579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c553df-f5ba-47b7-8494-bb2ffae7e443 req-e029efd5-14fe-4b43-8b7f-5abd8dd73990 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:11.604111 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6c553df-f5ba-47b7-8494-bb2ffae7e443 req-e029efd5-14fe-4b43-8b7f-5abd8dd73990 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0641601 Jul 16 21:02:11.642737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6c553df-f5ba-47b7-8494-bb2ffae7e443 req-1f086e4f-d3a8-42f9-8176-adf945366ed4 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Jul 16 21:02:12.816258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4646b3-3f98-4375-8ed5-4e40714bc606 req-a9166479-c168-49b0-a18d-b4092e7a3aa9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:12.817738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e4646b3-3f98-4375-8ed5-4e40714bc606 req-a9166479-c168-49b0-a18d-b4092e7a3aa9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0655046 Jul 16 21:02:12.855351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e4646b3-3f98-4375-8ed5-4e40714bc606 req-06c89f7d-bd86-4bb4-ba61-5c4562182977 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Jul 16 21:02:14.052489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7341a5-54fe-44d4-93c1-8ac9a71f7684 req-cce79987-862b-4034-81d6-8cc87e7ce3d5 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:14.053960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef7341a5-54fe-44d4-93c1-8ac9a71f7684 req-cce79987-862b-4034-81d6-8cc87e7ce3d5 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0902116 Jul 16 21:02:14.103715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-4c781638-be06-496b-995c-5c5f3a511894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:14.105167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-4c781638-be06-496b-995c-5c5f3a511894 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1098 time: 0.0955639 Jul 16 21:02:14.108611 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ef7341a5-54fe-44d4-93c1-8ac9a71f7684 req-ca1e1a05-6cff-4c5b-9a78-e4c03ead8d7b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487332 Jul 16 21:02:14.206554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-327826a8-f00e-4c36-bb95-2fef8bc22674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:14.207935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-327826a8-f00e-4c36-bb95-2fef8bc22674 service neutron] 10.222.0.30 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0820968 Jul 16 21:02:14.250303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-69d9ee85-3375-4d07-b37d-a0d9e050d0ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 217 time: 0.0357950 Jul 16 21:02:14.297915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-5da14d31-708e-4289-a3d0-ad0807436791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:14.299322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-5da14d31-708e-4289-a3d0-ad0807436791 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0417206 Jul 16 21:02:14.330813 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-e02b03c0-8c12-4ab7-8272-636119780da0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252037 Jul 16 21:02:14.419841 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-b18e4d0a-756a-4b68-8507-57475ae06dca service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821271 Jul 16 21:02:14.510206 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e97cb866-5e83-42d9-88c5-f917fe842ae5 req-d442d467-5588-412b-b3f9-44b2531af623 service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823827 Jul 16 21:02:15.280822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57838-268b-4de4-b87b-3c19b2403dcd req-419c118d-f7be-4301-80a5-3fe577a5aeed tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:15.282267 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1b57838-268b-4de4-b87b-3c19b2403dcd req-419c118d-f7be-4301-80a5-3fe577a5aeed tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0657117 Jul 16 21:02:15.318894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a1b57838-268b-4de4-b87b-3c19b2403dcd req-4296476f-e656-4518-9378-c870a8b858a0 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Jul 16 21:02:16.034591 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:16.490763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814b5c8-fb0d-4cc0-bebd-3edcca86afcf req-71b3c7e6-1840-4ce7-98db-463d8c5e211e tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:16.492264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2814b5c8-fb0d-4cc0-bebd-3edcca86afcf req-71b3c7e6-1840-4ce7-98db-463d8c5e211e tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0624380 Jul 16 21:02:16.529376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2814b5c8-fb0d-4cc0-bebd-3edcca86afcf req-7e73a34a-46d9-4498-acbb-c513293302f7 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Jul 16 21:02:17.207295 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:17.699617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775deb6-73df-499b-b582-7995a04d074f req-c3e19295-7849-4c15-9440-c6dd55038f40 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:17.701104 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8775deb6-73df-499b-b582-7995a04d074f req-c3e19295-7849-4c15-9440-c6dd55038f40 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0618770 Jul 16 21:02:17.738338 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8775deb6-73df-499b-b582-7995a04d074f req-1b6cf314-4d85-4868-ad15-4c706b20ae6f tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Jul 16 21:02:18.917133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cff74a-979c-4b06-aed4-5e29bc8ec7c0 req-f9059572-419a-4238-9abb-bf14dd6bac0a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:18.918644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45cff74a-979c-4b06-aed4-5e29bc8ec7c0 req-f9059572-419a-4238-9abb-bf14dd6bac0a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0706334 Jul 16 21:02:18.957194 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45cff74a-979c-4b06-aed4-5e29bc8ec7c0 req-c08c2d93-a98c-41de-b526-c4141ee7ba0c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328763 Jul 16 21:02:20.130958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e986ab-350c-4733-b8f1-f5c00b876cef req-44162991-a956-4b6b-bc71-a590bd5203cc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:20.132498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73e986ab-350c-4733-b8f1-f5c00b876cef req-44162991-a956-4b6b-bc71-a590bd5203cc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0636995 Jul 16 21:02:20.168952 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73e986ab-350c-4733-b8f1-f5c00b876cef req-05c610a8-8f04-4061-89c5-79a5f78f34cc tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Jul 16 21:02:20.651137 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7224aca3-111d-4fc3-9bb8-c320a016ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:21.343696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c334-9f6b-436b-919a-a42d6089c10d req-7ca9b982-06fe-4aa0-a17c-1fa2cdfdc499 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:21.345175 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b89c334-9f6b-436b-919a-a42d6089c10d req-7ca9b982-06fe-4aa0-a17c-1fa2cdfdc499 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0651178 Jul 16 21:02:21.382018 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b89c334-9f6b-436b-919a-a42d6089c10d req-48fbfa29-bd23-429d-98f9-d295367c96f9 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Jul 16 21:02:21.687075 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:02:22.552464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663175-8e7d-49b4-b937-ed3584d7cc46 req-b11c1d19-816e-417b-a2aa-2e3283e8f669 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:22.553942 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43663175-8e7d-49b4-b937-ed3584d7cc46 req-b11c1d19-816e-417b-a2aa-2e3283e8f669 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0626416 Jul 16 21:02:22.590517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43663175-8e7d-49b4-b937-ed3584d7cc46 req-3edc8ad2-17ad-4ba8-8e44-115f49c5eeee tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304248 Jul 16 21:02:23.452327 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.457410 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7d941a64-003c-4e57-a25b-b779ff5b023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:23.765024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1cc19-918a-4a55-9fd8-1d80e41e0ef0 req-40168f57-1e64-45b0-8dd2-b45c12b9897a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:23.766388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23f1cc19-918a-4a55-9fd8-1d80e41e0ef0 req-40168f57-1e64-45b0-8dd2-b45c12b9897a tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0617557 Jul 16 21:02:23.803273 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23f1cc19-918a-4a55-9fd8-1d80e41e0ef0 req-7e31747a-df31-4c50-9317-451d9a42dd28 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Jul 16 21:02:24.157190 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c02fe625-cbfe-4550-b2bb-42662ff4ca8b service neutron] show failed (client error): The resource could not be found. Jul 16 21:02:24.158181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c02fe625-cbfe-4550-b2bb-42662ff4ca8b service neutron] 10.222.0.30 "GET /v2.0/ports/f94a51f1-f0d7-4b7f-bf4b-532f7658a315/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0581734 Jul 16 21:02:24.435008 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44734af-587a-4206-b72f-0072d1c4c68a req-60239ba4-13a7-4462-9594-539a368d0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:24.436459 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-60239ba4-13a7-4462-9594-539a368d0405 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624&tenant_id=04a2ee0ec73a49c2b89f85233b132df9 HTTP/1.1" status: 200 len: 1098 time: 0.0878444 Jul 16 21:02:24.447925 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:24.519813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.704002 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.717063 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:24.747884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h2-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:24.785832 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:24.788103 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183ac1f7-cb06-495d-88c8-c8355cbefa0b" -d '{"events": [{"server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "name": "network-vif-unplugged", "status": "completed", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:24.791541 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.803657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Transition to ACTIVE for port object f94a51f1-f0d7-4b7f-bf4b-532f7658a315 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:24.807980 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.844667 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af54c64-2a4c-43f4-8d09-a328f7527c90 x-openstack-request-id: req-7af54c64-2a4c-43f4-8d09-a328f7527c90 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:24.844667 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "name": "network-vif-unplugged", "status": "completed", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:24.844848 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7af54c64-2a4c-43f4-8d09-a328f7527c90 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:24.845163 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'code': 200} Jul 16 21:02:24.877536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] No DVR routers for this DVR port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on host n-h2-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:24.879569 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Pushing event updated for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:24.888267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.63', 64792) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:24.889090 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.889433 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.889765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.890095 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.890421 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.890739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.891059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.891405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.891725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.892043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.892356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.892673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:24.927679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Attempting to bind port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:24.928070 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Attempting to bind port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:24.928334 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Attempting to bind port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on network 995f3095-23df-4eba-8c44-4b7010d283b4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:24.933300 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on network 995f3095-23df-4eba-8c44-4b7010d283b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:02:24.933597 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Attempting to bind port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on network 995f3095-23df-4eba-8c44-4b7010d283b4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:24.938339 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:24.938671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Checking segment: {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:24.939049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Bound using segment: {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:24.939495 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Bound port: f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d081075-54fe-4d97-923e-76c695ddfe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:24.939849 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:24.983975 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-5bed2089-d501-4b8b-86c9-14517e1a16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:24.985343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-5bed2089-d501-4b8b-86c9-14517e1a16bf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1054 time: 0.0950053 Jul 16 21:02:25.007025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h1-792394-17, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:25.011016 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:25.013245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cdf3a-313d-4fbf-a6da-50e5d30d7ffe req-bba0b3e9-3a71-46be-bf32-3872a97aaff2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:25.014800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f8cdf3a-313d-4fbf-a6da-50e5d30d7ffe req-bba0b3e9-3a71-46be-bf32-3872a97aaff2 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 944 time: 0.0865943 Jul 16 21:02:25.015164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:25.049344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:25.050112 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:25.051533 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] 10.222.0.63 "PUT /v2.0/ports/f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 1093 time: 0.6076241 Jul 16 21:02:25.072818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] Pushing event updated for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:25.110672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9f8cdf3a-313d-4fbf-a6da-50e5d30d7ffe req-0312d352-1b43-4134-b787-e856da049d3c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877447 Jul 16 21:02:25.132036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-7ffdc454-e70b-4436-a57d-0367e76e482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:25.134171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-7ffdc454-e70b-4436-a57d-0367e76e482c service neutron] 10.222.0.63 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.1184669 Jul 16 21:02:25.172222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-1f0ba4e4-8de7-4fd1-a440-f500216ff0d9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 217 time: 0.0320756 Jul 16 21:02:25.221325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-098d7b57-e353-494a-b052-f3166ac5b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:25.222743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-098d7b57-e353-494a-b052-f3166ac5b455 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0452375 Jul 16 21:02:25.253566 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-5e5cf58e-2a2a-4436-a5ac-1220c5f53dc8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250030 Jul 16 21:02:25.340359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-7a257176-6578-4f0f-9fbb-046374a872cf service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799406 Jul 16 21:02:25.424884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e44f85eb-b92e-46a7-96fe-2e70d781de68 req-3d477241-f68f-40a6-afb5-88fffcd7f584 service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782235 Jul 16 21:02:25.518739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44734af-587a-4206-b72f-0072d1c4c68a req-7f20d10f-48c1-45a2-8ced-15b2a215034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:25.520167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-7f20d10f-48c1-45a2-8ced-15b2a215034f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1096 time: 0.0518436 Jul 16 21:02:25.609773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44734af-587a-4206-b72f-0072d1c4c68a req-395f3d98-2c9c-4ded-85de-806ff803860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:25.611202 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-395f3d98-2c9c-4ded-85de-806ff803860e service neutron] 10.222.0.63 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0850904 Jul 16 21:02:25.653858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-ba992b55-3d15-4b43-9b05-6566bd8e74b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 217 time: 0.0351520 Jul 16 21:02:25.704977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44734af-587a-4206-b72f-0072d1c4c68a req-d4e506d1-1dbb-4565-93ba-220e0710ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:25.706437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-d4e506d1-1dbb-4565-93ba-220e0710ae28 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0470853 Jul 16 21:02:26.076230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-2a389951-3b04-41d1-8fa0-2fc82fd25972 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3633587 Jul 16 21:02:26.166327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-beade409-a435-4a4f-bafe-a57d31271a62 service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830927 Jul 16 21:02:26.288430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c2154896-cb04-4277-9ea6-03097bfa30eb service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162722 Jul 16 21:02:26.312333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033aecce-dd07-494e-9d42-401bd8720177 req-988edfbc-cf4b-4b9f-a37c-988a58502e7f tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:26.313773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-033aecce-dd07-494e-9d42-401bd8720177 req-988edfbc-cf4b-4b9f-a37c-988a58502e7f tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 944 time: 0.0837235 Jul 16 21:02:26.351216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-033aecce-dd07-494e-9d42-401bd8720177 req-c83bd2b4-37a5-46a0-8faa-25a62f9a23fe tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Jul 16 21:02:26.390890 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:26.846594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:26.848993 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e8722fbead87662c9aa75bf08557cef7542354f636dedec37be7ba2b486d504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c24320-3c20-4d5a-b516-7422289dea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:26.895886 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99c498d-8c54-4124-9b6e-512958bb8bbb x-openstack-request-id: req-b99c498d-8c54-4124-9b6e-512958bb8bbb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:26.896134 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:26.896389 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b99c498d-8c54-4124-9b6e-512958bb8bbb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:26.896790 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'status': 'completed', 'code': 200} Jul 16 21:02:27.012707 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c24320-3c20-4d5a-b516-7422289dea8c req-25655343-94b0-4cf4-9636-797d8c841c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.014586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-25655343-94b0-4cf4-9636-797d8c841c08 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1096 time: 0.0972114 Jul 16 21:02:27.017065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c24320-3c20-4d5a-b516-7422289dea8c req-44184673-7211-4798-b18c-db3028c4e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.018374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-44184673-7211-4798-b18c-db3028c4e688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1096 time: 0.0903900 Jul 16 21:02:27.171445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c24320-3c20-4d5a-b516-7422289dea8c req-6b580f61-9cc7-49a6-9fb4-338933fc330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.172785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-6b580f61-9cc7-49a6-9fb4-338933fc330b service neutron] 10.222.0.63 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.1506436 Jul 16 21:02:27.174141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c24320-3c20-4d5a-b516-7422289dea8c req-84703329-5a42-4725-a781-34a5342bd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.175486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-84703329-5a42-4725-a781-34a5342bd36e service neutron] 10.222.0.30 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.1453230 Jul 16 21:02:27.247386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-f8560261-8bf2-435a-816c-1b890476f3a0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 217 time: 0.0659320 Jul 16 21:02:27.248706 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-a3e464ef-8dd3-44cf-bd7f-36b157ee8540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 217 time: 0.0617094 Jul 16 21:02:27.331297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c24320-3c20-4d5a-b516-7422289dea8c req-039f6cc0-359e-4c4c-bccc-de83dcbdbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.332714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-039f6cc0-359e-4c4c-bccc-de83dcbdbd04 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0792711 Jul 16 21:02:27.334038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c24320-3c20-4d5a-b516-7422289dea8c req-a9efff1b-262c-4e5c-b1c9-da8634ef5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.335343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-a9efff1b-262c-4e5c-b1c9-da8634ef5944 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0742662 Jul 16 21:02:27.386899 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-5d43cb29-515d-48a3-87a3-3d2588bf98c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471261 Jul 16 21:02:27.388787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-222c77cf-9c17-468c-bccc-b8b045bc029f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420897 Jul 16 21:02:27.457558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f94a51f1-f0d7-4b7f-bf4b-532f7658a315 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:27.495062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device f94a51f1-f0d7-4b7f-bf4b-532f7658a315 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:27.581797 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-a156ee81-6878-4882-98c1-864719a2ad29 service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882534 Jul 16 21:02:27.587521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-ffc562a9-cb98-4d25-bc30-103e9c0afe8d service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860707 Jul 16 21:02:27.653200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4110-c1e4-4d64-939a-ac81ff029012 req-d58876fa-045f-4313-bdb4-08445d65663d tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:27.654652 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34ed4110-c1e4-4d64-939a-ac81ff029012 req-d58876fa-045f-4313-bdb4-08445d65663d tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 944 time: 0.1795514 Jul 16 21:02:27.775900 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-dff26420-6ec0-4da7-be48-300e46e7977c service neutron] 10.222.0.63 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858664 Jul 16 21:02:27.791885 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34ed4110-c1e4-4d64-939a-ac81ff029012 req-2d2955d9-29cb-4f2a-a86a-ee99d13e6857 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003306 Jul 16 21:02:27.796140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98c24320-3c20-4d5a-b516-7422289dea8c req-8b5abeea-992d-4d1c-9a10-1ab0ad81626c service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985383 Jul 16 21:02:28.818825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f94a51f1-f0d7-4b7f-bf4b-532f7658a315 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:02:28.916495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:28.927363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'network_id': '995f3095-23df-4eba-8c44-4b7010d283b4', 'port_id': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'mac_address': 'fa:16:3e:20:b5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b329ff-dbdd-4569-ab50-6734c075881f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:02:28.962917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:28.971945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f998c38-0d4d-4a59-b9af-a28362e15c59 req-3fc732f9-dfb3-48b7-957c-3f233e496018 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:28.973428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f998c38-0d4d-4a59-b9af-a28362e15c59 req-3fc732f9-dfb3-48b7-957c-3f233e496018 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 944 time: 0.0669029 Jul 16 21:02:28.975612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94a51f1-f0d7-4b7f-bf4b-532f7658a315 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:02:28.995775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:29.000152 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:29.012574 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f998c38-0d4d-4a59-b9af-a28362e15c59 req-7d6e5b30-878b-4a23-809a-79224096add8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 Jul 16 21:02:29.048164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:29.210499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f94a51f1-f0d7-4b7f-bf4b-532f7658a315'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:02:29.401298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-b121f40d-a405-45c8-938e-f30311090e64 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.403019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-b121f40d-a405-45c8-938e-f30311090e64 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624&tenant_id=04a2ee0ec73a49c2b89f85233b132df9&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 945 time: 0.1538815 Jul 16 21:02:29.411345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f00462-d2dd-44af-a0e0-ef600935ce72 req-d5b2a82f-ea05-4504-9e0c-9dce6c37b69d tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.412690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0f00462-d2dd-44af-a0e0-ef600935ce72 req-d5b2a82f-ea05-4504-9e0c-9dce6c37b69d tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 945 time: 0.1658382 Jul 16 21:02:29.481001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0f00462-d2dd-44af-a0e0-ef600935ce72 req-85781843-2b79-4e88-ac60-b265fe695db8 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621974 Jul 16 21:02:29.489841 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-3d37e102-285d-4010-a3b6-4accb96132f4 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:02:29.490856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-3d37e102-285d-4010-a3b6-4accb96132f4 service neutron] 10.222.0.30 "DELETE /v2.0/ports/f94a51f1-f0d7-4b7f-bf4b-532f7658a315/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0772691 Jul 16 21:02:29.597930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-d1946364-c6f2-4507-8e84-4ef4eaba8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.599552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-d1946364-c6f2-4507-8e84-4ef4eaba8b29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 1097 time: 0.0526948 Jul 16 21:02:29.693171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-bca00866-4c4c-41e1-ba15-82dc7daad6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.694641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-bca00866-4c4c-41e1-ba15-82dc7daad6b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 200 len: 915 time: 0.0889027 Jul 16 21:02:29.734260 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-f3aea7a9-85a9-4897-89f1-d55ecd4e5dff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 200 len: 217 time: 0.0333574 Jul 16 21:02:29.785720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-d10972d4-70b8-4e3c-a370-1c34488e887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:29.787159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-d10972d4-70b8-4e3c-a370-1c34488e887b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 200 len: 854 time: 0.0466566 Jul 16 21:02:29.818537 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-dc59957b-c647-4a4e-a8e6-1cff3b78d9b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=995f3095-23df-4eba-8c44-4b7010d283b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252433 Jul 16 21:02:29.908266 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-d86d86e2-4338-4fb6-a49e-e81afbde1a14 service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832853 Jul 16 21:02:30.003205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2577b2c-6c3d-4549-8b0a-61935de5f303 req-f27455d7-757c-430a-9c6d-79f3b84563a3 service neutron] 10.222.0.30 "GET /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884559 Jul 16 21:02:30.662843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65d627-341c-4204-9a3c-47eb41c7ce8b req-2d3b3c34-50a7-41fa-90f7-3137bfd05261 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:30.664352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec65d627-341c-4204-9a3c-47eb41c7ce8b req-2d3b3c34-50a7-41fa-90f7-3137bfd05261 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 945 time: 0.0669322 Jul 16 21:02:30.702473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec65d627-341c-4204-9a3c-47eb41c7ce8b req-bf42cc25-302d-4604-b968-3b63059f2f9c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Jul 16 21:02:30.834454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f94a51f1-f0d7-4b7f-bf4b-532f7658a315 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:30.878337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3de76-fd3a-4999-820d-8c2c360a394e req-f38ae073-e61c-4c99-9135-3f5c64e0c15b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:30.880012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11b3de76-fd3a-4999-820d-8c2c360a394e req-f38ae073-e61c-4c99-9135-3f5c64e0c15b tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 945 time: 0.0680170 Jul 16 21:02:30.882826 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:30.886666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:30.887036 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:30.918685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11b3de76-fd3a-4999-820d-8c2c360a394e req-f079f83a-3be4-4fcd-86da-7c7ee9d94af1 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Jul 16 21:02:30.965269 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:30.987303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:30.989601 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4093d46d-be64-46b4-9055-c082dd277936" -d '{"events": [{"server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "name": "network-vif-plugged", "status": "completed", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:31.001679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:31.006001 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:31.052846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:31.094710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e307c80-e505-411c-ad31-668d15d42fe3 req-995840a4-fbe8-4f09-aa65-5beab10d5b6c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:31.096217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e307c80-e505-411c-ad31-668d15d42fe3 req-995840a4-fbe8-4f09-aa65-5beab10d5b6c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0631993 Jul 16 21:02:31.132950 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e307c80-e505-411c-ad31-668d15d42fe3 req-bed0cd1e-0763-479f-838b-f77bbd996306 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Jul 16 21:02:31.178956 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac9219d-06a9-4f5b-88cb-e9aa7ee61c12 x-openstack-request-id: req-4ac9219d-06a9-4f5b-88cb-e9aa7ee61c12 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:31.179385 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "name": "network-vif-plugged", "status": "completed", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:31.179721 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ac9219d-06a9-4f5b-88cb-e9aa7ee61c12 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:31.180174 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'code': 200} Jul 16 21:02:31.718065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d165af6-8a1c-421b-978a-799d07a62bf6 req-a141bf2c-0cac-4391-b294-6e37a3938e03 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:31.719564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d165af6-8a1c-421b-978a-799d07a62bf6 req-a141bf2c-0cac-4391-b294-6e37a3938e03 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0682409 Jul 16 21:02:31.758656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d165af6-8a1c-421b-978a-799d07a62bf6 req-6da3fb85-c1e4-4c94-a48e-32b288a8c478 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336020 Jul 16 21:02:32.736262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-93832c0c-753d-4525-be8b-f67d5f282543 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:32.738102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-93832c0c-753d-4525-be8b-f67d5f282543 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.63 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.0647063 Jul 16 21:02:32.843016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Deleting port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:02:32.843381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.971114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] For port f94a51f1-f0d7-4b7f-bf4b-532f7658a315, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,segment=NetworkSegment(4d081075-54fe-4d97-923e-76c695ddfe8e),segment_id=4d081075-54fe-4d97-923e-76c695ddfe8e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:32.971412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:32.987291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Calling delete_port for f94a51f1-f0d7-4b7f-bf4b-532f7658a315 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:02:33.005428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61103a3c-7d29-4973-98c9-3dc51bb75d6e req-dd7a1e1c-1b62-4a54-ba37-9ec1badb7a3c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:33.006890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61103a3c-7d29-4973-98c9-3dc51bb75d6e req-dd7a1e1c-1b62-4a54-ba37-9ec1badb7a3c tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e61bd36f-a985-4c8e-9cfe-e88508eb9624 HTTP/1.1" status: 200 len: 946 time: 0.1319892 Jul 16 21:02:33.087992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-61103a3c-7d29-4973-98c9-3dc51bb75d6e req-a9d83c4d-2087-4b5c-a51d-de9781b25dbb tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d5aa267-a80a-4498-872a-8b781ac93b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753915 Jul 16 21:02:33.155436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.166870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f94a51f1-f0d7-4b7f-bf4b-532f7658a315'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:02:33.190118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Pushing event deleted for resources: {'Port': ['ID=f94a51f1-f0d7-4b7f-bf4b-532f7658a315,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:33.231587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] No DVR routers for this DVR port f94a51f1-f0d7-4b7f-bf4b-532f7658a315 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:02:33.234189 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:33.236271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f10e77b0-de9f-4df6-90db-19ef0f480849 req-695724d2-6320-497d-8fbc-4f8acf2b2931 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] 10.222.0.63 "DELETE /v2.0/ports/f94a51f1-f0d7-4b7f-bf4b-532f7658a315 HTTP/1.1" status: 204 len: 173 time: 0.4914837 Jul 16 21:02:33.236702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'name': 'network-vif-deleted', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:33.238924 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba3163-78c8-4cc2-afc0-62808710bf74" -d '{"events": [{"server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "name": "network-vif-deleted", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:33.273699 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e15625-82d9-43b7-b977-6429fdc719ff x-openstack-request-id: req-17e15625-82d9-43b7-b977-6429fdc719ff {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:33.273993 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61bd36f-a985-4c8e-9cfe-e88508eb9624", "name": "network-vif-deleted", "tag": "f94a51f1-f0d7-4b7f-bf4b-532f7658a315", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:33.274247 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17e15625-82d9-43b7-b977-6429fdc719ff {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:33.275177 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61bd36f-a985-4c8e-9cfe-e88508eb9624', 'name': 'network-vif-deleted', 'tag': 'f94a51f1-f0d7-4b7f-bf4b-532f7658a315', 'status': 'completed', 'code': 200} Jul 16 21:02:34.312716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44420) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.356043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae47f7c-dc31-48a9-bfbb-c4d74045856d admin admin] Deleting subnet 54b329ff-dbdd-4569-ab50-6734c075881f {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:02:34.359337 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ae47f7c-dc31-48a9-bfbb-c4d74045856d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.392369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ae47f7c-dc31-48a9-bfbb-c4d74045856d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.429140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ae47f7c-dc31-48a9-bfbb-c4d74045856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.486374 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ae47f7c-dc31-48a9-bfbb-c4d74045856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.511691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae47f7c-dc31-48a9-bfbb-c4d74045856d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b329ff-dbdd-4569-ab50-6734c075881f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:34.517274 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ae47f7c-dc31-48a9-bfbb-c4d74045856d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.520807 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0ae47f7c-dc31-48a9-bfbb-c4d74045856d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/54b329ff-dbdd-4569-ab50-6734c075881f HTTP/1.1" status: 204 len: 168 time: 0.2063723 Jul 16 21:02:34.522770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.590168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.674787 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.684831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995f3095-23df-4eba-8c44-4b7010d283b4']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:34.694225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d081075-54fe-4d97-923e-76c695ddfe8e') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:34.694525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d081075-54fe-4d97-923e-76c695ddfe8e') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:34.702933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.716471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.721979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:02:34.722362 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: timer() Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:02:34.723952 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:02:34.777722 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.783148 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:34.785055 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] 10.222.0.10 "DELETE /v2.0/networks/995f3095-23df-4eba-8c44-4b7010d283b4 HTTP/1.1" status: 204 len: 168 time: 0.2613282 Jul 16 21:02:34.796853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da4733-db84-43c7-aa36-2a6ec1aae637 admin admin] Pushing event deleted for resources: {'Network': ['ID=995f3095-23df-4eba-8c44-4b7010d283b4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:34.904513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.945562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-65fbd276-820f-48d1-a112-ede115ec99bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04a2ee0ec73a49c2b89f85233b132df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398312 Jul 16 21:02:34.948441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44428) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:34.997587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d68a2a4-72b0-483e-87c5-3c9721f7165e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.019119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d68a2a4-72b0-483e-87c5-3c9721f7165e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.072125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d68a2a4-72b0-483e-87c5-3c9721f7165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.076229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d68a2a4-72b0-483e-87c5-3c9721f7165e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.077866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2d68a2a4-72b0-483e-87c5-3c9721f7165e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d5aa267-a80a-4498-872a-8b781ac93b90 HTTP/1.1" status: 204 len: 168 time: 0.1283541 Jul 16 21:02:35.085985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68a2a4-72b0-483e-87c5-3c9721f7165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5aa267-a80a-4498-872a-8b781ac93b90,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:35.713381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44450) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:35.810486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-799447589-network', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:35.831349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Made reservation on behalf of cbfca799ddc74f3d9e5ef8486fb16b0a for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:35.833667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.842297 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.927728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.931595 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.955035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:02:35.965148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bb4db2-3072-4eb2-8f14-49482ca7689a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:35.969642 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:35.969983 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Added segment 13d9f89c-7df8-4794-ba06-1ee1110252d0 of type vlan for network db65bcda-4231-4a7d-ac17-b89c7c84a192 Jul 16 21:02:36.012070 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.039472 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.040386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:36.040946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.073301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3588212 Jul 16 21:02:36.076149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44454) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:36.080954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Request body: {'subnet': {'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-799447589-subnet', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:36.111959 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489f7c5-b297-40c0-af1b-0f39405ce25d admin admin] Pushing event updated for resources: {'Network': ['ID=db65bcda-4231-4a7d-ac17-b89c7c84a192,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:36.123932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:02:36.128814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Made reservation on behalf of cbfca799ddc74f3d9e5ef8486fb16b0a for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:36.131593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.296137 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.352633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054d6e48-7b9a-4a5e-acad-fb754ae849bc,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:36.358266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:36.358494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Network hostable DHCP agents. Network: db65bcda-4231-4a7d-ac17-b89c7c84a192, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:02:36.375667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:02:36.384624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, db65bcda-4231-4a7d-ac17-b89c7c84a192) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:36.388518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:36.389167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.393115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1555c8-55a8-43da-90be-588c8e8caf6b None None] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:36.402794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b0117d7d-b41c-4d93-8c65-5f1d0039c685 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3255653 Jul 16 21:02:36.405573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44456) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:36.409810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:36.430144 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.431730 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.487458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.537433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-db65bcda-4231-4a7d-ac17-b89c7c84a192', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:02:36.538303 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.625332 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.673333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Allocated IP 172.20.0.2 (db65bcda-4231-4a7d-ac17-b89c7c84a192/054d6e48-7b9a-4a5e-acad-fb754ae849bc/0fc71094-3bd3-413f-88a9-466645936c42) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:36.819959 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.829901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Transition to ACTIVE for port object 0fc71094-3bd3-413f-88a9-466645936c42 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:36.831176 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.846667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Transition to ACTIVE for port object 0fc71094-3bd3-413f-88a9-466645936c42 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:36.851742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f94a51f1-f0d7-4b7f-bf4b-532f7658a315 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:02:36.857539 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.880456 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:36.883577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: f94a51f1-f0d7-4b7f-bf4b-532f7658a315 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:02:36.884460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f94a51f1-f0d7-4b7f-bf4b-532f7658a315 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:02:36.922606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:36.925435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:36.928063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:36.937628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Pushing event updated for resources: {'Port': ['ID=0fc71094-3bd3-413f-88a9-466645936c42,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:36.964480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Allocated IP 172.25.7.197 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/df07ab9f-9937-4328-9aa1-c5da422043d8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:36.995510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Attempting to bind port 0fc71094-3bd3-413f-88a9-466645936c42 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:36.995878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Attempting to bind port 0fc71094-3bd3-413f-88a9-466645936c42 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:36.996237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Attempting to bind port 0fc71094-3bd3-413f-88a9-466645936c42 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:37.001542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:37.001909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:37.002306 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.002695 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:37.003139 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Bound port: 0fc71094-3bd3-413f-88a9-466645936c42, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:37.003552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.072880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] For port 0fc71094-3bd3-413f-88a9-466645936c42, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:37.076044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] For port 0fc71094-3bd3-413f-88a9-466645936c42, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0fc71094-3bd3-413f-88a9-466645936c42,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:37.077159 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.081068 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.119904 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:37.153453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac07af-7636-4b42-9b7c-44c82d8ee07e None None] Pushing event updated for resources: {'Port': ['ID=0fc71094-3bd3-413f-88a9-466645936c42,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:37.172766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:37.175970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:37.180149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:37.186279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Pushing event updated for resources: {'Port': ['ID=df07ab9f-9937-4328-9aa1-c5da422043d8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:37.216720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.217064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.217404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.217736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.218093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.218415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.218737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.219055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.219382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.219715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.220011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.220326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:37.480243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.028201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.097286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2640ae-7796-4294-a2c0-5f75cfd4e4de None None] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:02:38.158729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Router d441052e-eab9-436c-a18c-3346bc0162b2 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:02:38.185284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a1fe3db7-d4cd-49a6-8326-59edd26be1d4 None None] Provisioning for port 0fc71094-3bd3-413f-88a9-466645936c42 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:38.193749 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0fc71094-3bd3-413f-88a9-466645936c42 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:38.269366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:38.286927 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.288184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5983614f-b88e-4b25-8866-1917417ddff2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8816957 Jul 16 21:02:38.291004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44458) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:38.291741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:38.309767 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 0fc71094-3bd3-413f-88a9-466645936c42 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:38.314184 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:38.314815 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:02:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:38.317339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0fc71094-3bd3-413f-88a9-466645936c42 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:38.317714 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.634813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:38.709654 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.720138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.789317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 0fc71094-3bd3-413f-88a9-466645936c42, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0fc71094-3bd3-413f-88a9-466645936c42,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:38.795173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.881628 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=0fc71094-3bd3-413f-88a9-466645936c42,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:38.885603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Allocated IP 172.20.0.1 (db65bcda-4231-4a7d-ac17-b89c7c84a192/054d6e48-7b9a-4a5e-acad-fb754ae849bc/d1b68126-e39e-451f-9f4a-4b1ad461ffb7) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:38.886015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dde05eff-1b48-456c-874a-77a00c2657d6 None None] Provisioning complete for port 0fc71094-3bd3-413f-88a9-466645936c42 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:38.886390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dde05eff-1b48-456c-874a-77a00c2657d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:38.951229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:37Z', 'revision_number': 3, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:38.981233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:38.981583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Updating router d441052e-eab9-436c-a18c-3346bc0162b2 port df07ab9f-9937-4328-9aa1-c5da422043d8 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:38.991887 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.006031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Transition to ACTIVE for port object d1b68126-e39e-451f-9f4a-4b1ad461ffb7 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:39.041150 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.044017 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.083237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:39.086104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:39.091136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:39.113316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b68126-e39e-451f-9f4a-4b1ad461ffb7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:39.134369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.286834 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.342234 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.357000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Transition to ACTIVE for port object df07ab9f-9937-4328-9aa1-c5da422043d8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:39.364549 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.389002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c67c37ff-8fd9-47de-b3a1-f3ed7bce5a1d None None] Provisioning for port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:39.400267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c67c37ff-8fd9-47de-b3a1-f3ed7bce5a1d None None] Provisioning complete for port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:39.400632 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c67c37ff-8fd9-47de-b3a1-f3ed7bce5a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.445271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cf18c-6fdf-4f5f-90ff-18ea25a5d602 None None] Pushing event updated for resources: {'Port': ['ID=df07ab9f-9937-4328-9aa1-c5da422043d8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:39.446721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Attempting to bind port df07ab9f-9937-4328-9aa1-c5da422043d8 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:39.447140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Attempting to bind port df07ab9f-9937-4328-9aa1-c5da422043d8 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:39.447469 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Attempting to bind port df07ab9f-9937-4328-9aa1-c5da422043d8 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:39.466432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:39.466432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:39.466432 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.466432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:39.467151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Bound port: df07ab9f-9937-4328-9aa1-c5da422043d8, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:39.467151 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.482496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.487889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.495565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c67c37ff-8fd9-47de-b3a1-f3ed7bce5a1d None None] Port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:39.537768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] For port df07ab9f-9937-4328-9aa1-c5da422043d8, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:39.541662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] For port df07ab9f-9937-4328-9aa1-c5da422043d8, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=df07ab9f-9937-4328-9aa1-c5da422043d8,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:39.547275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.565196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:39.567070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b68126-e39e-451f-9f4a-4b1ad461ffb7,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:39.606383 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:39.607030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:02:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:39.646562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cf18c-6fdf-4f5f-90ff-18ea25a5d602 None None] Pushing event updated for resources: {'Port': ['ID=df07ab9f-9937-4328-9aa1-c5da422043d8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:39.687087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:39.688640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:39.734848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:39.842965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:39.963674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 2, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:39.963952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:39.969599 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b93e3757-f7b4-4717-a29a-c3fb5bf52144 admin admin] 10.222.0.10 "PUT /v2.0/routers/d441052e-eab9-436c-a18c-3346bc0162b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771972 Jul 16 21:02:39.996269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeb3e3a-f77c-40f7-b07d-f47bd4f9774a None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 2, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:40.026985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7fa091da-16d0-4644-9ff3-96ad13de0c24 None None] Provisioning complete for port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:40.027490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7fa091da-16d0-4644-9ff3-96ad13de0c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:40.063427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-7fa091da-16d0-4644-9ff3-96ad13de0c24 None None] Port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:40.142370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0fc71094-3bd3-413f-88a9-466645936c42 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:40.197532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0fc71094-3bd3-413f-88a9-466645936c42 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:40.197933 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:40.920028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 44466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:40.924808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b0c48519-d57f-4866-8983-470a67368048 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780759891', 'description': 'tempest-description--2102797103'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:40.951152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0c48519-d57f-4866-8983-470a67368048 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.043675 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0c48519-d57f-4866-8983-470a67368048 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.047659 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0c48519-d57f-4866-8983-470a67368048 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.079642 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0c48519-d57f-4866-8983-470a67368048 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.080962 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b0c48519-d57f-4866-8983-470a67368048 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1599379 Jul 16 21:02:41.082184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c48519-d57f-4866-8983-470a67368048 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494f8730-ceab-468d-b797-5ab98473eec1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:41.083993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44468) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:41.090418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-1e8b0760-378e-41f4-b184-b3b554d54efc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'security_group_rule': {'security_group_id': '494f8730-ceab-468d-b797-5ab98473eec1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:41.117790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8b0760-378e-41f4-b184-b3b554d54efc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.178497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8b0760-378e-41f4-b184-b3b554d54efc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.182424 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8b0760-378e-41f4-b184-b3b554d54efc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.201395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b0760-378e-41f4-b184-b3b554d54efc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a41f5d-59f2-48e9-9fd7-5be754cdbab0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:41.210180 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1e8b0760-378e-41f4-b184-b3b554d54efc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.214650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1e8b0760-378e-41f4-b184-b3b554d54efc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257963 Jul 16 21:02:41.214854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44470) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:41.219453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a9c0ade1-b9b1-48b6-a6b4-88af471a2714 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'security_group_rule': {'security_group_id': '494f8730-ceab-468d-b797-5ab98473eec1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:41.246000 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ade1-b9b1-48b6-a6b4-88af471a2714 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.309624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ade1-b9b1-48b6-a6b4-88af471a2714 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.314170 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ade1-b9b1-48b6-a6b4-88af471a2714 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.333640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0ade1-b9b1-48b6-a6b4-88af471a2714 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ae24a3-716e-4061-9b1f-8f885498fcde,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:41.339682 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ade1-b9b1-48b6-a6b4-88af471a2714 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.340931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a9c0ade1-b9b1-48b6-a6b4-88af471a2714 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250949 Jul 16 21:02:41.343852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44472) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:41.348198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:41.369805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.466847 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.573934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Allocated IP 172.25.7.112 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/8e42303f-c664-4d00-b837-b0ed08e123d8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:41.684536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.723764 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.766563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:41.771675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:41.774552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:41.802372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event updated for resources: {'Port': ['ID=8e42303f-c664-4d00-b837-b0ed08e123d8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:41.871485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:41.917535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.068163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.070934 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:42.072947 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.081263 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:42.081884 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:02:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:42.154693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event updated for resources: {'Port': ['ID=8e42303f-c664-4d00-b837-b0ed08e123d8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:42.166770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.182303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.184878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0bdeb5b2-0ba3-4eab-af8c-4634ece79367 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8400929 Jul 16 21:02:42.185680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device df07ab9f-9937-4328-9aa1-c5da422043d8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:42.190132 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:42.242746 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port df07ab9f-9937-4328-9aa1-c5da422043d8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:42.246852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port df07ab9f-9937-4328-9aa1-c5da422043d8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:42.247226 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.339940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.349127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bf440452-2be6-486e-929a-6cfa84462b77 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--780759891&fields=id&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 267 time: 0.0459647 Jul 16 21:02:42.361520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port df07ab9f-9937-4328-9aa1-c5da422043d8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=df07ab9f-9937-4328-9aa1-c5da422043d8,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:42.366691 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.417773 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 2, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:42.432356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=df07ab9f-9937-4328-9aa1-c5da422043d8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:42.439819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.440173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.440517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.440856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.441191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.441522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.441852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.442180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.442507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.442830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.443153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.443503 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.445280 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:42.445637 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Updating router d441052e-eab9-436c-a18c-3346bc0162b2 port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:02:42.462720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-3493a024-4f4d-4b76-b0ba-cd4d67383ea9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:42.464244 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-3493a024-4f4d-4b76-b0ba-cd4d67383ea9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 811 time: 0.1051421 Jul 16 21:02:42.479213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-3aa9c0c0-8834-4ab1-bb9e-e816219595be tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/quotas/cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 375 time: 0.0094841 Jul 16 21:02:42.480958 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.552222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-6a4c0cbf-ef3d-4871-a596-d76a74ba4d97 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673594 Jul 16 21:02:42.693355 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-82c546c1-2517-4a9f-b988-b2dc7726f69d service neutron] 10.222.0.10 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299002 Jul 16 21:02:42.744307 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.753946 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Transition to ACTIVE for port object d1b68126-e39e-451f-9f4a-4b1ad461ffb7 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:42.760735 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.787005 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-5274e497-339b-4b54-ac00-2d1babc5962b service neutron] 10.222.0.10 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868678 Jul 16 21:02:42.807534 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Pushing event updated for resources: {'Port': ['ID=d1b68126-e39e-451f-9f4a-4b1ad461ffb7,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:42.819162 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.819771 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.820268 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.820776 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.821635 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.821974 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.822472 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.822966 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.823503 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.823976 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.824603 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.824944 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:02:42.879871 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Attempting to bind port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:42.880250 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Attempting to bind port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:42.880614 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Attempting to bind port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:42.886821 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:42.887189 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:42.887805 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.888201 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:42.888670 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Bound port: d1b68126-e39e-451f-9f4a-4b1ad461ffb7, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:42.889051 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:42.969467 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] For port d1b68126-e39e-451f-9f4a-4b1ad461ffb7, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:42.972926 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] For port d1b68126-e39e-451f-9f4a-4b1ad461ffb7, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d1b68126-e39e-451f-9f4a-4b1ad461ffb7,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:42.979117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f5ac470d-f098-4c1b-9bc2-e78b46609447 req-170a4cec-8f66-4db2-ae6e-b600ca85d6fe tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 210 time: 0.0326405 Jul 16 21:02:42.980925 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:43.043082 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:43.043747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:02:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:43.093700 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9a5cc-80db-430f-8aec-4bc930672d03 None None] Pushing event updated for resources: {'Port': ['ID=d1b68126-e39e-451f-9f4a-4b1ad461ffb7,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:43.181866 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:43.386791 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:43.414223 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2be46-93a1-4498-8a3a-658956d94191 None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:44.118842 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-f3dddfca-9c88-41dd-a905-b83f2c65b487 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:44.120594 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-f3dddfca-9c88-41dd-a905-b83f2c65b487 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 811 time: 0.1331489 Jul 16 21:02:44.154948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-899c044e-07c1-43b0-9636-13dbb530d8df req-b2cbe605-f25f-4980-9d0b-c22040b042f3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 210 time: 0.0333407 Jul 16 21:02:44.187619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-da547859-c41a-4163-bf2c-a99995d592c6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 379 time: 0.0570657 Jul 16 21:02:44.188620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device df07ab9f-9937-4328-9aa1-c5da422043d8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:44.201026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'port': {'device_id': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'admin_state_up': True, 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'security_groups': ['494f8730-ceab-468d-b797-5ab98473eec1']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:44.237121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port df07ab9f-9937-4328-9aa1-c5da422043d8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:44.237582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.312957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Made reservation on behalf of cbfca799ddc74f3d9e5ef8486fb16b0a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:02:44.313960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d1b68126-e39e-451f-9f4a-4b1ad461ffb7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:44.316791 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.364304 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:44.367808 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:44.368820 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.441797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Allocated IP 172.20.0.4 (db65bcda-4231-4a7d-ac17-b89c7c84a192/054d6e48-7b9a-4a5e-acad-fb754ae849bc/2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:02:44.443400 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.475609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d1b68126-e39e-451f-9f4a-4b1ad461ffb7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d1b68126-e39e-451f-9f4a-4b1ad461ffb7,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:44.480079 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.527962 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d1b68126-e39e-451f-9f4a-4b1ad461ffb7,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:44.579383 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.592772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Transition to ACTIVE for port object 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:44.625568 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.667388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:02:44.672583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:02:44.676376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:02:44.706803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event updated for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:44.733771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:44.734384 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.748972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-19923120-3e0d-4fdd-a941-eed8a4d40d66 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526800 Jul 16 21:02:44.760700 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Request body: {'port': {'device_id': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:44.833639 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:44.963399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-90e74dfa-437f-4529-ba05-44ab9c373cc2 None None] Provisioning for port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:44.967688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-90e74dfa-437f-4529-ba05-44ab9c373cc2 None None] Provisioning complete for port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:44.968058 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-90e74dfa-437f-4529-ba05-44ab9c373cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:45.003773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-90e74dfa-437f-4529-ba05-44ab9c373cc2 None None] Port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:02:45.100493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:02:45.108182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:45.120107 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Transition to ACTIVE for port object 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:02:45.123605 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:45.172881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Pushing event updated for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:45.243774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Attempting to bind port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:02:45.244182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Attempting to bind port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:02:45.244579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Attempting to bind port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:45.249517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:02:45.249915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Attempting to bind port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:02:45.254996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:02:45.255359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:02:45.255739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:02:45.256158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Bound port: 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:02:45.256511 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:45.362668 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:02:45.377896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:02:45.384594 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:45.400144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b8292-347b-47cc-b9b8-2639f077b91d req-163bd482-55e1-4641-be3e-32a31fb061d0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:45.401655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f8b8292-347b-47cc-b9b8-2639f077b91d req-163bd482-55e1-4641-be3e-32a31fb061d0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 943 time: 0.1272285 Jul 16 21:02:45.433562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:45.434167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:45.435939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] 10.222.0.63 "PUT /v2.0/ports/2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 1092 time: 0.6800206 Jul 16 21:02:45.438257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:45.440587 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2204d7-4db9-4dc9-96e5-c7c3472651ce" -d '{"events": [{"name": "network-changed", "server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:45.491426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4f77b-da2e-48b8-a880-ef281fccb43c service neutron] Pushing event updated for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:45.521240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f8b8292-347b-47cc-b9b8-2639f077b91d req-70510ca1-a6be-472b-bf56-faf249037345 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015873 Jul 16 21:02:45.559136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-75201fa0-f417-4715-b8ec-7dc1b8a2a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:45.560812 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-75201fa0-f417-4715-b8ec-7dc1b8a2a203 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1095 time: 0.0802059 Jul 16 21:02:45.575044 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a6077-f54f-4471-affc-8699d67ec728 x-openstack-request-id: req-758a6077-f54f-4471-affc-8699d67ec728 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:45.575353 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:45.575602 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-758a6077-f54f-4471-affc-8699d67ec728 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:45.575992 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'status': 'completed', 'code': 200} Jul 16 21:02:45.605897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-159fcd20-abd9-4bc5-8354-19e1c38b0bb7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 217 time: 0.0376718 Jul 16 21:02:45.654167 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-724bfb24-8931-4231-a9da-08901ab17df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:45.655655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-724bfb24-8931-4231-a9da-08901ab17df7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0437510 Jul 16 21:02:45.715709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-2880768c-2340-4a20-b32b-0959551aaae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:45.717144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-2880768c-2340-4a20-b32b-0959551aaae4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554595 Jul 16 21:02:45.803763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-580c8f41-5c47-48e3-a700-f28131a41afd service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798490 Jul 16 21:02:46.051941 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:46.142556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d1b68126-e39e-451f-9f4a-4b1ad461ffb7 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:46.191283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:46.191646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:46.239194 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fdc55223-284c-476e-99d2-09ee6965bc0e req-05056bc6-ca9b-4b26-9b6e-581302922237 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291511 Jul 16 21:02:46.342173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-053dedb9-a1f7-435f-803a-42f73d4f155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:46.343660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-053dedb9-a1f7-435f-803a-42f73d4f155d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1095 time: 0.0513246 Jul 16 21:02:46.435174 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-08b543d8-26ea-4a6e-8545-de356541ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:46.436683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-08b543d8-26ea-4a6e-8545-de356541ccd5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0859616 Jul 16 21:02:46.477146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-e4eaa0d9-9642-471f-bbb6-8b2f1d7f05f3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 217 time: 0.0333180 Jul 16 21:02:46.523755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-8d6d21d0-c72c-475b-8d2b-fc42f1b0e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:46.525636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-8d6d21d0-c72c-475b-8d2b-fc42f1b0e7d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0420001 Jul 16 21:02:46.585059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-6db6efd1-d910-46f3-9b3d-46bd910de945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:46.586538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-6db6efd1-d910-46f3-9b3d-46bd910de945 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544109 Jul 16 21:02:46.712519 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-fc676823-801d-4832-ad36-eee5a5a98d54 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182790 Jul 16 21:02:46.765709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569dfb0-a418-484e-ba66-93743d87d47c req-43324239-4814-4109-b0fc-f12afd4a935e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:46.767155 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b569dfb0-a418-484e-ba66-93743d87d47c req-43324239-4814-4109-b0fc-f12afd4a935e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 943 time: 0.1144819 Jul 16 21:02:46.841450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b569dfb0-a418-484e-ba66-93743d87d47c req-f3a68bf0-a03f-430a-be63-05f72d204a99 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507729 Jul 16 21:02:46.843453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df2204d7-4db9-4dc9-96e5-c7c3472651ce req-dc352fb1-2af9-432a-a4c8-9d4b4c7c4f9c service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237609 Jul 16 21:02:47.203629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:48.020548 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c59b2-78bb-4c50-bb46-5aa10c64569c req-8fe28fda-63cd-43f1-9826-473db899e493 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:48.022010 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af0c59b2-78bb-4c50-bb46-5aa10c64569c req-8fe28fda-63cd-43f1-9826-473db899e493 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 943 time: 0.0697963 Jul 16 21:02:48.059618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af0c59b2-78bb-4c50-bb46-5aa10c64569c req-00e89d0e-b2d6-41b8-9aba-952bad6c42da tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313876 Jul 16 21:02:48.943035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:02:49.036616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:49.046992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'mac_address': 'fa:16:3e:7c:4e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:02:49.086767 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:49.099369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:02:49.118848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:49.124994 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:49.171479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:49.230674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e91bf-f2ba-471b-94fc-d6d2cfef7605 req-d487eb4c-bdaf-4369-b82f-d9a58a0975dc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:49.232087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-369e91bf-f2ba-471b-94fc-d6d2cfef7605 req-d487eb4c-bdaf-4369-b82f-d9a58a0975dc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 944 time: 0.0624297 Jul 16 21:02:49.269579 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-369e91bf-f2ba-471b-94fc-d6d2cfef7605 req-73be9ba8-0896-48d3-a41f-261e66ca527b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Jul 16 21:02:49.308850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:02:50.442949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0a6d6-ce12-4a45-862f-389de703e92e req-8c802142-cdf4-45f0-a786-bd79502fce0a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:50.444453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06e0a6d6-ce12-4a45-862f-389de703e92e req-8c802142-cdf4-45f0-a786-bd79502fce0a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 944 time: 0.0631289 Jul 16 21:02:50.486360 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06e0a6d6-ce12-4a45-862f-389de703e92e req-32ec8fbe-c7b8-41d7-8eb5-f95d48adc287 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358045 Jul 16 21:02:50.651538 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3471bbaf-b4fa-4c30-a4e4-e15c4a5a53c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:50.959293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:02:51.006079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:02:51.009583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:02:51.009949 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.084895 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.106051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:51.108549 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53662f3b-39ac-45b7-b2fc-bcdbfbee2e8b" -d '{"events": [{"server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "name": "network-vif-plugged", "status": "completed", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:51.121922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:02:51.126054 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:51.152536 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691815f8-c92b-4254-aff2-0d7d223f22b6 x-openstack-request-id: req-691815f8-c92b-4254-aff2-0d7d223f22b6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:51.152825 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "name": "network-vif-plugged", "status": "completed", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:51.153073 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-691815f8-c92b-4254-aff2-0d7d223f22b6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:51.153453 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'code': 200} Jul 16 21:02:51.181006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:02:51.260945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09fbea-10eb-40f5-857c-dd644e142d2e req-d4bad36a-8c05-4c26-a833-eef18b3bb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:51.262374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a09fbea-10eb-40f5-857c-dd644e142d2e req-d4bad36a-8c05-4c26-a833-eef18b3bb17f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1097 time: 0.0511293 Jul 16 21:02:51.296062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a09fbea-10eb-40f5-857c-dd644e142d2e req-91a8ff40-0921-4888-b93f-e283c82edb5d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273445 Jul 16 21:02:51.656645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb6379-b081-4acb-9b74-a8fc2eb91825 req-01007fcd-0b8d-445e-9280-ca9ac703bc73 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:51.658126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-93eb6379-b081-4acb-9b74-a8fc2eb91825 req-01007fcd-0b8d-445e-9280-ca9ac703bc73 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0624735 Jul 16 21:02:51.694316 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-93eb6379-b081-4acb-9b74-a8fc2eb91825 req-a0549315-5bad-452f-a54b-1c532229e6c9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306695 Jul 16 21:02:52.867786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03617de-e016-43a4-9d1a-58f5f5f96caa req-0e823fc9-8995-4fd7-95d4-fc7d1d66e4ca tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:52.869704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03617de-e016-43a4-9d1a-58f5f5f96caa req-0e823fc9-8995-4fd7-95d4-fc7d1d66e4ca tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0675368 Jul 16 21:02:52.907691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03617de-e016-43a4-9d1a-58f5f5f96caa req-64758db4-3d5e-4ec3-950e-f50439399e90 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324891 Jul 16 21:02:53.072607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716449d6-2f2e-4967-8b2f-997a771f6007 req-d1046ea2-a468-4630-b8cf-12de44daf31f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:53.074128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-716449d6-2f2e-4967-8b2f-997a771f6007 req-d1046ea2-a468-4630-b8cf-12de44daf31f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0651524 Jul 16 21:02:53.082715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44524) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:02:53.087188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4385e99a-5d3b-4c7b-940c-f8e5514dab24 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'floatingip': {'port_id': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:02:53.126009 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4385e99a-5d3b-4c7b-940c-f8e5514dab24 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:53.448406 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:53.459083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-124be68b-dad0-4520-88d3-5b5e4bb6884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:53.563029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4385e99a-5d3b-4c7b-940c-f8e5514dab24 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:53.567205 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4385e99a-5d3b-4c7b-940c-f8e5514dab24 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:53.664125 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-4385e99a-5d3b-4c7b-940c-f8e5514dab24 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Floating IP 9f271d04-74d8-493a-b959-d096c3516ea5 associated. External IP: 172.25.7.112, port: 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a. Jul 16 21:02:53.864981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4385e99a-5d3b-4c7b-940c-f8e5514dab24 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:02:53.973099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4385e99a-5d3b-4c7b-940c-f8e5514dab24 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:02:53.977918 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4385e99a-5d3b-4c7b-940c-f8e5514dab24 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:53.982195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:02:53.990969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:53.991603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:02:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:54.013310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4385e99a-5d3b-4c7b-940c-f8e5514dab24 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "PUT /v2.0/floatingips/9f271d04-74d8-493a-b959-d096c3516ea5 HTTP/1.1" status: 200 len: 991 time: 0.9294930 Jul 16 21:02:54.013913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:02:54.016199 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab944813-d411-410e-b580-0fae70575a07" -d '{"events": [{"name": "network-changed", "server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:02:54.101423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:54.145845 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca8c255-ea6f-446b-bc6c-8e8d5ceb37f8 x-openstack-request-id: req-5ca8c255-ea6f-446b-bc6c-8e8d5ceb37f8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:02:54.146139 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:02:54.146397 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ca8c255-ea6f-446b-bc6c-8e8d5ceb37f8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:02:54.146810 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'status': 'completed', 'code': 200} Jul 16 21:02:54.219967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944813-d411-410e-b580-0fae70575a07 req-172b60d1-37d2-4f26-bcd7-4dd86a668918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:54.221501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab944813-d411-410e-b580-0fae70575a07 req-172b60d1-37d2-4f26-bcd7-4dd86a668918 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1097 time: 0.0529995 Jul 16 21:02:54.321121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944813-d411-410e-b580-0fae70575a07 req-593e4ce3-61e8-445f-a1f9-19b995b003dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:54.323287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab944813-d411-410e-b580-0fae70575a07 req-593e4ce3-61e8-445f-a1f9-19b995b003dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0950730 Jul 16 21:02:54.389322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab944813-d411-410e-b580-0fae70575a07 req-bd996a27-66c2-4f9a-b344-3da2c97a980c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 999 time: 0.0590153 Jul 16 21:02:54.441018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944813-d411-410e-b580-0fae70575a07 req-47b92277-f4a3-4244-8c0c-63b637e6f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:54.442484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab944813-d411-410e-b580-0fae70575a07 req-47b92277-f4a3-4244-8c0c-63b637e6f169 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0470662 Jul 16 21:02:54.474684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:7c:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:02:53Z', 'revision_number': 1, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:54.498999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944813-d411-410e-b580-0fae70575a07 req-6095c2c4-4667-47ca-8512-4306f5864d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:02:54.500532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab944813-d411-410e-b580-0fae70575a07 req-6095c2c4-4667-47ca-8512-4306f5864d31 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518093 Jul 16 21:02:54.504314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:02:54.512580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:02:54.513183 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:02:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:54.587715 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab944813-d411-410e-b580-0fae70575a07 req-d97ad384-0894-4100-8772-41e1619e868b service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800521 Jul 16 21:02:54.613940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:02:54.681463 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab944813-d411-410e-b580-0fae70575a07 req-dec2d92a-0a83-44d5-8e33-69d08c8cbd05 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Jul 16 21:02:54.715582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:54.839283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:7c:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:02:53Z', 'revision_number': 1, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:02:54.869063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779f865-efa6-419f-b3d3-b5ba3a41530d None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:7c:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:02:53Z', 'revision_number': 1, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:02:55.048703 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21ce92-0eb0-4193-9ecd-ffb1fa6bea01 None None] New status for floating IP 9f271d04-74d8-493a-b959-d096c3516ea5: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:02:56.392990 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:02:58.686489 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:03:16.069113 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:17.218653 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:20.651662 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8395fe61-ef6a-4245-9727-09a1ba24c28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:23.438462 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:23.457620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6029d3b3-e8f6-4352-b4d8-66f95740313e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:24.710115 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:26.396526 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:26.894299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-5ed6615e-645b-4af5-b322-d0f7ec1944c2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532501 Jul 16 21:03:26.989979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-eba2cd87-183b-43f1-9bfc-09315bfed3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:26.991538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-eba2cd87-183b-43f1-9bfc-09315bfed3d4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1097 time: 0.0564272 Jul 16 21:03:27.102588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-8dc50fd2-2a5e-4d30-b632-8d700ef3ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:27.104763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-8dc50fd2-2a5e-4d30-b632-8d700ef3ce6d service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0919938 Jul 16 21:03:27.173822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-6b86aaa0-6e6d-410b-9973-9d4ff76b3c3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 1001 time: 0.0635350 Jul 16 21:03:27.221508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-deba921c-2037-4829-8604-65026632d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:27.223005 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-deba921c-2037-4829-8604-65026632d2ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0437908 Jul 16 21:03:27.279549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-3c2e7935-822d-486d-9785-7af0eab8783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:03:27.281069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-3c2e7935-822d-486d-9785-7af0eab8783b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524607 Jul 16 21:03:27.371330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-3f90807a-da86-43b8-9fff-24f2344fb514 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842009 Jul 16 21:03:27.457436 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1dc36ad0-7fff-41d6-9f12-98b5d68f7391 req-3181f423-5e85-4f2b-aff0-ca927a25b478 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799067 Jul 16 21:03:35.686151 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:03:46.073907 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:47.248964 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:50.652823 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5516ac96-4e28-44a3-bc5f-69b131f35351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:53.440299 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:53.459585 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8a4f620f-9935-4ec7-971f-8641b2217d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:54.712510 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:03:56.398945 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:12.685537 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:04:16.077986 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:17.258550 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:20.657133 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ca626e2-f993-4857-b4d4-dcb6400af50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.442921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:23.460369 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8f26b01a-2a52-480c-9902-e10ecf3cbb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:24.714770 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:26.400822 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:27.471650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-c702a272-4ac5-4c66-8786-8e1f9ff550f1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1011035 Jul 16 21:04:27.562539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-6d05ba14-8061-4668-a510-e7bc30f1418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:27.564060 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-6d05ba14-8061-4668-a510-e7bc30f1418f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1097 time: 0.0505908 Jul 16 21:04:27.664714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-b631319c-dc88-4a2c-ac49-0a7b079748c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:27.666116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-b631319c-dc88-4a2c-ac49-0a7b079748c8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0823212 Jul 16 21:04:27.735682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-1eb64a54-b83e-4929-a576-661ba773db55 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 1001 time: 0.0624433 Jul 16 21:04:27.784595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-c26ab409-5a5b-411f-a3fa-16f4ae70198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:27.786047 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-c26ab409-5a5b-411f-a3fa-16f4ae70198a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0441225 Jul 16 21:04:27.846360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-75792f0c-bfc8-4ff0-9110-5401cf90fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:27.847858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-75792f0c-bfc8-4ff0-9110-5401cf90fbb3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509133 Jul 16 21:04:27.940147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-ff52f037-1a70-44ef-a209-15e4119ff4d0 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849817 Jul 16 21:04:28.026646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6a9e6d9-e566-44f8-934e-bfd51c7e5105 req-7abe20e8-479c-430f-9620-f6dde74ebfef service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804312 Jul 16 21:04:29.100864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47593f-deb0-4d90-91bf-32c924016bfd req-ab2185f4-d3c4-4c0d-87e0-68a263a4aea9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:29.102344 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c47593f-deb0-4d90-91bf-32c924016bfd req-ab2185f4-d3c4-4c0d-87e0-68a263a4aea9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0659490 Jul 16 21:04:29.139660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8c47593f-deb0-4d90-91bf-32c924016bfd req-46877cfd-a48a-438f-bbd3-00362ed4da4d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Jul 16 21:04:29.477958 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-ac9deae6-c726-4f5c-a5d8-74e698bf5e66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510056 Jul 16 21:04:29.541636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f762f0-d6be-44ea-a2f9-4ec1a216ddc5 req-d0d8e147-40cf-480f-b36c-7c01e6a1cdbb tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:29.543111 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-86f762f0-d6be-44ea-a2f9-4ec1a216ddc5 req-d0d8e147-40cf-480f-b36c-7c01e6a1cdbb tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0643973 Jul 16 21:04:29.585655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-86f762f0-d6be-44ea-a2f9-4ec1a216ddc5 req-b2a89512-79b9-4191-a1a8-2f3d15fc385e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359991 Jul 16 21:04:30.795570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-80538893-44d2-4463-820e-5a05f2b67f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:30.797059 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-80538893-44d2-4463-820e-5a05f2b67f2b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1097 time: 0.0937183 Jul 16 21:04:30.805322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc84ff-a846-454f-9bdb-722aa16a25bf req-32aaf3ab-6e9f-406e-90b2-972d8b2ec907 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:30.806650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15dc84ff-a846-454f-9bdb-722aa16a25bf req-32aaf3ab-6e9f-406e-90b2-972d8b2ec907 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0954194 Jul 16 21:04:30.892786 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15dc84ff-a846-454f-9bdb-722aa16a25bf req-6443c00f-6fe3-4c97-b197-6a14484211a6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774233 Jul 16 21:04:30.918176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-a6412e75-330c-471b-91a0-c32b8be8b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:30.919707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-a6412e75-330c-471b-91a0-c32b8be8b659 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1122179 Jul 16 21:04:30.980636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-7b6fdfee-7460-4478-a606-1f98b7394010 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 1001 time: 0.0549781 Jul 16 21:04:31.031250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-71bf6df4-0867-4eed-b682-e8973b4f9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:31.032690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-71bf6df4-0867-4eed-b682-e8973b4f9170 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0465350 Jul 16 21:04:31.088075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-90c92a10-e09a-4dd1-9d6f-9d06f9b72534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:31.089546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-90c92a10-e09a-4dd1-9d6f-9d06f9b72534 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507097 Jul 16 21:04:31.179070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-f22f3c6e-6c9b-430a-8b25-8ee214eef07d service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832188 Jul 16 21:04:31.266130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-6b31ce3a-832e-4915-9e05-65222f1549c4 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807593 Jul 16 21:04:32.136252 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e66af-77d0-468b-b547-2a0a3c85d251 req-a1eb9c54-631e-4ba8-96ba-021c82be2e46 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:32.137813 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a2e66af-77d0-468b-b547-2a0a3c85d251 req-a1eb9c54-631e-4ba8-96ba-021c82be2e46 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.1034300 Jul 16 21:04:32.177781 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a2e66af-77d0-468b-b547-2a0a3c85d251 req-d5a863e7-174c-421e-b37b-9ebd6c11c070 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338011 Jul 16 21:04:33.349703 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83a251-9300-414e-b054-5d74d78d11b0 req-7645de4b-2ba0-4883-8b87-5b197975cc12 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:33.351188 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c83a251-9300-414e-b054-5d74d78d11b0 req-7645de4b-2ba0-4883-8b87-5b197975cc12 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0622172 Jul 16 21:04:33.388889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9c83a251-9300-414e-b054-5d74d78d11b0 req-67c2d9d6-990a-42c7-9366-2f895a44fad7 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321381 Jul 16 21:04:34.559483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec9519-9798-489a-816b-e2fa6845e18a req-2dd16c39-d065-4d29-9447-df849b3ca586 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:34.561612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8bec9519-9798-489a-816b-e2fa6845e18a req-2dd16c39-d065-4d29-9447-df849b3ca586 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0643985 Jul 16 21:04:34.597064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8bec9519-9798-489a-816b-e2fa6845e18a req-0f6c238f-333f-435f-9bc3-06372e5b51b9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299037 Jul 16 21:04:35.773824 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d66b1-7da0-444f-a9eb-750a04f248ef req-d2fac031-2860-48aa-a89d-0bb05975caf6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:35.775276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b78d66b1-7da0-444f-a9eb-750a04f248ef req-d2fac031-2860-48aa-a89d-0bb05975caf6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0647035 Jul 16 21:04:35.812257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b78d66b1-7da0-444f-a9eb-750a04f248ef req-a505e4e3-3238-4751-ae77-e3a467a6994c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Jul 16 21:04:36.981538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd92f54-d1b3-4d70-ae52-8651507c16ea req-14eec10d-430b-4383-9691-6053d655fe02 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:36.983233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8dd92f54-d1b3-4d70-ae52-8651507c16ea req-14eec10d-430b-4383-9691-6053d655fe02 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0617974 Jul 16 21:04:37.019991 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8dd92f54-d1b3-4d70-ae52-8651507c16ea req-628c0f85-e4bc-4163-9dc0-0dde4db9e9b3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Jul 16 21:04:38.193769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549faab0-8f59-4997-af5d-5e4e6a0f9f1a req-fcac77a6-913c-49f2-ab82-a1db685b8e32 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:38.195241 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-549faab0-8f59-4997-af5d-5e4e6a0f9f1a req-fcac77a6-913c-49f2-ab82-a1db685b8e32 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0643470 Jul 16 21:04:38.236037 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-549faab0-8f59-4997-af5d-5e4e6a0f9f1a req-26705a04-4a25-4c61-95e6-9ead1efedb2e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352705 Jul 16 21:04:39.407897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef16fe-b1ec-44b2-944d-61f1aa0999f9 req-41618f8b-0caa-4d90-85b3-851bec2c863e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:39.409373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdef16fe-b1ec-44b2-944d-61f1aa0999f9 req-41618f8b-0caa-4d90-85b3-851bec2c863e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0626063 Jul 16 21:04:39.445570 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdef16fe-b1ec-44b2-944d-61f1aa0999f9 req-85c80bb8-9fef-49e6-93b0-3795096ae813 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306807 Jul 16 21:04:40.619815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcaf0f-5438-4faf-aeaf-17eee113bd1b req-191570e6-0d6d-4c6e-85b9-f31e05fa5ceb tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:40.621323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbbcaf0f-5438-4faf-aeaf-17eee113bd1b req-191570e6-0d6d-4c6e-85b9-f31e05fa5ceb tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0617485 Jul 16 21:04:40.658733 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbbcaf0f-5438-4faf-aeaf-17eee113bd1b req-02c3dc3e-a958-488f-9f79-634b41d26ffa tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Jul 16 21:04:41.830363 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b88a1-a6fa-43c6-80d0-318bafebbefb req-c88051b8-0d9f-4c58-89a3-cf47f1afcd32 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:41.831830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c6b88a1-a6fa-43c6-80d0-318bafebbefb req-c88051b8-0d9f-4c58-89a3-cf47f1afcd32 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0650105 Jul 16 21:04:41.869169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c6b88a1-a6fa-43c6-80d0-318bafebbefb req-5d9e0058-00a7-4d3d-b76e-6fde2511320f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317900 Jul 16 21:04:43.037438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98364b9a-1572-4acb-a120-44789677521f req-b46ce36c-5ea6-4e14-ab78-850e86096ba6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:43.038911 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98364b9a-1572-4acb-a120-44789677521f req-b46ce36c-5ea6-4e14-ab78-850e86096ba6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0620911 Jul 16 21:04:43.082171 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98364b9a-1572-4acb-a120-44789677521f req-3dc43f52-c8f3-46bb-ad82-9456f74ec418 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375102 Jul 16 21:04:43.163726 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-acabb281-125c-4af0-a3c8-d799e66c7700 service neutron] show failed (client error): The resource could not be found. Jul 16 21:04:43.164650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-acabb281-125c-4af0-a3c8-d799e66c7700 service neutron] 10.222.0.63 "GET /v2.0/ports/2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0937870 Jul 16 21:04:43.414286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-d51826b2-bb5b-4807-8b64-2dcf478565b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:43.415677 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-d51826b2-bb5b-4807-8b64-2dcf478565b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 1097 time: 0.0555329 Jul 16 21:04:43.427182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:43.495306 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:43.692067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:43.724185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:43.761917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:43.764743 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4f0ad9-9583-49f0-8342-ddfb7e1803dc" -d '{"events": [{"server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:43.768990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:43.781984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Transition to ACTIVE for port object 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:43.785882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:43.813639 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec256284-08d7-4d0d-8664-90a5a4967b20 x-openstack-request-id: req-ec256284-08d7-4d0d-8664-90a5a4967b20 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:43.813943 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:43.814240 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec256284-08d7-4d0d-8664-90a5a4967b20 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:43.814551 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'code': 200} Jul 16 21:04:44.245927 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:44.306104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.306441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.306777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.307108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.307460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.307787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.308108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.308424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.308743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.309064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.309378 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.309691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:44.358447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] No DVR routers for this DVR port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:04:44.451451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf241f2-ad9b-4856-91b0-80918d7195b7 req-660eb41d-cf8a-4d6c-abab-4ac293cf01c5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:44.452938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caf241f2-ad9b-4856-91b0-80918d7195b7 req-660eb41d-cf8a-4d6c-abab-4ac293cf01c5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 943 time: 0.2265491 Jul 16 21:04:44.507638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-caf241f2-ad9b-4856-91b0-80918d7195b7 req-038a791b-86e6-4056-9d43-aa31aa368c0b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462275 Jul 16 21:04:44.535493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Attempting to bind port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:44.535828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Attempting to bind port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:44.536159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Attempting to bind port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:44.540342 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:04:44.540662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Attempting to bind port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:44.545931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:44.546262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:44.546810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:44.547239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Bound port: 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:44.548629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:44.615164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:44.618079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:44.622900 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:44.655867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:44.656477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:44.657867 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 1092 time: 1.2347727 Jul 16 21:04:44.696162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d168a-57e2-48be-8d6c-e39a33db36a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:44.742610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-5270f9e0-d6c1-45af-8737-f9101b8af595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:44.744169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-5270f9e0-d6c1-45af-8737-f9101b8af595 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1095 time: 0.0618722 Jul 16 21:04:44.838846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-71335394-0984-45fa-946f-c8291adc649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:44.840351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-71335394-0984-45fa-946f-c8291adc649d service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0897207 Jul 16 21:04:44.903602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-2af6654a-fc10-486a-ac13-614fada05f3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 999 time: 0.0564060 Jul 16 21:04:44.954453 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-d9df8d70-abd1-4f2a-9e82-45583854e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:44.955940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-d9df8d70-abd1-4f2a-9e82-45583854e560 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0466025 Jul 16 21:04:45.012684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-19313d18-11ce-4709-9166-ed9ee64daa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:45.014646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-19313d18-11ce-4709-9166-ed9ee64daa1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523868 Jul 16 21:04:45.101270 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-1cec9857-6451-45d0-bd3b-7be9c3168e38 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805790 Jul 16 21:04:45.191707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ff2cea2-87d2-4198-b3c6-4441bfa0a05c req-51c2845d-cca9-485c-ad75-d3dd424ed2c0 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839331 Jul 16 21:04:45.681898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3702162-ee98-407c-afed-31a821eb39d7 req-ddb809a6-9e2d-45d1-b123-dce4bcaada71 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:45.683395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e3702162-ee98-407c-afed-31a821eb39d7 req-ddb809a6-9e2d-45d1-b123-dce4bcaada71 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 943 time: 0.0631654 Jul 16 21:04:45.721064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e3702162-ee98-407c-afed-31a821eb39d7 req-d001dee9-6c77-4193-af8c-7e0891d4fb92 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314541 Jul 16 21:04:45.815821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:45.818156 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1dc04eecb66d55514483b12da83f9f7061cd7c2b0ff5bbd0d9201fb42fd3378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:45.865438 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1066e2b5-f1b1-4dfb-b68d-c8ee9c3e2f66 x-openstack-request-id: req-1066e2b5-f1b1-4dfb-b68d-c8ee9c3e2f66 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:45.865730 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:45.865984 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1066e2b5-f1b1-4dfb-b68d-c8ee9c3e2f66 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:45.866385 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'status': 'completed', 'code': 200} Jul 16 21:04:45.977848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-b3da7255-37ae-48ac-9346-f29fb1aa23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:45.979295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-b3da7255-37ae-48ac-9346-f29fb1aa23d8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1095 time: 0.0951602 Jul 16 21:04:45.981772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-8a67ae46-2759-4ed8-9ee2-bd596d41f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:45.983930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-8a67ae46-2759-4ed8-9ee2-bd596d41f3d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1095 time: 0.0920382 Jul 16 21:04:46.077721 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:46.136477 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-66cc8fbd-010c-427d-b849-ad463eba5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:46.137948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-66cc8fbd-010c-427d-b849-ad463eba5f31 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1524966 Jul 16 21:04:46.140495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-46d4110d-69ee-424a-b33d-859014a5e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:46.141825 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-46d4110d-69ee-424a-b33d-859014a5e0ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1492996 Jul 16 21:04:46.250373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-68a32b48-a844-41b4-98bd-f6b777e2ee6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 999 time: 0.1006415 Jul 16 21:04:46.252076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-4ecaad9e-c7dc-4ac1-afce-2cf066be6b32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 999 time: 0.1080055 Jul 16 21:04:46.334152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-b4ae459f-8b71-4731-a3f2-736586cb07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:46.335619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-b4ae459f-8b71-4731-a3f2-736586cb07d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0791452 Jul 16 21:04:46.337236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-9d9c5c47-37b8-4d2a-9410-1f981800cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:46.338533 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-9d9c5c47-37b8-4d2a-9410-1f981800cfff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0810399 Jul 16 21:04:46.431684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-cd39b59d-f162-4567-89d2-3ccc7369f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:46.433161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-cd39b59d-f162-4567-89d2-3ccc7369f33b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914423 Jul 16 21:04:46.434845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-1559fee5-ef8d-4b91-9860-13378ce89796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:46.436240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-1559fee5-ef8d-4b91-9860-13378ce89796 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867145 Jul 16 21:04:46.596908 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-96d00220-f374-48fd-bcc0-f957e5ede5e1 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563838 Jul 16 21:04:46.598735 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-ea0a7c74-6dca-4be2-b1a0-7a625568a083 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513913 Jul 16 21:04:46.756023 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-0ce3aa77-d446-489d-b1a5-913b980323eb service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514354 Jul 16 21:04:46.757960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed24563d-e6c8-4c9e-8e79-1f31d48a7f8e req-9ec746e4-c4d3-463c-b5ae-073a9142592f service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462457 Jul 16 21:04:46.899343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e2bc4-3ade-46cf-bbfb-05fa4e002006 req-56206dd4-777b-4dd7-9a79-f58cb5dafba6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:46.900693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b60e2bc4-3ade-46cf-bbfb-05fa4e002006 req-56206dd4-777b-4dd7-9a79-f58cb5dafba6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 943 time: 0.0637834 Jul 16 21:04:46.936683 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b60e2bc4-3ade-46cf-bbfb-05fa4e002006 req-b8b15aae-c19e-4898-b48a-4501260f2e09 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305076 Jul 16 21:04:47.274897 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:47.456106 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:04:47.492602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:04:48.130063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fe6ce-8e76-4556-8bd8-cafbb8e0754e req-95a26bfd-dfde-4696-a045-b6ef4cece431 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.131559 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a5fe6ce-8e76-4556-8bd8-cafbb8e0754e req-95a26bfd-dfde-4696-a045-b6ef4cece431 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 943 time: 0.0677702 Jul 16 21:04:48.169061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a5fe6ce-8e76-4556-8bd8-cafbb8e0754e req-147150f4-8cd2-46a9-80f9-f63b261e7ce8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319254 Jul 16 21:04:48.220744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:04:48.315197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:48.327561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'mac_address': 'fa:16:3e:7c:4e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:04:48.366493 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:48.380328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:04:48.400416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:48.405518 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:48.453543 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:48.461136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.461478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.461819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.462150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.462474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.462799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.463123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.463477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.463798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.464117 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.464433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.464750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:04:48.556319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bd02c-7479-43d1-80a4-270ed6a2570c req-bfbacf37-b783-4edd-afac-eb25cd053e9e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.557798 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-772bd02c-7479-43d1-80a4-270ed6a2570c req-bfbacf37-b783-4edd-afac-eb25cd053e9e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 944 time: 0.1526241 Jul 16 21:04:48.566051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-8d3e2024-9a70-4915-abf7-dea3f2e4ec21 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.567633 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-8d3e2024-9a70-4915-abf7-dea3f2e4ec21 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 944 time: 0.1521094 Jul 16 21:04:48.639299 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-772bd02c-7479-43d1-80a4-270ed6a2570c req-6a5dace2-caf0-48c8-bce9-cd33de11554f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706112 Jul 16 21:04:48.664708 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-c0add3ee-7b06-4056-9431-d7a85546791c service neutron] delete failed (client error): The resource could not be found. Jul 16 21:04:48.666062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-c0add3ee-7b06-4056-9431-d7a85546791c service neutron] 10.222.0.63 "DELETE /v2.0/ports/2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0914493 Jul 16 21:04:48.666839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:04:48.773846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-16a3a01b-07e5-48e7-ab4d-592503522827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.775289 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-16a3a01b-07e5-48e7-ab4d-592503522827 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 1096 time: 0.0535052 Jul 16 21:04:48.866381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-f9291b20-d2e8-4e41-94f9-a31deb2eaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.867916 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-f9291b20-d2e8-4e41-94f9-a31deb2eaf90 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0863202 Jul 16 21:04:48.929419 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-ee87629c-d2ee-44fd-931c-3968eb42fc4c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 200 len: 1000 time: 0.0551441 Jul 16 21:04:48.978326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-a17376bd-6c7c-41a7-bd8b-565748662509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:48.979735 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-a17376bd-6c7c-41a7-bd8b-565748662509 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0447056 Jul 16 21:04:49.035418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-2c0c849d-37da-4ace-a98f-19e2cff5b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:49.036770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-2c0c849d-37da-4ace-a98f-19e2cff5b9e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510454 Jul 16 21:04:49.131248 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-76450767-09b2-48cf-a517-83d392615927 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880280 Jul 16 21:04:49.216200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fd98dc9-3e19-4793-834d-7cc4d3171614 req-771dbb55-3db5-48c0-a069-c926eb3d482b service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785339 Jul 16 21:04:49.686595 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:04:49.821108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21369f39-6cdf-442f-830c-1d6078dca550 req-228811f6-4b76-4153-afe8-7f1b098627f1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:49.822637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21369f39-6cdf-442f-830c-1d6078dca550 req-228811f6-4b76-4153-afe8-7f1b098627f1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 944 time: 0.0643833 Jul 16 21:04:49.866138 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21369f39-6cdf-442f-830c-1d6078dca550 req-8bf9d8f5-fcc3-4786-8f29-97de8bc72733 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364108 Jul 16 21:04:50.034438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531c5af-6c86-409a-a1ef-056dfe4d8b68 req-0b140df8-f24e-4a1e-a062-8e7c2e2df334 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:50.036009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2531c5af-6c86-409a-a1ef-056dfe4d8b68 req-0b140df8-f24e-4a1e-a062-8e7c2e2df334 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 944 time: 0.0625033 Jul 16 21:04:50.072904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2531c5af-6c86-409a-a1ef-056dfe4d8b68 req-0df1270f-38c9-4042-bdc1-69c7860266c9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312231 Jul 16 21:04:50.220976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:04:50.243284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52567c6f-7a89-4dc6-ba38-6bb7853312f8 req-67f11279-b638-4a81-a834-c042eb1a1381 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:50.244792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52567c6f-7a89-4dc6-ba38-6bb7853312f8 req-67f11279-b638-4a81-a834-c042eb1a1381 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 944 time: 0.0633028 Jul 16 21:04:50.268854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:50.272574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:50.272911 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:50.285640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52567c6f-7a89-4dc6-ba38-6bb7853312f8 req-9e7206bf-86a1-47d9-b17d-fb6fc88c66d0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346808 Jul 16 21:04:50.350581 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:50.373903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:50.376188 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aeb7928802ad9bd4add85411b47309fdaaaed4b7193244f6463a9d9f1a9bf89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9d45a4-982c-4126-9764-6871d7525cd8" -d '{"events": [{"server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "name": "network-vif-plugged", "status": "completed", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:50.388201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:50.392302 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:50.439836 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:50.545972 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a33a74-efaa-4239-90bf-524fbce54d15 x-openstack-request-id: req-93a33a74-efaa-4239-90bf-524fbce54d15 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:50.546265 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "name": "network-vif-plugged", "status": "completed", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:50.546517 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93a33a74-efaa-4239-90bf-524fbce54d15 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:50.546916 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'code': 200} Jul 16 21:04:50.659174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b74d5733-31f8-4072-9144-529a0bf612f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:50.707478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d448aba-f783-43dd-afe1-92612eefdc92 req-c7163b7d-f1f5-4319-8389-9b6abb1700af tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:50.708920 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d448aba-f783-43dd-afe1-92612eefdc92 req-c7163b7d-f1f5-4319-8389-9b6abb1700af tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0665438 Jul 16 21:04:50.746150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6d448aba-f783-43dd-afe1-92612eefdc92 req-542f6fc4-73a3-4c2e-9c58-3a06851256ea tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316277 Jul 16 21:04:51.865118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-09905d1d-2c9e-43df-b8c5-5f0dd7f8a3e5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:51.866575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-09905d1d-2c9e-43df-b8c5-5f0dd7f8a3e5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.0646827 Jul 16 21:04:51.999693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff9f3c-c65e-4701-87f2-03c9dc463310 req-32013b04-f70a-4e81-84b2-e2bb72568859 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:52.001620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e0ff9f3c-c65e-4701-87f2-03c9dc463310 req-32013b04-f70a-4e81-84b2-e2bb72568859 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 945 time: 0.1341932 Jul 16 21:04:52.030492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Deleting port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:04:52.030826 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:52.071106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e0ff9f3c-c65e-4701-87f2-03c9dc463310 req-54a181b6-eaba-4bd0-844a-5c8e4a9b3f81 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629296 Jul 16 21:04:52.141266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] For port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:04:52.141620 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:52.361990 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:52.362560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:52.363080 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Floating IP 9f271d04-74d8-493a-b959-d096c3516ea5 disassociated. External IP: 172.25.7.112, port: 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a. Jul 16 21:04:52.363798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Calling delete_port for 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:04:52.505814 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:52.536080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event deleted for resources: {'Port': ['ID=2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:52.661552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:04:52.774692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:04:52.785590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:04:52.796333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:52.796959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:04:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:52.822102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] No DVR routers for this DVR port 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:04:52.825050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:52.827282 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88d33aa3-fb41-4e7c-a580-fb8f868bea62 req-5637fc1e-eeca-4ea9-9902-9958fe8f4d15 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "DELETE /v2.0/ports/2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a HTTP/1.1" status: 204 len: 173 time: 0.9507964 Jul 16 21:04:52.827743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'name': 'network-vif-deleted', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:52.874570 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f930ff-34e7-4cc2-a6bf-3e940dcbf6ca" -d '{"events": [{"server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "name": "network-vif-deleted", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:52.915249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:52.973207 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8205f87-a148-41d2-8550-79de7f004ca7 x-openstack-request-id: req-b8205f87-a148-41d2-8550-79de7f004ca7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:52.973731 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a4be78-d9af-44cd-8f71-8e46b6531fbd", "name": "network-vif-deleted", "tag": "2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:52.974048 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8205f87-a148-41d2-8550-79de7f004ca7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:52.974683 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a4be78-d9af-44cd-8f71-8e46b6531fbd', 'name': 'network-vif-deleted', 'tag': '2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a', 'status': 'completed', 'code': 200} Jul 16 21:04:53.165622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:53.193797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:04:53.202818 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:04:53.206144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:04:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:53.247973 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15a7939b-da5e-495d-b997-c639335a7e1d req-45875ae6-6323-49fc-a114-a28401e32c4a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a4be78-d9af-44cd-8f71-8e46b6531fbd HTTP/1.1" status: 200 len: 210 time: 0.0301473 Jul 16 21:04:53.313666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:04:53.472512 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff666-45dd-4604-a49b-abae16277f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:53.473793 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:53.525542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:04:53.554290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2208f7-402c-4cab-9371-c58ad92afe72 None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:04:53.763659 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba1ad8-a932-4f1e-bafb-498b647b4809 None None] New status for floating IP 9f271d04-74d8-493a-b959-d096c3516ea5: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:04:54.232282 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:04:54.251941 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:04:54.252258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2bde353b-ffc0-4c00-bb92-4eaa6fbd4b0a not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:04:54.542000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-cb2d3082-5db7-4bd3-8603-ffee0019781b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--780759891&fields=id&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 267 time: 0.0324042 Jul 16 21:04:54.647829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-54951e61-bf88-4be7-aba0-60604e363d7a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:54.649667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-54951e61-bf88-4be7-aba0-60604e363d7a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 811 time: 0.1016309 Jul 16 21:04:54.668670 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-2136989f-fa47-426f-8d95-b3f5c15e38c6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/quotas/cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 375 time: 0.0093069 Jul 16 21:04:54.718055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:54.741109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-70363a5e-ad7b-47e5-83bb-defd99859158 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673835 Jul 16 21:04:54.905105 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-b78f411b-a9ed-4315-a102-dda02f13455f service neutron] 10.222.0.10 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205332 Jul 16 21:04:55.330965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-e7eeee52-6cfe-48a9-bedb-9056839c6ed9 service neutron] 10.222.0.10 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202976 Jul 16 21:04:55.508194 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e7b63366-a489-48b2-92bc-b7a0399558ac req-44f8765f-3deb-4a18-97e1-5cac67371c2a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 210 time: 0.0295420 Jul 16 21:04:56.404483 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:56.526637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-c7ad2893-b903-45b6-816f-abeed90d1532 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:56.528116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-c7ad2893-b903-45b6-816f-abeed90d1532 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 811 time: 0.1032801 Jul 16 21:04:56.582161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-d5c64e3d-e626-407f-acf8-8ebd452c7e61 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 379 time: 0.0449097 Jul 16 21:04:56.590734 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'port': {'device_id': '6471e730-26fd-4438-a488-2ef96cb40de9', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'admin_state_up': True, 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'security_groups': ['494f8730-ceab-468d-b797-5ab98473eec1']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:56.683163 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43aa8cf8-76b6-490b-96d1-9a36e5d0222b req-766436f9-6436-4d31-95e5-bccf945c2163 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 210 time: 0.0600371 Jul 16 21:04:56.732447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Made reservation on behalf of cbfca799ddc74f3d9e5ef8486fb16b0a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:04:56.736500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:56.867052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Allocated IP 172.20.0.13 (db65bcda-4231-4a7d-ac17-b89c7c84a192/054d6e48-7b9a-4a5e-acad-fb754ae849bc/789c59bf-5563-46c7-959b-47c19f7edd13) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:04:57.007673 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.021564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Transition to ACTIVE for port object 789c59bf-5563-46c7-959b-47c19f7edd13 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:57.056237 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.107517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:04:57.110866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:04:57.114981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:04:57.138594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event updated for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:57.171496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:57.172185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.188727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-ef9ef179-bfeb-4df9-b79d-b1c5ab4afda5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6016870 Jul 16 21:04:57.200760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Request body: {'port': {'device_id': '6471e730-26fd-4438-a488-2ef96cb40de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:04:57.285323 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.352295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0a4b97f4-1d10-4936-b868-8788030616ea None None] Provisioning for port 789c59bf-5563-46c7-959b-47c19f7edd13 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:04:57.356499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0a4b97f4-1d10-4936-b868-8788030616ea None None] Provisioning complete for port 789c59bf-5563-46c7-959b-47c19f7edd13 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:04:57.357129 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a4b97f4-1d10-4936-b868-8788030616ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.393520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b97f4-1d10-4936-b868-8788030616ea None None] Port 789c59bf-5563-46c7-959b-47c19f7edd13 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:04:57.560919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789c59bf-5563-46c7-959b-47c19f7edd13 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:04:57.569082 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.581597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Transition to ACTIVE for port object 789c59bf-5563-46c7-959b-47c19f7edd13 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:04:57.586081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.635982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Pushing event updated for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:57.714972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Attempting to bind port 789c59bf-5563-46c7-959b-47c19f7edd13 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:04:57.715977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Attempting to bind port 789c59bf-5563-46c7-959b-47c19f7edd13 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:04:57.715977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Attempting to bind port 789c59bf-5563-46c7-959b-47c19f7edd13 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:57.721200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Port 789c59bf-5563-46c7-959b-47c19f7edd13 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:04:57.721533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Attempting to bind port 789c59bf-5563-46c7-959b-47c19f7edd13 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:04:57.729559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:04:57.729901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:04:57.730294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:04:57.730723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Bound port: 789c59bf-5563-46c7-959b-47c19f7edd13, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:04:57.731081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.804881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:04:57.812032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:04:57.832163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.889748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:57.890370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:04:57.891889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] 10.222.0.63 "PUT /v2.0/ports/789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1093 time: 0.6957707 Jul 16 21:04:57.894249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:04:57.896729 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c20835-10ac-4d69-823c-c98ffb45310e" -d '{"events": [{"name": "network-changed", "server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:04:57.950730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa6974-7844-40df-927a-d79b5f9974a3 service neutron] Pushing event updated for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:04:57.990106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49d404-3fac-4cf6-b80c-679890f5a110 req-915b6792-46eb-4010-88bd-1a84892d099e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:57.991790 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec49d404-3fac-4cf6-b80c-679890f5a110 req-915b6792-46eb-4010-88bd-1a84892d099e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 944 time: 0.1832469 Jul 16 21:04:58.038725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-89bc9a6b-d86e-48aa-97ef-64ad2fc18b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:58.040282 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-89bc9a6b-d86e-48aa-97ef-64ad2fc18b92 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1096 time: 0.0994480 Jul 16 21:04:58.049007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec49d404-3fac-4cf6-b80c-679890f5a110 req-462b4333-7fd8-4f09-ac38-9e9d0f7b03d4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500262 Jul 16 21:04:58.089445 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-648fe11d-b3f7-4881-b0ae-8955e739e9aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 217 time: 0.0394444 Jul 16 21:04:58.107223 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f935509-146b-4b06-80e0-f6e9b0ca9a51 x-openstack-request-id: req-6f935509-146b-4b06-80e0-f6e9b0ca9a51 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:04:58.107540 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:04:58.107789 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f935509-146b-4b06-80e0-f6e9b0ca9a51 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:04:58.108183 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13', 'status': 'completed', 'code': 200} Jul 16 21:04:58.146856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-b77a9823-bd80-4798-a597-ca6795a478af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:58.148356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-b77a9823-bd80-4798-a597-ca6795a478af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0527830 Jul 16 21:04:58.206781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-dc2f0210-fa6c-4835-8e3b-b64049a5cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:58.208356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-dc2f0210-fa6c-4835-8e3b-b64049a5cf50 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538602 Jul 16 21:04:58.306727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-561bf5ea-45d8-4aae-8624-1f13f7dadb1a service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920899 Jul 16 21:04:58.394379 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68599799-27ce-435e-b0dd-4f714b23ecfc req-77f6739a-2dc8-4921-84bd-c22619ab1e25 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814536 Jul 16 21:04:58.498068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c20835-10ac-4d69-823c-c98ffb45310e req-e5172988-bca9-47a0-b8e3-ba5d4c497002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:58.499549 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37c20835-10ac-4d69-823c-c98ffb45310e req-e5172988-bca9-47a0-b8e3-ba5d4c497002 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1096 time: 0.0547633 Jul 16 21:04:58.595612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c20835-10ac-4d69-823c-c98ffb45310e req-fcf18b5c-15fc-464c-9f1d-691e906c0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:58.597119 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37c20835-10ac-4d69-823c-c98ffb45310e req-fcf18b5c-15fc-464c-9f1d-691e906c0bcb service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0918446 Jul 16 21:04:58.639316 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37c20835-10ac-4d69-823c-c98ffb45310e req-e45e2997-84f8-4ed1-8365-c13b7e72f970 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 217 time: 0.0355079 Jul 16 21:04:58.699694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c20835-10ac-4d69-823c-c98ffb45310e req-c07485bc-54ab-41a3-aab5-0f25fb97714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:58.701233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37c20835-10ac-4d69-823c-c98ffb45310e req-c07485bc-54ab-41a3-aab5-0f25fb97714e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0551317 Jul 16 21:04:58.773459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c20835-10ac-4d69-823c-c98ffb45310e req-dc94a14a-6e45-47ba-a416-659288490753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:58.774904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37c20835-10ac-4d69-823c-c98ffb45310e req-dc94a14a-6e45-47ba-a416-659288490753 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670211 Jul 16 21:04:58.864842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37c20835-10ac-4d69-823c-c98ffb45310e req-c407c4e3-7cc7-463c-9d7f-aeeda9619d4f service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822785 Jul 16 21:04:58.957392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-37c20835-10ac-4d69-823c-c98ffb45310e req-fb0e2457-73ba-46f2-ad7d-3da797b2d560 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856137 Jul 16 21:04:59.227516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f89a0-db03-4391-aac8-70e0bd636553 req-0f0364ff-38dd-48f9-9c54-ae5945fc4859 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:04:59.229006 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c65f89a0-db03-4391-aac8-70e0bd636553 req-0f0364ff-38dd-48f9-9c54-ae5945fc4859 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 944 time: 0.0632908 Jul 16 21:04:59.268028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c65f89a0-db03-4391-aac8-70e0bd636553 req-cc902107-16d0-40a7-8191-6c1786c637f9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332749 Jul 16 21:05:00.445598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac28b5b-b9df-4e3a-9726-fef7de8b11ee req-b092b2a5-ba1f-4c08-b6bd-815ee5f0b915 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:00.447016 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eac28b5b-b9df-4e3a-9726-fef7de8b11ee req-b092b2a5-ba1f-4c08-b6bd-815ee5f0b915 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 944 time: 0.0664260 Jul 16 21:05:00.485041 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eac28b5b-b9df-4e3a-9726-fef7de8b11ee req-1a7f5aae-3356-4f67-a959-53b4663e3145 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324354 Jul 16 21:05:01.518402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 789c59bf-5563-46c7-959b-47c19f7edd13 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:05:01.610453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:01.622056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '789c59bf-5563-46c7-959b-47c19f7edd13', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': '789c59bf-5563-46c7-959b-47c19f7edd13', 'mac_address': 'fa:16:3e:7b:2b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:05:01.661892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7fdf9-4f39-49bf-a58f-ba2c815319ac req-12bb37b4-3541-4b15-adf0-5d9c1c0b7a32 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:01.662499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:01.663518 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cef7fdf9-4f39-49bf-a58f-ba2c815319ac req-12bb37b4-3541-4b15-adf0-5d9c1c0b7a32 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 944 time: 0.0637057 Jul 16 21:05:01.675340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789c59bf-5563-46c7-959b-47c19f7edd13 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:05:01.695652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:01.700086 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:01.704993 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cef7fdf9-4f39-49bf-a58f-ba2c815319ac req-9a63bdfd-247d-4711-be22-3f15c9103602 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359190 Jul 16 21:05:01.746057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:01.910940 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['789c59bf-5563-46c7-959b-47c19f7edd13'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:05:02.875786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ac30-388c-4182-9f8f-cf5dcf51f581 req-21647f43-c3ef-415e-ad6a-17e3a35ee895 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:02.877180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4bf0ac30-388c-4182-9f8f-cf5dcf51f581 req-21647f43-c3ef-415e-ad6a-17e3a35ee895 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 945 time: 0.0620401 Jul 16 21:05:02.913789 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4bf0ac30-388c-4182-9f8f-cf5dcf51f581 req-93712ff2-aa76-4ab5-8bc8-733079026f14 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311105 Jul 16 21:05:03.534896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 789c59bf-5563-46c7-959b-47c19f7edd13 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:05:03.584002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 789c59bf-5563-46c7-959b-47c19f7edd13 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:05:03.587680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 789c59bf-5563-46c7-959b-47c19f7edd13 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:05:03.588064 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:03.661754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:03.684167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:03.697675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:05:03.701546 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:03.728764 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bcffda-da85-4f8e-882c-844d624871a6" -d '{"events": [{"server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "name": "network-vif-plugged", "status": "completed", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:03.756021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:05:03.810683 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a727869-907e-484d-a6ec-d4349a7eff0d x-openstack-request-id: req-7a727869-907e-484d-a6ec-d4349a7eff0d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:03.811002 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "name": "network-vif-plugged", "status": "completed", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:03.811275 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a727869-907e-484d-a6ec-d4349a7eff0d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:03.811674 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13', 'code': 200} Jul 16 21:05:03.923528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f895f4-093c-4ea1-a389-374b0deb7825 req-ae184863-b26e-47be-a1d9-4b4d12dcb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:03.924995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a0f895f4-093c-4ea1-a389-374b0deb7825 req-ae184863-b26e-47be-a1d9-4b4d12dcb244 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1098 time: 0.0531936 Jul 16 21:05:03.957891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a0f895f4-093c-4ea1-a389-374b0deb7825 req-dbf0afc5-84d3-45b6-ba20-b4e9dfe92222 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267682 Jul 16 21:05:04.086278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ac2f-daa8-4493-9d9f-3c89bd72d996 req-a1c58ca4-0cdf-4829-a5ec-90a4836a956b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:04.087798 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9849ac2f-daa8-4493-9d9f-3c89bd72d996 req-a1c58ca4-0cdf-4829-a5ec-90a4836a956b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0634499 Jul 16 21:05:04.123956 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9849ac2f-daa8-4493-9d9f-3c89bd72d996 req-1e7c51d3-0df2-4d60-b25f-b83d5908a075 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306580 Jul 16 21:05:05.307577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c674937-c0fe-42a3-a672-09457b116dd9 req-a7d3917a-d360-47d0-992f-2802e2554092 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:05.309131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c674937-c0fe-42a3-a672-09457b116dd9 req-a7d3917a-d360-47d0-992f-2802e2554092 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0686414 Jul 16 21:05:05.347695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c674937-c0fe-42a3-a672-09457b116dd9 req-a8a07953-90b0-4910-9fba-4bec3153075a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329883 Jul 16 21:05:05.515081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc029f2-e32d-4695-8f7d-70688484298e req-09b59e18-284d-4221-b6fd-c0e11b7411b8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:05.516508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6cc029f2-e32d-4695-8f7d-70688484298e req-09b59e18-284d-4221-b6fd-c0e11b7411b8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0646720 Jul 16 21:05:05.525547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 44886) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:05:05.530281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c405f5e0-49a1-4493-acfe-15e8dbc6146a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'floatingip': {'port_id': '789c59bf-5563-46c7-959b-47c19f7edd13'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:05:05.570532 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c405f5e0-49a1-4493-acfe-15e8dbc6146a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:06.024685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c405f5e0-49a1-4493-acfe-15e8dbc6146a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:06.028757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c405f5e0-49a1-4493-acfe-15e8dbc6146a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:06.126288 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-c405f5e0-49a1-4493-acfe-15e8dbc6146a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Floating IP 9f271d04-74d8-493a-b959-d096c3516ea5 associated. External IP: 172.25.7.112, port: 789c59bf-5563-46c7-959b-47c19f7edd13. Jul 16 21:05:06.563549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c405f5e0-49a1-4493-acfe-15e8dbc6146a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:05:06.669744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c405f5e0-49a1-4493-acfe-15e8dbc6146a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:05:06.675509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c405f5e0-49a1-4493-acfe-15e8dbc6146a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:06.679897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:05:06.689582 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:06.690238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:04:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:06.711489 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c405f5e0-49a1-4493-acfe-15e8dbc6146a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "PUT /v2.0/floatingips/9f271d04-74d8-493a-b959-d096c3516ea5 HTTP/1.1" status: 200 len: 992 time: 1.1847143 Jul 16 21:05:06.712171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:05:06.714515 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424" -d '{"events": [{"name": "network-changed", "server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:05:06.796839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:06.838297 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb865d15-53df-4fa4-bed5-a1bce76b3b69 x-openstack-request-id: req-eb865d15-53df-4fa4-bed5-a1bce76b3b69 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:05:06.838591 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:05:06.838844 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb865d15-53df-4fa4-bed5-a1bce76b3b69 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:05:06.839242 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13', 'status': 'completed', 'code': 200} Jul 16 21:05:06.912141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-4ede05bf-908d-4685-b3c5-4d9043a6bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:06.913635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-4ede05bf-908d-4685-b3c5-4d9043a6bec1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1098 time: 0.0528331 Jul 16 21:05:07.005435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-dd1ca408-8a6f-4cd4-846a-36a4c3e76444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:07.006915 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-dd1ca408-8a6f-4cd4-846a-36a4c3e76444 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0873401 Jul 16 21:05:07.015559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': '789c59bf-5563-46c7-959b-47c19f7edd13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:7b:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6471e730-26fd-4438-a488-2ef96cb40de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:05:05Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:07.045605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:05:07.053851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:05:07.054461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:04:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:07.075502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-c20a8244-3a99-4f5f-9033-4eae6b71c3cf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1000 time: 0.0619638 Jul 16 21:05:07.121706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-93958054-cd8b-4fdb-b826-3668082b3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:07.123157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-93958054-cd8b-4fdb-b826-3668082b3a5b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0420189 Jul 16 21:05:07.155909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:05:07.178803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-9595cdf2-dbf9-4b27-adca-0fb0d04731ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:07.180383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-9595cdf2-dbf9-4b27-adca-0fb0d04731ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515010 Jul 16 21:05:07.273815 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-78b52935-bb73-4b46-ac89-c787f8cb70d3 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869699 Jul 16 21:05:07.363692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fcb95a-fd31-4814-ab94-b2bf0f0e6424 req-b40888db-a033-44cd-a499-b6fd3ae05076 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833910 Jul 16 21:05:07.378257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': '789c59bf-5563-46c7-959b-47c19f7edd13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:7b:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6471e730-26fd-4438-a488-2ef96cb40de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:05:05Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:05:07.403761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131e7429-a95c-432f-9ead-58f0a310b68f None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': '789c59bf-5563-46c7-959b-47c19f7edd13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:7b:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6471e730-26fd-4438-a488-2ef96cb40de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:05:05Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:05:07.588371 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b2b642-a214-4993-a4f5-4d48c349f554 None None] New status for floating IP 9f271d04-74d8-493a-b959-d096c3516ea5: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:05:16.085237 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:17.273139 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:20.660222 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9a04f749-7b4b-4ae7-bdca-fe329ed627db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:23.445396 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:23.464179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cbccb4fb-1b02-4028-b4e0-87209fe7c0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:24.724836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.406677 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:26.686968 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:05:28.593506 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-3fdaa959-ca53-46ea-ad43-7cf4a21b33dc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521536 Jul 16 21:05:28.699279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-7ce29a36-2cab-4695-96ce-dfab53cdcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:28.700782 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-7ce29a36-2cab-4695-96ce-dfab53cdcb2f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1098 time: 0.0591815 Jul 16 21:05:28.804183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-71792afb-00da-4e3a-889e-135f9e752387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:28.805676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-71792afb-00da-4e3a-889e-135f9e752387 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0844200 Jul 16 21:05:28.876021 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-c0b17a30-7d3a-4e45-814d-10bb9033e285 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1002 time: 0.0628624 Jul 16 21:05:28.931983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-946f3e29-b4ba-486a-a74b-1dbb9c475285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:28.933646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-946f3e29-b4ba-486a-a74b-1dbb9c475285 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0448916 Jul 16 21:05:28.990976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-1433e949-9359-42ff-a6dd-5599fb27464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:05:28.992508 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-1433e949-9359-42ff-a6dd-5599fb27464c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528216 Jul 16 21:05:29.085305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-3871a330-157d-4430-9c1d-b4428e2fa92a service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861790 Jul 16 21:05:29.173223 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12145b9b-1a05-486e-b4bb-cab2cc54a0fd req-0525c341-5e3b-40fc-bbe5-6448db9b4b6b service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809770 Jul 16 21:05:46.076419 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:47.262087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:50.660285 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a01c66f-12f6-4175-81f4-54b044951690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:53.445638 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:53.466865 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-302f5a7a-2d97-4e08-af86-2b3dd1c51357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:54.722281 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:05:56.417786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:03.685462 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:06:16.090794 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:17.274094 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:20.661662 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f59eefcd-6521-42ef-b6c3-b4da81f3d40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:23.452354 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:23.468126 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a1e7486-48a9-4540-8f46-856e46ea7503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:24.726257 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:26.405711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:28.877443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-4cf3103d-ba6f-47c7-9046-e4b8dc722fab service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561914 Jul 16 21:06:28.965861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-ca918df8-db86-4b8c-84fa-85e3cab2d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:28.967325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-ca918df8-db86-4b8c-84fa-85e3cab2d8b4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1098 time: 0.0505972 Jul 16 21:06:29.069967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-04bd1e72-ec75-4643-ba38-2b2744a71d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:29.071532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-04bd1e72-ec75-4643-ba38-2b2744a71d5c service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0847015 Jul 16 21:06:29.133237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-63849f71-1346-4c21-b197-ecf10bb978a4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1002 time: 0.0554478 Jul 16 21:06:29.178721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-349bacfd-fe0f-4ea8-95fa-f72c0147174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:29.180158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-349bacfd-fe0f-4ea8-95fa-f72c0147174f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0416229 Jul 16 21:06:29.238614 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-44999d2f-3e63-4c90-842d-0ffb873ee5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:29.240091 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-44999d2f-3e63-4c90-842d-0ffb873ee5bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535853 Jul 16 21:06:29.328823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-f5b2e2b4-6e74-47b8-af5d-795eac130da8 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816150 Jul 16 21:06:29.425763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-07987e21-f087-4aa7-83cd-750ea9b1d20f req-0b2cdc21-555f-46ec-9f6a-ce3d0d35b32f service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908954 Jul 16 21:06:40.684631 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:06:42.974259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6d2ac-5982-497f-acf8-4213c07b3cb5 req-60bd20e1-14be-48b1-8341-e30c4e292b6f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:42.975770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-add6d2ac-5982-497f-acf8-4213c07b3cb5 req-60bd20e1-14be-48b1-8341-e30c4e292b6f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0696855 Jul 16 21:06:43.014003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-add6d2ac-5982-497f-acf8-4213c07b3cb5 req-cee9c75d-1690-442b-8652-7d71e4471b22 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318711 Jul 16 21:06:44.184145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b11306-f4fb-4ec3-95a7-debe7cde4810 req-cbe66eb2-ebd9-4856-aedd-9de3ab31162e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:44.185584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b11306-f4fb-4ec3-95a7-debe7cde4810 req-cbe66eb2-ebd9-4856-aedd-9de3ab31162e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0611732 Jul 16 21:06:44.226041 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b11306-f4fb-4ec3-95a7-debe7cde4810 req-c60e0c77-ece1-4d23-826b-4c9cc0efb432 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349464 Jul 16 21:06:45.395957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850fbe-1b80-4d3a-a954-587c71abe09e req-4f2678ea-f7c0-41e7-92c3-47b39d0e848e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:45.397423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b850fbe-1b80-4d3a-a954-587c71abe09e req-4f2678ea-f7c0-41e7-92c3-47b39d0e848e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0629685 Jul 16 21:06:45.434280 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2b850fbe-1b80-4d3a-a954-587c71abe09e req-88b5ef00-fae8-49a8-9d3e-0f6a6b082018 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308867 Jul 16 21:06:46.093345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:46.604564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1ceed-f4f5-4be6-aa50-ffde48bc74ef req-5a0a36a1-5e9f-4e66-bb14-0bf01618d9ba tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:46.606336 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11b1ceed-f4f5-4be6-aa50-ffde48bc74ef req-5a0a36a1-5e9f-4e66-bb14-0bf01618d9ba tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0627079 Jul 16 21:06:46.643494 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11b1ceed-f4f5-4be6-aa50-ffde48bc74ef req-ee07ec76-6308-4055-9248-a5f4e0efd17f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Jul 16 21:06:47.272577 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:47.820837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c91901-e838-4c38-b019-80663fff9a72 req-01c8d638-8779-46c7-92ae-79b36e260840 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:47.822317 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02c91901-e838-4c38-b019-80663fff9a72 req-01c8d638-8779-46c7-92ae-79b36e260840 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0658717 Jul 16 21:06:47.860267 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-02c91901-e838-4c38-b019-80663fff9a72 req-7d4b97a0-9ad3-46e0-93b9-2709958ee78f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322449 Jul 16 21:06:49.028355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dcfad-9de5-439b-9982-06b5c0e91094 req-cd4a3607-6a04-40d1-87c5-a4575a086c43 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:49.029806 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-667dcfad-9de5-439b-9982-06b5c0e91094 req-cd4a3607-6a04-40d1-87c5-a4575a086c43 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0614781 Jul 16 21:06:49.066393 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-667dcfad-9de5-439b-9982-06b5c0e91094 req-308705c3-0036-4c25-9937-f854a7ee9bbc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Jul 16 21:06:50.236726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c935e-45d5-419f-8cad-dc4807322c46 req-c0433ee8-272c-4bf4-adfd-0a3e6871f8d4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:50.238205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a98c935e-45d5-419f-8cad-dc4807322c46 req-c0433ee8-272c-4bf4-adfd-0a3e6871f8d4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0625331 Jul 16 21:06:50.278696 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a98c935e-45d5-419f-8cad-dc4807322c46 req-eade4e68-2f2e-426a-8898-5d4660ba281c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349450 Jul 16 21:06:50.665680 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5041cfe9-612b-4b6a-b662-5343e82f0280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:51.452159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06256ab-7247-4f03-8b99-eba2fdf06e7f req-f6a91ac8-9dda-4d2c-8927-70e67086df57 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:51.453628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c06256ab-7247-4f03-8b99-eba2fdf06e7f req-f6a91ac8-9dda-4d2c-8927-70e67086df57 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0624800 Jul 16 21:06:51.489579 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c06256ab-7247-4f03-8b99-eba2fdf06e7f req-a9ffa9b5-c49e-483e-b37f-08d00b557d17 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305111 Jul 16 21:06:52.666217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a57ab-44a9-431a-9c2b-ebde9adfcac2 req-36a435bb-d154-491e-914d-57b3a5b5429a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:52.667722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d22a57ab-44a9-431a-9c2b-ebde9adfcac2 req-36a435bb-d154-491e-914d-57b3a5b5429a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0642278 Jul 16 21:06:52.704865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d22a57ab-44a9-431a-9c2b-ebde9adfcac2 req-0d5d6776-3744-42df-ad2b-adf43eaff0c3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314415 Jul 16 21:06:53.458881 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:53.468872 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ae2eab7-7069-4303-99a7-7c384b0b0f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:53.879297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7c00-9a55-4fa3-af4f-6d8b934cd01b req-6001d68c-4982-4c83-a0c0-efe5a60d2f59 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:53.880794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b7b7c00-9a55-4fa3-af4f-6d8b934cd01b req-6001d68c-4982-4c83-a0c0-efe5a60d2f59 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0668738 Jul 16 21:06:53.917635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b7b7c00-9a55-4fa3-af4f-6d8b934cd01b req-37fead79-194a-4fb5-8fe9-81f96a36c27b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Jul 16 21:06:54.203230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 45132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:06:54.311746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be3b8f-9814-4a3c-bd18-5330843fb09f req-ce5d5874-83c5-451d-b3c4-b0b169aad8db tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:54.313291 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9be3b8f-9814-4a3c-bd18-5330843fb09f req-ce5d5874-83c5-451d-b3c4-b0b169aad8db tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0702245 Jul 16 21:06:54.320127 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-c5f6d6ce-3d32-4b8e-bead-c4d2b99f9210 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156881 Jul 16 21:06:54.352374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9be3b8f-9814-4a3c-bd18-5330843fb09f req-8fb377fd-c62e-403a-a83f-67e89d38f690 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336311 Jul 16 21:06:54.728599 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:55.559563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-7721740a-9ecd-421e-aaf9-0ff7d6226031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:55.561716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-7721740a-9ecd-421e-aaf9-0ff7d6226031 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1098 time: 0.0968823 Jul 16 21:06:55.573510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73164e-c675-40af-b027-c783701d75c6 req-2698db5d-284d-4d0b-84c3-230daa93ddc7 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:55.574868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f73164e-c675-40af-b027-c783701d75c6 req-2698db5d-284d-4d0b-84c3-230daa93ddc7 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0837407 Jul 16 21:06:55.660322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f73164e-c675-40af-b027-c783701d75c6 req-75cda70c-76cb-4b4d-975b-07f65c3a227a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774908 Jul 16 21:06:55.685404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-fc9655f1-91fb-4e03-bd8b-cf26d93567e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:55.687662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-fc9655f1-91fb-4e03-bd8b-cf26d93567e6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1117516 Jul 16 21:06:55.749615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-56ebd24e-2009-457d-9126-0a526665ef8f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1002 time: 0.0563271 Jul 16 21:06:55.794586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-ad1da7de-40d4-40ba-bf06-c071818421ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:55.796547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-ad1da7de-40d4-40ba-bf06-c071818421ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0415509 Jul 16 21:06:55.854874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-5fbfcaad-c841-4b3d-bebf-eec6eb4f50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:55.856638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-5fbfcaad-c841-4b3d-bebf-eec6eb4f50ed service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544837 Jul 16 21:06:55.941181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-a2f000e5-342c-4664-aed0-f394adae498b service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783451 Jul 16 21:06:56.030905 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-94aaadbe-8a37-4969-92f2-1e2ab293740d service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834610 Jul 16 21:06:56.408727 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:56.835630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef04356-9334-400e-a480-969fc370a0b1 req-b5c284d9-dc96-4c33-b1de-4798cf66a294 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:56.837148 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ef04356-9334-400e-a480-969fc370a0b1 req-b5c284d9-dc96-4c33-b1de-4798cf66a294 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0648489 Jul 16 21:06:56.874365 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ef04356-9334-400e-a480-969fc370a0b1 req-ffb3b267-1896-4b5d-9527-498a6d05c16a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Jul 16 21:06:57.912431 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-ba646459-53f4-45da-8681-d5fc0b07fe0f service neutron] show failed (client error): The resource could not be found. Jul 16 21:06:57.913504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-ba646459-53f4-45da-8681-d5fc0b07fe0f service neutron] 10.222.0.63 "GET /v2.0/ports/789c59bf-5563-46c7-959b-47c19f7edd13/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0533807 Jul 16 21:06:58.055465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a5b09-a323-43dd-8107-b734ae9c2236 req-3b24f76f-10f5-4f8d-92c2-b15149720d67 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:58.057071 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-033a5b09-a323-43dd-8107-b734ae9c2236 req-3b24f76f-10f5-4f8d-92c2-b15149720d67 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0687253 Jul 16 21:06:58.099664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-033a5b09-a323-43dd-8107-b734ae9c2236 req-3fd80858-e4b1-45bc-8c3a-1c1887156f8d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362616 Jul 16 21:06:58.243970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-da2a4d89-8247-4325-b07b-7e9aa0a63540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:58.245429 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-da2a4d89-8247-4325-b07b-7e9aa0a63540 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 1098 time: 0.0892518 Jul 16 21:06:58.256917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:06:58.328091 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:58.528119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:06:58.562123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:06:58.600147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:06:58.602376 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01810c22-0faa-4d8d-a122-407dc26118de" -d '{"events": [{"server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "name": "network-vif-unplugged", "status": "completed", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:06:58.606760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:58.619469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Transition to ACTIVE for port object 789c59bf-5563-46c7-959b-47c19f7edd13 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:06:58.623780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:58.652140 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73c84e3-2bc7-4607-b6f3-6aa7d0886b8c x-openstack-request-id: req-d73c84e3-2bc7-4607-b6f3-6aa7d0886b8c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:06:58.652439 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "name": "network-vif-unplugged", "status": "completed", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:06:58.652685 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d73c84e3-2bc7-4607-b6f3-6aa7d0886b8c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:06:58.653070 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13', 'code': 200} Jul 16 21:06:58.709369 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Pushing event updated for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:06:58.725115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.725456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.725794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.726123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.726447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.726767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.727088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.727428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.727749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.728066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.728377 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.728690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:06:58.766745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] No DVR routers for this DVR port 789c59bf-5563-46c7-959b-47c19f7edd13 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:06:58.901697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Attempting to bind port 789c59bf-5563-46c7-959b-47c19f7edd13 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:06:58.902026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Attempting to bind port 789c59bf-5563-46c7-959b-47c19f7edd13 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:06:58.902346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Attempting to bind port 789c59bf-5563-46c7-959b-47c19f7edd13 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:06:58.907183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Port 789c59bf-5563-46c7-959b-47c19f7edd13 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:06:58.907533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Attempting to bind port 789c59bf-5563-46c7-959b-47c19f7edd13 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:06:58.912288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:06:58.912621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:06:58.913184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:06:58.913406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Bound port: 789c59bf-5563-46c7-959b-47c19f7edd13, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:06:58.913755 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:58.975360 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:06:58.978278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:06:58.983493 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:59.017886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:59.018574 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:06:59.020046 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] 10.222.0.30 "PUT /v2.0/ports/789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1093 time: 0.7670722 Jul 16 21:06:59.058151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda959dd-b324-41f8-ab2a-a89c38f8b389 service neutron] Pushing event updated for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:06:59.103633 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-fdab4ac1-0973-4268-988e-1bfd7c527804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:59.105168 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-fdab4ac1-0973-4268-988e-1bfd7c527804 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1096 time: 0.0590165 Jul 16 21:06:59.200175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-08e141ec-3913-49b7-8e9b-761405073da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:59.202176 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-08e141ec-3913-49b7-8e9b-761405073da5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0909894 Jul 16 21:06:59.292405 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-49ebb3ff-749d-4b38-8afe-45e8ffb11d05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1000 time: 0.0841384 Jul 16 21:06:59.590752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f5722-4b11-40e7-b816-4b0d2a75a801 req-17def064-3022-4d48-aa3f-5d578092684b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:59.592754 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da8f5722-4b11-40e7-b816-4b0d2a75a801 req-17def064-3022-4d48-aa3f-5d578092684b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 944 time: 0.3774753 Jul 16 21:06:59.601407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-a3076ec7-c659-4d83-90aa-430582327c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:59.602707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-a3076ec7-c659-4d83-90aa-430582327c3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.3028662 Jul 16 21:06:59.659269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da8f5722-4b11-40e7-b816-4b0d2a75a801 req-0320af1b-094a-4a7d-a73e-f503ac221165 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603895 Jul 16 21:06:59.678819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-979c69f9-6d0c-41bc-994e-90cafefeb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:06:59.680315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-979c69f9-6d0c-41bc-994e-90cafefeb0b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711727 Jul 16 21:06:59.770088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-7a965a31-0abc-418a-af4c-d7c898ea97ca service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835140 Jul 16 21:06:59.856201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-2eb7c699-b4eb-40d9-89da-9b32aebdb1cd service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799649 Jul 16 21:07:00.655076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:00.657496 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a608e3a-1db2-4025-b380-28a8db3c5336" -d '{"events": [{"name": "network-changed", "server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:00.706744 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e488aeb8-cefb-4a4c-91cf-06d786b1451d x-openstack-request-id: req-e488aeb8-cefb-4a4c-91cf-06d786b1451d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:00.707041 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:00.707337 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e488aeb8-cefb-4a4c-91cf-06d786b1451d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:00.707955 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13', 'status': 'completed', 'code': 200} Jul 16 21:07:00.852131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-d3fdbb3c-d3cd-4627-a774-96c68e60c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:00.853650 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-d3fdbb3c-d3cd-4627-a774-96c68e60c708 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1096 time: 0.1276104 Jul 16 21:07:00.858685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-45f3a35e-1d34-4238-bc8a-5b6fe808e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:00.860101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-45f3a35e-1d34-4238-bc8a-5b6fe808e227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1096 time: 0.1260211 Jul 16 21:07:00.994893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea34593-94ca-42df-95e0-a362ddab5b4b req-c9cb15aa-5df0-47bf-8f57-d53e973a5d50 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:00.996294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cea34593-94ca-42df-95e0-a362ddab5b4b req-c9cb15aa-5df0-47bf-8f57-d53e973a5d50 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 944 time: 0.1971943 Jul 16 21:07:01.051640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-ce1c3ed5-e687-45dd-b0e5-129ec05f6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:01.053101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-ce1c3ed5-e687-45dd-b0e5-129ec05f6ed1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1914158 Jul 16 21:07:01.075421 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-b2b83c08-a173-4ece-88a3-c99ea6549b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:01.077504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-b2b83c08-a173-4ece-88a3-c99ea6549b22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.2062659 Jul 16 21:07:01.108347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cea34593-94ca-42df-95e0-a362ddab5b4b req-2e3f4287-3d7f-4ecc-b911-06c82c60607f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048582 Jul 16 21:07:01.179193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-adc53431-a6d3-494b-b9ac-d495d6061d50 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1000 time: 0.1150301 Jul 16 21:07:01.185187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-c36c5f26-f175-4be3-a13d-24c354a444ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1000 time: 0.0812485 Jul 16 21:07:01.262361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-04c48148-a6ef-4a5b-bc4d-484d59ad74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:01.264323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-04c48148-a6ef-4a5b-bc4d-484d59ad74a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0772598 Jul 16 21:07:01.267529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-c82f263e-ddb5-4636-9ee8-b06cf1e03dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:01.268849 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-c82f263e-ddb5-4636-9ee8-b06cf1e03dd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0576611 Jul 16 21:07:01.358803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-671ab20a-7001-4f2b-a9f2-9928ff9a226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:01.360328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-671ab20a-7001-4f2b-a9f2-9928ff9a226e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901582 Jul 16 21:07:01.365974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-e8c84e05-3998-432a-bfdf-534e401db306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:01.367354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-e8c84e05-3998-432a-bfdf-534e401db306 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892785 Jul 16 21:07:01.514092 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-e834f749-bcb0-43a4-8d93-1be0e9645848 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456964 Jul 16 21:07:01.518881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-98b252b8-a552-4315-9a02-8d72354248bf service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426320 Jul 16 21:07:01.667823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-8c24b938-d7b2-4523-9d81-cff63d3528e4 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477792 Jul 16 21:07:01.670276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a608e3a-1db2-4025-b380-28a8db3c5336 req-6e1c4847-f33c-41fe-9d6f-38223e097a02 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428981 Jul 16 21:07:02.109611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 789c59bf-5563-46c7-959b-47c19f7edd13 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:07:02.150886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 789c59bf-5563-46c7-959b-47c19f7edd13 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:07:02.281735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831eba2-8a5a-493b-ac64-aac827df6691 req-838ad268-6f6d-4164-a29b-730cc6620de1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:02.283238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1831eba2-8a5a-493b-ac64-aac827df6691 req-838ad268-6f6d-4164-a29b-730cc6620de1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 944 time: 0.0669308 Jul 16 21:07:02.318938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1831eba2-8a5a-493b-ac64-aac827df6691 req-4840ad92-d079-42af-aad0-fea29500d80e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301805 Jul 16 21:07:02.659042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76549-6b7f-4e03-8db3-e0416ee9d57f req-25abe2ba-8b98-4f83-b934-be973d857445 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:02.660535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5c76549-6b7f-4e03-8db3-e0416ee9d57f req-25abe2ba-8b98-4f83-b934-be973d857445 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 944 time: 0.1127732 Jul 16 21:07:02.667517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-56454308-6b88-414c-bce6-757beffc11a5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:02.668832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-56454308-6b88-414c-bce6-757beffc11a5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 944 time: 0.1120708 Jul 16 21:07:02.729972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a5c76549-6b7f-4e03-8db3-e0416ee9d57f req-122a500b-4d2a-4689-b739-063193c12595 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601146 Jul 16 21:07:02.750983 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-07be7f21-e7d4-4a83-8eff-ce5ad137796b service neutron] delete failed (client error): The resource could not be found. Jul 16 21:07:02.750983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-07be7f21-e7d4-4a83-8eff-ce5ad137796b service neutron] 10.222.0.63 "DELETE /v2.0/ports/789c59bf-5563-46c7-959b-47c19f7edd13/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0727136 Jul 16 21:07:02.841317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-68d74030-93ed-429e-bebc-9f59ef0ace02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:02.842835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-68d74030-93ed-429e-bebc-9f59ef0ace02 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1096 time: 0.0521982 Jul 16 21:07:02.874752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 789c59bf-5563-46c7-959b-47c19f7edd13 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:07:02.933872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-d2f92014-460c-473e-9f31-aaca14237027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:02.935442 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-d2f92014-460c-473e-9f31-aaca14237027 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0868161 Jul 16 21:07:02.966555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:02.977201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '789c59bf-5563-46c7-959b-47c19f7edd13', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': '789c59bf-5563-46c7-959b-47c19f7edd13', 'mac_address': 'fa:16:3e:7b:2b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:07:03.005431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-d507ad74-afbf-4c3c-bc15-d6f5d1767ba2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1000 time: 0.0638189 Jul 16 21:07:03.026481 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:03.039528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789c59bf-5563-46c7-959b-47c19f7edd13 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:07:03.056021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-81cc43f2-acdf-4620-9c67-f1f5cc0eef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:03.057483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-81cc43f2-acdf-4620-9c67-f1f5cc0eef8d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0466166 Jul 16 21:07:03.058488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:03.062788 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:03.109234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:03.115852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-f789d11e-fc77-48ca-85f8-0403fe1647cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:03.116443 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.116945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.117235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.117404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-f789d11e-fc77-48ca-85f8-0403fe1647cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536857 Jul 16 21:07:03.117530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.117776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.118109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.118434 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.118758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.119080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.119431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.119754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.120088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:07:03.207669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-5e47ec51-5cbb-4fb2-a657-9160f97940f2 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829530 Jul 16 21:07:03.265702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['789c59bf-5563-46c7-959b-47c19f7edd13'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:07:03.301319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56209df9-2d88-4c41-8ade-3f198da2ad87 req-835ebdf8-a5e9-4f53-8162-12ffa229074c service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871434 Jul 16 21:07:03.908778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421db5cc-e3dd-4572-9db6-179c4925a26f req-f5b6b8ac-7847-491b-b1c7-ebdbee860b9d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:03.910316 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-421db5cc-e3dd-4572-9db6-179c4925a26f req-f5b6b8ac-7847-491b-b1c7-ebdbee860b9d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 945 time: 0.0648837 Jul 16 21:07:03.949334 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-421db5cc-e3dd-4572-9db6-179c4925a26f req-3b9baf40-b01e-4c33-b476-383383909034 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Jul 16 21:07:04.124610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9623a-ce15-481f-ae83-fd0f17d41725 req-c8364d8e-ceca-4920-a007-b002313c4e2f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:04.126081 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9be9623a-ce15-481f-ae83-fd0f17d41725 req-c8364d8e-ceca-4920-a007-b002313c4e2f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 945 time: 0.0681138 Jul 16 21:07:04.162544 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9be9623a-ce15-481f-ae83-fd0f17d41725 req-27d44e8f-2d12-428d-b9c9-fa102c87dc53 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308452 Jul 16 21:07:04.522566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-878ca475-30ed-4253-9330-6d829d7313ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:04.524005 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-878ca475-30ed-4253-9330-6d829d7313ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 1097 time: 0.0962410 Jul 16 21:07:04.534605 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef430e-01da-437a-8672-ef75bfe31780 req-7bcc779c-0ba5-4a2d-9b48-ec0c329ee5c1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:04.535994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19ef430e-01da-437a-8672-ef75bfe31780 req-7bcc779c-0ba5-4a2d-9b48-ec0c329ee5c1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 945 time: 0.1003797 Jul 16 21:07:04.619784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19ef430e-01da-437a-8672-ef75bfe31780 req-e52bdd8b-a22b-4efd-bc6c-a9c08a1f1ea6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750613 Jul 16 21:07:04.645591 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-b16d07c8-fe08-48d8-92de-34b87b6fd48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:04.647050 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-b16d07c8-fe08-48d8-92de-34b87b6fd48c service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1102164 Jul 16 21:07:04.714941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-ad36a99f-8d9a-48cf-ab1d-ed66e4ee32b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 200 len: 1001 time: 0.0608284 Jul 16 21:07:04.761517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-5f92d814-9af6-4c75-8ecd-f89c7edacfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:04.762945 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-5f92d814-9af6-4c75-8ecd-f89c7edacfbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0417538 Jul 16 21:07:04.818487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-653af91c-a017-479f-8def-9ef8a3c50938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:04.819990 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-653af91c-a017-479f-8def-9ef8a3c50938 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508194 Jul 16 21:07:04.911221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-1347ac5d-866d-4a59-a5c4-d55e86c1a7f1 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838666 Jul 16 21:07:04.920895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 789c59bf-5563-46c7-959b-47c19f7edd13 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:04.969553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 789c59bf-5563-46c7-959b-47c19f7edd13 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:04.973265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 789c59bf-5563-46c7-959b-47c19f7edd13 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:04.973640 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:05.000125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d56a8ef-0472-41bc-898c-bb93518d3c85 req-4552b40e-683b-4647-8a7a-c6a1a1611810 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813549 Jul 16 21:07:05.048697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:05.071661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:05.074259 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007f937-5342-4bc9-a266-ac84d7679191" -d '{"events": [{"server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "name": "network-vif-plugged", "status": "completed", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:05.090311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:05.094516 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:05.116858 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f6d143-f4ab-4298-900b-660c7f7876e4 x-openstack-request-id: req-77f6d143-f4ab-4298-900b-660c7f7876e4 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:05.117155 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "name": "network-vif-plugged", "status": "completed", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:05.117409 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77f6d143-f4ab-4298-900b-660c7f7876e4 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:05.117794 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13', 'code': 200} Jul 16 21:07:05.142739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:05.800653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fcbc7-32bb-4dee-8d80-c165371352f1 req-26d25727-ba24-450a-9f4e-1f0b770ff35b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:05.802126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c95fcbc7-32bb-4dee-8d80-c165371352f1 req-26d25727-ba24-450a-9f4e-1f0b770ff35b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0671384 Jul 16 21:07:05.838219 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c95fcbc7-32bb-4dee-8d80-c165371352f1 req-ddd63a5e-5d77-405a-a58e-7b55f4964dbb tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306294 Jul 16 21:07:06.207650 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56392b-215e-4f03-9dbc-01b469ef1f2c req-d9da1ada-cc3d-46d6-aa0e-8cf283555ed5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:06.209015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af56392b-215e-4f03-9dbc-01b469ef1f2c req-d9da1ada-cc3d-46d6-aa0e-8cf283555ed5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.0609074 Jul 16 21:07:06.245490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af56392b-215e-4f03-9dbc-01b469ef1f2c req-b33d9631-caf7-4aea-970e-8d25bfe1eb1f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310507 Jul 16 21:07:07.455828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-ccfde9b8-24d3-47c6-817e-6fe2dd216313 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:07.457313 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-ccfde9b8-24d3-47c6-817e-6fe2dd216313 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.1073916 Jul 16 21:07:07.464463 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463d9a8-aa23-494f-a32a-f4b73a34f217 req-c2db3baa-4201-49a5-99aa-0840eac03200 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:07.465811 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9463d9a8-aa23-494f-a32a-f4b73a34f217 req-c2db3baa-4201-49a5-99aa-0840eac03200 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 946 time: 0.1065569 Jul 16 21:07:07.552834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9463d9a8-aa23-494f-a32a-f4b73a34f217 req-28e7e38d-ff24-4d7d-b703-bec0fba20bd5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795410 Jul 16 21:07:07.595867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Deleting port 789c59bf-5563-46c7-959b-47c19f7edd13 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:07:07.596215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:07.684789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] For port 789c59bf-5563-46c7-959b-47c19f7edd13, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=789c59bf-5563-46c7-959b-47c19f7edd13,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:07.685187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:08.090657 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:08.091022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:08.091866 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Floating IP 9f271d04-74d8-493a-b959-d096c3516ea5 disassociated. External IP: 172.25.7.112, port: 789c59bf-5563-46c7-959b-47c19f7edd13. Jul 16 21:07:08.092225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Calling delete_port for 789c59bf-5563-46c7-959b-47c19f7edd13 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:07:08.213507 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:08.245624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event deleted for resources: {'Port': ['ID=789c59bf-5563-46c7-959b-47c19f7edd13,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:08.365667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:07:08.470866 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:08.481281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:08.495633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:08.496363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:06:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:08.516285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] No DVR routers for this DVR port 789c59bf-5563-46c7-959b-47c19f7edd13 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:07:08.518884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:08.520882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f53adbf9-ef56-49d0-95f5-858e1a5b57ad req-bd70f0d9-139d-4b9f-8158-25283858617d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "DELETE /v2.0/ports/789c59bf-5563-46c7-959b-47c19f7edd13 HTTP/1.1" status: 204 len: 173 time: 1.0542059 Jul 16 21:07:08.521318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'name': 'network-vif-deleted', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:08.523660 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2701f829-5307-4796-9d88-545a621dadb0" -d '{"events": [{"server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "name": "network-vif-deleted", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:08.566267 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8f29b1-8de1-47bc-aef8-f2d4a6b16d86 x-openstack-request-id: req-6d8f29b1-8de1-47bc-aef8-f2d4a6b16d86 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:08.566622 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6471e730-26fd-4438-a488-2ef96cb40de9", "name": "network-vif-deleted", "tag": "789c59bf-5563-46c7-959b-47c19f7edd13", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:08.566943 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d8f29b1-8de1-47bc-aef8-f2d4a6b16d86 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:08.567423 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6471e730-26fd-4438-a488-2ef96cb40de9', 'name': 'network-vif-deleted', 'tag': '789c59bf-5563-46c7-959b-47c19f7edd13', 'status': 'completed', 'code': 200} Jul 16 21:07:08.604350 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:08.722684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95cbdfac-7806-4a3f-8e47-4135964bba22 req-cae0c146-bc5d-4ff0-895f-993943db945c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=6471e730-26fd-4438-a488-2ef96cb40de9 HTTP/1.1" status: 200 len: 210 time: 0.0297375 Jul 16 21:07:08.811803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:08.841221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:08.850168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:08.850785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:06:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:08.951454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:09.289752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:09.315581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa14848-1d7b-4bb7-9920-94f900a3664a None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:09.517789 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508cb83-229a-4baa-930f-0554e83941e9 None None] New status for floating IP 9f271d04-74d8-493a-b959-d096c3516ea5: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:07:10.054937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-187e683d-f60d-47ba-9259-66b6845fc0f3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--780759891&fields=id&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 267 time: 0.0325193 Jul 16 21:07:10.160512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be633-dffe-4310-9731-99a21168d75d req-23ff4953-d267-41c7-b5f1-f07b5812b774 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:10.161861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-23ff4953-d267-41c7-b5f1-f07b5812b774 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 811 time: 0.1001210 Jul 16 21:07:10.175951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-c055b66d-9dcc-4acb-a4e1-aca16103ffd1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/quotas/cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 375 time: 0.0087907 Jul 16 21:07:10.242475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-66e71377-727a-40c5-988f-ff950c8fc984 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617654 Jul 16 21:07:10.339444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-d7b20586-be87-429f-8dba-5e0ae247bc27 service neutron] 10.222.0.10 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851905 Jul 16 21:07:10.425552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-4b8244ba-fb5d-41f6-907d-1fddfe1a7043 service neutron] 10.222.0.10 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801163 Jul 16 21:07:10.593723 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9987ccd7-65a3-4e02-9dea-4ddd2974dc65 req-621f02b3-2807-497c-b68e-45cc6eb1e70d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 210 time: 0.0277483 Jul 16 21:07:10.984932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 789c59bf-5563-46c7-959b-47c19f7edd13 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:07:11.004151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 789c59bf-5563-46c7-959b-47c19f7edd13 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:07:11.004496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 789c59bf-5563-46c7-959b-47c19f7edd13 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:07:11.619385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be633-dffe-4310-9731-99a21168d75d req-3c31fc0f-ef90-4892-968a-50fab79b5151 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:11.620831 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-3c31fc0f-ef90-4892-968a-50fab79b5151 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 811 time: 0.1177797 Jul 16 21:07:11.665690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-0dad9272-ac88-46ff-9062-481128b7bff1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 379 time: 0.0356722 Jul 16 21:07:11.674742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'port': {'device_id': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'admin_state_up': True, 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'security_groups': ['494f8730-ceab-468d-b797-5ab98473eec1']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:11.775023 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3dfb77dc-4966-4758-85a1-6fc0bc694fd2 req-bd7da6cf-7d67-4741-b5a7-8ef85de7bce3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 210 time: 0.0636985 Jul 16 21:07:11.815716 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Made reservation on behalf of cbfca799ddc74f3d9e5ef8486fb16b0a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:07:11.819155 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:11.945171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Allocated IP 172.20.0.13 (db65bcda-4231-4a7d-ac17-b89c7c84a192/054d6e48-7b9a-4a5e-acad-fb754ae849bc/58e32012-ce18-4ab2-9167-7d4bb01e5fa8) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:07:12.076844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.089832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Transition to ACTIVE for port object 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:12.121911 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.167610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:07:12.172694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:07:12.176416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:07:12.202238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:12.231867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:12.232499 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.246818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-bec3ff0e-bee2-49e0-83d4-a48d17abbb3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5765615 Jul 16 21:07:12.258905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Request body: {'port': {'device_id': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:12.335175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.437022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4de839c1-c953-40e9-af07-51f16d5b4dd6 None None] Provisioning for port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:12.440699 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4de839c1-c953-40e9-af07-51f16d5b4dd6 None None] Provisioning complete for port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:12.441136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4de839c1-c953-40e9-af07-51f16d5b4dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.477407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4de839c1-c953-40e9-af07-51f16d5b4dd6 None None] Port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:07:12.596026 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:07:12.603138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.615907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Transition to ACTIVE for port object 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:07:12.619407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.670528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:12.741606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:07:12.741852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:07:12.742180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:12.746676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:07:12.746993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:07:12.752008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:07:12.752340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:07:12.752720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:07:12.753137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Bound port: 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:07:12.753491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.821319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:07:12.824653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:07:12.831652 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.865432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:12.866115 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:12.867603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] 10.222.0.63 "PUT /v2.0/ports/58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1093 time: 0.6132138 Jul 16 21:07:12.868043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:12.870320 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c967f2-8ac6-40ef-baaa-04497fb6b320" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:12.902293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc5d9f-187f-4a7f-87cf-3a3dedcd1635 service neutron] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:13.008141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281487b-ddcc-4dad-8127-0893d6ace068 req-f978b292-4982-4d13-9185-cc776bee4afc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:13.009710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a281487b-ddcc-4dad-8127-0893d6ace068 req-f978b292-4982-4d13-9185-cc776bee4afc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 944 time: 0.1092052 Jul 16 21:07:13.024901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be633-dffe-4310-9731-99a21168d75d req-9b5408ba-e236-4ceb-8470-91272d4b1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:13.026382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-9b5408ba-e236-4ceb-8470-91272d4b1ee3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1096 time: 0.1094410 Jul 16 21:07:13.073281 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-c7257a85-1276-4084-a7fe-a23180c4fcac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 217 time: 0.0390632 Jul 16 21:07:13.095702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a281487b-ddcc-4dad-8127-0893d6ace068 req-84c4f52e-fede-48fa-9b3b-0cfe35a750be tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801396 Jul 16 21:07:13.129688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be633-dffe-4310-9731-99a21168d75d req-1eb47430-8ecb-487e-adfd-3678ddb0b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:13.131187 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-1eb47430-8ecb-487e-adfd-3678ddb0b1cd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0505848 Jul 16 21:07:13.168952 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744d4122-52e8-422f-b721-296dd988fd40 x-openstack-request-id: req-744d4122-52e8-422f-b721-296dd988fd40 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:13.169348 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:13.170156 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-744d4122-52e8-422f-b721-296dd988fd40 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:13.170544 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'status': 'completed', 'code': 200} Jul 16 21:07:13.195469 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be633-dffe-4310-9731-99a21168d75d req-6f33b3d7-0a73-4cb6-87d7-897280bc2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:13.196939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-6f33b3d7-0a73-4cb6-87d7-897280bc2040 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587969 Jul 16 21:07:13.283093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-57775a4c-d633-4944-ada5-f32002033881 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798535 Jul 16 21:07:13.375844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-848be633-dffe-4310-9731-99a21168d75d req-16c53ca3-88bf-42bb-bebd-a50e2662932f service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871894 Jul 16 21:07:13.472066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-7c5772eb-7cc1-4120-beb8-8df6d9dcb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:13.473694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-7c5772eb-7cc1-4120-beb8-8df6d9dcb1a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1096 time: 0.0513945 Jul 16 21:07:13.566907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-c5b9f744-d06f-4f8d-99cf-d210fdd522b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:13.568415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-c5b9f744-d06f-4f8d-99cf-d210fdd522b2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0881813 Jul 16 21:07:13.610333 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-f2ca67ed-0116-4848-9bba-60f81d2b5521 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 217 time: 0.0348647 Jul 16 21:07:13.658050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-a77025ba-9929-4a49-af5d-587a9961a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:13.659552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-a77025ba-9929-4a49-af5d-587a9961a1aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0427797 Jul 16 21:07:13.719556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-b1b13524-3e5a-4359-98e1-ef4f713af780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:13.721080 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-b1b13524-3e5a-4359-98e1-ef4f713af780 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548909 Jul 16 21:07:13.807771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-22967331-e1e9-4995-9b43-69604b27f750 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796347 Jul 16 21:07:13.898015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-39c967f2-8ac6-40ef-baaa-04497fb6b320 req-54454b91-4678-4446-8017-c8bee5649240 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836840 Jul 16 21:07:14.267779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1754992-dffa-4ed0-944a-dd2538d034e1 req-4973f8d8-4601-4c4d-8bf4-17dcbd794a53 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:14.269233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1754992-dffa-4ed0-944a-dd2538d034e1 req-4973f8d8-4601-4c4d-8bf4-17dcbd794a53 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 944 time: 0.0624540 Jul 16 21:07:14.305616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1754992-dffa-4ed0-944a-dd2538d034e1 req-4ac277ff-17e9-4f56-aa64-bcd0161c3ec5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308430 Jul 16 21:07:15.481138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fac18-2059-41c1-b609-1d2dc677b6a9 req-3a624edd-d2d0-4570-8a35-730294b20e05 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:15.482729 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-674fac18-2059-41c1-b609-1d2dc677b6a9 req-3a624edd-d2d0-4570-8a35-730294b20e05 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 944 time: 0.0658462 Jul 16 21:07:15.519941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-674fac18-2059-41c1-b609-1d2dc677b6a9 req-e0546820-7be9-4987-9945-8ba1e932366c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316498 Jul 16 21:07:16.106121 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.218065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:07:16.309196 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:16.319832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'mac_address': 'fa:16:3e:9a:45:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:07:16.360644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.372515 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:07:16.391223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:16.394706 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:16.440136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:16.593957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['58e32012-ce18-4ab2-9167-7d4bb01e5fa8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:07:16.694274 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b0ce0-3e27-4e43-b38d-3d0883b9e639 req-0b9c7599-cc40-4eb5-89c7-c8de0823579d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:16.695820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-126b0ce0-3e27-4e43-b38d-3d0883b9e639 req-0b9c7599-cc40-4eb5-89c7-c8de0823579d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 945 time: 0.0631664 Jul 16 21:07:16.736182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-126b0ce0-3e27-4e43-b38d-3d0883b9e639 req-19790929-eaaf-4762-ab45-13038f25b0b4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340409 Jul 16 21:07:17.260378 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:17.683342 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:07:17.904487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e273a0-af2c-460d-9f04-26056fc3af57 req-f235d08b-4b7d-4c38-a32e-40e0caf695f8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:17.905960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e0e273a0-af2c-460d-9f04-26056fc3af57 req-f235d08b-4b7d-4c38-a32e-40e0caf695f8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 945 time: 0.0620935 Jul 16 21:07:17.942844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e0e273a0-af2c-460d-9f04-26056fc3af57 req-eeeea033-01b3-4f42-8357-eeadbbf7addc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313807 Jul 16 21:07:18.250689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:07:18.297298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:07:18.300985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:07:18.301358 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.378566 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.400418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:18.402652 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172bfe2b-049b-407c-81e3-90ef6b4c9f1b" -d '{"events": [{"server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "name": "network-vif-plugged", "status": "completed", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:18.418687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:07:18.423882 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:18.448505 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bde4bd-2f08-4e32-8611-6fc846d94c94 x-openstack-request-id: req-65bde4bd-2f08-4e32-8611-6fc846d94c94 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:18.448796 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "name": "network-vif-plugged", "status": "completed", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:18.449045 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65bde4bd-2f08-4e32-8611-6fc846d94c94 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:18.449425 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'code': 200} Jul 16 21:07:18.477462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:07:18.552440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a70d3e-c0cf-4dbd-b823-753033245564 req-d562dab2-befe-4d0f-9146-650baee848ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:18.554077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2a70d3e-c0cf-4dbd-b823-753033245564 req-d562dab2-befe-4d0f-9146-650baee848ff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1098 time: 0.0541840 Jul 16 21:07:18.587375 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e2a70d3e-c0cf-4dbd-b823-753033245564 req-5ac06bb6-327b-4a1a-a598-3f7f882a0a77 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265584 Jul 16 21:07:19.117397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462ff45-ff53-4cab-9e42-706267c11cac req-a444a607-7f43-41e7-9b8e-82fda1c27995 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:19.118869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b462ff45-ff53-4cab-9e42-706267c11cac req-a444a607-7f43-41e7-9b8e-82fda1c27995 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0640657 Jul 16 21:07:19.155177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b462ff45-ff53-4cab-9e42-706267c11cac req-9f3b0ffc-3016-4a95-b98d-065f0d997da1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308235 Jul 16 21:07:20.506234 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1520b-771b-4fcb-86e6-0c891b656639 req-9e688c6c-8a59-4d14-9fcc-a88147765eb7 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:20.507629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3b1520b-771b-4fcb-86e6-0c891b656639 req-9e688c6c-8a59-4d14-9fcc-a88147765eb7 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0662646 Jul 16 21:07:20.543267 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b3b1520b-771b-4fcb-86e6-0c891b656639 req-17b1ea57-6111-49e8-850a-1a0c25f67166 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301676 Jul 16 21:07:20.666073 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19bc3e69-7451-42bb-a51e-ebacfad01ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:20.706658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388934e6-635a-4bb4-8227-34d2d8dbdd79 req-d4d53417-87d2-42b3-a99d-e4aa32f6be92 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:20.708201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-388934e6-635a-4bb4-8227-34d2d8dbdd79 req-d4d53417-87d2-42b3-a99d-e4aa32f6be92 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0644970 Jul 16 21:07:20.717297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45284) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:07:20.722012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d9c7abf8-75d0-4359-a8ba-35ed4056cbe5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'floatingip': {'port_id': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:07:20.760162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c7abf8-75d0-4359-a8ba-35ed4056cbe5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:21.431305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c7abf8-75d0-4359-a8ba-35ed4056cbe5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:21.434978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c7abf8-75d0-4359-a8ba-35ed4056cbe5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:21.532739 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-d9c7abf8-75d0-4359-a8ba-35ed4056cbe5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Floating IP 9f271d04-74d8-493a-b959-d096c3516ea5 associated. External IP: 172.25.7.112, port: 58e32012-ce18-4ab2-9167-7d4bb01e5fa8. Jul 16 21:07:21.742142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c7abf8-75d0-4359-a8ba-35ed4056cbe5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:07:21.847556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c7abf8-75d0-4359-a8ba-35ed4056cbe5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:07:21.852543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c7abf8-75d0-4359-a8ba-35ed4056cbe5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:21.858173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:07:21.868260 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:21.868882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:06:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:21.887814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d9c7abf8-75d0-4359-a8ba-35ed4056cbe5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "PUT /v2.0/floatingips/9f271d04-74d8-493a-b959-d096c3516ea5 HTTP/1.1" status: 200 len: 992 time: 1.1693237 Jul 16 21:07:21.888938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:07:21.891228 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573e640e-a66a-4eee-a908-8e434ce9edfc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:07:21.974025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:22.014344 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7de91ba-3d50-418c-b2a2-7b651f30955f x-openstack-request-id: req-e7de91ba-3d50-418c-b2a2-7b651f30955f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:07:22.014623 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:07:22.014860 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7de91ba-3d50-418c-b2a2-7b651f30955f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:07:22.015274 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'status': 'completed', 'code': 200} Jul 16 21:07:22.087645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-4f41a93b-d011-42fd-8e37-35ca2f26352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:22.089285 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-4f41a93b-d011-42fd-8e37-35ca2f26352d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1098 time: 0.0529537 Jul 16 21:07:22.180042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-20e314ea-ea73-47f8-9e66-22ad57788021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:22.181561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-20e314ea-ea73-47f8-9e66-22ad57788021 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0867035 Jul 16 21:07:22.193707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:9a:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:07:21Z', 'revision_number': 9, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:22.223417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:07:22.233738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:07:22.234477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:06:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:22.246388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-6e5e7ce6-53b7-46e9-8efd-15a225d0a2b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0585923 Jul 16 21:07:22.297879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-7ea98fcc-fa99-4dd9-85b1-08c16c27b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:22.299419 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-7ea98fcc-fa99-4dd9-85b1-08c16c27b034 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0473518 Jul 16 21:07:22.338614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:07:22.354739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-d91691b3-f6bb-4050-ae1b-70b502a204ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:22.356590 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-d91691b3-f6bb-4050-ae1b-70b502a204ee service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515239 Jul 16 21:07:22.447953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-72dbd035-0c42-4d17-ba23-34316c1e40cf service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846667 Jul 16 21:07:22.540585 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-573e640e-a66a-4eee-a908-8e434ce9edfc req-0d2de6f2-8b7e-4e14-8a0d-e01089e5edba service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869005 Jul 16 21:07:22.555790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:9a:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:07:21Z', 'revision_number': 9, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:07:22.582201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ba5c8-9977-4ec3-8496-2ac0ed87958c None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:9a:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:07:21Z', 'revision_number': 9, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:07:22.759511 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4036b3a9-445b-424f-8bb0-3da4ee774207 None None] New status for floating IP 9f271d04-74d8-493a-b959-d096c3516ea5: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:07:23.470150 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:23.474999 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48596f64-b4e1-4594-8731-4d90d349a07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:24.731232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:26.410687 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:28.884739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-5f693ca1-549c-42b7-9394-9892914cc6f7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496507 Jul 16 21:07:28.982484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-55f5e67f-1dfe-477e-bdac-d0490df2e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:28.983981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-55f5e67f-1dfe-477e-bdac-d0490df2e212 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1098 time: 0.0560529 Jul 16 21:07:29.083157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-e7c8e666-0a71-49e7-b68f-16cd22e37192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:29.084637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-e7c8e666-0a71-49e7-b68f-16cd22e37192 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0820105 Jul 16 21:07:29.151150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-b0f240fd-b39a-4037-a01a-2be8e08b1117 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1003 time: 0.0605671 Jul 16 21:07:29.197415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-c31ba19b-31d2-40c3-bf09-2999a05c6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:29.198799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-c31ba19b-31d2-40c3-bf09-2999a05c6e40 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0422683 Jul 16 21:07:29.255746 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-55a413f7-bfb1-44ec-b210-874c46ebee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:07:29.257180 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-55a413f7-bfb1-44ec-b210-874c46ebee2d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509586 Jul 16 21:07:29.347928 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-16e9bb27-3020-4388-a673-4acb9187c057 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832229 Jul 16 21:07:29.435157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2269aa6f-2245-47cd-bd75-2c86154f3bb5 req-9833727b-ec78-4be5-9b34-dd939092d022 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805240 Jul 16 21:07:46.105084 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:47.275937 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:50.666889 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8bbfab2-b883-4ddd-b8af-06f7e1d4dee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:53.469986 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:53.471446 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bff29b54-7b74-4acc-840c-bbbab9a5c69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:54.686343 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:07:54.734345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:07:56.415773 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:16.103606 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:17.275210 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:20.667836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4895530-7063-4d85-a30b-389d2ae66be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:23.468497 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:23.470232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-37ec9613-f594-4d49-b54c-1241837cde9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:24.737325 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:26.416069 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:28.874254 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87659c2a-e617-4609-9895-4ac45703f590 req-829874ff-51c5-4e1d-ae5d-170687496d7b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570812 Jul 16 21:08:28.964733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87659c2a-e617-4609-9895-4ac45703f590 req-a67de8ad-b3eb-4fe3-a2a3-86511ff667fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:28.966104 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87659c2a-e617-4609-9895-4ac45703f590 req-a67de8ad-b3eb-4fe3-a2a3-86511ff667fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1098 time: 0.0513391 Jul 16 21:08:29.066338 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87659c2a-e617-4609-9895-4ac45703f590 req-c946830f-2cec-43f1-af00-7912e26b1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:29.067837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87659c2a-e617-4609-9895-4ac45703f590 req-c946830f-2cec-43f1-af00-7912e26b1a55 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0832090 Jul 16 21:08:29.136131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87659c2a-e617-4609-9895-4ac45703f590 req-f74756f6-9e08-43a0-838d-b244cdc3e1c0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1003 time: 0.0617146 Jul 16 21:08:29.183319 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87659c2a-e617-4609-9895-4ac45703f590 req-aa0d0d49-4f50-4651-95b4-e9bf0a6e0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:29.184749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87659c2a-e617-4609-9895-4ac45703f590 req-aa0d0d49-4f50-4651-95b4-e9bf0a6e0867 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0421846 Jul 16 21:08:29.239312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87659c2a-e617-4609-9895-4ac45703f590 req-42bec6fe-de18-4537-8efb-0a99bcd508bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:29.240676 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87659c2a-e617-4609-9895-4ac45703f590 req-42bec6fe-de18-4537-8efb-0a99bcd508bd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496063 Jul 16 21:08:29.332031 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87659c2a-e617-4609-9895-4ac45703f590 req-f167c01a-18e3-43c9-976d-5b975f062fcd service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845642 Jul 16 21:08:29.419270 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87659c2a-e617-4609-9895-4ac45703f590 req-9f0545b8-42dc-4e8d-a45a-3e82b77303f4 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800314 Jul 16 21:08:31.685725 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:08:46.103231 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:47.281198 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:50.668723 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-932c1fbd-8457-40c9-ab87-51453298cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.468667 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:53.470360 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a1b08036-b7f7-4ee8-998d-f36028be3182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:54.741060 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.418213 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:08:56.994661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917b2c4-78af-4de9-9cf2-c3629ff3fcbb req-f1ef839a-6c40-4a06-bf8f-a77171c4620a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:56.996183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f917b2c4-78af-4de9-9cf2-c3629ff3fcbb req-f1ef839a-6c40-4a06-bf8f-a77171c4620a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.1041706 Jul 16 21:08:57.003616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-c77afa77-df3f-4dfd-9baa-4d9979af01d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200061 Jul 16 21:08:57.037350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f917b2c4-78af-4de9-9cf2-c3629ff3fcbb req-28d2eb1d-91bd-4929-ac73-5660f194e761 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327823 Jul 16 21:08:58.132844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-1e042b1b-8016-4a2a-800f-431881500af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:58.134491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-1e042b1b-8016-4a2a-800f-431881500af5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1098 time: 0.0565643 Jul 16 21:08:58.269320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-99cec817-8c56-4f39-903b-63a785f58c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:58.270784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-99cec817-8c56-4f39-903b-63a785f58c2b service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1301446 Jul 16 21:08:58.278995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bfe82-337a-4d98-ab6c-2998f7a1caa4 req-06ee070f-cfd8-4a05-b0e5-35eb1c537d78 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:58.280970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252bfe82-337a-4d98-ab6c-2998f7a1caa4 req-06ee070f-cfd8-4a05-b0e5-35eb1c537d78 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.1201744 Jul 16 21:08:58.364622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-252bfe82-337a-4d98-ab6c-2998f7a1caa4 req-f8e4b527-1521-4c27-98e6-229b962efb0c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771449 Jul 16 21:08:58.366328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-4cfe9182-3e60-43fd-b6f2-b9f5c743ecd2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1003 time: 0.0845211 Jul 16 21:08:58.415062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-9bcc894d-2726-414f-95d4-d95077b389f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:58.416523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-9bcc894d-2726-414f-95d4-d95077b389f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0440068 Jul 16 21:08:58.475666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-a6c36bbc-98a1-4d91-a6a8-f2cf165eda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:58.477117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-a6c36bbc-98a1-4d91-a6a8-f2cf165eda48 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545142 Jul 16 21:08:58.564196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-20991a66-cf95-4102-91c1-b27af3d6448c service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806189 Jul 16 21:08:58.657551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-5171b316-4bcc-4f3c-9edb-341f43957a11 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871015 Jul 16 21:08:59.533970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81eb82-890a-416f-adff-5b7f67120aba req-93835392-4a07-422d-a659-44e43626e6c0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:08:59.535461 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd81eb82-890a-416f-adff-5b7f67120aba req-93835392-4a07-422d-a659-44e43626e6c0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0624270 Jul 16 21:08:59.571516 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd81eb82-890a-416f-adff-5b7f67120aba req-7570931f-3a21-4d8b-bb95-9a5f037d3aa6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305352 Jul 16 21:09:00.747184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0491e4-fc3a-4cbe-8bcc-9082a64e0143 req-c7416f72-bb22-4dfd-b218-13748acb9621 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:00.748678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c0491e4-fc3a-4cbe-8bcc-9082a64e0143 req-c7416f72-bb22-4dfd-b218-13748acb9621 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0666006 Jul 16 21:09:00.785657 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c0491e4-fc3a-4cbe-8bcc-9082a64e0143 req-d27c2bd1-2579-4a5e-83e8-415e547a9da8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314686 Jul 16 21:09:01.959554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ec515-c8fb-4a0c-948f-0a6aecef3b2e req-31491c9d-6dd7-4741-a3e3-63c4c2719cd3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:01.960928 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-539ec515-c8fb-4a0c-948f-0a6aecef3b2e req-31491c9d-6dd7-4741-a3e3-63c4c2719cd3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0618637 Jul 16 21:09:01.997624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-539ec515-c8fb-4a0c-948f-0a6aecef3b2e req-7fd96f0e-2361-42c8-9478-b5b46ffae7c9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Jul 16 21:09:03.168626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34aa32-c917-4a00-b8a4-1070398336c9 req-2b70eaee-a740-4379-ab82-450188915659 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:03.170681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e34aa32-c917-4a00-b8a4-1070398336c9 req-2b70eaee-a740-4379-ab82-450188915659 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0613561 Jul 16 21:09:03.207099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e34aa32-c917-4a00-b8a4-1070398336c9 req-8d5fae31-a1ba-401f-9ab2-8c9149303c25 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309117 Jul 16 21:09:04.380256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a505f0c-997d-4ab0-a43a-20941e10a224 req-2802ef50-159f-4478-bdc5-05c72e75d776 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:04.381690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a505f0c-997d-4ab0-a43a-20941e10a224 req-2802ef50-159f-4478-bdc5-05c72e75d776 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0649884 Jul 16 21:09:04.418122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a505f0c-997d-4ab0-a43a-20941e10a224 req-8822d857-96e1-4535-aae8-5638cafe9a75 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309730 Jul 16 21:09:05.590811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26c648-3715-4c6f-a992-bbd6a859b5f9 req-f3c67bb7-8507-46f3-b1c5-c75b565017ed tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:05.592881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f26c648-3715-4c6f-a992-bbd6a859b5f9 req-f3c67bb7-8507-46f3-b1c5-c75b565017ed tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0626609 Jul 16 21:09:05.629137 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f26c648-3715-4c6f-a992-bbd6a859b5f9 req-469142ae-e76d-4313-b644-63e1a35878dd tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Jul 16 21:09:06.804466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8bd21-799a-4638-a007-bc963765ee88 req-8c7628b7-e2d0-4412-87c5-2c303704cf5d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:06.805930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16e8bd21-799a-4638-a007-bc963765ee88 req-8c7628b7-e2d0-4412-87c5-2c303704cf5d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0650885 Jul 16 21:09:06.844099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16e8bd21-799a-4638-a007-bc963765ee88 req-dcfff937-f2e3-46de-86e0-524c5350f2e4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Jul 16 21:09:08.014799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca56db-449e-4b40-a84c-09d71e80b047 req-a14c2510-7904-4e1d-9a10-41ac69e910ed tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:08.016301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1eca56db-449e-4b40-a84c-09d71e80b047 req-a14c2510-7904-4e1d-9a10-41ac69e910ed tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0635073 Jul 16 21:09:08.052704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1eca56db-449e-4b40-a84c-09d71e80b047 req-feb154cf-54ec-4b43-90af-d9a8092ca12d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Jul 16 21:09:08.684043 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:09:09.222613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3db02d-f7b3-4c14-8aa2-326b850e78a1 req-822d9630-a297-4112-945a-25a3163d2549 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:09.224294 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd3db02d-f7b3-4c14-8aa2-326b850e78a1 req-822d9630-a297-4112-945a-25a3163d2549 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0619593 Jul 16 21:09:09.261866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd3db02d-f7b3-4c14-8aa2-326b850e78a1 req-cc8decb3-ccdc-4034-8c2d-57a2afcf314c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317180 Jul 16 21:09:10.467424 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-77decb15-8827-4336-91b9-e2f3e8caf315 service neutron] show failed (client error): The resource could not be found. Jul 16 21:09:10.468423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-77decb15-8827-4336-91b9-e2f3e8caf315 service neutron] 10.222.0.63 "GET /v2.0/ports/58e32012-ce18-4ab2-9167-7d4bb01e5fa8/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0894907 Jul 16 21:09:10.477641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990a0d4-9b91-477a-ad21-022cae1eb2b5 req-e2b59dc5-301b-4b61-90ce-83003a058cc8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:10.479071 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1990a0d4-9b91-477a-ad21-022cae1eb2b5 req-e2b59dc5-301b-4b61-90ce-83003a058cc8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.1089497 Jul 16 21:09:10.520692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1990a0d4-9b91-477a-ad21-022cae1eb2b5 req-d168c595-7056-424b-941a-b917fe7740bf tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351629 Jul 16 21:09:10.716584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-2caaf1fa-aa4e-4168-8a99-a3975608fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:10.718057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-2caaf1fa-aa4e-4168-8a99-a3975608fc84 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 1098 time: 0.0559239 Jul 16 21:09:10.729050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:10.796919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:10.994466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:11.026022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:11.068162 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:11.070473 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8bc10c-360b-401e-b86d-d486a489a0ed" -d '{"events": [{"server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "name": "network-vif-unplugged", "status": "completed", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:11.073908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.085897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Transition to ACTIVE for port object 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:11.090225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.126298 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52618a23-055e-4eec-a9d0-6f7e7e7cc035 x-openstack-request-id: req-52618a23-055e-4eec-a9d0-6f7e7e7cc035 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:11.126426 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "name": "network-vif-unplugged", "status": "completed", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:11.126608 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52618a23-055e-4eec-a9d0-6f7e7e7cc035 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:11.126992 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'code': 200} Jul 16 21:09:11.174942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:11.187146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.187580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.187919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.188256 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.188588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.188918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.189242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.189564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.189886 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.190214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.190559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.190881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:11.226621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] No DVR routers for this DVR port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:09:11.608581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:11.609320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:11.609320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:11.613619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:11.613941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:11.618750 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:11.619108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:11.619534 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:11.620140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Bound port: 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:11.620501 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.719452 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:11.724094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:11.729339 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.772665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168bc07-7c1a-410e-8cc3-a2566111c38d req-c6bc13ce-27d8-46c1-92df-bae7c0af2b6a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:11.774132 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6168bc07-7c1a-410e-8cc3-a2566111c38d req-c6bc13ce-27d8-46c1-92df-bae7c0af2b6a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 944 time: 0.1213262 Jul 16 21:09:11.779067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:11.779738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:11.781152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] 10.222.0.30 "PUT /v2.0/ports/58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1093 time: 1.0559955 Jul 16 21:09:11.850258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece281d0-1197-47d5-b3c3-2a0eb08df42e service neutron] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:11.869113 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6168bc07-7c1a-410e-8cc3-a2566111c38d req-86f00b69-ef01-4f01-b133-8a3241d05893 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869544 Jul 16 21:09:11.892307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-b0ef5ea9-578d-4d68-a412-4bb34c27e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:11.893826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-b0ef5ea9-578d-4d68-a412-4bb34c27e84d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1096 time: 0.0866020 Jul 16 21:09:11.988589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-928cd16d-41aa-4d22-a64d-dfdbc0d4d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:11.990022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-928cd16d-41aa-4d22-a64d-dfdbc0d4d58f service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0893326 Jul 16 21:09:12.053157 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-a195808f-d877-47a2-850c-85476ffe36e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1001 time: 0.0562096 Jul 16 21:09:12.099281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-2a044a95-5d30-44fe-8657-5bcd5ec3473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:12.100634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-2a044a95-5d30-44fe-8657-5bcd5ec3473c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0419157 Jul 16 21:09:12.159409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-a0836d31-8f32-406e-ba3b-fd04d9269c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:12.160857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-a0836d31-8f32-406e-ba3b-fd04d9269c5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546205 Jul 16 21:09:12.171659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-b6867611-faf5-4757-b01d-e93a2e9f9242 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:09:12.172576 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-b6867611-faf5-4757-b01d-e93a2e9f9242 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055053 Jul 16 21:09:12.266761 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-85289c35-c828-44be-abc0-d6369e00f9a3 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875282 Jul 16 21:09:12.357038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d631e5af-057e-4069-92b9-9bb577f3a758 req-909f6ed0-fa24-4d50-9e39-891eaf3b9198 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840528 Jul 16 21:09:13.043914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe032c-3145-4be1-b400-403cd3cca961 req-4e2ebe55-98c0-4d36-9fc8-18070a39b64a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.045402 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fe032c-3145-4be1-b400-403cd3cca961 req-4e2ebe55-98c0-4d36-9fc8-18070a39b64a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 944 time: 0.0622702 Jul 16 21:09:13.082255 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fe032c-3145-4be1-b400-403cd3cca961 req-7f319c97-80bb-48cc-8cd0-bd0714a1fbdd tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314045 Jul 16 21:09:13.127919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:13.130267 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee74953-ad13-418b-9ca0-7a42037ef952" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:13.176706 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5b79e0-273f-48ff-9848-033dce830938 x-openstack-request-id: req-ec5b79e0-273f-48ff-9848-033dce830938 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:13.177061 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:13.177543 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec5b79e0-273f-48ff-9848-033dce830938 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:13.178004 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'status': 'completed', 'code': 200} Jul 16 21:09:13.289238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-aea4faa8-00b7-44ff-82b8-31b12610fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.290708 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-aea4faa8-00b7-44ff-82b8-31b12610fdc1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1096 time: 0.0933411 Jul 16 21:09:13.293230 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-c438e75d-0063-4f78-a445-e88609d4b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.295098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-c438e75d-0063-4f78-a445-e88609d4b6b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1096 time: 0.0893934 Jul 16 21:09:13.446586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-7a542314-2881-4c44-8582-4e9e926a4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.447968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-7a542314-2881-4c44-8582-4e9e926a4017 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1513638 Jul 16 21:09:13.449298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-20316f51-d9e3-46a5-adec-3448f76d2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.450575 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-20316f51-d9e3-46a5-adec-3448f76d2ebf service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1463447 Jul 16 21:09:13.557174 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-68073ad4-6a0c-4b25-877a-2010a75e7d5b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1001 time: 0.1031525 Jul 16 21:09:13.560919 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-01e1554d-577c-44ee-b88d-eb0fdd6a4b20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1001 time: 0.1016581 Jul 16 21:09:13.640857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-88d8138c-b5f6-4eed-8a89-422a4ee41c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.642335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-88d8138c-b5f6-4eed-8a89-422a4ee41c11 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0790088 Jul 16 21:09:13.643717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-db95901f-bec1-46f9-9261-bf8311ade011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.645034 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-db95901f-bec1-46f9-9261-bf8311ade011 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0745723 Jul 16 21:09:13.737930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-cb8e5058-429e-4880-8f82-341c3c7b645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.739372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-cb8e5058-429e-4880-8f82-341c3c7b645e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901806 Jul 16 21:09:13.741829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-aa8fa351-7f95-4875-8978-a944cd008eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:13.743169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-aa8fa351-7f95-4875-8978-a944cd008eb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863411 Jul 16 21:09:13.899562 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-150f14c0-9e02-4d2b-8e7d-b3acca40aa56 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468239 Jul 16 21:09:13.901692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-ca4f67d8-df47-47b6-9774-d1a86f789e7e service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555977 Jul 16 21:09:14.055534 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-c2a60fee-d588-4848-9104-c417bdba2f36 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498303 Jul 16 21:09:14.057922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ee74953-ad13-418b-9ca0-7a42037ef952 req-f0dce752-6428-444a-acaa-c736f891a26a service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440370 Jul 16 21:09:14.260573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6be25-dec0-4811-9ad3-119a494cf0b9 req-79107e78-6d01-44fe-8f40-c0d970da2882 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.262052 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-86c6be25-dec0-4811-9ad3-119a494cf0b9 req-79107e78-6d01-44fe-8f40-c0d970da2882 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 944 time: 0.0676045 Jul 16 21:09:14.299677 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-86c6be25-dec0-4811-9ad3-119a494cf0b9 req-d3edfc60-42f5-467d-bfee-2c5e7c035ed6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313318 Jul 16 21:09:14.721271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-2c33e0ae-c936-45ec-aaf6-ad15448945b6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.722713 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-2c33e0ae-c936-45ec-aaf6-ad15448945b6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&binding%3Ahost_id=n-h2-792394-17 HTTP/1.1" status: 200 len: 944 time: 0.1035366 Jul 16 21:09:14.792225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec0158-299f-4a86-b555-bf1e91a8461b req-1601c4ad-6069-4c17-a08e-6d10e27c4adc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.793672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4cec0158-299f-4a86-b555-bf1e91a8461b req-1601c4ad-6069-4c17-a08e-6d10e27c4adc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 944 time: 0.1132414 Jul 16 21:09:14.808322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-c2e36844-2ed0-457e-8e4f-f337ca9d083c service neutron] 10.222.0.30 "GET /v2.0/ports/58e32012-ce18-4ab2-9167-7d4bb01e5fa8/bindings/n-h2-792394-17 HTTP/1.1" status: 200 len: 383 time: 0.0782156 Jul 16 21:09:14.839848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:09:14.844890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4cec0158-299f-4a86-b555-bf1e91a8461b req-3837e415-8183-410f-b0f8-1692dc198197 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451040 Jul 16 21:09:14.877706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:09:14.892347 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-c3c37167-ca6f-4326-880e-a976ed31bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.893835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-c3c37167-ca6f-4326-880e-a976ed31bf80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1096 time: 0.0629921 Jul 16 21:09:14.979833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-bb847ba9-91eb-42db-bbf8-a90470afb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:14.981303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-bb847ba9-91eb-42db-bbf8-a90470afb99a service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0812478 Jul 16 21:09:15.046646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-ee4ac0be-5139-4961-af4d-3012ec0fac36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1001 time: 0.0585117 Jul 16 21:09:15.093586 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-cbfa25cf-71b5-4dc4-9233-50e4e3b9b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:15.094969 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-cbfa25cf-71b5-4dc4-9233-50e4e3b9b296 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0423958 Jul 16 21:09:15.150084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-a99d3de6-faaf-4f9f-9134-38d8e931f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:15.151750 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-a99d3de6-faaf-4f9f-9134-38d8e931f2b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509942 Jul 16 21:09:15.242113 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-abdbee73-9258-4acf-912d-2c55cf4d73ee service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832922 Jul 16 21:09:15.326844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-e75c4f52-35db-451f-b33a-d4ff7263f74f service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786521 Jul 16 21:09:15.481263 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:15.574413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:15.585462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'mac_address': 'fa:16:3e:9a:45:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:15.621663 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:15.634048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:15.653135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:15.657177 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:15.702770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:15.709894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.710243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.710585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.710920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.711272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.711601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.711928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.712252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.712574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.712894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.713214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.713533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:09:15.896505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['58e32012-ce18-4ab2-9167-7d4bb01e5fa8'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:09:16.026706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f5226-705f-41d5-9e54-5a8a0f02be76 req-9b57570f-8ad7-4e7b-bcb9-90206074c4e8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:16.028655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-028f5226-705f-41d5-9e54-5a8a0f02be76 req-9b57570f-8ad7-4e7b-bcb9-90206074c4e8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 945 time: 0.0708454 Jul 16 21:09:16.066125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-028f5226-705f-41d5-9e54-5a8a0f02be76 req-5ff48347-cc7a-42ae-89dc-8962aa7866e4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313640 Jul 16 21:09:16.116854 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.244025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db961e-28fc-4b4a-b412-b38feee5a4f3 req-24c74a6f-4789-4768-a984-431f787da984 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:17.245501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9db961e-28fc-4b4a-b412-b38feee5a4f3 req-24c74a6f-4789-4768-a984-431f787da984 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 945 time: 0.0657663 Jul 16 21:09:17.284799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b9db961e-28fc-4b4a-b412-b38feee5a4f3 req-18cc67a7-6b94-4663-8fc9-4297be3c2f92 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333903 Jul 16 21:09:17.290424 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.347277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-42efcd70-70bf-41a5-bfd0-1dbfd2c45310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:17.348671 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-42efcd70-70bf-41a5-bfd0-1dbfd2c45310 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 1097 time: 0.0527837 Jul 16 21:09:17.360070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:17.431766 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.490223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:09:17.539241 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:17.543239 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:17.543646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.621933 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.633185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:17.665935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:17.701483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:17.710260 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.721341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Ignored duplicate provisioning block setup for port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 21:09:17.725111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.760836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:09:17.761187 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:09:17.801496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:17.842449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] No DVR routers for this DVR port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:09:17.960961 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5a478377-34f9-4ec2-8621-b36ec88df30c None None] Provisioning complete for port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:17.961335 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a478377-34f9-4ec2-8621-b36ec88df30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.978340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:17.978671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:17.979065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:17.984234 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:17.984552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Attempting to bind port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:17.989601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:17.989931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:17.990311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:17.990729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Bound port: 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:17.991079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:17.994648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5a478377-34f9-4ec2-8621-b36ec88df30c None None] Port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:09:18.055832 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:18.059415 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:18.063757 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:18.097216 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.097828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:18.099422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] 10.222.0.63 "PUT /v2.0/ports/58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1093 time: 0.7439005 Jul 16 21:09:18.099810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:18.102170 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6baa795-8d1d-436d-8bb9-4656002c5ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:18.125820 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295405f-8d77-415a-8d9d-b6215f617111 service neutron] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:18.162868 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8a4634-4011-4af8-8458-4d265de5afce x-openstack-request-id: req-2f8a4634-4011-4af8-8458-4d265de5afce {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:18.163182 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:18.163470 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f8a4634-4011-4af8-8458-4d265de5afce {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:18.163865 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'status': 'completed', 'code': 200} Jul 16 21:09:18.185510 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-17f04b6a-95bd-47bd-8a8d-5ce7d108fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.187029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-17f04b6a-95bd-47bd-8a8d-5ce7d108fee2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1097 time: 0.0582230 Jul 16 21:09:18.304849 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:18.311892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-84c821d3-fa5f-4bf3-a1fb-f3f699e4db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.316513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-84c821d3-fa5f-4bf3-a1fb-f3f699e4db85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1097 time: 0.1269538 Jul 16 21:09:18.353737 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-9de2c2fe-3036-47fa-8ba5-e86a61333557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.355978 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-9de2c2fe-3036-47fa-8ba5-e86a61333557 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1586092 Jul 16 21:09:18.496915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:18.499132 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3573f2b-093a-4221-a60e-0891f1e4db9d" -d '{"events": [{"server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "name": "network-vif-plugged", "status": "completed", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:18.516475 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:18.518140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c2a1138-de41-4807-8078-074e207f0d5d None None] Provisioning complete for port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:18.518525 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1138-de41-4807-8078-074e207f0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:18.539347 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:18.602554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:18.756948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-ae183886-b766-4f17-8aac-cf9b5de9fca9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1001 time: 0.3933752 Jul 16 21:09:18.784030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-64445a4a-34d2-4c33-a006-44e997758af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.785399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-64445a4a-34d2-4c33-a006-44e997758af2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.4579213 Jul 16 21:09:18.876258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1cb5e-9ba5-4311-9070-93c32a7e172a req-c2aed919-6aa7-4dab-bdae-1eea0736a494 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.877704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3cb1cb5e-9ba5-4311-9070-93c32a7e172a req-c2aed919-6aa7-4dab-bdae-1eea0736a494 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 947 time: 0.2121990 Jul 16 21:09:18.882800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-172c7da2-1790-4373-a764-af237d79cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:18.884172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-172c7da2-1790-4373-a764-af237d79cf3d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.1144688 Jul 16 21:09:18.903642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-3b078532-24f5-4e3a-af14-153920f3012e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1003 time: 0.0995305 Jul 16 21:09:18.983137 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3cb1cb5e-9ba5-4311-9070-93c32a7e172a req-851fcf06-fad0-4b82-9db1-421cb5c20478 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964167 Jul 16 21:09:18.996306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-0bcdcfb4-b49d-418e-bd57-3a86b08972a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:19.007096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-0bcdcfb4-b49d-418e-bd57-3a86b08972a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0861199 Jul 16 21:09:19.008195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-fb0f6947-b633-4847-845a-9762760037ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:19.009624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-fb0f6947-b633-4847-845a-9762760037ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146362 Jul 16 21:09:19.041780 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa56190-c92c-467b-af0b-9161822fe28c x-openstack-request-id: req-aaa56190-c92c-467b-af0b-9161822fe28c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:19.042082 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "name": "network-vif-plugged", "status": "completed", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:19.042341 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aaa56190-c92c-467b-af0b-9161822fe28c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:19.042738 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'code': 200} Jul 16 21:09:19.132909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-c141a73d-aabb-4484-9d1c-152cc2a08831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:19.134410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-c141a73d-aabb-4484-9d1c-152cc2a08831 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292863 Jul 16 21:09:19.136118 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-77cf94fa-fb51-4347-9dd5-14b445742efc service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187088 Jul 16 21:09:19.295070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-53fb1670-7e6f-49ac-984e-09d8f664a7c1 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520929 Jul 16 21:09:19.296889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9d00d77-488e-4952-9a1b-1fc5e96761df req-f042128b-5f93-4652-af93-a8ad65a8fe33 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536014 Jul 16 21:09:19.416716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-9c46e4e9-3b50-4b51-8c55-6e5741d3e707 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153705 Jul 16 21:09:19.431665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-47d9f296-d4c7-4acf-9297-5283f317c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:19.433568 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-47d9f296-d4c7-4acf-9297-5283f317c135 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 1099 time: 0.0753410 Jul 16 21:09:19.481694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:09:19.518870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:09:19.523139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-03ce22a8-9c0a-44ae-b854-cfdc0ed9c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:19.524613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-03ce22a8-9c0a-44ae-b854-cfdc0ed9c573 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0848210 Jul 16 21:09:19.591746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-668493a6-307c-459b-9244-24dc470aa21e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 200 len: 1003 time: 0.0599020 Jul 16 21:09:19.637902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-7c3a7ca2-f469-4ced-ad75-bd85555ce352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:19.639385 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-7c3a7ca2-f469-4ced-ad75-bd85555ce352 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0420678 Jul 16 21:09:19.695844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-5bfc4725-2f58-4f3d-a23d-20dfeb55e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:19.697334 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-5bfc4725-2f58-4f3d-a23d-20dfeb55e6b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507991 Jul 16 21:09:19.787377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-8432a375-463d-485f-91b1-05745515a8a1 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829492 Jul 16 21:09:19.875407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f6baa795-8d1d-436d-8bb9-4656002c5ba8 req-5dbd7327-6c4e-4f7a-8d83-cc33039caab0 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799856 Jul 16 21:09:20.162669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d94db-dfdd-4912-8386-f9097316b169 req-8004bb10-3ae6-4958-b2e1-aa4961bcdde4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:20.164065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a24d94db-dfdd-4912-8386-f9097316b169 req-8004bb10-3ae6-4958-b2e1-aa4961bcdde4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 947 time: 0.0657535 Jul 16 21:09:20.200126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a24d94db-dfdd-4912-8386-f9097316b169 req-eb60e4a9-8c38-476e-a271-bad5a0876189 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305381 Jul 16 21:09:20.669570 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8b86dc59-4d8d-44a3-b466-41ff73f137c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:21.373604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82c9f9-ff8a-41d0-bed7-f55fe4023db0 req-aa7b6251-582e-4733-82ed-bbc1442ed60a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:21.375079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b82c9f9-ff8a-41d0-bed7-f55fe4023db0 req-aa7b6251-582e-4733-82ed-bbc1442ed60a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 947 time: 0.0638244 Jul 16 21:09:21.411239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6b82c9f9-ff8a-41d0-bed7-f55fe4023db0 req-0be0c791-dbe6-4976-ac86-2c4495a53b07 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306470 Jul 16 21:09:21.582644 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc7cec-82fe-489d-92e1-071af6321996 req-08e96743-1ee1-4f1c-968c-e9fab0cf16c2 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:21.584152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5acc7cec-82fe-489d-92e1-071af6321996 req-08e96743-1ee1-4f1c-968c-e9fab0cf16c2 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 947 time: 0.0623844 Jul 16 21:09:21.620805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5acc7cec-82fe-489d-92e1-071af6321996 req-39d20e15-4cac-4477-a6f8-b5dcb03cc92e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310907 Jul 16 21:09:21.793448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c48c8-17f7-473b-bbd5-151aa6c93635 req-32d4edd1-674a-472c-a96a-23ee9ad93738 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:21.795498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-014c48c8-17f7-473b-bbd5-151aa6c93635 req-32d4edd1-674a-472c-a96a-23ee9ad93738 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 947 time: 0.0671592 Jul 16 21:09:21.832399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-014c48c8-17f7-473b-bbd5-151aa6c93635 req-ea6ee015-cd90-493e-9967-1795a7444021 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Jul 16 21:09:22.203749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e8e7b-899c-41c5-92e4-56f85b683dcf req-929633bf-e5e7-4351-aca4-c90aaf8c41c2 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:22.205139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e0e8e7b-899c-41c5-92e4-56f85b683dcf req-929633bf-e5e7-4351-aca4-c90aaf8c41c2 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 947 time: 0.0621381 Jul 16 21:09:22.242019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e0e8e7b-899c-41c5-92e4-56f85b683dcf req-ed9a9d6e-cb58-4408-9bbd-838953f82ce7 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Jul 16 21:09:22.856051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:22.946990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:22.960542 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'mac_address': 'fa:16:3e:9a:45:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:22.995865 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.008406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:23.026822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:23.030663 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.078659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:23.317597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-a1c8ec69-e001-43a3-bd95-1a16f2504a5c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:23.319426 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-a1c8ec69-e001-43a3-bd95-1a16f2504a5c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.0676293 Jul 16 21:09:23.462379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e7355-98b0-426f-802f-81f41ebafaf6 req-bf9e20e1-4b40-4c09-ac82-9718c6f03b39 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:23.463887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-454e7355-98b0-426f-802f-81f41ebafaf6 req-bf9e20e1-4b40-4c09-ac82-9718c6f03b39 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 946 time: 0.1093240 Jul 16 21:09:23.468875 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.470899 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d6a6dba0-6b22-4030-bb87-09ef23bc1fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.471229 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Deleting port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:09:23.471618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.563213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-454e7355-98b0-426f-802f-81f41ebafaf6 req-2d2fc647-4ecd-4dcd-9881-39743d047bc0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873501 Jul 16 21:09:23.587065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] For port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:23.587466 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.751551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.751915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.752223 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Floating IP 9f271d04-74d8-493a-b959-d096c3516ea5 disassociated. External IP: 172.25.7.112, port: 58e32012-ce18-4ab2-9167-7d4bb01e5fa8. Jul 16 21:09:23.752562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Calling delete_port for 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:09:23.882195 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:23.909692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event deleted for resources: {'Port': ['ID=58e32012-ce18-4ab2-9167-7d4bb01e5fa8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:24.027891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:09:24.136806 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:09:24.146368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:09:24.155226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:09:24.155865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:09:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:24.177944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] No DVR routers for this DVR port 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:09:24.180706 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:24.182720 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-40cd9d35-6656-4c35-a936-80e75dacdcef req-d2291b23-92e8-4274-94fa-73e4e59898e9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "DELETE /v2.0/ports/58e32012-ce18-4ab2-9167-7d4bb01e5fa8 HTTP/1.1" status: 204 len: 173 time: 0.8580945 Jul 16 21:09:24.183151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'name': 'network-vif-deleted', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:24.185944 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db9cb1e-b74e-4c19-afb4-b7745a0832f4" -d '{"events": [{"server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "name": "network-vif-deleted", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:24.227757 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3915a776-2729-462c-ad06-7b6b9207302f x-openstack-request-id: req-3915a776-2729-462c-ad06-7b6b9207302f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:24.228043 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c3602b-23d3-4b8e-82c9-f8eb123eac54", "name": "network-vif-deleted", "tag": "58e32012-ce18-4ab2-9167-7d4bb01e5fa8", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:24.228291 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3915a776-2729-462c-ad06-7b6b9207302f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:24.228684 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c3602b-23d3-4b8e-82c9-f8eb123eac54', 'name': 'network-vif-deleted', 'tag': '58e32012-ce18-4ab2-9167-7d4bb01e5fa8', 'status': 'completed', 'code': 200} Jul 16 21:09:24.269823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:09:24.476454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:24.503571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:09:24.511564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:09:24.512175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:09:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:24.618371 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:09:24.751840 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2778e45-ecc9-4850-b899-7892eb39d070 req-ccd8e064-420e-4924-95ac-8137234925a1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0c3602b-23d3-4b8e-82c9-f8eb123eac54 HTTP/1.1" status: 200 len: 210 time: 0.0429096 Jul 16 21:09:24.787661 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:24.844096 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:24.874986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:24.878399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d510f69-8004-4b6b-9a37-023c738057f0 None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:09:24.880721 n-d-792394-17 neutron-server[93960]: INFO neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No ports have port_id starting with 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 Jul 16 21:09:24.882160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 requested by agent hyperv_n-h1-792394-17 not found in database {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 16 21:09:25.111885 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a809ab6f-f05d-4398-a702-71b45172b67b None None] New status for floating IP 9f271d04-74d8-493a-b959-d096c3516ea5: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:09:26.107914 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-55b7763b-ae73-449d-abc2-a86744af7ca9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--780759891&fields=id&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 267 time: 0.0339644 Jul 16 21:09:26.210988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-47835261-e2ed-4385-a3f2-586b2ca6dc75 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:26.212398 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-47835261-e2ed-4385-a3f2-586b2ca6dc75 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 811 time: 0.0978298 Jul 16 21:09:26.227303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-82b8847a-4876-4e4e-9272-c259f6ab9076 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/quotas/cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 375 time: 0.0091910 Jul 16 21:09:26.298846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-03a131ae-ee25-43a8-af33-e5f8dcfe374f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661080 Jul 16 21:09:26.397647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-1bd1e5be-e06a-4c0f-aa0a-2e39adc2684b service neutron] 10.222.0.10 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828881 Jul 16 21:09:26.419761 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:26.492064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-c375225a-40e7-4fb2-8cba-003e1c1f120e service neutron] 10.222.0.10 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886965 Jul 16 21:09:26.659517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8745f483-472b-46c0-879f-d01baee22454 req-4a6b785f-3c9a-40b5-b2c5-941e2e15901a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Jul 16 21:09:26.934111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:09:26.954189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:09:26.954530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 58e32012-ce18-4ab2-9167-7d4bb01e5fa8 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:09:27.738934 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a50cbb3e-21a1-4126-83b0-e042526f8444 req-b1ac317d-af2f-47f5-ab04-38b769fccaa8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 210 time: 0.0271759 Jul 16 21:09:28.879689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e269fc5f-a298-43c9-bffc-ebd1e733855a req-5328ed17-d5e5-4f12-94e1-2e225bafd128 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 210 time: 0.0308120 Jul 16 21:09:29.694249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-78d4c12f-5b91-4d84-ab4d-b8096571e2e8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:29.695709 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-78d4c12f-5b91-4d84-ab4d-b8096571e2e8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 811 time: 0.1049118 Jul 16 21:09:29.739362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-e4c6beee-a30e-425d-9f0c-6cad47b0c4e2 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 379 time: 0.0339754 Jul 16 21:09:29.749936 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'port': {'device_id': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'admin_state_up': True, 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'security_groups': ['494f8730-ceab-468d-b797-5ab98473eec1']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:29.859962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Made reservation on behalf of cbfca799ddc74f3d9e5ef8486fb16b0a for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:09:29.863659 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:29.985714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Allocated IP 172.20.0.13 (db65bcda-4231-4a7d-ac17-b89c7c84a192/054d6e48-7b9a-4a5e-acad-fb754ae849bc/b2f82fd1-2ce9-4bf9-8b82-077c3291b3be) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:09:30.031234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ebca11e-7800-4aab-b17d-19f85a4ebc5e req-06b7ed20-356b-48d6-8f3b-112cf12899d9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 210 time: 0.0398598 Jul 16 21:09:30.150157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:30.163662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Transition to ACTIVE for port object b2f82fd1-2ce9-4bf9-8b82-077c3291b3be will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:30.195360 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:30.489798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:09:30.494843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:09:30.497280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:09:30.528234 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:30.553116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:30.553741 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:30.568870 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-2d830075-a8ad-4948-baf1-cd1fafcf7064 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8231111 Jul 16 21:09:30.581420 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Request body: {'port': {'device_id': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:30.655999 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:30.737015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-de799743-aa94-420a-9a4d-70c650ccc7d0 None None] Provisioning for port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:30.740925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-de799743-aa94-420a-9a4d-70c650ccc7d0 None None] Provisioning complete for port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:30.741239 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de799743-aa94-420a-9a4d-70c650ccc7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:30.773421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-de799743-aa94-420a-9a4d-70c650ccc7d0 None None] Port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:09:30.911594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f82fd1-2ce9-4bf9-8b82-077c3291b3be {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:30.918888 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:30.931233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Transition to ACTIVE for port object b2f82fd1-2ce9-4bf9-8b82-077c3291b3be will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:09:30.935428 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:30.985244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:31.058083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:09:31.058765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:09:31.058765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:31.064103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:09:31.064103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:09:31.069074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:09:31.069411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:09:31.069796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:09:31.070220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Bound port: b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:09:31.070579 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:31.139151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:09:31.142375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:09:31.146353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:31.189287 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.190170 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:31.192048 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1093 time: 0.6147819 Jul 16 21:09:31.214558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:31.217688 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:31.286794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd773e1-d188-4570-a252-b7ee65615ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:31.328075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a3378-8233-4c09-a76a-3ef85b68ecc0 req-a9f78302-5930-4fc0-a0a0-fb1e831bef0c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.329613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36a3378-8233-4c09-a76a-3ef85b68ecc0 req-a9f78302-5930-4fc0-a0a0-fb1e831bef0c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.1743588 Jul 16 21:09:31.344151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-1bd4329a-2f26-435e-a48c-8371210961ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.345411 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-1bd4329a-2f26-435e-a48c-8371210961ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1096 time: 0.1109762 Jul 16 21:09:31.393330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-035e6328-460e-4316-ad1b-a501c61c43ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 217 time: 0.0400856 Jul 16 21:09:31.416002 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c36a3378-8233-4c09-a76a-3ef85b68ecc0 req-c87536d1-4005-4059-82cb-a37b210d898f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802286 Jul 16 21:09:31.455601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-5ca3273a-d909-495d-9822-038fc9b23f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.457116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-5ca3273a-d909-495d-9822-038fc9b23f3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0563681 Jul 16 21:09:31.473497 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f86ec6-dd1e-4818-98b6-de15377972b2 x-openstack-request-id: req-57f86ec6-dd1e-4818-98b6-de15377972b2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:31.473777 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:31.474026 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57f86ec6-dd1e-4818-98b6-de15377972b2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:31.474405 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'status': 'completed', 'code': 200} Jul 16 21:09:31.517722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-5664d935-550a-4af4-aa06-42e5152e1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.519112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-5664d935-550a-4af4-aa06-42e5152e1ad2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542221 Jul 16 21:09:31.606689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-3e527504-ef61-4b1f-8221-8b43cf199b5a service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806954 Jul 16 21:09:31.697459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c50e048-7d0b-4cbf-a7af-e250ddc585be req-16c2c7aa-2c8f-4f6c-9933-30390d6990a3 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Jul 16 21:09:31.792867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-3601224e-3a0f-4555-93a3-2d0139ee4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.794313 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-3601224e-3a0f-4555-93a3-2d0139ee4674 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1096 time: 0.0529628 Jul 16 21:09:31.886592 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-a51b6fed-7ee4-4c2e-be47-1e351850da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.888102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-a51b6fed-7ee4-4c2e-be47-1e351850da27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0879567 Jul 16 21:09:31.927302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-ba393ae1-a6d5-429d-8902-8ffda9488ada service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 217 time: 0.0330851 Jul 16 21:09:31.973413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-962f9ae7-59b8-465a-8008-2f7c7d38d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:31.974805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-962f9ae7-59b8-465a-8008-2f7c7d38d4f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0414946 Jul 16 21:09:32.035069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-a9f62844-754c-4aca-a495-4ab1f4fbc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:32.036602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-a9f62844-754c-4aca-a495-4ab1f4fbc148 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549204 Jul 16 21:09:32.126487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-c7d9fdef-5920-4eb4-8669-d01f6e9b096e service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825050 Jul 16 21:09:32.217322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0fe4750b-f715-4c96-b7d3-ab0ca57151ec req-3e11941e-0b20-4111-a345-fc4bf5a22f45 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835643 Jul 16 21:09:32.671475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964a205-c42a-42d2-a86c-045c89b46e2d req-72956511-a6ff-4e8c-906a-eb905ebd76fa tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:32.672991 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3964a205-c42a-42d2-a86c-045c89b46e2d req-72956511-a6ff-4e8c-906a-eb905ebd76fa tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.1436353 Jul 16 21:09:32.709731 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3964a205-c42a-42d2-a86c-045c89b46e2d req-8eefdf3e-fe57-44ef-b152-50a789fe2d8e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310831 Jul 16 21:09:33.882019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab34a1-0888-418b-b0bf-63a8c48afc4d req-5684fee2-b962-4b11-9915-ee7e71fba8c3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:33.883417 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a3ab34a1-0888-418b-b0bf-63a8c48afc4d req-5684fee2-b962-4b11-9915-ee7e71fba8c3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0659750 Jul 16 21:09:33.920783 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a3ab34a1-0888-418b-b0bf-63a8c48afc4d req-3d130bee-e3a7-485f-9626-01ff45fe587b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Jul 16 21:09:35.088016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600d0b5-2de2-43a1-adfa-6ae5e72b3863 req-f8dd93ca-889c-40af-b182-dbfb8284d4fb tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:35.089479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f600d0b5-2de2-43a1-adfa-6ae5e72b3863 req-f8dd93ca-889c-40af-b182-dbfb8284d4fb tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0620613 Jul 16 21:09:35.127850 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f600d0b5-2de2-43a1-adfa-6ae5e72b3863 req-142587e3-70e7-4870-8623-0bef04563f0d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Jul 16 21:09:35.550309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:09:35.644577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:35.656046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'mac_address': 'fa:16:3e:63:8e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:09:35.691167 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:35.706468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f82fd1-2ce9-4bf9-8b82-077c3291b3be {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:09:35.725302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:35.728909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:35.773272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:35.927968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:09:36.299392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e831-574d-456a-b3cd-40a7ed9d5d90 req-76dcc165-f2fb-40c5-841a-b24385d835fe tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:36.300887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d24e831-574d-456a-b3cd-40a7ed9d5d90 req-76dcc165-f2fb-40c5-841a-b24385d835fe tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0618532 Jul 16 21:09:36.338251 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d24e831-574d-456a-b3cd-40a7ed9d5d90 req-e737b15a-8a8c-4972-966c-2335e3c07785 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Jul 16 21:09:37.513335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862288e3-908c-48b9-a984-f22350ad6af1 req-f435725e-a36d-46be-94b1-cc6b81eb3820 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:37.514792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-862288e3-908c-48b9-a984-f22350ad6af1 req-f435725e-a36d-46be-94b1-cc6b81eb3820 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0669248 Jul 16 21:09:37.551726 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-862288e3-908c-48b9-a984-f22350ad6af1 req-8f6128ee-d453-4a0b-8cb4-f83febcf2b18 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314186 Jul 16 21:09:37.558219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:09:37.605083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:09:37.609197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:09:37.609565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:37.689261 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:37.710324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:37.712585 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14a9b47-eddc-4cac-9ea5-501a9177c14b" -d '{"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-plugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:37.725880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:09:37.730117 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:37.754488 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0249703-bd8d-4341-a2d4-9c90407b06fe x-openstack-request-id: req-a0249703-bd8d-4341-a2d4-9c90407b06fe {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:37.754779 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-plugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:37.755029 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0249703-bd8d-4341-a2d4-9c90407b06fe {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:37.755444 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'code': 200} Jul 16 21:09:37.781400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:09:37.863651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ae0c5-355a-4825-af72-151058d7b79c req-5c40eaba-bf95-42b3-8325-f22590afb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:37.865120 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce6ae0c5-355a-4825-af72-151058d7b79c req-5c40eaba-bf95-42b3-8325-f22590afb8ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1098 time: 0.0515010 Jul 16 21:09:37.898998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce6ae0c5-355a-4825-af72-151058d7b79c req-80a5b619-d216-41a2-8f6f-4252a4f137cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271683 Jul 16 21:09:38.741670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed8ee2-d281-4e1b-ad36-7a16921ff9d4 req-1f8cc35d-1142-40c5-a498-f1c89edeb02e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:38.743172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7aed8ee2-d281-4e1b-ad36-7a16921ff9d4 req-1f8cc35d-1142-40c5-a498-f1c89edeb02e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0698390 Jul 16 21:09:38.783018 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7aed8ee2-d281-4e1b-ad36-7a16921ff9d4 req-8cf44c32-8b25-4947-925d-fec50aa1c9f2 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312431 Jul 16 21:09:39.951868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d53286-2933-4899-a929-a48b88c5982b req-408e47c9-4c0c-4ce2-b8a1-41cca6050937 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:39.953252 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78d53286-2933-4899-a929-a48b88c5982b req-408e47c9-4c0c-4ce2-b8a1-41cca6050937 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0618091 Jul 16 21:09:39.989475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78d53286-2933-4899-a929-a48b88c5982b req-e12ce4bf-c552-41b0-806c-f266e9b09a9a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306258 Jul 16 21:09:40.156511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21ec5a-ee3e-46fe-8d55-35a449ba1cce req-cab86035-bfdf-4e70-a9e3-4036c5074340 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:40.157978 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf21ec5a-ee3e-46fe-8d55-35a449ba1cce req-cab86035-bfdf-4e70-a9e3-4036c5074340 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0622418 Jul 16 21:09:40.166656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 45660) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:09:40.171300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-97c7e8c5-4947-4d6f-81a4-a4489cb10c3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Request body: {'floatingip': {'port_id': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:09:40.212714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c7e8c5-4947-4d6f-81a4-a4489cb10c3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:40.655225 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c7e8c5-4947-4d6f-81a4-a4489cb10c3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:40.659004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c7e8c5-4947-4d6f-81a4-a4489cb10c3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:40.753822 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-97c7e8c5-4947-4d6f-81a4-a4489cb10c3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Floating IP 9f271d04-74d8-493a-b959-d096c3516ea5 associated. External IP: 172.25.7.112, port: b2f82fd1-2ce9-4bf9-8b82-077c3291b3be. Jul 16 21:09:40.955937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c7e8c5-4947-4d6f-81a4-a4489cb10c3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:09:41.062617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c7e8c5-4947-4d6f-81a4-a4489cb10c3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:09:41.067547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97c7e8c5-4947-4d6f-81a4-a4489cb10c3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:41.071831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:09:41.081168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:09:41.081785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:09:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:41.104646 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-97c7e8c5-4947-4d6f-81a4-a4489cb10c3b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "PUT /v2.0/floatingips/9f271d04-74d8-493a-b959-d096c3516ea5 HTTP/1.1" status: 200 len: 993 time: 0.9365249 Jul 16 21:09:41.105275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:09:41.108458 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10367237-02ff-4129-ba26-b497fb60468b" -d '{"events": [{"name": "network-changed", "server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:09:41.187706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:09:41.234832 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a11e46-3cff-4867-96f9-ef6609139af6 x-openstack-request-id: req-a7a11e46-3cff-4867-96f9-ef6609139af6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:09:41.235120 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:09:41.235399 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7a11e46-3cff-4867-96f9-ef6609139af6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:09:41.235798 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'status': 'completed', 'code': 200} Jul 16 21:09:41.311610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10367237-02ff-4129-ba26-b497fb60468b req-98f4fb6e-ccec-4d8f-8fee-10acd1e0e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:41.313101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10367237-02ff-4129-ba26-b497fb60468b req-98f4fb6e-ccec-4d8f-8fee-10acd1e0e528 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1098 time: 0.0572379 Jul 16 21:09:41.401926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10367237-02ff-4129-ba26-b497fb60468b req-22b435be-8dee-4d57-af85-8d440e17df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:41.403986 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10367237-02ff-4129-ba26-b497fb60468b req-22b435be-8dee-4d57-af85-8d440e17df99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0841024 Jul 16 21:09:41.412252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:63:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:09:40Z', 'revision_number': 13, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:41.439714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:09:41.448011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:09:41.448624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:09:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:41.472059 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10367237-02ff-4129-ba26-b497fb60468b req-58df68f3-cac2-4927-a269-7966722548e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1001 time: 0.0611360 Jul 16 21:09:41.519797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10367237-02ff-4129-ba26-b497fb60468b req-fc73bbb8-ada4-43e4-945a-a8b8cfb45eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:41.521309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10367237-02ff-4129-ba26-b497fb60468b req-fc73bbb8-ada4-43e4-945a-a8b8cfb45eb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0436320 Jul 16 21:09:41.552317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:09:41.577223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10367237-02ff-4129-ba26-b497fb60468b req-59cb389c-895a-46f6-b1fa-8b85f4bbe01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:09:41.578722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10367237-02ff-4129-ba26-b497fb60468b req-59cb389c-895a-46f6-b1fa-8b85f4bbe01e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511549 Jul 16 21:09:41.670784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10367237-02ff-4129-ba26-b497fb60468b req-8cf22ba7-6f4b-4e7e-b934-c9ceef9efed8 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859830 Jul 16 21:09:41.760722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10367237-02ff-4129-ba26-b497fb60468b req-30c24c58-0bc3-471e-9db9-7334a2448080 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826976 Jul 16 21:09:41.775509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:63:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:09:40Z', 'revision_number': 13, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:09:41.950915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cdbac5-6644-4835-ad01-fc49252806db None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '9f271d04-74d8-493a-b959-d096c3516ea5', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'port_id': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'mac_address': 'fa:16:3e:63:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:02:41Z', 'updated_at': '2021-07-16T21:09:40Z', 'revision_number': 13, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:09:42.131408 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042a7f2-866f-4ab3-8669-59f6837a4c0c None None] New status for floating IP 9f271d04-74d8-493a-b959-d096c3516ea5: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:09:45.682365 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:09:46.117873 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:47.311786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:50.666845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-62b9b88a-04f2-4046-9283-a8758d163fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:53.468519 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:53.470155 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f753-c9c8-4f56-9536-b471dd72a2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:54.746521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:09:56.423389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:16.132993 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:17.304212 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:20.668300 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fac390fc-4d98-45d4-a8ce-cb6e3176a523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:21.009700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-2296a4af-3736-4466-8e3b-27387873e2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554471 Jul 16 21:10:21.339826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-bc52c677-d3ad-4dc1-841c-53dfe4d3ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:21.341319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-bc52c677-d3ad-4dc1-841c-53dfe4d3ab1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1098 time: 0.2907202 Jul 16 21:10:21.444110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-ebb1e832-26a9-4d3d-9e54-107e9b283e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:21.445589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-ebb1e832-26a9-4d3d-9e54-107e9b283e29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0840006 Jul 16 21:10:21.506980 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-3de7663b-c353-4ad3-9b1d-6838a699d6f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1003 time: 0.0547180 Jul 16 21:10:21.553984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-ec1f002d-89de-4ece-bc58-73d87a892fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:21.555498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-ec1f002d-89de-4ece-bc58-73d87a892fdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0420256 Jul 16 21:10:21.613346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-6794aa6b-eb49-4a86-a6fb-c23e06c01fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:10:21.614756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-6794aa6b-eb49-4a86-a6fb-c23e06c01fa8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535061 Jul 16 21:10:21.702846 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-0e8c778d-c372-487d-8a3f-ca8ae9a25904 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818832 Jul 16 21:10:21.793119 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad9024b0-227a-4ca7-8e75-b94166588355 req-5ac9d819-08f5-485e-a204-930d18dad6c6 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845728 Jul 16 21:10:22.680766 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:10:23.469001 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:23.471851 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a5b4668f-b86f-419e-89da-7052995b4a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:24.751337 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:26.430671 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:46.140668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:47.317770 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:50.668148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4644d7b1-c5c0-452f-b0c7-4aa360245f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:53.466860 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:53.469527 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-452e1c6f-46a7-4084-97c5-399b931162f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:54.752213 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:56.428835 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:10:59.680352 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:11:16.134905 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:17.322990 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:19.526012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac70a3-68c1-4fcb-b0e9-6286b0f3c32b req-bdf3cfe1-2983-4c72-9fa4-4df42383ace5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:19.527507 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-14ac70a3-68c1-4fcb-b0e9-6286b0f3c32b req-bdf3cfe1-2983-4c72-9fa4-4df42383ace5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0623763 Jul 16 21:11:19.564332 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-14ac70a3-68c1-4fcb-b0e9-6286b0f3c32b req-16020381-0af6-474a-90f8-42c3ad271556 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Jul 16 21:11:20.670874 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6923d822-a539-4720-8b16-f65d58d847b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:23.027131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-43507343-6237-4b85-afaa-04093f962bc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587518 Jul 16 21:11:23.130133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-887e4556-cc45-4320-af16-608e7811b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.131707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-887e4556-cc45-4320-af16-608e7811b113 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1098 time: 0.0586526 Jul 16 21:11:23.236234 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-37591ea7-89e2-4614-9af5-5f6119851f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.237621 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-37591ea7-89e2-4614-9af5-5f6119851f16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0850966 Jul 16 21:11:23.307076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-17328f1a-9c71-456d-a35a-9a38f6a5dacd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1003 time: 0.0618520 Jul 16 21:11:23.356042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-33b05c60-6095-445d-823e-9b5c212c889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.357537 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-33b05c60-6095-445d-823e-9b5c212c889c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0435319 Jul 16 21:11:23.418284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-42b529f1-fc13-41d5-bbfa-8118118a9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:23.419831 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-42b529f1-fc13-41d5-bbfa-8118118a9865 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525067 Jul 16 21:11:23.467467 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5287-f33b-4778-b6b8-8d5cd99c6719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:23.471974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:23.518542 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-6d32733b-2fb6-444b-a486-f7e43dd4178a service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910091 Jul 16 21:11:23.613277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dcb64294-becd-491a-98b1-704dcf5555c2 req-6eee1384-db26-465f-86ff-62452434d781 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874987 Jul 16 21:11:24.756398 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:26.432478 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:30.635079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-1e0c16b6-d0f3-4cd8-9178-44fd9d324f90 req-b8f8a029-da0d-47d7-a807-f51b96810840 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:11:30.636130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e0c16b6-d0f3-4cd8-9178-44fd9d324f90 req-b8f8a029-da0d-47d7-a807-f51b96810840 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0423877 Jul 16 21:11:30.886617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-a6da1b4b-8cec-4ad6-ad0d-c85803fd0bf2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821111 Jul 16 21:11:30.919608 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615e2e2-31f5-413d-8be1-79efd147e4cc req-e348f3ab-0c62-4dbd-a6ea-6a15a0f59f0b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:30.921623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b615e2e2-31f5-413d-8be1-79efd147e4cc req-e348f3ab-0c62-4dbd-a6ea-6a15a0f59f0b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0691309 Jul 16 21:11:30.960589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b615e2e2-31f5-413d-8be1-79efd147e4cc req-41d36dec-0685-4b93-85f8-7d889ffbb17c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332448 Jul 16 21:11:32.134088 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82270b15-93a9-4498-ae49-66f000358ce7 req-699ddd55-8a2b-479b-8aba-b4bf8fe64007 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:32.135554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82270b15-93a9-4498-ae49-66f000358ce7 req-699ddd55-8a2b-479b-8aba-b4bf8fe64007 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0619884 Jul 16 21:11:32.171625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-82270b15-93a9-4498-ae49-66f000358ce7 req-93c6fe7c-6a33-4083-8365-1e20ae8e243d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299950 Jul 16 21:11:33.345604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5b016-90e7-4b51-ade2-93ae3a92fa9d req-e0ffce28-5b67-4df3-9601-7ad2e0fa101a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:33.347069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6eb5b016-90e7-4b51-ade2-93ae3a92fa9d req-e0ffce28-5b67-4df3-9601-7ad2e0fa101a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0652180 Jul 16 21:11:33.384252 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6eb5b016-90e7-4b51-ade2-93ae3a92fa9d req-55cbc726-a78c-4e0e-bd4e-65a0126a625e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Jul 16 21:11:34.073626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-e7a2207a-a481-4df9-a031-8cc4b909ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.075140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-e7a2207a-a481-4df9-a031-8cc4b909ae52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1098 time: 0.0521307 Jul 16 21:11:34.165103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-fe026c9c-2e7e-480d-9c7c-ec9c29e78235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.166550 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-fe026c9c-2e7e-480d-9c7c-ec9c29e78235 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0856469 Jul 16 21:11:34.228948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-2b8a6db8-987e-4de7-9d8a-182b4d19972b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1003 time: 0.0558712 Jul 16 21:11:34.279321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-9e87a02a-97f6-41f6-94ca-bad9d14ca181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.280816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-9e87a02a-97f6-41f6-94ca-bad9d14ca181 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0462818 Jul 16 21:11:34.335967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-29cd8cff-aec1-49cc-90e8-6e523a7e8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.337315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-29cd8cff-aec1-49cc-90e8-6e523a7e8574 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507250 Jul 16 21:11:34.425773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-ced17a3e-1306-4074-9459-5eeadf0b28f5 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816126 Jul 16 21:11:34.545164 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-496ba310-aae1-446d-88a2-40538984eaa8 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121130 Jul 16 21:11:34.574124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87167a2-6e4e-4575-bcd8-7578915e8576 req-4df2a935-d494-41d3-98ef-1d1e136a7e33 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:34.575613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d87167a2-6e4e-4575-bcd8-7578915e8576 req-4df2a935-d494-41d3-98ef-1d1e136a7e33 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0775266 Jul 16 21:11:34.615337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d87167a2-6e4e-4575-bcd8-7578915e8576 req-4101cbd3-b4a4-467a-ac0b-4bd1d6586ece tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332003 Jul 16 21:11:35.790871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f79478-3167-4bff-a0d9-1b04e4275c3d req-3ba74d57-8596-41e8-abd1-fe3c273fee42 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:35.792390 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a7f79478-3167-4bff-a0d9-1b04e4275c3d req-3ba74d57-8596-41e8-abd1-fe3c273fee42 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0660808 Jul 16 21:11:35.830031 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a7f79478-3167-4bff-a0d9-1b04e4275c3d req-adc633e1-0a4a-48df-a3a8-55a0602a15a5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Jul 16 21:11:36.682661 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:11:37.004292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226b716-107c-4795-92bc-ad2786aca1d1 req-dff498a6-8b89-46b5-968f-0146fe81d928 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:37.005681 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d226b716-107c-4795-92bc-ad2786aca1d1 req-dff498a6-8b89-46b5-968f-0146fe81d928 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0635085 Jul 16 21:11:37.041363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d226b716-107c-4795-92bc-ad2786aca1d1 req-5fdfbdb3-67b6-47a5-bc45-ec9ef7f045d5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302341 Jul 16 21:11:38.383961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee79ac-abeb-4f41-a113-01203d1168c9 req-f0452fb8-691e-41e0-86f3-54c9b29e32c4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:38.385456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45ee79ac-abeb-4f41-a113-01203d1168c9 req-f0452fb8-691e-41e0-86f3-54c9b29e32c4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0626783 Jul 16 21:11:38.424526 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45ee79ac-abeb-4f41-a113-01203d1168c9 req-96569e62-6d02-4821-901d-b4e7baade1ff tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Jul 16 21:11:39.599140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b0a19-ba14-42ab-9ae2-e292ca6e5c46 req-d5397bc5-5d4b-4943-bf48-bdcebe6e549b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:39.600548 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb7b0a19-ba14-42ab-9ae2-e292ca6e5c46 req-d5397bc5-5d4b-4943-bf48-bdcebe6e549b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0660596 Jul 16 21:11:39.637345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bb7b0a19-ba14-42ab-9ae2-e292ca6e5c46 req-133a2ee0-b676-4d34-9cb6-3ff82697a1cc tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309925 Jul 16 21:11:40.807525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fd217-4510-4f1f-983e-0cdc80261f19 req-bf65c364-19b2-4d27-8f69-093f59e453ab tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:40.809026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd4fd217-4510-4f1f-983e-0cdc80261f19 req-bf65c364-19b2-4d27-8f69-093f59e453ab tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0614860 Jul 16 21:11:40.846090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd4fd217-4510-4f1f-983e-0cdc80261f19 req-3dd7c77b-2679-4bd5-b1da-e632b349c753 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315359 Jul 16 21:11:42.019871 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d89e5d-9d84-4e2c-a6bf-75d723856c51 req-84549765-d00d-479b-a293-c0629539a82a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:42.021346 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7d89e5d-9d84-4e2c-a6bf-75d723856c51 req-84549765-d00d-479b-a293-c0629539a82a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0653508 Jul 16 21:11:42.058453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7d89e5d-9d84-4e2c-a6bf-75d723856c51 req-8ca8780b-f719-4259-b72b-9f48d106ecc9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316014 Jul 16 21:11:43.228019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f362485-fb7a-4d55-b331-ba0edc4041a9 req-14866edf-8839-4ea1-98ba-8d51f30db3b4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:43.229467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f362485-fb7a-4d55-b331-ba0edc4041a9 req-14866edf-8839-4ea1-98ba-8d51f30db3b4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0613506 Jul 16 21:11:43.266183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6f362485-fb7a-4d55-b331-ba0edc4041a9 req-d72c1a74-0d60-470c-a348-a7504cb8b4fe tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306146 Jul 16 21:11:44.436615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522aed-ae87-42bb-b0ba-022fb5b9814e req-cd96ed32-aa4d-4eeb-953c-92ea2a49b1f8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:44.438652 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54522aed-ae87-42bb-b0ba-022fb5b9814e req-cd96ed32-aa4d-4eeb-953c-92ea2a49b1f8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0625985 Jul 16 21:11:44.476224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54522aed-ae87-42bb-b0ba-022fb5b9814e req-e12782ff-128e-4c5e-83ad-fd58267a0e8e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321050 Jul 16 21:11:45.651629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eb97f-59d7-4f81-aee1-881e762b4c29 req-cedd13e1-1833-4159-91e4-69b41c4815f1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:45.653082 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-626eb97f-59d7-4f81-aee1-881e762b4c29 req-cedd13e1-1833-4159-91e4-69b41c4815f1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0667830 Jul 16 21:11:45.690349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-626eb97f-59d7-4f81-aee1-881e762b4c29 req-cc7e5760-db25-403a-825b-a5fe3608bb02 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316560 Jul 16 21:11:46.144657 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:46.870607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80270a-3384-434f-9cf7-319e27f5fe7c req-4d471f59-4aa0-49cb-a52b-81b183887075 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:46.872291 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e80270a-3384-434f-9cf7-319e27f5fe7c req-4d471f59-4aa0-49cb-a52b-81b183887075 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0675037 Jul 16 21:11:46.909665 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e80270a-3384-434f-9cf7-319e27f5fe7c req-09038ef2-a4b9-46b1-80ba-ae3970230b4c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312555 Jul 16 21:11:47.318849 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:48.100094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da5f74-9fc9-4c30-a2d3-46120b7d4352 req-08aaf188-4192-4193-9746-105c54c86577 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:48.101692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98da5f74-9fc9-4c30-a2d3-46120b7d4352 req-08aaf188-4192-4193-9746-105c54c86577 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0755188 Jul 16 21:11:48.172524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98da5f74-9fc9-4c30-a2d3-46120b7d4352 req-ae9f2b69-5e66-4e51-aca5-8ae6607467ff tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643997 Jul 16 21:11:48.190287 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-1f07b13a-5cb0-4380-bc12-0af820bd94fc service neutron] show failed (client error): The resource could not be found. Jul 16 21:11:48.191517 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-1f07b13a-5cb0-4380-bc12-0af820bd94fc service neutron] 10.222.0.30 "GET /v2.0/ports/b2f82fd1-2ce9-4bf9-8b82-077c3291b3be/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0770633 Jul 16 21:11:48.497701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-16da6bb4-268b-4140-8953-bae252b401c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:48.499851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-16da6bb4-268b-4140-8953-bae252b401c9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 1098 time: 0.1015875 Jul 16 21:11:48.511402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:11:48.591626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:48.798161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:11:48.829324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:48.868669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:48.870961 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2087a466-83c4-423c-ac26-31384582e76b" -d '{"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:48.874608 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:48.887128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Transition to ACTIVE for port object b2f82fd1-2ce9-4bf9-8b82-077c3291b3be will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:11:48.890627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:48.974784 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02b6f5d-f8ee-455c-9522-0749eeae3550 x-openstack-request-id: req-f02b6f5d-f8ee-455c-9522-0749eeae3550 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:48.975078 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:48.975358 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f02b6f5d-f8ee-455c-9522-0749eeae3550 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:48.975755 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'code': 200} Jul 16 21:11:48.986657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:48.998425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:48.998765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:48.999150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:48.999509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:48.999838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:49.000163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:49.000481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:49.000802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:49.001121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:49.001439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:49.001756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:49.002071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:11:49.038236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] No DVR routers for this DVR port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:11:49.183195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:11:49.183825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:11:49.183974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:49.188232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:11:49.188553 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:11:49.193321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:11:49.193601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:11:49.193979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:11:49.194392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Bound port: b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:11:49.194740 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.260659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:11:49.263726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:11:49.268762 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.335247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:49.335905 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:49.337324 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] 10.222.0.63 "PUT /v2.0/ports/b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1093 time: 0.8302553 Jul 16 21:11:49.360285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd559b1-02c4-45ca-a7eb-cf721e5e4377 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:11:49.419307 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ee1a-0f1a-4e70-ab1b-10a110c3e8ee req-02b46db5-0d46-479f-829b-a6567bb29a1e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:49.420865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ce0ee1a-0f1a-4e70-ab1b-10a110c3e8ee req-02b46db5-0d46-479f-829b-a6567bb29a1e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.1250730 Jul 16 21:11:49.461597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-7ccf2e20-64b7-4327-9c96-616531e151f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:49.463133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-7ccf2e20-64b7-4327-9c96-616531e151f8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1096 time: 0.1000431 Jul 16 21:11:49.493475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ce0ee1a-0f1a-4e70-ab1b-10a110c3e8ee req-26f92b58-ac13-4323-aac1-e42c9a65970f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654082 Jul 16 21:11:49.557783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-0acd4101-6d0c-4b60-97fb-b25ed269a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:49.559225 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-0acd4101-6d0c-4b60-97fb-b25ed269a307 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0896747 Jul 16 21:11:49.626500 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-68d25703-bd32-4507-89a6-f2a69e61b910 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1001 time: 0.0610278 Jul 16 21:11:49.674632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-f0ae713e-2ca3-4848-9c0e-febffe9aa489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:49.676096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-f0ae713e-2ca3-4848-9c0e-febffe9aa489 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0431974 Jul 16 21:11:49.732200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-8de1df89-8876-4e02-b443-6ec8db251474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:49.733718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-8de1df89-8876-4e02-b443-6ec8db251474 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510809 Jul 16 21:11:49.743954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-91b07ba7-3bff-46bc-98a1-d24bdcc8d729 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:11:49.745003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-91b07ba7-3bff-46bc-98a1-d24bdcc8d729 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050087 Jul 16 21:11:49.833854 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-c8d21782-9a40-42f2-824a-512f8a5f3b69 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827937 Jul 16 21:11:49.919851 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-775a75bc-76e4-4b70-b483-f29fa90c205e req-7c8388a4-cb07-4f73-af4f-d11a1aa7f6c4 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791976 Jul 16 21:11:50.673441 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-acbb642b-055d-40db-bd6c-c8c9ce3f767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:50.676512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033648a-5257-4d1b-98f8-a811aafd1a90 req-96d1f27d-a3fb-4ef8-9147-3cad621e4692 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:50.678115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f033648a-5257-4d1b-98f8-a811aafd1a90 req-96d1f27d-a3fb-4ef8-9147-3cad621e4692 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0677505 Jul 16 21:11:50.715688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f033648a-5257-4d1b-98f8-a811aafd1a90 req-03710ed0-7c4d-4635-8a84-05997bdab259 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Jul 16 21:11:50.976706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:11:50.979377 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054" -d '{"events": [{"name": "network-changed", "server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:11:51.025939 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839a45ad-8304-450a-9f7c-1473bf63ec38 x-openstack-request-id: req-839a45ad-8304-450a-9f7c-1473bf63ec38 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:11:51.026263 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:11:51.026522 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-839a45ad-8304-450a-9f7c-1473bf63ec38 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:11:51.026918 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'status': 'completed', 'code': 200} Jul 16 21:11:51.134148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-1635d213-fc0c-487e-bd6f-41909d42e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:51.135685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-1635d213-fc0c-487e-bd6f-41909d42e5b6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1096 time: 0.0897360 Jul 16 21:11:51.141215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-d8f6af9c-bf19-4f0e-9864-2a8edc226733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:51.142749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-d8f6af9c-bf19-4f0e-9864-2a8edc226733 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1096 time: 0.0884199 Jul 16 21:11:51.305470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-2bfca393-177d-48f5-9957-016019cbbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:51.306921 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-2bfca393-177d-48f5-9957-016019cbbca5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1633077 Jul 16 21:11:51.309405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-19572561-6585-4545-8917-f6e84225c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:51.310689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-19572561-6585-4545-8917-f6e84225c3a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1597178 Jul 16 21:11:51.658900 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-2a198672-119a-4978-af27-fcef17a1751c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1001 time: 0.3460867 Jul 16 21:11:51.660648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-d1a0d76e-8182-4b49-961d-6fb2d6c9b86b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1001 time: 0.3425748 Jul 16 21:11:51.741473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-cfc0984e-3015-447f-a365-b243d54df48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:51.742939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-cfc0984e-3015-447f-a365-b243d54df48e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0769770 Jul 16 21:11:51.744450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-56c52834-c8dc-4579-aee2-aeffdd131827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:51.745838 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-56c52834-c8dc-4579-aee2-aeffdd131827 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0727460 Jul 16 21:11:51.877989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-b85458c6-65ab-4c67-aef0-dfae793e4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:51.879491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-b85458c6-65ab-4c67-aef0-dfae793e4737 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293762 Jul 16 21:11:51.882454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-d199e67e-2806-4d10-a05f-a0e4895fe8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:51.883814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-d199e67e-2806-4d10-a05f-a0e4895fe8fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256967 Jul 16 21:11:52.027811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839134b3-0b32-4261-be66-7aead57a1104 req-894c9414-9476-4f29-969d-e02d1b01a17b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:52.029276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839134b3-0b32-4261-be66-7aead57a1104 req-894c9414-9476-4f29-969d-e02d1b01a17b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.1943479 Jul 16 21:11:52.078499 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-b349c6d7-f15a-4e61-903e-131f01763880 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907437 Jul 16 21:11:52.099002 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-af464cba-6e87-4587-9709-0c6076549770 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029028 Jul 16 21:11:52.130483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-839134b3-0b32-4261-be66-7aead57a1104 req-372160e8-f029-45af-93f5-9d8ac65c48e5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918047 Jul 16 21:11:52.219093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:11:52.243434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-ce67e586-ce3e-4a0b-8d98-33e2665bd703 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580896 Jul 16 21:11:52.260709 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce08e67d-5c74-4b55-bb9c-34fe4a74a054 req-00ade013-f413-47d5-bad4-57bb5dec985a service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494691 Jul 16 21:11:52.266359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:11:53.308381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408d995-c5b2-4cda-afc2-5a5c1165a749 req-e800e097-0422-44f5-8403-b801ed63e8c0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:53.309864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4408d995-c5b2-4cda-afc2-5a5c1165a749 req-e800e097-0422-44f5-8403-b801ed63e8c0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0656431 Jul 16 21:11:53.347287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4408d995-c5b2-4cda-afc2-5a5c1165a749 req-a8f6e049-d8e1-4064-b986-f9a80c31650f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Jul 16 21:11:53.468270 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6bd141e0-081a-46c3-a578-fad7bcd50f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:53.470078 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:54.531128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626c10f-b6d6-4df2-8217-e1051c1e23b3 req-ee0bcd9a-eabb-49b4-a366-9041009cbef4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:54.532629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1626c10f-b6d6-4df2-8217-e1051c1e23b3 req-ee0bcd9a-eabb-49b4-a366-9041009cbef4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0680668 Jul 16 21:11:54.571147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1626c10f-b6d6-4df2-8217-e1051c1e23b3 req-c2c39dee-4ec5-4b27-8a60-fbc3d39b8234 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Jul 16 21:11:54.758607 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:55.744520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adef05-9335-4529-aeaa-26df171f0c6b req-7fa19d84-417a-47d0-962f-49aa98122654 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:55.746022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f1adef05-9335-4529-aeaa-26df171f0c6b req-7fa19d84-417a-47d0-962f-49aa98122654 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0632069 Jul 16 21:11:55.783540 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f1adef05-9335-4529-aeaa-26df171f0c6b req-6423ea26-4880-4b7c-ba46-3cb798a9da44 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Jul 16 21:11:56.433935 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:11:56.953233 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dfd47-1246-4f03-8179-6e7aaba06dd2 req-165324cb-cca1-43ac-bd54-573feb862dd6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:56.954637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-737dfd47-1246-4f03-8179-6e7aaba06dd2 req-165324cb-cca1-43ac-bd54-573feb862dd6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0624783 Jul 16 21:11:56.995691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-737dfd47-1246-4f03-8179-6e7aaba06dd2 req-f56b86ef-9756-44d8-a8f6-6823c247b2cf tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355320 Jul 16 21:11:58.165983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817800c-48c6-45ea-a5fa-cb4401618d57 req-8320f3d1-736b-4a1d-a50d-766bdb6de648 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:58.167474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c817800c-48c6-45ea-a5fa-cb4401618d57 req-8320f3d1-736b-4a1d-a50d-766bdb6de648 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0616403 Jul 16 21:11:58.203737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c817800c-48c6-45ea-a5fa-cb4401618d57 req-b46b10f3-37fc-4245-8826-98f395fc8d27 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302594 Jul 16 21:11:59.374661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43195908-c793-4191-b8b9-6c3e0b7ca59a req-49c07b8d-0929-47ac-9414-6342e3ec818a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:11:59.376672 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43195908-c793-4191-b8b9-6c3e0b7ca59a req-49c07b8d-0929-47ac-9414-6342e3ec818a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0629249 Jul 16 21:11:59.413456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43195908-c793-4191-b8b9-6c3e0b7ca59a req-be00b1a8-70d4-4cca-9297-d441ec8c9c23 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 Jul 16 21:12:00.603935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801dcd-51e3-4128-bb40-7a2c485b2d4a req-e457e73e-5b3a-4a41-9143-9605b04ddb9a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:00.606512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73801dcd-51e3-4128-bb40-7a2c485b2d4a req-e457e73e-5b3a-4a41-9143-9605b04ddb9a tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 944 time: 0.0777049 Jul 16 21:12:00.649214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73801dcd-51e3-4128-bb40-7a2c485b2d4a req-bc217ec8-3d46-4ccf-ac1e-f400ffe12a01 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351493 Jul 16 21:12:01.507249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:12:01.599999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:01.610787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'mac_address': 'fa:16:3e:63:8e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:12:01.646898 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:01.658823 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f82fd1-2ce9-4bf9-8b82-077c3291b3be {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:12:01.678132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:01.682172 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:01.729734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:01.737428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.737780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.738121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.738456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.738791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.739123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.739483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.739813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.740141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.740467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.740790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.741141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:01.825713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f87048-6c4a-4203-9ad0-ba0c8d137ba2 req-35a2699d-b172-486b-8b84-475d9898dfdb tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:01.827172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98f87048-6c4a-4203-9ad0-ba0c8d137ba2 req-35a2699d-b172-486b-8b84-475d9898dfdb tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0635097 Jul 16 21:12:01.865348 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-98f87048-6c4a-4203-9ad0-ba0c8d137ba2 req-911672e2-f4a9-478e-931b-92d8910937a5 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323761 Jul 16 21:12:01.928037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:12:02.252295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-6892fc74-9fd3-472a-841a-3868e9a97176 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.253771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-6892fc74-9fd3-472a-841a-3868e9a97176 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.63 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 945 time: 0.0712759 Jul 16 21:12:02.351370 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-4ebcbf50-0a05-4ccb-b559-0a285ae29577 service neutron] 10.222.0.63 "GET /v2.0/ports/b2f82fd1-2ce9-4bf9-8b82-077c3291b3be/bindings/n-h1-792394-17 HTTP/1.1" status: 200 len: 383 time: 0.0882039 Jul 16 21:12:02.364974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a00b4d-a998-46bc-bb71-80f6d19117f8 req-2cfd97b5-1de0-4459-8e47-0cfe360c5e7c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.366428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15a00b4d-a998-46bc-bb71-80f6d19117f8 req-2cfd97b5-1de0-4459-8e47-0cfe360c5e7c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.1117969 Jul 16 21:12:02.436992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15a00b4d-a998-46bc-bb71-80f6d19117f8 req-39447f79-126f-4d57-b287-b29746636fc1 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647752 Jul 16 21:12:02.454019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-1cfaabed-9df6-48d6-aa9b-8c988097f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.455520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-1cfaabed-9df6-48d6-aa9b-8c988097f12a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1097 time: 0.0772295 Jul 16 21:12:02.544677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-09dce7f7-d3b2-4b39-ac79-f595cb0ffae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.546134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-09dce7f7-d3b2-4b39-ac79-f595cb0ffae7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0840387 Jul 16 21:12:02.613409 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-52ab8782-1fab-4245-8a76-7e2879a56dbc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1002 time: 0.0611885 Jul 16 21:12:02.661393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-f1d450e7-7e00-4c5f-bbaa-5c55d0447c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.662931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-f1d450e7-7e00-4c5f-bbaa-5c55d0447c6a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0431266 Jul 16 21:12:02.718061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8c13b7d-c513-41a9-9641-18f5f8e8ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:02.720107 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8c13b7d-c513-41a9-9641-18f5f8e8ccf1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508518 Jul 16 21:12:02.810455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-6f956e5c-23cb-43ee-a76a-1e5991034335 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836015 Jul 16 21:12:02.896478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-784c4855-3908-4c64-b210-52b36a7fa32a service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797698 Jul 16 21:12:03.520001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:12:03.568328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:12:03.572149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:12:03.572520 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:03.615647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce65aff-610b-4ede-a328-5968ae7b4d27 req-808a1594-efdc-459b-a122-4fa418e00326 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:03.617193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ce65aff-610b-4ede-a328-5968ae7b4d27 req-808a1594-efdc-459b-a122-4fa418e00326 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0675063 Jul 16 21:12:03.654239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ce65aff-610b-4ede-a328-5968ae7b4d27 req-5b3e432a-d228-4da4-b8cb-2cdc80084a7b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Jul 16 21:12:03.661055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:03.683948 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:03.686216 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676ebf2b-a438-41e1-98b9-48105762ff49" -d '{"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-plugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:03.698639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:03.703596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:03.751043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:03.783292 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b7e25d-0ada-4c9a-b7e5-388544cfb274 x-openstack-request-id: req-69b7e25d-0ada-4c9a-b7e5-388544cfb274 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:03.783590 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-plugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:03.783839 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69b7e25d-0ada-4c9a-b7e5-388544cfb274 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:03.784228 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'code': 200} Jul 16 21:12:04.828779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec765a-5db6-4ebf-b256-70be0bf5dd3b req-1078a523-08c4-4ee2-a4c0-4441d03e15d0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:04.830268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b5ec765a-5db6-4ebf-b256-70be0bf5dd3b req-1078a523-08c4-4ee2-a4c0-4441d03e15d0 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0632808 Jul 16 21:12:04.868073 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b5ec765a-5db6-4ebf-b256-70be0bf5dd3b req-311cf2e8-158c-4f91-880a-8d697d9ca11e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317702 Jul 16 21:12:06.040060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c948a3-7fc9-484e-a58d-568a798a8f9c req-40cef45e-1df7-46ab-95e4-248374c0200b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:06.041529 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19c948a3-7fc9-484e-a58d-568a798a8f9c req-40cef45e-1df7-46ab-95e4-248374c0200b tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0614550 Jul 16 21:12:06.078369 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19c948a3-7fc9-484e-a58d-568a798a8f9c req-b38981c3-f9a1-4b3e-b95a-cb4458dc2ada tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Jul 16 21:12:06.635402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-ef819894-0d62-4c5d-a9c7-5f3860d81d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:06.636841 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-ef819894-0d62-4c5d-a9c7-5f3860d81d72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48&tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a HTTP/1.1" status: 200 len: 1098 time: 0.0948613 Jul 16 21:12:06.648011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:12:06.718103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:06.923667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:06.957497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:12:06.997529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:06.999858 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9cc80b-c751-4fc9-a972-aa1063f8ba16" -d '{"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:07.004914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:07.018136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Transition to ACTIVE for port object b2f82fd1-2ce9-4bf9-8b82-077c3291b3be will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:12:07.022087 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:07.052838 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f206ab20-0256-4f61-ba2f-b9339118be26 x-openstack-request-id: req-f206ab20-0256-4f61-ba2f-b9339118be26 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:07.053453 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:07.053453 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f206ab20-0256-4f61-ba2f-b9339118be26 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:07.053789 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'code': 200} Jul 16 21:12:07.106825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:07.151435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] No DVR routers for this DVR port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:12:07.538388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:12:07.570585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299164c1-52eb-43ff-839d-ad9bbe4374fb req-a4f07e92-0742-47e6-9418-14de9f20822d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:07.572090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-299164c1-52eb-43ff-839d-ad9bbe4374fb req-a4f07e92-0742-47e6-9418-14de9f20822d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.3749340 Jul 16 21:12:07.576871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:12:07.587521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:12:07.587856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:12:07.588183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:12:07.601245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on network db65bcda-4231-4a7d-ac17-b89c7c84a192 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:12:07.601562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Attempting to bind port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on network db65bcda-4231-4a7d-ac17-b89c7c84a192 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:12:07.614365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:12:07.614885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Checking segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:12:07.615084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Bound using segment: {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:12:07.615518 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Bound port: b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d9f89c-7df8-4794-ba06-1ee1110252d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:12:07.615870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:07.631591 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-299164c1-52eb-43ff-839d-ad9bbe4374fb req-ec8d1c2d-eb0d-483a-a024-606a244011e7 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522094 Jul 16 21:12:07.686245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:12:07.689613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:12:07.693231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:07.725294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:07.725923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:07.728058 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1094 time: 1.0840142 Jul 16 21:12:07.762950 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34642-35b5-480a-8221-a9e21ff747e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:07.809745 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-02723158-72e0-4100-9451-b4253932bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:07.811402 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-02723158-72e0-4100-9451-b4253932bb16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1097 time: 0.0572863 Jul 16 21:12:07.909375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-c55da47c-0d7f-4075-9c47-93394a0fc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:07.910837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-c55da47c-0d7f-4075-9c47-93394a0fc702 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.0917246 Jul 16 21:12:07.975332 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-b146f515-2f82-4109-a20e-f0680f823b83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1001 time: 0.0571158 Jul 16 21:12:08.026660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-019260de-bec4-4a12-841f-1b78915e51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:08.027987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-019260de-bec4-4a12-841f-1b78915e51e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0460317 Jul 16 21:12:08.083057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-6b558c3f-5bc9-4cc8-b488-befd77d6a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:08.084450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-6b558c3f-5bc9-4cc8-b488-befd77d6a53d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499744 Jul 16 21:12:08.170127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-9465cf31-2161-4a42-8dd3-b200b38459af service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782855 Jul 16 21:12:08.258806 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d5ca5896-e3da-4574-bb3e-4b3193ced812 req-11aeecfe-def1-4c91-8aa9-91146c7e8e88 service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826743 Jul 16 21:12:08.808040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e78d4-56b9-4f27-8668-4e460b2cdd65 req-195d632f-a7f0-4125-b3b5-d2ee61e0e722 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:08.809545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-085e78d4-56b9-4f27-8668-4e460b2cdd65 req-195d632f-a7f0-4125-b3b5-d2ee61e0e722 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0656917 Jul 16 21:12:08.850136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-085e78d4-56b9-4f27-8668-4e460b2cdd65 req-cdc5d718-2263-4ce7-8e04-dc4dae29220f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340843 Jul 16 21:12:09.055316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:09.057693 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d32ea-f068-4f6f-b5cd-18090aeb0480" -d '{"events": [{"name": "network-changed", "server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:09.105093 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93f2184-6175-444b-acd3-1c022354bf37 x-openstack-request-id: req-e93f2184-6175-444b-acd3-1c022354bf37 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:09.105709 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:09.105808 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e93f2184-6175-444b-acd3-1c022354bf37 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:09.106208 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'status': 'completed', 'code': 200} Jul 16 21:12:09.216358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-182b37ab-af4f-46c3-b9e7-6e1e80badada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:09.217858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-182b37ab-af4f-46c3-b9e7-6e1e80badada service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1097 time: 0.0935798 Jul 16 21:12:09.223683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-12a033cc-bff5-4cf9-92c0-cb90d6e828b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:09.225239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-12a033cc-bff5-4cf9-92c0-cb90d6e828b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 1097 time: 0.0924687 Jul 16 21:12:09.380854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-36929f2a-5d16-4bde-954a-d31c716a2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:09.382357 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-36929f2a-5d16-4bde-954a-d31c716a2a5d service neutron] 10.222.0.63 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1562195 Jul 16 21:12:09.383489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-d07e12bf-df9f-4869-bd06-2ccc3fdb9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:09.384786 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-d07e12bf-df9f-4869-bd06-2ccc3fdb9477 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 200 len: 912 time: 0.1514423 Jul 16 21:12:09.495423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-f014e036-0f52-4b57-82ab-10979192b8f8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1001 time: 0.1071656 Jul 16 21:12:09.497128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-d95db12d-0718-4f61-b8d2-ef5d649b5af3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 200 len: 1001 time: 0.1030743 Jul 16 21:12:09.580521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-1f7c1fc5-3ebf-4abb-8159-c5fa57e99355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:09.582007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-1f7c1fc5-3ebf-4abb-8159-c5fa57e99355 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0804107 Jul 16 21:12:09.583403 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-d58cebd6-106b-475d-9726-8caeee93e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:09.584735 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-d58cebd6-106b-475d-9726-8caeee93e5e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 200 len: 850 time: 0.0757122 Jul 16 21:12:09.678814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-cfd5da94-df41-4d11-9ed7-ec8cbb041c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:09.680228 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-cfd5da94-df41-4d11-9ed7-ec8cbb041c2e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915909 Jul 16 21:12:09.682808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-ecd9faa8-78a4-4732-b284-d65a75ce7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:09.684242 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-ecd9faa8-78a4-4732-b284-d65a75ce7935 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db65bcda-4231-4a7d-ac17-b89c7c84a192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882587 Jul 16 21:12:09.840352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-b8783687-0ae9-474a-816c-cd52cd2824b7 service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534989 Jul 16 21:12:09.842273 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-d111d262-b352-48ea-86d8-eb481370acab service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479900 Jul 16 21:12:10.028130 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-5e9fbf77-ae55-4766-87db-164c6a62161f service neutron] 10.222.0.63 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811571 Jul 16 21:12:10.034637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b25d32ea-f068-4f6f-b5cd-18090aeb0480 req-a4255c13-06d4-4a35-a13b-81f51006407e service neutron] 10.222.0.30 "GET /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803768 Jul 16 21:12:10.065525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdaccb-a08e-45c2-9021-1944ec6e615f req-b7f572a2-6a3c-4d5a-85c6-b1ae90611d00 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:10.067039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19fdaccb-a08e-45c2-9021-1944ec6e615f req-b7f572a2-6a3c-4d5a-85c6-b1ae90611d00 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0993586 Jul 16 21:12:10.106269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19fdaccb-a08e-45c2-9021-1944ec6e615f req-01bdccea-ed7b-41bd-a8fa-4c83007e79ee tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335312 Jul 16 21:12:11.288978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2267188-88f1-47f7-94cd-82e28ad3dba8 req-2008767f-08a0-4d5f-9472-2a0fbd2a5da6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:11.290455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2267188-88f1-47f7-94cd-82e28ad3dba8 req-2008767f-08a0-4d5f-9472-2a0fbd2a5da6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0699611 Jul 16 21:12:11.331232 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2267188-88f1-47f7-94cd-82e28ad3dba8 req-22f5c70c-48dd-43dd-bc4e-0bef28342244 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346870 Jul 16 21:12:12.503103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dd3e9-86ec-4590-a272-024ac08e0a19 req-5103ffe9-f928-469d-9340-8c7733d56b0d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:12.504608 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39dd3e9-86ec-4590-a272-024ac08e0a19 req-5103ffe9-f928-469d-9340-8c7733d56b0d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0624437 Jul 16 21:12:12.542181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39dd3e9-86ec-4590-a272-024ac08e0a19 req-4cb8b73e-7615-4de7-9583-28038bc6e69f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320754 Jul 16 21:12:13.682174 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:12:13.717187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da063f-4353-47e6-b65e-7d2896044fb3 req-b4c3b91c-45db-474f-bd6a-8e7e2d138f0c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:13.718644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-99da063f-4353-47e6-b65e-7d2896044fb3 req-b4c3b91c-45db-474f-bd6a-8e7e2d138f0c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0657172 Jul 16 21:12:13.755753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-99da063f-4353-47e6-b65e-7d2896044fb3 req-08678d93-3b22-43b7-b33f-e967b4889162 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316117 Jul 16 21:12:14.925794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9a7e-6bfa-4715-902f-af0d0efc7791 req-147385b8-e4ba-4298-9b11-16d37075bd4c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:14.927278 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf4f9a7e-6bfa-4715-902f-af0d0efc7791 req-147385b8-e4ba-4298-9b11-16d37075bd4c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0623095 Jul 16 21:12:14.963015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bf4f9a7e-6bfa-4715-902f-af0d0efc7791 req-3059bcf0-36da-437a-99a5-6bcbd7f03e8d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302484 Jul 16 21:12:16.140011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745cd15-4d76-4f76-9e4c-f7d5a453d6dc req-b83828c9-0f70-4e6f-acf8-ceecbaaf102d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:16.141628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6745cd15-4d76-4f76-9e4c-f7d5a453d6dc req-b83828c9-0f70-4e6f-acf8-ceecbaaf102d tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0651736 Jul 16 21:12:16.144675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:16.179109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6745cd15-4d76-4f76-9e4c-f7d5a453d6dc req-3b65dc3d-9d92-45ca-b90c-7686fee1add4 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318060 Jul 16 21:12:17.332823 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:17.358458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cedd9-98a0-49e3-9cd6-8473d7ab3369 req-c1c918ac-60f4-436b-8404-e7ed7c919ae9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:17.361080 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d62cedd9-98a0-49e3-9cd6-8473d7ab3369 req-c1c918ac-60f4-436b-8404-e7ed7c919ae9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0708711 Jul 16 21:12:17.401633 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d62cedd9-98a0-49e3-9cd6-8473d7ab3369 req-9cd173a8-6f21-4fed-93c5-5f5449ec22ee tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347419 Jul 16 21:12:18.572719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ed156-389c-4fac-8e09-08c821cf2435 req-536e5987-5cee-4c2a-8d04-4615974b419f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:18.574202 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b62ed156-389c-4fac-8e09-08c821cf2435 req-536e5987-5cee-4c2a-8d04-4615974b419f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0622854 Jul 16 21:12:18.612032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b62ed156-389c-4fac-8e09-08c821cf2435 req-70f1a37b-04c1-4f7d-8bba-c56fa69f05d6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316777 Jul 16 21:12:19.788294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff1c1d-c746-4605-89a5-f06e45cc091e req-e66fb999-1e87-4e1d-a7a9-9184c0ed878c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:19.789804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25ff1c1d-c746-4605-89a5-f06e45cc091e req-e66fb999-1e87-4e1d-a7a9-9184c0ed878c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0660467 Jul 16 21:12:19.826812 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25ff1c1d-c746-4605-89a5-f06e45cc091e req-7f48ff7c-ee4f-4bfe-bfd9-ffba30d1dd72 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Jul 16 21:12:19.999934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e335803-96c4-4335-9bfc-b9a9b40fbfc3 req-26458d81-923c-436f-a661-4fb5634e549c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:20.001833 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e335803-96c4-4335-9bfc-b9a9b40fbfc3 req-26458d81-923c-436f-a661-4fb5634e549c tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0638969 Jul 16 21:12:20.043133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e335803-96c4-4335-9bfc-b9a9b40fbfc3 req-4cc40626-fb26-4afe-a38c-e403e64fd56e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357206 Jul 16 21:12:20.216901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664f3b5-070d-4dd4-81cd-8d5c458b2901 req-e3464891-42b8-48bd-b99f-a48c4c59b389 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:20.218404 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b664f3b5-070d-4dd4-81cd-8d5c458b2901 req-e3464891-42b8-48bd-b99f-a48c4c59b389 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 945 time: 0.0677502 Jul 16 21:12:20.255605 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b664f3b5-070d-4dd4-81cd-8d5c458b2901 req-a3987bb6-f8ff-4f51-b2df-5a003b2175e8 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316212 Jul 16 21:12:20.309717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:12:20.406982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:20.417889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'port_id': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'mac_address': 'fa:16:3e:63:8e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:12:20.454526 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:20.472455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f82fd1-2ce9-4bf9-8b82-077c3291b3be {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:12:20.497642 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:20.502668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:20.549852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:20.645251 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778486ab-cfc2-42cb-a8b9-0c75f47b4998 req-9bc1cc9d-1f55-4d36-a35e-762172987a72 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:20.646737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-778486ab-cfc2-42cb-a8b9-0c75f47b4998 req-9bc1cc9d-1f55-4d36-a35e-762172987a72 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0668371 Jul 16 21:12:20.669772 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db2ba0fb-6945-4cc2-97aa-c044c32991ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:20.688414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-778486ab-cfc2-42cb-a8b9-0c75f47b4998 req-5bfae04d-476b-4f5a-ade8-f9aab7347668 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352752 Jul 16 21:12:20.778062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:12:21.871799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750b99-0aa5-4376-b719-78d76722a541 req-823194d7-20a1-414a-98f2-d2d601f0c692 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:21.873335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af750b99-0aa5-4376-b719-78d76722a541 req-823194d7-20a1-414a-98f2-d2d601f0c692 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0729246 Jul 16 21:12:21.912699 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af750b99-0aa5-4376-b719-78d76722a541 req-c00e9711-4634-47ed-b409-a3578ca9a3a3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups?id=494f8730-ceab-468d-b797-5ab98473eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334995 Jul 16 21:12:22.150492 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-6f452fab-d469-4e90-b06b-0cd8cd627462 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:22.152077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-6f452fab-d469-4e90-b06b-0cd8cd627462 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 946 time: 0.0666895 Jul 16 21:12:22.257384 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Deleting port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:12:22.257643 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:22.325449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:12:22.356467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:22.356812 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:22.378894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:12:22.382933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:12:22.383331 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:22.468463 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:22.497655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:22.501492 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf03b54-972c-46f5-b7b0-ddd21c19e11c" -d '{"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-plugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:22.514989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:22.522425 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:22.556919 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:22.557611 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:22.558435 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Floating IP 9f271d04-74d8-493a-b959-d096c3516ea5 disassociated. External IP: 172.25.7.112, port: b2f82fd1-2ce9-4bf9-8b82-077c3291b3be. Jul 16 21:12:22.558834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Calling delete_port for b2f82fd1-2ce9-4bf9-8b82-077c3291b3be owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:12:22.567468 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bc9e2b-1d1d-4067-a063-ee11c1903e22 x-openstack-request-id: req-07bc9e2b-1d1d-4067-a063-ee11c1903e22 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:22.568043 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-plugged", "status": "completed", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:22.568301 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07bc9e2b-1d1d-4067-a063-ee11c1903e22 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:22.568696 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'code': 200} Jul 16 21:12:22.593988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=13']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:22.697618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:22.728073 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event deleted for resources: {'Port': ['ID=b2f82fd1-2ce9-4bf9-8b82-077c3291b3be,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:22.844125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:12:23.216586 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df9d99fc-d2b0-45a5-8d6c-1dc640d86472 req-ba6b68c6-99f0-4687-9c24-d0c0d8aa7793 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 210 time: 0.0311432 Jul 16 21:12:23.223580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:12:23.242794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:12:23.251721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:12:23.252327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:11:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:23.265958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] No DVR routers for this DVR port b2f82fd1-2ce9-4bf9-8b82-077c3291b3be on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:12:23.268566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:23.270592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5b65fd5-1870-4909-b30b-253556671fb2 req-100c9732-388e-40e7-9e64-2dddb76a28e3 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.30 "DELETE /v2.0/ports/b2f82fd1-2ce9-4bf9-8b82-077c3291b3be HTTP/1.1" status: 204 len: 173 time: 1.1127532 Jul 16 21:12:23.271041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-deleted', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:23.273314 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08278ef7-7c3d-4c86-b744-c43ee492d64f" -d '{"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-deleted", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:23.310524 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5faae1-6a15-4137-9aff-c878d268aa07 x-openstack-request-id: req-0a5faae1-6a15-4137-9aff-c878d268aa07 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:23.310812 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f0288-d47d-4d4a-a078-5da0f7baec48", "name": "network-vif-deleted", "tag": "b2f82fd1-2ce9-4bf9-8b82-077c3291b3be", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:23.311061 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a5faae1-6a15-4137-9aff-c878d268aa07 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:23.311471 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f0288-d47d-4d4a-a078-5da0f7baec48', 'name': 'network-vif-deleted', 'tag': 'b2f82fd1-2ce9-4bf9-8b82-077c3291b3be', 'status': 'completed', 'code': 200} Jul 16 21:12:23.362644 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:12:23.487161 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5a3bad8e-09af-4ab5-b36b-e80d694cdc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:23.511686 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:23.595800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:23.621390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:12:23.631492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:12:23.632127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:23.738504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:12:23.938853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:23.966356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fbe10-f964-4fbf-a905-91b1156f2bd0 None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:39Z', 'revision_number': 4, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd1b68126-e39e-451f-9f4a-4b1ad461ffb7', 'name': '', 'network_id': 'db65bcda-4231-4a7d-ac17-b89c7c84a192', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'mac_address': 'fa:16:3e:89:81:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:38Z', 'updated_at': '2021-07-16T21:02:44Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'subnets': [{'id': '054d6e48-7b9a-4a5e-acad-fb754ae849bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:12:24.196753 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc12157-61c6-4a3f-a204-9650e0e5b6a8 None None] New status for floating IP 9f271d04-74d8-493a-b959-d096c3516ea5: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:12:24.372764 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8c735bb-b70c-4b1a-87a7-b6fbf01fd50c req-353375fe-3354-49c1-a2c8-5f81ee7c5d2f tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 210 time: 0.0312502 Jul 16 21:12:24.761405 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:25.529161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a8ea2478-26d5-46d1-9fcb-fad8a6e7e767 req-fcad23d3-fef3-4ce7-9655-c5bedefd11f7 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 210 time: 0.0352988 Jul 16 21:12:26.336356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:12:26.357060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: b2f82fd1-2ce9-4bf9-8b82-077c3291b3be {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:12:26.357396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device b2f82fd1-2ce9-4bf9-8b82-077c3291b3be not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:12:26.438981 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:26.678443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad6daaf0-18b4-4c1a-9589-5e2b03de63ef req-7579179b-dc31-4011-bf9e-5d1f54e847a6 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/ports?device_id=a03f0288-d47d-4d4a-a078-5da0f7baec48 HTTP/1.1" status: 200 len: 210 time: 0.0296702 Jul 16 21:12:30.662438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46094) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:30.718073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f72498a-8e42-47de-b594-6bd464e1b68e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:30.741610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f72498a-8e42-47de-b594-6bd464e1b68e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:30.791079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f72498a-8e42-47de-b594-6bd464e1b68e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:30.793661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f72498a-8e42-47de-b594-6bd464e1b68e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:30.794818 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0f72498a-8e42-47de-b594-6bd464e1b68e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "DELETE /v2.0/security-groups/494f8730-ceab-468d-b797-5ab98473eec1 HTTP/1.1" status: 204 len: 168 time: 0.1313367 Jul 16 21:12:30.797652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:30.805029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72498a-8e42-47de-b594-6bd464e1b68e tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f8730-ceab-468d-b797-5ab98473eec1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:30.813971 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-e43bebd5-9097-49aa-9132-eb0e38b20fc9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] show failed (client error): The resource could not be found. Jul 16 21:12:30.814971 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e43bebd5-9097-49aa-9132-eb0e38b20fc9 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "GET /v2.0/security-groups/494f8730-ceab-468d-b797-5ab98473eec1 HTTP/1.1" status: 404 len: 347 time: 0.0160158 Jul 16 21:12:30.817805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:30.947854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Deleting port 8e42303f-c664-4d00-b837-b0ed08e123d8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:12:30.948209 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:31.028807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:31.029061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:31.040749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Calling delete_port for 8e42303f-c664-4d00-b837-b0ed08e123d8 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:12:31.170306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:31.195794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Pushing event deleted for resources: {'Port': ['ID=8e42303f-c664-4d00-b837-b0ed08e123d8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:31.223064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.223371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.223716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.224054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.224382 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.224712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.225036 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.225357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.225677 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.225995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.226313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.226630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:31.264182 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:31.267357 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:31.268526 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-93a42ee7-9897-4813-b67d-551421a2d670 tempest-ServerActionsTestJSON-661009646 tempest-ServerActionsTestJSON-661009646-project] 10.222.0.10 "DELETE /v2.0/floatingips/9f271d04-74d8-493a-b959-d096c3516ea5 HTTP/1.1" status: 204 len: 168 time: 0.4498062 Jul 16 21:12:31.271529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:31.673102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:31.917882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Deleting port d1b68126-e39e-451f-9f4a-4b1ad461ffb7 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:12:31.918558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:31.994283 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] For port d1b68126-e39e-451f-9f4a-4b1ad461ffb7, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d1b68126-e39e-451f-9f4a-4b1ad461ffb7,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:31.994637 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:32.007040 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Calling delete_port for d1b68126-e39e-451f-9f4a-4b1ad461ffb7 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:12:32.179562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:32.206037 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b68126-e39e-451f-9f4a-4b1ad461ffb7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:32.370973 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:32.578599 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Router d441052e-eab9-436c-a18c-3346bc0162b2 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:12:32.680950 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:12:32.686084 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4bf90072-8368-47e8-9d44-e248ebc1d01a admin admin] 10.222.0.10 "PUT /v2.0/routers/d441052e-eab9-436c-a18c-3346bc0162b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135871 Jul 16 21:12:32.688617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:32.691236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] Sync routers for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:12:32.700370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:12:32.700908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:32.790104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:32.804560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:12:32.890164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:32.986143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:12:32Z', 'revision_number': 5, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port': {'id': 'df07ab9f-9937-4328-9aa1-c5da422043d8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:33.013467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] Checking router: d441052e-eab9-436c-a18c-3346bc0162b2 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:12:33.023215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] Routers {'d441052e-eab9-436c-a18c-3346bc0162b2'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:12:33.023882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:12:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['d441052e-eab9-436c-a18c-3346bc0162b2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:33.264564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] Set router d441052e-eab9-436c-a18c-3346bc0162b2 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:12:33.279629 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Deleting port df07ab9f-9937-4328-9aa1-c5da422043d8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:12:33.280168 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.316987 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:12:32Z', 'revision_number': 6, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:33.342588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7f780-3759-4779-ad8f-2d93560770df None None] The sync data for ids ['d441052e-eab9-436c-a18c-3346bc0162b2'] in n-d-792394-17 is: [{'id': 'd441052e-eab9-436c-a18c-3346bc0162b2', 'name': 'tempest-ServerActionsTestJSON-799447589-router', 'tenant_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:02:36Z', 'updated_at': '2021-07-16T21:12:32Z', 'revision_number': 6, 'project_id': 'cbfca799ddc74f3d9e5ef8486fb16b0a', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:12:33.355867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] For port df07ab9f-9937-4328-9aa1-c5da422043d8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=df07ab9f-9937-4328-9aa1-c5da422043d8,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:33.356223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.369263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Calling delete_port for df07ab9f-9937-4328-9aa1-c5da422043d8 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:12:33.532891 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.560341 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Pushing event deleted for resources: {'Port': ['ID=df07ab9f-9937-4328-9aa1-c5da422043d8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:33.619538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.708023 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.710197 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.758045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.758616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d441052e-eab9-436c-a18c-3346bc0162b2 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:12:33.767039 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.770521 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9a121b4d-1012-46ae-aacf-39366befa12a admin admin] 10.222.0.10 "DELETE /v2.0/routers/d441052e-eab9-436c-a18c-3346bc0162b2 HTTP/1.1" status: 204 len: 168 time: 1.0787504 Jul 16 21:12:33.770913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46112) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:33.821901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-9942a2ea-4038-4f94-a63b-4f8cbb2ce539 admin admin] Deleting subnet 054d6e48-7b9a-4a5e-acad-fb754ae849bc {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:12:33.824889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9942a2ea-4038-4f94-a63b-4f8cbb2ce539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.858875 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9942a2ea-4038-4f94-a63b-4f8cbb2ce539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:33.959089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9942a2ea-4038-4f94-a63b-4f8cbb2ce539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.013754 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9942a2ea-4038-4f94-a63b-4f8cbb2ce539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.038053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942a2ea-4038-4f94-a63b-4f8cbb2ce539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054d6e48-7b9a-4a5e-acad-fb754ae849bc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:34.041687 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9942a2ea-4038-4f94-a63b-4f8cbb2ce539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.043547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9942a2ea-4038-4f94-a63b-4f8cbb2ce539 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/054d6e48-7b9a-4a5e-acad-fb754ae849bc HTTP/1.1" status: 204 len: 168 time: 0.2715945 Jul 16 21:12:34.045972 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46114) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:34.047604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc80be-309a-4c2c-9236-f960d8da9b66 None None] Network db65bcda-4231-4a7d-ac17-b89c7c84a192 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:12:34.118331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.174260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Deleting port 0fc71094-3bd3-413f-88a9-466645936c42 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:12:34.174626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.236643 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa016ef-37c9-4e04-a429-ef5128370041 None None] DHCP port deletion for db65bcda-4231-4a7d-ac17-b89c7c84a192 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:12:34.244667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] For port 0fc71094-3bd3-413f-88a9-466645936c42, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0fc71094-3bd3-413f-88a9-466645936c42,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:34.245029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.257846 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Calling delete_port for 0fc71094-3bd3-413f-88a9-466645936c42 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:12:34.282907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3aa016ef-37c9-4e04-a429-ef5128370041 None None] Deleting port 0fc71094-3bd3-413f-88a9-466645936c42 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:12:34.283317 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3aa016ef-37c9-4e04-a429-ef5128370041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.345879 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.350750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3aa016ef-37c9-4e04-a429-ef5128370041 None None] For port 0fc71094-3bd3-413f-88a9-466645936c42, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0fc71094-3bd3-413f-88a9-466645936c42,segment=NetworkSegment(13d9f89c-7df8-4794-ba06-1ee1110252d0),segment_id=13d9f89c-7df8-4794-ba06-1ee1110252d0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:34.351149 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3aa016ef-37c9-4e04-a429-ef5128370041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.364602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-3aa016ef-37c9-4e04-a429-ef5128370041 None None] Calling delete_port for 0fc71094-3bd3-413f-88a9-466645936c42 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:12:34.377839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc71094-3bd3-413f-88a9-466645936c42,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:34.379872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] No DVR routers for this DVR port 0fc71094-3bd3-413f-88a9-466645936c42 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:12:34.453258 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3aa016ef-37c9-4e04-a429-ef5128370041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.462771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.474147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db65bcda-4231-4a7d-ac17-b89c7c84a192']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:34.480683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device df07ab9f-9937-4328-9aa1-c5da422043d8 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:12:34.484014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa016ef-37c9-4e04-a429-ef5128370041 None None] Pushing event deleted for resources: {'Port': ['ID=0fc71094-3bd3-413f-88a9-466645936c42,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:34.489245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d9f89c-7df8-4794-ba06-1ee1110252d0') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:34.489929 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d9f89c-7df8-4794-ba06-1ee1110252d0') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:12:34.498670 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.506492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa016ef-37c9-4e04-a429-ef5128370041 None None] No DVR routers for this DVR port 0fc71094-3bd3-413f-88a9-466645936c42 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:12:34.507945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: df07ab9f-9937-4328-9aa1-c5da422043d8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:12:34.508209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device df07ab9f-9937-4328-9aa1-c5da422043d8 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:12:34.508614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0fc71094-3bd3-413f-88a9-466645936c42 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:12:34.518165 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.521685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:12:34.522080 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: timer() Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:12:34.523845 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:12:34.529234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 0fc71094-3bd3-413f-88a9-466645936c42 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:12:34.529532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0fc71094-3bd3-413f-88a9-466645936c42 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:12:34.529943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d1b68126-e39e-451f-9f4a-4b1ad461ffb7 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:12:34.549172 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d1b68126-e39e-451f-9f4a-4b1ad461ffb7 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:12:34.549445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d1b68126-e39e-451f-9f4a-4b1ad461ffb7 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:12:34.576768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.582130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.583985 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/db65bcda-4231-4a7d-ac17-b89c7c84a192 HTTP/1.1" status: 204 len: 168 time: 0.5371175 Jul 16 21:12:34.595145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa8096-f74f-4f90-b4c3-563d998ce3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=db65bcda-4231-4a7d-ac17-b89c7c84a192,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:34.689426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46118) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:34.735319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4ff448a1-a2ce-474c-ab07-bf5be347a15e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbfca799ddc74f3d9e5ef8486fb16b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446203 Jul 16 21:12:34.737677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46120) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:34.784475 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-427e8d19-9b07-471f-983e-6a5aed5a2411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.808251 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-427e8d19-9b07-471f-983e-6a5aed5a2411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.854259 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-427e8d19-9b07-471f-983e-6a5aed5a2411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.856852 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-427e8d19-9b07-471f-983e-6a5aed5a2411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:34.857983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-427e8d19-9b07-471f-983e-6a5aed5a2411 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9bb4db2-3072-4eb2-8f14-49482ca7689a HTTP/1.1" status: 204 len: 168 time: 0.1194239 Jul 16 21:12:34.865615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e8d19-9b07-471f-983e-6a5aed5a2411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bb4db2-3072-4eb2-8f14-49482ca7689a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:35.541311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46142) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:35.643736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1346267864-network', 'tenant_id': '3f7e3561444642c3b468fe9acb6e47bf'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:12:35.664444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Made reservation on behalf of 3f7e3561444642c3b468fe9acb6e47bf for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:12:35.666797 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.675010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.761569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.765388 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.785413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:12:35.800109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:35.803060 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.803420 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Added segment 392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb of type vlan for network 8084b9a2-f484-4323-bae5-b15324fd377c Jul 16 21:12:35.842398 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.870479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.871462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:35.872055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.910433 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3679962 Jul 16 21:12:35.913345 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:12:35.918458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Request body: {'subnet': {'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1346267864-subnet', 'tenant_id': '3f7e3561444642c3b468fe9acb6e47bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:12:35.936696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87dc48-124c-434c-bc5a-bd65cbd0c8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8084b9a2-f484-4323-bae5-b15324fd377c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:35.940129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Made reservation on behalf of 3f7e3561444642c3b468fe9acb6e47bf for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:12:35.942522 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:35.948027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8084b9a2-f484-4323-bae5-b15324fd377c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:12:36.114296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:36.176097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a87416-6a15-47c5-8625-8704012eef0c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:36.183420 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Checking segment: {'id': '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:12:36.183775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Network hostable DHCP agents. Network: 8084b9a2-f484-4323-bae5-b15324fd377c, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:12:36.202055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Network 8084b9a2-f484-4323-bae5-b15324fd377c is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:12:36.211906 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8084b9a2-f484-4323-bae5-b15324fd377c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:12:36.216067 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:36.216668 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:36.221751 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2aa8d4-44f6-4aee-9efe-c4ce347aaf1b None None] Network 8084b9a2-f484-4323-bae5-b15324fd377c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:12:36.239983 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f26b79f3-fd44-4bfc-84dc-eddfddb8da45 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3173819 Jul 16 21:12:36.353798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664cc08-889e-4534-b889-9c199f0f469b None None] Network 8084b9a2-f484-4323-bae5-b15324fd377c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:12:36.669960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-be26d4b0-f707-4ea7-988d-77afe21f5822 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:36.671498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-be26d4b0-f707-4ea7-988d-77afe21f5822 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/networks?id=8084b9a2-f484-4323-bae5-b15324fd377c HTTP/1.1" status: 200 len: 814 time: 0.1050985 Jul 16 21:12:36.687072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-3e394542-388b-4e27-927e-5986488c0bd5 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/quotas/3f7e3561444642c3b468fe9acb6e47bf HTTP/1.1" status: 200 len: 375 time: 0.0099032 Jul 16 21:12:36.724781 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-47f498ef-aaab-45b0-8515-613ac6bbc55b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f7e3561444642c3b468fe9acb6e47bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313597 Jul 16 21:12:36.736460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-d2182fbe-d099-4058-8cd6-0f4fa4c75aef tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:12:36.737495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-d2182fbe-d099-4058-8cd6-0f4fa4c75aef tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062840 Jul 16 21:12:36.824443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-a0676948-8417-4fd2-ae49-54c9bb26847d service neutron] 10.222.0.10 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813143 Jul 16 21:12:36.916206 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-61eb0fe9-feb3-40dd-bb0b-44c738a6ffb6 service neutron] 10.222.0.10 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Jul 16 21:12:37.079087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e9c79ae-e0b5-4b6d-aef7-a311a7a98b93 req-251ad36a-e28f-4601-b1ef-4311bb799643 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 210 time: 0.0303190 Jul 16 21:12:38.222439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2350f073-a065-408a-bd89-97b23108ef38 req-934d22af-64b0-438f-8858-3354544445b1 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 210 time: 0.0288441 Jul 16 21:12:38.351191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-d16a156c-2c68-4264-b90f-c1b9474933fe tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:38.353590 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-d16a156c-2c68-4264-b90f-c1b9474933fe tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.63 "GET /v2.0/networks?id=8084b9a2-f484-4323-bae5-b15324fd377c HTTP/1.1" status: 200 len: 814 time: 0.1211298 Jul 16 21:12:38.373656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Request body: {'port': {'device_id': 'e7bc5fbd-5808-44fa-8067-badc3360c523', 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c', 'admin_state_up': True, 'tenant_id': '3f7e3561444642c3b468fe9acb6e47bf'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:12:38.492731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Made reservation on behalf of 3f7e3561444642c3b468fe9acb6e47bf for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:12:38.496430 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:38.626438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Allocated IP 172.20.0.6 (8084b9a2-f484-4323-bae5-b15324fd377c/86a87416-6a15-47c5-8625-8704012eef0c/a6d6d53e-fe8e-440e-8816-bc528bce0072) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:12:38.788834 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:38.827930 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:38.874236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Network 8084b9a2-f484-4323-bae5-b15324fd377c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:12:38.877584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:12:38.881490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:12:38.887997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Pushing event updated for resources: {'Port': ['ID=a6d6d53e-fe8e-440e-8816-bc528bce0072,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:38.938490 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:38.939109 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:38.955046 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-e9a049aa-5cab-420d-9401-1a91d8e9489b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5854623 Jul 16 21:12:38.967066 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Request body: {'port': {'device_id': 'e7bc5fbd-5808-44fa-8067-badc3360c523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:12:39.039346 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:39.304045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d6d53e-fe8e-440e-8816-bc528bce0072 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:12:39.311395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:39.323393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Transition to ACTIVE for port object a6d6d53e-fe8e-440e-8816-bc528bce0072 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:12:39.327129 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:39.410056 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d6d53e-fe8e-440e-8816-bc528bce0072,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:39.486247 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad61b36-6943-418b-93c7-a0f541bb9459 req-d503ea2d-246f-4c75-9cce-fbc9c9a78189 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:39.487753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ad61b36-6943-418b-93c7-a0f541bb9459 req-d503ea2d-246f-4c75-9cce-fbc9c9a78189 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 943 time: 0.1523745 Jul 16 21:12:39.507074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Attempting to bind port a6d6d53e-fe8e-440e-8816-bc528bce0072 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:12:39.507366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Attempting to bind port a6d6d53e-fe8e-440e-8816-bc528bce0072 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:12:39.507661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Attempting to bind port a6d6d53e-fe8e-440e-8816-bc528bce0072 on network 8084b9a2-f484-4323-bae5-b15324fd377c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:12:39.519195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Port a6d6d53e-fe8e-440e-8816-bc528bce0072 on network 8084b9a2-f484-4323-bae5-b15324fd377c not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:12:39.519538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Attempting to bind port a6d6d53e-fe8e-440e-8816-bc528bce0072 on network 8084b9a2-f484-4323-bae5-b15324fd377c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:12:39.536053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:12:39.536389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Checking segment: {'id': '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:12:39.536768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Bound using segment: {'id': '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:12:39.537191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Bound port: a6d6d53e-fe8e-440e-8816-bc528bce0072, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:12:39.537540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:39.558182 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7ad61b36-6943-418b-93c7-a0f541bb9459 req-bdae87b5-1aa5-4028-bfd1-a153712f31df tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617468 Jul 16 21:12:39.608645 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] For port a6d6d53e-fe8e-440e-8816-bc528bce0072, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:12:39.611951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] For port a6d6d53e-fe8e-440e-8816-bc528bce0072, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d6d53e-fe8e-440e-8816-bc528bce0072,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:12:39.616230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:39.650690 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:39.651391 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:39.652883 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] 10.222.0.63 "PUT /v2.0/ports/a6d6d53e-fe8e-440e-8816-bc528bce0072 HTTP/1.1" status: 200 len: 1092 time: 0.6905377 Jul 16 21:12:39.653312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bc5fbd-5808-44fa-8067-badc3360c523', 'tag': 'a6d6d53e-fe8e-440e-8816-bc528bce0072'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:39.655570 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bc5fbd-5808-44fa-8067-badc3360c523", "tag": "a6d6d53e-fe8e-440e-8816-bc528bce0072"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:39.679191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db61b2-06b7-4609-ac4a-89cfe2529d79 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d6d53e-fe8e-440e-8816-bc528bce0072,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:39.705917 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8df68a-1b84-4e12-9300-7470d3d93cbf x-openstack-request-id: req-4b8df68a-1b84-4e12-9300-7470d3d93cbf {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:39.706222 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bc5fbd-5808-44fa-8067-badc3360c523", "tag": "a6d6d53e-fe8e-440e-8816-bc528bce0072", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:39.706451 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b8df68a-1b84-4e12-9300-7470d3d93cbf {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:39.706841 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bc5fbd-5808-44fa-8067-badc3360c523', 'tag': 'a6d6d53e-fe8e-440e-8816-bc528bce0072', 'status': 'completed', 'code': 200} Jul 16 21:12:39.752024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-1e735237-88ac-46a3-8c6e-826e169e5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:39.753552 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-1e735237-88ac-46a3-8c6e-826e169e5a09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3f7e3561444642c3b468fe9acb6e47bf&device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 1095 time: 0.0580492 Jul 16 21:12:39.793884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-dca5f110-5e69-4975-85a5-63385d0f7269 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6d6d53e-fe8e-440e-8816-bc528bce0072 HTTP/1.1" status: 200 len: 217 time: 0.0328019 Jul 16 21:12:39.841770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-ee96f5c3-8d6f-40c9-93bb-8ba137bea136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:39.843179 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-ee96f5c3-8d6f-40c9-93bb-8ba137bea136 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=86a87416-6a15-47c5-8625-8704012eef0c HTTP/1.1" status: 200 len: 854 time: 0.0419412 Jul 16 21:12:39.878997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-824f85b9-b580-45d8-ad41-6c114a2a87cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8084b9a2-f484-4323-bae5-b15324fd377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297256 Jul 16 21:12:39.963686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-7fbd686f-1132-450e-b131-2e19a345de03 service neutron] 10.222.0.63 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776176 Jul 16 21:12:40.052647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7636a4fe-a192-41a8-b662-cf127d07b380 req-7385f3e4-0691-46aa-91f4-3d48d5249c44 service neutron] 10.222.0.63 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829268 Jul 16 21:12:40.151133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-41d4fd8f-a5d1-4ae6-9934-f5798a075a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:40.152627 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-41d4fd8f-a5d1-4ae6-9934-f5798a075a67 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3f7e3561444642c3b468fe9acb6e47bf&device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 1095 time: 0.0525644 Jul 16 21:12:40.242356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-8ee60ae6-3fe0-4d4e-a1b1-a1832f58bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:40.243906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-8ee60ae6-3fe0-4d4e-a1b1-a1832f58bcb6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8084b9a2-f484-4323-bae5-b15324fd377c HTTP/1.1" status: 200 len: 915 time: 0.0850120 Jul 16 21:12:40.284193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-934856ec-879d-497e-8ee0-c6785d494819 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6d6d53e-fe8e-440e-8816-bc528bce0072 HTTP/1.1" status: 200 len: 217 time: 0.0326288 Jul 16 21:12:40.330691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-bb51c50e-1735-4f68-89d2-0d43c89e41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:40.332135 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-bb51c50e-1735-4f68-89d2-0d43c89e41c2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=86a87416-6a15-47c5-8625-8704012eef0c HTTP/1.1" status: 200 len: 854 time: 0.0415971 Jul 16 21:12:40.365133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-05d2d8ab-e19a-4e81-ac33-c791ea4b8e36 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8084b9a2-f484-4323-bae5-b15324fd377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258975 Jul 16 21:12:40.457181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-c1cf7524-180f-4242-af25-4e58692c8044 service neutron] 10.222.0.63 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845487 Jul 16 21:12:40.548142 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3fba09c6-cac1-4c0d-a3a5-a6a7d25c60fe req-4b512e29-0497-4629-b9e0-7d4fd0912535 service neutron] 10.222.0.63 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Jul 16 21:12:40.733394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42db0d0-0075-4598-9a84-354bed358cbe req-7d0d02f1-bbfb-4d35-91ca-05d56b0fe1e1 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:40.734861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d42db0d0-0075-4598-9a84-354bed358cbe req-7d0d02f1-bbfb-4d35-91ca-05d56b0fe1e1 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 943 time: 0.0622375 Jul 16 21:12:40.771071 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d42db0d0-0075-4598-9a84-354bed358cbe req-66b7ee6a-ce9c-40a5-8199-3f545e9137de tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306783 Jul 16 21:12:41.662294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a6d6d53e-fe8e-440e-8816-bc528bce0072 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:12:41.757848 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a6d6d53e-fe8e-440e-8816-bc528bce0072, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d6d53e-fe8e-440e-8816-bc528bce0072,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:41.769085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'a6d6d53e-fe8e-440e-8816-bc528bce0072', 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c', 'port_id': 'a6d6d53e-fe8e-440e-8816-bc528bce0072', 'mac_address': 'fa:16:3e:ae:f6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a87416-6a15-47c5-8625-8704012eef0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:12:41.804380 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:41.817320 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d6d53e-fe8e-440e-8816-bc528bce0072 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:12:41.837129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a6d6d53e-fe8e-440e-8816-bc528bce0072, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d6d53e-fe8e-440e-8816-bc528bce0072,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:41.841408 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:41.893026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=a6d6d53e-fe8e-440e-8816-bc528bce0072,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:41.943888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974795-e45c-4a93-a0ea-0a516e62dc78 req-1b054c1f-aa5c-4075-a115-72fd53cb2a68 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:41.945368 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78974795-e45c-4a93-a0ea-0a516e62dc78 req-1b054c1f-aa5c-4075-a115-72fd53cb2a68 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 944 time: 0.0620997 Jul 16 21:12:41.982381 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-78974795-e45c-4a93-a0ea-0a516e62dc78 req-9a884cb1-d06b-4184-a9c9-0ee079b85a00 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315096 Jul 16 21:12:42.024144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['a6d6d53e-fe8e-440e-8816-bc528bce0072'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:12:43.160647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9be664-4351-4fe6-9122-1d2e3ac2f607 req-a5ac0980-76db-4e54-8cc7-b7290eb1730e tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:43.162186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a9be664-4351-4fe6-9122-1d2e3ac2f607 req-a5ac0980-76db-4e54-8cc7-b7290eb1730e tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 944 time: 0.0694268 Jul 16 21:12:43.201111 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a9be664-4351-4fe6-9122-1d2e3ac2f607 req-12d10a32-7a37-4eb1-b231-a755943d014d tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333574 Jul 16 21:12:43.678009 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a6d6d53e-fe8e-440e-8816-bc528bce0072 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:12:43.728178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port a6d6d53e-fe8e-440e-8816-bc528bce0072 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:12:43.731694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port a6d6d53e-fe8e-440e-8816-bc528bce0072 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:12:43.732065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:43.805280 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:43.827008 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bc5fbd-5808-44fa-8067-badc3360c523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d6d53e-fe8e-440e-8816-bc528bce0072'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:43.829299 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d3c900-74d1-48b5-855e-0c6a111e71f7" -d '{"events": [{"server_uuid": "e7bc5fbd-5808-44fa-8067-badc3360c523", "name": "network-vif-plugged", "status": "completed", "tag": "a6d6d53e-fe8e-440e-8816-bc528bce0072"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:43.841980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port a6d6d53e-fe8e-440e-8816-bc528bce0072, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d6d53e-fe8e-440e-8816-bc528bce0072,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:43.845882 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:43.877975 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0da7abf-7620-48c1-b848-8ca9dcb97022 x-openstack-request-id: req-d0da7abf-7620-48c1-b848-8ca9dcb97022 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:43.878190 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bc5fbd-5808-44fa-8067-badc3360c523", "name": "network-vif-plugged", "status": "completed", "tag": "a6d6d53e-fe8e-440e-8816-bc528bce0072", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:43.878994 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0da7abf-7620-48c1-b848-8ca9dcb97022 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:43.878994 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bc5fbd-5808-44fa-8067-badc3360c523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d6d53e-fe8e-440e-8816-bc528bce0072', 'code': 200} Jul 16 21:12:43.907477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=a6d6d53e-fe8e-440e-8816-bc528bce0072,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:43.976392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2abc7e-fd19-4554-80b6-710a58f963e9 req-4313f5a0-4ce5-4c9f-aa2d-78e1f7ef1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:43.978099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b2abc7e-fd19-4554-80b6-710a58f963e9 req-4313f5a0-4ce5-4c9f-aa2d-78e1f7ef1947 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 1097 time: 0.0502739 Jul 16 21:12:44.011558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b2abc7e-fd19-4554-80b6-710a58f963e9 req-b14c583b-2799-4f1a-80ad-8304befa4fe4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265093 Jul 16 21:12:44.371121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dd8b0-6a6c-4cfd-885a-373da26e20e8 req-b7daf52e-887b-465c-93fd-cc84e0fbbbab tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:44.372702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-279dd8b0-6a6c-4cfd-885a-373da26e20e8 req-b7daf52e-887b-465c-93fd-cc84e0fbbbab tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0622354 Jul 16 21:12:44.410406 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-279dd8b0-6a6c-4cfd-885a-373da26e20e8 req-1f995578-8940-4c29-b9a8-655191431e72 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Jul 16 21:12:45.599161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669f696-0f09-4b2c-a0ff-4bf762b688e5 req-6deb9b2c-6f10-4703-a091-bc409028682a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:45.600660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9669f696-0f09-4b2c-a0ff-4bf762b688e5 req-6deb9b2c-6f10-4703-a091-bc409028682a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0753663 Jul 16 21:12:45.644634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9669f696-0f09-4b2c-a0ff-4bf762b688e5 req-b4502245-0dfe-48d4-a94c-883b67207537 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377629 Jul 16 21:12:45.877324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5df51a17-b8b3-4b70-8713-8968ddcaaa85 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:45.878835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5df51a17-b8b3-4b70-8713-8968ddcaaa85 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/networks?id=8084b9a2-f484-4323-bae5-b15324fd377c HTTP/1.1" status: 200 len: 814 time: 0.1086366 Jul 16 21:12:45.893572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-6a79b9de-94e8-43ca-8366-111e4639f487 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/quotas/3f7e3561444642c3b468fe9acb6e47bf HTTP/1.1" status: 200 len: 375 time: 0.0091438 Jul 16 21:12:46.144149 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:46.204891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-6f029bd6-93c5-4b5d-abbc-9ac8c95fcc40 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f7e3561444642c3b468fe9acb6e47bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3062322 Jul 16 21:12:46.294277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-b1bb31a5-3068-4386-bcd9-797f20d22fbf service neutron] 10.222.0.10 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824320 Jul 16 21:12:46.379487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-77af0c30-68e6-4133-b645-71ea3cf6e3b2 service neutron] 10.222.0.10 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789676 Jul 16 21:12:46.543735 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-386f4f1d-6f57-4150-822b-5739ce4dc304 req-d76bc5d8-69a0-42fb-bd73-f36fa81eb7d6 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 210 time: 0.0290160 Jul 16 21:12:47.350809 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:47.649924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-f44dba13-dcd4-4dc0-bf01-6c519e60abff tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:47.651487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-f44dba13-dcd4-4dc0-bf01-6c519e60abff tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.30 "GET /v2.0/networks?id=8084b9a2-f484-4323-bae5-b15324fd377c HTTP/1.1" status: 200 len: 814 time: 0.1134820 Jul 16 21:12:47.673253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Request body: {'port': {'device_id': '678d79dd-073a-49b5-9ddd-8318a4aad242', 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c', 'admin_state_up': True, 'tenant_id': '3f7e3561444642c3b468fe9acb6e47bf'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:12:47.709129 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2904b2bc-f046-4083-ae0e-078677a63c00 req-665a9028-5ad0-4d5c-aa24-98794c09ff8c tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 210 time: 0.0498879 Jul 16 21:12:47.798398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Made reservation on behalf of 3f7e3561444642c3b468fe9acb6e47bf for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:12:47.802013 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:47.919974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Allocated IP 172.20.0.12 (8084b9a2-f484-4323-bae5-b15324fd377c/86a87416-6a15-47c5-8625-8704012eef0c/ac8d75db-a14f-4964-a212-81f21efc1240) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:12:48.064196 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.105101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.117793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['a6d6d53e-fe8e-440e-8816-bc528bce0072'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:12:48.152012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Network 8084b9a2-f484-4323-bae5-b15324fd377c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:12:48.157994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:12:48.161799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:12:48.191289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Pushing event updated for resources: {'Port': ['ID=ac8d75db-a14f-4964-a212-81f21efc1240,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:48.214921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:48.215572 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.229862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-5dfb6da8-ac71-46b7-a1fc-4c844ac1fb87 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695231 Jul 16 21:12:48.241147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Request body: {'port': {'device_id': '678d79dd-073a-49b5-9ddd-8318a4aad242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:12:48.312798 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.572550 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8d75db-a14f-4964-a212-81f21efc1240 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:12:48.580500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.591988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Transition to ACTIVE for port object ac8d75db-a14f-4964-a212-81f21efc1240 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:12:48.595769 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.646025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Pushing event updated for resources: {'Port': ['ID=ac8d75db-a14f-4964-a212-81f21efc1240,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:48.713520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Attempting to bind port ac8d75db-a14f-4964-a212-81f21efc1240 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:12:48.714239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Attempting to bind port ac8d75db-a14f-4964-a212-81f21efc1240 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:12:48.714239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Attempting to bind port ac8d75db-a14f-4964-a212-81f21efc1240 on network 8084b9a2-f484-4323-bae5-b15324fd377c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:12:48.718385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Port ac8d75db-a14f-4964-a212-81f21efc1240 on network 8084b9a2-f484-4323-bae5-b15324fd377c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:12:48.718701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Attempting to bind port ac8d75db-a14f-4964-a212-81f21efc1240 on network 8084b9a2-f484-4323-bae5-b15324fd377c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:12:48.723441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:12:48.723776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Checking segment: {'id': '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:12:48.724149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Bound using segment: {'id': '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:12:48.724566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Bound port: ac8d75db-a14f-4964-a212-81f21efc1240, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:12:48.724917 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.793048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] For port ac8d75db-a14f-4964-a212-81f21efc1240, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:12:48.796105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] For port ac8d75db-a14f-4964-a212-81f21efc1240, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ac8d75db-a14f-4964-a212-81f21efc1240,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:12:48.801365 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.835868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:48.836515 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:48.837876 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] 10.222.0.30 "PUT /v2.0/ports/ac8d75db-a14f-4964-a212-81f21efc1240 HTTP/1.1" status: 200 len: 1093 time: 0.6010749 Jul 16 21:12:48.838311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678d79dd-073a-49b5-9ddd-8318a4aad242', 'tag': 'ac8d75db-a14f-4964-a212-81f21efc1240'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:48.840585 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b01f43-d1c8-4851-81c2-dc798adf465a" -d '{"events": [{"name": "network-changed", "server_uuid": "678d79dd-073a-49b5-9ddd-8318a4aad242", "tag": "ac8d75db-a14f-4964-a212-81f21efc1240"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:48.942057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00000550-7491-4c85-915d-2cc873c5c21f service neutron] Pushing event updated for resources: {'Port': ['ID=ac8d75db-a14f-4964-a212-81f21efc1240,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:48.976082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844acc0-a8ba-44c4-a599-87ddb7583245 req-601ebf6e-1d5b-48ad-865c-aa60cfe8aa9b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:48.977827 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5844acc0-a8ba-44c4-a599-87ddb7583245 req-601ebf6e-1d5b-48ad-865c-aa60cfe8aa9b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 944 time: 0.1463425 Jul 16 21:12:49.002032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-d55500b1-0e1e-4741-afc8-cf3b4c6b6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:49.003542 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-d55500b1-0e1e-4741-afc8-cf3b4c6b6a28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f7e3561444642c3b468fe9acb6e47bf&device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 1096 time: 0.1173728 Jul 16 21:12:49.055439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-9704f1de-6c63-41ad-a20e-b4e45a08c052 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac8d75db-a14f-4964-a212-81f21efc1240 HTTP/1.1" status: 200 len: 217 time: 0.0430319 Jul 16 21:12:49.061971 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5844acc0-a8ba-44c4-a599-87ddb7583245 req-1476a295-066a-4c70-ac34-5eeaa97df74c tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778615 Jul 16 21:12:49.110047 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe6fefb-6bab-4f0d-817e-e81cb79b5c71 x-openstack-request-id: req-9fe6fefb-6bab-4f0d-817e-e81cb79b5c71 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:49.110339 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678d79dd-073a-49b5-9ddd-8318a4aad242", "tag": "ac8d75db-a14f-4964-a212-81f21efc1240", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:49.110593 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fe6fefb-6bab-4f0d-817e-e81cb79b5c71 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:49.110996 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678d79dd-073a-49b5-9ddd-8318a4aad242', 'tag': 'ac8d75db-a14f-4964-a212-81f21efc1240', 'status': 'completed', 'code': 200} Jul 16 21:12:49.116549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-98d42a89-3035-40fe-b9ae-39b885596e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:49.118014 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-98d42a89-3035-40fe-b9ae-39b885596e06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86a87416-6a15-47c5-8625-8704012eef0c HTTP/1.1" status: 200 len: 854 time: 0.0546660 Jul 16 21:12:49.151614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-baf1b73d-e963-4e4d-b7f9-d136f672a61a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8084b9a2-f484-4323-bae5-b15324fd377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269041 Jul 16 21:12:49.246940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-22d7ea0e-fa9a-4fc3-ba14-27a84959c55e service neutron] 10.222.0.30 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893116 Jul 16 21:12:49.346082 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0ed02cd-0d23-4c19-8a8a-1b13d562aeb7 req-163694ef-694f-4573-b300-c7b8ac6dc777 service neutron] 10.222.0.30 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929201 Jul 16 21:12:49.450672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-d0e97afe-ee73-4d69-b281-7c0f7b4f9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:49.452308 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-d0e97afe-ee73-4d69-b281-7c0f7b4f9a96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f7e3561444642c3b468fe9acb6e47bf&device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 1096 time: 0.0557599 Jul 16 21:12:49.550164 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-f3ab900f-3e91-402a-ab51-4f5485fc1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:49.551882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-f3ab900f-3e91-402a-ab51-4f5485fc1989 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8084b9a2-f484-4323-bae5-b15324fd377c HTTP/1.1" status: 200 len: 915 time: 0.0935645 Jul 16 21:12:49.605128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-32923723-1ec7-4a86-af24-434021e08441 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac8d75db-a14f-4964-a212-81f21efc1240 HTTP/1.1" status: 200 len: 217 time: 0.0450573 Jul 16 21:12:49.654009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-4b17c1ff-ef50-42e9-a51a-36440d5b9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:49.655491 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-4b17c1ff-ef50-42e9-a51a-36440d5b9a26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86a87416-6a15-47c5-8625-8704012eef0c HTTP/1.1" status: 200 len: 854 time: 0.0435014 Jul 16 21:12:49.691845 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-99973e40-eb73-49a7-a7d3-8a55fbabd56b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8084b9a2-f484-4323-bae5-b15324fd377c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293462 Jul 16 21:12:49.779878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-94cc51c0-9586-49a6-bc52-fe04d5ec5b82 service neutron] 10.222.0.30 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813823 Jul 16 21:12:49.871776 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c0b01f43-d1c8-4851-81c2-dc798adf465a req-0d755d82-de45-42fe-93b1-dca5395350f0 service neutron] 10.222.0.30 "GET /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852666 Jul 16 21:12:50.240435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d1594-ed58-463c-8135-837bcc1e2ad8 req-4699d209-9eda-4181-ba18-2b9dfb19ecf4 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:50.241827 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be8d1594-ed58-463c-8135-837bcc1e2ad8 req-4699d209-9eda-4181-ba18-2b9dfb19ecf4 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 944 time: 0.0635545 Jul 16 21:12:50.278217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-be8d1594-ed58-463c-8135-837bcc1e2ad8 req-220a0dda-4fdf-4e46-9ddb-13927af3caf6 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308719 Jul 16 21:12:50.672515 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fde8f7b5-9c18-4e68-bb96-b16469ce48ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:50.681973 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:12:51.448393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baca4e-2283-463a-9b7c-b41939cc9917 req-d29d7f9b-2498-4a83-8f98-bf0ef3cac879 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:51.449862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46baca4e-2283-463a-9b7c-b41939cc9917 req-d29d7f9b-2498-4a83-8f98-bf0ef3cac879 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 944 time: 0.0621250 Jul 16 21:12:51.491685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46baca4e-2283-463a-9b7c-b41939cc9917 req-4a3fde70-a8f4-4693-9822-8b7a4be18b0f tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361204 Jul 16 21:12:52.460272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ac8d75db-a14f-4964-a212-81f21efc1240 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:12:52.558685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ac8d75db-a14f-4964-a212-81f21efc1240, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ac8d75db-a14f-4964-a212-81f21efc1240,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:52.569551 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'ac8d75db-a14f-4964-a212-81f21efc1240', 'network_id': '8084b9a2-f484-4323-bae5-b15324fd377c', 'port_id': 'ac8d75db-a14f-4964-a212-81f21efc1240', 'mac_address': 'fa:16:3e:2b:16:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a87416-6a15-47c5-8625-8704012eef0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:12:52.605668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:52.619195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8d75db-a14f-4964-a212-81f21efc1240 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:12:52.639585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ac8d75db-a14f-4964-a212-81f21efc1240, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ac8d75db-a14f-4964-a212-81f21efc1240,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:52.644409 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:52.670105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e2d88-bb60-4a18-83b4-c6d539d5a88f req-733b201b-4fc4-4a5c-a70d-1c961fc2a455 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:52.675179 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-094e2d88-bb60-4a18-83b4-c6d539d5a88f req-733b201b-4fc4-4a5c-a70d-1c961fc2a455 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 944 time: 0.0702500 Jul 16 21:12:52.691615 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ac8d75db-a14f-4964-a212-81f21efc1240,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:52.710335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-094e2d88-bb60-4a18-83b4-c6d539d5a88f req-fc259db2-d8c9-4571-8a59-16cde43adf9a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Jul 16 21:12:52.834283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['ac8d75db-a14f-4964-a212-81f21efc1240'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:12:53.463701 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20f6e01f-2366-4418-91f0-b5720c885a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:53.468051 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:53.878163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7a626-d384-49b4-af76-3953cd053d3d req-1c10a2fd-dba9-43e7-bcee-2df418c8ea3a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:53.879669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9de7a626-d384-49b4-af76-3953cd053d3d req-1c10a2fd-dba9-43e7-bcee-2df418c8ea3a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 945 time: 0.0620208 Jul 16 21:12:53.916024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9de7a626-d384-49b4-af76-3953cd053d3d req-49f76342-551c-46f0-9885-12e80577fc8d tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Jul 16 21:12:54.464498 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ac8d75db-a14f-4964-a212-81f21efc1240 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:12:54.511433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port ac8d75db-a14f-4964-a212-81f21efc1240 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:12:54.515699 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port ac8d75db-a14f-4964-a212-81f21efc1240 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:12:54.516052 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:54.590763 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:54.612463 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678d79dd-073a-49b5-9ddd-8318a4aad242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8d75db-a14f-4964-a212-81f21efc1240'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:54.614718 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316ffb16-aee7-4b40-acc4-cd5bfd17e108" -d '{"events": [{"server_uuid": "678d79dd-073a-49b5-9ddd-8318a4aad242", "name": "network-vif-plugged", "status": "completed", "tag": "ac8d75db-a14f-4964-a212-81f21efc1240"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:54.630330 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port ac8d75db-a14f-4964-a212-81f21efc1240, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ac8d75db-a14f-4964-a212-81f21efc1240,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:54.635599 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:54.680252 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c9b70-00f3-4f92-8727-cff9b26d6250 x-openstack-request-id: req-b95c9b70-00f3-4f92-8727-cff9b26d6250 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:54.680639 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678d79dd-073a-49b5-9ddd-8318a4aad242", "name": "network-vif-plugged", "status": "completed", "tag": "ac8d75db-a14f-4964-a212-81f21efc1240", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:54.681055 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b95c9b70-00f3-4f92-8727-cff9b26d6250 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:54.681663 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678d79dd-073a-49b5-9ddd-8318a4aad242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8d75db-a14f-4964-a212-81f21efc1240', 'code': 200} Jul 16 21:12:54.712812 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=ac8d75db-a14f-4964-a212-81f21efc1240,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:54.764729 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:54.775144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bccb11-1d68-4ffc-aa7c-80cd2d4fef56 req-1ebe4f70-0a9c-4e54-88b3-a56af7ca4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:54.776682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95bccb11-1d68-4ffc-aa7c-80cd2d4fef56 req-1ebe4f70-0a9c-4e54-88b3-a56af7ca4548 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 1098 time: 0.0562458 Jul 16 21:12:54.811083 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-95bccb11-1d68-4ffc-aa7c-80cd2d4fef56 req-d1deb9bf-ab95-4e55-9026-fd9c2f0c5ed5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263405 Jul 16 21:12:55.093988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482d4a-8143-459b-8a0e-7a616c894742 req-392f77c1-3958-405b-a647-edac0e5c216e tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:55.095487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96482d4a-8143-459b-8a0e-7a616c894742 req-392f77c1-3958-405b-a647-edac0e5c216e tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 946 time: 0.0713394 Jul 16 21:12:55.133213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96482d4a-8143-459b-8a0e-7a616c894742 req-b1349bf5-70ec-4ad2-a9bb-f2c9b6c8d0c6 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 Jul 16 21:12:56.320047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a8793-3a74-4838-a662-1b283a11d65a req-769f1f5b-9009-414e-ad30-121f56e3f477 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:56.321522 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-523a8793-3a74-4838-a662-1b283a11d65a req-769f1f5b-9009-414e-ad30-121f56e3f477 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 946 time: 0.0797734 Jul 16 21:12:56.364785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-523a8793-3a74-4838-a662-1b283a11d65a req-43ff35e4-fc82-413e-a411-d2eb8b42efb5 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376811 Jul 16 21:12:56.438932 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:56.749010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66312914-a54d-4b81-98a6-5786794bce5d req-8017dde6-5242-428f-bf89-a01ddf95aa9f tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:56.751088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-66312914-a54d-4b81-98a6-5786794bce5d req-8017dde6-5242-428f-bf89-a01ddf95aa9f tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 946 time: 0.0688946 Jul 16 21:12:56.791238 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-66312914-a54d-4b81-98a6-5786794bce5d req-0f80a593-f6ec-4c97-ad6b-18e96c95073b tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343039 Jul 16 21:12:57.981046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-af13fe91-07f8-410a-b2ca-00af817f9ff9 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:57.982433 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-af13fe91-07f8-410a-b2ca-00af817f9ff9 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.30 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 946 time: 0.1081934 Jul 16 21:12:57.993584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934bac2-1a8e-43c9-a56b-72af6a0a7272 req-d2feef32-0dc4-4fe1-885b-d1da0d5c5d68 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:57.994994 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e934bac2-1a8e-43c9-a56b-72af6a0a7272 req-d2feef32-0dc4-4fe1-885b-d1da0d5c5d68 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=678d79dd-073a-49b5-9ddd-8318a4aad242 HTTP/1.1" status: 200 len: 946 time: 0.0935068 Jul 16 21:12:58.084430 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e934bac2-1a8e-43c9-a56b-72af6a0a7272 req-9f5ef597-7185-4814-ae9a-5caa1ab31c20 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817242 Jul 16 21:12:58.137801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Deleting port ac8d75db-a14f-4964-a212-81f21efc1240 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:12:58.138149 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:58.233624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] For port ac8d75db-a14f-4964-a212-81f21efc1240, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=ac8d75db-a14f-4964-a212-81f21efc1240,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:12:58.233939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:58.247924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Calling delete_port for ac8d75db-a14f-4964-a212-81f21efc1240 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:12:58.378907 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:58.394805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['a6d6d53e-fe8e-440e-8816-bc528bce0072'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:12:58.397049 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['ac8d75db-a14f-4964-a212-81f21efc1240'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:12:58.409028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Pushing event deleted for resources: {'Port': ['ID=ac8d75db-a14f-4964-a212-81f21efc1240,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:12:58.440527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.440865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.441209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.441546 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.441880 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.442211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.442542 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.442867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.443321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.443667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.443994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.444320 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:12:58.469375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] No DVR routers for this DVR port ac8d75db-a14f-4964-a212-81f21efc1240 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:12:58.472276 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:12:58.474451 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-74770db0-ed1c-44fa-8496-b99446580fd6 req-d9ce58a0-385a-4526-8a44-9cf4863f6642 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.30 "DELETE /v2.0/ports/ac8d75db-a14f-4964-a212-81f21efc1240 HTTP/1.1" status: 204 len: 173 time: 0.4785469 Jul 16 21:12:58.474914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678d79dd-073a-49b5-9ddd-8318a4aad242', 'name': 'network-vif-deleted', 'tag': 'ac8d75db-a14f-4964-a212-81f21efc1240'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:12:58.478115 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81740b01-28cb-45b8-9f69-ebf6d9664856" -d '{"events": [{"server_uuid": "678d79dd-073a-49b5-9ddd-8318a4aad242", "name": "network-vif-deleted", "tag": "ac8d75db-a14f-4964-a212-81f21efc1240"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:12:58.519494 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6aff6e-8199-4a45-922b-3af0241d2d1d x-openstack-request-id: req-de6aff6e-8199-4a45-922b-3af0241d2d1d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:12:58.519791 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678d79dd-073a-49b5-9ddd-8318a4aad242", "name": "network-vif-deleted", "tag": "ac8d75db-a14f-4964-a212-81f21efc1240", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:12:58.520045 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de6aff6e-8199-4a45-922b-3af0241d2d1d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:12:58.520464 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678d79dd-073a-49b5-9ddd-8318a4aad242', 'name': 'network-vif-deleted', 'tag': 'ac8d75db-a14f-4964-a212-81f21efc1240', 'status': 'completed', 'code': 200} Jul 16 21:12:59.333087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1301-501f-4ec6-9e6c-ca4efa0d216f req-ccee0cce-161b-4cd9-b671-3f8d1bfb93ac tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:59.334717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b8a1301-501f-4ec6-9e6c-ca4efa0d216f req-ccee0cce-161b-4cd9-b671-3f8d1bfb93ac tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0686593 Jul 16 21:12:59.381532 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b8a1301-501f-4ec6-9e6c-ca4efa0d216f req-2b229da5-df6a-4970-8507-f2aed12e1a54 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Jul 16 21:12:59.568719 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482b7e-afb8-42df-bafe-f996cbf254c5 req-09bcf1e6-dc33-4d29-bb9d-2f78359c9477 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:59.570193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c482b7e-afb8-42df-bafe-f996cbf254c5 req-09bcf1e6-dc33-4d29-bb9d-2f78359c9477 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0624735 Jul 16 21:12:59.607585 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c482b7e-afb8-42df-bafe-f996cbf254c5 req-9b3184b8-7887-4398-92d4-91f69b46f546 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316617 Jul 16 21:12:59.778402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7917bb-4fb4-4778-bc69-e8e3a685a46e req-d5133030-4e8b-40f9-aade-956c5cc31b6e tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:12:59.779869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc7917bb-4fb4-4778-bc69-e8e3a685a46e req-d5133030-4e8b-40f9-aade-956c5cc31b6e tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0627809 Jul 16 21:12:59.816015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc7917bb-4fb4-4778-bc69-e8e3a685a46e req-5a20e981-9178-4201-b053-e23019bcc628 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307200 Jul 16 21:13:00.084252 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722049c6-4b79-491a-ba62-4d3cf640051e req-6194ef6a-e3b6-4150-b6f0-7c2c8511c981 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:00.085732 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-722049c6-4b79-491a-ba62-4d3cf640051e req-6194ef6a-e3b6-4150-b6f0-7c2c8511c981 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0653374 Jul 16 21:13:00.124949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-722049c6-4b79-491a-ba62-4d3cf640051e req-967e84cf-9a5e-49c5-8b54-888c0b83e4f9 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Jul 16 21:13:00.300093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb8dbc-e56d-469d-a919-1da2e7f3e97d req-0db6a78b-4edc-4fe3-8190-ca392951f714 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:00.301483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33fb8dbc-e56d-469d-a919-1da2e7f3e97d req-0db6a78b-4edc-4fe3-8190-ca392951f714 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0684106 Jul 16 21:13:00.339811 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33fb8dbc-e56d-469d-a919-1da2e7f3e97d req-25a35e38-cde7-4027-9e6d-c7d23168ec96 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Jul 16 21:13:00.518035 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35932ac8-3937-44d4-8641-91e388f44012 req-bccc1c3f-67ae-4c26-94ff-989fe5d0c367 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:00.519514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35932ac8-3937-44d4-8641-91e388f44012 req-bccc1c3f-67ae-4c26-94ff-989fe5d0c367 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0616653 Jul 16 21:13:00.560090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-35932ac8-3937-44d4-8641-91e388f44012 req-34980e15-7892-4f04-840a-da21525c25c8 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351267 Jul 16 21:13:01.069313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691959-c851-45e5-89b9-8595ebe06218 req-e620ab55-1f44-44a9-8aad-38e92b8ff799 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:01.070709 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-01691959-c851-45e5-89b9-8595ebe06218 req-e620ab55-1f44-44a9-8aad-38e92b8ff799 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0627365 Jul 16 21:13:01.110465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-01691959-c851-45e5-89b9-8595ebe06218 req-fb77008b-4761-4fb2-9a0b-4422115da704 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Jul 16 21:13:02.314996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b5b5e-3bf1-4552-8e63-fd32936a02fe req-465c85b1-a946-4af2-8206-da63bfe700bc tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:02.316505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a3b5b5e-3bf1-4552-8e63-fd32936a02fe req-465c85b1-a946-4af2-8206-da63bfe700bc tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.0938048 Jul 16 21:13:02.368143 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8a3b5b5e-3bf1-4552-8e63-fd32936a02fe req-caf0b2a5-64d6-4ceb-8793-69b5c68c0653 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460827 Jul 16 21:13:02.376849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-d17d259f-071f-4291-b7aa-bba78e917b94 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:02.378268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-d17d259f-071f-4291-b7aa-bba78e917b94 tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7bc5fbd-5808-44fa-8067-badc3360c523 HTTP/1.1" status: 200 len: 945 time: 0.1095254 Jul 16 21:13:02.475603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Deleting port a6d6d53e-fe8e-440e-8816-bc528bce0072 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:13:02.475954 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:02.490915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ac8d75db-a14f-4964-a212-81f21efc1240 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:13:02.514076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: ac8d75db-a14f-4964-a212-81f21efc1240 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:13:02.514417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device ac8d75db-a14f-4964-a212-81f21efc1240 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:13:02.568670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] For port a6d6d53e-fe8e-440e-8816-bc528bce0072, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=a6d6d53e-fe8e-440e-8816-bc528bce0072,segment=NetworkSegment(392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb),segment_id=392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:02.569033 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:02.581082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Calling delete_port for a6d6d53e-fe8e-440e-8816-bc528bce0072 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:13:02.712535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:02.725331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['a6d6d53e-fe8e-440e-8816-bc528bce0072'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:13:02.740677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Pushing event deleted for resources: {'Port': ['ID=a6d6d53e-fe8e-440e-8816-bc528bce0072,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:02.786965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] No DVR routers for this DVR port a6d6d53e-fe8e-440e-8816-bc528bce0072 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:02.789629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:02.791642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6583839e-1dd5-4b05-b031-63131b169ec1 req-257c1cc0-6f56-44b7-8b21-5da38bfe914a tempest-ServersNegativeTestJSON-906104095 tempest-ServersNegativeTestJSON-906104095-project] 10.222.0.63 "DELETE /v2.0/ports/a6d6d53e-fe8e-440e-8816-bc528bce0072 HTTP/1.1" status: 204 len: 173 time: 0.4080589 Jul 16 21:13:02.792185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bc5fbd-5808-44fa-8067-badc3360c523', 'name': 'network-vif-deleted', 'tag': 'a6d6d53e-fe8e-440e-8816-bc528bce0072'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:02.794459 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bbcb1b-81a4-4c5a-a81c-6b2bf9942425" -d '{"events": [{"server_uuid": "e7bc5fbd-5808-44fa-8067-badc3360c523", "name": "network-vif-deleted", "tag": "a6d6d53e-fe8e-440e-8816-bc528bce0072"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:02.830475 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7fb16b-9803-4aa8-bf8f-2f0213223e86 x-openstack-request-id: req-ba7fb16b-9803-4aa8-bf8f-2f0213223e86 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:02.830762 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bc5fbd-5808-44fa-8067-badc3360c523", "name": "network-vif-deleted", "tag": "a6d6d53e-fe8e-440e-8816-bc528bce0072", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:02.831010 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba7fb16b-9803-4aa8-bf8f-2f0213223e86 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:02.831447 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bc5fbd-5808-44fa-8067-badc3360c523', 'name': 'network-vif-deleted', 'tag': 'a6d6d53e-fe8e-440e-8816-bc528bce0072', 'status': 'completed', 'code': 200} Jul 16 21:13:03.463770 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:03.511706 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89532b2-4124-45cc-802d-15e994763ebb admin admin] Deleting subnet 86a87416-6a15-47c5-8625-8704012eef0c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:13:03.514679 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89532b2-4124-45cc-802d-15e994763ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.548466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89532b2-4124-45cc-802d-15e994763ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.590933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89532b2-4124-45cc-802d-15e994763ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.642119 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89532b2-4124-45cc-802d-15e994763ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.667749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89532b2-4124-45cc-802d-15e994763ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a87416-6a15-47c5-8625-8704012eef0c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:03.669705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89532b2-4124-45cc-802d-15e994763ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.671875 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a89532b2-4124-45cc-802d-15e994763ebb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/86a87416-6a15-47c5-8625-8704012eef0c HTTP/1.1" status: 204 len: 168 time: 0.2068052 Jul 16 21:13:03.675449 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:03.744025 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.824144 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.834676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8084b9a2-f484-4323-bae5-b15324fd377c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:03.844428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:03.844724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392d6e30-d3ea-4cc5-ba2d-ba32bc718fdb') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:03.853618 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.867521 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.873410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:13:03.873800 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:13:03.876064 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:13:03.931431 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.937405 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:03.939239 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] 10.222.0.10 "DELETE /v2.0/networks/8084b9a2-f484-4323-bae5-b15324fd377c HTTP/1.1" status: 204 len: 168 time: 0.2625239 Jul 16 21:13:03.949958 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00b294-5000-4a86-ab85-66a51ddf557b admin admin] Pushing event deleted for resources: {'Network': ['ID=8084b9a2-f484-4323-bae5-b15324fd377c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:04.045021 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:04.084268 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fd2a74e1-4ccc-4719-957a-62c8b638876c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f7e3561444642c3b468fe9acb6e47bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380428 Jul 16 21:13:04.086652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:04.140418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a0f858-8256-425d-9b43-a82567141beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:04.160807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a0f858-8256-425d-9b43-a82567141beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:04.207725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a0f858-8256-425d-9b43-a82567141beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:04.210388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a0f858-8256-425d-9b43-a82567141beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:04.211557 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-77a0f858-8256-425d-9b43-a82567141beb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab HTTP/1.1" status: 204 len: 168 time: 0.1239998 Jul 16 21:13:04.219117 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0f858-8256-425d-9b43-a82567141beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed1ab00-7a5f-49a9-a20d-3c8ecfb4c8ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:04.888688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:04.986123 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393565104'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:05.016484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:05.019982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.028347 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.123817 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.128083 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.153905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:13:05.163317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eafd4cf-0244-49f9-b908-311ea72c4283,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:05.168052 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.168391 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Added segment 8f2a98a1-5d95-4f40-a712-a7444977ed56 of type vlan for network 63e71e76-cb0b-4525-b572-2f1e9d7d095f Jul 16 21:13:05.209619 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.237992 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.243913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:05.244146 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:05.279562 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3896329 Jul 16 21:13:05.313783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1dc24-848d-4a6b-bbc2-f8f729dfcbc8 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Network': ['ID=63e71e76-cb0b-4525-b572-2f1e9d7d095f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:05.325198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 63e71e76-cb0b-4525-b572-2f1e9d7d095f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:13:05.771597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a6d6d53e-fe8e-440e-8816-bc528bce0072 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:13:05.791774 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: a6d6d53e-fe8e-440e-8816-bc528bce0072 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:13:05.792120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device a6d6d53e-fe8e-440e-8816-bc528bce0072 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:13:08.584429 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46328) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:08.590480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'subnet': {'network_id': '63e71e76-cb0b-4525-b572-2f1e9d7d095f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:08.684714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:08.688765 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.882431 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.941296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Subnet': ['ID=67c2b746-f393-44f2-8871-a684d62baa46,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:08.953730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Checking segment: {'id': '8f2a98a1-5d95-4f40-a712-a7444977ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '63e71e76-cb0b-4525-b572-2f1e9d7d095f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:08.954127 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network hostable DHCP agents. Network: 63e71e76-cb0b-4525-b572-2f1e9d7d095f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:13:08.971209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network 63e71e76-cb0b-4525-b572-2f1e9d7d095f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:13:08.980991 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 63e71e76-cb0b-4525-b572-2f1e9d7d095f) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:08.986097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:08.986676 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:08.992082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6950ed9-398a-4d21-85b4-19232679902e None None] Network 63e71e76-cb0b-4525-b572-2f1e9d7d095f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:09.001789 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6ec7372f-9270-4905-bcb3-11912ae0ede3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4161880 Jul 16 21:13:09.005635 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46330) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:09.010683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-373235325'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:09.031856 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:09.035734 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.060280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:13:09.070977 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.071410 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Added segment 842e877a-1da5-4bf8-8d60-15fa267398f3 of type vlan for network 348baa44-704a-4881-83e6-53b339fce4dc Jul 16 21:13:09.114471 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.154175 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.156072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-63e71e76-cb0b-4525-b572-2f1e9d7d095f', 'network_id': '63e71e76-cb0b-4525-b572-2f1e9d7d095f', 'tenant_id': 'daa17e01fa8b4a04a5b0dba23dfab569', 'fixed_ips': [{'subnet_id': '67c2b746-f393-44f2-8871-a684d62baa46'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:13:09.157284 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.160200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:09.160723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.216510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2096040 Jul 16 21:13:09.220114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:09.229034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'subnet': {'network_id': '348baa44-704a-4881-83e6-53b339fce4dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:09.272685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0aedd8-e75c-4bbf-ad45-1a8e1007ea6c tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Network': ['ID=348baa44-704a-4881-83e6-53b339fce4dc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:09.284592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 348baa44-704a-4881-83e6-53b339fce4dc details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:13:09.327513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Allocated IP 2001:db8:0:ffff::2 (63e71e76-cb0b-4525-b572-2f1e9d7d095f/67c2b746-f393-44f2-8871-a684d62baa46/8fce3200-496d-4871-8113-b7987adf3ee9) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:09.332326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:09.336194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.510731 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.520748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Transition to ACTIVE for port object 8fce3200-496d-4871-8113-b7987adf3ee9 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:09.532840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.537985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Transition to ACTIVE for port object 8fce3200-496d-4871-8113-b7987adf3ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:09.544270 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.582559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Network 63e71e76-cb0b-4525-b572-2f1e9d7d095f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:09.585536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:09.591297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:09.591904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Subnet': ['ID=1ba3cd66-4424-4f85-bb13-e4f500a2f3b5,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:09.603641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Checking segment: {'id': '842e877a-1da5-4bf8-8d60-15fa267398f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '348baa44-704a-4881-83e6-53b339fce4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:09.604019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network hostable DHCP agents. Network: 348baa44-704a-4881-83e6-53b339fce4dc, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:13:09.621887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Pushing event updated for resources: {'Port': ['ID=8fce3200-496d-4871-8113-b7987adf3ee9,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:09.623485 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network 348baa44-704a-4881-83e6-53b339fce4dc is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:13:09.633338 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 348baa44-704a-4881-83e6-53b339fce4dc) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:09.638310 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:09.639126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.651381 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.651794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.652199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.652535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.652861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.653186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.653577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.653960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.654184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b4c79c65-213e-4b76-8e43-96d676bfadd6 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4326313 Jul 16 21:13:09.654289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.654581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.654898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.655772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:09.657388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:09.658919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a4c639-f791-4454-97fd-77443c9512b5 None None] Network 348baa44-704a-4881-83e6-53b339fce4dc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:09.684965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Attempting to bind port 8fce3200-496d-4871-8113-b7987adf3ee9 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:09.685316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Attempting to bind port 8fce3200-496d-4871-8113-b7987adf3ee9 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '8f2a98a1-5d95-4f40-a712-a7444977ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '63e71e76-cb0b-4525-b572-2f1e9d7d095f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:09.685669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Attempting to bind port 8fce3200-496d-4871-8113-b7987adf3ee9 on network 63e71e76-cb0b-4525-b572-2f1e9d7d095f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:09.694104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:09.694467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Checking segment: {'id': '8f2a98a1-5d95-4f40-a712-a7444977ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '63e71e76-cb0b-4525-b572-2f1e9d7d095f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:09.694861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.695278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Bound using segment: {'id': '8f2a98a1-5d95-4f40-a712-a7444977ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '63e71e76-cb0b-4525-b572-2f1e9d7d095f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:09.695734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Bound port: 8fce3200-496d-4871-8113-b7987adf3ee9, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2a98a1-5d95-4f40-a712-a7444977ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '63e71e76-cb0b-4525-b572-2f1e9d7d095f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:09.696104 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.768167 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.830338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] For port 8fce3200-496d-4871-8113-b7987adf3ee9, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:09.849776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] For port 8fce3200-496d-4871-8113-b7987adf3ee9, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8fce3200-496d-4871-8113-b7987adf3ee9,segment=NetworkSegment(8f2a98a1-5d95-4f40-a712-a7444977ed56),segment_id=8f2a98a1-5d95-4f40-a712-a7444977ed56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:09.850682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.859166 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.917561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f1661-d17c-41fc-a691-6166e4e8bf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-348baa44-704a-4881-83e6-53b339fce4dc', 'network_id': '348baa44-704a-4881-83e6-53b339fce4dc', 'tenant_id': 'daa17e01fa8b4a04a5b0dba23dfab569', 'fixed_ips': [{'subnet_id': '1ba3cd66-4424-4f85-bb13-e4f500a2f3b5'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:13:09.918402 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-525f1661-d17c-41fc-a691-6166e4e8bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.924931 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:09.955409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d110f-04a1-4146-8db4-01ccdc9d06d7 None None] Pushing event updated for resources: {'Port': ['ID=8fce3200-496d-4871-8113-b7987adf3ee9,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:09.963229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Subnet': ['ID=1ba3cd66-4424-4f85-bb13-e4f500a2f3b5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:10.023877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6977065c-0190-490d-a1be-b93ef5cf95b3 None None] Network 348baa44-704a-4881-83e6-53b339fce4dc requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:10.031905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.043811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348baa44-704a-4881-83e6-53b339fce4dc']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:10.054203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842e877a-1da5-4bf8-8d60-15fa267398f3') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:10.054537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842e877a-1da5-4bf8-8d60-15fa267398f3') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:10.065307 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.080461 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.087434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:13:10.087976 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:13:10.091037 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:13:10.164747 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.169393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.171722 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/networks/348baa44-704a-4881-83e6-53b339fce4dc HTTP/1.1" status: 204 len: 168 time: 0.5130725 Jul 16 21:13:10.175053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46338) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:10.180943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73077634'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:10.186795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0c836-4547-428c-8bc2-ff90608b63c5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Network': ['ID=348baa44-704a-4881-83e6-53b339fce4dc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:10.208791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:10.212395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.238211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:13:10.247735 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.248143 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Added segment dd9ed7e2-aca0-4be2-b080-8a86c0eba052 of type vlan for network a5673aa0-1b7b-4df4-829b-d4ce626eddd1 Jul 16 21:13:10.506289 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8fce3200-496d-4871-8113-b7987adf3ee9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:10.555581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8fce3200-496d-4871-8113-b7987adf3ee9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:10.561995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.591905 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.597607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:10.598210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.639566 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4626498 Jul 16 21:13:10.642570 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:10.648806 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'subnet': {'network_id': 'a5673aa0-1b7b-4df4-829b-d4ce626eddd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:10.668158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeed485-5f1c-4ecb-87eb-de4249d92eb1 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Network': ['ID=a5673aa0-1b7b-4df4-829b-d4ce626eddd1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:10.681001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network a5673aa0-1b7b-4df4-829b-d4ce626eddd1 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:13:10.755104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:10.759045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:10.817998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Performing IP validity checks on allocation pools {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 21:13:10.818524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 21:13:10.916738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207cdc5a-d2b4-4611-8c44-117be82c25e8 None None] Network 63e71e76-cb0b-4525-b572-2f1e9d7d095f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:10.951309 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.017370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Subnet': ['ID=d4ea5e2c-fd0c-4fa1-b9ed-2c53ce756d23,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:11.027513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Checking segment: {'id': 'dd9ed7e2-aca0-4be2-b080-8a86c0eba052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a5673aa0-1b7b-4df4-829b-d4ce626eddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:11.027877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network hostable DHCP agents. Network: a5673aa0-1b7b-4df4-829b-d4ce626eddd1, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:13:11.048194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network a5673aa0-1b7b-4df4-829b-d4ce626eddd1 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:13:11.058480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, a5673aa0-1b7b-4df4-829b-d4ce626eddd1) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:11.062766 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:11.063390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.078151 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-85ea549b-d1a6-46d2-a57e-3dd9bbfe73e4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4342408 Jul 16 21:13:11.080847 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:11.090703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f58867-2958-4a35-aaf5-6ba143a1e9dd None None] Network a5673aa0-1b7b-4df4-829b-d4ce626eddd1 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:11.156959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-697fb1ef-9a59-4a5e-80c7-6d658aff5fd4 None None] Provisioning for port 8fce3200-496d-4871-8113-b7987adf3ee9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:11.194264 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-697fb1ef-9a59-4a5e-80c7-6d658aff5fd4 None None] Provisioning complete for port 8fce3200-496d-4871-8113-b7987adf3ee9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:11.194627 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-697fb1ef-9a59-4a5e-80c7-6d658aff5fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.195203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.252131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.314193 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.341140 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ea5e2c-fd0c-4fa1-b9ed-2c53ce756d23,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:11.409887 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-697fb1ef-9a59-4a5e-80c7-6d658aff5fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.413677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f434ba-23cc-4fd8-8e14-d23d77d201b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-a5673aa0-1b7b-4df4-829b-d4ce626eddd1', 'network_id': 'a5673aa0-1b7b-4df4-829b-d4ce626eddd1', 'tenant_id': 'daa17e01fa8b4a04a5b0dba23dfab569', 'fixed_ips': [{'subnet_id': 'd4ea5e2c-fd0c-4fa1-b9ed-2c53ce756d23'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:13:11.414500 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4f434ba-23cc-4fd8-8e14-d23d77d201b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.415579 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.426774 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5673aa0-1b7b-4df4-829b-d4ce626eddd1']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:11.437603 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9ed7e2-aca0-4be2-b080-8a86c0eba052') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:11.437902 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9ed7e2-aca0-4be2-b080-8a86c0eba052') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:11.447686 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.463892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.471029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:13:11.471519 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:13:11.475489 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:13:11.481428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-697fb1ef-9a59-4a5e-80c7-6d658aff5fd4 None None] For port 8fce3200-496d-4871-8113-b7987adf3ee9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8fce3200-496d-4871-8113-b7987adf3ee9,segment=NetworkSegment(8f2a98a1-5d95-4f40-a712-a7444977ed56),segment_id=8f2a98a1-5d95-4f40-a712-a7444977ed56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:11.487638 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-697fb1ef-9a59-4a5e-80c7-6d658aff5fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.552473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fb1ef-9a59-4a5e-80c7-6d658aff5fd4 None None] Pushing event updated for resources: {'Port': ['ID=8fce3200-496d-4871-8113-b7987adf3ee9,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:11.557862 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-f4f434ba-23cc-4fd8-8e14-d23d77d201b8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 21:13:11.557862 n-d-792394-17 neutron-server[93960]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 16 21:13:11.557862 n-d-792394-17 neutron-server[93960]: [parameters: {'project_id': 'daa17e01fa8b4a04a5b0dba23dfab569', 'id': '04b9376e-b372-4582-b961-e295f8ae57b9', 'name': '', 'network_id': 'a5673aa0-1b7b-4df4-829b-d4ce626eddd1', 'mac_address': 'fa:16:3e:da:e9:b0', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-a5673aa0-1b7b-4df4-829b-d4ce626eddd1', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4040}] Jul 16 21:13:11.557862 n-d-792394-17 neutron-server[93960]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:13:11.558334 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-f4f434ba-23cc-4fd8-8e14-d23d77d201b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:13:11.564766 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.572320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.574177 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/networks/a5673aa0-1b7b-4df4-829b-d4ce626eddd1 HTTP/1.1" status: 204 len: 168 time: 0.4923530 Jul 16 21:13:11.579881 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46344) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:11.586103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275710732'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:11.586940 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81330e81-0c32-4504-983c-6c58847797e9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Network': ['ID=a5673aa0-1b7b-4df4-829b-d4ce626eddd1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:11.611624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:11.615876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.646432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:13:11.656878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.657494 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Added segment 474abc73-e161-47c9-8d1f-d56c0115e40e of type vlan for network 8eab6728-99c6-4241-8ab1-bc59c6512342 Jul 16 21:13:11.709760 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.718839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1654cb1e-966f-43d9-a26e-7c7590711246 None None] Provisioning complete for port 8fce3200-496d-4871-8113-b7987adf3ee9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:11.719344 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1654cb1e-966f-43d9-a26e-7c7590711246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.744134 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.751516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:11.752110 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:11.791473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2095382 Jul 16 21:13:11.794357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46346) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:11.800028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'subnet': {'network_id': '8eab6728-99c6-4241-8ab1-bc59c6512342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:11.830016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a6653-2380-474a-997d-1ec4e3b19df3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Network': ['ID=8eab6728-99c6-4241-8ab1-bc59c6512342,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:11.840831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8eab6728-99c6-4241-8ab1-bc59c6512342 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:13:11.930794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:11.934331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.059314 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f4f434ba-23cc-4fd8-8e14-d23d77d201b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.090659 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aeb86c-f63d-4458-9845-64956008490d None None] Network a5673aa0-1b7b-4df4-829b-d4ce626eddd1 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:12.102975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aeb86c-f63d-4458-9845-64956008490d None None] Network a5673aa0-1b7b-4df4-829b-d4ce626eddd1 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:13:12.123409 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.182089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Subnet': ['ID=4b73c5fc-e715-4648-b19e-e991920e51a1,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:12.193780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Checking segment: {'id': '474abc73-e161-47c9-8d1f-d56c0115e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8eab6728-99c6-4241-8ab1-bc59c6512342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:12.194135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network hostable DHCP agents. Network: 8eab6728-99c6-4241-8ab1-bc59c6512342, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:13:12.211624 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network 8eab6728-99c6-4241-8ab1-bc59c6512342 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:13:12.221140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8eab6728-99c6-4241-8ab1-bc59c6512342) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:12.226009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:12.226868 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.232042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f542c4d-af5c-450b-a9c9-dacaa38f6bab None None] Network 8eab6728-99c6-4241-8ab1-bc59c6512342 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:12.244420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-27ad2153-b072-430a-9327-0b3357390b39 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4484725 Jul 16 21:13:12.247475 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46348) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:12.252557 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-532452799'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:12.273833 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:12.278541 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.306692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:13:12.316654 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.316966 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Added segment c045ecb7-346a-4572-a96c-1d333f3fdf30 of type vlan for network 3bc7b8a2-e836-4060-8fbf-ad3ada0b930a Jul 16 21:13:12.358310 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.382654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8eab6728-99c6-4241-8ab1-bc59c6512342', 'network_id': '8eab6728-99c6-4241-8ab1-bc59c6512342', 'tenant_id': 'daa17e01fa8b4a04a5b0dba23dfab569', 'fixed_ips': [{'subnet_id': '4b73c5fc-e715-4648-b19e-e991920e51a1'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:13:12.383547 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.391680 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.397152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:12.397773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.428076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1795301 Jul 16 21:13:12.431491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:12.436633 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Request body: {'subnet': {'network_id': '3bc7b8a2-e836-4060-8fbf-ad3ada0b930a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:12.482215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41392698-357b-49a5-9a50-e75e88f70b84 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Network': ['ID=3bc7b8a2-e836-4060-8fbf-ad3ada0b930a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:12.495627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 3bc7b8a2-e836-4060-8fbf-ad3ada0b930a details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:13:12.529473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8fce3200-496d-4871-8113-b7987adf3ee9 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:12.553137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Made reservation on behalf of daa17e01fa8b4a04a5b0dba23dfab569 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:12.556777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.631075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Allocated IP 2001:db8::2 (8eab6728-99c6-4241-8ab1-bc59c6512342/4b73c5fc-e715-4648-b19e-e991920e51a1/34359ad3-f8d3-44db-9bb3-aed152074769) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:12.672663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8fce3200-496d-4871-8113-b7987adf3ee9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:12.673037 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.750090 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.821845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event updated for resources: {'Subnet': ['ID=aae771bc-6397-40bb-a26c-366b46b23d11,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:12.830936 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Checking segment: {'id': 'c045ecb7-346a-4572-a96c-1d333f3fdf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3bc7b8a2-e836-4060-8fbf-ad3ada0b930a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:12.831659 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network hostable DHCP agents. Network: 3bc7b8a2-e836-4060-8fbf-ad3ada0b930a, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:13:12.848222 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.850285 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Network 3bc7b8a2-e836-4060-8fbf-ad3ada0b930a is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:13:12.856900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Transition to ACTIVE for port object 34359ad3-f8d3-44db-9bb3-aed152074769 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:12.861722 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 3bc7b8a2-e836-4060-8fbf-ad3ada0b930a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:12.867145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:12.867767 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.871067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f13759-c20b-4d59-b346-dfc66e184231 None None] Network 3bc7b8a2-e836-4060-8fbf-ad3ada0b930a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:12.884930 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c82aa332-4f57-4bd1-b90d-3bb419f5b4b3 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4521022 Jul 16 21:13:12.886556 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Transition to ACTIVE for port object 34359ad3-f8d3-44db-9bb3-aed152074769 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:12.887997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46352) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:12.900785 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.982678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Network 8eab6728-99c6-4241-8ab1-bc59c6512342 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:12.988825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:12.991348 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:12.993581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:12.997222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Pushing event updated for resources: {'Port': ['ID=34359ad3-f8d3-44db-9bb3-aed152074769,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:13.077983 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.090387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Attempting to bind port 34359ad3-f8d3-44db-9bb3-aed152074769 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:13.090750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Attempting to bind port 34359ad3-f8d3-44db-9bb3-aed152074769 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '474abc73-e161-47c9-8d1f-d56c0115e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8eab6728-99c6-4241-8ab1-bc59c6512342'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:13.091124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Attempting to bind port 34359ad3-f8d3-44db-9bb3-aed152074769 on network 8eab6728-99c6-4241-8ab1-bc59c6512342 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:13.119458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:13.120867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Checking segment: {'id': '474abc73-e161-47c9-8d1f-d56c0115e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8eab6728-99c6-4241-8ab1-bc59c6512342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:13.120867 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.120867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Bound using segment: {'id': '474abc73-e161-47c9-8d1f-d56c0115e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8eab6728-99c6-4241-8ab1-bc59c6512342'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:13.122422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Bound port: 34359ad3-f8d3-44db-9bb3-aed152074769, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc73-e161-47c9-8d1f-d56c0115e40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8eab6728-99c6-4241-8ab1-bc59c6512342'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:13.122422 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.133667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295d134-c9a1-4f8d-8a82-4fd8742db79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-3bc7b8a2-e836-4060-8fbf-ad3ada0b930a', 'network_id': '3bc7b8a2-e836-4060-8fbf-ad3ada0b930a', 'tenant_id': 'daa17e01fa8b4a04a5b0dba23dfab569', 'fixed_ips': [{'subnet_id': 'aae771bc-6397-40bb-a26c-366b46b23d11'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:13:13.134580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b295d134-c9a1-4f8d-8a82-4fd8742db79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.149493 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.183168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Subnet': ['ID=aae771bc-6397-40bb-a26c-366b46b23d11,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:13.241043 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.252948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc7b8a2-e836-4060-8fbf-ad3ada0b930a']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:13.261860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] For port 34359ad3-f8d3-44db-9bb3-aed152074769, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:13.265887 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c045ecb7-346a-4572-a96c-1d333f3fdf30') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:13.266106 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcc2339-d34b-444f-8141-a2b01637bb6d None None] Network 3bc7b8a2-e836-4060-8fbf-ad3ada0b930a requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:13.266209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c045ecb7-346a-4572-a96c-1d333f3fdf30') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:13.268340 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] For port 34359ad3-f8d3-44db-9bb3-aed152074769, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=34359ad3-f8d3-44db-9bb3-aed152074769,segment=NetworkSegment(474abc73-e161-47c9-8d1f-d56c0115e40e),segment_id=474abc73-e161-47c9-8d1f-d56c0115e40e)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:13.277287 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.281180 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.293119 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.300098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:13:13.300508 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: timer() Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:13:13.303688 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:13:13.369331 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.378410 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.380330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/networks/3bc7b8a2-e836-4060-8fbf-ad3ada0b930a HTTP/1.1" status: 204 len: 168 time: 0.4911320 Jul 16 21:13:13.386760 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:13.390367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4db0a-a99e-4e63-b43c-3db37e8b213a tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Network': ['ID=3bc7b8a2-e836-4060-8fbf-ad3ada0b930a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:13.412660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872bf69-e591-4fc7-a67d-f4cc84e08127 None None] Pushing event updated for resources: {'Port': ['ID=34359ad3-f8d3-44db-9bb3-aed152074769,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:13.418561 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e62c308-4562-45a0-99a5-ce6c1f579ad4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] GET failed (client error): The resource could not be found. Jul 16 21:13:13.419941 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e62c308-4562-45a0-99a5-ce6c1f579ad4 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "GET /v2.0/subnets/aae771bc-6397-40bb-a26c-366b46b23d11 HTTP/1.1" status: 404 len: 337 time: 0.0320921 Jul 16 21:13:13.423241 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46356) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:13.442190 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81007a5-e079-4553-a7b6-a7b7408508a5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] DELETE failed (client error): The resource could not be found. Jul 16 21:13:13.442789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81007a5-e079-4553-a7b6-a7b7408508a5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:13:13.444485 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b81007a5-e079-4553-a7b6-a7b7408508a5 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/networks/3bc7b8a2-e836-4060-8fbf-ad3ada0b930a HTTP/1.1" status: 404 len: 339 time: 0.0202997 Jul 16 21:13:13.448371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:13.475561 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a148710-bdfc-4df4-aa6e-4aafb609080e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] DELETE failed (client error): The resource could not be found. Jul 16 21:13:13.476020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a148710-bdfc-4df4-aa6e-4aafb609080e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:13:13.478240 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6a148710-bdfc-4df4-aa6e-4aafb609080e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/subnets/aae771bc-6397-40bb-a26c-366b46b23d11 HTTP/1.1" status: 404 len: 337 time: 0.0289302 Jul 16 21:13:13.480788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46360) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:13.499415 n-d-792394-17 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f5030e-7211-4200-82e5-0e87d9506378 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] DELETE failed (client error): The resource could not be found. Jul 16 21:13:13.499956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f5030e-7211-4200-82e5-0e87d9506378 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:13:13.501656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-40f5030e-7211-4200-82e5-0e87d9506378 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/networks/3bc7b8a2-e836-4060-8fbf-ad3ada0b930a HTTP/1.1" status: 404 len: 339 time: 0.0199542 Jul 16 21:13:13.504194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:13.554625 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-df27969a-180c-4064-ad2b-2a8e1db50a2e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Deleting subnet 4b73c5fc-e715-4648-b19e-e991920e51a1 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:13:13.558021 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df27969a-180c-4064-ad2b-2a8e1db50a2e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.614742 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df27969a-180c-4064-ad2b-2a8e1db50a2e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.703221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df27969a-180c-4064-ad2b-2a8e1db50a2e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.772334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df27969a-180c-4064-ad2b-2a8e1db50a2e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.803801 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27969a-180c-4064-ad2b-2a8e1db50a2e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Subnet': ['ID=4b73c5fc-e715-4648-b19e-e991920e51a1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:13.807892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df27969a-180c-4064-ad2b-2a8e1db50a2e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.810590 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-df27969a-180c-4064-ad2b-2a8e1db50a2e tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/subnets/4b73c5fc-e715-4648-b19e-e991920e51a1 HTTP/1.1" status: 204 len: 168 time: 0.3046012 Jul 16 21:13:13.812611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:13.890191 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:13.944350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Deleting port 34359ad3-f8d3-44db-9bb3-aed152074769 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:13:13.944610 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.011510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] For port 34359ad3-f8d3-44db-9bb3-aed152074769, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=34359ad3-f8d3-44db-9bb3-aed152074769,segment=NetworkSegment(474abc73-e161-47c9-8d1f-d56c0115e40e),segment_id=474abc73-e161-47c9-8d1f-d56c0115e40e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:14.011874 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.023833 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Calling delete_port for 34359ad3-f8d3-44db-9bb3-aed152074769 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:13:14.109044 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.138658 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Port': ['ID=34359ad3-f8d3-44db-9bb3-aed152074769,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:14.142434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] No DVR routers for this DVR port 34359ad3-f8d3-44db-9bb3-aed152074769 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:14.221921 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.232791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eab6728-99c6-4241-8ab1-bc59c6512342']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:14.243550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474abc73-e161-47c9-8d1f-d56c0115e40e') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:14.243843 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474abc73-e161-47c9-8d1f-d56c0115e40e') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:14.253612 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.268018 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.274423 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:13:14.274822 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:13:14.277825 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:13:14.346271 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.354324 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.356683 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/networks/8eab6728-99c6-4241-8ab1-bc59c6512342 HTTP/1.1" status: 204 len: 168 time: 0.5428145 Jul 16 21:13:14.359986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46366) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:14.372688 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d996a0-9b3e-4a14-90dd-17e21eb088bb tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Network': ['ID=8eab6728-99c6-4241-8ab1-bc59c6512342,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:14.387150 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fc2a4e-3c0f-4da6-8fdf-7a23ebb9b621 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] DELETE failed (client error): The resource could not be found. Jul 16 21:13:14.387638 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fc2a4e-3c0f-4da6-8fdf-7a23ebb9b621 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:13:14.389855 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-61fc2a4e-3c0f-4da6-8fdf-7a23ebb9b621 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/subnets/d4ea5e2c-fd0c-4fa1-b9ed-2c53ce756d23 HTTP/1.1" status: 404 len: 337 time: 0.0287206 Jul 16 21:13:14.393188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46368) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:14.411666 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a4358c-aaf6-434d-a530-ae9b6be29a32 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] DELETE failed (client error): The resource could not be found. Jul 16 21:13:14.412228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a4358c-aaf6-434d-a530-ae9b6be29a32 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:13:14.413874 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-41a4358c-aaf6-434d-a530-ae9b6be29a32 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/networks/a5673aa0-1b7b-4df4-829b-d4ce626eddd1 HTTP/1.1" status: 404 len: 339 time: 0.0197127 Jul 16 21:13:14.416416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46370) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:14.427028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4fa79f-c288-4944-8bf2-d7d2ed44f045 None None] DHCP port deletion for 8eab6728-99c6-4241-8ab1-bc59c6512342 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:13:14.444441 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-017f7807-e11c-4ea2-bbd5-4e59b63214f7 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] DELETE failed (client error): The resource could not be found. Jul 16 21:13:14.444840 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017f7807-e11c-4ea2-bbd5-4e59b63214f7 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:13:14.447288 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-017f7807-e11c-4ea2-bbd5-4e59b63214f7 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/subnets/1ba3cd66-4424-4f85-bb13-e4f500a2f3b5 HTTP/1.1" status: 404 len: 337 time: 0.0293262 Jul 16 21:13:14.448295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd8035-f1e5-40d0-9e32-e74f51ff35e2 None None] Network 8eab6728-99c6-4241-8ab1-bc59c6512342 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:14.449439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46372) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:14.465655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-06de5aae-a722-4e86-8b80-286fb54680a9 None None] Could not find standard attr ID for object 34359ad3-f8d3-44db-9bb3-aed152074769. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 21:13:14.467044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd8035-f1e5-40d0-9e32-e74f51ff35e2 None None] Network 8eab6728-99c6-4241-8ab1-bc59c6512342 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:13:14.467295 n-d-792394-17 neutron-server[93959]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f779190-de41-41c4-8e78-079b7b8798d9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] DELETE failed (client error): The resource could not be found. Jul 16 21:13:14.468265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f779190-de41-41c4-8e78-079b7b8798d9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93959) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 21:13:14.469566 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6f779190-de41-41c4-8e78-079b7b8798d9 tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/networks/348baa44-704a-4881-83e6-53b339fce4dc HTTP/1.1" status: 404 len: 339 time: 0.0192201 Jul 16 21:13:14.472150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46374) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:14.527776 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0c82fc-dc36-4952-8f2f-47dcbabb76cd tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Deleting subnet 67c2b746-f393-44f2-8871-a684d62baa46 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:13:14.531667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec0c82fc-dc36-4952-8f2f-47dcbabb76cd tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.570268 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec0c82fc-dc36-4952-8f2f-47dcbabb76cd tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.667031 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec0c82fc-dc36-4952-8f2f-47dcbabb76cd tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.729359 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec0c82fc-dc36-4952-8f2f-47dcbabb76cd tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.755949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c82fc-dc36-4952-8f2f-47dcbabb76cd tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Subnet': ['ID=67c2b746-f393-44f2-8871-a684d62baa46,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:14.759334 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec0c82fc-dc36-4952-8f2f-47dcbabb76cd tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.761183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ec0c82fc-dc36-4952-8f2f-47dcbabb76cd tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/subnets/67c2b746-f393-44f2-8871-a684d62baa46 HTTP/1.1" status: 204 len: 168 time: 0.2881305 Jul 16 21:13:14.763645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:14.768134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cdd82b-ddd5-49cc-a7fb-2407866e7a03 None None] Network 63e71e76-cb0b-4525-b572-2f1e9d7d095f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:14.840355 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.895482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Deleting port 8fce3200-496d-4871-8113-b7987adf3ee9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:13:14.895977 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.962632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] For port 8fce3200-496d-4871-8113-b7987adf3ee9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8fce3200-496d-4871-8113-b7987adf3ee9,segment=NetworkSegment(8f2a98a1-5d95-4f40-a712-a7444977ed56),segment_id=8f2a98a1-5d95-4f40-a712-a7444977ed56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:14.962999 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:14.967214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0723aac-4577-4928-aafc-c7fe7d0f6790 None None] DHCP port deletion for 63e71e76-cb0b-4525-b572-2f1e9d7d095f request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:13:14.975810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Calling delete_port for 8fce3200-496d-4871-8113-b7987adf3ee9 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:13:15.018669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b0723aac-4577-4928-aafc-c7fe7d0f6790 None None] Deleting port 8fce3200-496d-4871-8113-b7987adf3ee9 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:13:15.018970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0723aac-4577-4928-aafc-c7fe7d0f6790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.059879 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.080306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b0723aac-4577-4928-aafc-c7fe7d0f6790 None None] For port 8fce3200-496d-4871-8113-b7987adf3ee9, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8fce3200-496d-4871-8113-b7987adf3ee9,segment=NetworkSegment(8f2a98a1-5d95-4f40-a712-a7444977ed56),segment_id=8f2a98a1-5d95-4f40-a712-a7444977ed56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:15.080703 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0723aac-4577-4928-aafc-c7fe7d0f6790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.083724 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Port': ['ID=8fce3200-496d-4871-8113-b7987adf3ee9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:15.089451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] No DVR routers for this DVR port 8fce3200-496d-4871-8113-b7987adf3ee9 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:15.093755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b0723aac-4577-4928-aafc-c7fe7d0f6790 None None] Calling delete_port for 8fce3200-496d-4871-8113-b7987adf3ee9 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:13:15.168710 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.177041 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b0723aac-4577-4928-aafc-c7fe7d0f6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.179582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e71e76-cb0b-4525-b572-2f1e9d7d095f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:15.190575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2a98a1-5d95-4f40-a712-a7444977ed56') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:15.190817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2a98a1-5d95-4f40-a712-a7444977ed56') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:15.199685 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.204956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0723aac-4577-4928-aafc-c7fe7d0f6790 None None] Pushing event deleted for resources: {'Port': ['ID=8fce3200-496d-4871-8113-b7987adf3ee9,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:15.210076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0723aac-4577-4928-aafc-c7fe7d0f6790 None None] No DVR routers for this DVR port 8fce3200-496d-4871-8113-b7987adf3ee9 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:15.215573 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.224211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:13:15.224325 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:13:15.227603 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:13:15.283526 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.290197 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.292011 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] 10.222.0.10 "DELETE /v2.0/networks/63e71e76-cb0b-4525-b572-2f1e9d7d095f HTTP/1.1" status: 204 len: 168 time: 0.5273755 Jul 16 21:13:15.304411 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d06332-1011-4dc3-994b-b097ebb2e6de tempest-NetworksIpV6Test-1688797378 tempest-NetworksIpV6Test-1688797378-project] Pushing event deleted for resources: {'Network': ['ID=63e71e76-cb0b-4525-b572-2f1e9d7d095f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:15.545440 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:15.680450 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-85d9e65a-2c3b-42d2-86f9-eff77691458c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=daa17e01fa8b4a04a5b0dba23dfab569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331110 Jul 16 21:13:15.683070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46386) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:15.735466 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b45ca78c-ed2b-4ef0-b96f-b21b7b14bc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.755742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b45ca78c-ed2b-4ef0-b96f-b21b7b14bc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.816381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b45ca78c-ed2b-4ef0-b96f-b21b7b14bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.819360 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b45ca78c-ed2b-4ef0-b96f-b21b7b14bc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:15.820557 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b45ca78c-ed2b-4ef0-b96f-b21b7b14bc26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7eafd4cf-0244-49f9-b908-311ea72c4283 HTTP/1.1" status: 204 len: 168 time: 0.1364233 Jul 16 21:13:15.828620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ca78c-ed2b-4ef0-b96f-b21b7b14bc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eafd4cf-0244-49f9-b908-311ea72c4283,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:16.145263 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.450523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46408) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:16.473537 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8fce3200-496d-4871-8113-b7987adf3ee9 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:13:16.493872 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8fce3200-496d-4871-8113-b7987adf3ee9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:13:16.494223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8fce3200-496d-4871-8113-b7987adf3ee9 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:13:16.546245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-73fdfb20-cd25-4476-b005-35fdf1f6db29 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1551672389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:16.569720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73fdfb20-cd25-4476-b005-35fdf1f6db29 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.570828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73fdfb20-cd25-4476-b005-35fdf1f6db29 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.627355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73fdfb20-cd25-4476-b005-35fdf1f6db29 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.632152 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73fdfb20-cd25-4476-b005-35fdf1f6db29 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.648316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73fdfb20-cd25-4476-b005-35fdf1f6db29 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.649638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-73fdfb20-cd25-4476-b005-35fdf1f6db29 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1980925 Jul 16 21:13:16.652573 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:16.657827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-408203664'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:16.679667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Made reservation on behalf of 3dcdf602cc9342a79eab50c4df0a18c4 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:16.683180 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.692732 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.781708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.785684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.815202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:13:16.821356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29ebc70-494b-41c4-a934-bc14ae810cd5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:16.827501 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.827777 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Added segment f6557099-9daa-4e81-a230-dde7311760a0 of type vlan for network 1e0575e4-ee8e-4b15-8848-e6547c5896a6 Jul 16 21:13:16.868035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.897441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.903050 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:16.903685 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:16.940437 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2867219 Jul 16 21:13:16.943376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46414) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:16.948949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Request body: {'subnet': {'network_id': '1e0575e4-ee8e-4b15-8848-e6547c5896a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:16.975242 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f57bd-b29a-48a9-b44e-5bc4333a10ce tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event updated for resources: {'Network': ['ID=1e0575e4-ee8e-4b15-8848-e6547c5896a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:16.986377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 1e0575e4-ee8e-4b15-8848-e6547c5896a6 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:13:17.040188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Made reservation on behalf of 3dcdf602cc9342a79eab50c4df0a18c4 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:17.043885 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.224227 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.289731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event updated for resources: {'Subnet': ['ID=1a596f99-05db-4ae5-a710-cf39b88ffd82,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:17.297914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Checking segment: {'id': 'f6557099-9daa-4e81-a230-dde7311760a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1e0575e4-ee8e-4b15-8848-e6547c5896a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:17.298272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Network hostable DHCP agents. Network: 1e0575e4-ee8e-4b15-8848-e6547c5896a6, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:13:17.314977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Network 1e0575e4-ee8e-4b15-8848-e6547c5896a6 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:13:17.323455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 1e0575e4-ee8e-4b15-8848-e6547c5896a6) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:17.327999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:17.328593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.333178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6083bd-d3f7-4854-ab6a-bc03ed6ea527 None None] Network 1e0575e4-ee8e-4b15-8848-e6547c5896a6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:17.345177 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-047bec62-5b90-4ade-8d27-83f7098aa0a3 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4005299 Jul 16 21:13:17.348206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:17.353692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1662858033'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:17.373194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.379519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Made reservation on behalf of 3dcdf602cc9342a79eab50c4df0a18c4 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:17.383063 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.406889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:13:17.416222 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.416566 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Added segment 45e5fa66-8a75-427f-b4d7-60ffff916a35 of type vlan for network 10b7f0a3-125d-4526-8aba-34316278f782 Jul 16 21:13:17.458004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.497179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.503710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:17.504385 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.542272 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1929069 Jul 16 21:13:17.545452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46418) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:17.552268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Request body: {'subnet': {'network_id': '10b7f0a3-125d-4526-8aba-34316278f782', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:17.580120 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81cbd7-c5b2-4068-84a7-aa1b107c7669 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event updated for resources: {'Network': ['ID=10b7f0a3-125d-4526-8aba-34316278f782,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:17.635395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 10b7f0a3-125d-4526-8aba-34316278f782 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:13:17.655418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-1e0575e4-ee8e-4b15-8848-e6547c5896a6', 'network_id': '1e0575e4-ee8e-4b15-8848-e6547c5896a6', 'tenant_id': '3dcdf602cc9342a79eab50c4df0a18c4', 'fixed_ips': [{'subnet_id': '1a596f99-05db-4ae5-a710-cf39b88ffd82'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:13:17.655976 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Made reservation on behalf of 3dcdf602cc9342a79eab50c4df0a18c4 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:17.656458 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.659524 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.844423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Allocated IP 172.20.0.2 (1e0575e4-ee8e-4b15-8848-e6547c5896a6/1a596f99-05db-4ae5-a710-cf39b88ffd82/2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:17.864130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.930837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event updated for resources: {'Subnet': ['ID=3aaca564-1b89-43e0-a307-1afed02c4522,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:17.935298 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Checking segment: {'id': '45e5fa66-8a75-427f-b4d7-60ffff916a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '10b7f0a3-125d-4526-8aba-34316278f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:17.935666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Network hostable DHCP agents. Network: 10b7f0a3-125d-4526-8aba-34316278f782, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:13:17.952931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Network 10b7f0a3-125d-4526-8aba-34316278f782 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:13:17.962020 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 10b7f0a3-125d-4526-8aba-34316278f782) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:17.968028 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:17.968959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:17.978259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9938c15-6a90-4c0b-9fd8-addf233be9f9 None None] Network 10b7f0a3-125d-4526-8aba-34316278f782 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:17.986584 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-db43f81b-cdde-420f-9ac4-cca7c7a03d51 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4390273 Jul 16 21:13:17.989336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:17.993870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f2d624b7-2364-44d0-a259-0610d2d371ba tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Request body: {'router': {'external_gateway_info': {'network_id': '10b7f0a3-125d-4526-8aba-34316278f782'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:18.010680 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.045652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Transition to ACTIVE for port object 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:18.073575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Transition to ACTIVE for port object 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:18.084045 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.153057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Network 1e0575e4-ee8e-4b15-8848-e6547c5896a6 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:18.159229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:18.165570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:18.169016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Pushing event updated for resources: {'Port': ['ID=2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:18.238592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-10b7f0a3-125d-4526-8aba-34316278f782', 'network_id': '10b7f0a3-125d-4526-8aba-34316278f782', 'tenant_id': '3dcdf602cc9342a79eab50c4df0a18c4', 'fixed_ips': [{'subnet_id': '3aaca564-1b89-43e0-a307-1afed02c4522'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:13:18.239499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.262796 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Attempting to bind port 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:18.263175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Attempting to bind port 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'f6557099-9daa-4e81-a230-dde7311760a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1e0575e4-ee8e-4b15-8848-e6547c5896a6'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:18.263570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Attempting to bind port 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab on network 1e0575e4-ee8e-4b15-8848-e6547c5896a6 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:18.276726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:18.277080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Checking segment: {'id': 'f6557099-9daa-4e81-a230-dde7311760a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1e0575e4-ee8e-4b15-8848-e6547c5896a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:18.277500 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.277898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Bound using segment: {'id': 'f6557099-9daa-4e81-a230-dde7311760a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1e0575e4-ee8e-4b15-8848-e6547c5896a6'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:18.278391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Bound port: 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6557099-9daa-4e81-a230-dde7311760a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1e0575e4-ee8e-4b15-8848-e6547c5896a6'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:18.278779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.437977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] For port 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:18.444062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] For port 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab,segment=NetworkSegment(f6557099-9daa-4e81-a230-dde7311760a0),segment_id=f6557099-9daa-4e81-a230-dde7311760a0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:18.450147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Allocated IP 172.21.0.2 (10b7f0a3-125d-4526-8aba-34316278f782/3aaca564-1b89-43e0-a307-1afed02c4522/7328efde-a7dd-46d7-98b3-4dd147d5663f) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:18.453136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.541238 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ffcb-c382-491f-9673-cf40de4af91d None None] Pushing event updated for resources: {'Port': ['ID=2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:18.576388 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2d624b7-2364-44d0-a259-0610d2d371ba tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.657580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.666893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Transition to ACTIVE for port object 7328efde-a7dd-46d7-98b3-4dd147d5663f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:18.686725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Transition to ACTIVE for port object 7328efde-a7dd-46d7-98b3-4dd147d5663f will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:18.696030 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.699459 n-d-792394-17 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f2d624b7-2364-44d0-a259-0610d2d371ba tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 21:13:18.710789 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f2d624b7-2364-44d0-a259-0610d2d371ba tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "PUT /v2.0/routers/abdbef25-51fd-45ca-a8cf-6deb0ce9e31d HTTP/1.1" status: 400 len: 364 time: 0.7103443 Jul 16 21:13:18.711588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46422) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:18.764698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Network 10b7f0a3-125d-4526-8aba-34316278f782 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:18.767682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:18.770185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:18.779637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Pushing event updated for resources: {'Port': ['ID=7328efde-a7dd-46d7-98b3-4dd147d5663f,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:18.799220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5713f93-de26-43b2-a309-6b060bfc6dc7 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Deleting subnet 3aaca564-1b89-43e0-a307-1afed02c4522 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:13:18.813065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5713f93-de26-43b2-a309-6b060bfc6dc7 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.844736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Attempting to bind port 7328efde-a7dd-46d7-98b3-4dd147d5663f on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:18.845357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Attempting to bind port 7328efde-a7dd-46d7-98b3-4dd147d5663f by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '45e5fa66-8a75-427f-b4d7-60ffff916a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '10b7f0a3-125d-4526-8aba-34316278f782'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:18.845839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Attempting to bind port 7328efde-a7dd-46d7-98b3-4dd147d5663f on network 10b7f0a3-125d-4526-8aba-34316278f782 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:18.852020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:18.852557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Checking segment: {'id': '45e5fa66-8a75-427f-b4d7-60ffff916a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '10b7f0a3-125d-4526-8aba-34316278f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:18.853587 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.853587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Bound using segment: {'id': '45e5fa66-8a75-427f-b4d7-60ffff916a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '10b7f0a3-125d-4526-8aba-34316278f782'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:18.854109 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Bound port: 7328efde-a7dd-46d7-98b3-4dd147d5663f, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e5fa66-8a75-427f-b4d7-60ffff916a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '10b7f0a3-125d-4526-8aba-34316278f782'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:18.854587 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.858125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5713f93-de26-43b2-a309-6b060bfc6dc7 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.929939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] For port 7328efde-a7dd-46d7-98b3-4dd147d5663f, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:18.933775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] For port 7328efde-a7dd-46d7-98b3-4dd147d5663f, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7328efde-a7dd-46d7-98b3-4dd147d5663f,segment=NetworkSegment(45e5fa66-8a75-427f-b4d7-60ffff916a35),segment_id=45e5fa66-8a75-427f-b4d7-60ffff916a35)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:18.937836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:18.952487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5713f93-de26-43b2-a309-6b060bfc6dc7 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.001438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55016bb3-f734-405b-b417-bd8e4c673366 None None] Pushing event updated for resources: {'Port': ['ID=7328efde-a7dd-46d7-98b3-4dd147d5663f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:19.026948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5713f93-de26-43b2-a309-6b060bfc6dc7 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.056976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5713f93-de26-43b2-a309-6b060bfc6dc7 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event deleted for resources: {'Subnet': ['ID=3aaca564-1b89-43e0-a307-1afed02c4522,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:19.059010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5713f93-de26-43b2-a309-6b060bfc6dc7 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.063918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b5713f93-de26-43b2-a309-6b060bfc6dc7 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "DELETE /v2.0/subnets/3aaca564-1b89-43e0-a307-1afed02c4522 HTTP/1.1" status: 204 len: 168 time: 0.3556771 Jul 16 21:13:19.064125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46424) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:19.156334 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.217465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Deleting port 7328efde-a7dd-46d7-98b3-4dd147d5663f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:13:19.218325 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.297593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] For port 7328efde-a7dd-46d7-98b3-4dd147d5663f, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7328efde-a7dd-46d7-98b3-4dd147d5663f,segment=NetworkSegment(45e5fa66-8a75-427f-b4d7-60ffff916a35),segment_id=45e5fa66-8a75-427f-b4d7-60ffff916a35)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:19.298041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.312712 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Calling delete_port for 7328efde-a7dd-46d7-98b3-4dd147d5663f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:13:19.397296 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.424052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event deleted for resources: {'Port': ['ID=7328efde-a7dd-46d7-98b3-4dd147d5663f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:19.427955 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] No DVR routers for this DVR port 7328efde-a7dd-46d7-98b3-4dd147d5663f on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:19.518648 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.529290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b7f0a3-125d-4526-8aba-34316278f782']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:19.540225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e5fa66-8a75-427f-b4d7-60ffff916a35') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:19.540530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e5fa66-8a75-427f-b4d7-60ffff916a35') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:19.551058 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.566853 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.573046 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:13:19.573517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:13:19.576974 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:13:19.598650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d24fb-8f46-438f-b1c1-bd2793a29ac2 None None] Network 1e0575e4-ee8e-4b15-8848-e6547c5896a6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:19.643279 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.649504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.653942 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "DELETE /v2.0/networks/10b7f0a3-125d-4526-8aba-34316278f782 HTTP/1.1" status: 204 len: 168 time: 0.5865631 Jul 16 21:13:19.654292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46426) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:19.674108 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561a171-7245-4977-b548-a5c9bd714226 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event deleted for resources: {'Network': ['ID=10b7f0a3-125d-4526-8aba-34316278f782,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:19.674333 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5773b657-6254-4356-bb18-8cd1d800f616 None None] Provisioning for port 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:19.717378 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd605ffa-2c49-4c73-b914-f60e7c721187 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Deleting subnet 1a596f99-05db-4ae5-a710-cf39b88ffd82 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:13:19.722552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd605ffa-2c49-4c73-b914-f60e7c721187 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.771308 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd605ffa-2c49-4c73-b914-f60e7c721187 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.874187 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd605ffa-2c49-4c73-b914-f60e7c721187 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.939524 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd605ffa-2c49-4c73-b914-f60e7c721187 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.969790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd605ffa-2c49-4c73-b914-f60e7c721187 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event deleted for resources: {'Subnet': ['ID=1a596f99-05db-4ae5-a710-cf39b88ffd82,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:19.973504 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd605ffa-2c49-4c73-b914-f60e7c721187 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:19.975512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cd605ffa-2c49-4c73-b914-f60e7c721187 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "DELETE /v2.0/subnets/1a596f99-05db-4ae5-a710-cf39b88ffd82 HTTP/1.1" status: 204 len: 168 time: 0.3195674 Jul 16 21:13:19.978419 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:20.059762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.071327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2026b-000f-4e48-84f6-7c89f4d75cd7 None None] Network 1e0575e4-ee8e-4b15-8848-e6547c5896a6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:20.111804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d2b955c-d704-4442-91b6-543740702ce6 None None] Could not find standard attr ID for object 7328efde-a7dd-46d7-98b3-4dd147d5663f. {{(pid=93960) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 21:13:20.121671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Deleting port 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:13:20.122074 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.178716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763312a-5d88-4d1c-98d4-76646449f0af None None] DHCP port deletion for 10b7f0a3-125d-4526-8aba-34316278f782 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:13:20.195360 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] For port 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab,segment=NetworkSegment(f6557099-9daa-4e81-a230-dde7311760a0),segment_id=f6557099-9daa-4e81-a230-dde7311760a0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:20.195735 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.202074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3d5c6-860c-4034-96f4-7045dcac1fa4 None None] Network 10b7f0a3-125d-4526-8aba-34316278f782 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:20.209340 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Calling delete_port for 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:13:20.216451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3d5c6-860c-4034-96f4-7045dcac1fa4 None None] Network 10b7f0a3-125d-4526-8aba-34316278f782 could not be found, it might have been deleted concurrently. {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 21:13:20.294745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3177d-3cae-4e3e-8a66-fc4d963069a5 None None] DHCP port deletion for 1e0575e4-ee8e-4b15-8848-e6547c5896a6 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:13:20.297263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.324885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event deleted for resources: {'Port': ['ID=2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:20.330511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] No DVR routers for this DVR port 2fc227e4-e93e-49d8-bca3-7cb4ad5fe8ab on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:13:20.408323 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.418290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0575e4-ee8e-4b15-8848-e6547c5896a6']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:20.432708 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6557099-9daa-4e81-a230-dde7311760a0') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:20.433041 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6557099-9daa-4e81-a230-dde7311760a0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:20.442146 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.455883 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.461662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:13:20.462057 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:13:20.465001 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:13:20.522276 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.529398 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.534708 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "DELETE /v2.0/networks/1e0575e4-ee8e-4b15-8848-e6547c5896a6 HTTP/1.1" status: 204 len: 168 time: 0.5525696 Jul 16 21:13:20.534935 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46430) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:20.542790 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed755ef-456d-4cad-9d5c-0367ae59e6a0 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Pushing event deleted for resources: {'Network': ['ID=1e0575e4-ee8e-4b15-8848-e6547c5896a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:20.565319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-22984157-bd8d-444f-a371-b4030e96c6e8 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "GET /v2.0/ports?device_id=abdbef25-51fd-45ca-a8cf-6deb0ce9e31d HTTP/1.1" status: 200 len: 205 time: 0.0290554 Jul 16 21:13:20.567799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46432) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:20.675864 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-df6ff7a4-f7c1-4005-a346-17ef4314fb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.689622 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b909e12-ec64-4809-8de3-11bef78a3850 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.860399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b909e12-ec64-4809-8de3-11bef78a3850 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.862509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b909e12-ec64-4809-8de3-11bef78a3850 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.923472 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b909e12-ec64-4809-8de3-11bef78a3850 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.923999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b909e12-ec64-4809-8de3-11bef78a3850 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Fanout notify agent at l3_agent the message router_deleted on router abdbef25-51fd-45ca-a8cf-6deb0ce9e31d {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:13:20.930937 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b909e12-ec64-4809-8de3-11bef78a3850 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:20.932109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8b909e12-ec64-4809-8de3-11bef78a3850 tempest-RoutersNegativeTest-103248789 tempest-RoutersNegativeTest-103248789-project] 10.222.0.10 "DELETE /v2.0/routers/abdbef25-51fd-45ca-a8cf-6deb0ce9e31d HTTP/1.1" status: 204 len: 168 time: 0.3633320 Jul 16 21:13:21.178272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46438) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:21.307000 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-92cbd47f-bf0d-42a5-bcea-dcfa56403a5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3dcdf602cc9342a79eab50c4df0a18c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275399 Jul 16 21:13:21.310259 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46442) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:21.367580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a860-9411-4c74-be59-e3951a1ec44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:21.389540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a860-9411-4c74-be59-e3951a1ec44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:21.440193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a860-9411-4c74-be59-e3951a1ec44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:21.442839 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a860-9411-4c74-be59-e3951a1ec44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:21.444030 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5ad2a860-9411-4c74-be59-e3951a1ec44c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f29ebc70-494b-41c4-a934-bc14ae810cd5 HTTP/1.1" status: 204 len: 168 time: 0.1319218 Jul 16 21:13:21.452070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2a860-9411-4c74-be59-e3951a1ec44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29ebc70-494b-41c4-a934-bc14ae810cd5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:22.073198 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46464) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:22.169158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1061285813-network', 'tenant_id': 'b32f742144a2475f9d3b136450085f66'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:22.189053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Made reservation on behalf of b32f742144a2475f9d3b136450085f66 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:22.191449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.199234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.285162 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.288961 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.309202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:13:22.323983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd1305-c774-4c3d-b48b-230329b919fb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:22.327598 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.327938 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Added segment e958b6aa-19de-4c53-a7f4-c31ba731b47b of type vlan for network e90b3eb5-d19a-439e-a9a6-1bf52be346bd Jul 16 21:13:22.366729 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.397355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.398289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:22.398855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.428418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3541479 Jul 16 21:13:22.431211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46468) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:22.461749 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Request body: {'subnet': {'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-subnet', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:22.467512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8941d4d-1859-4efb-b30c-17fc710ac17d admin admin] Pushing event updated for resources: {'Network': ['ID=e90b3eb5-d19a-439e-a9a6-1bf52be346bd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:22.477189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:13:22.484896 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Made reservation on behalf of b32f742144a2475f9d3b136450085f66 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:22.487362 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.650749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.704331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1ee6ce-3594-445b-8ae6-ec97cf660ef0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:22.711394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Checking segment: {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:22.711744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Network hostable DHCP agents. Network: e90b3eb5-d19a-439e-a9a6-1bf52be346bd, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:13:22.727743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:13:22.736541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, e90b3eb5-d19a-439e-a9a6-1bf52be346bd) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:22.740324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:22.740895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.746301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269ceab1-6739-488d-b2e3-f678681c97fd None None] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:22.755415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-13790116-b572-4b71-9159-89169e5ef5d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3217664 Jul 16 21:13:22.757955 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46470) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:22.762408 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:22.783912 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.784891 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:22.894733 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'fixed_ips': [{'subnet_id': '2e1ee6ce-3594-445b-8ae6-ec97cf660ef0'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:13:22.895446 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.030471 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Allocated IP 172.20.0.2 (e90b3eb5-d19a-439e-a9a6-1bf52be346bd/2e1ee6ce-3594-445b-8ae6-ec97cf660ef0/54bfa0ef-58df-4faf-8e67-bf53a82c5dbc) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:23.102656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.173641 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.182368 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Transition to ACTIVE for port object 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:23.196885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Transition to ACTIVE for port object 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:23.202100 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.241807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:23.243711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.244619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:23.248195 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:23.257474 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Pushing event updated for resources: {'Port': ['ID=54bfa0ef-58df-4faf-8e67-bf53a82c5dbc,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:23.311094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Attempting to bind port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:23.311493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Attempting to bind port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:23.311857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Attempting to bind port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc on network e90b3eb5-d19a-439e-a9a6-1bf52be346bd {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:23.316784 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:23.317158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Checking segment: {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:23.317561 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.317959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Bound using segment: {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:23.318418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Bound port: 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:23.318796 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.380509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] For port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:23.383801 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] For port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=54bfa0ef-58df-4faf-8e67-bf53a82c5dbc,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:23.388083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.446569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.466895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.470163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1f049-3fe2-4c75-88cc-102b31b154a2 None None] Pushing event updated for resources: {'Port': ['ID=54bfa0ef-58df-4faf-8e67-bf53a82c5dbc,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:23.474464 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-817bac71-a3cc-4d17-9337-68835eedd38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.480516 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.584508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Allocated IP 172.25.7.93 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/32d5f37c-b913-4465-9789-f7b513b1e027) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:23.708638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.754487 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:23.795029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:23.797951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:23.801686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:23.807434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=32d5f37c-b913-4465-9789-f7b513b1e027,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:24.053709 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.255780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.339681 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabbf067-88f7-4717-b841-6351cef3167e None None] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:24.392838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Router 34d613dd-0052-4001-9c36-2dafd50e0aec is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:13:24.419660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8d2fcd14-c23e-4a92-9b81-0095144cea29 None None] Provisioning for port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:24.512294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:13:24.519052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:24.520566 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Sync routers for ids ['34d613dd-0052-4001-9c36-2dafd50e0aec'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:13:24.530280 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.532137 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Routers {'34d613dd-0052-4001-9c36-2dafd50e0aec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:24.532754 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['34d613dd-0052-4001-9c36-2dafd50e0aec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:24.534802 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:24.535351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0ceb32c4-db30-46ec-917d-3f99686d8cf0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7763302 Jul 16 21:13:24.644121 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Set router 34d613dd-0052-4001-9c36-2dafd50e0aec gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:24.747854 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:24.759179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:24.759439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.801140 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.847301 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:22Z', 'updated_at': '2021-07-16T21:13:23Z', 'revision_number': 3, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'gw_port': {'id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:23Z', 'updated_at': '2021-07-16T21:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:24.861738 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.883043 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Checking router: 34d613dd-0052-4001-9c36-2dafd50e0aec for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:13:24.883752 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Updating router 34d613dd-0052-4001-9c36-2dafd50e0aec port 32d5f37c-b913-4465-9789-f7b513b1e027 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:13:24.901802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=54bfa0ef-58df-4faf-8e67-bf53a82c5dbc,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:24.907510 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.925414 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:24.966667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=54bfa0ef-58df-4faf-8e67-bf53a82c5dbc,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:24.998845 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.059899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6e64ee33-59a8-4484-9174-c1db74a3ca62 None None] Provisioning complete for port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:25.060315 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6e64ee33-59a8-4484-9174-c1db74a3ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.160573 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Allocated IP 172.20.0.1 (e90b3eb5-d19a-439e-a9a6-1bf52be346bd/2e1ee6ce-3594-445b-8ae6-ec97cf660ef0/cc4948dd-05ba-4336-ab4c-ac1dd2feeca1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:25.195842 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.205850 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Transition to ACTIVE for port object 32d5f37c-b913-4465-9789-f7b513b1e027 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:25.211969 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.258620 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Attempting to bind port 32d5f37c-b913-4465-9789-f7b513b1e027 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:25.258986 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Attempting to bind port 32d5f37c-b913-4465-9789-f7b513b1e027 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:25.259371 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Attempting to bind port 32d5f37c-b913-4465-9789-f7b513b1e027 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:25.268360 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Pushing event updated for resources: {'Port': ['ID=32d5f37c-b913-4465-9789-f7b513b1e027,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:25.269144 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.271475 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:25.271867 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:25.272261 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.272646 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:25.273101 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Bound port: 32d5f37c-b913-4465-9789-f7b513b1e027, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:25.273470 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.282944 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Transition to ACTIVE for port object cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:25.294966 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.295347 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.295682 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.296008 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.296329 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.296669 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.296968 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.297284 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.297597 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.297906 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.298219 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.298529 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:13:25.315940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.333419 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] For port 32d5f37c-b913-4465-9789-f7b513b1e027, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:25.336368 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] For port 32d5f37c-b913-4465-9789-f7b513b1e027, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=32d5f37c-b913-4465-9789-f7b513b1e027,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:25.340834 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.356704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:25.361218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:25.365641 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:25.368713 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Pushing event updated for resources: {'Port': ['ID=cc4948dd-05ba-4336-ab4c-ac1dd2feeca1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:25.400724 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a05e1f-4dd3-4297-8041-1f7005474d2d None None] Pushing event updated for resources: {'Port': ['ID=32d5f37c-b913-4465-9789-f7b513b1e027,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:25.403181 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Routers {'34d613dd-0052-4001-9c36-2dafd50e0aec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:25.403779 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['34d613dd-0052-4001-9c36-2dafd50e0aec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:25.409472 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.510220 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] Set router 34d613dd-0052-4001-9c36-2dafd50e0aec gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:25.556321 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.662887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a197ef89-4d9e-4d07-bb16-eee174980881 None None] Provisioning for port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:25.667617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a197ef89-4d9e-4d07-bb16-eee174980881 None None] Provisioning complete for port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:25.667988 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a197ef89-4d9e-4d07-bb16-eee174980881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.702987 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:22Z', 'updated_at': '2021-07-16T21:13:23Z', 'revision_number': 3, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'gw_port': {'id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:23Z', 'updated_at': '2021-07-16T21:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:25.704829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a197ef89-4d9e-4d07-bb16-eee174980881 None None] Port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:13:25.719525 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.724036 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.729466 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540b8e2-995c-4225-82d7-578d4e4f76df None None] The sync data for ids ['34d613dd-0052-4001-9c36-2dafd50e0aec'] in n-d-792394-17 is: [{'id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:22Z', 'updated_at': '2021-07-16T21:13:23Z', 'revision_number': 3, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'gw_port': {'id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:23Z', 'updated_at': '2021-07-16T21:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:13:25.793467 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:25.795200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Pushing event updated for resources: {'Port': ['ID=cc4948dd-05ba-4336-ab4c-ac1dd2feeca1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:25.886529 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:25.887957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:26.026073 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Router 34d613dd-0052-4001-9c36-2dafd50e0aec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:13:26.156582 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:13:26.165516 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-916e0129-021a-448e-a4d4-535a996ebcbb admin admin] 10.222.0.10 "PUT /v2.0/routers/34d613dd-0052-4001-9c36-2dafd50e0aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270411 Jul 16 21:13:26.234946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-112454b8-1235-4cb6-8aaf-fee792fcfaa0 None None] Provisioning complete for port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:26.235370 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-112454b8-1235-4cb6-8aaf-fee792fcfaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.284979 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-112454b8-1235-4cb6-8aaf-fee792fcfaa0 None None] Port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:13:26.449911 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.601074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:26.650293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:26.650668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.714145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46488) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:26.722116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2098161468-network', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:26.738427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 32d5f37c-b913-4465-9789-f7b513b1e027 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:26.753294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Made reservation on behalf of aabcae36153a45359420fa4e8d3fe812 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:26.756317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.768019 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.794057 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 32d5f37c-b913-4465-9789-f7b513b1e027 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:26.798652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 32d5f37c-b913-4465-9789-f7b513b1e027 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:26.799180 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.878155 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.879994 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.884003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.901654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 32d5f37c-b913-4465-9789-f7b513b1e027, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=32d5f37c-b913-4465-9789-f7b513b1e027,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:26.905357 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.906747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:13:26.922350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b53ff69-3a4b-4cdd-b84e-6d4096bcb909,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:26.927120 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:26.927489 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Added segment ca03c017-c451-49ab-9eef-be15d185a0a9 of type vlan for network b554eee0-a866-4a20-82df-c84f1d838d2c Jul 16 21:13:26.957721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=32d5f37c-b913-4465-9789-f7b513b1e027,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:26.977727 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.007204 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.008303 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:27.008878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.042329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3265116 Jul 16 21:13:27.045178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:27.051031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Request body: {'subnet': {'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-subnet', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:27.072012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ff3e8-51d1-43de-b234-7be1f60b5880 admin admin] Pushing event updated for resources: {'Network': ['ID=b554eee0-a866-4a20-82df-c84f1d838d2c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:27.072218 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Made reservation on behalf of aabcae36153a45359420fa4e8d3fe812 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:27.075603 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.082715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network b554eee0-a866-4a20-82df-c84f1d838d2c details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:13:27.253560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.304308 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf4d204-5383-49ea-82bd-2a8bc624919d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:27.319486 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Checking segment: {'id': 'ca03c017-c451-49ab-9eef-be15d185a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:27.319844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Network hostable DHCP agents. Network: b554eee0-a866-4a20-82df-c84f1d838d2c, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:13:27.336559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Network b554eee0-a866-4a20-82df-c84f1d838d2c is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:13:27.345543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, b554eee0-a866-4a20-82df-c84f1d838d2c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:27.349674 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:27.350267 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.354922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69315b-8413-4f99-aa6d-de25e2b99b72 None None] Network b554eee0-a866-4a20-82df-c84f1d838d2c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:27.364411 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-af22d392-df23-4f7c-a008-5da3cc3abe59 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3174019 Jul 16 21:13:27.367057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:27.371688 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:27.395863 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.396721 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.451089 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.470904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Sync routers for ids ['34d613dd-0052-4001-9c36-2dafd50e0aec'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:13:27.503026 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Routers {'34d613dd-0052-4001-9c36-2dafd50e0aec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:27.503602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['34d613dd-0052-4001-9c36-2dafd50e0aec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:27.538603 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-b554eee0-a866-4a20-82df-c84f1d838d2c', 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'fixed_ips': [{'subnet_id': 'fbf4d204-5383-49ea-82bd-2a8bc624919d'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:13:27.539474 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.593535 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.681019 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:13:27.710029 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Set router 34d613dd-0052-4001-9c36-2dafd50e0aec gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:27.790750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Allocated IP 172.20.0.2 (b554eee0-a866-4a20-82df-c84f1d838d2c/fbf4d204-5383-49ea-82bd-2a8bc624919d/cc575eeb-a875-45f8-a1b6-b1df66288cea) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:27.797033 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.819732 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:27.922278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Allocated IP 172.25.7.83 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/758f8910-12fc-4708-b3a1-0f8c0ab5d93a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:28.037628 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.041391 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.052641 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:22Z', 'updated_at': '2021-07-16T21:13:25Z', 'revision_number': 4, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'gw_port': {'id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:23Z', 'updated_at': '2021-07-16T21:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cc4948dd-05ba-4336-ab4c-ac1dd2feeca1', 'name': '', 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'mac_address': 'fa:16:3e:bb:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2e1ee6ce-3594-445b-8ae6-ec97cf660ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:25Z', 'updated_at': '2021-07-16T21:13:25Z', 'revision_number': 2, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'subnets': [{'id': '2e1ee6ce-3594-445b-8ae6-ec97cf660ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:28.054599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Transition to ACTIVE for port object cc575eeb-a875-45f8-a1b6-b1df66288cea will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:28.076908 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.083621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Checking router: 34d613dd-0052-4001-9c36-2dafd50e0aec for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:13:28.083982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Updating router 34d613dd-0052-4001-9c36-2dafd50e0aec port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:13:28.114207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Transition to ACTIVE for port object cc575eeb-a875-45f8-a1b6-b1df66288cea will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:28.116609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:28.121023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:28.126175 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.126398 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:28.129156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Pushing event updated for resources: {'Port': ['ID=758f8910-12fc-4708-b3a1-0f8c0ab5d93a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:28.129376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.194898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Network b554eee0-a866-4a20-82df-c84f1d838d2c is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:28.203391 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:28.211417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:28.217356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Pushing event updated for resources: {'Port': ['ID=cc575eeb-a875-45f8-a1b6-b1df66288cea,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:28.341312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Attempting to bind port cc575eeb-a875-45f8-a1b6-b1df66288cea on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:28.341682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Attempting to bind port cc575eeb-a875-45f8-a1b6-b1df66288cea by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'ca03c017-c451-49ab-9eef-be15d185a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:28.342041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Attempting to bind port cc575eeb-a875-45f8-a1b6-b1df66288cea on network b554eee0-a866-4a20-82df-c84f1d838d2c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:28.358946 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:28.359339 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Checking segment: {'id': 'ca03c017-c451-49ab-9eef-be15d185a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:28.359746 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.360137 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Bound using segment: {'id': 'ca03c017-c451-49ab-9eef-be15d185a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:28.360618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Bound port: cc575eeb-a875-45f8-a1b6-b1df66288cea, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca03c017-c451-49ab-9eef-be15d185a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:28.360996 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.486772 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] For port cc575eeb-a875-45f8-a1b6-b1df66288cea, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:28.503143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 32d5f37c-b913-4465-9789-f7b513b1e027 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:28.505935 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] For port cc575eeb-a875-45f8-a1b6-b1df66288cea, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc575eeb-a875-45f8-a1b6-b1df66288cea,segment=NetworkSegment(ca03c017-c451-49ab-9eef-be15d185a0a9),segment_id=ca03c017-c451-49ab-9eef-be15d185a0a9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:28.531553 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.644109 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.646916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7167f-2e1c-456b-afee-4636aeec83ee None None] Pushing event updated for resources: {'Port': ['ID=cc575eeb-a875-45f8-a1b6-b1df66288cea,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:28.658313 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.662375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Transition to ACTIVE for port object cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:28.666720 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 32d5f37c-b913-4465-9789-f7b513b1e027 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:28.667061 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.670994 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.754919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f57c4-3051-46d4-a9a7-593a98e43e51 None None] Pushing event updated for resources: {'Port': ['ID=cc4948dd-05ba-4336-ab4c-ac1dd2feeca1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:28.842983 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Attempting to bind port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:28.843609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Attempting to bind port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:28.843834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Attempting to bind port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 on network e90b3eb5-d19a-439e-a9a6-1bf52be346bd {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:28.874017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:28.874733 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Checking segment: {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:28.875439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.876324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Bound using segment: {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:28.877064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Bound port: cc4948dd-05ba-4336-ab4c-ac1dd2feeca1, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:28.877677 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.917873 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:28.960664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] For port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:28.965658 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] For port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc4948dd-05ba-4336-ab4c-ac1dd2feeca1,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:28.977501 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:29.042888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Routers {'34d613dd-0052-4001-9c36-2dafd50e0aec'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:29.043479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['34d613dd-0052-4001-9c36-2dafd50e0aec'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:29.082909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f57c4-3051-46d4-a9a7-593a98e43e51 None None] Pushing event updated for resources: {'Port': ['ID=cc4948dd-05ba-4336-ab4c-ac1dd2feeca1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:29.102193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Router 23087066-a48e-45a5-9505-f0b57bb2db39 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:13:29.182876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] Set router 34d613dd-0052-4001-9c36-2dafd50e0aec gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:29.230536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:13:29.251680 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Sync routers for ids ['23087066-a48e-45a5-9505-f0b57bb2db39'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:13:29.256573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:29.260459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7f48809e-eda5-41d5-9eb3-a86e4cec990b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8898101 Jul 16 21:13:29.260911 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:13:29.267603 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Routers {'23087066-a48e-45a5-9505-f0b57bb2db39'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:29.268241 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['23087066-a48e-45a5-9505-f0b57bb2db39'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:29.383693 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Set router 23087066-a48e-45a5-9505-f0b57bb2db39 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:29.577005 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:28Z', 'revision_number': 3, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'gw_port': {'id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:29.592317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:22Z', 'updated_at': '2021-07-16T21:13:25Z', 'revision_number': 4, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'gw_port': {'id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:23Z', 'updated_at': '2021-07-16T21:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cc4948dd-05ba-4336-ab4c-ac1dd2feeca1', 'name': '', 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'mac_address': 'fa:16:3e:bb:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2e1ee6ce-3594-445b-8ae6-ec97cf660ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:25Z', 'updated_at': '2021-07-16T21:13:28Z', 'revision_number': 4, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'subnets': [{'id': '2e1ee6ce-3594-445b-8ae6-ec97cf660ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:29.612957 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Checking router: 23087066-a48e-45a5-9505-f0b57bb2db39 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:13:29.613305 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Updating router 23087066-a48e-45a5-9505-f0b57bb2db39 port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:13:29.632588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551178b0-d2db-48d0-83dc-9c1683764528 None None] The sync data for ids ['34d613dd-0052-4001-9c36-2dafd50e0aec'] in n-d-792394-17 is: [{'id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:22Z', 'updated_at': '2021-07-16T21:13:25Z', 'revision_number': 4, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'gw_port': {'id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:23Z', 'updated_at': '2021-07-16T21:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'cc4948dd-05ba-4336-ab4c-ac1dd2feeca1', 'name': '', 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'mac_address': 'fa:16:3e:bb:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2e1ee6ce-3594-445b-8ae6-ec97cf660ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:25Z', 'updated_at': '2021-07-16T21:13:28Z', 'revision_number': 4, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'subnets': [{'id': '2e1ee6ce-3594-445b-8ae6-ec97cf660ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:13:29.656479 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:29.805757 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:29.914534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7e179-b1a3-47c3-8c56-317817291879 None None] Network b554eee0-a866-4a20-82df-c84f1d838d2c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:13:29.997873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7ecf2c85-3b11-4cff-b9c4-9c3ae15b2df7 None None] Provisioning for port cc575eeb-a875-45f8-a1b6-b1df66288cea completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:30.007408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Allocated IP 172.20.0.1 (b554eee0-a866-4a20-82df-c84f1d838d2c/fbf4d204-5383-49ea-82bd-2a8bc624919d/bc1f709c-457a-43e2-8664-f8bedd28545d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:30.122579 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.130618 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.136162 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Transition to ACTIVE for port object 758f8910-12fc-4708-b3a1-0f8c0ab5d93a will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:30.146572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Transition to ACTIVE for port object bc1f709c-457a-43e2-8664-f8bedd28545d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:30.154813 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.208636 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.229880 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Attempting to bind port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:30.230244 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Attempting to bind port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:30.230597 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Attempting to bind port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:30.233439 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ce4fe-ea6a-46bc-8637-88edf98e123a None None] Pushing event updated for resources: {'Port': ['ID=758f8910-12fc-4708-b3a1-0f8c0ab5d93a,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:30.245392 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:30.246050 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:30.246430 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.246805 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:30.247289 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Bound port: 758f8910-12fc-4708-b3a1-0f8c0ab5d93a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:30.247755 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.289490 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Network b554eee0-a866-4a20-82df-c84f1d838d2c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:30.293405 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:30.300214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:30.331445 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1f709c-457a-43e2-8664-f8bedd28545d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:30.335991 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] For port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:30.344445 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] For port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=758f8910-12fc-4708-b3a1-0f8c0ab5d93a,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:30.348128 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.360568 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.449295 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Routers {'23087066-a48e-45a5-9505-f0b57bb2db39'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:30.449930 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['23087066-a48e-45a5-9505-f0b57bb2db39'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:30.458158 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ce4fe-ea6a-46bc-8637-88edf98e123a None None] Pushing event updated for resources: {'Port': ['ID=758f8910-12fc-4708-b3a1-0f8c0ab5d93a,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:30.531940 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.633968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:30.651408 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] Set router 23087066-a48e-45a5-9505-f0b57bb2db39 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:30.738264 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:30.742297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:30.742676 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.766100 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.773195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.783586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9f90bbda-43ed-4de8-9474-a6e7397504d5 None None] Provisioning for port bc1f709c-457a-43e2-8664-f8bedd28545d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:30.790177 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9f90bbda-43ed-4de8-9474-a6e7397504d5 None None] Provisioning complete for port bc1f709c-457a-43e2-8664-f8bedd28545d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:30.790553 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f90bbda-43ed-4de8-9474-a6e7397504d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.861344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1f709c-457a-43e2-8664-f8bedd28545d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:30.871209 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.872575 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9f90bbda-43ed-4de8-9474-a6e7397504d5 None None] Port bc1f709c-457a-43e2-8664-f8bedd28545d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:13:30.885422 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.904469 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7520556b-cf0f-464e-815b-f30c438affee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:28Z', 'revision_number': 3, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'gw_port': {'id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:30.923621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc4948dd-05ba-4336-ab4c-ac1dd2feeca1,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:30.930815 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:30.931688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc575eeb-a875-45f8-a1b6-b1df66288cea up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:30.933513 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520556b-cf0f-464e-815b-f30c438affee None None] The sync data for ids ['23087066-a48e-45a5-9505-f0b57bb2db39'] in n-d-792394-17 is: [{'id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:28Z', 'revision_number': 3, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'gw_port': {'id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:13:30.999565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Network b554eee0-a866-4a20-82df-c84f1d838d2c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:31.001080 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:31.020020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=cc4948dd-05ba-4336-ab4c-ac1dd2feeca1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:31.036752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port cc575eeb-a875-45f8-a1b6-b1df66288cea completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:31.041153 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cc575eeb-a875-45f8-a1b6-b1df66288cea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:31.041532 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:31.145729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Router 23087066-a48e-45a5-9505-f0b57bb2db39 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:13:31.146160 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:31.182494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port cc575eeb-a875-45f8-a1b6-b1df66288cea, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc575eeb-a875-45f8-a1b6-b1df66288cea,segment=NetworkSegment(ca03c017-c451-49ab-9eef-be15d185a0a9),segment_id=ca03c017-c451-49ab-9eef-be15d185a0a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:31.187552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:31.241314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=cc575eeb-a875-45f8-a1b6-b1df66288cea,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:31.273395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:13:31.278455 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b790f3af-f5a5-4cb0-a18f-001808ffba57 admin admin] 10.222.0.10 "PUT /v2.0/routers/23087066-a48e-45a5-9505-f0b57bb2db39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0163119 Jul 16 21:13:31.292124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6d2019fc-c5da-46f6-a82e-04e22ce53c48 None None] Provisioning complete for port bc1f709c-457a-43e2-8664-f8bedd28545d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:31.292495 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6d2019fc-c5da-46f6-a82e-04e22ce53c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:31.333111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-6d2019fc-c5da-46f6-a82e-04e22ce53c48 None None] Port bc1f709c-457a-43e2-8664-f8bedd28545d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:13:32.074607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-1589c1e1-e70f-4169-8b1b-6de3afb3faec tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:32.076117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-1589c1e1-e70f-4169-8b1b-6de3afb3faec tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/networks?id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd HTTP/1.1" status: 200 len: 817 time: 0.1022174 Jul 16 21:13:32.090475 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-2612cd7e-e8f3-4058-8df1-e89c081c33a2 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/quotas/b32f742144a2475f9d3b136450085f66 HTTP/1.1" status: 200 len: 375 time: 0.0090313 Jul 16 21:13:32.161052 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-79441607-b164-41a5-a50e-20cc71ed756f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b32f742144a2475f9d3b136450085f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651588 Jul 16 21:13:32.254347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-4bed6254-1861-4444-877c-df142dd29aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814674 Jul 16 21:13:32.346713 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-07d167c2-45dc-41ca-9a87-90f3e783ee06 service neutron] 10.222.0.10 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868003 Jul 16 21:13:32.516825 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-62e95acd-3453-43e1-ac8f-fd520beace68 req-3e5038b9-d95c-4361-9753-376cc78d2bf9 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 210 time: 0.0292418 Jul 16 21:13:32.600285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:32.648046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:32.648415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:32.733703 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc575eeb-a875-45f8-a1b6-b1df66288cea up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:32.785682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port cc575eeb-a875-45f8-a1b6-b1df66288cea triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:32.786050 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:32.871229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 758f8910-12fc-4708-b3a1-0f8c0ab5d93a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:32.924441 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:32.928229 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:32.928601 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:33.009505 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:33.030735 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=758f8910-12fc-4708-b3a1-0f8c0ab5d93a,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:33.035286 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:33.072705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Sync routers for ids ['23087066-a48e-45a5-9505-f0b57bb2db39'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:13:33.094765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Routers {'23087066-a48e-45a5-9505-f0b57bb2db39'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:33.095522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['23087066-a48e-45a5-9505-f0b57bb2db39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:33.128916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=758f8910-12fc-4708-b3a1-0f8c0ab5d93a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:33.205193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Set router 23087066-a48e-45a5-9505-f0b57bb2db39 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:33.400252 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:30Z', 'revision_number': 4, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'gw_port': {'id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'bc1f709c-457a-43e2-8664-f8bedd28545d', 'name': '', 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'mac_address': 'fa:16:3e:19:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'fbf4d204-5383-49ea-82bd-2a8bc624919d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:29Z', 'updated_at': '2021-07-16T21:13:30Z', 'revision_number': 2, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'subnets': [{'id': 'fbf4d204-5383-49ea-82bd-2a8bc624919d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:33.426329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Checking router: 23087066-a48e-45a5-9505-f0b57bb2db39 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:13:33.426680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Updating router 23087066-a48e-45a5-9505-f0b57bb2db39 port bc1f709c-457a-43e2-8664-f8bedd28545d binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:13:33.463728 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:33.625581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-beace9e2-4b3d-4df0-9473-a99a2b4c74b0 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:33.627114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-beace9e2-4b3d-4df0-9473-a99a2b4c74b0 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.63 "GET /v2.0/networks?id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd HTTP/1.1" status: 200 len: 817 time: 0.1177442 Jul 16 21:13:33.640173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Request body: {'port': {'device_id': '2914e3bf-5eae-4324-ae0a-f83049d785d7', 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'admin_state_up': True, 'tenant_id': 'b32f742144a2475f9d3b136450085f66'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:33.699439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e21b8a54-187c-40c9-8a41-e68011d88f5c req-bb42750a-6e4a-453c-b7cd-c14a4eacdc31 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 210 time: 0.0410206 Jul 16 21:13:33.766087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:33.776910 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Transition to ACTIVE for port object bc1f709c-457a-43e2-8664-f8bedd28545d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:33.784664 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:33.796457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Made reservation on behalf of b32f742144a2475f9d3b136450085f66 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:13:33.800085 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:33.833699 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482553d-79ab-43c1-a2cf-9fa0483c263d None None] Pushing event updated for resources: {'Port': ['ID=bc1f709c-457a-43e2-8664-f8bedd28545d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:33.892903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Attempting to bind port bc1f709c-457a-43e2-8664-f8bedd28545d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:33.893271 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Attempting to bind port bc1f709c-457a-43e2-8664-f8bedd28545d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'ca03c017-c451-49ab-9eef-be15d185a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:33.893918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Attempting to bind port bc1f709c-457a-43e2-8664-f8bedd28545d on network b554eee0-a866-4a20-82df-c84f1d838d2c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:33.899170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:33.899570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Checking segment: {'id': 'ca03c017-c451-49ab-9eef-be15d185a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:33.899970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:33.900361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Bound using segment: {'id': 'ca03c017-c451-49ab-9eef-be15d185a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:33.900850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Bound port: bc1f709c-457a-43e2-8664-f8bedd28545d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca03c017-c451-49ab-9eef-be15d185a0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:33.901224 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:33.931665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Allocated IP 172.20.0.5 (e90b3eb5-d19a-439e-a9a6-1bf52be346bd/2e1ee6ce-3594-445b-8ae6-ec97cf660ef0/1eac91e0-8ad1-4986-aa03-d06577a07d1d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:13:33.977087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] For port bc1f709c-457a-43e2-8664-f8bedd28545d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:33.980473 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] For port bc1f709c-457a-43e2-8664-f8bedd28545d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bc1f709c-457a-43e2-8664-f8bedd28545d,segment=NetworkSegment(ca03c017-c451-49ab-9eef-be15d185a0a9),segment_id=ca03c017-c451-49ab-9eef-be15d185a0a9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:33.985797 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.057331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482553d-79ab-43c1-a2cf-9fa0483c263d None None] Pushing event updated for resources: {'Port': ['ID=bc1f709c-457a-43e2-8664-f8bedd28545d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:34.060704 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Routers {'23087066-a48e-45a5-9505-f0b57bb2db39'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:13:34.061319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:13:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['23087066-a48e-45a5-9505-f0b57bb2db39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:34.098660 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.114006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Transition to ACTIVE for port object 1eac91e0-8ad1-4986-aa03-d06577a07d1d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:34.148218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.181614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] Set router 23087066-a48e-45a5-9505-f0b57bb2db39 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:13:34.196841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:13:34.200370 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:13:34.205119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:13:34.212439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Pushing event updated for resources: {'Port': ['ID=1eac91e0-8ad1-4986-aa03-d06577a07d1d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:34.269893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:34.270637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.287723 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6eaa595a-3704-43d8-847d-b291e6d7b906 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519227 Jul 16 21:13:34.299583 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Request body: {'port': {'device_id': '2914e3bf-5eae-4324-ae0a-f83049d785d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:13:34.385229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.405199 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:30Z', 'revision_number': 4, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'gw_port': {'id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'bc1f709c-457a-43e2-8664-f8bedd28545d', 'name': '', 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'mac_address': 'fa:16:3e:19:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'fbf4d204-5383-49ea-82bd-2a8bc624919d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:29Z', 'updated_at': '2021-07-16T21:13:33Z', 'revision_number': 4, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'subnets': [{'id': 'fbf4d204-5383-49ea-82bd-2a8bc624919d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:13:34.431404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d539ca14-730e-4f31-a207-2909d1787596 None None] The sync data for ids ['23087066-a48e-45a5-9505-f0b57bb2db39'] in n-d-792394-17 is: [{'id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:30Z', 'revision_number': 4, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'gw_port': {'id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'bc1f709c-457a-43e2-8664-f8bedd28545d', 'name': '', 'network_id': 'b554eee0-a866-4a20-82df-c84f1d838d2c', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'mac_address': 'fa:16:3e:19:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'fbf4d204-5383-49ea-82bd-2a8bc624919d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:29Z', 'updated_at': '2021-07-16T21:13:33Z', 'revision_number': 4, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'subnets': [{'id': 'fbf4d204-5383-49ea-82bd-2a8bc624919d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:13:34.487102 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e23ca8f5-3e71-448a-ac4c-892d9e9c3b8a None None] Provisioning for port 1eac91e0-8ad1-4986-aa03-d06577a07d1d completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:34.492145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e23ca8f5-3e71-448a-ac4c-892d9e9c3b8a None None] Provisioning complete for port 1eac91e0-8ad1-4986-aa03-d06577a07d1d triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:34.492445 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e23ca8f5-3e71-448a-ac4c-892d9e9c3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.533866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-e23ca8f5-3e71-448a-ac4c-892d9e9c3b8a None None] Port 1eac91e0-8ad1-4986-aa03-d06577a07d1d cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:13:34.569171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 758f8910-12fc-4708-b3a1-0f8c0ab5d93a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:34.628298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:34.628441 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.720883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eac91e0-8ad1-4986-aa03-d06577a07d1d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:13:34.728849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.741834 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Transition to ACTIVE for port object 1eac91e0-8ad1-4986-aa03-d06577a07d1d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:13:34.746723 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:34.827183 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Pushing event updated for resources: {'Port': ['ID=1eac91e0-8ad1-4986-aa03-d06577a07d1d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:34.931507 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Attempting to bind port 1eac91e0-8ad1-4986-aa03-d06577a07d1d on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:13:34.931845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Attempting to bind port 1eac91e0-8ad1-4986-aa03-d06577a07d1d by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:13:34.932177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Attempting to bind port 1eac91e0-8ad1-4986-aa03-d06577a07d1d on network e90b3eb5-d19a-439e-a9a6-1bf52be346bd {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:34.940385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Port 1eac91e0-8ad1-4986-aa03-d06577a07d1d on network e90b3eb5-d19a-439e-a9a6-1bf52be346bd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:13:34.940715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Attempting to bind port 1eac91e0-8ad1-4986-aa03-d06577a07d1d on network e90b3eb5-d19a-439e-a9a6-1bf52be346bd {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:13:34.951771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a9b26-c07a-4e51-b82d-9f7e8dceff74 req-b25ca6c5-347a-4409-a4e8-1cf49302dbd6 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:34.955926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-014a9b26-c07a-4e51-b82d-9f7e8dceff74 req-b25ca6c5-347a-4409-a4e8-1cf49302dbd6 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 943 time: 0.1228189 Jul 16 21:13:34.965996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:13:34.966357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Checking segment: {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:13:34.966747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Bound using segment: {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:13:34.967527 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Bound port: 1eac91e0-8ad1-4986-aa03-d06577a07d1d, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:13:34.967895 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:35.026617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-014a9b26-c07a-4e51-b82d-9f7e8dceff74 req-8e0edfe2-d2dd-4dcf-b79e-a4f808d9d850 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673177 Jul 16 21:13:35.062876 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] For port 1eac91e0-8ad1-4986-aa03-d06577a07d1d, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:13:35.066328 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] For port 1eac91e0-8ad1-4986-aa03-d06577a07d1d, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1eac91e0-8ad1-4986-aa03-d06577a07d1d,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:13:35.070665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:35.105190 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.105805 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:35.107246 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] 10.222.0.63 "PUT /v2.0/ports/1eac91e0-8ad1-4986-aa03-d06577a07d1d HTTP/1.1" status: 200 len: 1092 time: 0.8122654 Jul 16 21:13:35.108552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2914e3bf-5eae-4324-ae0a-f83049d785d7', 'tag': '1eac91e0-8ad1-4986-aa03-d06577a07d1d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:35.110560 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb80bc82-4e38-4463-9a2d-610a328c3d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2914e3bf-5eae-4324-ae0a-f83049d785d7", "tag": "1eac91e0-8ad1-4986-aa03-d06577a07d1d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:35.140209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e9bfe-e849-4964-8f25-d3c006aaeda7 service neutron] Pushing event updated for resources: {'Port': ['ID=1eac91e0-8ad1-4986-aa03-d06577a07d1d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:35.163007 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166f2eb8-e07c-41a1-b770-731721e73e78 x-openstack-request-id: req-166f2eb8-e07c-41a1-b770-731721e73e78 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:35.163344 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2914e3bf-5eae-4324-ae0a-f83049d785d7", "tag": "1eac91e0-8ad1-4986-aa03-d06577a07d1d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:35.163558 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-166f2eb8-e07c-41a1-b770-731721e73e78 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:35.163937 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2914e3bf-5eae-4324-ae0a-f83049d785d7', 'tag': '1eac91e0-8ad1-4986-aa03-d06577a07d1d', 'status': 'completed', 'code': 200} Jul 16 21:13:35.216297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-9b7a71e5-31c9-4b6a-ab1a-dbb4c904a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.218410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-9b7a71e5-31c9-4b6a-ab1a-dbb4c904a23f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b32f742144a2475f9d3b136450085f66&device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 1095 time: 0.0654297 Jul 16 21:13:35.261817 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-25b49095-85f0-4614-a2fc-654a377d10ce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eac91e0-8ad1-4986-aa03-d06577a07d1d HTTP/1.1" status: 200 len: 217 time: 0.0363100 Jul 16 21:13:35.309599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-8787c43f-35e6-43a8-99ad-8a7121e56dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.311602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-8787c43f-35e6-43a8-99ad-8a7121e56dad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e1ee6ce-3594-445b-8ae6-ec97cf660ef0 HTTP/1.1" status: 200 len: 856 time: 0.0434887 Jul 16 21:13:35.372394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6ed7c3eb-d025-4de6-ad69-4e5fafb99ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.374528 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-6ed7c3eb-d025-4de6-ad69-4e5fafb99ae9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569429 Jul 16 21:13:35.464903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-d6b6214e-23f9-43ae-9819-5e6df0bc12ce service neutron] 10.222.0.63 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Jul 16 21:13:35.555668 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5cd18afc-3fba-4098-993a-aaed3024e307 req-e58c7248-dc17-4010-a574-77cea7213384 service neutron] 10.222.0.63 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842667 Jul 16 21:13:35.650986 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-cd80a01f-97ef-404e-b828-3202c349cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.652527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-cd80a01f-97ef-404e-b828-3202c349cda8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b32f742144a2475f9d3b136450085f66&device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 1095 time: 0.0525880 Jul 16 21:13:35.739977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-9611dbfa-ca22-42e5-a9c4-ba6269f56450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.741443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-9611dbfa-ca22-42e5-a9c4-ba6269f56450 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd HTTP/1.1" status: 200 len: 918 time: 0.0826647 Jul 16 21:13:35.784806 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-7d593504-dfad-47e2-917c-2984f7c6e2d6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eac91e0-8ad1-4986-aa03-d06577a07d1d HTTP/1.1" status: 200 len: 217 time: 0.0370808 Jul 16 21:13:35.831100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-ee4b7244-337b-4fdf-9515-3b6bc6482a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.832447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-ee4b7244-337b-4fdf-9515-3b6bc6482a4e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e1ee6ce-3594-445b-8ae6-ec97cf660ef0 HTTP/1.1" status: 200 len: 856 time: 0.0419075 Jul 16 21:13:35.889921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-8c3ca553-3ce9-41dd-be22-cb5461c43ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:35.891500 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-8c3ca553-3ce9-41dd-be22-cb5461c43ea0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511987 Jul 16 21:13:35.988077 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-209e5c2d-3404-4a6f-ab99-3a17d71b1eaf service neutron] 10.222.0.63 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898960 Jul 16 21:13:36.080636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb80bc82-4e38-4463-9a2d-610a328c3d5f req-1a143dfc-6b87-4dc5-87f9-9cd8838a6137 service neutron] 10.222.0.63 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857496 Jul 16 21:13:36.209657 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52991a-2f15-4b26-a8bd-5db5ba950670 req-100b743e-9628-4fe8-9e35-6038dcafc6fa tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:36.211135 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd52991a-2f15-4b26-a8bd-5db5ba950670 req-100b743e-9628-4fe8-9e35-6038dcafc6fa tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 943 time: 0.0667572 Jul 16 21:13:36.248074 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dd52991a-2f15-4b26-a8bd-5db5ba950670 req-cbb2e492-79b0-43ac-a432-d8d130d69606 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Jul 16 21:13:36.509389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bc1f709c-457a-43e2-8664-f8bedd28545d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:36.559795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port bc1f709c-457a-43e2-8664-f8bedd28545d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:36.563296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port bc1f709c-457a-43e2-8664-f8bedd28545d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:36.563667 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:36.637627 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:36.668487 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port bc1f709c-457a-43e2-8664-f8bedd28545d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bc1f709c-457a-43e2-8664-f8bedd28545d,segment=NetworkSegment(ca03c017-c451-49ab-9eef-be15d185a0a9),segment_id=ca03c017-c451-49ab-9eef-be15d185a0a9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:36.672259 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:36.719293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=bc1f709c-457a-43e2-8664-f8bedd28545d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:37.422357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca03c9-07c2-45b0-bd0d-c0dc1eb320a8 req-5531db25-f742-49ae-a0cf-a97e95ecf6ff tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:37.423909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31ca03c9-07c2-45b0-bd0d-c0dc1eb320a8 req-5531db25-f742-49ae-a0cf-a97e95ecf6ff tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 943 time: 0.0661037 Jul 16 21:13:37.461131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-31ca03c9-07c2-45b0-bd0d-c0dc1eb320a8 req-8eb0c4b2-8f49-420a-a3af-512e73e07f36 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Jul 16 21:13:37.926094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1eac91e0-8ad1-4986-aa03-d06577a07d1d details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:13:38.020033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1eac91e0-8ad1-4986-aa03-d06577a07d1d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1eac91e0-8ad1-4986-aa03-d06577a07d1d,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:38.031630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '1eac91e0-8ad1-4986-aa03-d06577a07d1d', 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'port_id': '1eac91e0-8ad1-4986-aa03-d06577a07d1d', 'mac_address': 'fa:16:3e:43:03:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1ee6ce-3594-445b-8ae6-ec97cf660ef0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:13:38.075994 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:38.088033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eac91e0-8ad1-4986-aa03-d06577a07d1d {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:13:38.107082 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1eac91e0-8ad1-4986-aa03-d06577a07d1d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1eac91e0-8ad1-4986-aa03-d06577a07d1d,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:38.112274 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:38.160686 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1eac91e0-8ad1-4986-aa03-d06577a07d1d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:38.309976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['1eac91e0-8ad1-4986-aa03-d06577a07d1d'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:13:38.505613 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bc1f709c-457a-43e2-8664-f8bedd28545d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:38.554996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port bc1f709c-457a-43e2-8664-f8bedd28545d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:38.555497 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:38.638153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198d3a8-4d5d-4022-abad-e04754b9489a req-4facc310-6903-4fd5-ad11-f2745309a430 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:38.640210 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e198d3a8-4d5d-4022-abad-e04754b9489a req-4facc310-6903-4fd5-ad11-f2745309a430 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 944 time: 0.0681913 Jul 16 21:13:38.680084 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e198d3a8-4d5d-4022-abad-e04754b9489a req-d16ab872-6548-452c-9953-df215f5a4c0d tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Jul 16 21:13:39.850735 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721db81-358c-4f44-a8e5-1947c1581433 req-5af4b4bf-8f15-4f8e-b393-38949c944374 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:39.852488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e721db81-358c-4f44-a8e5-1947c1581433 req-5af4b4bf-8f15-4f8e-b393-38949c944374 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 944 time: 0.0630269 Jul 16 21:13:39.890166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e721db81-358c-4f44-a8e5-1947c1581433 req-d37d4aa1-ed35-4b18-8e3f-1c0ee0bc6fa5 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 16 21:13:39.942002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1eac91e0-8ad1-4986-aa03-d06577a07d1d up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:13:39.989483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 1eac91e0-8ad1-4986-aa03-d06577a07d1d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:13:39.992933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 1eac91e0-8ad1-4986-aa03-d06577a07d1d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:13:39.993298 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:40.073088 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:40.099288 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2914e3bf-5eae-4324-ae0a-f83049d785d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac91e0-8ad1-4986-aa03-d06577a07d1d'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:13:40.102027 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7944ead-53a4-4aae-8ddc-b700346bea16" -d '{"events": [{"server_uuid": "2914e3bf-5eae-4324-ae0a-f83049d785d7", "name": "network-vif-plugged", "status": "completed", "tag": "1eac91e0-8ad1-4986-aa03-d06577a07d1d"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:13:40.117687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 1eac91e0-8ad1-4986-aa03-d06577a07d1d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1eac91e0-8ad1-4986-aa03-d06577a07d1d,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:13:40.121129 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:40.146133 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5577f7b-a32c-476d-8c7b-877d0cfcaa7a x-openstack-request-id: req-b5577f7b-a32c-476d-8c7b-877d0cfcaa7a {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:13:40.146367 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2914e3bf-5eae-4324-ae0a-f83049d785d7", "name": "network-vif-plugged", "status": "completed", "tag": "1eac91e0-8ad1-4986-aa03-d06577a07d1d", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:13:40.146626 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5577f7b-a32c-476d-8c7b-877d0cfcaa7a {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:13:40.147018 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2914e3bf-5eae-4324-ae0a-f83049d785d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac91e0-8ad1-4986-aa03-d06577a07d1d', 'code': 200} Jul 16 21:13:40.173260 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=1eac91e0-8ad1-4986-aa03-d06577a07d1d,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:13:40.251631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67955c0-291e-48c5-b5c4-5bea77d969f8 req-20fb04f8-05d3-45ac-9a6e-337aeaec8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:40.253152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b67955c0-291e-48c5-b5c4-5bea77d969f8 req-20fb04f8-05d3-45ac-9a6e-337aeaec8a8a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 1097 time: 0.0519242 Jul 16 21:13:40.286830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b67955c0-291e-48c5-b5c4-5bea77d969f8 req-4ed00608-e280-4ce4-87f6-49b7fd752d7d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268970 Jul 16 21:13:41.066049 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dccf20-45da-4788-9521-75323341be1f req-5dd178fe-6e2e-422e-93a2-6905d18d7caa tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:41.067574 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-44dccf20-45da-4788-9521-75323341be1f req-5dd178fe-6e2e-422e-93a2-6905d18d7caa tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 945 time: 0.0665393 Jul 16 21:13:41.106785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-44dccf20-45da-4788-9521-75323341be1f req-ae2ed357-659c-4189-95b3-2cf1328f4a4d tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Jul 16 21:13:42.278027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb6a37-50f1-4e14-be5b-2a30d1886934 req-99bcb563-c42a-4e95-8e99-a7148c29eb00 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:42.279510 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8edb6a37-50f1-4e14-be5b-2a30d1886934 req-99bcb563-c42a-4e95-8e99-a7148c29eb00 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 945 time: 0.0617716 Jul 16 21:13:42.316583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8edb6a37-50f1-4e14-be5b-2a30d1886934 req-a24d9189-fb92-45e0-9c95-5b0df66dd758 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Jul 16 21:13:42.490923 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79d801-7d1e-476e-95bb-97b3c341d3d3 req-75dd29eb-0dcc-4b2e-98b9-c76af9763381 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:13:42.492382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c79d801-7d1e-476e-95bb-97b3c341d3d3 req-75dd29eb-0dcc-4b2e-98b9-c76af9763381 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 945 time: 0.0652981 Jul 16 21:13:42.528860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c79d801-7d1e-476e-95bb-97b3c341d3d3 req-2d73cb7a-0584-452d-9b5c-96d18d34c82c tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Jul 16 21:13:46.164120 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:47.356550 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:50.678486 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1f915098-1ae4-43a2-a291-f4ab94c66241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:53.468382 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:53.470450 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e731b189-cdea-4286-8077-c0f7a16a9b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:54.769161 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:13:56.447754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:02.389304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68e890-8e2e-4042-9110-d544f319847c req-7ebea7af-5a6c-48cb-9def-afe560c4b224 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:02.390808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e68e890-8e2e-4042-9110-d544f319847c req-7ebea7af-5a6c-48cb-9def-afe560c4b224 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 945 time: 0.0662558 Jul 16 21:14:02.428961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e68e890-8e2e-4042-9110-d544f319847c req-b19e9bc8-63c7-44d3-8549-a39462810ee5 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Jul 16 21:14:03.602506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b6856-06b5-44ea-af52-8bba1aec1a8f req-f8f4e6c9-1ca5-4617-ba9b-2729ac5feea2 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:03.604019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-749b6856-06b5-44ea-af52-8bba1aec1a8f req-f8f4e6c9-1ca5-4617-ba9b-2729ac5feea2 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 945 time: 0.0649369 Jul 16 21:14:03.641903 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-749b6856-06b5-44ea-af52-8bba1aec1a8f req-ee04fb31-1c14-4498-9388-0a6fd42bf3a6 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Jul 16 21:14:03.824787 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-41800c30-526a-4a02-a008-c29d95e9b342 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:03.826235 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-41800c30-526a-4a02-a008-c29d95e9b342 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.63 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 945 time: 0.0670760 Jul 16 21:14:03.922434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Deleting port 1eac91e0-8ad1-4986-aa03-d06577a07d1d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:03.922778 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:04.010812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] For port 1eac91e0-8ad1-4986-aa03-d06577a07d1d, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=1eac91e0-8ad1-4986-aa03-d06577a07d1d,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:04.011158 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:04.022636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Calling delete_port for 1eac91e0-8ad1-4986-aa03-d06577a07d1d owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:04.150633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:04.179504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Pushing event deleted for resources: {'Port': ['ID=1eac91e0-8ad1-4986-aa03-d06577a07d1d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:04.212618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.212938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.213365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.213783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.214126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.214462 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.214821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.215125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.215481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.215808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.216132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.216458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:04.240808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] No DVR routers for this DVR port 1eac91e0-8ad1-4986-aa03-d06577a07d1d on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:04.243493 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:04.245689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-556569ea-5654-46f5-ab20-32ac37b0d45d req-c864bbcc-fef5-4cf4-9a12-ca7fbe98eb03 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.63 "DELETE /v2.0/ports/1eac91e0-8ad1-4986-aa03-d06577a07d1d HTTP/1.1" status: 204 len: 173 time: 0.4135103 Jul 16 21:14:04.246128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2914e3bf-5eae-4324-ae0a-f83049d785d7', 'name': 'network-vif-deleted', 'tag': '1eac91e0-8ad1-4986-aa03-d06577a07d1d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:04.248453 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d726ef-08f0-4960-8779-776b3a3c7b55" -d '{"events": [{"server_uuid": "2914e3bf-5eae-4324-ae0a-f83049d785d7", "name": "network-vif-deleted", "tag": "1eac91e0-8ad1-4986-aa03-d06577a07d1d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:04.285985 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05df57e4-0f6b-48a7-8a94-f04b0e8e90c8 x-openstack-request-id: req-05df57e4-0f6b-48a7-8a94-f04b0e8e90c8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:04.286295 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2914e3bf-5eae-4324-ae0a-f83049d785d7", "name": "network-vif-deleted", "tag": "1eac91e0-8ad1-4986-aa03-d06577a07d1d", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:04.286545 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05df57e4-0f6b-48a7-8a94-f04b0e8e90c8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:04.286942 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2914e3bf-5eae-4324-ae0a-f83049d785d7', 'name': 'network-vif-deleted', 'tag': '1eac91e0-8ad1-4986-aa03-d06577a07d1d', 'status': 'completed', 'code': 200} Jul 16 21:14:04.685955 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:14:04.798070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-26c720c5-8acf-46bb-8e1d-6b467db0383e req-2f67c00e-dda0-42b4-a2e8-ca7729fc3da4 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=2914e3bf-5eae-4324-ae0a-f83049d785d7 HTTP/1.1" status: 200 len: 210 time: 0.0282063 Jul 16 21:14:06.066127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1eac91e0-8ad1-4986-aa03-d06577a07d1d no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:06.086363 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 1eac91e0-8ad1-4986-aa03-d06577a07d1d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:06.086702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 1eac91e0-8ad1-4986-aa03-d06577a07d1d not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:06.342912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22d2c-6457-4766-989f-6625872b179d req-9f901ff1-bf79-4dfc-9fb4-8afcd4bc180d tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:06.344357 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-9f901ff1-bf79-4dfc-9fb4-8afcd4bc180d tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/networks?id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd HTTP/1.1" status: 200 len: 817 time: 0.1010118 Jul 16 21:14:06.359233 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-f8f74df0-d6a7-4c13-9f39-589250ed1d41 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/quotas/b32f742144a2475f9d3b136450085f66 HTTP/1.1" status: 200 len: 375 time: 0.0090559 Jul 16 21:14:06.423189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-f1a0f8c0-c5cf-47d8-8624-acf44e1213de tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b32f742144a2475f9d3b136450085f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588675 Jul 16 21:14:06.519399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-b69b1dbf-5ca7-4572-bfa1-d41dc6bcef58 service neutron] 10.222.0.10 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852857 Jul 16 21:14:06.605763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-56c5892b-46fe-48e4-a025-3c56b2589f34 service neutron] 10.222.0.10 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806136 Jul 16 21:14:07.062361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-01261333-0279-46e7-b569-94fee4347917 req-1bdc35b6-c15e-41e7-ae79-09812c3009c8 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 210 time: 0.3212509 Jul 16 21:14:07.800742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22d2c-6457-4766-989f-6625872b179d req-f0d8a4ad-b131-49e3-af23-d5cfbb0a825b tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:07.802537 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-f0d8a4ad-b131-49e3-af23-d5cfbb0a825b tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.63 "GET /v2.0/networks?id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd HTTP/1.1" status: 200 len: 817 time: 0.1004725 Jul 16 21:14:07.822458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Request body: {'port': {'device_id': '441e85d3-7ad4-4a52-a412-edb87435408e', 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'admin_state_up': True, 'tenant_id': 'b32f742144a2475f9d3b136450085f66'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:07.929725 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Made reservation on behalf of b32f742144a2475f9d3b136450085f66 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:07.933133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.055141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Allocated IP 172.20.0.9 (e90b3eb5-d19a-439e-a9a6-1bf52be346bd/2e1ee6ce-3594-445b-8ae6-ec97cf660ef0/f7c010e7-c119-4264-a029-ec787d63dd0f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:08.213972 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a452380-4c84-4aca-b6fe-891a8c4801c1 req-e7413e0a-3a43-4bad-b9dd-0a635304ba85 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 210 time: 0.0405986 Jul 16 21:14:08.231969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.243724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Transition to ACTIVE for port object f7c010e7-c119-4264-a029-ec787d63dd0f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:08.277668 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.318503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:08.323631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:08.327343 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:08.358129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Pushing event updated for resources: {'Port': ['ID=f7c010e7-c119-4264-a029-ec787d63dd0f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:08.383006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:08.383693 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.398324 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-1ec28c0e-5d10-4820-a7b6-1f4d2afa1d7a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797255 Jul 16 21:14:08.410714 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Request body: {'port': {'device_id': '441e85d3-7ad4-4a52-a412-edb87435408e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:08.492602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.589104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2569413e-ffc6-48b7-913d-d7f062d3a37f None None] Provisioning for port f7c010e7-c119-4264-a029-ec787d63dd0f completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:08.592891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2569413e-ffc6-48b7-913d-d7f062d3a37f None None] Provisioning complete for port f7c010e7-c119-4264-a029-ec787d63dd0f triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:08.593212 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2569413e-ffc6-48b7-913d-d7f062d3a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.627750 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2569413e-ffc6-48b7-913d-d7f062d3a37f None None] Port f7c010e7-c119-4264-a029-ec787d63dd0f cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:08.749754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c010e7-c119-4264-a029-ec787d63dd0f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:14:08.757310 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.768977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Transition to ACTIVE for port object f7c010e7-c119-4264-a029-ec787d63dd0f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:08.773946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.825293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c010e7-c119-4264-a029-ec787d63dd0f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:08.896831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Attempting to bind port f7c010e7-c119-4264-a029-ec787d63dd0f on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:08.897170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Attempting to bind port f7c010e7-c119-4264-a029-ec787d63dd0f by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:08.897502 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Attempting to bind port f7c010e7-c119-4264-a029-ec787d63dd0f on network e90b3eb5-d19a-439e-a9a6-1bf52be346bd {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:08.902005 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Port f7c010e7-c119-4264-a029-ec787d63dd0f on network e90b3eb5-d19a-439e-a9a6-1bf52be346bd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:14:08.902329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Attempting to bind port f7c010e7-c119-4264-a029-ec787d63dd0f on network e90b3eb5-d19a-439e-a9a6-1bf52be346bd {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:08.907231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:08.907607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Checking segment: {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:08.908011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Bound using segment: {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:08.908971 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Bound port: f7c010e7-c119-4264-a029-ec787d63dd0f, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e958b6aa-19de-4c53-a7f4-c31ba731b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:08.909330 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:08.975151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] For port f7c010e7-c119-4264-a029-ec787d63dd0f, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:08.978613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] For port f7c010e7-c119-4264-a029-ec787d63dd0f, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f7c010e7-c119-4264-a029-ec787d63dd0f,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:08.983496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:09.017032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.018253 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:09.019654 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] 10.222.0.63 "PUT /v2.0/ports/f7c010e7-c119-4264-a029-ec787d63dd0f HTTP/1.1" status: 200 len: 1092 time: 0.6134076 Jul 16 21:14:09.020092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441e85d3-7ad4-4a52-a412-edb87435408e', 'tag': 'f7c010e7-c119-4264-a029-ec787d63dd0f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:09.022327 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854" -d '{"events": [{"name": "network-changed", "server_uuid": "441e85d3-7ad4-4a52-a412-edb87435408e", "tag": "f7c010e7-c119-4264-a029-ec787d63dd0f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:09.047890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949fefd-2359-4438-a2e7-1c2bc9520c84 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c010e7-c119-4264-a029-ec787d63dd0f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:09.078257 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec648d9-73ec-43b7-802b-77fbafb86bdf x-openstack-request-id: req-2ec648d9-73ec-43b7-802b-77fbafb86bdf {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:09.078541 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441e85d3-7ad4-4a52-a412-edb87435408e", "tag": "f7c010e7-c119-4264-a029-ec787d63dd0f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:09.078785 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ec648d9-73ec-43b7-802b-77fbafb86bdf {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:09.079357 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441e85d3-7ad4-4a52-a412-edb87435408e', 'tag': 'f7c010e7-c119-4264-a029-ec787d63dd0f', 'status': 'completed', 'code': 200} Jul 16 21:14:09.131273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22d2c-6457-4766-989f-6625872b179d req-50adc07f-2f9f-4a27-b151-fa4abc12a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.132823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-50adc07f-2f9f-4a27-b151-fa4abc12a84e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b32f742144a2475f9d3b136450085f66&device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 1095 time: 0.0631204 Jul 16 21:14:09.176550 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-2ce649e2-f591-4e0f-b396-5ff1a01290bc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7c010e7-c119-4264-a029-ec787d63dd0f HTTP/1.1" status: 200 len: 217 time: 0.0356095 Jul 16 21:14:09.224784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22d2c-6457-4766-989f-6625872b179d req-a4ea6944-3b47-4bd8-894b-660178c2f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.226492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-a4ea6944-3b47-4bd8-894b-660178c2f968 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e1ee6ce-3594-445b-8ae6-ec97cf660ef0 HTTP/1.1" status: 200 len: 856 time: 0.0440869 Jul 16 21:14:09.287892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22d2c-6457-4766-989f-6625872b179d req-216a4a22-37ec-4d42-99f4-856c4d22c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.289394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-216a4a22-37ec-4d42-99f4-856c4d22c968 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563619 Jul 16 21:14:09.414001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-dbb7b876-ef2e-480e-8b13-f0b80945696b service neutron] 10.222.0.63 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173294 Jul 16 21:14:09.458304 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1370-530b-417d-89c9-8d953f9ecab9 req-2cc5b400-447f-4a40-a0d1-350b0de18228 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.459783 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6fc1370-530b-417d-89c9-8d953f9ecab9 req-2cc5b400-447f-4a40-a0d1-350b0de18228 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 943 time: 0.1322963 Jul 16 21:14:09.534010 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6fc1370-530b-417d-89c9-8d953f9ecab9 req-b115f7d4-2c6f-4581-8814-f6dce28cc321 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678804 Jul 16 21:14:09.544439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08f22d2c-6457-4766-989f-6625872b179d req-c5916010-0464-4e53-83c8-84a4d54a20d3 service neutron] 10.222.0.63 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233683 Jul 16 21:14:09.655781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-6ac07843-a57b-4347-bd8b-f9e77a0a61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.657288 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-6ac07843-a57b-4347-bd8b-f9e77a0a61ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b32f742144a2475f9d3b136450085f66&device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 1095 time: 0.0574532 Jul 16 21:14:09.744209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-3f1627b8-cb9f-4824-bfa5-ec6f9216e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.745660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-3f1627b8-cb9f-4824-bfa5-ec6f9216e8b6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd HTTP/1.1" status: 200 len: 918 time: 0.0821576 Jul 16 21:14:09.790097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-1bea2a71-ce14-44f9-8fe2-04c67a679722 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7c010e7-c119-4264-a029-ec787d63dd0f HTTP/1.1" status: 200 len: 217 time: 0.0366857 Jul 16 21:14:09.838898 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-daafc029-4a94-4876-b93e-ad67cd903c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.840384 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-daafc029-4a94-4876-b93e-ad67cd903c94 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e1ee6ce-3594-445b-8ae6-ec97cf660ef0 HTTP/1.1" status: 200 len: 856 time: 0.0431001 Jul 16 21:14:09.896945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-301a6b09-6b6c-4ade-8bf0-4f84e823dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:09.898411 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-301a6b09-6b6c-4ade-8bf0-4f84e823dd7c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e90b3eb5-d19a-439e-a9a6-1bf52be346bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511115 Jul 16 21:14:09.990069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-b7ed05ca-ddfe-4141-9ce7-bd0924a09a34 service neutron] 10.222.0.63 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837460 Jul 16 21:14:10.076827 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2aa2a450-94cc-4e5a-bae6-ecd91eeab854 req-1111bd48-f769-41a0-9326-884b1e5b8afc service neutron] 10.222.0.63 "GET /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796807 Jul 16 21:14:10.712496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992c7d4-bd46-4768-b859-6dda34a50943 req-35b56bba-e34d-4aa3-932c-6b63dd158643 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:10.713882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f992c7d4-bd46-4768-b859-6dda34a50943 req-35b56bba-e34d-4aa3-932c-6b63dd158643 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 943 time: 0.0665286 Jul 16 21:14:10.750866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f992c7d4-bd46-4768-b859-6dda34a50943 req-aa504f80-1626-4899-9fb7-468709b9935b tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Jul 16 21:14:11.920449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18435fd6-a324-4ede-965a-1db1ed21b22b req-977a30c5-b82b-404e-97b3-700458b173f7 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:11.921873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18435fd6-a324-4ede-965a-1db1ed21b22b req-977a30c5-b82b-404e-97b3-700458b173f7 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 943 time: 0.0625842 Jul 16 21:14:11.958984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18435fd6-a324-4ede-965a-1db1ed21b22b req-83ca0419-d141-4242-9376-bebe0860d53b tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Jul 16 21:14:12.081804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f7c010e7-c119-4264-a029-ec787d63dd0f details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:14:12.176949 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f7c010e7-c119-4264-a029-ec787d63dd0f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f7c010e7-c119-4264-a029-ec787d63dd0f,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:12.187710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'f7c010e7-c119-4264-a029-ec787d63dd0f', 'network_id': 'e90b3eb5-d19a-439e-a9a6-1bf52be346bd', 'port_id': 'f7c010e7-c119-4264-a029-ec787d63dd0f', 'mac_address': 'fa:16:3e:84:04:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1ee6ce-3594-445b-8ae6-ec97cf660ef0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:14:12.223722 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.235795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c010e7-c119-4264-a029-ec787d63dd0f {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:14:12.254159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f7c010e7-c119-4264-a029-ec787d63dd0f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f7c010e7-c119-4264-a029-ec787d63dd0f,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:12.257814 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:12.306048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f7c010e7-c119-4264-a029-ec787d63dd0f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:12.313176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.313517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.313852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.314181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.314509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.314838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.315186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.315660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.315984 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.316302 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.316621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.316936 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:12.442345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['f7c010e7-c119-4264-a029-ec787d63dd0f'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:14:13.128730 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87492d7-79b2-40d6-90f8-daa00fd5de92 req-86a80ec2-85b8-4678-bf91-30ac5de4cf4a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:13.130186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c87492d7-79b2-40d6-90f8-daa00fd5de92 req-86a80ec2-85b8-4678-bf91-30ac5de4cf4a tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 944 time: 0.0618825 Jul 16 21:14:13.167174 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c87492d7-79b2-40d6-90f8-daa00fd5de92 req-b07e264f-9165-42eb-bfe4-c3a3b2c4ab7b tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Jul 16 21:14:14.096931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f7c010e7-c119-4264-a029-ec787d63dd0f up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:14.144313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port f7c010e7-c119-4264-a029-ec787d63dd0f completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:14.147804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port f7c010e7-c119-4264-a029-ec787d63dd0f triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:14.148179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:14.225586 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:14.248052 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441e85d3-7ad4-4a52-a412-edb87435408e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c010e7-c119-4264-a029-ec787d63dd0f'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:14.250294 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ceaa5d-8f73-470e-814e-3c43d89baaa2" -d '{"events": [{"server_uuid": "441e85d3-7ad4-4a52-a412-edb87435408e", "name": "network-vif-plugged", "status": "completed", "tag": "f7c010e7-c119-4264-a029-ec787d63dd0f"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:14.263076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port f7c010e7-c119-4264-a029-ec787d63dd0f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f7c010e7-c119-4264-a029-ec787d63dd0f,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:14.267011 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:14.319665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=f7c010e7-c119-4264-a029-ec787d63dd0f,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:14.349257 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6122e-f2c5-48ce-a911-8f5235dd56bf req-2f7f276c-f012-48a3-8419-4727b30df992 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:14.350675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9fa6122e-f2c5-48ce-a911-8f5235dd56bf req-2f7f276c-f012-48a3-8419-4727b30df992 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 945 time: 0.0700076 Jul 16 21:14:14.387133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9fa6122e-f2c5-48ce-a911-8f5235dd56bf req-b923c0c8-229e-4c6d-b2f9-25a458235d60 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306129 Jul 16 21:14:14.431300 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb130f38-f39a-47a8-b273-4c1020a83b5b x-openstack-request-id: req-cb130f38-f39a-47a8-b273-4c1020a83b5b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:14.431679 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441e85d3-7ad4-4a52-a412-edb87435408e", "name": "network-vif-plugged", "status": "completed", "tag": "f7c010e7-c119-4264-a029-ec787d63dd0f", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:14.431937 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb130f38-f39a-47a8-b273-4c1020a83b5b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:14.432327 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441e85d3-7ad4-4a52-a412-edb87435408e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c010e7-c119-4264-a029-ec787d63dd0f', 'code': 200} Jul 16 21:14:14.541661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a998-3e84-4c36-9281-009cf270391c req-04d742d7-732d-4dbb-a4c6-63781521ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:14.543115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8218a998-3e84-4c36-9281-009cf270391c req-04d742d7-732d-4dbb-a4c6-63781521ba34 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 1097 time: 0.0510688 Jul 16 21:14:14.576869 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8218a998-3e84-4c36-9281-009cf270391c req-c3bb4131-95de-4e63-8a73-f2ddc0ea5f50 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269887 Jul 16 21:14:15.564411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10eb186-b78e-49e8-bf5c-b128c76bc197 req-3066f0d3-ff76-4567-83ae-ca877933e32f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:15.566383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b10eb186-b78e-49e8-bf5c-b128c76bc197 req-3066f0d3-ff76-4567-83ae-ca877933e32f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 945 time: 0.0658009 Jul 16 21:14:15.604112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b10eb186-b78e-49e8-bf5c-b128c76bc197 req-18b9123c-80a5-4c42-a909-ae5d14a044af tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Jul 16 21:14:15.774125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df96fa-0216-43cb-a8b4-80640cd75b2c req-d633dfe0-a30c-41f5-8894-f5bac1384110 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:15.775614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28df96fa-0216-43cb-a8b4-80640cd75b2c req-d633dfe0-a30c-41f5-8894-f5bac1384110 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 945 time: 0.0626743 Jul 16 21:14:15.812483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28df96fa-0216-43cb-a8b4-80640cd75b2c req-023a1679-c03e-455c-8078-268cb1b9e9b6 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Jul 16 21:14:16.173132 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:17.358151 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:20.678887 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1c301b11-40c4-46c6-bbd5-e065e601aa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.469295 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:23.471174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b33b-cfae-44bb-b0d3-139d2aa3eb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:24.775023 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:26.449872 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:34.704212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4c3b3-7206-416f-903d-b38d1d217a59 req-aa28acc9-1957-4177-96b1-59a4d3006c95 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:34.705762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23f4c3b3-7206-416f-903d-b38d1d217a59 req-aa28acc9-1957-4177-96b1-59a4d3006c95 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 945 time: 0.1571538 Jul 16 21:14:34.744038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-23f4c3b3-7206-416f-903d-b38d1d217a59 req-609391d0-487e-4ab3-8929-ec5d788e33c0 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Jul 16 21:14:35.920144 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcec4f3-8475-4621-8ae6-e471b6a0b884 req-fe4d0fc0-027d-41b6-846d-93bf5b9062b1 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:35.921573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9bcec4f3-8475-4621-8ae6-e471b6a0b884 req-fe4d0fc0-027d-41b6-846d-93bf5b9062b1 tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 945 time: 0.0685458 Jul 16 21:14:35.962481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9bcec4f3-8475-4621-8ae6-e471b6a0b884 req-d3cfcc2b-924c-4431-9c3d-34d21ec2a0be tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddbd1305-c774-4c3d-b48b-230329b919fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333734 Jul 16 21:14:36.098523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-7f6b01f3-5902-4d1c-8947-0bcf9d3be18f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:36.101297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-7f6b01f3-5902-4d1c-8947-0bcf9d3be18f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.63 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 945 time: 0.0751908 Jul 16 21:14:36.202783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Deleting port f7c010e7-c119-4264-a029-ec787d63dd0f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:36.203022 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.287826 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] For port f7c010e7-c119-4264-a029-ec787d63dd0f, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=f7c010e7-c119-4264-a029-ec787d63dd0f,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:36.288182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.299974 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Calling delete_port for f7c010e7-c119-4264-a029-ec787d63dd0f owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:36.425894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.466104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Pushing event deleted for resources: {'Port': ['ID=f7c010e7-c119-4264-a029-ec787d63dd0f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:36.515114 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] No DVR routers for this DVR port f7c010e7-c119-4264-a029-ec787d63dd0f on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:36.517884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:36.520634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5b97ecaf-c00b-4369-84e0-f418bcd33769 req-de3c31be-8931-4892-92ce-15889ce9897f tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.63 "DELETE /v2.0/ports/f7c010e7-c119-4264-a029-ec787d63dd0f HTTP/1.1" status: 204 len: 173 time: 0.4141886 Jul 16 21:14:36.521077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441e85d3-7ad4-4a52-a412-edb87435408e', 'name': 'network-vif-deleted', 'tag': 'f7c010e7-c119-4264-a029-ec787d63dd0f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:14:36.523417 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab394df6-3ca8-41a1-b040-b43c98d0a923" -d '{"events": [{"server_uuid": "441e85d3-7ad4-4a52-a412-edb87435408e", "name": "network-vif-deleted", "tag": "f7c010e7-c119-4264-a029-ec787d63dd0f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:14:36.568639 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b92a76-73ec-42ab-b7b0-162aad23eafd x-openstack-request-id: req-11b92a76-73ec-42ab-b7b0-162aad23eafd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:14:36.568936 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441e85d3-7ad4-4a52-a412-edb87435408e", "name": "network-vif-deleted", "tag": "f7c010e7-c119-4264-a029-ec787d63dd0f", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:14:36.569195 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11b92a76-73ec-42ab-b7b0-162aad23eafd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:14:36.569627 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441e85d3-7ad4-4a52-a412-edb87435408e', 'name': 'network-vif-deleted', 'tag': 'f7c010e7-c119-4264-a029-ec787d63dd0f', 'status': 'completed', 'code': 200} Jul 16 21:14:36.842213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e47cca84-1eee-4bdb-a27c-f93aca7e16b6 req-bfad85a9-9d26-4160-9d73-d570411fd4ac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292399 Jul 16 21:14:36.913181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e47cca84-1eee-4bdb-a27c-f93aca7e16b6 req-a79d6672-1e85-4e34-bf5d-571c57e892ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b32f742144a2475f9d3b136450085f66&device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 210 time: 0.0266106 Jul 16 21:14:37.136951 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c4b92c9-54a2-4afa-8175-b08a9fb8bdf6 req-50c12f9a-9640-4494-be4b-47e8a50890aa tempest-TestEncryptedCinderVolumes-1074518710 tempest-TestEncryptedCinderVolumes-1074518710-project] 10.222.0.10 "GET /v2.0/ports?device_id=441e85d3-7ad4-4a52-a412-edb87435408e HTTP/1.1" status: 200 len: 210 time: 0.0374944 Jul 16 21:14:37.138471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cca84-1eee-4bdb-a27c-f93aca7e16b6 req-2d21b0fd-7471-492c-bda6-e75dbf84557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:37.139998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e47cca84-1eee-4bdb-a27c-f93aca7e16b6 req-2d21b0fd-7471-492c-bda6-e75dbf84557e service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=b32f742144a2475f9d3b136450085f66&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2028291 Jul 16 21:14:37.293609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cca84-1eee-4bdb-a27c-f93aca7e16b6 req-4321d797-10b8-4384-aaa6-8777650772e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:37.295068 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e47cca84-1eee-4bdb-a27c-f93aca7e16b6 req-4321d797-10b8-4384-aaa6-8777650772e1 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1489720 Jul 16 21:14:38.221835 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f7c010e7-c119-4264-a029-ec787d63dd0f no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:38.245534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: f7c010e7-c119-4264-a029-ec787d63dd0f {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:38.245886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device f7c010e7-c119-4264-a029-ec787d63dd0f not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:38.266611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46794) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:38.611171 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.861879 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Deleting port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:38.862222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.936671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] For port cc4948dd-05ba-4336-ab4c-ac1dd2feeca1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc4948dd-05ba-4336-ab4c-ac1dd2feeca1,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:38.937027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:38.950549 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Calling delete_port for cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:39.125550 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.155128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4948dd-05ba-4336-ab4c-ac1dd2feeca1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:39.183985 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.184323 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.184664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.184994 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.185319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.185645 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.185967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.186289 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.186611 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.186927 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.187244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.187583 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:39.653733 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:39.860162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Router 34d613dd-0052-4001-9c36-2dafd50e0aec has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:39.963246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:39.968139 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e27040f1-144b-4bd5-8e46-7f7e9c67512d admin admin] 10.222.0.10 "PUT /v2.0/routers/34d613dd-0052-4001-9c36-2dafd50e0aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004285 Jul 16 21:14:39.970725 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:39.971409 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] Sync routers for ids ['34d613dd-0052-4001-9c36-2dafd50e0aec'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:39.981930 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] Routers {'34d613dd-0052-4001-9c36-2dafd50e0aec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:39.982571 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['34d613dd-0052-4001-9c36-2dafd50e0aec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:40.073244 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.082505 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] Set router 34d613dd-0052-4001-9c36-2dafd50e0aec gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:40.171900 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.226830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Deleting port 32d5f37c-b913-4465-9789-f7b513b1e027 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:40.227071 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.259017 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:22Z', 'updated_at': '2021-07-16T21:14:39Z', 'revision_number': 5, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'gw_port': {'id': '32d5f37c-b913-4465-9789-f7b513b1e027', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:23Z', 'updated_at': '2021-07-16T21:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:40.285314 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] Checking router: 34d613dd-0052-4001-9c36-2dafd50e0aec for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:40.294880 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] Routers {'34d613dd-0052-4001-9c36-2dafd50e0aec'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:40.295713 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['34d613dd-0052-4001-9c36-2dafd50e0aec'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:40.310268 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] For port 32d5f37c-b913-4465-9789-f7b513b1e027, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=32d5f37c-b913-4465-9789-f7b513b1e027,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:40.310634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.324609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Calling delete_port for 32d5f37c-b913-4465-9789-f7b513b1e027 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:40.385686 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] Set router 34d613dd-0052-4001-9c36-2dafd50e0aec gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:40.436518 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:22Z', 'updated_at': '2021-07-16T21:14:40Z', 'revision_number': 6, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:40.467589 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8b745-f7e0-48a6-81b7-6fc2cb93f7e7 None None] The sync data for ids ['34d613dd-0052-4001-9c36-2dafd50e0aec'] in n-d-792394-17 is: [{'id': '34d613dd-0052-4001-9c36-2dafd50e0aec', 'name': 'tempest-TestEncryptedCinderVolumes-1061285813-router', 'tenant_id': 'b32f742144a2475f9d3b136450085f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:22Z', 'updated_at': '2021-07-16T21:14:40Z', 'revision_number': 6, 'project_id': 'b32f742144a2475f9d3b136450085f66', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:40.505684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.531743 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d5f37c-b913-4465-9789-f7b513b1e027,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:40.596780 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.685226 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.687367 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.728495 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.729029 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34d613dd-0052-4001-9c36-2dafd50e0aec {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:14:40.733351 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.734533 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-52d8ea06-990a-4340-94e2-b821e2cf3937 admin admin] 10.222.0.10 "DELETE /v2.0/routers/34d613dd-0052-4001-9c36-2dafd50e0aec HTTP/1.1" status: 204 len: 168 time: 0.7628593 Jul 16 21:14:40.737039 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:40.783817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ae4b85-0220-48f1-8e38-6eb22c3c0d08 admin admin] Deleting subnet 2e1ee6ce-3594-445b-8ae6-ec97cf660ef0 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:14:40.786750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19ae4b85-0220-48f1-8e38-6eb22c3c0d08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.820307 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19ae4b85-0220-48f1-8e38-6eb22c3c0d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.903835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19ae4b85-0220-48f1-8e38-6eb22c3c0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.956327 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19ae4b85-0220-48f1-8e38-6eb22c3c0d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.988413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4b85-0220-48f1-8e38-6eb22c3c0d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1ee6ce-3594-445b-8ae6-ec97cf660ef0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:40.990301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19ae4b85-0220-48f1-8e38-6eb22c3c0d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:40.992337 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-19ae4b85-0220-48f1-8e38-6eb22c3c0d08 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2e1ee6ce-3594-445b-8ae6-ec97cf660ef0 HTTP/1.1" status: 204 len: 168 time: 0.2537827 Jul 16 21:14:40.994789 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:40.997453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920333fb-6563-4a6c-8fa5-72aec8b3fe3b None None] Network e90b3eb5-d19a-439e-a9a6-1bf52be346bd requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:41.061077 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.113069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Deleting port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:41.113410 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.181127 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] For port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=54bfa0ef-58df-4faf-8e67-bf53a82c5dbc,segment=NetworkSegment(e958b6aa-19de-4c53-a7f4-c31ba731b47b),segment_id=e958b6aa-19de-4c53-a7f4-c31ba731b47b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:41.181413 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.192768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Calling delete_port for 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:41.272095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13bef39-a61c-4f5f-9c71-955087fc3eaf None None] DHCP port deletion for e90b3eb5-d19a-439e-a9a6-1bf52be346bd request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:14:41.276174 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.304086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Pushing event deleted for resources: {'Port': ['ID=54bfa0ef-58df-4faf-8e67-bf53a82c5dbc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:41.305905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] No DVR routers for this DVR port 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:41.379695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.390260 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90b3eb5-d19a-439e-a9a6-1bf52be346bd']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:41.400581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e958b6aa-19de-4c53-a7f4-c31ba731b47b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:41.400877 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e958b6aa-19de-4c53-a7f4-c31ba731b47b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:41.410763 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.425147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.431439 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:14:41.431867 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:14:41.433577 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:14:41.493604 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.499462 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:41.501596 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e90b3eb5-d19a-439e-a9a6-1bf52be346bd HTTP/1.1" status: 204 len: 168 time: 0.5058279 Jul 16 21:14:41.504810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46804) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:41.515849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54763b-9a32-40fe-a2ab-9b629fcce763 admin admin] Pushing event deleted for resources: {'Network': ['ID=e90b3eb5-d19a-439e-a9a6-1bf52be346bd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:41.685066 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:14:42.184333 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.493627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Deleting port bc1f709c-457a-43e2-8664-f8bedd28545d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:42.493964 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.530400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:42.550019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:42.550357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc4948dd-05ba-4336-ab4c-ac1dd2feeca1 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:42.550758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:42.573792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:42.574167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 54bfa0ef-58df-4faf-8e67-bf53a82c5dbc not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:42.574579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 32d5f37c-b913-4465-9789-f7b513b1e027 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:42.580870 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] For port bc1f709c-457a-43e2-8664-f8bedd28545d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=bc1f709c-457a-43e2-8664-f8bedd28545d,segment=NetworkSegment(ca03c017-c451-49ab-9eef-be15d185a0a9),segment_id=ca03c017-c451-49ab-9eef-be15d185a0a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:42.582014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.592972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 32d5f37c-b913-4465-9789-f7b513b1e027 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:42.593312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 32d5f37c-b913-4465-9789-f7b513b1e027 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:42.593835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Calling delete_port for bc1f709c-457a-43e2-8664-f8bedd28545d owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:42.790183 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:42.819465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1f709c-457a-43e2-8664-f8bedd28545d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:42.982211 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.199533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Router 23087066-a48e-45a5-9505-f0b57bb2db39 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:43.304447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:43.309636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4fe017f0-9912-4ac2-a311-329b6553adf1 admin admin] 10.222.0.10 "PUT /v2.0/routers/23087066-a48e-45a5-9505-f0b57bb2db39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8038027 Jul 16 21:14:43.312215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46806) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:43.312954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] Sync routers for ids ['23087066-a48e-45a5-9505-f0b57bb2db39'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:43.322180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] Routers {'23087066-a48e-45a5-9505-f0b57bb2db39'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:43.322794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['23087066-a48e-45a5-9505-f0b57bb2db39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:43.418640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.429130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] Set router 23087066-a48e-45a5-9505-f0b57bb2db39 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:43.531966 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.588524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Deleting port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:43.589230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.612146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:14:42Z', 'revision_number': 5, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'gw_port': {'id': '758f8910-12fc-4708-b3a1-0f8c0ab5d93a', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:43.638103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] Checking router: 23087066-a48e-45a5-9505-f0b57bb2db39 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:43.646933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] Routers {'23087066-a48e-45a5-9505-f0b57bb2db39'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:43.647577 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['23087066-a48e-45a5-9505-f0b57bb2db39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:43.668772 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] For port 758f8910-12fc-4708-b3a1-0f8c0ab5d93a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=758f8910-12fc-4708-b3a1-0f8c0ab5d93a,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:43.669133 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.683434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Calling delete_port for 758f8910-12fc-4708-b3a1-0f8c0ab5d93a owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:43.732190 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] Set router 23087066-a48e-45a5-9505-f0b57bb2db39 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:43.782124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:14:43Z', 'revision_number': 6, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:43.817034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c7e4f-d2b5-4826-9bbb-d3f2cf41e476 None None] The sync data for ids ['23087066-a48e-45a5-9505-f0b57bb2db39'] in n-d-792394-17 is: [{'id': '23087066-a48e-45a5-9505-f0b57bb2db39', 'name': 'tempest-TestEncryptedCinderVolumes-2098161468-router', 'tenant_id': 'aabcae36153a45359420fa4e8d3fe812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:13:27Z', 'updated_at': '2021-07-16T21:14:43Z', 'revision_number': 6, 'project_id': 'aabcae36153a45359420fa4e8d3fe812', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:43.858079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:43.888400 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=758f8910-12fc-4708-b3a1-0f8c0ab5d93a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:43.946730 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.033946 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.036509 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.078813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.079346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23087066-a48e-45a5-9505-f0b57bb2db39 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:14:44.084369 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.085501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6eb7215f-d5dc-4aeb-b833-38d580ca1f9f admin admin] 10.222.0.10 "DELETE /v2.0/routers/23087066-a48e-45a5-9505-f0b57bb2db39 HTTP/1.1" status: 204 len: 168 time: 0.7723689 Jul 16 21:14:44.088064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46808) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:44.135217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7f746b-e869-432f-9e05-f5e9f575bd96 admin admin] Deleting subnet fbf4d204-5383-49ea-82bd-2a8bc624919d {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:14:44.138067 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b7f746b-e869-432f-9e05-f5e9f575bd96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.172164 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b7f746b-e869-432f-9e05-f5e9f575bd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.251473 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b7f746b-e869-432f-9e05-f5e9f575bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.303485 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b7f746b-e869-432f-9e05-f5e9f575bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.331759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f746b-e869-432f-9e05-f5e9f575bd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf4d204-5383-49ea-82bd-2a8bc624919d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:44.335304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b7f746b-e869-432f-9e05-f5e9f575bd96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.337222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2b7f746b-e869-432f-9e05-f5e9f575bd96 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fbf4d204-5383-49ea-82bd-2a8bc624919d HTTP/1.1" status: 204 len: 168 time: 0.2480972 Jul 16 21:14:44.339723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46810) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:44.342267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e023be1-0381-41dc-96b1-32e9531957d7 None None] Network b554eee0-a866-4a20-82df-c84f1d838d2c requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:44.404364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.457208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Deleting port cc575eeb-a875-45f8-a1b6-b1df66288cea {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:44.457545 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.528325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] For port cc575eeb-a875-45f8-a1b6-b1df66288cea, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=cc575eeb-a875-45f8-a1b6-b1df66288cea,segment=NetworkSegment(ca03c017-c451-49ab-9eef-be15d185a0a9),segment_id=ca03c017-c451-49ab-9eef-be15d185a0a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:44.528685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.541412 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Calling delete_port for cc575eeb-a875-45f8-a1b6-b1df66288cea owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:44.573440 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] DHCP port deletion for b554eee0-a866-4a20-82df-c84f1d838d2c request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:14:44.624083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] Deleting port cc575eeb-a875-45f8-a1b6-b1df66288cea {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:14:44.624805 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.628733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.658301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bc1f709c-457a-43e2-8664-f8bedd28545d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:44.663163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc575eeb-a875-45f8-a1b6-b1df66288cea,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:44.665355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] No DVR routers for this DVR port cc575eeb-a875-45f8-a1b6-b1df66288cea on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:44.714144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: bc1f709c-457a-43e2-8664-f8bedd28545d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:44.714484 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device bc1f709c-457a-43e2-8664-f8bedd28545d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:44.714890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc575eeb-a875-45f8-a1b6-b1df66288cea no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:44.736373 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.737072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] For port cc575eeb-a875-45f8-a1b6-b1df66288cea, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:44.737503 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.740247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: cc575eeb-a875-45f8-a1b6-b1df66288cea {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:44.740594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device cc575eeb-a875-45f8-a1b6-b1df66288cea not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:44.741061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 758f8910-12fc-4708-b3a1-0f8c0ab5d93a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:14:44.747521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b554eee0-a866-4a20-82df-c84f1d838d2c']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:44.759154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca03c017-c451-49ab-9eef-be15d185a0a9') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:44.759587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca03c017-c451-49ab-9eef-be15d185a0a9') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:44.768005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 758f8910-12fc-4708-b3a1-0f8c0ab5d93a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:14:44.768294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 758f8910-12fc-4708-b3a1-0f8c0ab5d93a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:14:44.770552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] Calling delete_port for cc575eeb-a875-45f8-a1b6-b1df66288cea owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:14:44.772441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.773564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] Port cc575eeb-a875-45f8-a1b6-b1df66288cea was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 21:14:44.774805 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.789395 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.795593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:14:44.796202 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: timer() Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:14:44.797982 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:14:44.801964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] Pushing event deleted for resources: {'Port': ['ID=cc575eeb-a875-45f8-a1b6-b1df66288cea,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:44.803147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e9ba3-c51e-4404-95ab-f264522e9714 None None] No DVR routers for this DVR port cc575eeb-a875-45f8-a1b6-b1df66288cea on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:14:44.864360 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.869652 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:44.874863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b554eee0-a866-4a20-82df-c84f1d838d2c HTTP/1.1" status: 204 len: 168 time: 0.5342031 Jul 16 21:14:44.887948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94071955-4dfc-4ad1-8541-029d21024e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=b554eee0-a866-4a20-82df-c84f1d838d2c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:45.029103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46814) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:45.069170 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-634cba0a-8c39-48ab-833a-edad0281f645 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b32f742144a2475f9d3b136450085f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386772 Jul 16 21:14:45.071422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46816) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:45.119317 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e2eb-bab1-4acf-bdcd-adf82bdd01e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:45.140351 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e2eb-bab1-4acf-bdcd-adf82bdd01e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:45.186929 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e2eb-bab1-4acf-bdcd-adf82bdd01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:45.189671 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e2eb-bab1-4acf-bdcd-adf82bdd01e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:45.191959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9ee2e2eb-bab1-4acf-bdcd-adf82bdd01e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddbd1305-c774-4c3d-b48b-230329b919fb HTTP/1.1" status: 204 len: 168 time: 0.1196280 Jul 16 21:14:45.203376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2e2eb-bab1-4acf-bdcd-adf82bdd01e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd1305-c774-4c3d-b48b-230329b919fb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:45.504759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46822) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:45.546775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5c3fa4bb-6988-4d26-985d-687d0a0b2477 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aabcae36153a45359420fa4e8d3fe812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408790 Jul 16 21:14:45.549234 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46824) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:45.597400 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa7599bd-b77f-404c-a525-296e2c849b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:45.618629 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa7599bd-b77f-404c-a525-296e2c849b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:45.665555 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa7599bd-b77f-404c-a525-296e2c849b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:45.668185 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa7599bd-b77f-404c-a525-296e2c849b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:45.672354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aa7599bd-b77f-404c-a525-296e2c849b77 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b53ff69-3a4b-4cdd-b84e-6d4096bcb909 HTTP/1.1" status: 204 len: 168 time: 0.1192164 Jul 16 21:14:45.682152 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7599bd-b77f-404c-a525-296e2c849b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b53ff69-3a4b-4cdd-b84e-6d4096bcb909,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:46.171727 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.306960 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:46.399729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1448550983-network', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:46.419478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Made reservation on behalf of 8e25dfbb60d34e6ab25fc2ef4ffebb32 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:46.421654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.429750 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.516321 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.522473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.542805 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:14:46.561049 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.561395 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Added segment 34c79eeb-3a7f-4e59-8b9c-877b08494085 of type vlan for network 9da49666-f608-4bb7-8087-bf779ec24c07 Jul 16 21:14:46.562597 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8581c096-2427-4665-9e38-77a5a90a80a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:46.602375 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.630897 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.631918 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:46.632605 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.669976 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3617334 Jul 16 21:14:46.672867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46850) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:46.678841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Request body: {'subnet': {'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1448550983-subnet', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:46.696333 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd323480-36d7-4f70-8823-104aa70f9774 admin admin] Pushing event updated for resources: {'Network': ['ID=9da49666-f608-4bb7-8087-bf779ec24c07,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:46.701168 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Made reservation on behalf of 8e25dfbb60d34e6ab25fc2ef4ffebb32 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:46.703627 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.711459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 9da49666-f608-4bb7-8087-bf779ec24c07 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:14:46.870621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.917098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96ea663-b465-45fc-84db-90f55558b7c6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:46.933281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Checking segment: {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:46.933628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Network hostable DHCP agents. Network: 9da49666-f608-4bb7-8087-bf779ec24c07, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:14:46.949330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Network 9da49666-f608-4bb7-8087-bf779ec24c07 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:14:46.957748 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 9da49666-f608-4bb7-8087-bf779ec24c07) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:46.961839 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:46.962421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:46.967909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fbe4f9-b913-4a4e-9f5d-0aeff1d2828f None None] Network 9da49666-f608-4bb7-8087-bf779ec24c07 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:46.980800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-75a8c145-43b0-4e0f-a58d-456e9cb28793 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3037500 Jul 16 21:14:46.981033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46852) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:46.985235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:47.012401 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.013397 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.069587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.118912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-9da49666-f608-4bb7-8087-bf779ec24c07', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:14:47.120126 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.264672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Allocated IP 172.20.0.2 (9da49666-f608-4bb7-8087-bf779ec24c07/f96ea663-b465-45fc-84db-90f55558b7c6/8d3604af-5f08-4792-9692-3d09d4b7f9bf) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:47.370900 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.439609 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.448219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Transition to ACTIVE for port object 8d3604af-5f08-4792-9692-3d09d4b7f9bf will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:47.464002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Transition to ACTIVE for port object 8d3604af-5f08-4792-9692-3d09d4b7f9bf will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:47.470089 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.498720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.513412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Network 9da49666-f608-4bb7-8087-bf779ec24c07 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:47.516228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:47.520285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:47.525672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Pushing event updated for resources: {'Port': ['ID=8d3604af-5f08-4792-9692-3d09d4b7f9bf,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:47.579351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Attempting to bind port 8d3604af-5f08-4792-9692-3d09d4b7f9bf on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:47.579719 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Attempting to bind port 8d3604af-5f08-4792-9692-3d09d4b7f9bf by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:47.580071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Attempting to bind port 8d3604af-5f08-4792-9692-3d09d4b7f9bf on network 9da49666-f608-4bb7-8087-bf779ec24c07 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:47.585630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:47.585998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Checking segment: {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:47.586390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.586846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Bound using segment: {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:47.587227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Bound port: 8d3604af-5f08-4792-9692-3d09d4b7f9bf, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:47.587620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.649766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] For port 8d3604af-5f08-4792-9692-3d09d4b7f9bf, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:47.652739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] For port 8d3604af-5f08-4792-9692-3d09d4b7f9bf, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8d3604af-5f08-4792-9692-3d09d4b7f9bf,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:47.656311 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.703492 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.713418 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d20b73-8aae-4181-b45d-231c41bf4f36 None None] Pushing event updated for resources: {'Port': ['ID=8d3604af-5f08-4792-9692-3d09d4b7f9bf,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:47.723981 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.831135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Allocated IP 172.25.7.165 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/c160539c-b7b0-44c7-9e48-6b2a28ce28cf) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:47.944962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:47.986618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:48.030802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:48.033619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:48.036547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:48.058743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Pushing event updated for resources: {'Port': ['ID=c160539c-b7b0-44c7-9e48-6b2a28ce28cf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:48.283215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:48.299733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-be003bf1-2c7b-4898-b313-36523f2a23c8 req-c858e2b2-fa4b-44fe-883d-45a83b960077 tempest-DeleteServersTestJSON-319157943 tempest-DeleteServersTestJSON-319157943-project] (93958) timed out ('10.222.0.10', 39838) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:14:48.488830 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:48.566742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8d3604af-5f08-4792-9692-3d09d4b7f9bf up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:48.630477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8d3604af-5f08-4792-9692-3d09d4b7f9bf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:48.644218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Router 054324f0-1d05-46bc-a263-5f4aa3c4c63c is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:14:48.665033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc42634-36af-4b62-b489-eb96e4e3cd0b None None] Network 9da49666-f608-4bb7-8087-bf779ec24c07 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:48.754877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:48.765924 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Sync routers for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:48.774376 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:48.778794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7f7bc485-be92-40f6-bbc8-f6c80d77d70e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7943153 Jul 16 21:14:48.779125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:48.784926 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:48.785431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e4155dd0-7cf3-4115-849d-f9378c353a25 None None] Provisioning for port 8d3604af-5f08-4792-9692-3d09d4b7f9bf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:48.786108 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:48.795228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e4155dd0-7cf3-4115-849d-f9378c353a25 None None] Provisioning complete for port 8d3604af-5f08-4792-9692-3d09d4b7f9bf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:48.795619 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4155dd0-7cf3-4115-849d-f9378c353a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:48.905257 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4155dd0-7cf3-4115-849d-f9378c353a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:48.908670 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:48.939581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e4155dd0-7cf3-4115-849d-f9378c353a25 None None] For port 8d3604af-5f08-4792-9692-3d09d4b7f9bf, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8d3604af-5f08-4792-9692-3d09d4b7f9bf,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:48.946969 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e4155dd0-7cf3-4115-849d-f9378c353a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.010327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4155dd0-7cf3-4115-849d-f9378c353a25 None None] Pushing event updated for resources: {'Port': ['ID=8d3604af-5f08-4792-9692-3d09d4b7f9bf,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:49.166915 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e925809a-3776-4f9a-9ac0-2ccd73e2ccd0 None None] Provisioning complete for port 8d3604af-5f08-4792-9692-3d09d4b7f9bf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:49.167349 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e925809a-3776-4f9a-9ac0-2ccd73e2ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.187524 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:48Z', 'revision_number': 3, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:49.216807 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Checking router: 054324f0-1d05-46bc-a263-5f4aa3c4c63c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:49.217151 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Updating router 054324f0-1d05-46bc-a263-5f4aa3c4c63c port c160539c-b7b0-44c7-9e48-6b2a28ce28cf binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:14:49.246820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.252372 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.396591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Allocated IP 172.20.0.1 (9da49666-f608-4bb7-8087-bf779ec24c07/f96ea663-b465-45fc-84db-90f55558b7c6/7f8a1990-fe84-4e08-9ea5-ed5afd831352) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:49.494047 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.499511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.503287 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Transition to ACTIVE for port object c160539c-b7b0-44c7-9e48-6b2a28ce28cf will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:49.508790 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.514776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Transition to ACTIVE for port object 7f8a1990-fe84-4e08-9ea5-ed5afd831352 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:49.549041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.560981 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Attempting to bind port c160539c-b7b0-44c7-9e48-6b2a28ce28cf on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:49.561339 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Attempting to bind port c160539c-b7b0-44c7-9e48-6b2a28ce28cf by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:49.561697 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Attempting to bind port c160539c-b7b0-44c7-9e48-6b2a28ce28cf on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:49.572169 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:49.572541 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:49.573287 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.573287 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:49.573755 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Bound port: c160539c-b7b0-44c7-9e48-6b2a28ce28cf, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:49.574133 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.576557 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Pushing event updated for resources: {'Port': ['ID=c160539c-b7b0-44c7-9e48-6b2a28ce28cf,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:49.584593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Network 9da49666-f608-4bb7-8087-bf779ec24c07 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:49.589197 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:49.592510 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:49.605689 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.606036 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.606376 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.606709 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.607038 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.607390 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.608025 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.608355 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.608678 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.609063 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.609464 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.609723 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:14:49.619084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8a1990-fe84-4e08-9ea5-ed5afd831352,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:49.636906 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.642089 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] For port c160539c-b7b0-44c7-9e48-6b2a28ce28cf, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:49.646645 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] For port c160539c-b7b0-44c7-9e48-6b2a28ce28cf, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c160539c-b7b0-44c7-9e48-6b2a28ce28cf,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:49.650840 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.706836 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:49.707601 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:49.754835 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc12df-5ef5-48ab-92a3-8f387a29e8ca None None] Pushing event updated for resources: {'Port': ['ID=c160539c-b7b0-44c7-9e48-6b2a28ce28cf,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:49.786291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.822868 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:49.868553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fca81bcb-32bb-47c4-b1fe-658bdf0719a6 None None] Provisioning for port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:49.872783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fca81bcb-32bb-47c4-b1fe-658bdf0719a6 None None] Provisioning complete for port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:49.873254 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fca81bcb-32bb-47c4-b1fe-658bdf0719a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.909654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fca81bcb-32bb-47c4-b1fe-658bdf0719a6 None None] Port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:49.956889 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:49.961713 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:50.015034 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:48Z', 'revision_number': 3, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:50.030668 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:50.032536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8a1990-fe84-4e08-9ea5-ed5afd831352,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:50.043218 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2eb899-8347-4f40-9114-62e0ec07ddbe None None] The sync data for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 is: [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:48Z', 'revision_number': 3, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:50.138032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Network 9da49666-f608-4bb7-8087-bf779ec24c07 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:50.139565 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:50.438538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b71cd964-6b46-4e2c-9d14-0eef54002024 None None] Provisioning complete for port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:50.438908 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b71cd964-6b46-4e2c-9d14-0eef54002024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:50.486277 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b71cd964-6b46-4e2c-9d14-0eef54002024 None None] Port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:50.664831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8d3604af-5f08-4792-9692-3d09d4b7f9bf up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:50.689656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Router 054324f0-1d05-46bc-a263-5f4aa3c4c63c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:50.724268 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-72c6c49e-f3ec-499f-85a6-001ab2cb1534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:50.745875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8d3604af-5f08-4792-9692-3d09d4b7f9bf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:50.746428 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:50.813867 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:50.827841 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-06781cde-cfa5-4a17-932f-3785b4d50ce1 admin admin] 10.222.0.10 "PUT /v2.0/routers/054324f0-1d05-46bc-a263-5f4aa3c4c63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0393674 Jul 16 21:14:50.842980 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c160539c-b7b0-44c7-9e48-6b2a28ce28cf up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:50.903287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c160539c-b7b0-44c7-9e48-6b2a28ce28cf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:50.908669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c160539c-b7b0-44c7-9e48-6b2a28ce28cf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:50.909203 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.003726 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.026626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c160539c-b7b0-44c7-9e48-6b2a28ce28cf, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c160539c-b7b0-44c7-9e48-6b2a28ce28cf,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:51.031698 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.081445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c160539c-b7b0-44c7-9e48-6b2a28ce28cf,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:51.337581 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:51.342593 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-890009437-network', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:51.364215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Made reservation on behalf of fbf505599a354afba693b4d2cbd9a68d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:51.366672 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.375426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.471190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.477821 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.507053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:14:51.514258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db91849b-ecb7-49a1-b196-14f13abe9646,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:51.521205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.521565 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Added segment 38d80cc3-0d71-427e-bcca-3195793222b0 of type vlan for network fa2773e4-b53f-4e26-892b-28c58c6501de Jul 16 21:14:51.567457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.601239 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.603572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:51.604164 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.638785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2999642 Jul 16 21:14:51.641480 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 46872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:51.646370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Request body: {'subnet': {'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-890009437-subnet', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:51.679047 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17239cd1-c271-47c3-b5f9-e1b9574ff209 admin admin] Pushing event updated for resources: {'Network': ['ID=fa2773e4-b53f-4e26-892b-28c58c6501de,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:51.694595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network fa2773e4-b53f-4e26-892b-28c58c6501de details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:14:51.701931 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Made reservation on behalf of fbf505599a354afba693b4d2cbd9a68d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:14:51.706498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.918387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Sync routers for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:51.932007 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:51.965897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:51.966548 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:51.992748 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f057116e-c0bb-4c9a-9739-48bbb1f30344,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:51.998112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Checking segment: {'id': '38d80cc3-0d71-427e-bcca-3195793222b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:51.998471 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Network hostable DHCP agents. Network: fa2773e4-b53f-4e26-892b-28c58c6501de, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:14:52.017022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Network fa2773e4-b53f-4e26-892b-28c58c6501de is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:14:52.027344 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, fa2773e4-b53f-4e26-892b-28c58c6501de) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:52.031854 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:14:52.032443 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.048509 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e19afe73-8e33-49d4-9d37-18864d65f371 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4058719 Jul 16 21:14:52.051031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46874) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:52.055924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:14:52.056206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c3928-bd35-4853-9acb-65a6f63dd07f None None] Network fa2773e4-b53f-4e26-892b-28c58c6501de requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:52.078144 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.079645 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.135679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.140209 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:52.280194 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.340982 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-fa2773e4-b53f-4e26-892b-28c58c6501de', 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'fixed_ips': [{'subnet_id': 'f057116e-c0bb-4c9a-9739-48bbb1f30344'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:14:52.341835 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.491340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.518626 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.522394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7f8a1990-fe84-4e08-9ea5-ed5afd831352', 'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'mac_address': 'fa:16:3e:67:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:49Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 2, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'subnets': [{'id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:52.560862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c160539c-b7b0-44c7-9e48-6b2a28ce28cf up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:52.562968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Allocated IP 172.20.0.2 (fa2773e4-b53f-4e26-892b-28c58c6501de/f057116e-c0bb-4c9a-9739-48bbb1f30344/8c2e0364-0496-4a5d-be57-70be95e274be) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:52.569143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Checking router: 054324f0-1d05-46bc-a263-5f4aa3c4c63c for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:52.569504 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Updating router 054324f0-1d05-46bc-a263-5f4aa3c4c63c port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:14:52.649864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Allocated IP 172.25.7.238 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/4fe5c850-33c6-4940-9237-5f83fbd5bb83) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:52.662910 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.747714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c160539c-b7b0-44c7-9e48-6b2a28ce28cf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:52.748065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.754893 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.792638 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.832674 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:52.835457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:52.839009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:52.844543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe5c850-33c6-4940-9237-5f83fbd5bb83,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:52.928844 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:52.945493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Transition to ACTIVE for port object 8c2e0364-0496-4a5d-be57-70be95e274be will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:53.016829 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Transition to ACTIVE for port object 8c2e0364-0496-4a5d-be57-70be95e274be will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:53.028378 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.083702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Network fa2773e4-b53f-4e26-892b-28c58c6501de is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:53.090566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.092028 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:53.097202 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:53.111937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Pushing event updated for resources: {'Port': ['ID=8c2e0364-0496-4a5d-be57-70be95e274be,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:53.200382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Attempting to bind port 8c2e0364-0496-4a5d-be57-70be95e274be on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:53.200758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Attempting to bind port 8c2e0364-0496-4a5d-be57-70be95e274be by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '38d80cc3-0d71-427e-bcca-3195793222b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:53.201108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Attempting to bind port 8c2e0364-0496-4a5d-be57-70be95e274be on network fa2773e4-b53f-4e26-892b-28c58c6501de {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:53.213439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.216773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:53.217146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Checking segment: {'id': '38d80cc3-0d71-427e-bcca-3195793222b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:53.217557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.217920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Bound using segment: {'id': '38d80cc3-0d71-427e-bcca-3195793222b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:53.218607 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Bound port: 8c2e0364-0496-4a5d-be57-70be95e274be, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d80cc3-0d71-427e-bcca-3195793222b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:53.218984 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.235012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Transition to ACTIVE for port object 7f8a1990-fe84-4e08-9ea5-ed5afd831352 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:53.242592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.287325 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.323780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a93a8f-bdc5-4721-8c35-8113c3239411 None None] Pushing event updated for resources: {'Port': ['ID=7f8a1990-fe84-4e08-9ea5-ed5afd831352,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:53.339467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] For port 8c2e0364-0496-4a5d-be57-70be95e274be, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:53.343666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] For port 8c2e0364-0496-4a5d-be57-70be95e274be, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8c2e0364-0496-4a5d-be57-70be95e274be,segment=NetworkSegment(38d80cc3-0d71-427e-bcca-3195793222b0),segment_id=38d80cc3-0d71-427e-bcca-3195793222b0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:53.364444 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.437291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Attempting to bind port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:53.437660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Attempting to bind port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:53.438188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Attempting to bind port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 on network 9da49666-f608-4bb7-8087-bf779ec24c07 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:53.469361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:53.469764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Checking segment: {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:53.470141 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.470543 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Bound using segment: {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:53.471035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Bound port: 7f8a1990-fe84-4e08-9ea5-ed5afd831352, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:53.471433 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.489181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b4609-cde6-4e79-9cb5-cd7508da7b18 None None] Pushing event updated for resources: {'Port': ['ID=8c2e0364-0496-4a5d-be57-70be95e274be,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:53.505648 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.546047 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-baa07312-7e6a-45f7-8a3e-dc3638918d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.577011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] For port 7f8a1990-fe84-4e08-9ea5-ed5afd831352, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:53.580693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] For port 7f8a1990-fe84-4e08-9ea5-ed5afd831352, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7f8a1990-fe84-4e08-9ea5-ed5afd831352,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:53.586046 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.658663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:53.659975 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:53.665565 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a93a8f-bdc5-4721-8c35-8113c3239411 None None] Pushing event updated for resources: {'Port': ['ID=7f8a1990-fe84-4e08-9ea5-ed5afd831352,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:53.789115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Router 99c8c568-282d-4ebc-b65d-fd49019e9d26 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:14:53.808967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:53.915205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:53.928760 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Sync routers for ids ['99c8c568-282d-4ebc-b65d-fd49019e9d26'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:53.940438 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Routers {'99c8c568-282d-4ebc-b65d-fd49019e9d26'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:53.941827 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99c8c568-282d-4ebc-b65d-fd49019e9d26'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:53.942857 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:53.944455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3ee63843-6af1-46c1-b587-f2ace9b54614 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8921907 Jul 16 21:14:53.947231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 46876) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:14:54.049586 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Set router 99c8c568-282d-4ebc-b65d-fd49019e9d26 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:54.058718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7f8a1990-fe84-4e08-9ea5-ed5afd831352', 'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'mac_address': 'fa:16:3e:67:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:49Z', 'updated_at': '2021-07-16T21:14:53Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'subnets': [{'id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:54.100047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103812b-8daa-4111-bf21-569cb533e617 None None] The sync data for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 is: [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7f8a1990-fe84-4e08-9ea5-ed5afd831352', 'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'mac_address': 'fa:16:3e:67:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:49Z', 'updated_at': '2021-07-16T21:14:53Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'subnets': [{'id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:54.260146 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:52Z', 'revision_number': 3, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'gw_port': {'id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:54.306244 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Checking router: 99c8c568-282d-4ebc-b65d-fd49019e9d26 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:54.306932 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Updating router 99c8c568-282d-4ebc-b65d-fd49019e9d26 port 4fe5c850-33c6-4940-9237-5f83fbd5bb83 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:14:54.347236 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.448227 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.663944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7f8a1990-fe84-4e08-9ea5-ed5afd831352 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:54.715530 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.726841 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Transition to ACTIVE for port object 4fe5c850-33c6-4940-9237-5f83fbd5bb83 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:54.738427 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.740619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Allocated IP 172.20.0.1 (fa2773e4-b53f-4e26-892b-28c58c6501de/f057116e-c0bb-4c9a-9739-48bbb1f30344/78cee569-6bc1-466e-9b42-54ca331a39a0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:14:54.748725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:54.753933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:54.754314 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.801425 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63580d4-68cd-4d28-8ede-0cb13487b689 None None] Pushing event updated for resources: {'Port': ['ID=4fe5c850-33c6-4940-9237-5f83fbd5bb83,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:54.801668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947eae6-0716-434f-9350-d694edd012c3 None None] Network fa2773e4-b53f-4e26-892b-28c58c6501de requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:14:54.803976 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Attempting to bind port 4fe5c850-33c6-4940-9237-5f83fbd5bb83 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:54.813791 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Attempting to bind port 4fe5c850-33c6-4940-9237-5f83fbd5bb83 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:54.814084 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Attempting to bind port 4fe5c850-33c6-4940-9237-5f83fbd5bb83 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:54.826776 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:54.827541 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:54.828046 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.828633 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:54.829177 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Bound port: 4fe5c850-33c6-4940-9237-5f83fbd5bb83, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:54.829787 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.836430 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.896950 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] For port 4fe5c850-33c6-4940-9237-5f83fbd5bb83, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:54.897340 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.901589 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] For port 4fe5c850-33c6-4940-9237-5f83fbd5bb83, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4fe5c850-33c6-4940-9237-5f83fbd5bb83,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:54.910646 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.912792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b16451be-10f4-4fe3-af9c-326ee52872d2 None None] Provisioning for port 8c2e0364-0496-4a5d-be57-70be95e274be completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:54.917503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Transition to ACTIVE for port object 78cee569-6bc1-466e-9b42-54ca331a39a0 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:54.964295 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Routers {'99c8c568-282d-4ebc-b65d-fd49019e9d26'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:54.965437 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99c8c568-282d-4ebc-b65d-fd49019e9d26'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:54.965742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:54.980911 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.011636 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Network fa2773e4-b53f-4e26-892b-28c58c6501de is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:55.015348 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:55.020023 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:14:55.057850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 7f8a1990-fe84-4e08-9ea5-ed5afd831352, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7f8a1990-fe84-4e08-9ea5-ed5afd831352,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:55.065768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Pushing event updated for resources: {'Port': ['ID=78cee569-6bc1-466e-9b42-54ca331a39a0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:55.069828 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.070907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8c2e0364-0496-4a5d-be57-70be95e274be up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:55.074319 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.179944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=7f8a1990-fe84-4e08-9ea5-ed5afd831352,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:55.205342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 8c2e0364-0496-4a5d-be57-70be95e274be completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:55.211721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8c2e0364-0496-4a5d-be57-70be95e274be triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:55.212575 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.233508 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] Set router 99c8c568-282d-4ebc-b65d-fd49019e9d26 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:55.270658 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63580d4-68cd-4d28-8ede-0cb13487b689 None None] Pushing event updated for resources: {'Port': ['ID=4fe5c850-33c6-4940-9237-5f83fbd5bb83,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:55.300422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.499314 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:52Z', 'revision_number': 3, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'gw_port': {'id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:55.529406 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc26351-3b6f-466a-8995-4c86b631b581 None None] The sync data for ids ['99c8c568-282d-4ebc-b65d-fd49019e9d26'] in n-d-792394-17 is: [{'id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:52Z', 'revision_number': 3, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'gw_port': {'id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:14:55.544529 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.548312 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.561773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.601428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a582faf-042e-4536-8d8c-58ecccc496f0 None None] Provisioning for port 78cee569-6bc1-466e-9b42-54ca331a39a0 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:55.604624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 8c2e0364-0496-4a5d-be57-70be95e274be, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8c2e0364-0496-4a5d-be57-70be95e274be,segment=NetworkSegment(38d80cc3-0d71-427e-bcca-3195793222b0),segment_id=38d80cc3-0d71-427e-bcca-3195793222b0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:55.607569 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a582faf-042e-4536-8d8c-58ecccc496f0 None None] Provisioning complete for port 78cee569-6bc1-466e-9b42-54ca331a39a0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:55.607943 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a582faf-042e-4536-8d8c-58ecccc496f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.611688 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.657682 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Pushing event updated for resources: {'Port': ['ID=78cee569-6bc1-466e-9b42-54ca331a39a0,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:55.659936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.679150 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2a582faf-042e-4536-8d8c-58ecccc496f0 None None] Port 78cee569-6bc1-466e-9b42-54ca331a39a0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:55.699608 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=8c2e0364-0496-4a5d-be57-70be95e274be,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:55.712646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a582faf-042e-4536-8d8c-58ecccc496f0 None None] Provisioning complete for port 8c2e0364-0496-4a5d-be57-70be95e274be triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:55.712646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a582faf-042e-4536-8d8c-58ecccc496f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:55.797530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Network fa2773e4-b53f-4e26-892b-28c58c6501de is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:14:55.799145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:14:55.936779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Router 99c8c568-282d-4ebc-b65d-fd49019e9d26 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:14:55.979882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c2f07f60-a346-4663-8750-a5417bfab87c None None] Provisioning complete for port 78cee569-6bc1-466e-9b42-54ca331a39a0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:55.980239 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c2f07f60-a346-4663-8750-a5417bfab87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:56.024094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c2f07f60-a346-4663-8750-a5417bfab87c None None] Port 78cee569-6bc1-466e-9b42-54ca331a39a0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:56.087654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:14:56.093162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8f834698-1928-4d56-9cec-9104465b1139 admin admin] 10.222.0.10 "PUT /v2.0/routers/99c8c568-282d-4ebc-b65d-fd49019e9d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1446881 Jul 16 21:14:56.142497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2fc46fa8-c248-4305-acaf-2aac761de614 None None] Provisioning complete for port 78cee569-6bc1-466e-9b42-54ca331a39a0 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:56.143051 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2fc46fa8-c248-4305-acaf-2aac761de614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:56.189700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2fc46fa8-c248-4305-acaf-2aac761de614 None None] Port 78cee569-6bc1-466e-9b42-54ca331a39a0 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:14:56.452359 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:56.644968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7f8a1990-fe84-4e08-9ea5-ed5afd831352 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:56.701792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:56.702136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:56.780087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8c2e0364-0496-4a5d-be57-70be95e274be up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:56.830802 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 8c2e0364-0496-4a5d-be57-70be95e274be triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:56.831177 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:56.908812 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4fe5c850-33c6-4940-9237-5f83fbd5bb83 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:56.957944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 4fe5c850-33c6-4940-9237-5f83fbd5bb83 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:14:56.962636 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4fe5c850-33c6-4940-9237-5f83fbd5bb83 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:56.963033 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:57.053249 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:57.075612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 4fe5c850-33c6-4940-9237-5f83fbd5bb83, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4fe5c850-33c6-4940-9237-5f83fbd5bb83,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:14:57.080650 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:57.140003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=4fe5c850-33c6-4940-9237-5f83fbd5bb83,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:57.575629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Sync routers for ids ['99c8c568-282d-4ebc-b65d-fd49019e9d26'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:14:57.585422 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Routers {'99c8c568-282d-4ebc-b65d-fd49019e9d26'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:57.586213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99c8c568-282d-4ebc-b65d-fd49019e9d26'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:57.712180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Set router 99c8c568-282d-4ebc-b65d-fd49019e9d26 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:57.940156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 4, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'gw_port': {'id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '78cee569-6bc1-466e-9b42-54ca331a39a0', 'name': '', 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'mac_address': 'fa:16:3e:e9:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f057116e-c0bb-4c9a-9739-48bbb1f30344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:54Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 2, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'subnets': [{'id': 'f057116e-c0bb-4c9a-9739-48bbb1f30344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:57.966732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Checking router: 99c8c568-282d-4ebc-b65d-fd49019e9d26 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:14:57.967080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Updating router 99c8c568-282d-4ebc-b65d-fd49019e9d26 port 78cee569-6bc1-466e-9b42-54ca331a39a0 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:14:58.013743 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:58.304142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:58.316419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Transition to ACTIVE for port object 78cee569-6bc1-466e-9b42-54ca331a39a0 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:14:58.324683 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:58.379459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2261ea5-f0e5-4f61-ba8f-ff91c969926b None None] Pushing event updated for resources: {'Port': ['ID=78cee569-6bc1-466e-9b42-54ca331a39a0,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:58.438300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Attempting to bind port 78cee569-6bc1-466e-9b42-54ca331a39a0 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:14:58.438674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Attempting to bind port 78cee569-6bc1-466e-9b42-54ca331a39a0 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '38d80cc3-0d71-427e-bcca-3195793222b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:14:58.439050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Attempting to bind port 78cee569-6bc1-466e-9b42-54ca331a39a0 on network fa2773e4-b53f-4e26-892b-28c58c6501de {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:14:58.445246 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:14:58.445618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Checking segment: {'id': '38d80cc3-0d71-427e-bcca-3195793222b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:14:58.446024 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:58.446417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Bound using segment: {'id': '38d80cc3-0d71-427e-bcca-3195793222b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:14:58.446880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Bound port: 78cee569-6bc1-466e-9b42-54ca331a39a0, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d80cc3-0d71-427e-bcca-3195793222b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:14:58.447285 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:58.547168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] For port 78cee569-6bc1-466e-9b42-54ca331a39a0, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:14:58.559379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] For port 78cee569-6bc1-466e-9b42-54ca331a39a0, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=78cee569-6bc1-466e-9b42-54ca331a39a0,segment=NetworkSegment(38d80cc3-0d71-427e-bcca-3195793222b0),segment_id=38d80cc3-0d71-427e-bcca-3195793222b0)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:14:58.564662 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:58.639497 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2261ea5-f0e5-4f61-ba8f-ff91c969926b None None] Pushing event updated for resources: {'Port': ['ID=78cee569-6bc1-466e-9b42-54ca331a39a0,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:14:58.642168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4fe5c850-33c6-4940-9237-5f83fbd5bb83 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:14:58.690893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Routers {'99c8c568-282d-4ebc-b65d-fd49019e9d26'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:14:58.691590 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:14:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99c8c568-282d-4ebc-b65d-fd49019e9d26'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:58.884522 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4fe5c850-33c6-4940-9237-5f83fbd5bb83 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:14:58.885106 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:14:58.960534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] Set router 99c8c568-282d-4ebc-b65d-fd49019e9d26 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:14:59.250831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 4, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'gw_port': {'id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '78cee569-6bc1-466e-9b42-54ca331a39a0', 'name': '', 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'mac_address': 'fa:16:3e:e9:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f057116e-c0bb-4c9a-9739-48bbb1f30344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:54Z', 'updated_at': '2021-07-16T21:14:58Z', 'revision_number': 4, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'subnets': [{'id': 'f057116e-c0bb-4c9a-9739-48bbb1f30344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:14:59.278754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cea996-f45b-4fc8-a5d9-6f2da70330d9 None None] The sync data for ids ['99c8c568-282d-4ebc-b65d-fd49019e9d26'] in n-d-792394-17 is: [{'id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 4, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'gw_port': {'id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '78cee569-6bc1-466e-9b42-54ca331a39a0', 'name': '', 'network_id': 'fa2773e4-b53f-4e26-892b-28c58c6501de', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'mac_address': 'fa:16:3e:e9:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f057116e-c0bb-4c9a-9739-48bbb1f30344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:54Z', 'updated_at': '2021-07-16T21:14:58Z', 'revision_number': 4, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'subnets': [{'id': 'f057116e-c0bb-4c9a-9739-48bbb1f30344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:15:00.585489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 78cee569-6bc1-466e-9b42-54ca331a39a0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:15:00.647694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 78cee569-6bc1-466e-9b42-54ca331a39a0 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:15:00.652328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 78cee569-6bc1-466e-9b42-54ca331a39a0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:15:00.653011 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:00.744652 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:00.782485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 78cee569-6bc1-466e-9b42-54ca331a39a0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=78cee569-6bc1-466e-9b42-54ca331a39a0,segment=NetworkSegment(38d80cc3-0d71-427e-bcca-3195793222b0),segment_id=38d80cc3-0d71-427e-bcca-3195793222b0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:00.787851 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:00.848486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=78cee569-6bc1-466e-9b42-54ca331a39a0,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:02.554370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 78cee569-6bc1-466e-9b42-54ca331a39a0 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:15:02.606470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 78cee569-6bc1-466e-9b42-54ca331a39a0 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:15:02.606880 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:06.186481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f4118-db96-4845-9021-a3f1888f9a57 req-4637ecc9-a04c-4434-b48d-82725bfa639f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:06.187910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-4637ecc9-a04c-4434-b48d-82725bfa639f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 815 time: 0.1130228 Jul 16 21:15:06.202377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-b35c25da-d6c7-426e-ac48-384f7b076a75 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/quotas/8e25dfbb60d34e6ab25fc2ef4ffebb32 HTTP/1.1" status: 200 len: 375 time: 0.0090818 Jul 16 21:15:06.269659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-739914c0-ea6c-4681-b4e7-757fc7075346 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619667 Jul 16 21:15:06.366159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-54b8fbaa-d33b-4fff-858d-3eeb16e184b6 service neutron] 10.222.0.10 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846543 Jul 16 21:15:06.451307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-228cd7ef-affa-48d3-8f86-b7dc9a8a516a service neutron] 10.222.0.10 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793016 Jul 16 21:15:06.613677 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d18b25ba-3c98-4890-b70e-034d5390c676 req-3525011d-3fdc-4f44-a24c-58e51757067d tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 210 time: 0.0282195 Jul 16 21:15:07.635175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f4118-db96-4845-9021-a3f1888f9a57 req-986eb40f-ac19-4b85-9f32-757545bf3128 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:07.636758 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-986eb40f-ac19-4b85-9f32-757545bf3128 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.63 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 815 time: 0.1074209 Jul 16 21:15:07.649242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'port': {'device_id': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'admin_state_up': True, 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:07.761333 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7eda3c55-7f4b-4140-8534-1e493027ba6c req-72b6bccf-6b6d-435b-af6c-2597c65c490f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 210 time: 0.0325034 Jul 16 21:15:07.795757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Made reservation on behalf of 8e25dfbb60d34e6ab25fc2ef4ffebb32 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:15:07.799217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:07.929068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Allocated IP 172.20.0.12 (9da49666-f608-4bb7-8087-bf779ec24c07/f96ea663-b465-45fc-84db-90f55558b7c6/5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:15:08.239870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:08.256549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Transition to ACTIVE for port object 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:15:08.294455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:08.357179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Network 9da49666-f608-4bb7-8087-bf779ec24c07 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:15:08.363489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:15:08.366155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:15:08.401411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'Port': ['ID=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:08.416568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.416908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.417240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.417571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.418126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.418562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.418928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.419214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.419569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.419891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.420209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.420530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:08.450670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:08.456360 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:08.477673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-cce42b9b-9088-4356-924f-72c31327d971 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8321533 Jul 16 21:15:08.653944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-689400e7-5c08-49d4-8736-2830dcea4560 None None] Provisioning for port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:15:08.658251 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-689400e7-5c08-49d4-8736-2830dcea4560 None None] Provisioning complete for port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:15:08.658629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-689400e7-5c08-49d4-8736-2830dcea4560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:08.697337 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-689400e7-5c08-49d4-8736-2830dcea4560 None None] Port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:15:08.941835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66519064-2856-4dd8-ae6a-426ac7b4a33a req-50a539dd-7f54-42f3-8ee7-2933f74dcc63 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:08.944588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-66519064-2856-4dd8-ae6a-426ac7b4a33a req-50a539dd-7f54-42f3-8ee7-2933f74dcc63 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.0735247 Jul 16 21:15:08.992746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-66519064-2856-4dd8-ae6a-426ac7b4a33a req-33f374ec-0054-4c1b-bd99-08e7b5eccd65 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421166 Jul 16 21:15:10.175045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc2f07-d344-4e9f-895d-8ce8a1830b2b req-9d922756-7a85-4bc6-bcca-bbdcba6d431c tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:10.176576 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4bdc2f07-d344-4e9f-895d-8ce8a1830b2b req-9d922756-7a85-4bc6-bcca-bbdcba6d431c tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.0694904 Jul 16 21:15:10.214250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4bdc2f07-d344-4e9f-895d-8ce8a1830b2b req-333d695c-aa89-430a-9c90-8edf7a9afb15 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Jul 16 21:15:11.410617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c457c-36af-4bb5-9536-8b6949dd6a8d req-905dc089-67f0-4cce-8aa3-03ad74f3a28e tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:11.412277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f0c457c-36af-4bb5-9536-8b6949dd6a8d req-905dc089-67f0-4cce-8aa3-03ad74f3a28e tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.0676320 Jul 16 21:15:11.450032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f0c457c-36af-4bb5-9536-8b6949dd6a8d req-dbed4e43-f528-4472-a5e3-365e761b538c tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Jul 16 21:15:12.675390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5297e58-5365-467a-ae85-1de062691650 req-9822c0c5-9569-49fb-8dd5-4a66d42b4859 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:12.676946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b5297e58-5365-467a-ae85-1de062691650 req-9822c0c5-9569-49fb-8dd5-4a66d42b4859 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.1157281 Jul 16 21:15:12.715263 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b5297e58-5365-467a-ae85-1de062691650 req-db2c217b-0a76-4b22-b40b-a013eb1ff1b8 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Jul 16 21:15:13.905464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c5e13-411b-4040-a532-f0fdf40d221b req-3180f275-0418-4e34-a0e4-ed44f48056b3 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:13.906930 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f6c5e13-411b-4040-a532-f0fdf40d221b req-3180f275-0418-4e34-a0e4-ed44f48056b3 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.0748537 Jul 16 21:15:13.945538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f6c5e13-411b-4040-a532-f0fdf40d221b req-f599acec-0d65-46c0-bf7d-50e97e6663b1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jul 16 21:15:15.129966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887329ed-20f6-4905-bc30-1a31f4b548c9 req-3b1e1fc4-38a2-4e47-9f00-34c673d8187e tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:15.131482 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-887329ed-20f6-4905-bc30-1a31f4b548c9 req-3b1e1fc4-38a2-4e47-9f00-34c673d8187e tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.0665195 Jul 16 21:15:15.167841 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-887329ed-20f6-4905-bc30-1a31f4b548c9 req-9dcff683-155b-4160-974b-a0f7e1b3dbf2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Jul 16 21:15:16.185716 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:16.348461 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7562835-69a6-4394-bd96-2c115c758ac1 req-5cce0f07-7bb0-4b1d-b688-d46a9874b912 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:16.350580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7562835-69a6-4394-bd96-2c115c758ac1 req-5cce0f07-7bb0-4b1d-b688-d46a9874b912 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.0714240 Jul 16 21:15:16.396386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d7562835-69a6-4394-bd96-2c115c758ac1 req-4c3c45e4-1504-4e35-b102-1259a6814b53 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Jul 16 21:15:17.374624 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:17.561206 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b26109-15fd-444c-a1a9-f7487a6531b4 req-f694c090-1e76-4f80-abf2-e5108ebf1f21 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:17.564679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-42b26109-15fd-444c-a1a9-f7487a6531b4 req-f694c090-1e76-4f80-abf2-e5108ebf1f21 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.0646462 Jul 16 21:15:17.607970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-42b26109-15fd-444c-a1a9-f7487a6531b4 req-451c74ef-2903-46e1-bf3e-7e09355d264d tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344176 Jul 16 21:15:18.683929 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:15:18.779581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ea9af-adea-45ed-9549-0a015cc0e2a7 req-1ea05eef-2b25-4354-ac2a-8eddf88a5b18 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:18.781787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e4ea9af-adea-45ed-9549-0a015cc0e2a7 req-1ea05eef-2b25-4354-ac2a-8eddf88a5b18 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.0634577 Jul 16 21:15:18.838595 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e4ea9af-adea-45ed-9549-0a015cc0e2a7 req-f746b25c-d7da-45e3-affc-d1f5f1801c5e tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479856 Jul 16 21:15:20.201675 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8933f1-0f94-4c1f-8b8d-730604c2de96 req-a8d93d06-37cb-4e7a-8acb-4587b40f5e03 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:20.203163 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc8933f1-0f94-4c1f-8b8d-730604c2de96 req-a8d93d06-37cb-4e7a-8acb-4587b40f5e03 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 932 time: 0.0668125 Jul 16 21:15:20.240149 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc8933f1-0f94-4c1f-8b8d-730604c2de96 req-f3a3c64d-cc3f-4368-a46d-df091652130f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Jul 16 21:15:20.685516 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-32581879-44ef-44dc-b296-96a9217cfe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:20.752009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Request body: {'port': {'device_id': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:20.821030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:21.079333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:15:21.087106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:21.099062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Transition to ACTIVE for port object 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:15:21.102645 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:21.151227 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:21.224508 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Attempting to bind port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:15:21.225474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Attempting to bind port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:15:21.225474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Attempting to bind port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c on network 9da49666-f608-4bb7-8087-bf779ec24c07 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:15:21.230020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c on network 9da49666-f608-4bb7-8087-bf779ec24c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:15:21.230352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Attempting to bind port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c on network 9da49666-f608-4bb7-8087-bf779ec24c07 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:15:21.235352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:15:21.235684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Checking segment: {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:15:21.236059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Bound using segment: {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:15:21.236474 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Bound port: 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c79eeb-3a7f-4e59-8b9c-877b08494085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:15:21.236828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:21.632358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] For port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:15:21.646949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] For port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:15:21.658018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee372273-94c1-4f3f-a39d-c81e3d6e6286 req-6452c4e8-7a86-470c-8129-0e0bf35aa06a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:21.659456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee372273-94c1-4f3f-a39d-c81e3d6e6286 req-6452c4e8-7a86-470c-8129-0e0bf35aa06a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 944 time: 0.1167285 Jul 16 21:15:21.660689 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:21.714272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:21.714885 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:21.716287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] 10.222.0.63 "PUT /v2.0/ports/5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 1093 time: 0.9688950 Jul 16 21:15:21.716885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:15:21.719143 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:15:21.756857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ee372273-94c1-4f3f-a39d-c81e3d6e6286 req-49219623-92f2-4bcc-84fe-8e7130ff9820 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910926 Jul 16 21:15:21.757479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2710f64-8e0a-4507-9453-e7a5cc9035d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:21.809220 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43950c0-369c-4b8b-bc36-e17b4b3ea780 x-openstack-request-id: req-c43950c0-369c-4b8b-bc36-e17b4b3ea780 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:15:21.809558 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:15:21.809763 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c43950c0-369c-4b8b-bc36-e17b4b3ea780 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:15:21.810194 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'status': 'completed', 'code': 200} Jul 16 21:15:21.817077 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f4118-db96-4845-9021-a3f1888f9a57 req-8a393886-c2f3-4698-a635-a25eb0a3173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:21.818584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-8a393886-c2f3-4698-a635-a25eb0a3173a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1096 time: 0.0581715 Jul 16 21:15:21.859984 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-3fa1a959-34ed-47f7-b4e3-265b5758f29f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 217 time: 0.0343044 Jul 16 21:15:21.914845 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f4118-db96-4845-9021-a3f1888f9a57 req-96b4c2cb-382a-4231-a156-c8ea5fb21a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:21.916243 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-96b4c2cb-382a-4231-a156-c8ea5fb21a19 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 200 len: 854 time: 0.0507371 Jul 16 21:15:21.974531 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f4118-db96-4845-9021-a3f1888f9a57 req-046323f3-c0e2-41d4-9981-949d8a5e35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:21.976220 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-046323f3-c0e2-41d4-9981-949d8a5e35e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9da49666-f608-4bb7-8087-bf779ec24c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530570 Jul 16 21:15:22.067064 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-30c1f166-d766-4c3a-a552-4ea43e707973 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831702 Jul 16 21:15:22.152862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841f4118-db96-4845-9021-a3f1888f9a57 req-a34503d5-707a-433b-87b9-8081784aa725 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799918 Jul 16 21:15:22.250578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-2fb33f24-eef2-465c-b4a7-be52d12b42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:22.252039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-2fb33f24-eef2-465c-b4a7-be52d12b42f7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1096 time: 0.0520880 Jul 16 21:15:22.341945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-481fd0d0-fb9d-40bc-992a-2389ba904bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:22.343480 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-481fd0d0-fb9d-40bc-992a-2389ba904bd6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 916 time: 0.0854673 Jul 16 21:15:22.383578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-be9e3509-8b4b-453d-bd4b-14fe1ed12b57 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 217 time: 0.0334496 Jul 16 21:15:22.436000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-b8373b10-cd60-4a38-a7cd-2fa88a9edbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:22.437525 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-b8373b10-cd60-4a38-a7cd-2fa88a9edbab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 200 len: 854 time: 0.0470240 Jul 16 21:15:22.494006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-5fd954e4-cc8e-4abf-91d7-d5111adc5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:22.495535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-5fd954e4-cc8e-4abf-91d7-d5111adc5ce9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9da49666-f608-4bb7-8087-bf779ec24c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508394 Jul 16 21:15:22.583070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-3aa7d1f3-2b3b-4d57-aaf2-afe1318574ef service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798433 Jul 16 21:15:22.677606 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e3097d0-9bcc-46b9-bb61-80f296eb25ae req-f59dca0d-b432-490f-9a72-d74bcc2dbc0c service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873716 Jul 16 21:15:22.933740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db91b9b-90f1-49cf-bef1-a690887171c3 req-baac6e7d-f481-4192-8a7d-519bbcb365e4 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:22.935128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0db91b9b-90f1-49cf-bef1-a690887171c3 req-baac6e7d-f481-4192-8a7d-519bbcb365e4 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 944 time: 0.0661340 Jul 16 21:15:22.971090 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0db91b9b-90f1-49cf-bef1-a690887171c3 req-b062488d-40ea-403f-8fd2-5faf883239d8 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304816 Jul 16 21:15:23.476545 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:23.478071 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-eac6d7c4-2066-49eb-a107-ecf0ab4bcd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:24.148639 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539c65-3b72-4d43-89bf-2f85f72b3083 req-026cfd44-1e5c-49c3-bc9f-7cffb1186826 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:24.150131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08539c65-3b72-4d43-89bf-2f85f72b3083 req-026cfd44-1e5c-49c3-bc9f-7cffb1186826 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 944 time: 0.0681403 Jul 16 21:15:24.188717 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-08539c65-3b72-4d43-89bf-2f85f72b3083 req-19109a2b-b9f3-449c-8b36-37bbd78ab99e tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Jul 16 21:15:24.376366 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:15:24.477524 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:24.494213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'port_id': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'mac_address': 'fa:16:3e:39:6b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:15:24.530921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:24.544327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:15:24.564810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:24.572636 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:24.621449 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:24.629734 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.629994 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.630281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.630611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.630938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.631283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.631617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.631939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.632250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.632572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.632888 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.633204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:24.780373 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:24.817035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:15:25.364864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d768062-f685-49fb-9b19-f93a168f1b60 req-c2b917f2-532d-4823-9d2f-5c88fcdccacd tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:25.366326 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d768062-f685-49fb-9b19-f93a168f1b60 req-c2b917f2-532d-4823-9d2f-5c88fcdccacd tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 945 time: 0.0634565 Jul 16 21:15:25.403360 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0d768062-f685-49fb-9b19-f93a168f1b60 req-7c5cd176-42a7-48ec-958c-4278f06a359c tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315135 Jul 16 21:15:26.377035 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:15:26.424061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:15:26.427637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:15:26.428001 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:26.473179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:26.523059 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:26.557388 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:26.558331 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:15:26.560784 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e705ff11-77e0-4adc-8b08-44bc04c7afe5" -d '{"events": [{"server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "name": "network-vif-plugged", "status": "completed", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:15:26.564619 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:26.587281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b40657-9833-4af2-a6bc-c6acf11c4d1e req-f05875ff-21bc-48e3-87c4-49a60f3aabde tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:26.589009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25b40657-9833-4af2-a6bc-c6acf11c4d1e req-f05875ff-21bc-48e3-87c4-49a60f3aabde tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 945 time: 0.0735898 Jul 16 21:15:26.620012 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:26.640495 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-25b40657-9833-4af2-a6bc-c6acf11c4d1e req-21dba722-3871-4e37-b990-05e3d7b21ac6 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Jul 16 21:15:26.707731 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54bae89-3b0e-4f85-b67f-f4246646537b x-openstack-request-id: req-d54bae89-3b0e-4f85-b67f-f4246646537b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:15:26.708028 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "name": "network-vif-plugged", "status": "completed", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:15:26.708287 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d54bae89-3b0e-4f85-b67f-f4246646537b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:15:26.708687 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'code': 200} Jul 16 21:15:26.827361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43960f-12e6-48fc-8dea-17a12e3c6d2a req-34e0a79e-e51d-4b62-905a-db1f5db4e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:26.829229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e43960f-12e6-48fc-8dea-17a12e3c6d2a req-34e0a79e-e51d-4b62-905a-db1f5db4e2c3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1098 time: 0.0583358 Jul 16 21:15:26.866127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e43960f-12e6-48fc-8dea-17a12e3c6d2a req-0eb34099-d474-4f53-8360-cf4f040b7a54 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307648 Jul 16 21:15:27.840489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74ac5f-8e14-4064-832b-00201561c965 req-c5d15ef5-d2de-4c2a-b969-fa5cf4ce9e75 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:27.842078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5b74ac5f-8e14-4064-832b-00201561c965 req-c5d15ef5-d2de-4c2a-b969-fa5cf4ce9e75 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 946 time: 0.0705423 Jul 16 21:15:27.887150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5b74ac5f-8e14-4064-832b-00201561c965 req-ea9c37ae-bc3c-45fc-945b-08d826285028 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 Jul 16 21:15:28.071151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20432aa-1d43-4f93-99ae-0951d294d0ab req-c364b71d-3da7-49db-9c62-a8dce36e3a10 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:28.072692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f20432aa-1d43-4f93-99ae-0951d294d0ab req-c364b71d-3da7-49db-9c62-a8dce36e3a10 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 946 time: 0.0704801 Jul 16 21:15:28.109613 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f20432aa-1d43-4f93-99ae-0951d294d0ab req-80ecc72d-fbfe-466c-81dd-57ae5fcc25b5 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314288 Jul 16 21:15:28.440178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ba144-61dd-4579-88de-30c90cb6fa67 req-96ea5f49-1da1-4258-8fa4-f2777c5230c4 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:28.441654 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-454ba144-61dd-4579-88de-30c90cb6fa67 req-96ea5f49-1da1-4258-8fa4-f2777c5230c4 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 946 time: 0.0632882 Jul 16 21:15:28.479097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-454ba144-61dd-4579-88de-30c90cb6fa67 req-a56c5770-f7a9-46f8-9671-ca10a443af38 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Jul 16 21:15:36.869968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-3dfefc01-a035-4068-9a84-4ce40b5d64cb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514896 Jul 16 21:15:36.964292 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-1fef0483-7414-484a-84d9-8aac638d8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:36.965764 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-1fef0483-7414-484a-84d9-8aac638d8906 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1098 time: 0.0549886 Jul 16 21:15:37.071576 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-49b4335b-08fc-42ed-88ad-c49934614eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:37.073065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-49b4335b-08fc-42ed-88ad-c49934614eeb service neutron] 10.222.0.63 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 916 time: 0.0864978 Jul 16 21:15:37.116823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-1814bc57-072e-4b6e-bb2a-a83a313ccfde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 217 time: 0.0372078 Jul 16 21:15:37.166541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-52f3a9b7-9d7e-4a63-9d58-fa7234f9a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:37.167895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-52f3a9b7-9d7e-4a63-9d58-fa7234f9a87f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 200 len: 854 time: 0.0430067 Jul 16 21:15:37.222978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-89005f3f-ece3-437f-a237-4d70cba96cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:37.224520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-89005f3f-ece3-437f-a237-4d70cba96cb2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9da49666-f608-4bb7-8087-bf779ec24c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503411 Jul 16 21:15:37.313524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-1dfffeb6-a6e4-48a4-9fcc-d862e9bc72f8 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827847 Jul 16 21:15:37.399923 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4de07e79-d26e-4744-b634-8d83b7e98ca5 req-6950f5c2-bb41-4d2c-8c9f-61a99f5d0578 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802948 Jul 16 21:15:40.104670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3cf5b-316a-49b6-96b2-e6c648a1bb8f req-efaa8a6f-8259-497c-8bad-3a956b384a05 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:40.106119 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29b3cf5b-316a-49b6-96b2-e6c648a1bb8f req-efaa8a6f-8259-497c-8bad-3a956b384a05 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 946 time: 0.0671537 Jul 16 21:15:40.142638 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29b3cf5b-316a-49b6-96b2-e6c648a1bb8f req-f8972ea3-840a-41ea-a617-a2483661c2de tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310488 Jul 16 21:15:40.167556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47072) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:15:40.303828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f36d05-8183-4bcb-9f71-f4f442be58ad tempest-TestMinimumBasicScenario-696055852 tempest-TestMinimumBasicScenario-696055852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:40.305337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-12f36d05-8183-4bcb-9f71-f4f442be58ad tempest-TestMinimumBasicScenario-696055852 tempest-TestMinimumBasicScenario-696055852-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1093 time: 0.1368158 Jul 16 21:15:40.308381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:15:40.312702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:40.335125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:40.433265 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:40.532773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Allocated IP 172.25.7.18 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/716c2d10-6a5d-497f-ac99-baf58eab1082) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:15:40.635229 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:40.673040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:40.711352 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:15:40.713948 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:15:40.717413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:15:40.738925 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'Port': ['ID=716c2d10-6a5d-497f-ac99-baf58eab1082,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:41.091933 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:41.167783 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:41.309545 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:41.313911 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:41.387031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'Port': ['ID=716c2d10-6a5d-497f-ac99-baf58eab1082,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:41.395001 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:41.492462 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Floating IP ccc1d815-ab5b-4bd7-926a-6518adcd9ff9 associated. External IP: 172.25.7.18, port: 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c. Jul 16 21:15:41.698387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Router 054324f0-1d05-46bc-a263-5f4aa3c4c63c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:15:42.091641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:15:42.102789 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] Sync routers for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:15:42.107418 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.112154 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:15:42.112801 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:15:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:15:42.143014 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d7bc62af-d004-43ad-ab22-3031b964fcd1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8336055 Jul 16 21:15:42.143621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:15:42.146400 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d421c4-4c23-4ac4-be37-4594675097ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:15:42.146555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:15:42.151184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100415081', 'description': 'tempest-secgroup-smoke-2100415081 description', 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:42.181081 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.183687 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f425abef-7680-4809-a6b2-abebc5814d45 x-openstack-request-id: req-f425abef-7680-4809-a6b2-abebc5814d45 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:15:42.184790 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:15:42.185389 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f425abef-7680-4809-a6b2-abebc5814d45 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:15:42.186149 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'status': 'completed', 'code': 200} Jul 16 21:15:42.233682 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:15:42.262392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d421c4-4c23-4ac4-be37-4594675097ef req-cfd41de3-0b5c-4f88-845f-8d13247191b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:42.263942 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79d421c4-4c23-4ac4-be37-4594675097ef req-cfd41de3-0b5c-4f88-845f-8d13247191b3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1098 time: 0.0560670 Jul 16 21:15:42.279837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.284059 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.318646 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.320301 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1728146 Jul 16 21:15:42.325614 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0755c0e5-7dea-4563-af41-b2148cdd6ff4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:42.327986 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:15:42.334616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-429ea3af-c56e-4d5d-a879-7099d3eb139b tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'security_group_rule': {'security_group_id': '0755c0e5-7dea-4563-af41-b2148cdd6ff4', 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:42.355455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.356112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.356654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.357191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.357703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.358206 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.358707 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.359221 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.359587 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.360001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.360304 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.360670 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59bd162-4738-4b6d-a91b-9b87093308f2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:15:42.362659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d421c4-4c23-4ac4-be37-4594675097ef req-8126c0f8-b8de-4dde-99ab-ccf046aef154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:42.364207 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79d421c4-4c23-4ac4-be37-4594675097ef req-8126c0f8-b8de-4dde-99ab-ccf046aef154 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 916 time: 0.0937388 Jul 16 21:15:42.382360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-429ea3af-c56e-4d5d-a879-7099d3eb139b tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.430968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79d421c4-4c23-4ac4-be37-4594675097ef req-4c0d0c53-a1bf-40cb-a521-44c70c76cc14 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 999 time: 0.0601904 Jul 16 21:15:42.431249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-429ea3af-c56e-4d5d-a879-7099d3eb139b tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.434781 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-429ea3af-c56e-4d5d-a879-7099d3eb139b tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.453520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ea3af-c56e-4d5d-a879-7099d3eb139b tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0131e02e-ca7a-46bd-b636-9e466c5a8b6a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:42.461154 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-429ea3af-c56e-4d5d-a879-7099d3eb139b tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.462372 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-429ea3af-c56e-4d5d-a879-7099d3eb139b tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331897 Jul 16 21:15:42.465066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:15:42.470003 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8dd177b1-0227-4ae2-93c7-d94ecda2bf88 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'security_group_rule': {'security_group_id': '0755c0e5-7dea-4563-af41-b2148cdd6ff4', 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:42.471369 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'ccc1d815-ab5b-4bd7-926a-6518adcd9ff9', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'port_id': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'mac_address': 'fa:16:3e:39:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:15:40Z', 'updated_at': '2021-07-16T21:15:40Z', 'revision_number': 0, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8a1990-fe84-4e08-9ea5-ed5afd831352', 'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'mac_address': 'fa:16:3e:67:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:49Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 5, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'subnets': [{'id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:15:42.490816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d421c4-4c23-4ac4-be37-4594675097ef req-56aca42c-4dbe-4a15-abd5-072bb0d92b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:42.492326 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79d421c4-4c23-4ac4-be37-4594675097ef req-56aca42c-4dbe-4a15-abd5-072bb0d92b2f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 200 len: 854 time: 0.0543213 Jul 16 21:15:42.501498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dd177b1-0227-4ae2-93c7-d94ecda2bf88 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.504602 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] Checking router: 054324f0-1d05-46bc-a263-5f4aa3c4c63c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:15:42.518444 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:15:42.519741 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:15:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:15:42.562244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d421c4-4c23-4ac4-be37-4594675097ef req-a000cc60-0b9f-445c-be02-46b46386ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:42.563863 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79d421c4-4c23-4ac4-be37-4594675097ef req-a000cc60-0b9f-445c-be02-46b46386ce18 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9da49666-f608-4bb7-8087-bf779ec24c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628753 Jul 16 21:15:42.564226 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dd177b1-0227-4ae2-93c7-d94ecda2bf88 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.568834 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dd177b1-0227-4ae2-93c7-d94ecda2bf88 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.590654 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd177b1-0227-4ae2-93c7-d94ecda2bf88 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce0e112-0fef-49eb-91ad-64ee25838c57,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:42.600095 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dd177b1-0227-4ae2-93c7-d94ecda2bf88 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.603870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8dd177b1-0227-4ae2-93c7-d94ecda2bf88 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351087 Jul 16 21:15:42.604841 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:15:42.611842 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21bea588-d23f-4ff3-ad74-097a37091d10 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'security_group_rule': {'security_group_id': '0755c0e5-7dea-4563-af41-b2148cdd6ff4', 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:42.641994 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:15:42.648457 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21bea588-d23f-4ff3-ad74-097a37091d10 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.663459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79d421c4-4c23-4ac4-be37-4594675097ef req-4c11a34e-2b07-4def-b6ff-e403a190e1bc service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925753 Jul 16 21:15:42.715041 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21bea588-d23f-4ff3-ad74-097a37091d10 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.719338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21bea588-d23f-4ff3-ad74-097a37091d10 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.742961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bea588-d23f-4ff3-ad74-097a37091d10 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ad5d32-61ea-43e4-b30b-c2f164ae75fe,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:42.746981 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21bea588-d23f-4ff3-ad74-097a37091d10 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.751020 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-21bea588-d23f-4ff3-ad74-097a37091d10 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423452 Jul 16 21:15:42.751661 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:15:42.756200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9c7706fc-97bd-4669-a7f5-e0d4ca253c32 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'security_group_rule': {'security_group_id': '0755c0e5-7dea-4563-af41-b2148cdd6ff4', 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:42.773817 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79d421c4-4c23-4ac4-be37-4594675097ef req-8401bb3c-7a7e-4cd6-80a5-6cca14b9c1a9 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027210 Jul 16 21:15:42.784661 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c7706fc-97bd-4669-a7f5-e0d4ca253c32 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.850467 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c7706fc-97bd-4669-a7f5-e0d4ca253c32 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.854131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c7706fc-97bd-4669-a7f5-e0d4ca253c32 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.871613 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7706fc-97bd-4669-a7f5-e0d4ca253c32 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c019c0-d533-4347-aea5-de1e367f9dda,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:42.879682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c7706fc-97bd-4669-a7f5-e0d4ca253c32 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.880913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9c7706fc-97bd-4669-a7f5-e0d4ca253c32 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287923 Jul 16 21:15:42.883924 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:15:42.888461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-02b2acf0-4692-44ef-929c-8b32e6cff4b5 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'security_group_rule': {'security_group_id': '0755c0e5-7dea-4563-af41-b2148cdd6ff4', 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:42.888675 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'ccc1d815-ab5b-4bd7-926a-6518adcd9ff9', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'port_id': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'mac_address': 'fa:16:3e:39:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:15:40Z', 'updated_at': '2021-07-16T21:15:40Z', 'revision_number': 0, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8a1990-fe84-4e08-9ea5-ed5afd831352', 'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'mac_address': 'fa:16:3e:67:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:49Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 5, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'subnets': [{'id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:15:42.909071 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-02b2acf0-4692-44ef-929c-8b32e6cff4b5 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Project 8e25dfbb60d34e6ab25fc2ef4ffebb32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:15:42.914002 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02b2acf0-4692-44ef-929c-8b32e6cff4b5 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.915861 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c199335e-2f48-434c-9ed0-ef73905eb877 None None] The sync data for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 is: [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'ccc1d815-ab5b-4bd7-926a-6518adcd9ff9', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'port_id': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'mac_address': 'fa:16:3e:39:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:15:40Z', 'updated_at': '2021-07-16T21:15:40Z', 'revision_number': 0, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8a1990-fe84-4e08-9ea5-ed5afd831352', 'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'mac_address': 'fa:16:3e:67:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:49Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 5, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'subnets': [{'id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:15:42.977322 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02b2acf0-4692-44ef-929c-8b32e6cff4b5 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:42.981791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02b2acf0-4692-44ef-929c-8b32e6cff4b5 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.000530 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2acf0-4692-44ef-929c-8b32e6cff4b5 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60a067d-7c81-4a5c-9b74-994ee9ac1ff6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:43.006652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02b2acf0-4692-44ef-929c-8b32e6cff4b5 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.008065 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-02b2acf0-4692-44ef-929c-8b32e6cff4b5 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231661 Jul 16 21:15:43.010827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47092) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:15:43.015215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-88fdc4df-5d51-4493-8868-d11e9703daa7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'security_group_rule': {'security_group_id': '0755c0e5-7dea-4563-af41-b2148cdd6ff4', 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:43.042378 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-88fdc4df-5d51-4493-8868-d11e9703daa7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Project 8e25dfbb60d34e6ab25fc2ef4ffebb32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:15:43.048321 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88fdc4df-5d51-4493-8868-d11e9703daa7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.117222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88fdc4df-5d51-4493-8868-d11e9703daa7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.121840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88fdc4df-5d51-4493-8868-d11e9703daa7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.140655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdc4df-5d51-4493-8868-d11e9703daa7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b1a8d2-9f07-4084-afe2-ade3c457a328,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:43.145222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec9596-5676-47af-bb3a-8070e344ff19 None None] New status for floating IP ccc1d815-ab5b-4bd7-926a-6518adcd9ff9: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:15:43.150616 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-88fdc4df-5d51-4493-8868-d11e9703daa7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.151923 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-88fdc4df-5d51-4493-8868-d11e9703daa7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401110 Jul 16 21:15:43.285706 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-a581417c-13b6-4370-b611-f976a9799eec tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100415081&fields=id&tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32 HTTP/1.1" status: 200 len: 267 time: 0.0407617 Jul 16 21:15:43.356288 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-decd6fdb-896c-4c71-b94a-d9db5c88ce7b tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:43.357766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-decd6fdb-896c-4c71-b94a-d9db5c88ce7b tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 946 time: 0.0658884 Jul 16 21:15:43.368451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-119c7c55-1235-4b1b-bc1e-8ee743b6204a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'port': {'security_groups': ['8581c096-2427-4665-9e38-77a5a90a80a6', '0755c0e5-7dea-4563-af41-b2148cdd6ff4']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:15:43.455137 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-119c7c55-1235-4b1b-bc1e-8ee743b6204a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.643048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-119c7c55-1235-4b1b-bc1e-8ee743b6204a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] For port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:15:43.672957 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-119c7c55-1235-4b1b-bc1e-8ee743b6204a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.678156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-119c7c55-1235-4b1b-bc1e-8ee743b6204a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.690043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:15:43.724055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-119c7c55-1235-4b1b-bc1e-8ee743b6204a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:43.725275 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-119c7c55-1235-4b1b-bc1e-8ee743b6204a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:43.726616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7149101-f89c-49c5-b7ff-3c9c6d09d3d9 req-119c7c55-1235-4b1b-bc1e-8ee743b6204a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "PUT /v2.0/ports/5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 982 time: 0.3624640 Jul 16 21:15:43.752724 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c7c55-1235-4b1b-bc1e-8ee743b6204a tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'Port': ['ID=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:15:43.793281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:15:43.916483 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412606b4-c7db-46f8-8c27-fa53a99b5f5e req-73d07b09-6aad-4e91-91bc-1321fa9fea13 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:43.917999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-412606b4-c7db-46f8-8c27-fa53a99b5f5e req-73d07b09-6aad-4e91-91bc-1321fa9fea13 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0676723 Jul 16 21:15:43.975200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-412606b4-c7db-46f8-8c27-fa53a99b5f5e req-83b8aa5b-eb50-4aa1-bceb-f6c668f17cf7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474770 Jul 16 21:15:44.028793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0c87bab8-0d3b-44fe-923f-4e483b8a720d None None] Provisioning complete for port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:15:44.029169 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c87bab8-0d3b-44fe-923f-4e483b8a720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:44.187422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:15:44.189959 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:15:44.226721 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a964d288-9017-44a6-8614-d86e39b08f5c x-openstack-request-id: req-a964d288-9017-44a6-8614-d86e39b08f5c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:15:44.226987 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:15:44.227202 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a964d288-9017-44a6-8614-d86e39b08f5c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:15:44.227624 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'status': 'completed', 'code': 200} Jul 16 21:15:44.305237 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-b26c2ebc-baf8-485e-9f51-efd22f77dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:44.306751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-b26c2ebc-baf8-485e-9f51-efd22f77dd39 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1137 time: 0.0537088 Jul 16 21:15:44.396418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-105f6b3d-0b73-4644-936d-fbb569a965de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:44.397873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-105f6b3d-0b73-4644-936d-fbb569a965de service neutron] 10.222.0.63 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 916 time: 0.0838344 Jul 16 21:15:44.464856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-1ce1977b-509f-47e9-bcb7-1785c335cc26 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 1001 time: 0.0599663 Jul 16 21:15:44.513938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-c837d5bf-0c24-4bb1-8db0-9e3bed3e0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:44.515542 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-c837d5bf-0c24-4bb1-8db0-9e3bed3e0395 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 200 len: 854 time: 0.0433390 Jul 16 21:15:44.570838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-f154384d-a04b-4987-aab4-18791166a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:15:44.572362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-f154384d-a04b-4987-aab4-18791166a131 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9da49666-f608-4bb7-8087-bf779ec24c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508626 Jul 16 21:15:44.664614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-85b5d251-4658-4df3-94c6-f9d309889bac service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857222 Jul 16 21:15:44.753729 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-712a6ac2-a73c-452f-ad5e-1bd251c96bd2 req-9a68708c-8f32-4ae8-9c02-c363e1129d82 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810068 Jul 16 21:15:46.187598 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:47.373839 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:50.688461 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4647c362-308f-4136-a3a3-f071da7ef1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:53.475746 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a83c0f45-6e38-4899-9bd5-b78fd697f4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:53.477831 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:54.782016 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:15:55.683248 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:15:56.456482 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:01.141258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-ab8864f9-daa3-4952-bd18-c529c3b4de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.142760 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-ab8864f9-daa3-4952-bd18-c529c3b4de11 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1137 time: 0.0998788 Jul 16 21:16:01.202275 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c4ed6-49af-403c-8bdf-cf1d6dd5d0ba req-773b9ebe-6d2a-43dc-94e7-6a30b1b33678 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.204535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a83c4ed6-49af-403c-8bdf-cf1d6dd5d0ba req-773b9ebe-6d2a-43dc-94e7-6a30b1b33678 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.1255846 Jul 16 21:16:01.297926 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a83c4ed6-49af-403c-8bdf-cf1d6dd5d0ba req-43506647-64c5-48b5-860f-83be2a2ff6f1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843384 Jul 16 21:16:01.300741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-bdfa1e46-e474-44fc-868c-9483a68ee8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.302645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-bdfa1e46-e474-44fc-868c-9483a68ee8a0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 916 time: 0.1523786 Jul 16 21:16:01.369999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-7794ad62-4162-4fd4-a187-c805d68db7c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 1001 time: 0.0593996 Jul 16 21:16:01.422701 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-44fa5d04-73d3-41b9-a95f-8a0507b772af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.424095 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-44fa5d04-73d3-41b9-a95f-8a0507b772af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 200 len: 854 time: 0.0472965 Jul 16 21:16:01.480795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-6698942b-7ee3-40c7-ab89-65297e7d2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:01.482271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-6698942b-7ee3-40c7-ab89-65297e7d2464 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9da49666-f608-4bb7-8087-bf779ec24c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510161 Jul 16 21:16:01.573081 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-4c03cdb6-ac1d-4f6e-a3d0-7e2a5a5c07ca service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831804 Jul 16 21:16:01.661931 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-22eaca8a-b4b1-4954-b421-edb947546c61 req-88642b10-f3dd-4f24-a0ee-987c177b08c8 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815823 Jul 16 21:16:02.470471 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b165175-d918-41ea-b7c9-7afac9539e5a req-cfaf14e0-08ee-4bfd-b33c-4678535ab896 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:02.471997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b165175-d918-41ea-b7c9-7afac9539e5a req-cfaf14e0-08ee-4bfd-b33c-4678535ab896 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0637729 Jul 16 21:16:02.518280 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b165175-d918-41ea-b7c9-7afac9539e5a req-d95c9266-282d-4b48-8cbb-98a92ba446c2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379646 Jul 16 21:16:03.697210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918db7a-18aa-4e27-b1db-718917ac4231 req-a411d002-ff09-4b3f-97a8-522b9a8364f3 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:03.698694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6918db7a-18aa-4e27-b1db-718917ac4231 req-a411d002-ff09-4b3f-97a8-522b9a8364f3 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0647769 Jul 16 21:16:03.738600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6918db7a-18aa-4e27-b1db-718917ac4231 req-4e65c757-9751-404e-b66f-8f647fe2d7f1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341079 Jul 16 21:16:04.912011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafa9c4-2ec8-4327-8831-77a9bc2aee96 req-a9c4e9c5-648a-4140-ac86-615d95df114d tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:04.913519 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ccafa9c4-2ec8-4327-8831-77a9bc2aee96 req-a9c4e9c5-648a-4140-ac86-615d95df114d tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0633793 Jul 16 21:16:04.953839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ccafa9c4-2ec8-4327-8831-77a9bc2aee96 req-69f194d3-cb32-4d3a-b7ed-43baddb17bee tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345726 Jul 16 21:16:06.129228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b065b0d-a501-4183-8240-07fe37a70ac3 req-e5b47f0f-83a2-4650-9791-4629ba554ffa tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:06.130740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b065b0d-a501-4183-8240-07fe37a70ac3 req-e5b47f0f-83a2-4650-9791-4629ba554ffa tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0673139 Jul 16 21:16:06.170656 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b065b0d-a501-4183-8240-07fe37a70ac3 req-64717cd5-8111-4cce-acc2-e1bb15e43ec8 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342872 Jul 16 21:16:07.340042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d4880-35cd-43a1-b88e-45fcd0a8967a req-89b74c3a-849d-4a1d-ad19-eea3e6802ea7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:07.341514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d78d4880-35cd-43a1-b88e-45fcd0a8967a req-89b74c3a-849d-4a1d-ad19-eea3e6802ea7 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0626719 Jul 16 21:16:07.382089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d78d4880-35cd-43a1-b88e-45fcd0a8967a req-2b66d7c8-2bb6-45e2-9ac9-5146529f5a87 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348728 Jul 16 21:16:08.558500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7978dd5-e1a9-4f54-8a0f-58ec6e1716f1 req-57508c35-47b6-4d00-b87e-1d3c1e25d74d tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:08.560024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7978dd5-e1a9-4f54-8a0f-58ec6e1716f1 req-57508c35-47b6-4d00-b87e-1d3c1e25d74d tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0656898 Jul 16 21:16:08.610518 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7978dd5-e1a9-4f54-8a0f-58ec6e1716f1 req-57ec8049-cd2d-4d2c-ad87-1ba5785db6aa tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439513 Jul 16 21:16:09.789236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d19a4-018f-4bc4-9e1a-a7ffd8364b9e req-8557deb1-c321-4faf-8388-77828642c8af tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:09.790739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c0d19a4-018f-4bc4-9e1a-a7ffd8364b9e req-8557deb1-c321-4faf-8388-77828642c8af tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0642567 Jul 16 21:16:09.829538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c0d19a4-018f-4bc4-9e1a-a7ffd8364b9e req-751955bf-f5df-41d1-81de-05a87802166c tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331979 Jul 16 21:16:10.999484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91aa9b-c15c-44c9-9422-32264099171f req-03527200-0e99-4620-bb96-b8b8cd2193a1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:11.000967 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e91aa9b-c15c-44c9-9422-32264099171f req-03527200-0e99-4620-bb96-b8b8cd2193a1 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0620899 Jul 16 21:16:11.040196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e91aa9b-c15c-44c9-9422-32264099171f req-56cf4c78-326b-4765-9a71-8c35fb6b33ad tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327330 Jul 16 21:16:12.215486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b1001-f648-4644-a229-a3cf50545e1d req-1df53d21-68c4-48ab-87f3-444fbfa593fb tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:12.216976 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b2b1001-f648-4644-a229-a3cf50545e1d req-1df53d21-68c4-48ab-87f3-444fbfa593fb tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0670156 Jul 16 21:16:12.256800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b2b1001-f648-4644-a229-a3cf50545e1d req-d35e84e7-a05d-4a55-86b7-1b600386808d tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338256 Jul 16 21:16:13.431938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d995cd1-7cc3-4533-8ac2-d0a081d5784d req-18aae3bc-5ffc-4cd7-9292-0d3199468449 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:13.433415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d995cd1-7cc3-4533-8ac2-d0a081d5784d req-18aae3bc-5ffc-4cd7-9292-0d3199468449 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0638456 Jul 16 21:16:13.474454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9d995cd1-7cc3-4533-8ac2-d0a081d5784d req-677b9bd1-2b29-473e-9f62-8a4345b8d187 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&id=0755c0e5-7dea-4563-af41-b2148cdd6ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350051 Jul 16 21:16:16.201846 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:17.378803 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:20.689889 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cf76e840-68de-4640-bf72-5c7b3f016534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:23.475304 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e3e5d65e-bd40-4350-bd3f-b0254c6510c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:23.476986 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:24.786065 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:26.460852 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:32.682591 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:16:36.855368 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-f2ddc7bf-802c-4c92-b714-dbac8522b597 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505643 Jul 16 21:16:36.950976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-c7776c07-eb74-4abe-bf50-9fe07914201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:36.952470 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-c7776c07-eb74-4abe-bf50-9fe07914201e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1137 time: 0.0560400 Jul 16 21:16:37.054187 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-3afd94ca-da43-43f2-9bc5-ccbbd58cf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.055658 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-3afd94ca-da43-43f2-9bc5-ccbbd58cf97e service neutron] 10.222.0.63 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 916 time: 0.0836120 Jul 16 21:16:37.123573 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-2bf850b4-ac89-47f5-8b60-b377af7fef4c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 1001 time: 0.0608616 Jul 16 21:16:37.170952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-1491595d-04e8-40d6-a4cf-38fe2f219232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.172389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-1491595d-04e8-40d6-a4cf-38fe2f219232 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 200 len: 854 time: 0.0428476 Jul 16 21:16:37.227785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-bc8a907e-5c59-4f2e-86af-96392e287e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:37.229230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-bc8a907e-5c59-4f2e-86af-96392e287e99 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9da49666-f608-4bb7-8087-bf779ec24c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500493 Jul 16 21:16:37.325103 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-e1f51810-af08-4873-9ed7-fba1360a6584 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888534 Jul 16 21:16:37.412164 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4af8d52f-ffd8-4d86-98d3-927cfc255851 req-0ef93244-2201-4404-9eec-5740be32c7b3 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798395 Jul 16 21:16:45.590104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-c255adaf-f4ab-4ea7-a475-4b0a364b4969 req-7aef3570-a5dd-4cac-9db5-ae67a4337779 tempest-ServerDiskConfigTestJSON-1455336203 tempest-ServerDiskConfigTestJSON-1455336203-project] (93959) timed out ('10.222.0.30', 60576) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:16:45.937301 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-036267ca-3bd8-4088-bd9a-51a23b073050 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100415081&fields=id&tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32 HTTP/1.1" status: 200 len: 267 time: 0.0328515 Jul 16 21:16:46.007513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-6a350757-b07e-4f0a-8a08-b919b573ad1c tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:46.009008 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-6a350757-b07e-4f0a-8a08-b919b573ad1c tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 985 time: 0.0665135 Jul 16 21:16:46.019414 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Request body: {'port': {'security_groups': ['8581c096-2427-4665-9e38-77a5a90a80a6']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:16:46.102563 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.203376 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.281781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] For port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:46.311028 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.315310 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.326470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:16:46.364487 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:46.365130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.369570 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-850d9c8b-66f2-4f26-b4d2-421ca67fe6b7 req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "PUT /v2.0/ports/5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 943 time: 0.3516326 Jul 16 21:16:46.369570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:46.369570 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aee963-51d7-4890-94e9-2e8bb5e6c62d" -d '{"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:46.373538 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:16:46.399019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event updated for resources: {'Port': ['ID=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:46.413865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.414258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.414556 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.414891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.415222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.415589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.415912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.416238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.416566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.416888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.417501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.417830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36315b-69d4-4e6b-8c52-2d5f2747fdd2 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.429228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:16:46.432620 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1f6212-f917-4200-8a55-b59748f541bc x-openstack-request-id: req-6c1f6212-f917-4200-8a55-b59748f541bc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:46.432905 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:46.433158 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c1f6212-f917-4200-8a55-b59748f541bc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:46.433560 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'status': 'completed', 'code': 200} Jul 16 21:16:46.467762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.501301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.523966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-57c8b7e8-8585-4dfd-9eaa-41fa1f278193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:46.525763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-57c8b7e8-8585-4dfd-9eaa-41fa1f278193 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1098 time: 0.0675397 Jul 16 21:16:46.585286 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.588184 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.593168 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "DELETE /v2.0/security-groups/0755c0e5-7dea-4563-af41-b2148cdd6ff4 HTTP/1.1" status: 204 len: 168 time: 0.2185216 Jul 16 21:16:46.593840 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:16:46.639536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-9f43aa82-7c93-49cc-b9e5-ac8599f30487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:46.641809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-9f43aa82-7c93-49cc-b9e5-ac8599f30487 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 916 time: 0.1096752 Jul 16 21:16:46.649226 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0755c0e5-7dea-4563-af41-b2148cdd6ff4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:46.667532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.667532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.667532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.667532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.667532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.667532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.667532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.667532 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.673186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.673186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.673186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.673186 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5c39b7-9c06-48c1-9dfa-ef616248df8f tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:16:46.716523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3f237197-ab72-406e-b1f8-f5171ad4bd01 None None] Provisioning complete for port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:16:46.717196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3f237197-ab72-406e-b1f8-f5171ad4bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.719628 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-e014b92a-b847-4fdd-a288-0788efdbe081 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 1001 time: 0.0705318 Jul 16 21:16:46.782386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-f1d9e3cb-a9b5-4a93-8c23-b94858dd8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:46.785754 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-f1d9e3cb-a9b5-4a93-8c23-b94858dd8026 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 200 len: 854 time: 0.0591936 Jul 16 21:16:46.833754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Deleting port 716c2d10-6a5d-497f-ac99-baf58eab1082 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:16:46.834102 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.849648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-a463af02-ff0f-498b-86ef-8ec0a0f80bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:46.851370 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-a463af02-ff0f-498b-86ef-8ec0a0f80bb1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9da49666-f608-4bb7-8087-bf779ec24c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595307 Jul 16 21:16:46.917194 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.917474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:46.930988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Calling delete_port for 716c2d10-6a5d-497f-ac99-baf58eab1082 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:16:46.960539 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-ba057f67-3507-4e7d-8fb8-86a2914745ee service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022120 Jul 16 21:16:47.057023 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-50aee963-51d7-4890-94e9-2e8bb5e6c62d req-79c23378-1e62-4d37-a187-e8263d18b84e service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903332 Jul 16 21:16:47.097333 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:47.123150 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event deleted for resources: {'Port': ['ID=716c2d10-6a5d-497f-ac99-baf58eab1082,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:47.183596 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:47.183831 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Floating IP ccc1d815-ab5b-4bd7-926a-6518adcd9ff9 disassociated (deleted). External IP: 172.25.7.18, port: 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c. Jul 16 21:16:47.384202 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:47.391010 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Router 054324f0-1d05-46bc-a263-5f4aa3c4c63c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:16:47.497773 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:16:47.502483 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:47.506857 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] Sync routers for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:16:47.516546 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:16:47.517158 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:47.538745 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3b5aa18a-2dc7-44ee-8aca-abe3a52f8657 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "DELETE /v2.0/floatingips/ccc1d815-ab5b-4bd7-926a-6518adcd9ff9 HTTP/1.1" status: 204 len: 168 time: 0.9352734 Jul 16 21:16:47.539478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:47.621836 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:16:47.660670 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8b4bab58f3157324b85e0a65156fc33a5ef40aa76454184b457a18b80112b86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affbbe92-6b4e-4532-8850-a5e0f98d8b30" -d '{"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:47.856281 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f53fceb-97c7-42b9-8339-c8bd6bedace2 x-openstack-request-id: req-9f53fceb-97c7-42b9-8339-c8bd6bedace2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:47.856691 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:47.857155 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f53fceb-97c7-42b9-8339-c8bd6bedace2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:47.857662 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'status': 'completed', 'code': 200} Jul 16 21:16:47.929308 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7f8a1990-fe84-4e08-9ea5-ed5afd831352', 'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'mac_address': 'fa:16:3e:67:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:49Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 5, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'subnets': [{'id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:47.939873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-ce0990a2-8be8-4b5b-bc25-eb3e3557a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:47.942315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-ce0990a2-8be8-4b5b-bc25-eb3e3557a306 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 1098 time: 0.0624545 Jul 16 21:16:47.957045 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] Checking router: 054324f0-1d05-46bc-a263-5f4aa3c4c63c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:16:47.965752 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:16:47.966367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:48.030316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-edbf69ed-6cfb-4ded-b9b3-fd3ee6479f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:48.031832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-edbf69ed-6cfb-4ded-b9b3-fd3ee6479f51 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 200 len: 916 time: 0.0839674 Jul 16 21:16:48.071626 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:16:48.077486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-3c7fd904-cdd9-41c6-98c3-fe4ba1526177 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 200 len: 217 time: 0.0383210 Jul 16 21:16:48.125943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-2010560a-6e1c-4505-8c8c-4d0a877f0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:48.127910 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-2010560a-6e1c-4505-8c8c-4d0a877f0c19 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 200 len: 854 time: 0.0445890 Jul 16 21:16:48.186382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-fe5bcd45-6cc0-499b-8287-0ef40e540bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:48.187918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-fe5bcd45-6cc0-499b-8287-0ef40e540bfd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9da49666-f608-4bb7-8087-bf779ec24c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521820 Jul 16 21:16:48.274310 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7f8a1990-fe84-4e08-9ea5-ed5afd831352', 'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'mac_address': 'fa:16:3e:67:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:49Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 5, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'subnets': [{'id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:16:48.301096 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e40500-d740-4f6b-88c9-26f85e15bb32 None None] The sync data for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 is: [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:49Z', 'revision_number': 4, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '7f8a1990-fe84-4e08-9ea5-ed5afd831352', 'name': '', 'network_id': '9da49666-f608-4bb7-8087-bf779ec24c07', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'mac_address': 'fa:16:3e:67:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:49Z', 'updated_at': '2021-07-16T21:14:55Z', 'revision_number': 5, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'subnets': [{'id': 'f96ea663-b465-45fc-84db-90f55558b7c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:16:48.325514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-03a7e89c-6a9c-4539-9367-6d5c91f08a31 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303930 Jul 16 21:16:48.420140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-affbbe92-6b4e-4532-8850-a5e0f98d8b30 req-d92f46e4-5a4b-42b5-ab1d-dc05cf5e5c45 service neutron] 10.222.0.63 "GET /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882645 Jul 16 21:16:48.527620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d07886-5087-4b6a-bce9-cf65e4571e56 None None] New status for floating IP ccc1d815-ab5b-4bd7-926a-6518adcd9ff9: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:16:50.691336 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-04cb394f-101e-410b-9787-fdbd321765df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:53.474220 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-190e97a1-39dd-4829-b7ab-8f67a78acbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:53.476011 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:54.791088 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:55.019958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc59863-d7df-46a7-bb62-b94219d3b78b req-e671b2d3-5da1-497d-8aa5-55af669c8e71 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:55.021460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bc59863-d7df-46a7-bb62-b94219d3b78b req-e671b2d3-5da1-497d-8aa5-55af669c8e71 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 946 time: 0.0689456 Jul 16 21:16:55.061896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6bc59863-d7df-46a7-bb62-b94219d3b78b req-0cd644c9-3d76-47b8-a67e-42d270c2e9ff tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346909 Jul 16 21:16:56.235359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c6be7-4a1f-4a67-9e97-b2f3b6e5839a req-35857948-fc12-4984-93d5-6ec70884dab8 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:56.236852 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-938c6be7-4a1f-4a67-9e97-b2f3b6e5839a req-35857948-fc12-4984-93d5-6ec70884dab8 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 946 time: 0.0635483 Jul 16 21:16:56.275047 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-938c6be7-4a1f-4a67-9e97-b2f3b6e5839a req-292201db-065f-4fbe-8af2-bd61f7bb5452 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/security-groups?id=8581c096-2427-4665-9e38-77a5a90a80a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326183 Jul 16 21:16:56.462225 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:56.566841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-5ebe5f69-57d5-468f-819f-24dafaae82c9 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:16:56.568347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-5ebe5f69-57d5-468f-819f-24dafaae82c9 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.63 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 946 time: 0.0609362 Jul 16 21:16:56.669442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Deleting port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:16:56.669783 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:56.755361 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] For port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:16:56.755724 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:56.772383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Calling delete_port for 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:16:56.893630 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:56.920692 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Pushing event deleted for resources: {'Port': ['ID=5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:16:56.970434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] No DVR routers for this DVR port 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:16:56.973136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:16:56.975933 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a3160011-8af6-4662-b6d0-d874e8edcf86 req-f87910c8-d298-465f-abde-6337930ca041 tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.63 "DELETE /v2.0/ports/5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c HTTP/1.1" status: 204 len: 173 time: 0.4015019 Jul 16 21:16:56.976372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'name': 'network-vif-deleted', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:16:56.978675 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf68e2f-b714-4b8e-b8f9-f72a57861541" -d '{"events": [{"server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "name": "network-vif-deleted", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:16:57.068260 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e26f03d-d48a-4449-8111-72bc1283865c x-openstack-request-id: req-1e26f03d-d48a-4449-8111-72bc1283865c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:16:57.068737 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5989dfa8-a81c-4e54-85bb-b5e66122821d", "name": "network-vif-deleted", "tag": "5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:16:57.068997 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e26f03d-d48a-4449-8111-72bc1283865c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:16:57.069424 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5989dfa8-a81c-4e54-85bb-b5e66122821d', 'name': 'network-vif-deleted', 'tag': '5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c', 'status': 'completed', 'code': 200} Jul 16 21:16:57.457663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-74756ee7-ee01-4c85-835f-4b34a93ed3f6 req-005945d7-f893-4e08-b11d-a80a6af5e7ac tempest-TestMinimumBasicScenario-899319988 tempest-TestMinimumBasicScenario-899319988-project] 10.222.0.10 "GET /v2.0/ports?device_id=5989dfa8-a81c-4e54-85bb-b5e66122821d HTTP/1.1" status: 200 len: 210 time: 0.0342507 Jul 16 21:16:58.743154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:16:58.766927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:16:58.767214 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 5ecad90b-787a-4b7c-9dbc-f6e4e9fed94c not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:16:59.075460 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47266) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:16:59.465573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:00.042640 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Deleting port 7f8a1990-fe84-4e08-9ea5-ed5afd831352 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:00.042977 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:00.118596 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] For port 7f8a1990-fe84-4e08-9ea5-ed5afd831352, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=7f8a1990-fe84-4e08-9ea5-ed5afd831352,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:00.119295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:00.131295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Calling delete_port for 7f8a1990-fe84-4e08-9ea5-ed5afd831352 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:00.309690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:00.338651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8a1990-fe84-4e08-9ea5-ed5afd831352,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:00.527552 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:00.754025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Router 054324f0-1d05-46bc-a263-5f4aa3c4c63c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:00.860079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:00.866235 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-60e4041d-c6a2-4d43-ae77-d8535e85d0e2 admin admin] 10.222.0.10 "PUT /v2.0/routers/054324f0-1d05-46bc-a263-5f4aa3c4c63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7882752 Jul 16 21:17:00.868230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:00.870854 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] Sync routers for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:00.880645 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:00.881338 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:00.973196 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:00.984762 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:01.079778 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.134454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Deleting port c160539c-b7b0-44c7-9e48-6b2a28ce28cf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:01.134716 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.163421 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:17:00Z', 'revision_number': 5, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port': {'id': 'c160539c-b7b0-44c7-9e48-6b2a28ce28cf', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:01.192462 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] Checking router: 054324f0-1d05-46bc-a263-5f4aa3c4c63c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:01.200604 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] Routers {'054324f0-1d05-46bc-a263-5f4aa3c4c63c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:01.201213 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:01.216388 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] For port c160539c-b7b0-44c7-9e48-6b2a28ce28cf, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c160539c-b7b0-44c7-9e48-6b2a28ce28cf,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:01.216747 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.229082 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Calling delete_port for c160539c-b7b0-44c7-9e48-6b2a28ce28cf owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:01.284705 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] Set router 054324f0-1d05-46bc-a263-5f4aa3c4c63c gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:01.335070 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:17:01Z', 'revision_number': 6, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:01.364548 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755e4e4-4f20-472a-88dc-c47214a2d4a4 None None] The sync data for ids ['054324f0-1d05-46bc-a263-5f4aa3c4c63c'] in n-d-792394-17 is: [{'id': '054324f0-1d05-46bc-a263-5f4aa3c4c63c', 'name': 'tempest-TestMinimumBasicScenario-1448550983-router', 'tenant_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:47Z', 'updated_at': '2021-07-16T21:17:01Z', 'revision_number': 6, 'project_id': '8e25dfbb60d34e6ab25fc2ef4ffebb32', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:01.400772 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.425964 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c160539c-b7b0-44c7-9e48-6b2a28ce28cf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:01.497779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.589640 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.591822 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.633714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.634258 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 054324f0-1d05-46bc-a263-5f4aa3c4c63c {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:17:01.638519 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.639746 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8a74867c-d1bd-41b6-bcb2-5e816f196e8f admin admin] 10.222.0.10 "DELETE /v2.0/routers/054324f0-1d05-46bc-a263-5f4aa3c4c63c HTTP/1.1" status: 204 len: 168 time: 0.7684741 Jul 16 21:17:01.642362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:01.686720 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee0fd08-3719-4b93-958f-ce56871446c8 admin admin] Deleting subnet f96ea663-b465-45fc-84db-90f55558b7c6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:17:01.690629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee0fd08-3719-4b93-958f-ce56871446c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.727318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee0fd08-3719-4b93-958f-ce56871446c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.810404 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee0fd08-3719-4b93-958f-ce56871446c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.869982 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee0fd08-3719-4b93-958f-ce56871446c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.897032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0fd08-3719-4b93-958f-ce56871446c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96ea663-b465-45fc-84db-90f55558b7c6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:01.898740 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fee0fd08-3719-4b93-958f-ce56871446c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:01.900656 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fee0fd08-3719-4b93-958f-ce56871446c8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f96ea663-b465-45fc-84db-90f55558b7c6 HTTP/1.1" status: 204 len: 168 time: 0.2573702 Jul 16 21:17:01.903230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:01.905873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c3498-919c-42db-92d0-fce40a4f2698 None None] Network 9da49666-f608-4bb7-8087-bf779ec24c07 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:01.971743 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.024837 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Deleting port 8d3604af-5f08-4792-9692-3d09d4b7f9bf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:02.025177 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.087213 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] For port 8d3604af-5f08-4792-9692-3d09d4b7f9bf, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8d3604af-5f08-4792-9692-3d09d4b7f9bf,segment=NetworkSegment(34c79eeb-3a7f-4e59-8b9c-877b08494085),segment_id=34c79eeb-3a7f-4e59-8b9c-877b08494085)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:02.087615 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.100348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Calling delete_port for 8d3604af-5f08-4792-9692-3d09d4b7f9bf owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:02.140176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] DHCP port deletion for 9da49666-f608-4bb7-8087-bf779ec24c07 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:17:02.189021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Deleting port 8d3604af-5f08-4792-9692-3d09d4b7f9bf {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:02.189556 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.189744 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.217176 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] No DVR routers for this DVR port 8d3604af-5f08-4792-9692-3d09d4b7f9bf on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:17:02.218977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3604af-5f08-4792-9692-3d09d4b7f9bf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:02.259352 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] For port 8d3604af-5f08-4792-9692-3d09d4b7f9bf, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:02.259739 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.271579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Calling delete_port for 8d3604af-5f08-4792-9692-3d09d4b7f9bf owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:02.274364 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Port 8d3604af-5f08-4792-9692-3d09d4b7f9bf was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 21:17:02.275744 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.295999 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.305741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Pushing event deleted for resources: {'Port': ['ID=8d3604af-5f08-4792-9692-3d09d4b7f9bf,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:02.307968 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da49666-f608-4bb7-8087-bf779ec24c07']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:02.310043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] No DVR routers for this DVR port 8d3604af-5f08-4792-9692-3d09d4b7f9bf on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:17:02.321067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.321425 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.321764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.322099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.322276 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c79eeb-3a7f-4e59-8b9c-877b08494085') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:02.322428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.322692 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c79eeb-3a7f-4e59-8b9c-877b08494085') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:02.322821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.323076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.323413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.323739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.324061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.324386 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.324705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e30f-6f95-4d4c-bc34-aa5e801c0bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:02.334741 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.350265 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.357129 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:17:02.357516 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:17:02.359249 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:17:02.419515 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.425118 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:02.426981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9da49666-f608-4bb7-8087-bf779ec24c07 HTTP/1.1" status: 204 len: 168 time: 0.5227675 Jul 16 21:17:02.430949 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47276) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:02.438941 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f491f-6d78-4532-9e26-d47e63d05fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da49666-f608-4bb7-8087-bf779ec24c07,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:02.614595 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7f8a1990-fe84-4e08-9ea5-ed5afd831352 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:02.635166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 7f8a1990-fe84-4e08-9ea5-ed5afd831352 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:02.635648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 7f8a1990-fe84-4e08-9ea5-ed5afd831352 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:02.636070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8d3604af-5f08-4792-9692-3d09d4b7f9bf no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:02.656220 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8d3604af-5f08-4792-9692-3d09d4b7f9bf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:02.656625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8d3604af-5f08-4792-9692-3d09d4b7f9bf not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:02.657122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c160539c-b7b0-44c7-9e48-6b2a28ce28cf no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:02.676428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c160539c-b7b0-44c7-9e48-6b2a28ce28cf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:02.676694 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c160539c-b7b0-44c7-9e48-6b2a28ce28cf not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:02.790561 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:03.044822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Deleting port 78cee569-6bc1-466e-9b42-54ca331a39a0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:03.045077 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:03.125812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] For port 78cee569-6bc1-466e-9b42-54ca331a39a0, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=78cee569-6bc1-466e-9b42-54ca331a39a0,segment=NetworkSegment(38d80cc3-0d71-427e-bcca-3195793222b0),segment_id=38d80cc3-0d71-427e-bcca-3195793222b0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:03.126168 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:03.139478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Calling delete_port for 78cee569-6bc1-466e-9b42-54ca331a39a0 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:03.321434 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:03.346669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78cee569-6bc1-466e-9b42-54ca331a39a0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:03.519497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:03.734837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Router 99c8c568-282d-4ebc-b65d-fd49019e9d26 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:03.841563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:03.846829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9f703d2b-eafb-48e5-9e60-3184d7644bf1 admin admin] 10.222.0.10 "PUT /v2.0/routers/99c8c568-282d-4ebc-b65d-fd49019e9d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4142544 Jul 16 21:17:03.850148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47278) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:03.850889 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] Sync routers for ids ['99c8c568-282d-4ebc-b65d-fd49019e9d26'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:03.865747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] Routers {'99c8c568-282d-4ebc-b65d-fd49019e9d26'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:03.866448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99c8c568-282d-4ebc-b65d-fd49019e9d26'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:03.953295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:03.972901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] Set router 99c8c568-282d-4ebc-b65d-fd49019e9d26 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:04.055282 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.112221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Deleting port 4fe5c850-33c6-4940-9237-5f83fbd5bb83 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:04.112560 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.148170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:17:03Z', 'revision_number': 5, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'gw_port': {'id': '4fe5c850-33c6-4940-9237-5f83fbd5bb83', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:04.179673 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] Checking router: 99c8c568-282d-4ebc-b65d-fd49019e9d26 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:04.188129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] Routers {'99c8c568-282d-4ebc-b65d-fd49019e9d26'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:04.188744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['99c8c568-282d-4ebc-b65d-fd49019e9d26'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:04.190663 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] For port 4fe5c850-33c6-4940-9237-5f83fbd5bb83, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4fe5c850-33c6-4940-9237-5f83fbd5bb83,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:04.191025 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.208290 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Calling delete_port for 4fe5c850-33c6-4940-9237-5f83fbd5bb83 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:04.280377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] Set router 99c8c568-282d-4ebc-b65d-fd49019e9d26 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:04.335067 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:17:04Z', 'revision_number': 6, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:04.366174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ce1ab5-1604-49f3-a975-2574840596f6 None None] The sync data for ids ['99c8c568-282d-4ebc-b65d-fd49019e9d26'] in n-d-792394-17 is: [{'id': '99c8c568-282d-4ebc-b65d-fd49019e9d26', 'name': 'tempest-TestMinimumBasicScenario-890009437-router', 'tenant_id': 'fbf505599a354afba693b4d2cbd9a68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:14:52Z', 'updated_at': '2021-07-16T21:17:04Z', 'revision_number': 6, 'project_id': 'fbf505599a354afba693b4d2cbd9a68d', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:04.666476 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.691694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe5c850-33c6-4940-9237-5f83fbd5bb83,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:04.755357 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.819124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 78cee569-6bc1-466e-9b42-54ca331a39a0 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:04.841913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 78cee569-6bc1-466e-9b42-54ca331a39a0 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:04.842353 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 78cee569-6bc1-466e-9b42-54ca331a39a0 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:04.849231 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.851423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.897802 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.898318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c8c568-282d-4ebc-b65d-fd49019e9d26 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:17:04.903248 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.903739 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e071ea1c-662a-4afd-afe8-a6890f965c1a admin admin] 10.222.0.10 "DELETE /v2.0/routers/99c8c568-282d-4ebc-b65d-fd49019e9d26 HTTP/1.1" status: 204 len: 168 time: 1.0526564 Jul 16 21:17:04.907029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47280) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:04.950744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-315dd4b3-e23a-47e8-9f8b-51342945684d admin admin] Deleting subnet f057116e-c0bb-4c9a-9739-48bbb1f30344 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:17:04.953785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-315dd4b3-e23a-47e8-9f8b-51342945684d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:04.987488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-315dd4b3-e23a-47e8-9f8b-51342945684d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.069255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-315dd4b3-e23a-47e8-9f8b-51342945684d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.121924 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-315dd4b3-e23a-47e8-9f8b-51342945684d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.147516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dd4b3-e23a-47e8-9f8b-51342945684d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f057116e-c0bb-4c9a-9739-48bbb1f30344,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:05.152329 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-315dd4b3-e23a-47e8-9f8b-51342945684d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.154460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-315dd4b3-e23a-47e8-9f8b-51342945684d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f057116e-c0bb-4c9a-9739-48bbb1f30344 HTTP/1.1" status: 204 len: 168 time: 0.2464309 Jul 16 21:17:05.157053 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:05.158828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029fb2ee-de85-4b3e-9364-7bdc9d129882 None None] Network fa2773e4-b53f-4e26-892b-28c58c6501de requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:05.232997 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.290194 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Deleting port 8c2e0364-0496-4a5d-be57-70be95e274be {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:05.290629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.361886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788736cf-7dd8-4002-b295-9d5cf5af039b None None] DHCP port deletion for fa2773e4-b53f-4e26-892b-28c58c6501de request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:17:05.363458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] For port 8c2e0364-0496-4a5d-be57-70be95e274be, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8c2e0364-0496-4a5d-be57-70be95e274be,segment=NetworkSegment(38d80cc3-0d71-427e-bcca-3195793222b0),segment_id=38d80cc3-0d71-427e-bcca-3195793222b0)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:05.363735 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.377065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Calling delete_port for 8c2e0364-0496-4a5d-be57-70be95e274be owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:05.412618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-788736cf-7dd8-4002-b295-9d5cf5af039b None None] Deleting port 8c2e0364-0496-4a5d-be57-70be95e274be {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:17:05.413264 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-788736cf-7dd8-4002-b295-9d5cf5af039b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.463283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.484345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-788736cf-7dd8-4002-b295-9d5cf5af039b None None] For port 8c2e0364-0496-4a5d-be57-70be95e274be, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=8c2e0364-0496-4a5d-be57-70be95e274be,segment=NetworkSegment(38d80cc3-0d71-427e-bcca-3195793222b0),segment_id=38d80cc3-0d71-427e-bcca-3195793222b0)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:05.484742 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-788736cf-7dd8-4002-b295-9d5cf5af039b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.486926 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2e0364-0496-4a5d-be57-70be95e274be,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:05.493032 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] No DVR routers for this DVR port 8c2e0364-0496-4a5d-be57-70be95e274be on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:17:05.496862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-788736cf-7dd8-4002-b295-9d5cf5af039b None None] Calling delete_port for 8c2e0364-0496-4a5d-be57-70be95e274be owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:17:05.567634 n-d-792394-17 neutron-server[93960]: self.session.flush() Jul 16 21:17:05.572282 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.575515 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-788736cf-7dd8-4002-b295-9d5cf5af039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.580255 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2773e4-b53f-4e26-892b-28c58c6501de']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:05.587828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788736cf-7dd8-4002-b295-9d5cf5af039b None None] No DVR routers for this DVR port 8c2e0364-0496-4a5d-be57-70be95e274be on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:17:05.592173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d80cc3-0d71-427e-bcca-3195793222b0') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:05.592545 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d80cc3-0d71-427e-bcca-3195793222b0') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:05.603855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.608756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788736cf-7dd8-4002-b295-9d5cf5af039b None None] Pushing event deleted for resources: {'Port': ['ID=8c2e0364-0496-4a5d-be57-70be95e274be,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:05.618273 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.624922 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:17:05.625328 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:17:05.627328 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:17:05.684810 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.691195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.693094 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fa2773e4-b53f-4e26-892b-28c58c6501de HTTP/1.1" status: 204 len: 168 time: 0.5350070 Jul 16 21:17:05.704183 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fb21e-a4bd-46aa-8cae-55d60298a0d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2773e4-b53f-4e26-892b-28c58c6501de,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:05.856819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:05.895481 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-85790428-6d77-4f16-96f9-6655bf6eb2d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e25dfbb60d34e6ab25fc2ef4ffebb32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374079 Jul 16 21:17:05.898662 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:05.945439 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a593528-a9d5-439a-9845-c11650afaad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:05.966027 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a593528-a9d5-439a-9845-c11650afaad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:06.011478 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a593528-a9d5-439a-9845-c11650afaad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:06.014204 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a593528-a9d5-439a-9845-c11650afaad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:06.015395 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3a593528-a9d5-439a-9845-c11650afaad3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8581c096-2427-4665-9e38-77a5a90a80a6 HTTP/1.1" status: 204 len: 168 time: 0.1157444 Jul 16 21:17:06.023697 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a593528-a9d5-439a-9845-c11650afaad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8581c096-2427-4665-9e38-77a5a90a80a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:06.329349 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:06.369508 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3239ea3d-501c-4a58-a21d-711f9b4e7ac3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbf505599a354afba693b4d2cbd9a68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388994 Jul 16 21:17:06.371793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:06.422291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c47d3c37-7d04-40b1-997f-4eac1d5bfc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:06.443785 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c47d3c37-7d04-40b1-997f-4eac1d5bfc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:06.489379 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c47d3c37-7d04-40b1-997f-4eac1d5bfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:06.493347 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c47d3c37-7d04-40b1-997f-4eac1d5bfc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:06.494870 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c47d3c37-7d04-40b1-997f-4eac1d5bfc4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db91849b-ecb7-49a1-b196-14f13abe9646 HTTP/1.1" status: 204 len: 168 time: 0.1219423 Jul 16 21:17:06.508244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d3c37-7d04-40b1-997f-4eac1d5bfc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db91849b-ecb7-49a1-b196-14f13abe9646,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:06.613748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8c2e0364-0496-4a5d-be57-70be95e274be no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:06.634519 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 8c2e0364-0496-4a5d-be57-70be95e274be {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:06.634863 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 8c2e0364-0496-4a5d-be57-70be95e274be not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:06.635287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4fe5c850-33c6-4940-9237-5f83fbd5bb83 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:17:06.658589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 4fe5c850-33c6-4940-9237-5f83fbd5bb83 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:17:06.658928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4fe5c850-33c6-4940-9237-5f83fbd5bb83 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:17:08.168797 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:08.173880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866596571', 'description': 'tempest-secgroup-smoke-1866596571 description', 'project_id': '7550bd0ce7174afab0771bffd66a0f49'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:08.202099 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.210856 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.316478 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.320530 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.357767 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b758d071-1f26-4c3d-9f97-e7a00c966fe6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:08.422586 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.426458 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.452814 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.454058 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2839806 Jul 16 21:17:08.457987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:08.462995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a441a2e8-a39e-4b87-adbe-c59ac5a4890f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '68e46031-f828-44bd-b071-d297d26a1109', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:08.468294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aee84-f21d-4520-88be-53cf4b1846ca tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e46031-f828-44bd-b071-d297d26a1109,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:08.492761 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a441a2e8-a39e-4b87-adbe-c59ac5a4890f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.566308 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a441a2e8-a39e-4b87-adbe-c59ac5a4890f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.570048 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a441a2e8-a39e-4b87-adbe-c59ac5a4890f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.588264 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441a2e8-a39e-4b87-adbe-c59ac5a4890f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09fd93f-0c34-468e-9425-62f7c6218612,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:08.595170 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a441a2e8-a39e-4b87-adbe-c59ac5a4890f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.596644 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a441a2e8-a39e-4b87-adbe-c59ac5a4890f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370325 Jul 16 21:17:08.600749 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:08.605385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6268d15a-bc69-425d-b4eb-19cb0b02e206 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '68e46031-f828-44bd-b071-d297d26a1109', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:08.634030 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6268d15a-bc69-425d-b4eb-19cb0b02e206 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.696243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6268d15a-bc69-425d-b4eb-19cb0b02e206 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.700028 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6268d15a-bc69-425d-b4eb-19cb0b02e206 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.719787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268d15a-bc69-425d-b4eb-19cb0b02e206 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e68e47-b3ca-465e-8190-5a0fd03005f8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:08.722373 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6268d15a-bc69-425d-b4eb-19cb0b02e206 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.723865 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6268d15a-bc69-425d-b4eb-19cb0b02e206 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218324 Jul 16 21:17:08.727321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:08.731638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3e38edc7-985b-4f22-8e91-a4fd65bd48b7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '68e46031-f828-44bd-b071-d297d26a1109', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:08.758360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e38edc7-985b-4f22-8e91-a4fd65bd48b7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.826082 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e38edc7-985b-4f22-8e91-a4fd65bd48b7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.830441 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e38edc7-985b-4f22-8e91-a4fd65bd48b7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.849547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38edc7-985b-4f22-8e91-a4fd65bd48b7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df29df93-af50-40bc-87f7-79ffe394ada0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:08.857360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e38edc7-985b-4f22-8e91-a4fd65bd48b7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.859184 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3e38edc7-985b-4f22-8e91-a4fd65bd48b7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307633 Jul 16 21:17:08.861869 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47344) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:08.867496 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d22eddd3-0db7-4d4f-9d1e-e3a1b5752dfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '68e46031-f828-44bd-b071-d297d26a1109', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:08.894739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d22eddd3-0db7-4d4f-9d1e-e3a1b5752dfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.955909 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d22eddd3-0db7-4d4f-9d1e-e3a1b5752dfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.959943 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d22eddd3-0db7-4d4f-9d1e-e3a1b5752dfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.976984 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eddd3-0db7-4d4f-9d1e-e3a1b5752dfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441a2b57-7067-4200-a13b-b38d1ff9fd86,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:08.982634 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d22eddd3-0db7-4d4f-9d1e-e3a1b5752dfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:08.983886 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d22eddd3-0db7-4d4f-9d1e-e3a1b5752dfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207530 Jul 16 21:17:08.986579 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:08.991446 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e03ed764-198d-4c8c-b98e-acbc2cced095 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '68e46031-f828-44bd-b071-d297d26a1109', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:09.014018 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-e03ed764-198d-4c8c-b98e-acbc2cced095 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:17:09.019372 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e03ed764-198d-4c8c-b98e-acbc2cced095 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.078989 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e03ed764-198d-4c8c-b98e-acbc2cced095 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.087880 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e03ed764-198d-4c8c-b98e-acbc2cced095 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.106052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ed764-198d-4c8c-b98e-acbc2cced095 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90c47d8-3b34-412c-9cbd-526eb53002ab,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:09.111908 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e03ed764-198d-4c8c-b98e-acbc2cced095 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.113336 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e03ed764-198d-4c8c-b98e-acbc2cced095 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256950 Jul 16 21:17:09.116075 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:09.120673 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5f626ed4-bf55-4654-8f26-eb06894861bd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '68e46031-f828-44bd-b071-d297d26a1109', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:09.144078 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-5f626ed4-bf55-4654-8f26-eb06894861bd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:17:09.149486 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f626ed4-bf55-4654-8f26-eb06894861bd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.208620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f626ed4-bf55-4654-8f26-eb06894861bd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.212363 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f626ed4-bf55-4654-8f26-eb06894861bd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.229148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f626ed4-bf55-4654-8f26-eb06894861bd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9165190-ec70-40bd-8735-ca0ec16206e3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:09.235684 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f626ed4-bf55-4654-8f26-eb06894861bd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.236880 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5f626ed4-bf55-4654-8f26-eb06894861bd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198905 Jul 16 21:17:09.240332 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:09.245322 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'network': {'name': 'tempest-network-smoke--2085351666', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:09.264733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:17:09.268093 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.292031 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:17:09.300221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.300560 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Added segment c7479ec0-f8d1-417d-bf21-a1a67829f116 of type vlan for network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f Jul 16 21:17:09.338124 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.365427 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.370811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:09.371428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.403637 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1621318 Jul 16 21:17:09.407043 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47352) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:09.413252 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'admin_state_up': True, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:09.437569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.438663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.441401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80294dcb-4faa-4261-b901-4c837dfeca3d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Network': ['ID=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:09.454309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:17:09.494962 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.638477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.682060 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:09.836252 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.855810 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:09.959335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.14 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/24861b41-6d11-4025-b811-4d346d1ce198) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:10.062452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:10.101258 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:10.142323 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:10.148193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:10.150386 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=24861b41-6d11-4025-b811-4d346d1ce198,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:10.152514 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:10.444293 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:10.636691 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:10.761379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router b10eb64b-2f56-45c3-a41b-fd24c9474c52 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:17:10.865582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:10.874913 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Sync routers for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:10.883679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:10.884165 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:10.884775 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:10.884948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d5cef753-5a0a-4659-81b1-f902e52e09d0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4760652 Jul 16 21:17:10.888165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47354) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:10.986747 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:11.010110 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4c63f4db-d014-4414-9ace-e785f015a9ec tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=7550bd0ce7174afab0771bffd66a0f49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208634 Jul 16 21:17:11.013022 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:11.101901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdd8fa-37a0-4687-a3a3-7d4d0facf673 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:11.103446 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-22cdd8fa-37a0-4687-a3a3-7d4d0facf673 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894449 Jul 16 21:17:11.106230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47360) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:11.133897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0e9cad29-8190-4178-a6cf-8c998e6cc2e9 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266011 Jul 16 21:17:11.136416 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:11.141091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920228609', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:11.168300 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:10Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:11.194969 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Checking router: b10eb64b-2f56-45c3-a41b-fd24c9474c52 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:11.195338 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Updating router b10eb64b-2f56-45c3-a41b-fd24c9474c52 port 24861b41-6d11-4025-b811-4d346d1ce198 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:17:11.231191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:17:11.234792 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.328226 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.413769 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.472799 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Subnet': ['ID=1d34322b-4c61-4c44-8110-1eef813748d6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:11.480686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Checking segment: {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:11.481507 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network hostable DHCP agents. Network: bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:17:11.498602 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:17:11.508454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:11.513128 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:11.513732 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.519228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b7f75-78ce-4d18-8f11-2b5230b8fdfe None None] Network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:11.529044 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-40f99dcc-f062-4e37-8470-48b33e6ff0de tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3916252 Jul 16 21:17:11.531910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47364) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:11.589138 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.600447 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Transition to ACTIVE for port object 24861b41-6d11-4025-b811-4d346d1ce198 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:11.607829 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.663451 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Attempting to bind port 24861b41-6d11-4025-b811-4d346d1ce198 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:11.663807 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Attempting to bind port 24861b41-6d11-4025-b811-4d346d1ce198 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:11.664169 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Attempting to bind port 24861b41-6d11-4025-b811-4d346d1ce198 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:11.675859 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Pushing event updated for resources: {'Port': ['ID=24861b41-6d11-4025-b811-4d346d1ce198,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:11.678882 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:11.679404 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:11.680052 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.680445 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:11.680915 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Bound port: 24861b41-6d11-4025-b811-4d346d1ce198, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:11.681288 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.688228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:17:11.689221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.712045 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.712352 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.712750 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.713085 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.713486 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.714161 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.714161 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.714432 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.714740 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.715055 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.715470 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.715788 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:17:11.748518 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] For port 24861b41-6d11-4025-b811-4d346d1ce198, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:11.751537 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] For port 24861b41-6d11-4025-b811-4d346d1ce198, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=24861b41-6d11-4025-b811-4d346d1ce198,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:11.757990 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:11.825014 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:11.825661 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:11.827543 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d86aa-c2c4-4e02-b846-53f722065630 None None] Pushing event updated for resources: {'Port': ['ID=24861b41-6d11-4025-b811-4d346d1ce198,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:11.939797 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:11.987456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Allocated IP 172.20.0.2 (bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f/1d34322b-4c61-4c44-8110-1eef813748d6/db3f2ae2-724e-4b94-912b-17033c6dfcc5) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:12.003371 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.127042 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:10Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:12.143512 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.153560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Transition to ACTIVE for port object db3f2ae2-724e-4b94-912b-17033c6dfcc5 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:12.160080 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772265a3-0ee4-43f5-9ed7-fa6350647788 None None] The sync data for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 is: [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:10Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:12.170920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Transition to ACTIVE for port object db3f2ae2-724e-4b94-912b-17033c6dfcc5 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:12.178723 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.226824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:12.231129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:12.233193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Pushing event updated for resources: {'Port': ['ID=db3f2ae2-724e-4b94-912b-17033c6dfcc5,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:12.241592 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:12.301968 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Attempting to bind port db3f2ae2-724e-4b94-912b-17033c6dfcc5 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:12.302464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Attempting to bind port db3f2ae2-724e-4b94-912b-17033c6dfcc5 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:12.302914 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Attempting to bind port db3f2ae2-724e-4b94-912b-17033c6dfcc5 on network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:12.308429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:12.308805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Checking segment: {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:12.309240 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.309820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Bound using segment: {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:12.310291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Bound port: db3f2ae2-724e-4b94-912b-17033c6dfcc5, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:12.310732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.410083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] For port db3f2ae2-724e-4b94-912b-17033c6dfcc5, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:12.415905 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] For port db3f2ae2-724e-4b94-912b-17033c6dfcc5, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=db3f2ae2-724e-4b94-912b-17033c6dfcc5,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:12.424873 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.501478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952d7c-d8cd-447b-86a1-d620c9e2d4c0 None None] Pushing event updated for resources: {'Port': ['ID=db3f2ae2-724e-4b94-912b-17033c6dfcc5,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:12.656869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 24861b41-6d11-4025-b811-4d346d1ce198 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:12.738771 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.1 (bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f/1d34322b-4c61-4c44-8110-1eef813748d6/5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:12.750031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 24861b41-6d11-4025-b811-4d346d1ce198 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:12.756040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 24861b41-6d11-4025-b811-4d346d1ce198 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:12.756749 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.850578 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.880926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 24861b41-6d11-4025-b811-4d346d1ce198, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=24861b41-6d11-4025-b811-4d346d1ce198,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:12.887676 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.912835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:12.929969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:12.945513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=24861b41-6d11-4025-b811-4d346d1ce198,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:12.969329 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:13.016099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:13.019503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:13.023947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:13.030648 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:13.072382 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:13.223179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:13.520002 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:13.524860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:13.602739 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:13.604560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:13.612115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31fdbe4-ac6a-4dbb-9ba3-4d6c933dbe5a None None] Network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:17:13.674401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fdee9c5b-20bc-4a99-bd15-76743f8fc02f None None] Provisioning for port db3f2ae2-724e-4b94-912b-17033c6dfcc5 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:13.707504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:13.709491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:13.829038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router b10eb64b-2f56-45c3-a41b-fd24c9474c52 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:13.942895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:13.948415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8824e1ee-aa1e-4888-9d58-271114780041 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/b10eb64b-2f56-45c3-a41b-fd24c9474c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4154544 Jul 16 21:17:13.969665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Sync routers for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:13.980468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:13.981092 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:14.067404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9829b784-ae01-4c56-8824-ad36de8cd7e0 None None] Provisioning for port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:14.075768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9829b784-ae01-4c56-8824-ad36de8cd7e0 None None] Provisioning complete for port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:14.076135 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9829b784-ae01-4c56-8824-ad36de8cd7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:14.102088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-ac1fb0d1-b984-4f0d-a735-2e8667a85e96 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866596571&fields=id&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 267 time: 0.0384150 Jul 16 21:17:14.126399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:14.128410 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9829b784-ae01-4c56-8824-ad36de8cd7e0 None None] Port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:17:14.225150 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83141-8b01-4814-8232-1bec68aa507e req-9717fbcb-2716-4cf6-9cb6-b73fbe84a040 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:14.226734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-9717fbcb-2716-4cf6-9cb6-b73fbe84a040 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/networks?id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f HTTP/1.1" status: 200 len: 797 time: 0.1161315 Jul 16 21:17:14.242866 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-890dd36a-fb1a-458d-9970-783d84f3cdc2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/quotas/7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 375 time: 0.0099480 Jul 16 21:17:14.320804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-7029c661-d6a4-4cc0-adab-9d77910c2cde tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709813 Jul 16 21:17:14.328630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-da10978d-3106-448f-af94-095d6e91a521 None None] Provisioning complete for port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:14.328997 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da10978d-3106-448f-af94-095d6e91a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:14.372800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-da10978d-3106-448f-af94-095d6e91a521 None None] Port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:17:14.386101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75', 'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:0e:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:12Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 2, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:14.412459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Checking router: b10eb64b-2f56-45c3-a41b-fd24c9474c52 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:14.412805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Updating router b10eb64b-2f56-45c3-a41b-fd24c9474c52 port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:17:14.449368 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:14.461295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-54876694-4b26-4b8c-81fe-64ae80432ab4 service neutron] 10.222.0.10 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290512 Jul 16 21:17:14.546063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0b2185ba-2bcf-4077-bd64-b2c9239fc62c None None] Provisioning complete for port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:14.546452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0b2185ba-2bcf-4077-bd64-b2c9239fc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:14.557622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-d2636f8b-b4f0-4af9-bf55-4b7ebd2d51ca service neutron] 10.222.0.10 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904028 Jul 16 21:17:14.601637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0b2185ba-2bcf-4077-bd64-b2c9239fc62c None None] Port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:17:14.737058 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 24861b41-6d11-4025-b811-4d346d1ce198 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:14.756296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18379368-a813-4c3d-b73e-89c1344e9299 req-80d60893-287b-41cf-9fe3-24d8f609fa90 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Jul 16 21:17:14.815743 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:14.830862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Transition to ACTIVE for port object 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:14.834261 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 24861b41-6d11-4025-b811-4d346d1ce198 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:14.834774 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:14.837603 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:14.926119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd755f7-eac0-49b8-9ed2-274d800b1b63 None None] Pushing event updated for resources: {'Port': ['ID=5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:15.015594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Attempting to bind port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:15.015858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Attempting to bind port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:15.016095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Attempting to bind port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 on network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:15.026564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device db3f2ae2-724e-4b94-912b-17033c6dfcc5 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:15.029978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:15.031164 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Checking segment: {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:15.031164 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:15.031464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Bound using segment: {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:15.031748 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Bound port: 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:15.032134 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:15.138942 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port db3f2ae2-724e-4b94-912b-17033c6dfcc5 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:15.142798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] For port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:15.146811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] For port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:15.151043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port db3f2ae2-724e-4b94-912b-17033c6dfcc5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:15.151413 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:15.176314 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:15.256205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:15.256813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:16:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:15.259389 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd755f7-eac0-49b8-9ed2-274d800b1b63 None None] Pushing event updated for resources: {'Port': ['ID=5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:15.381163 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:15.435501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:15.438231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port db3f2ae2-724e-4b94-912b-17033c6dfcc5, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=db3f2ae2-724e-4b94-912b-17033c6dfcc5,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:15.465346 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:15.579698 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=db3f2ae2-724e-4b94-912b-17033c6dfcc5,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:15.701047 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75', 'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:0e:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:12Z', 'updated_at': '2021-07-16T21:17:15Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:15.727128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc0819-46f5-4732-b9ee-c8d1d091a4e7 None None] The sync data for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 is: [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75', 'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:0e:74:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:12Z', 'updated_at': '2021-07-16T21:17:15Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:15.932873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ce76f90c-e0c6-48ba-8c22-b32e9e18a520 req-f74c2eff-d253-4e00-a851-0b51c0786692 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 210 time: 0.0444295 Jul 16 21:17:16.001756 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83141-8b01-4814-8232-1bec68aa507e req-9eb3f8db-81eb-46e0-b3b7-41737a468cea tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:16.003410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-9eb3f8db-81eb-46e0-b3b7-41737a468cea tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/networks?id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f HTTP/1.1" status: 200 len: 797 time: 0.1520956 Jul 16 21:17:16.046702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-8b7bd682-7b4a-470c-ac9d-f8692ee76c78 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 380 time: 0.0351028 Jul 16 21:17:16.056075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'port': {'device_id': '6690caad-db73-42ed-91a5-bbf872abb643', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'admin_state_up': True, 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'security_groups': ['68e46031-f828-44bd-b071-d297d26a1109']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:16.175192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:17:16.179637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:16.205879 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:16.314442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.5 (bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f/1d34322b-4c61-4c44-8110-1eef813748d6/7ec14132-1875-4521-becb-9cf4d8fc8371) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:16.455858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:16.469726 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object 7ec14132-1875-4521-becb-9cf4d8fc8371 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:16.504344 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:16.550781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:16.556883 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:16.560731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:16.591170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=7ec14132-1875-4521-becb-9cf4d8fc8371,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:16.623784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:16.624530 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:16.642662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-d86572a5-3cee-44eb-b3ab-efb8ee6ca4b5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903316 Jul 16 21:17:16.714284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Request body: {'port': {'device_id': '6690caad-db73-42ed-91a5-bbf872abb643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:16.722897 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:16.791294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:16.795680 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:16.796506 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:16.819978 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.006480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9e5467d7-6719-4f1f-89a3-b2f59ff6a239 None None] Provisioning for port 7ec14132-1875-4521-becb-9cf4d8fc8371 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:17.012552 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9e5467d7-6719-4f1f-89a3-b2f59ff6a239 None None] Provisioning complete for port 7ec14132-1875-4521-becb-9cf4d8fc8371 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:17.012912 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9e5467d7-6719-4f1f-89a3-b2f59ff6a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.073462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9e5467d7-6719-4f1f-89a3-b2f59ff6a239 None None] Port 7ec14132-1875-4521-becb-9cf4d8fc8371 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:17:17.075301 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.108299 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:17.113724 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.114561 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device db3f2ae2-724e-4b94-912b-17033c6dfcc5 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:17.149915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec14132-1875-4521-becb-9cf4d8fc8371 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:17:17.160544 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.170464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac68c6a-b371-44ad-91c4-eee61891ee00 req-e545f707-70bf-47db-b14f-9b795739e5b6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:17.172078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ac68c6a-b371-44ad-91c4-eee61891ee00 req-e545f707-70bf-47db-b14f-9b795739e5b6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 931 time: 0.1199160 Jul 16 21:17:17.189751 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Transition to ACTIVE for port object 7ec14132-1875-4521-becb-9cf4d8fc8371 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:17:17.194754 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:17.198799 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.206138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port db3f2ae2-724e-4b94-912b-17033c6dfcc5 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:17.206618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.268237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ac68c6a-b371-44ad-91c4-eee61891ee00 req-d98edd7a-c15c-4800-a53a-633f4606576f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886538 Jul 16 21:17:17.277506 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec14132-1875-4521-becb-9cf4d8fc8371,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:17.347587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Attempting to bind port 7ec14132-1875-4521-becb-9cf4d8fc8371 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:17:17.347915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Attempting to bind port 7ec14132-1875-4521-becb-9cf4d8fc8371 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:17:17.348238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Attempting to bind port 7ec14132-1875-4521-becb-9cf4d8fc8371 on network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:17.352914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Port 7ec14132-1875-4521-becb-9cf4d8fc8371 on network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:17:17.353232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Attempting to bind port 7ec14132-1875-4521-becb-9cf4d8fc8371 on network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:17:17.358163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:17:17.358496 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Checking segment: {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:17:17.358877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Bound using segment: {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:17:17.359327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Bound port: 7ec14132-1875-4521-becb-9cf4d8fc8371, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7479ec0-f8d1-417d-bf21-a1a67829f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:17:17.359685 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.375108 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.425652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] For port 7ec14132-1875-4521-becb-9cf4d8fc8371, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:17:17.429836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] For port 7ec14132-1875-4521-becb-9cf4d8fc8371, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ec14132-1875-4521-becb-9cf4d8fc8371,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:17:17.433615 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.470383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:17.470997 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:17.472398 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ec14132-1875-4521-becb-9cf4d8fc8371 HTTP/1.1" status: 200 len: 1092 time: 0.8229547 Jul 16 21:17:17.472835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:17:17.475375 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8db90d-347c-4e85-badf-70131c41895e" -d '{"events": [{"name": "network-changed", "server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:17:17.510961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cc638-83fb-44d3-8c2f-4ddd428c3156 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec14132-1875-4521-becb-9cf4d8fc8371,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:17.516919 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8072962d-85ef-4e5a-8a83-6e7a9aa4123c x-openstack-request-id: req-8072962d-85ef-4e5a-8a83-6e7a9aa4123c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:17:17.517645 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:17:17.517912 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8072962d-85ef-4e5a-8a83-6e7a9aa4123c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:17:17.518364 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'status': 'completed', 'code': 200} Jul 16 21:17:17.576819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83141-8b01-4814-8232-1bec68aa507e req-b186403a-c48a-43d9-8142-6ef5be699ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:17.578340 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-b186403a-c48a-43d9-8142-6ef5be699ebb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 1095 time: 0.0580618 Jul 16 21:17:17.619838 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-8856bf66-55da-46a9-b58e-30aa21401c73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ec14132-1875-4521-becb-9cf4d8fc8371 HTTP/1.1" status: 200 len: 217 time: 0.0343132 Jul 16 21:17:17.677731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83141-8b01-4814-8232-1bec68aa507e req-8ccb94d6-7b76-4bab-a270-66bbbb22993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:17.679189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-8ccb94d6-7b76-4bab-a270-66bbbb22993c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d34322b-4c61-4c44-8110-1eef813748d6 HTTP/1.1" status: 200 len: 834 time: 0.0535567 Jul 16 21:17:17.736367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83141-8b01-4814-8232-1bec68aa507e req-75c9927f-0952-4324-8e5c-d02b2940b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:17.737888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-75c9927f-0952-4324-8e5c-d02b2940b28f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522950 Jul 16 21:17:17.825153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-619b6449-d13a-4739-9cec-3bef3f6775ff service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810590 Jul 16 21:17:17.916847 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-84a83141-8b01-4814-8232-1bec68aa507e req-07e8ad58-ec66-4da9-a955-30916b265311 service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850077 Jul 16 21:17:18.015268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8db90d-347c-4e85-badf-70131c41895e req-17fba414-864a-4ca6-a15f-c327e02f0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:18.016737 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c8db90d-347c-4e85-badf-70131c41895e req-17fba414-864a-4ca6-a15f-c327e02f0b34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 1095 time: 0.0511229 Jul 16 21:17:18.106931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8db90d-347c-4e85-badf-70131c41895e req-fb5b8449-8800-422b-ac08-0b8a32597e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:18.108314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c8db90d-347c-4e85-badf-70131c41895e req-fb5b8449-8800-422b-ac08-0b8a32597e18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f HTTP/1.1" status: 200 len: 898 time: 0.0853505 Jul 16 21:17:18.147584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c8db90d-347c-4e85-badf-70131c41895e req-0e569dd7-da78-4836-a73e-bc8876c33d9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ec14132-1875-4521-becb-9cf4d8fc8371 HTTP/1.1" status: 200 len: 217 time: 0.0329325 Jul 16 21:17:18.199374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8db90d-347c-4e85-badf-70131c41895e req-015f6c7c-7f75-4172-88f3-04afe8f94742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:18.200799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c8db90d-347c-4e85-badf-70131c41895e req-015f6c7c-7f75-4172-88f3-04afe8f94742 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d34322b-4c61-4c44-8110-1eef813748d6 HTTP/1.1" status: 200 len: 834 time: 0.0465961 Jul 16 21:17:18.263435 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8db90d-347c-4e85-badf-70131c41895e req-719f6460-5fbb-4e7f-a4ce-b2a4d12a4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:18.265605 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c8db90d-347c-4e85-badf-70131c41895e req-719f6460-5fbb-4e7f-a4ce-b2a4d12a4cbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573320 Jul 16 21:17:18.356176 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c8db90d-347c-4e85-badf-70131c41895e req-23ec1a34-26db-40f8-b790-d731601f73f6 service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833306 Jul 16 21:17:18.482002 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c8db90d-347c-4e85-badf-70131c41895e req-9b67994f-add0-463b-827a-7902db1a62c8 service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194313 Jul 16 21:17:18.502945 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb389e-0527-4c61-8732-68e3c97dfb5d req-ce4e2f0d-cc57-44da-84f4-67a6ba754a73 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:18.504431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2bb389e-0527-4c61-8732-68e3c97dfb5d req-ce4e2f0d-cc57-44da-84f4-67a6ba754a73 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 943 time: 0.1092255 Jul 16 21:17:18.541693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2bb389e-0527-4c61-8732-68e3c97dfb5d req-00540c6a-e2db-434f-8bf7-d5b4881cc563 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Jul 16 21:17:18.613832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:18.664332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:18.664809 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:19.656341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ec14132-1875-4521-becb-9cf4d8fc8371 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:17:19.720665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71fd4c-8b59-482a-b286-5cabe221d5e5 req-c2d95d3a-6a36-4c0c-b215-fed62ed43a14 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:19.722166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba71fd4c-8b59-482a-b286-5cabe221d5e5 req-c2d95d3a-6a36-4c0c-b215-fed62ed43a14 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 943 time: 0.0726004 Jul 16 21:17:19.759159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ec14132-1875-4521-becb-9cf4d8fc8371, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ec14132-1875-4521-becb-9cf4d8fc8371,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:19.760377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba71fd4c-8b59-482a-b286-5cabe221d5e5 req-7a40b2b5-efe6-4b79-9f05-25e12388c982 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316832 Jul 16 21:17:19.770205 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'port_id': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'mac_address': 'fa:16:3e:c1:ff:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:17:19.806109 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:19.817966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec14132-1875-4521-becb-9cf4d8fc8371 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:17:19.837198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ec14132-1875-4521-becb-9cf4d8fc8371, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ec14132-1875-4521-becb-9cf4d8fc8371,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:19.841006 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:19.885896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=7ec14132-1875-4521-becb-9cf4d8fc8371,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:20.087056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['7ec14132-1875-4521-becb-9cf4d8fc8371'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:17:20.692531 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7ad78e76-1a94-434c-9995-1fb830d63f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:20.937849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf26c-b881-4d4e-bab0-89b18dc11b0f req-8b6379c4-d67e-4dd8-9d55-e28b2c5221f1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:20.939392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f6cf26c-b881-4d4e-bab0-89b18dc11b0f req-8b6379c4-d67e-4dd8-9d55-e28b2c5221f1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 944 time: 0.0653512 Jul 16 21:17:20.980598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f6cf26c-b881-4d4e-bab0-89b18dc11b0f req-5c84a78b-04c5-4cbd-a690-40ed644eeaf8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349255 Jul 16 21:17:21.671740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ec14132-1875-4521-becb-9cf4d8fc8371 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:17:21.723638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 7ec14132-1875-4521-becb-9cf4d8fc8371 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:17:21.727578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 7ec14132-1875-4521-becb-9cf4d8fc8371 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:17:21.727945 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:21.801136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:21.822656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:17:21.824943 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc7d931-617e-4d19-81ae-baf6312e9aae" -d '{"events": [{"server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "name": "network-vif-plugged", "status": "completed", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:17:21.837243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 7ec14132-1875-4521-becb-9cf4d8fc8371, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ec14132-1875-4521-becb-9cf4d8fc8371,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:17:21.842131 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:21.893723 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=7ec14132-1875-4521-becb-9cf4d8fc8371,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:21.917441 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e240e76d-69bb-4df5-871a-7d0d1850473b x-openstack-request-id: req-e240e76d-69bb-4df5-871a-7d0d1850473b {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:17:21.917733 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "name": "network-vif-plugged", "status": "completed", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:17:21.917989 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e240e76d-69bb-4df5-871a-7d0d1850473b {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:17:21.918384 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'code': 200} Jul 16 21:17:22.030165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42fcbf-123c-4f73-a810-f709551aa0eb req-ca7e5477-ed2c-45da-8cea-3cfabc202fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:22.031679 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e42fcbf-123c-4f73-a810-f709551aa0eb req-ca7e5477-ed2c-45da-8cea-3cfabc202fbb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 1097 time: 0.0523276 Jul 16 21:17:22.068027 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8e42fcbf-123c-4f73-a810-f709551aa0eb req-4d4d53ac-3f5f-4305-a3e3-a7f5cf2eb034 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301507 Jul 16 21:17:22.157278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39f0c1-8859-4312-a0db-856beff56f51 req-157a6918-a74e-49ae-8dfd-73246102d47e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:22.158664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc39f0c1-8859-4312-a0db-856beff56f51 req-157a6918-a74e-49ae-8dfd-73246102d47e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0621665 Jul 16 21:17:22.195383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fc39f0c1-8859-4312-a0db-856beff56f51 req-0b965236-dfc0-4799-a88d-9be1cd7b1ecc tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303757 Jul 16 21:17:23.364064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db608ad0-fb0c-4e28-9b11-cda1965d55df req-5623c8de-21db-4eab-9136-151dc503aa97 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:23.366122 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db608ad0-fb0c-4e28-9b11-cda1965d55df req-5623c8de-21db-4eab-9136-151dc503aa97 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0616460 Jul 16 21:17:23.401616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db608ad0-fb0c-4e28-9b11-cda1965d55df req-48906218-e671-4354-9f02-d6d42a398bbc tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299375 Jul 16 21:17:23.472307 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:23.475625 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec082b27-ff77-4587-9f8c-1c6860a9fa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:23.584454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac6d0f-6166-48a8-af35-1f1b94b6d0a6 req-4c7b08a8-24d5-4144-8e23-9fb8f54a119a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:23.585914 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4ac6d0f-6166-48a8-af35-1f1b94b6d0a6 req-4c7b08a8-24d5-4144-8e23-9fb8f54a119a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0679424 Jul 16 21:17:23.623176 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4ac6d0f-6166-48a8-af35-1f1b94b6d0a6 req-5652473f-5139-4556-bdad-1648b0c67e64 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316131 Jul 16 21:17:23.647445 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47416) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:23.701147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd95661-15d0-4a50-b0e2-8335253153a2 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:23.702751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-dfd95661-15d0-4a50-b0e2-8335253153a2 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 1092 time: 0.0542490 Jul 16 21:17:23.705667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47418) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:23.710610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:17:23.735391 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:23.834163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:23.931774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.252 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/55262591-0e19-40d2-b021-549e65ee705f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:17:24.032467 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:24.069633 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:24.103803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:17:24.106702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:17:24.109159 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:17:24.141246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=55262591-0e19-40d2-b021-549e65ee705f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:24.779172 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:24.792354 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:24.854209 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:25.001890 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:25.006311 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:25.053119 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-f44734af-587a-4206-b72f-0072d1c4c68a req-c89e59d0-42e4-4e95-a703-d07a4302ae3f service neutron] (93958) timed out ('10.222.0.63', 64091) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:17:25.081908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=55262591-0e19-40d2-b021-549e65ee705f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:17:25.089461 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:25.188921 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 5617470f-0a90-4e3a-8a5b-06940b8e59ec associated. External IP: 172.25.7.252, port: 7ec14132-1875-4521-becb-9cf4d8fc8371. Jul 16 21:17:25.398067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router b10eb64b-2f56-45c3-a41b-fd24c9474c52 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:17:25.503554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:17:25.512503 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] Sync routers for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:17:25.519751 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:25.521514 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:25.522132 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:25.556376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4d9490e8-abd5-44e6-af8b-91f8979ba557 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8497300 Jul 16 21:17:25.557138 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:17:25.562692 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa73acb-cf30-4195-985f-0c5dc5c15dda" -d '{"events": [{"name": "network-changed", "server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:17:25.627200 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:25.707339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80113f4e-b8f0-4e2f-a670-49095380e4e8 req-622e1608-853a-4948-9e76-29965c864b93 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:25.709448 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-80113f4e-b8f0-4e2f-a670-49095380e4e8 req-622e1608-853a-4948-9e76-29965c864b93 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0648141 Jul 16 21:17:25.748365 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-80113f4e-b8f0-4e2f-a670-49095380e4e8 req-cef294f4-cdb1-4c59-8094-17a0ffcb237e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Jul 16 21:17:25.773025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47424) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:25.813410 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86971cfb-4064-4856-b755-b5745aefe0fe x-openstack-request-id: req-86971cfb-4064-4856-b755-b5745aefe0fe {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:17:25.814097 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:17:25.814097 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86971cfb-4064-4856-b755-b5745aefe0fe {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:17:25.814300 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'status': 'completed', 'code': 200} Jul 16 21:17:25.859703 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '5617470f-0a90-4e3a-8a5b-06940b8e59ec', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'port_id': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'mac_address': 'fa:16:3e:c1:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6690caad-db73-42ed-91a5-bbf872abb643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:17:24Z', 'updated_at': '2021-07-16T21:17:24Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75', 'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:0e:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:12Z', 'updated_at': '2021-07-16T21:17:17Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:25.863939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1a21bca1-570a-45e1-92e2-d5f1a20d60ae tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/5617470f-0a90-4e3a-8a5b-06940b8e59ec HTTP/1.1" status: 200 len: 991 time: 0.0896258 Jul 16 21:17:25.888454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-96ff7880-e0dd-4c3a-af2b-8ecbe2f3feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:25.888857 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] Checking router: b10eb64b-2f56-45c3-a41b-fd24c9474c52 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:17:25.889937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-96ff7880-e0dd-4c3a-af2b-8ecbe2f3feb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 1097 time: 0.0580318 Jul 16 21:17:25.897686 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:17:25.898300 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:25.981250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-84c7e152-1964-431d-82bd-ab6f007f73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:25.983054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-84c7e152-1964-431d-82bd-ab6f007f73ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f HTTP/1.1" status: 200 len: 898 time: 0.0871756 Jul 16 21:17:26.001828 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:17:26.053367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-2702a240-7b00-4f3f-a055-421252409f11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ec14132-1875-4521-becb-9cf4d8fc8371 HTTP/1.1" status: 200 len: 999 time: 0.0642722 Jul 16 21:17:26.103647 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-2ac1d29c-c51b-40a7-a161-fb317f00e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:26.105337 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-2ac1d29c-c51b-40a7-a161-fb317f00e484 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d34322b-4c61-4c44-8110-1eef813748d6 HTTP/1.1" status: 200 len: 834 time: 0.0454426 Jul 16 21:17:26.163441 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-42f1fe16-73f3-4bfe-9200-7ad5260e9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:26.164997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-42f1fe16-73f3-4bfe-9200-7ad5260e9f8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535011 Jul 16 21:17:26.234689 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '5617470f-0a90-4e3a-8a5b-06940b8e59ec', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'port_id': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'mac_address': 'fa:16:3e:c1:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6690caad-db73-42ed-91a5-bbf872abb643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:17:24Z', 'updated_at': '2021-07-16T21:17:24Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75', 'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:0e:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:12Z', 'updated_at': '2021-07-16T21:17:17Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:17:26.261936 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf306763-865e-4bc6-8d8e-360fba0ac5cb None None] The sync data for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 is: [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '5617470f-0a90-4e3a-8a5b-06940b8e59ec', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'port_id': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'mac_address': 'fa:16:3e:c1:ff:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6690caad-db73-42ed-91a5-bbf872abb643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:17:24Z', 'updated_at': '2021-07-16T21:17:24Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75', 'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:0e:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:12Z', 'updated_at': '2021-07-16T21:17:17Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:17:26.283685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-0fd369e3-7187-40c7-9a84-b315217a6663 service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114011 Jul 16 21:17:26.389625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eaa73acb-cf30-4195-985f-0c5dc5c15dda req-20561ec5-3046-406f-b071-e202bd3a444a service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998764 Jul 16 21:17:26.468261 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:26.470534 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb6b47-5c34-4253-b0eb-f98d1470f012 None None] New status for floating IP 5617470f-0a90-4e3a-8a5b-06940b8e59ec: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:17:26.867594 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:26.925787 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-90c51e25-4c86-4df6-a1be-ee7acb8290c3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/5617470f-0a90-4e3a-8a5b-06940b8e59ec HTTP/1.1" status: 200 len: 993 time: 0.0571074 Jul 16 21:17:30.995022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-8342ca7d-681b-41b3-a652-cd9f87f63963 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504208 Jul 16 21:17:31.086998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-f5bd1874-9afc-4225-a080-94058ff0cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:31.088756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-f5bd1874-9afc-4225-a080-94058ff0cbec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 1097 time: 0.0530033 Jul 16 21:17:31.212796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-983b3f34-f3bb-4ae5-88b9-bc67839060c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:31.214521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-983b3f34-f3bb-4ae5-88b9-bc67839060c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f HTTP/1.1" status: 200 len: 898 time: 0.1050696 Jul 16 21:17:31.279293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-2d22e06d-5d80-42e7-ad7f-388b479fb6ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ec14132-1875-4521-becb-9cf4d8fc8371 HTTP/1.1" status: 200 len: 1001 time: 0.0586927 Jul 16 21:17:31.326298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-80d355e0-15dd-42e5-a0d2-2f5da79b4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:31.327784 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-80d355e0-15dd-42e5-a0d2-2f5da79b4c10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d34322b-4c61-4c44-8110-1eef813748d6 HTTP/1.1" status: 200 len: 834 time: 0.0432918 Jul 16 21:17:31.390163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-582fda9c-f157-4890-830a-d8cc72958d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:31.391701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-582fda9c-f157-4890-830a-d8cc72958d49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580659 Jul 16 21:17:31.479102 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-8ee19984-5914-4e44-ae4a-ededf109cc44 service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811210 Jul 16 21:17:31.571488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21fb170c-03c2-41c6-9140-ef9e796fb983 req-265eb586-f6fd-435c-9881-addf332e288c service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858557 Jul 16 21:17:46.209405 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:46.682112 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:17:47.388100 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:50.694374 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c29e6fed-dd45-4caf-b80e-f86b55d08adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.471840 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:53.473868 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57a5c1be-fe85-4dba-b51d-9c38557b5ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:54.795202 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:55.739512 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2a4a-f94e-4c55-b1d8-5199e8436bbe req-c5281916-e89b-4a0a-b2c2-2c7ef2c95c8e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:55.741572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43fa2a4a-f94e-4c55-b1d8-5199e8436bbe req-c5281916-e89b-4a0a-b2c2-2c7ef2c95c8e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0626721 Jul 16 21:17:55.779363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43fa2a4a-f94e-4c55-b1d8-5199e8436bbe req-127372c6-10cb-4a1e-a839-d0b01341b2ae tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320418 Jul 16 21:17:56.469861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:17:56.957464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e5259-747c-4a03-8b33-b4f1d05d01a2 req-71c95fd4-87db-4ab7-9bcc-f6c29f93dbbb tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:56.958820 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b3e5259-747c-4a03-8b33-b4f1d05d01a2 req-71c95fd4-87db-4ab7-9bcc-f6c29f93dbbb tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0662227 Jul 16 21:17:56.996842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4b3e5259-747c-4a03-8b33-b4f1d05d01a2 req-72d57cef-60fd-4823-bdbf-081e464792e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322821 Jul 16 21:17:57.020822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47446) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:57.079293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-53aa231d-effe-412b-8573-7fa3e4784606 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/5617470f-0a90-4e3a-8a5b-06940b8e59ec HTTP/1.1" status: 200 len: 993 time: 0.0573635 Jul 16 21:17:58.498917 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179dadf-48fd-4399-bcf4-4d467869e029 req-ba80bbc6-b300-4575-aaa8-9345c776fd6d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:58.500454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6179dadf-48fd-4399-bcf4-4d467869e029 req-ba80bbc6-b300-4575-aaa8-9345c776fd6d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0637081 Jul 16 21:17:58.544408 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6179dadf-48fd-4399-bcf4-4d467869e029 req-bdc36cbf-d264-4f3c-981a-ace33b6b298d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376492 Jul 16 21:17:59.724940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9492c9-876e-45a7-aa1c-4f8fa520bfa0 req-2ab312aa-b977-425f-b6f0-65a33cae1f99 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:17:59.726961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d9492c9-876e-45a7-aa1c-4f8fa520bfa0 req-2ab312aa-b977-425f-b6f0-65a33cae1f99 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0670898 Jul 16 21:17:59.765045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d9492c9-876e-45a7-aa1c-4f8fa520bfa0 req-32b783e7-7c32-416a-a816-35ed6d228c44 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Jul 16 21:17:59.790440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47456) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:17:59.850017 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-c55e7548-cfad-465a-88e0-9c092bb759f3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/5617470f-0a90-4e3a-8a5b-06940b8e59ec HTTP/1.1" status: 200 len: 993 time: 0.0582478 Jul 16 21:18:00.178613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47462) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:00.333109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 55262591-0e19-40d2-b021-549e65ee705f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:18:00.333461 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.406126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.406450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.418204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 55262591-0e19-40d2-b021-549e65ee705f owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:18:00.592749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.618438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=55262591-0e19-40d2-b021-549e65ee705f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:00.643718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.644082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.644401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.644732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.645060 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.645385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.645708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.646029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.646351 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.646672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.646985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.647322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:00.691230 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:00.691646 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 5617470f-0a90-4e3a-8a5b-06940b8e59ec disassociated (deleted). External IP: 172.25.7.252, port: 7ec14132-1875-4521-becb-9cf4d8fc8371. Jul 16 21:18:00.895696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router b10eb64b-2f56-45c3-a41b-fd24c9474c52 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:18:00.996153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:01.001065 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:01.005175 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] Sync routers for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:01.014551 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:01.015164 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:01.220253 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:01.350499 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-722baf49-b84b-4039-807c-bfa6cb52471f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/floatingips/5617470f-0a90-4e3a-8a5b-06940b8e59ec HTTP/1.1" status: 204 len: 168 time: 1.1683083 Jul 16 21:18:01.350499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:01.351070 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7def934e-9f2c-4918-ba5c-92ac1c07e557" -d '{"events": [{"name": "network-changed", "server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:01.426260 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75', 'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:0e:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:12Z', 'updated_at': '2021-07-16T21:17:17Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:01.452279 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] Checking router: b10eb64b-2f56-45c3-a41b-fd24c9474c52 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:18:01.460912 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:01.461584 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:01.571161 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:01.592687 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c5e9f7-ccef-416d-9294-e9388b891801 x-openstack-request-id: req-25c5e9f7-ccef-416d-9294-e9388b891801 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:01.592957 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:01.593296 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25c5e9f7-ccef-416d-9294-e9388b891801 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:01.593753 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'status': 'completed', 'code': 200} Jul 16 21:18:01.679795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-add24b7c-6394-4775-bce8-1a4b90ab759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.681410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-add24b7c-6394-4775-bce8-1a4b90ab759b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 1097 time: 0.0600367 Jul 16 21:18:01.777816 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75', 'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:0e:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:12Z', 'updated_at': '2021-07-16T21:17:17Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:01.803371 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11e3d2-6d3f-453f-b6b0-d2c9837d934a None None] The sync data for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 is: [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:13Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75', 'name': '', 'network_id': 'bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:0e:74:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:12Z', 'updated_at': '2021-07-16T21:17:17Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '1d34322b-4c61-4c44-8110-1eef813748d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:01.808681 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-5e4ad1a0-57eb-44b2-9edb-b0091da19484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.810190 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-5e4ad1a0-57eb-44b2-9edb-b0091da19484 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f HTTP/1.1" status: 200 len: 898 time: 0.1190140 Jul 16 21:18:01.819091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab212e4-1cbe-480d-aa78-a46ba02b0d62 req-30ba5c63-6912-489e-a7ed-94fc9f870f83 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.821214 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ab212e4-1cbe-480d-aa78-a46ba02b0d62 req-30ba5c63-6912-489e-a7ed-94fc9f870f83 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.1388121 Jul 16 21:18:01.863900 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-99cf0d9c-7b81-4b7a-85ac-542563908bea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ec14132-1875-4521-becb-9cf4d8fc8371 HTTP/1.1" status: 200 len: 217 time: 0.0416420 Jul 16 21:18:01.926547 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9ab212e4-1cbe-480d-aa78-a46ba02b0d62 req-625e4eb5-ac17-4e1b-87d8-41e545e2fb89 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985503 Jul 16 21:18:01.934954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-bd6e0ba3-e7bd-4628-8d53-a8a3aec70cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.936574 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-bd6e0ba3-e7bd-4628-8d53-a8a3aec70cc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d34322b-4c61-4c44-8110-1eef813748d6 HTTP/1.1" status: 200 len: 834 time: 0.0656409 Jul 16 21:18:01.999458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-035b08cc-3a36-4fed-8e64-21699274438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:01.999458 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-035b08cc-3a36-4fed-8e64-21699274438e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556326 Jul 16 21:18:02.035221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207740a-2b21-4d60-b029-3c054b0bec31 None None] New status for floating IP 5617470f-0a90-4e3a-8a5b-06940b8e59ec: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:18:02.095724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-06d803af-2e54-4322-95c7-c3381fd0a73d service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875580 Jul 16 21:18:02.184982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7def934e-9f2c-4918-ba5c-92ac1c07e557 req-ea4415ac-f468-4ce6-81c5-d9b7fe9a5576 service neutron] 10.222.0.30 "GET /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824981 Jul 16 21:18:03.108693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb0b6-bcb0-4dfe-87f6-75d0f2fe219a req-3870f224-946d-4c60-b38b-ee0e1203d3ab tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:03.110190 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b7dbb0b6-bcb0-4dfe-87f6-75d0f2fe219a req-3870f224-946d-4c60-b38b-ee0e1203d3ab tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0669596 Jul 16 21:18:03.148419 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b7dbb0b6-bcb0-4dfe-87f6-75d0f2fe219a req-3491f975-b559-4f04-99ca-7c4da26438a1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=68e46031-f828-44bd-b071-d297d26a1109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324051 Jul 16 21:18:03.294619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-96edabc6-3fa5-42c0-8c7a-bb143f502320 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:03.296011 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-96edabc6-3fa5-42c0-8c7a-bb143f502320 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 945 time: 0.0615840 Jul 16 21:18:03.397358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 7ec14132-1875-4521-becb-9cf4d8fc8371 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:18:03.397701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:03.487424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port 7ec14132-1875-4521-becb-9cf4d8fc8371, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=7ec14132-1875-4521-becb-9cf4d8fc8371,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:03.487785 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:03.500543 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 7ec14132-1875-4521-becb-9cf4d8fc8371 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:18:03.630457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:03.664732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=7ec14132-1875-4521-becb-9cf4d8fc8371,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:03.706764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] No DVR routers for this DVR port 7ec14132-1875-4521-becb-9cf4d8fc8371 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:18:03.709427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:03.711725 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a13a36d1-0cb8-400d-be56-a4120c0992a4 req-43a51f66-9d28-4dcd-84a9-35886ff635b9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "DELETE /v2.0/ports/7ec14132-1875-4521-becb-9cf4d8fc8371 HTTP/1.1" status: 204 len: 173 time: 0.4094281 Jul 16 21:18:03.712204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'name': 'network-vif-deleted', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:03.714511 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053ebe7c-b9b6-4b4d-a2ae-c5c7a30b0e83" -d '{"events": [{"server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "name": "network-vif-deleted", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:03.751421 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712f6aae-8133-4e8d-bedb-dd0c93b68ea2 x-openstack-request-id: req-712f6aae-8133-4e8d-bedb-dd0c93b68ea2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:03.751733 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6690caad-db73-42ed-91a5-bbf872abb643", "name": "network-vif-deleted", "tag": "7ec14132-1875-4521-becb-9cf4d8fc8371", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:03.751985 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-712f6aae-8133-4e8d-bedb-dd0c93b68ea2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:03.752402 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6690caad-db73-42ed-91a5-bbf872abb643', 'name': 'network-vif-deleted', 'tag': '7ec14132-1875-4521-becb-9cf4d8fc8371', 'status': 'completed', 'code': 200} Jul 16 21:18:04.306443 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ba5f9bd-1cfb-49eb-8217-7cd5c7049545 req-30b7ffc2-5ded-443b-b266-632cd2dd39a9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=6690caad-db73-42ed-91a5-bbf872abb643 HTTP/1.1" status: 200 len: 210 time: 0.0337219 Jul 16 21:18:05.403574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:06.083794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:06.340052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:18:06.340318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:06.427048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:06.427749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:06.439133 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:18:06.617517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:06.643608 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:06.673466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.673834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.674506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.674953 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.675314 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.675656 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.675987 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.676364 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.676642 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.677025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.677290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.677606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:06.824973 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.036631 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router b10eb64b-2f56-45c3-a41b-fd24c9474c52 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:18:07.141503 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:07.147211 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cb3ffefb-aa0a-4ea7-989b-44b61759216c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/b10eb64b-2f56-45c3-a41b-fd24c9474c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425370 Jul 16 21:18:07.149800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:07.151166 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] Sync routers for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:07.160425 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:07.161031 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:07.199655 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-645dafb9-5a5f-42fa-a19f-f37e7286240e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting subnet 1d34322b-4c61-4c44-8110-1eef813748d6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:18:07.202642 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-645dafb9-5a5f-42fa-a19f-f37e7286240e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.241954 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-645dafb9-5a5f-42fa-a19f-f37e7286240e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.262551 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:07.328006 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-645dafb9-5a5f-42fa-a19f-f37e7286240e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.386368 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-645dafb9-5a5f-42fa-a19f-f37e7286240e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.413181 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dafb9-5a5f-42fa-a19f-f37e7286240e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Subnet': ['ID=1d34322b-4c61-4c44-8110-1eef813748d6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:07.416697 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-645dafb9-5a5f-42fa-a19f-f37e7286240e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.419380 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-645dafb9-5a5f-42fa-a19f-f37e7286240e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/subnets/1d34322b-4c61-4c44-8110-1eef813748d6 HTTP/1.1" status: 204 len: 168 time: 0.2678361 Jul 16 21:18:07.421153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:07.428343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4906a7a5-21f8-4e7d-8a4b-8148278b1529 None None] Network bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:18:07.438886 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:18:06Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:07.469556 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] Checking router: b10eb64b-2f56-45c3-a41b-fd24c9474c52 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:18:07.478638 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] Routers {'b10eb64b-2f56-45c3-a41b-fd24c9474c52'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:07.480967 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:07.529706 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.599330 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] Set router b10eb64b-2f56-45c3-a41b-fd24c9474c52 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:07.624126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] DHCP port deletion for bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:18:07.643392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.672466 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Deleting port db3f2ae2-724e-4b94-912b-17033c6dfcc5 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:18:07.673131 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.698817 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 24861b41-6d11-4025-b811-4d346d1ce198 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:18:07.699240 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.746535 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] For port db3f2ae2-724e-4b94-912b-17033c6dfcc5, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=db3f2ae2-724e-4b94-912b-17033c6dfcc5,segment=NetworkSegment(c7479ec0-f8d1-417d-bf21-a1a67829f116),segment_id=c7479ec0-f8d1-417d-bf21-a1a67829f116)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:07.747033 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.758904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Calling delete_port for db3f2ae2-724e-4b94-912b-17033c6dfcc5 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:18:07.780642 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port 24861b41-6d11-4025-b811-4d346d1ce198, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=24861b41-6d11-4025-b811-4d346d1ce198,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:07.781011 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.794113 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 24861b41-6d11-4025-b811-4d346d1ce198 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:18:07.794680 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:18:06Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:07.823601 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5afbc-8d5c-4c5b-9ad9-e541aa68105f None None] The sync data for ids ['b10eb64b-2f56-45c3-a41b-fd24c9474c52'] in n-d-792394-17 is: [{'id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100438442', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '24861b41-6d11-4025-b811-4d346d1ce198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:18:06Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '24861b41-6d11-4025-b811-4d346d1ce198', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10eb64b-2f56-45c3-a41b-fd24c9474c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:17:09Z', 'updated_at': '2021-07-16T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:07.845568 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.876867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Pushing event deleted for resources: {'Port': ['ID=db3f2ae2-724e-4b94-912b-17033c6dfcc5,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:07.879066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] No DVR routers for this DVR port db3f2ae2-724e-4b94-912b-17033c6dfcc5 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:18:07.887007 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.887402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.887740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.888069 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.888396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.889765 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.890104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.890437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.890762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.891086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.891435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.891760 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0407d-7d5c-4df8-a0c7-6b1e809eb526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:07.961912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ec14132-1875-4521-becb-9cf4d8fc8371 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:07.963831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:07.986123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 7ec14132-1875-4521-becb-9cf4d8fc8371 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:18:07.986465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 7ec14132-1875-4521-becb-9cf4d8fc8371 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:07.989881 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=24861b41-6d11-4025-b811-4d346d1ce198,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:08.054609 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.141736 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.143734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.189768 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.189768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Fanout notify agent at l3_agent the message router_deleted on router b10eb64b-2f56-45c3-a41b-fd24c9474c52 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:18:08.196494 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.197637 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0809ccb2-a1bc-4406-8ee5-35804505aa07 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/routers/b10eb64b-2f56-45c3-a41b-fd24c9474c52 HTTP/1.1" status: 204 len: 168 time: 0.7755516 Jul 16 21:18:08.200263 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:08.276226 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.364399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.375210 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:08.386371 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7479ec0-f8d1-417d-bf21-a1a67829f116') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:08.386668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7479ec0-f8d1-417d-bf21-a1a67829f116') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:08.395825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.409682 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.416035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:18:08.416450 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:18:08.419835 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:18:08.482854 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.489988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.492141 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/networks/bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f HTTP/1.1" status: 204 len: 168 time: 0.2908645 Jul 16 21:18:08.495540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47486) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:08.503225 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da2371-1ab1-4bdc-9bc9-e374c40da909 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Network': ['ID=bc90f5ea-eaef-4341-9b7e-b4ce38c7b18f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:08.551717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbf8b2e5-9525-4938-8374-8289800ab5dd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.576991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbf8b2e5-9525-4938-8374-8289800ab5dd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.636716 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbf8b2e5-9525-4938-8374-8289800ab5dd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.639448 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbf8b2e5-9525-4938-8374-8289800ab5dd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:08.640593 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-bbf8b2e5-9525-4938-8374-8289800ab5dd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/security-groups/68e46031-f828-44bd-b071-d297d26a1109 HTTP/1.1" status: 204 len: 168 time: 0.1444168 Jul 16 21:18:08.649709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8b2e5-9525-4938-8374-8289800ab5dd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e46031-f828-44bd-b071-d297d26a1109,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:08.856175 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:08.883188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:18:08.883685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 5c9cdbeb-66c2-45c7-8b39-0e977d3e8b75 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:08.884198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device db3f2ae2-724e-4b94-912b-17033c6dfcc5 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:08.902586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: db3f2ae2-724e-4b94-912b-17033c6dfcc5 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:18:08.902938 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device db3f2ae2-724e-4b94-912b-17033c6dfcc5 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:08.903380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 24861b41-6d11-4025-b811-4d346d1ce198 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:18:08.922087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 24861b41-6d11-4025-b811-4d346d1ce198 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:18:08.922435 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 24861b41-6d11-4025-b811-4d346d1ce198 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:18:09.160819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47492) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:09.166087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-01dd019c-4c39-4e2a-b756-f11d9b20186f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331171820', 'description': 'tempest-secgroup-smoke-331171820 description', 'project_id': '7550bd0ce7174afab0771bffd66a0f49'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:09.189161 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01dd019c-4c39-4e2a-b756-f11d9b20186f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.265050 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01dd019c-4c39-4e2a-b756-f11d9b20186f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.268427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01dd019c-4c39-4e2a-b756-f11d9b20186f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.295295 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01dd019c-4c39-4e2a-b756-f11d9b20186f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.296493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-01dd019c-4c39-4e2a-b756-f11d9b20186f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1346812 Jul 16 21:18:09.298326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd019c-4c39-4e2a-b756-f11d9b20186f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3adf0e88-3518-47a5-b213-bcbf156efb51,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.299497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:09.304463 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4b38e526-8f04-4619-836c-8409306c8c9c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '3adf0e88-3518-47a5-b213-bcbf156efb51', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:09.328850 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b38e526-8f04-4619-836c-8409306c8c9c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.383586 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b38e526-8f04-4619-836c-8409306c8c9c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.387098 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b38e526-8f04-4619-836c-8409306c8c9c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.404343 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38e526-8f04-4619-836c-8409306c8c9c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5baa9cc-c4d3-4935-bd57-380a5950df49,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.410407 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b38e526-8f04-4619-836c-8409306c8c9c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.411570 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4b38e526-8f04-4619-836c-8409306c8c9c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109324 Jul 16 21:18:09.414984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47496) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:09.419875 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-972ef30f-eef4-4956-86af-ae6e1fc67146 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '3adf0e88-3518-47a5-b213-bcbf156efb51', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:09.445578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-972ef30f-eef4-4956-86af-ae6e1fc67146 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.504953 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-972ef30f-eef4-4956-86af-ae6e1fc67146 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.509152 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-972ef30f-eef4-4956-86af-ae6e1fc67146 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.529691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ef30f-eef4-4956-86af-ae6e1fc67146 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04261be-925e-4269-b68f-707583dcff3b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.536379 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-972ef30f-eef4-4956-86af-ae6e1fc67146 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.537581 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-972ef30f-eef4-4956-86af-ae6e1fc67146 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214795 Jul 16 21:18:09.540380 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47498) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:09.544738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fef403d0-6ef9-45b8-8b19-b3b274d89be1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '3adf0e88-3518-47a5-b213-bcbf156efb51', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:09.568679 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fef403d0-6ef9-45b8-8b19-b3b274d89be1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.625548 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fef403d0-6ef9-45b8-8b19-b3b274d89be1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.628953 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fef403d0-6ef9-45b8-8b19-b3b274d89be1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.648173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef403d0-6ef9-45b8-8b19-b3b274d89be1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf3ab3f-006e-40a7-8453-2cbed3e1869c,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.651557 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fef403d0-6ef9-45b8-8b19-b3b274d89be1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.652774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fef403d0-6ef9-45b8-8b19-b3b274d89be1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114199 Jul 16 21:18:09.655571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47500) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:09.660000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4dba2e16-4c2f-4bba-a06a-5ecfc20bf860 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '3adf0e88-3518-47a5-b213-bcbf156efb51', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:09.684786 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dba2e16-4c2f-4bba-a06a-5ecfc20bf860 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.742865 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dba2e16-4c2f-4bba-a06a-5ecfc20bf860 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.746545 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dba2e16-4c2f-4bba-a06a-5ecfc20bf860 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.764151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba2e16-4c2f-4bba-a06a-5ecfc20bf860 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc9d208-f07e-493a-8103-ff0dcaa9e061,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.770217 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4dba2e16-4c2f-4bba-a06a-5ecfc20bf860 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.771035 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4dba2e16-4c2f-4bba-a06a-5ecfc20bf860 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145518 Jul 16 21:18:09.774505 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47502) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:09.778897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e5684a83-327a-477c-ac71-1a5031543312 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '3adf0e88-3518-47a5-b213-bcbf156efb51', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:09.800363 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-e5684a83-327a-477c-ac71-1a5031543312 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:18:09.805090 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5684a83-327a-477c-ac71-1a5031543312 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.867099 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5684a83-327a-477c-ac71-1a5031543312 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.870585 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5684a83-327a-477c-ac71-1a5031543312 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.888208 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5684a83-327a-477c-ac71-1a5031543312 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827ace15-e70b-4ec2-8954-2e42f083965b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:09.894057 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5684a83-327a-477c-ac71-1a5031543312 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.896373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e5684a83-327a-477c-ac71-1a5031543312 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206276 Jul 16 21:18:09.898691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47504) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:09.903070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2cc82c87-94d2-4b12-864f-37c46c855c69 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '3adf0e88-3518-47a5-b213-bcbf156efb51', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:09.923737 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-2cc82c87-94d2-4b12-864f-37c46c855c69 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:18:09.928224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc82c87-94d2-4b12-864f-37c46c855c69 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.987202 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc82c87-94d2-4b12-864f-37c46c855c69 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:09.990608 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc82c87-94d2-4b12-864f-37c46c855c69 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.008825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc82c87-94d2-4b12-864f-37c46c855c69 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996ba9f8-2b45-4041-b147-19b9dcb5e888,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:10.018427 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2cc82c87-94d2-4b12-864f-37c46c855c69 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.019684 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2cc82c87-94d2-4b12-864f-37c46c855c69 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199839 Jul 16 21:18:10.024311 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47506) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:10.029438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'network': {'name': 'tempest-network-smoke--1258670809', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:10.048686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:18:10.052004 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.075769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:18:10.084551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.084888 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Added segment 8b48fe32-2044-48e2-ac3f-514e2598b991 of type vlan for network 12858ea1-24a2-473a-b165-a64b7cc430ab Jul 16 21:18:10.123264 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.154491 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.159960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:10.160543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.195801 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703460 Jul 16 21:18:10.198520 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:10.203231 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'admin_state_up': True, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:10.225301 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.226776 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.228055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6619eb-75f9-49ae-9002-7a1db566d52a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Network': ['ID=12858ea1-24a2-473a-b165-a64b7cc430ab,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:10.238631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 12858ea1-24a2-473a-b165-a64b7cc430ab details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:18:10.282933 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.415015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.603015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.621243 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.721657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.188 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/c2d77798-5237-4443-8fc0-7079b1b26eb8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:18:10.817534 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.857885 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:10.899882 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:10.902690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:10.906195 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:18:10.911555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=c2d77798-5237-4443-8fc0-7079b1b26eb8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:11.146466 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:11.335599 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:11.793290 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:18:11.894756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:11.903740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Sync routers for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:11.912813 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:11.913573 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:11.913927 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:11.914729 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8eae340d-bf42-44c7-b46f-c881eb2536e5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7151577 Jul 16 21:18:11.917989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47510) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:11.946719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-31809cc4-48bf-4dce-be75-1993a4546da2 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=7550bd0ce7174afab0771bffd66a0f49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268364 Jul 16 21:18:11.948705 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47512) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:12.017451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:12.108962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b91ca-7b7d-4693-8233-43000108655f tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:12.110476 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cf7b91ca-7b7d-4693-8233-43000108655f tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1608675 Jul 16 21:18:12.113302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47514) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:12.149929 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-799e9140-5413-4a5d-a063-e4685620bc79 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326753 Jul 16 21:18:12.150180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47516) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:12.155058 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374761300', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:12.194683 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:11Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:12.224398 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Checking router: f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:18:12.224744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Updating router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b port c2d77798-5237-4443-8fc0-7079b1b26eb8 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:18:12.239044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:18:12.242580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.258359 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.419793 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.484099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Subnet': ['ID=907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:12.492009 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Checking segment: {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:12.492448 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network hostable DHCP agents. Network: 12858ea1-24a2-473a-b165-a64b7cc430ab, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:18:12.509622 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 12858ea1-24a2-473a-b165-a64b7cc430ab is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:18:12.509891 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.517383 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 12858ea1-24a2-473a-b165-a64b7cc430ab) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:12.519604 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Transition to ACTIVE for port object c2d77798-5237-4443-8fc0-7079b1b26eb8 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:12.521779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:12.522968 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.527082 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.537023 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d94497-f955-46ac-9e41-b33ea44c3a30 None None] Network 12858ea1-24a2-473a-b165-a64b7cc430ab requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:18:12.540644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f830b12e-15cb-4df1-92ff-2e40c572adf9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3867514 Jul 16 21:18:12.540796 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47518) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:12.610362 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccfe8e-9b83-47c9-8aed-bb19ed55b81e None None] Pushing event updated for resources: {'Port': ['ID=c2d77798-5237-4443-8fc0-7079b1b26eb8,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:12.612591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Attempting to bind port c2d77798-5237-4443-8fc0-7079b1b26eb8 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:12.612956 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Attempting to bind port c2d77798-5237-4443-8fc0-7079b1b26eb8 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:12.613317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Attempting to bind port c2d77798-5237-4443-8fc0-7079b1b26eb8 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:12.644033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:12.644407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:12.644809 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.645194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:12.645653 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Bound port: c2d77798-5237-4443-8fc0-7079b1b26eb8, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:12.646025 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.739672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] For port c2d77798-5237-4443-8fc0-7079b1b26eb8, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:12.756384 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] For port c2d77798-5237-4443-8fc0-7079b1b26eb8, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c2d77798-5237-4443-8fc0-7079b1b26eb8,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:12.764136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.808000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-12858ea1-24a2-473a-b165-a64b7cc430ab', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:18:12.808830 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:12.906465 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:12.907161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:12.912125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccfe8e-9b83-47c9-8aed-bb19ed55b81e None None] Pushing event updated for resources: {'Port': ['ID=c2d77798-5237-4443-8fc0-7079b1b26eb8,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:12.967456 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.209295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Allocated IP 172.20.0.2 (12858ea1-24a2-473a-b165-a64b7cc430ab/907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90/4e0e6495-a886-4696-b6c2-eb129cc78050) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:18:13.212309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:13.480678 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.492218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Transition to ACTIVE for port object 4e0e6495-a886-4696-b6c2-eb129cc78050 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:13.511334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:11Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:13.513301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Transition to ACTIVE for port object 4e0e6495-a886-4696-b6c2-eb129cc78050 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:13.540062 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.541917 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13067936-9db8-42bf-a146-c0cbb93c564a None None] The sync data for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 is: [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:11Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:13.574014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.1 (12858ea1-24a2-473a-b165-a64b7cc430ab/907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90/b6f2eb60-baaa-4392-afcc-35c0ac845538) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:18:13.586432 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Network 12858ea1-24a2-473a-b165-a64b7cc430ab is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:13.589514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:13.594002 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:18:13.599048 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Pushing event updated for resources: {'Port': ['ID=4e0e6495-a886-4696-b6c2-eb129cc78050,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:13.655356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Attempting to bind port 4e0e6495-a886-4696-b6c2-eb129cc78050 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:13.655731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Attempting to bind port 4e0e6495-a886-4696-b6c2-eb129cc78050 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:13.656112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Attempting to bind port 4e0e6495-a886-4696-b6c2-eb129cc78050 on network 12858ea1-24a2-473a-b165-a64b7cc430ab {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:13.661464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:13.661842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Checking segment: {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:13.662250 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.662775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Bound using segment: {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:13.663974 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Bound port: 4e0e6495-a886-4696-b6c2-eb129cc78050, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:13.664355 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.715790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.730203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] For port 4e0e6495-a886-4696-b6c2-eb129cc78050, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:13.731011 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object b6f2eb60-baaa-4392-afcc-35c0ac845538 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:13.733448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] For port 4e0e6495-a886-4696-b6c2-eb129cc78050, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4e0e6495-a886-4696-b6c2-eb129cc78050,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:13.737588 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.783421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:13.822033 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30071f5a-265a-4a68-bef1-c9057e943396 None None] Pushing event updated for resources: {'Port': ['ID=4e0e6495-a886-4696-b6c2-eb129cc78050,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:13.856155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 12858ea1-24a2-473a-b165-a64b7cc430ab is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:13.859739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:13.864584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:18:13.868812 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=b6f2eb60-baaa-4392-afcc-35c0ac845538,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:13.923714 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:14.102743 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:14.396763 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:14.401505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:14.481124 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=b6f2eb60-baaa-4392-afcc-35c0ac845538,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:14.488386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:14.586843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 12858ea1-24a2-473a-b165-a64b7cc430ab is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:14.588404 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:14.720346 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4e0e6495-a886-4696-b6c2-eb129cc78050 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:14.784280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 4e0e6495-a886-4696-b6c2-eb129cc78050 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:14.790739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c2d77798-5237-4443-8fc0-7079b1b26eb8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:14.816445 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca2e539-b07d-4407-81aa-6fba42b0765f None None] Network 12858ea1-24a2-473a-b165-a64b7cc430ab requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:18:14.888104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-53518961-3359-4fda-89a1-08d5e9a3a723 None None] Provisioning for port 4e0e6495-a886-4696-b6c2-eb129cc78050 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:14.900944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-53518961-3359-4fda-89a1-08d5e9a3a723 None None] Provisioning complete for port 4e0e6495-a886-4696-b6c2-eb129cc78050 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:14.901327 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53518961-3359-4fda-89a1-08d5e9a3a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:14.955973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c2d77798-5237-4443-8fc0-7079b1b26eb8 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:14.983093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c2d77798-5237-4443-8fc0-7079b1b26eb8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:14.983490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.044221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:18:15.103894 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53518961-3359-4fda-89a1-08d5e9a3a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.157563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:15.163470 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8e83e90f-c4aa-43c8-b553-2ad4909e73d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6209280 Jul 16 21:18:15.173732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.184901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-53518961-3359-4fda-89a1-08d5e9a3a723 None None] For port 4e0e6495-a886-4696-b6c2-eb129cc78050, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4e0e6495-a886-4696-b6c2-eb129cc78050,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:15.203412 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-53518961-3359-4fda-89a1-08d5e9a3a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.206168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c2d77798-5237-4443-8fc0-7079b1b26eb8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c2d77798-5237-4443-8fc0-7079b1b26eb8,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:15.211726 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.233545 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Sync routers for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:15.243137 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:15.243800 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:15.265647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53518961-3359-4fda-89a1-08d5e9a3a723 None None] Pushing event updated for resources: {'Port': ['ID=4e0e6495-a886-4696-b6c2-eb129cc78050,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:15.340436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c2d77798-5237-4443-8fc0-7079b1b26eb8,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:15.348261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-76618e79-c3ee-4e0f-abc3-49724fccdb16 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331171820&fields=id&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 267 time: 0.0479438 Jul 16 21:18:15.465335 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:15.465603 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1b61d-7801-4a98-a549-e93135e58477 req-4bd0d838-6383-4132-b385-1a116a3776c0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:15.467181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-4bd0d838-6383-4132-b385-1a116a3776c0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/networks?id=12858ea1-24a2-473a-b165-a64b7cc430ab HTTP/1.1" status: 200 len: 797 time: 0.1112311 Jul 16 21:18:15.483485 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-99466684-f2dd-4ea7-9e3a-348e2a848a2d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/quotas/7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 375 time: 0.0104821 Jul 16 21:18:15.531898 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d5177e3f-73c3-40ea-a6c2-25058d5b20d9 None None] Provisioning for port b6f2eb60-baaa-4392-afcc-35c0ac845538 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:15.540041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d5177e3f-73c3-40ea-a6c2-25058d5b20d9 None None] Provisioning complete for port b6f2eb60-baaa-4392-afcc-35c0ac845538 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:15.540426 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d5177e3f-73c3-40ea-a6c2-25058d5b20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.564224 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-a7cc5c09-a1e1-485d-83e0-481270fd4503 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746164 Jul 16 21:18:15.578576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-d5177e3f-73c3-40ea-a6c2-25058d5b20d9 None None] Port b6f2eb60-baaa-4392-afcc-35c0ac845538 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:18:15.599329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d5177e3f-73c3-40ea-a6c2-25058d5b20d9 None None] Provisioning complete for port 4e0e6495-a886-4696-b6c2-eb129cc78050 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:15.599721 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d5177e3f-73c3-40ea-a6c2-25058d5b20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.677989 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-0658e024-249b-46f5-bb74-2a84824e9213 service neutron] 10.222.0.10 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967145 Jul 16 21:18:15.718638 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b6f2eb60-baaa-4392-afcc-35c0ac845538', 'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:8b:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:13Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 2, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:15.745661 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Checking router: f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:18:15.746096 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Updating router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b port b6f2eb60-baaa-4392-afcc-35c0ac845538 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:18:15.781518 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.788079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-a0c64810-7b11-4fe6-a224-ec82d1c46fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027708 Jul 16 21:18:15.815107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4102a8c8-c722-49ab-a6ae-54bed62d439a None None] Provisioning complete for port b6f2eb60-baaa-4392-afcc-35c0ac845538 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:15.815665 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4102a8c8-c722-49ab-a6ae-54bed62d439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:15.869814 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-4102a8c8-c722-49ab-a6ae-54bed62d439a None None] Port b6f2eb60-baaa-4392-afcc-35c0ac845538 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:18:15.986745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0943a89-9180-4e1e-9a7d-b17e0c41f171 req-30f2cc0e-4643-4c23-ac0b-59bea5fcd970 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 210 time: 0.0329299 Jul 16 21:18:15.996648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9c713209-94a1-4bac-bf4e-c9464b0ce9b9 None None] Provisioning complete for port b6f2eb60-baaa-4392-afcc-35c0ac845538 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:15.998295 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9c713209-94a1-4bac-bf4e-c9464b0ce9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:16.035986 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9c713209-94a1-4bac-bf4e-c9464b0ce9b9 None None] Port b6f2eb60-baaa-4392-afcc-35c0ac845538 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:18:16.088255 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:16.098769 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Transition to ACTIVE for port object b6f2eb60-baaa-4392-afcc-35c0ac845538 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:16.104924 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:16.162442 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Pushing event updated for resources: {'Port': ['ID=b6f2eb60-baaa-4392-afcc-35c0ac845538,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:16.193472 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.194039 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.194983 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.195432 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.195855 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.196283 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.196845 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.197199 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.197602 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.197999 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.198437 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.198821 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:18:16.212077 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:16.238246 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Attempting to bind port b6f2eb60-baaa-4392-afcc-35c0ac845538 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:16.238869 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Attempting to bind port b6f2eb60-baaa-4392-afcc-35c0ac845538 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:16.239221 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Attempting to bind port b6f2eb60-baaa-4392-afcc-35c0ac845538 on network 12858ea1-24a2-473a-b165-a64b7cc430ab {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:16.252162 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:16.252856 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Checking segment: {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:16.253504 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:16.253899 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Bound using segment: {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:16.254427 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Bound port: b6f2eb60-baaa-4392-afcc-35c0ac845538, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:16.254809 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:16.323240 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] For port b6f2eb60-baaa-4392-afcc-35c0ac845538, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:16.325907 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] For port b6f2eb60-baaa-4392-afcc-35c0ac845538, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b6f2eb60-baaa-4392-afcc-35c0ac845538,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:16.331672 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:16.394451 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fb261-f264-4804-91c5-ed0a77b98fce None None] Pushing event updated for resources: {'Port': ['ID=b6f2eb60-baaa-4392-afcc-35c0ac845538,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:16.398000 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:16.398840 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:17:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:16.517687 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:16.662213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4e0e6495-a886-4696-b6c2-eb129cc78050 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:16.711904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 4e0e6495-a886-4696-b6c2-eb129cc78050 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:16.712572 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:16.740734 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b6f2eb60-baaa-4392-afcc-35c0ac845538', 'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:8b:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:13Z', 'updated_at': '2021-07-16T21:18:16Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:16.772341 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d493ed7-0c77-4a98-bd02-89a0f455b472 None None] The sync data for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 is: [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b6f2eb60-baaa-4392-afcc-35c0ac845538', 'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:8b:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:13Z', 'updated_at': '2021-07-16T21:18:16Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:16.796501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c2d77798-5237-4443-8fc0-7079b1b26eb8 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:16.859804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c2d77798-5237-4443-8fc0-7079b1b26eb8 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:16.860405 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:17.156897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0185bb9b-b447-49d5-b767-ae7621175ced req-11695b7b-137b-4a3e-b0ea-0c02edebe5a9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 210 time: 0.0508239 Jul 16 21:18:17.244422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1b61d-7801-4a98-a549-e93135e58477 req-9d48f530-2c6d-4f8f-a867-72b08f7e2b10 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:17.246093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-9d48f530-2c6d-4f8f-a867-72b08f7e2b10 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.63 "GET /v2.0/networks?id=12858ea1-24a2-473a-b165-a64b7cc430ab HTTP/1.1" status: 200 len: 797 time: 0.1303923 Jul 16 21:18:17.292862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-e4ab4c78-6564-4451-97f0-79f3dfd7bbbe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 379 time: 0.0376661 Jul 16 21:18:17.302008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'port': {'device_id': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'admin_state_up': True, 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'security_groups': ['3adf0e88-3518-47a5-b213-bcbf156efb51']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:17.404271 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:17.422615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:18:17.426193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:17.554242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.10 (12858ea1-24a2-473a-b165-a64b7cc430ab/907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90/bd5da4c8-9242-4b1c-98da-f4e3109d7112) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:18:17.704963 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:17.719012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object bd5da4c8-9242-4b1c-98da-f4e3109d7112 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:17.754020 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:17.806693 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 12858ea1-24a2-473a-b165-a64b7cc430ab is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:17.810176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:17.814156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:18:17.846218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=bd5da4c8-9242-4b1c-98da-f4e3109d7112,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:17.871103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:17.871773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:17.891113 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-60bdfa41-f70c-4cdb-8535-c6d2e3f9c645 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5930395 Jul 16 21:18:17.903110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Request body: {'port': {'device_id': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:17.991880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.029562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9480bce4-dc1c-4840-a1e6-47263400cc04 None None] Provisioning for port bd5da4c8-9242-4b1c-98da-f4e3109d7112 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:18.033305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9480bce4-dc1c-4840-a1e6-47263400cc04 None None] Provisioning complete for port bd5da4c8-9242-4b1c-98da-f4e3109d7112 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:18.033672 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9480bce4-dc1c-4840-a1e6-47263400cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.066546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9480bce4-dc1c-4840-a1e6-47263400cc04 None None] Port bd5da4c8-9242-4b1c-98da-f4e3109d7112 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:18:18.273954 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5da4c8-9242-4b1c-98da-f4e3109d7112 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:18.290169 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.321773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Transition to ACTIVE for port object bd5da4c8-9242-4b1c-98da-f4e3109d7112 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:18:18.325316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.386888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5da4c8-9242-4b1c-98da-f4e3109d7112,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:18.404390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c97bf6-d515-4c12-919d-2bb7360cea25 req-a8829820-e715-46ec-8681-26aee33f6756 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:18.405968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-99c97bf6-d515-4c12-919d-2bb7360cea25 req-a8829820-e715-46ec-8681-26aee33f6756 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 932 time: 0.1274128 Jul 16 21:18:18.491805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-99c97bf6-d515-4c12-919d-2bb7360cea25 req-c79a0271-98c1-4fb1-b12b-3db5f279abf0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645919 Jul 16 21:18:18.505141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Attempting to bind port bd5da4c8-9242-4b1c-98da-f4e3109d7112 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:18:18.505427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Attempting to bind port bd5da4c8-9242-4b1c-98da-f4e3109d7112 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:18:18.505885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Attempting to bind port bd5da4c8-9242-4b1c-98da-f4e3109d7112 on network 12858ea1-24a2-473a-b165-a64b7cc430ab {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:18.510704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Port bd5da4c8-9242-4b1c-98da-f4e3109d7112 on network 12858ea1-24a2-473a-b165-a64b7cc430ab not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:18:18.511184 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Attempting to bind port bd5da4c8-9242-4b1c-98da-f4e3109d7112 on network 12858ea1-24a2-473a-b165-a64b7cc430ab {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:18:18.516466 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:18:18.516951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Checking segment: {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:18:18.517335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Bound using segment: {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:18:18.517763 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Bound port: bd5da4c8-9242-4b1c-98da-f4e3109d7112, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b48fe32-2044-48e2-ac3f-514e2598b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:18:18.518116 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.582032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] For port bd5da4c8-9242-4b1c-98da-f4e3109d7112, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:18:18.585158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] For port bd5da4c8-9242-4b1c-98da-f4e3109d7112, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:18:18.590607 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.632600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:18.633220 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.634624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] 10.222.0.63 "PUT /v2.0/ports/bd5da4c8-9242-4b1c-98da-f4e3109d7112 HTTP/1.1" status: 200 len: 1093 time: 0.7360399 Jul 16 21:18:18.635064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:18.637493 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba61ad8c-f1e1-4868-846d-974ba24aedbd" -d '{"events": [{"name": "network-changed", "server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:18.685685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c83ad9-0fc6-4df5-8a05-bc372c996c23 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5da4c8-9242-4b1c-98da-f4e3109d7112,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:18.694182 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8723a0b3-dbb3-436d-9b9b-d16694c6ca38 x-openstack-request-id: req-8723a0b3-dbb3-436d-9b9b-d16694c6ca38 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:18.694468 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:18.694723 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8723a0b3-dbb3-436d-9b9b-d16694c6ca38 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:18.695286 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'status': 'completed', 'code': 200} Jul 16 21:18:18.720541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b6f2eb60-baaa-4392-afcc-35c0ac845538 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:18.748355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1b61d-7801-4a98-a549-e93135e58477 req-485a40e5-79c7-4982-b317-75bbee4e8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:18.750166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-485a40e5-79c7-4982-b317-75bbee4e8559 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 1096 time: 0.0730417 Jul 16 21:18:18.780945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port b6f2eb60-baaa-4392-afcc-35c0ac845538 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:18.786182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b6f2eb60-baaa-4392-afcc-35c0ac845538 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:18.787036 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.795640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-658aa435-a350-4238-85aa-8ce22bfb3070 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112 HTTP/1.1" status: 200 len: 217 time: 0.0372672 Jul 16 21:18:18.854037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1b61d-7801-4a98-a549-e93135e58477 req-ce675c93-0092-4611-a125-7024c5fa9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:18.855565 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-ce675c93-0092-4611-a125-7024c5fa9ee8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90 HTTP/1.1" status: 200 len: 834 time: 0.0545580 Jul 16 21:18:18.881624 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.927701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port b6f2eb60-baaa-4392-afcc-35c0ac845538, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b6f2eb60-baaa-4392-afcc-35c0ac845538,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:18.931847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:18.933747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1b61d-7801-4a98-a549-e93135e58477 req-50683ae7-b671-41a9-9d9e-15837fe301ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:18.935292 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-50683ae7-b671-41a9-9d9e-15837fe301ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12858ea1-24a2-473a-b165-a64b7cc430ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734687 Jul 16 21:18:18.979549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=b6f2eb60-baaa-4392-afcc-35c0ac845538,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:19.023973 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-8c47940b-f5f0-4c1c-92cd-ad3f40007aa8 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826242 Jul 16 21:18:19.114511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8db1b61d-7801-4a98-a549-e93135e58477 req-c80ef174-1a5e-4512-b3c1-e7b1ecb71ae4 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847542 Jul 16 21:18:19.213684 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-ed0706af-bf50-4253-8309-72757cb1c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.215158 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-ed0706af-bf50-4253-8309-72757cb1c77d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 1096 time: 0.0533030 Jul 16 21:18:19.307103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-378055d2-95f9-4865-bdaf-40448913fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.308604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-378055d2-95f9-4865-bdaf-40448913fffd service neutron] 10.222.0.63 "GET /v2.0/networks?id=12858ea1-24a2-473a-b165-a64b7cc430ab HTTP/1.1" status: 200 len: 898 time: 0.0870032 Jul 16 21:18:19.349953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-cec91eaa-e009-4c16-ad79-bd0c856643e3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112 HTTP/1.1" status: 200 len: 217 time: 0.0342553 Jul 16 21:18:19.395969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-cb233755-7c5a-4f00-ba78-99502f5fc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.397929 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-cb233755-7c5a-4f00-ba78-99502f5fc7f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90 HTTP/1.1" status: 200 len: 834 time: 0.0412676 Jul 16 21:18:19.457093 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-57ab6c47-a025-4353-abe3-717d1dc866f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.458535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-57ab6c47-a025-4353-abe3-717d1dc866f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12858ea1-24a2-473a-b165-a64b7cc430ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539048 Jul 16 21:18:19.552567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-277cebc3-c0d6-48be-aa88-cb2a9be7bb99 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865386 Jul 16 21:18:19.677209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ba61ad8c-f1e1-4868-846d-974ba24aedbd req-dcbf4c2b-b04f-4add-b90d-011a11ba8013 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178823 Jul 16 21:18:19.703513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fbc6f-ab51-497f-8715-17f45ced415b req-b57e46c2-11b1-4155-853f-24926358ad05 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:19.705019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f71fbc6f-ab51-497f-8715-17f45ced415b req-b57e46c2-11b1-4155-853f-24926358ad05 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 944 time: 0.0840936 Jul 16 21:18:19.743277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f71fbc6f-ab51-497f-8715-17f45ced415b req-38cd13d9-2bb0-4bcf-b479-f982974d991b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318394 Jul 16 21:18:20.642581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b6f2eb60-baaa-4392-afcc-35c0ac845538 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:20.698696 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-51881b09-e574-4a94-a03f-f0edf0beeb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:20.700878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port b6f2eb60-baaa-4392-afcc-35c0ac845538 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:20.701239 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:20.920258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ef869-f60d-4287-973b-5491b9efb1d1 req-17c4fa62-ef78-457f-abe5-b6859d8790b0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:20.921641 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed9ef869-f60d-4287-973b-5491b9efb1d1 req-17c4fa62-ef78-457f-abe5-b6859d8790b0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 944 time: 0.0671675 Jul 16 21:18:20.958305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed9ef869-f60d-4287-973b-5491b9efb1d1 req-fa09a81b-41b8-4989-a5b6-9f68c33d4bd2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310533 Jul 16 21:18:21.120539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bd5da4c8-9242-4b1c-98da-f4e3109d7112 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:18:21.213402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port bd5da4c8-9242-4b1c-98da-f4e3109d7112, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:21.224110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'port_id': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'mac_address': 'fa:16:3e:1c:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:18:21.264427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:21.276269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5da4c8-9242-4b1c-98da-f4e3109d7112 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:18:21.294621 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port bd5da4c8-9242-4b1c-98da-f4e3109d7112, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:21.297533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:21.346031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=bd5da4c8-9242-4b1c-98da-f4e3109d7112,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:21.533439 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['bd5da4c8-9242-4b1c-98da-f4e3109d7112'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:18:22.134099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e9773-376b-4124-9f82-ae27322e49c5 req-495f4309-6de6-46d5-a60c-b4806d74cf89 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:22.135636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c0e9773-376b-4124-9f82-ae27322e49c5 req-495f4309-6de6-46d5-a60c-b4806d74cf89 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 945 time: 0.0674946 Jul 16 21:18:22.174471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c0e9773-376b-4124-9f82-ae27322e49c5 req-8ea3b121-bb38-4b54-8e42-50130d795549 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Jul 16 21:18:23.136794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bd5da4c8-9242-4b1c-98da-f4e3109d7112 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:18:23.183744 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port bd5da4c8-9242-4b1c-98da-f4e3109d7112 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:18:23.187249 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port bd5da4c8-9242-4b1c-98da-f4e3109d7112 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:18:23.187644 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:23.263577 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:23.284976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:23.287304 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f92e858-9865-413c-b0d7-6c83319535df" -d '{"events": [{"server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "name": "network-vif-plugged", "status": "completed", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:23.300338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port bd5da4c8-9242-4b1c-98da-f4e3109d7112, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:18:23.304857 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:23.347213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d633dbf-d441-44d7-8bcc-d12a26e0faff req-01342334-ddb6-4b0c-9bf3-bb71e6dbd685 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:23.349097 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d633dbf-d441-44d7-8bcc-d12a26e0faff req-01342334-ddb6-4b0c-9bf3-bb71e6dbd685 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 945 time: 0.0641320 Jul 16 21:18:23.352051 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=bd5da4c8-9242-4b1c-98da-f4e3109d7112,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:23.387709 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d633dbf-d441-44d7-8bcc-d12a26e0faff req-78332343-a199-48d6-a394-b25507717867 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323875 Jul 16 21:18:23.431525 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc8bd7b-be01-43f4-b952-800c3e92f7fb x-openstack-request-id: req-1bc8bd7b-be01-43f4-b952-800c3e92f7fb {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:23.431842 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "name": "network-vif-plugged", "status": "completed", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:23.432096 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bc8bd7b-be01-43f4-b952-800c3e92f7fb {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:23.432543 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'code': 200} Jul 16 21:18:23.471374 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:23.473730 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-23de23d7-1436-45d1-a420-817f202c36c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:23.551182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d5c43-2ade-441a-9593-46398ca970e0 req-342bffb0-08c2-4d44-b9c7-181141fc4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:23.552678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e7d5c43-2ade-441a-9593-46398ca970e0 req-342bffb0-08c2-4d44-b9c7-181141fc4fb8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 1098 time: 0.0551367 Jul 16 21:18:23.588526 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e7d5c43-2ade-441a-9593-46398ca970e0 req-4de7daac-be29-4b26-aba0-165c01623e00 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287497 Jul 16 21:18:23.680853 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:18:24.559830 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec90a7-fa3f-4025-97b8-61e333f59997 req-0d4d3505-556b-4b8e-a9c7-22a683e1d5f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:24.561293 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a7ec90a7-fa3f-4025-97b8-61e333f59997 req-0d4d3505-556b-4b8e-a9c7-22a683e1d5f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0626066 Jul 16 21:18:24.597223 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a7ec90a7-fa3f-4025-97b8-61e333f59997 req-48b977cd-0b03-4b53-9eef-040563826d94 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304618 Jul 16 21:18:24.769030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f765dcc-dbde-4e33-b177-55b13cce8ee2 req-07bfb232-bcd7-46ef-bc5e-0063bc046bbb tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:24.770479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f765dcc-dbde-4e33-b177-55b13cce8ee2 req-07bfb232-bcd7-46ef-bc5e-0063bc046bbb tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0657699 Jul 16 21:18:24.799417 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:24.809979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1f765dcc-dbde-4e33-b177-55b13cce8ee2 req-34957985-77c1-4c21-bf03-af27754b50b3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339942 Jul 16 21:18:24.833354 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47572) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:24.883983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca56c1-d1f1-4abe-9052-874b556de8c3 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:24.885473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-cfca56c1-d1f1-4abe-9052-874b556de8c3 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 1093 time: 0.0511582 Jul 16 21:18:24.888317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47574) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:24.892696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:18:24.913421 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.011184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.109874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.178 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/7923c956-7991-468f-a6db-bd4b2d11f740) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:18:25.211540 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.248573 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.284055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:18:25.290269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:18:25.293852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:18:25.299930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=7923c956-7991-468f-a6db-bd4b2d11f740,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:25.653255 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.727558 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.871655 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.876345 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:25.943522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=7923c956-7991-468f-a6db-bd4b2d11f740,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:18:25.955628 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:26.056311 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 4bca9a87-c7a2-4b29-af0e-5bc09538dcdd associated. External IP: 172.25.7.178, port: bd5da4c8-9242-4b1c-98da-f4e3109d7112. Jul 16 21:18:26.474191 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:26.595432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:18:26.704715 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:18:26.715646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] Sync routers for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:18:26.721690 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:26.726419 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:26.727242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:18:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:26.760529 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-67eadb35-9d8e-4ed0-beea-b76da84968d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8682427 Jul 16 21:18:26.760529 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:18:26.761248 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3bd844-69ea-426d-98dc-e9dea68e30a6" -d '{"events": [{"name": "network-changed", "server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:18:26.834908 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:26.916409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad6b31-65c2-4da1-913c-988a130ba9a6 req-5341c0c9-5283-48f7-8771-62ac75afe436 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:26.918191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2ad6b31-65c2-4da1-913c-988a130ba9a6 req-5341c0c9-5283-48f7-8771-62ac75afe436 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0656745 Jul 16 21:18:26.964359 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d2ad6b31-65c2-4da1-913c-988a130ba9a6 req-62383e6d-f43c-44ed-b1c4-5f6a42c8111b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404885 Jul 16 21:18:26.988996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47580) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:27.033582 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9445216f-74d8-447e-a8f9-588f2118255e x-openstack-request-id: req-9445216f-74d8-447e-a8f9-588f2118255e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:18:27.034007 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:18:27.034132 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9445216f-74d8-447e-a8f9-588f2118255e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:18:27.034480 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'status': 'completed', 'code': 200} Jul 16 21:18:27.064996 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4bca9a87-c7a2-4b29-af0e-5bc09538dcdd', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'port_id': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'mac_address': 'fa:16:3e:1c:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:25Z', 'updated_at': '2021-07-16T21:18:25Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f2eb60-baaa-4392-afcc-35c0ac845538', 'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:8b:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:13Z', 'updated_at': '2021-07-16T21:18:18Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:27.087702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5a141f07-c507-4ee3-bbba-b9f22c025f82 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/4bca9a87-c7a2-4b29-af0e-5bc09538dcdd HTTP/1.1" status: 200 len: 992 time: 0.0975289 Jul 16 21:18:27.091624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] Checking router: f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:18:27.100031 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:18:27.100637 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:18:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:27.106593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-51320f31-cc31-4dde-b020-024d38872748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:27.108116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-51320f31-cc31-4dde-b020-024d38872748 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 1098 time: 0.0671656 Jul 16 21:18:27.201147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-22424ec7-0f36-4436-9c26-1be07539c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:27.202514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-22424ec7-0f36-4436-9c26-1be07539c2e5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=12858ea1-24a2-473a-b165-a64b7cc430ab HTTP/1.1" status: 200 len: 898 time: 0.0882463 Jul 16 21:18:27.205857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:18:27.267644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-3595389c-8b48-48cd-88db-9e8817d45942 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112 HTTP/1.1" status: 200 len: 1000 time: 0.0579510 Jul 16 21:18:27.317104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-7cae494f-8dd0-44b5-b503-17b411ee5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:27.318608 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-7cae494f-8dd0-44b5-b503-17b411ee5fb2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90 HTTP/1.1" status: 200 len: 834 time: 0.0453725 Jul 16 21:18:27.382148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-0b502a4b-55ef-458a-955e-8ef7166ab14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:27.384321 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-0b502a4b-55ef-458a-955e-8ef7166ab14a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12858ea1-24a2-473a-b165-a64b7cc430ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594547 Jul 16 21:18:27.475060 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-64998ee7-78f2-425e-a74a-a5c4ba3859f5 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838637 Jul 16 21:18:27.566276 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ad3bd844-69ea-426d-98dc-e9dea68e30a6 req-cd8496f8-1111-4a93-bd44-d9d94cb4d048 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851607 Jul 16 21:18:27.582140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4bca9a87-c7a2-4b29-af0e-5bc09538dcdd', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'port_id': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'mac_address': 'fa:16:3e:1c:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:25Z', 'updated_at': '2021-07-16T21:18:25Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f2eb60-baaa-4392-afcc-35c0ac845538', 'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:8b:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:13Z', 'updated_at': '2021-07-16T21:18:18Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:18:27.610278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99674a-d3fa-4f16-a51f-f3e339888367 None None] The sync data for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 is: [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4bca9a87-c7a2-4b29-af0e-5bc09538dcdd', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'port_id': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'mac_address': 'fa:16:3e:1c:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:18:25Z', 'updated_at': '2021-07-16T21:18:25Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f2eb60-baaa-4392-afcc-35c0ac845538', 'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:8b:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:13Z', 'updated_at': '2021-07-16T21:18:18Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:18:27.791976 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a33a05-2c2c-48b9-a0eb-a7af7e145b9e None None] New status for floating IP 4bca9a87-c7a2-4b29-af0e-5bc09538dcdd: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:18:28.091173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47582) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:18:28.150569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-de345ebc-0bd7-485c-9ba7-74ec47ca4f1b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/4bca9a87-c7a2-4b29-af0e-5bc09538dcdd HTTP/1.1" status: 200 len: 994 time: 0.0581686 Jul 16 21:18:37.848592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-b85c4b54-b148-4af4-9835-93cc62217600 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489168 Jul 16 21:18:37.943428 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-14d14b72-048e-45a1-9c22-cc5ef13ce257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:37.945447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-14d14b72-048e-45a1-9c22-cc5ef13ce257 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 1098 time: 0.0550113 Jul 16 21:18:38.045324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-0de8a2f4-bfa1-42f5-85e9-29ba11760e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:38.046773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-0de8a2f4-bfa1-42f5-85e9-29ba11760e82 service neutron] 10.222.0.63 "GET /v2.0/networks?id=12858ea1-24a2-473a-b165-a64b7cc430ab HTTP/1.1" status: 200 len: 898 time: 0.0832672 Jul 16 21:18:38.112878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-a7bdabc3-dffa-4386-8fcd-7e9ce4ad27e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112 HTTP/1.1" status: 200 len: 1002 time: 0.0600040 Jul 16 21:18:38.159407 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-27d53efb-ffcb-428a-ad76-145194b9c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:38.160825 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-27d53efb-ffcb-428a-ad76-145194b9c589 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90 HTTP/1.1" status: 200 len: 834 time: 0.0420439 Jul 16 21:18:38.215895 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-89b4b6ac-668d-4196-9291-da18288e613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:38.217300 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-89b4b6ac-668d-4196-9291-da18288e613c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12858ea1-24a2-473a-b165-a64b7cc430ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505810 Jul 16 21:18:38.314880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-5cf1f659-aa76-4adb-94da-e82aae4afb2a service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913837 Jul 16 21:18:38.401119 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5adb9a92-410f-4337-9caa-0c97ce8ad82f req-624be86a-25d7-4e40-aa4f-22973794de47 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798018 Jul 16 21:18:46.212711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:47.442526 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:50.699167 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f740-7de5-40af-9a5e-6f93bdadae4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:53.472519 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da79a4db-22c4-4772-a066-24fac350554d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:53.474275 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:54.801247 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:56.474118 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:18:59.671902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929d533-c2ef-4252-ae93-202d190b3818 req-b88a5a38-7c9b-4ca4-a42f-2dba6a05cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:59.673412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f929d533-c2ef-4252-ae93-202d190b3818 req-b88a5a38-7c9b-4ca4-a42f-2dba6a05cb89 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 1098 time: 0.0973864 Jul 16 21:18:59.696394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679e7dc-ad98-4722-9527-70d19c8aea3a req-a93df51f-84c2-4e92-b582-29d373ca1414 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:59.698391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5679e7dc-ad98-4722-9527-70d19c8aea3a req-a93df51f-84c2-4e92-b582-29d373ca1414 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0908592 Jul 16 21:18:59.785468 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5679e7dc-ad98-4722-9527-70d19c8aea3a req-61f9a0eb-0566-4464-aa34-d3dac15be350 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775206 Jul 16 21:18:59.801910 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929d533-c2ef-4252-ae93-202d190b3818 req-afcf2cfc-fdc6-4518-b9cf-aec0a55accf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:59.803378 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f929d533-c2ef-4252-ae93-202d190b3818 req-afcf2cfc-fdc6-4518-b9cf-aec0a55accf1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=12858ea1-24a2-473a-b165-a64b7cc430ab HTTP/1.1" status: 200 len: 898 time: 0.1223657 Jul 16 21:18:59.868535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f929d533-c2ef-4252-ae93-202d190b3818 req-daa7f738-a07f-4e21-b39f-fc2c7150b666 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112 HTTP/1.1" status: 200 len: 1002 time: 0.0581877 Jul 16 21:18:59.919293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929d533-c2ef-4252-ae93-202d190b3818 req-adb87535-5d66-4d3c-942c-79ff98da023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:59.920725 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f929d533-c2ef-4252-ae93-202d190b3818 req-adb87535-5d66-4d3c-942c-79ff98da023e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90 HTTP/1.1" status: 200 len: 834 time: 0.0462589 Jul 16 21:18:59.982330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929d533-c2ef-4252-ae93-202d190b3818 req-751a590b-e24f-40bf-95c0-01a19ae8b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:18:59.983927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f929d533-c2ef-4252-ae93-202d190b3818 req-751a590b-e24f-40bf-95c0-01a19ae8b543 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12858ea1-24a2-473a-b165-a64b7cc430ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568867 Jul 16 21:19:00.073389 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f929d533-c2ef-4252-ae93-202d190b3818 req-a7905c1e-0b5f-4de7-89f6-428b973732c2 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830851 Jul 16 21:19:00.164205 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f929d533-c2ef-4252-ae93-202d190b3818 req-8f645b1a-5053-4319-9cb4-ad04b59514d3 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846395 Jul 16 21:19:00.680701 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:19:00.955178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a667f-83e6-43af-8e3a-7660583cda54 req-cac74b27-32a9-4cbd-8511-505c30b27fd4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:00.956589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-621a667f-83e6-43af-8e3a-7660583cda54 req-cac74b27-32a9-4cbd-8511-505c30b27fd4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0611987 Jul 16 21:19:00.992310 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-621a667f-83e6-43af-8e3a-7660583cda54 req-df74f4f3-e003-461a-a3be-52cedc0e040a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302351 Jul 16 21:19:02.167659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98339a6-7065-4e86-ab39-8cdf356c1db5 req-75ac0616-c579-4a2f-be1f-d5f117c07a14 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:02.169116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d98339a6-7065-4e86-ab39-8cdf356c1db5 req-75ac0616-c579-4a2f-be1f-d5f117c07a14 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0676141 Jul 16 21:19:02.205457 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d98339a6-7065-4e86-ab39-8cdf356c1db5 req-1ecfaf2f-d0ff-47c2-9488-5d0c8ea4845a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307858 Jul 16 21:19:03.374697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c258d23-8e9a-45f0-b9cd-6e33cb2b3ee1 req-02068289-89e8-4a89-8418-cd5b56fe0e40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:03.376196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c258d23-8e9a-45f0-b9cd-6e33cb2b3ee1 req-02068289-89e8-4a89-8418-cd5b56fe0e40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0633523 Jul 16 21:19:03.413478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2c258d23-8e9a-45f0-b9cd-6e33cb2b3ee1 req-a9b5ca4c-6d8f-4fb5-9a96-ab7029f5e83b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317557 Jul 16 21:19:04.585357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f907c-8071-458b-bf04-249d11a29f4b req-8dce8f4d-eae3-4e39-8f4e-80f87a6aecfd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:04.586848 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-de6f907c-8071-458b-bf04-249d11a29f4b req-8dce8f4d-eae3-4e39-8f4e-80f87a6aecfd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0605483 Jul 16 21:19:04.624405 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-de6f907c-8071-458b-bf04-249d11a29f4b req-e102886a-2af2-4ed4-9146-7475c440cc49 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315731 Jul 16 21:19:05.796952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79465715-ddbe-4a91-b8d9-4c7f06a30ad5 req-03746304-1b7c-4e5c-8523-ccc154488dbd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:05.798441 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79465715-ddbe-4a91-b8d9-4c7f06a30ad5 req-03746304-1b7c-4e5c-8523-ccc154488dbd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0651510 Jul 16 21:19:05.835339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79465715-ddbe-4a91-b8d9-4c7f06a30ad5 req-447971f6-90e4-433b-8e55-c533360a3c2c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311399 Jul 16 21:19:07.002676 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2c35c-a1b4-401c-b890-ddd835431264 req-51a71ffc-e029-460b-8bd6-03edf0aab206 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:07.004193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77a2c35c-a1b4-401c-b890-ddd835431264 req-51a71ffc-e029-460b-8bd6-03edf0aab206 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0621061 Jul 16 21:19:07.040761 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77a2c35c-a1b4-401c-b890-ddd835431264 req-f3dc2a4b-bd92-4874-bce2-2e7197a76a89 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311091 Jul 16 21:19:08.213844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8a587-1119-435e-845a-490971467f1d req-fffb06ff-bcfb-4a66-9c37-f01ad3da78ab tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:08.215334 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebe8a587-1119-435e-845a-490971467f1d req-fffb06ff-bcfb-4a66-9c37-f01ad3da78ab tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0656993 Jul 16 21:19:08.252403 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebe8a587-1119-435e-845a-490971467f1d req-180beb65-612a-40b6-97f5-7693376e24dd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315444 Jul 16 21:19:09.427379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f894ae-d190-4272-9307-f5abcdf419d8 req-f3c6bd03-cd29-4d15-8837-216437964f9a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:09.428871 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a4f894ae-d190-4272-9307-f5abcdf419d8 req-f3c6bd03-cd29-4d15-8837-216437964f9a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0634677 Jul 16 21:19:09.466399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a4f894ae-d190-4272-9307-f5abcdf419d8 req-5a3894e9-f17c-44be-b42f-4da3bf69ca56 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314941 Jul 16 21:19:10.635924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ef426-af23-4e3c-91dc-3cf2aeaf8deb req-0ffa2cc8-0bb6-45ed-b71f-101012a785b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:10.637383 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-043ef426-af23-4e3c-91dc-3cf2aeaf8deb req-0ffa2cc8-0bb6-45ed-b71f-101012a785b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0623763 Jul 16 21:19:10.674691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-043ef426-af23-4e3c-91dc-3cf2aeaf8deb req-b412699e-2666-473c-8eee-f94529d22170 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313096 Jul 16 21:19:11.847425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65f9d8-140f-4571-a09d-d559085ca577 req-237a96b6-5824-4fc9-9a7e-7d217fba0330 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:11.848895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da65f9d8-140f-4571-a09d-d559085ca577 req-237a96b6-5824-4fc9-9a7e-7d217fba0330 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0666423 Jul 16 21:19:11.886260 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da65f9d8-140f-4571-a09d-d559085ca577 req-950276c4-062f-4c65-952b-533b124208ae tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306523 Jul 16 21:19:13.055951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998267d-7a4a-48f1-b225-d821355f4bef req-dfb71891-e791-42bf-9a0b-725a2a58c7e7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:13.057427 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8998267d-7a4a-48f1-b225-d821355f4bef req-dfb71891-e791-42bf-9a0b-725a2a58c7e7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0615716 Jul 16 21:19:13.094150 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8998267d-7a4a-48f1-b225-d821355f4bef req-86b997db-54eb-48ae-9c57-b651e4109d75 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312757 Jul 16 21:19:14.270900 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660b0d2-72aa-4772-b058-ca6a9dab484b req-bdb57d31-09ce-459a-828c-4e22e0ec67c8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:14.272391 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0660b0d2-72aa-4772-b058-ca6a9dab484b req-bdb57d31-09ce-459a-828c-4e22e0ec67c8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0660722 Jul 16 21:19:14.309210 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0660b0d2-72aa-4772-b058-ca6a9dab484b req-9c55ccf1-9347-4cb3-9fc0-bee9e06e9e18 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 Jul 16 21:19:15.480179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57920c-8be2-4080-b2a3-bb2046e48cc6 req-d8eaf606-b73a-4c07-9620-f6c068e1d257 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:15.481783 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e57920c-8be2-4080-b2a3-bb2046e48cc6 req-d8eaf606-b73a-4c07-9620-f6c068e1d257 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0631828 Jul 16 21:19:15.518542 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0e57920c-8be2-4080-b2a3-bb2046e48cc6 req-f0881bea-3dc0-414f-9abf-729455a38ee3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313070 Jul 16 21:19:16.209593 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:16.687752 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa23a4-80d9-4dd8-8948-7cea63c4705e req-2f52c581-c465-44d8-b1af-38c1369c4756 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:16.689217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73aa23a4-80d9-4dd8-8948-7cea63c4705e req-2f52c581-c465-44d8-b1af-38c1369c4756 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0615215 Jul 16 21:19:16.725513 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-73aa23a4-80d9-4dd8-8948-7cea63c4705e req-521a3da2-3c34-48b8-9098-498cb3349a7e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307276 Jul 16 21:19:16.750282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:16.813701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-302a886e-7016-40af-beea-1143ae16b7c5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/4bca9a87-c7a2-4b29-af0e-5bc09538dcdd HTTP/1.1" status: 200 len: 994 time: 0.0622842 Jul 16 21:19:17.448910 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:20.702868 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d06d-0af7-4911-b54c-8c0af9cec59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:23.472148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:23.473894 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c08fee0d-3f38-42af-b0e7-010a97f71187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:24.803919 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:26.484348 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:37.679399 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:19:39.848451 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-69de4959-b186-458d-a595-3e14fe033e08 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502717 Jul 16 21:19:39.942738 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-6d2e144a-dd9d-4d63-991a-69e26c075eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:39.944271 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-6d2e144a-dd9d-4d63-991a-69e26c075eca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 1098 time: 0.0539715 Jul 16 21:19:40.045713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-6098875d-2ef9-40ff-9cad-0b320e7521fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:40.047155 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-6098875d-2ef9-40ff-9cad-0b320e7521fa service neutron] 10.222.0.63 "GET /v2.0/networks?id=12858ea1-24a2-473a-b165-a64b7cc430ab HTTP/1.1" status: 200 len: 898 time: 0.0824261 Jul 16 21:19:40.114473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-2122477f-b824-4a2c-8099-768db5eb3ec6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112 HTTP/1.1" status: 200 len: 1002 time: 0.0598707 Jul 16 21:19:40.161825 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-3d976836-a14a-4d29-ac46-b88d8d686f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:40.163229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-3d976836-a14a-4d29-ac46-b88d8d686f86 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90 HTTP/1.1" status: 200 len: 834 time: 0.0417600 Jul 16 21:19:40.217439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-94e94f10-1b61-4b0a-b0a7-aff6a21a28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:40.218874 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-94e94f10-1b61-4b0a-b0a7-aff6a21a28b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12858ea1-24a2-473a-b165-a64b7cc430ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493844 Jul 16 21:19:40.306950 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-3fc84dcc-2517-4ec3-8e2a-b37164cc11ca service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815384 Jul 16 21:19:40.391556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f86bcb8b-dafa-4147-9b8d-a0387ae86f2b req-8c07b067-20ed-4dcc-bba7-d2f3578eaafa service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783567 Jul 16 21:19:46.213829 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:47.463690 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:47.474672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47658) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:47.625718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 7923c956-7991-468f-a6db-bd4b2d11f740 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:47.626523 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:47.703720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:47.704040 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:47.715036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 7923c956-7991-468f-a6db-bd4b2d11f740 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:47.857914 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:47.883585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=7923c956-7991-468f-a6db-bd4b2d11f740,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:47.910253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.910594 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.910928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.911273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.911598 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.911921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.912244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.912563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.912890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.913204 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.913522 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.913831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:47.951678 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:47.952001 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 4bca9a87-c7a2-4b29-af0e-5bc09538dcdd disassociated (deleted). External IP: 172.25.7.178, port: bd5da4c8-9242-4b1c-98da-f4e3109d7112. Jul 16 21:19:48.154249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:19:48.260197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:19:48.265025 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:48.270361 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] Sync routers for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:19:48.279380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:48.280006 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:48.300345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9e43f97b-dd6d-4418-a541-77e4ac496f86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/floatingips/4bca9a87-c7a2-4b29-af0e-5bc09538dcdd HTTP/1.1" status: 204 len: 168 time: 0.8245468 Jul 16 21:19:48.301032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:19:48.303386 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa7e83f-0e16-44dd-80ba-41dbb601781a" -d '{"events": [{"name": "network-changed", "server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:19:48.384807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:48.543617 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a78f46e-79f6-47f1-abfa-70e9c5aa7fba x-openstack-request-id: req-3a78f46e-79f6-47f1-abfa-70e9c5aa7fba {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:19:48.544130 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:19:48.544130 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a78f46e-79f6-47f1-abfa-70e9c5aa7fba {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:19:48.544825 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'status': 'completed', 'code': 200} Jul 16 21:19:48.585632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b6f2eb60-baaa-4392-afcc-35c0ac845538', 'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:8b:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:13Z', 'updated_at': '2021-07-16T21:18:18Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:48.616528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] Checking router: f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:19:48.625334 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-f20482ee-d949-42cf-ae9d-903dfb1572c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:48.627129 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-f20482ee-d949-42cf-ae9d-903dfb1572c0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 1098 time: 0.0588999 Jul 16 21:19:48.629398 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:48.630132 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:48.724402 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-703c0482-3c42-468a-a674-1d53a877be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:48.725816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-703c0482-3c42-468a-a674-1d53a877be3d service neutron] 10.222.0.63 "GET /v2.0/networks?id=12858ea1-24a2-473a-b165-a64b7cc430ab HTTP/1.1" status: 200 len: 898 time: 0.0912597 Jul 16 21:19:48.738411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:48.773099 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-61ca80b5-9d47-47ee-9db0-4f94586eb5bc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112 HTTP/1.1" status: 200 len: 217 time: 0.0401640 Jul 16 21:19:48.852242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-b64d67e1-7b4f-4e20-82c4-1f28500b6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:48.853730 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-b64d67e1-7b4f-4e20-82c4-1f28500b6320 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90 HTTP/1.1" status: 200 len: 834 time: 0.0745399 Jul 16 21:19:48.906125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ef6b7-346d-4055-8578-49fca6803994 req-893767c1-642b-420b-817a-8b4e82f0d570 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:48.907624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e84ef6b7-346d-4055-8578-49fca6803994 req-893767c1-642b-420b-817a-8b4e82f0d570 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.2644806 Jul 16 21:19:48.948564 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b6f2eb60-baaa-4392-afcc-35c0ac845538', 'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:8b:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:13Z', 'updated_at': '2021-07-16T21:18:18Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:48.976171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4cea6-60ba-44a1-bcf2-0146e923ffee None None] The sync data for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 is: [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:14Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'b6f2eb60-baaa-4392-afcc-35c0ac845538', 'name': '', 'network_id': '12858ea1-24a2-473a-b165-a64b7cc430ab', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:8b:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:13Z', 'updated_at': '2021-07-16T21:18:18Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:19:49.218063 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed332fcc-ba99-406f-bd06-2b8da7374e87 None None] New status for floating IP 4bca9a87-c7a2-4b29-af0e-5bc09538dcdd: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:19:49.276434 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-2cd321bf-1573-452b-99a0-3b4c6809e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:49.277862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-2cd321bf-1573-452b-99a0-3b4c6809e997 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12858ea1-24a2-473a-b165-a64b7cc430ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4166038 Jul 16 21:19:49.285734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e84ef6b7-346d-4055-8578-49fca6803994 req-c66dcdeb-766d-42e5-a851-4b3c01e15ca8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=3adf0e88-3518-47a5-b213-bcbf156efb51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722003 Jul 16 21:19:49.372348 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-6fc243ca-270d-4fe9-b3c3-5069ea877839 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856531 Jul 16 21:19:49.465140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5fa7e83f-0e16-44dd-80ba-41dbb601781a req-33b60214-3b42-4350-ad3a-d60ffc895c87 service neutron] 10.222.0.63 "GET /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858853 Jul 16 21:19:50.031965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-0a31823c-74fb-4081-a815-278f730a3a0f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:50.033341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-0a31823c-74fb-4081-a815-278f730a3a0f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.63 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 946 time: 0.0610299 Jul 16 21:19:50.134489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port bd5da4c8-9242-4b1c-98da-f4e3109d7112 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:50.134844 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:50.220355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port bd5da4c8-9242-4b1c-98da-f4e3109d7112, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=bd5da4c8-9242-4b1c-98da-f4e3109d7112,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:50.220720 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:50.233628 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for bd5da4c8-9242-4b1c-98da-f4e3109d7112 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:50.361669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:50.389029 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=bd5da4c8-9242-4b1c-98da-f4e3109d7112,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:50.461103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] No DVR routers for this DVR port bd5da4c8-9242-4b1c-98da-f4e3109d7112 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:19:50.464827 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0f17d9c8-1da1-47fc-b5fe-9dd719ae5a22 req-3dddc7bc-cecc-4bf5-b609-50877b0750b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d5dcb8-071f-4873-88e4-7829854cabf9 HTTP/1.1" status: 200 len: 210 time: 0.0484524 Jul 16 21:19:50.465815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:50.467651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56f79e1c-ebd4-4dee-aa77-7c1500a1fac3 req-81d670da-9358-47e7-9fa8-4fe6993137b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.63 "DELETE /v2.0/ports/bd5da4c8-9242-4b1c-98da-f4e3109d7112 HTTP/1.1" status: 204 len: 173 time: 0.4285796 Jul 16 21:19:50.545520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'name': 'network-vif-deleted', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:19:50.547882 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d9b6c7-35a6-4d4f-8e17-b20cbea98b16" -d '{"events": [{"server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "name": "network-vif-deleted", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:19:50.587619 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164922a5-1592-47a7-8d1e-8a209b2cd38c x-openstack-request-id: req-164922a5-1592-47a7-8d1e-8a209b2cd38c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:19:50.588484 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d5dcb8-071f-4873-88e4-7829854cabf9", "name": "network-vif-deleted", "tag": "bd5da4c8-9242-4b1c-98da-f4e3109d7112", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:19:50.588739 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-164922a5-1592-47a7-8d1e-8a209b2cd38c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:19:50.589138 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d5dcb8-071f-4873-88e4-7829854cabf9', 'name': 'network-vif-deleted', 'tag': 'bd5da4c8-9242-4b1c-98da-f4e3109d7112', 'status': 'completed', 'code': 200} Jul 16 21:19:50.703038 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3efea5c0-4d66-4e54-bc8e-5821af0644ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:51.558831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47682) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:51.910326 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:52.177588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port b6f2eb60-baaa-4392-afcc-35c0ac845538 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:52.177846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:52.265119 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port b6f2eb60-baaa-4392-afcc-35c0ac845538, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=b6f2eb60-baaa-4392-afcc-35c0ac845538,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:52.265467 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:52.278156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for b6f2eb60-baaa-4392-afcc-35c0ac845538 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:52.457636 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:52.485108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=b6f2eb60-baaa-4392-afcc-35c0ac845538,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:52.666081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:52.876322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:19:52.978946 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:19:52.983808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8b6a4e64-1ef0-4e73-b9c5-b343cb4b4663 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4239323 Jul 16 21:19:52.986532 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47684) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:52.989077 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] Sync routers for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:19:52.999807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:53.000429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:53.040280 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69a11d7-3081-44cd-ad37-e0099c225179 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting subnet 907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:19:53.043377 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d69a11d7-3081-44cd-ad37-e0099c225179 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.082618 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d69a11d7-3081-44cd-ad37-e0099c225179 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.103886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:53.163109 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d69a11d7-3081-44cd-ad37-e0099c225179 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.224587 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d69a11d7-3081-44cd-ad37-e0099c225179 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.251811 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a11d7-3081-44cd-ad37-e0099c225179 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Subnet': ['ID=907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:53.255497 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d69a11d7-3081-44cd-ad37-e0099c225179 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.260330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d69a11d7-3081-44cd-ad37-e0099c225179 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/subnets/907c6bc1-d4a0-4c33-b8b9-e8c4e9e03f90 HTTP/1.1" status: 204 len: 168 time: 0.2699161 Jul 16 21:19:53.260330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47686) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:53.264062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e22a71d-d70b-465d-9fb2-ac40b65904bb None None] Network 12858ea1-24a2-473a-b165-a64b7cc430ab requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:19:53.364870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.372945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:19:52Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:53.404813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] Checking router: f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:19:53.419852 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] Routers {'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:53.420393 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:53.468254 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.489263 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.519633 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-89326c07-ae91-4d44-a98c-e6a27a827a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.522267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port c2d77798-5237-4443-8fc0-7079b1b26eb8 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:53.522612 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.551464 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] Set router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:53.604993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port c2d77798-5237-4443-8fc0-7079b1b26eb8, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c2d77798-5237-4443-8fc0-7079b1b26eb8,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:53.605355 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.618171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for c2d77798-5237-4443-8fc0-7079b1b26eb8 owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:53.618566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] DHCP port deletion for 12858ea1-24a2-473a-b165-a64b7cc430ab request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:19:53.742255 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Deleting port 4e0e6495-a886-4696-b6c2-eb129cc78050 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:19:53.742541 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.791818 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.812885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] For port 4e0e6495-a886-4696-b6c2-eb129cc78050, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=4e0e6495-a886-4696-b6c2-eb129cc78050,segment=NetworkSegment(8b48fe32-2044-48e2-ac3f-514e2598b991),segment_id=8b48fe32-2044-48e2-ac3f-514e2598b991)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:19:53.813277 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.824022 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=c2d77798-5237-4443-8fc0-7079b1b26eb8,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:53.827861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Calling delete_port for 4e0e6495-a886-4696-b6c2-eb129cc78050 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:19:53.830248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:19:52Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:53.857670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6f25-bfcc-46b8-9312-4901d73b58ee None None] The sync data for ids ['f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b'] in n-d-792394-17 is: [{'id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140868026', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:19:52Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'c2d77798-5237-4443-8fc0-7079b1b26eb8', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:18:10Z', 'updated_at': '2021-07-16T21:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:19:53.890003 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.937166 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.961610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Pushing event deleted for resources: {'Port': ['ID=4e0e6495-a886-4696-b6c2-eb129cc78050,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:53.965873 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] No DVR routers for this DVR port 4e0e6495-a886-4696-b6c2-eb129cc78050 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:19:53.975242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.975242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.975242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.975242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.975242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.975242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.975242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.976668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.976668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.976668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.976668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.976668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673fada-287f-48b8-a6d3-c8aa37bfbe49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:53.986130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:53.988338 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.033622 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.034121 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Fanout notify agent at l3_agent the message router_deleted on router f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:19:54.041602 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.042748 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b8b66bb8-26a3-4d36-9fe9-057db954383f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/routers/f0cbcd10-51c3-448c-b2bf-c2ca9f2e6e5b HTTP/1.1" status: 204 len: 168 time: 0.7816086 Jul 16 21:19:54.045472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47688) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:54.117234 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.203218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.212942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12858ea1-24a2-473a-b165-a64b7cc430ab']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:54.223110 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b48fe32-2044-48e2-ac3f-514e2598b991') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:54.223433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b48fe32-2044-48e2-ac3f-514e2598b991') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:54.232860 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.247224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.253442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:19:54.253839 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: timer() Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:19:54.256813 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:19:54.315193 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.332624 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.334515 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/networks/12858ea1-24a2-473a-b165-a64b7cc430ab HTTP/1.1" status: 204 len: 168 time: 0.2881403 Jul 16 21:19:54.336089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bffdd-cb06-4bd1-9bb7-3d17576fa7f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Network': ['ID=12858ea1-24a2-473a-b165-a64b7cc430ab,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:54.337393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:54.403964 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.429923 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.491438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.494182 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.495808 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/security-groups/3adf0e88-3518-47a5-b213-bcbf156efb51 HTTP/1.1" status: 204 len: 168 time: 0.1561148 Jul 16 21:19:54.505810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adf0e88-3518-47a5-b213-bcbf156efb51,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:54.513401 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.513754 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.514097 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.514435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.514772 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.515107 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.515476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.515807 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.516144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.516472 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.516793 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.517114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457794a5-67ec-4098-9788-f34c1f0f4c9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:54.808351 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.843227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:54.848261 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6c82b0a7-0f4c-4d0f-988f-7914c97d2100 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986361110', 'description': 'tempest-secgroup-smoke-986361110 description', 'project_id': '7550bd0ce7174afab0771bffd66a0f49'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:54.873135 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c82b0a7-0f4c-4d0f-988f-7914c97d2100 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.949437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4e0e6495-a886-4696-b6c2-eb129cc78050 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:54.968563 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c82b0a7-0f4c-4d0f-988f-7914c97d2100 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.969085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 4e0e6495-a886-4696-b6c2-eb129cc78050 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:54.969430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 4e0e6495-a886-4696-b6c2-eb129cc78050 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:54.969846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c2d77798-5237-4443-8fc0-7079b1b26eb8 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:54.973599 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c82b0a7-0f4c-4d0f-988f-7914c97d2100 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:54.992530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c2d77798-5237-4443-8fc0-7079b1b26eb8 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:54.992530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c2d77798-5237-4443-8fc0-7079b1b26eb8 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:54.992972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b6f2eb60-baaa-4392-afcc-35c0ac845538 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:55.003210 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c82b0a7-0f4c-4d0f-988f-7914c97d2100 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.008047 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6c82b0a7-0f4c-4d0f-988f-7914c97d2100 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1601839 Jul 16 21:19:55.008161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47704) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:55.013729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6a6b51e2-2bc4-45b6-a734-72e58ffc55e7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'f7bda46a-12c3-44c5-9043-821f643ac4b6', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:55.015977 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82b0a7-0f4c-4d0f-988f-7914c97d2100 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bda46a-12c3-44c5-9043-821f643ac4b6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:55.042422 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a6b51e2-2bc4-45b6-a734-72e58ffc55e7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.108106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a6b51e2-2bc4-45b6-a734-72e58ffc55e7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.112010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a6b51e2-2bc4-45b6-a734-72e58ffc55e7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.130327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b51e2-2bc4-45b6-a734-72e58ffc55e7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32757fb7-ad8d-48af-9351-ae57506f71f0,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:55.137510 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a6b51e2-2bc4-45b6-a734-72e58ffc55e7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.138619 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6a6b51e2-2bc4-45b6-a734-72e58ffc55e7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300542 Jul 16 21:19:55.141707 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:55.147189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ee1cbbf6-3ad4-49fe-91d4-5baf00b48b9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'f7bda46a-12c3-44c5-9043-821f643ac4b6', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:55.168629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: b6f2eb60-baaa-4392-afcc-35c0ac845538 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:55.169064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device b6f2eb60-baaa-4392-afcc-35c0ac845538 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:55.174895 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbbf6-3ad4-49fe-91d4-5baf00b48b9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.234459 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbbf6-3ad4-49fe-91d4-5baf00b48b9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.237807 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbbf6-3ad4-49fe-91d4-5baf00b48b9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.254544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cbbf6-3ad4-49fe-91d4-5baf00b48b9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560514ae-c6c2-4ad5-8487-9e0c0e9692c0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:55.260562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee1cbbf6-3ad4-49fe-91d4-5baf00b48b9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.262311 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ee1cbbf6-3ad4-49fe-91d4-5baf00b48b9f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195955 Jul 16 21:19:55.265363 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:55.269811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f2cb60c3-cff3-4bf8-8428-0436af221ff5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'f7bda46a-12c3-44c5-9043-821f643ac4b6', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:55.294086 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2cb60c3-cff3-4bf8-8428-0436af221ff5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.350708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2cb60c3-cff3-4bf8-8428-0436af221ff5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.354203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2cb60c3-cff3-4bf8-8428-0436af221ff5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.371676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb60c3-cff3-4bf8-8428-0436af221ff5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3ba0fe-870b-4cdc-8752-1ee02817fc3c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:55.377467 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2cb60c3-cff3-4bf8-8428-0436af221ff5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.378572 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f2cb60c3-cff3-4bf8-8428-0436af221ff5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122766 Jul 16 21:19:55.381574 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:55.386838 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d9865b59-47d5-4f54-b9fe-a9921a2c45aa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'f7bda46a-12c3-44c5-9043-821f643ac4b6', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:55.411516 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9865b59-47d5-4f54-b9fe-a9921a2c45aa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.445799 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bd5da4c8-9242-4b1c-98da-f4e3109d7112 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:19:55.465313 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: bd5da4c8-9242-4b1c-98da-f4e3109d7112 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:19:55.465656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device bd5da4c8-9242-4b1c-98da-f4e3109d7112 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:19:55.470622 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9865b59-47d5-4f54-b9fe-a9921a2c45aa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.474433 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9865b59-47d5-4f54-b9fe-a9921a2c45aa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.493606 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9865b59-47d5-4f54-b9fe-a9921a2c45aa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bb9413-8b4c-4235-82ab-1e4010746804,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:55.500442 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9865b59-47d5-4f54-b9fe-a9921a2c45aa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.501812 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d9865b59-47d5-4f54-b9fe-a9921a2c45aa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192873 Jul 16 21:19:55.504562 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:55.508999 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e494e47a-31b1-46af-adab-5f4a7403a0b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'f7bda46a-12c3-44c5-9043-821f643ac4b6', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:55.529144 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-e494e47a-31b1-46af-adab-5f4a7403a0b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:19:55.533993 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e494e47a-31b1-46af-adab-5f4a7403a0b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.595000 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e494e47a-31b1-46af-adab-5f4a7403a0b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.598654 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e494e47a-31b1-46af-adab-5f4a7403a0b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.616164 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494e47a-31b1-46af-adab-5f4a7403a0b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd492b5-9bc7-498d-bd41-eae54e712b4d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:55.626132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e494e47a-31b1-46af-adab-5f4a7403a0b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.627364 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e494e47a-31b1-46af-adab-5f4a7403a0b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218300 Jul 16 21:19:55.630013 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:55.634402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-35401733-dae7-42f8-a9ac-703b64bb1a35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'f7bda46a-12c3-44c5-9043-821f643ac4b6', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:55.654885 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-35401733-dae7-42f8-a9ac-703b64bb1a35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:19:55.659499 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35401733-dae7-42f8-a9ac-703b64bb1a35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.718890 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35401733-dae7-42f8-a9ac-703b64bb1a35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.722518 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35401733-dae7-42f8-a9ac-703b64bb1a35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.739892 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35401733-dae7-42f8-a9ac-703b64bb1a35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1ee4c8-953c-4fdd-b7f1-a99f047d64a0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:55.745141 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35401733-dae7-42f8-a9ac-703b64bb1a35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.746312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-35401733-dae7-42f8-a9ac-703b64bb1a35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153638 Jul 16 21:19:55.749017 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:55.753823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'network': {'name': 'tempest-network-smoke--2054119847', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:55.772739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:19:55.776467 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.799952 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:19:55.809108 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.809455 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Added segment d16a5ef3-a40e-4e8a-9970-5959185725a5 of type vlan for network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d Jul 16 21:19:55.847734 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.875191 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.880598 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:55.881184 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.922402 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1723738 Jul 16 21:19:55.925049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:55.931576 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'admin_state_up': True, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:55.968077 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b04fc6-2935-4b04-b049-527cf2f5c2d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Network': ['ID=8d5fc0b9-ea82-49ca-bcfd-986de198a81d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:55.979488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:19:55.981611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:55.982679 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:56.032265 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:56.167746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:56.359377 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:56.378274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:56.476905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.120 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/2900913c-7cd8-4a29-941f-da1947f6614d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:19:56.479530 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:56.576890 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:56.613774 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:56.647622 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:19:56.650478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:19:56.655804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:19:56.687765 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=2900913c-7cd8-4a29-941f-da1947f6614d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:56.907998 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:57.104537 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:57.238233 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:19:57.347851 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:19:57.358246 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Sync routers for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:19:57.367015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:57.368156 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:57.368392 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8ac6ab83-a6a3-401e-9ee2-7015ccaf9aa6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4424241 Jul 16 21:19:57.368982 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:57.371671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:57.402752 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-651013c2-69e3-443a-acd3-c029eea6bbb5 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=7550bd0ce7174afab0771bffd66a0f49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297272 Jul 16 21:19:57.405137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:57.478756 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:57.497578 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb18197-d41d-446a-8915-111f2b0cde9f tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:57.499163 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2eb18197-d41d-446a-8915-111f2b0cde9f tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931072 Jul 16 21:19:57.501928 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47726) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:57.529609 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-04007b18-f20a-48c6-b54b-be116658b028 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265915 Jul 16 21:19:57.532014 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:57.537055 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811350067', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:19:57.626410 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:19:57.629882 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:57.660617 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:56Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:57.691330 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Checking router: 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:19:57.691679 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Updating router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 port 2900913c-7cd8-4a29-941f-da1947f6614d binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:19:57.727213 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:57.810485 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:57.872781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Subnet': ['ID=91c85158-45a2-4610-aa5b-a9e4db45cd34,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:57.882034 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Checking segment: {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:19:57.882394 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network hostable DHCP agents. Network: 8d5fc0b9-ea82-49ca-bcfd-986de198a81d, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:19:57.899395 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:19:57.908744 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 8d5fc0b9-ea82-49ca-bcfd-986de198a81d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:19:57.913000 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:19:57.914260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:57.918100 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c21fb-6236-4fd6-ad88-eb99cf9bde37 None None] Network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:19:57.929561 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2025c0d4-62ac-4d05-a5c6-2e45df923bb1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3964665 Jul 16 21:19:57.932234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47730) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:19:57.983627 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:57.994237 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Transition to ACTIVE for port object 2900913c-7cd8-4a29-941f-da1947f6614d will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:19:58.004293 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.050980 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Attempting to bind port 2900913c-7cd8-4a29-941f-da1947f6614d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:19:58.051399 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Attempting to bind port 2900913c-7cd8-4a29-941f-da1947f6614d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:19:58.051764 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Attempting to bind port 2900913c-7cd8-4a29-941f-da1947f6614d on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:19:58.058400 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:19:58.058772 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:19:58.059177 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.059601 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:19:58.060065 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Bound port: 2900913c-7cd8-4a29-941f-da1947f6614d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:19:58.060444 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.072853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:19:58.073721 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.115668 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] For port 2900913c-7cd8-4a29-941f-da1947f6614d, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:19:58.119239 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] For port 2900913c-7cd8-4a29-941f-da1947f6614d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2900913c-7cd8-4a29-941f-da1947f6614d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:19:58.124934 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.137109 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Pushing event updated for resources: {'Port': ['ID=2900913c-7cd8-4a29-941f-da1947f6614d,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:58.152255 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.152493 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.152712 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.152972 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.153301 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.153628 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.153957 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.154281 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.154602 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.154926 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.155247 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.155587 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:19:58.163195 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:19:58.163921 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:58.225544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Allocated IP 172.20.0.2 (8d5fc0b9-ea82-49ca-bcfd-986de198a81d/91c85158-45a2-4610-aa5b-a9e4db45cd34/62fd8c7e-7725-494c-916b-692162c9d032) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:19:58.298897 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:19:58.328977 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490de4a5-822e-4f39-bf71-0111eee33a95 None None] Pushing event updated for resources: {'Port': ['ID=2900913c-7cd8-4a29-941f-da1947f6614d,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:58.380147 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.380855 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.390893 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Transition to ACTIVE for port object 62fd8c7e-7725-494c-916b-692162c9d032 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:19:58.407739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Transition to ACTIVE for port object 62fd8c7e-7725-494c-916b-692162c9d032 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:19:58.416874 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.457301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:19:58.463820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:19:58.466558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:19:58.479925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Pushing event updated for resources: {'Port': ['ID=62fd8c7e-7725-494c-916b-692162c9d032,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:58.489045 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:56Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:19:58.516974 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a7cff-7c63-46c9-b0d2-c3034d9a169a None None] The sync data for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 is: [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:56Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:19:58.538433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Attempting to bind port 62fd8c7e-7725-494c-916b-692162c9d032 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:19:58.539038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Attempting to bind port 62fd8c7e-7725-494c-916b-692162c9d032 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:19:58.539455 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Attempting to bind port 62fd8c7e-7725-494c-916b-692162c9d032 on network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:19:58.545228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:19:58.545597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Checking segment: {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:19:58.545995 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.546379 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Bound using segment: {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:19:58.546837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Bound port: 62fd8c7e-7725-494c-916b-692162c9d032, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:19:58.547213 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.618160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] For port 62fd8c7e-7725-494c-916b-692162c9d032, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:19:58.622176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] For port 62fd8c7e-7725-494c-916b-692162c9d032, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=62fd8c7e-7725-494c-916b-692162c9d032,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:19:58.629359 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.671981 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.1 (8d5fc0b9-ea82-49ca-bcfd-986de198a81d/91c85158-45a2-4610-aa5b-a9e4db45cd34/006f1f83-c6ed-437f-b0ae-325e7e70a529) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:19:58.706538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71631660-fc06-4ec1-9606-c41a8bfcbbe7 None None] Pushing event updated for resources: {'Port': ['ID=62fd8c7e-7725-494c-916b-692162c9d032,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:58.822384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.838868 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object 006f1f83-c6ed-437f-b0ae-325e7e70a529 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:19:58.895791 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:58.948175 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:19:58.956732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:19:58.960988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:19:58.988916 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=006f1f83-c6ed-437f-b0ae-325e7e70a529,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:59.012428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:59.162335 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:59.692677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724edf49-d75a-4c61-88a7-3da0f0cfa024 None None] Network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:19:59.754684 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-94d09393-27b4-49fd-8625-e0e390c45e99 None None] Provisioning for port 62fd8c7e-7725-494c-916b-692162c9d032 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:19:59.794623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:59.799178 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:59.876255 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:19:59.878145 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=006f1f83-c6ed-437f-b0ae-325e7e70a529,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:19:59.983819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:19:59.985404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:20:00.117844 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0e400b57-af33-404e-822b-03cb8b283a08 None None] Provisioning for port 006f1f83-c6ed-437f-b0ae-325e7e70a529 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:20:00.118377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:20:00.124127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0e400b57-af33-404e-822b-03cb8b283a08 None None] Provisioning complete for port 006f1f83-c6ed-437f-b0ae-325e7e70a529 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:00.124509 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0e400b57-af33-404e-822b-03cb8b283a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:00.177689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0e400b57-af33-404e-822b-03cb8b283a08 None None] Port 006f1f83-c6ed-437f-b0ae-325e7e70a529 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:20:00.263783 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:20:00.278302 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0c98e0c2-02fe-482b-bdca-d84f4bfd4a25 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/3f42330c-21fe-4f07-99e8-cf2a5c7858b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3363607 Jul 16 21:20:00.284370 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Sync routers for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:20:00.302436 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:20:00.303483 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:00.361041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5dc80027-8bc2-44f0-9e41-910e812ff94a None None] Provisioning complete for port 006f1f83-c6ed-437f-b0ae-325e7e70a529 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:00.361414 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5dc80027-8bc2-44f0-9e41-910e812ff94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:00.444073 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5dc80027-8bc2-44f0-9e41-910e812ff94a None None] Port 006f1f83-c6ed-437f-b0ae-325e7e70a529 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:20:00.454305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-2c09192d-a050-454e-b99e-23e7d28a0d05 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986361110&fields=id&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 267 time: 0.0514083 Jul 16 21:20:00.476879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:20:00.569148 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-b03ec17e-6c77-47c9-88c0-3f2d35297870 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:00.570631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-b03ec17e-6c77-47c9-88c0-3f2d35297870 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 797 time: 0.1073558 Jul 16 21:20:00.585304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-fe87401a-123d-4ab9-ba98-0e9c2b741e74 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/quotas/7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 375 time: 0.0091352 Jul 16 21:20:00.610245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5cdd90ee-7176-4049-b926-2585c61e9932 None None] Provisioning complete for port 006f1f83-c6ed-437f-b0ae-325e7e70a529 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:00.610620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5cdd90ee-7176-4049-b926-2585c61e9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:00.659862 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-cb1e5609-bc75-4f08-91fc-5942e07feb12 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655315 Jul 16 21:20:00.661973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd90ee-7176-4049-b926-2585c61e9932 None None] Port 006f1f83-c6ed-437f-b0ae-325e7e70a529 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:20:00.718916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '006f1f83-c6ed-437f-b0ae-325e7e70a529', 'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:c0:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:58Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 2, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:00.749879 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Checking router: 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:20:00.750227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Updating router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 port 006f1f83-c6ed-437f-b0ae-325e7e70a529 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:20:00.773388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-6030245f-8915-469f-9d9d-5497792a9fa5 service neutron] 10.222.0.10 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053920 Jul 16 21:20:00.776286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2900913c-7cd8-4a29-941f-da1947f6614d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:00.812936 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:00.866269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-08878eab-cd0d-49a3-9d03-6a935b3d7a0a service neutron] 10.222.0.10 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Jul 16 21:20:00.871309 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 2900913c-7cd8-4a29-941f-da1947f6614d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:20:00.879816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2900913c-7cd8-4a29-941f-da1947f6614d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:00.880129 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.040919 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-065817f4-11cd-4b36-97fb-7f769ea20ae7 req-69ab70cd-1257-4258-8a3c-784c1a0c01cc tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 210 time: 0.0283091 Jul 16 21:20:01.072859 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.106710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 2900913c-7cd8-4a29-941f-da1947f6614d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2900913c-7cd8-4a29-941f-da1947f6614d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:01.114248 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.115359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 62fd8c7e-7725-494c-916b-692162c9d032 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:01.229652 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=2900913c-7cd8-4a29-941f-da1947f6614d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:01.252520 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.254903 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 62fd8c7e-7725-494c-916b-692162c9d032 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:20:01.263632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 62fd8c7e-7725-494c-916b-692162c9d032 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:01.263998 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.283669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Transition to ACTIVE for port object 006f1f83-c6ed-437f-b0ae-325e7e70a529 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:20:01.291743 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.349932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c03c5-a197-41d3-878d-392d99698e40 None None] Pushing event updated for resources: {'Port': ['ID=006f1f83-c6ed-437f-b0ae-325e7e70a529,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:01.438399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Attempting to bind port 006f1f83-c6ed-437f-b0ae-325e7e70a529 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:20:01.438682 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Attempting to bind port 006f1f83-c6ed-437f-b0ae-325e7e70a529 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:20:01.439066 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Attempting to bind port 006f1f83-c6ed-437f-b0ae-325e7e70a529 on network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:20:01.447470 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.449380 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:20:01.449755 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Checking segment: {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:20:01.450149 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.450544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Bound using segment: {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:20:01.451016 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Bound port: 006f1f83-c6ed-437f-b0ae-325e7e70a529, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:20:01.451427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.511901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 62fd8c7e-7725-494c-916b-692162c9d032, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=62fd8c7e-7725-494c-916b-692162c9d032,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:01.518718 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.570747 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] For port 006f1f83-c6ed-437f-b0ae-325e7e70a529, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:20:01.575317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] For port 006f1f83-c6ed-437f-b0ae-325e7e70a529, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=006f1f83-c6ed-437f-b0ae-325e7e70a529,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:20:01.589918 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:01.601631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=62fd8c7e-7725-494c-916b-692162c9d032,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:01.648423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:20:01.649070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:01.702387 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c03c5-a197-41d3-878d-392d99698e40 None None] Pushing event updated for resources: {'Port': ['ID=006f1f83-c6ed-437f-b0ae-325e7e70a529,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:01.770428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:20:02.136281 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '006f1f83-c6ed-437f-b0ae-325e7e70a529', 'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:c0:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:58Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:02.171088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1781457-7e32-4f3c-8c50-a483e8c854ef None None] The sync data for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 is: [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '006f1f83-c6ed-437f-b0ae-325e7e70a529', 'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:c0:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:58Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:20:02.509766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-631d83bb-a424-4251-9c74-d32652d1215c req-1c8f5125-fcfe-44b0-86b1-2b22c0ccf6b3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 210 time: 0.0354748 Jul 16 21:20:02.537178 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-d1e757c8-44fe-4af1-bafb-af159a73c91c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:02.538746 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-d1e757c8-44fe-4af1-bafb-af159a73c91c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 797 time: 0.5161262 Jul 16 21:20:02.581986 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-88613ca4-d34b-4cf2-a57e-23e5cb433559 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 379 time: 0.0348315 Jul 16 21:20:02.593055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'port': {'device_id': 'd124e523-e6e0-4209-82b9-563a27022114', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'admin_state_up': True, 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'security_groups': ['f7bda46a-12c3-44c5-9043-821f643ac4b6']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:20:02.729784 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:20:02.733553 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:02.796742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 006f1f83-c6ed-437f-b0ae-325e7e70a529 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:02.848701 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 006f1f83-c6ed-437f-b0ae-325e7e70a529 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:20:02.854303 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 006f1f83-c6ed-437f-b0ae-325e7e70a529 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:02.855348 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:02.881397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.12 (8d5fc0b9-ea82-49ca-bcfd-986de198a81d/91c85158-45a2-4610-aa5b-a9e4db45cd34/2d9086d5-8d44-429d-8ce2-7c78ad486aaf) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:20:02.942112 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:02.976715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 006f1f83-c6ed-437f-b0ae-325e7e70a529, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=006f1f83-c6ed-437f-b0ae-325e7e70a529,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:02.981927 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:02.982715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2900913c-7cd8-4a29-941f-da1947f6614d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:03.036733 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.051228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object 2d9086d5-8d44-429d-8ce2-7c78ad486aaf will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:20:03.058510 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=006f1f83-c6ed-437f-b0ae-325e7e70a529,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:03.069762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 2900913c-7cd8-4a29-941f-da1947f6614d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:03.070146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.094394 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.145621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:20:03.152185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:20:03.154781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:20:03.155904 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 62fd8c7e-7725-494c-916b-692162c9d032 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:03.188102 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:03.215597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:03.216295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 62fd8c7e-7725-494c-916b-692162c9d032 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:03.216419 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.216674 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.233982 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-59d06431-89bb-493e-8a23-6185cc93061b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6448040 Jul 16 21:20:03.246478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-d7569785-88df-4959-87a8-eb4eaa81a2c8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:20:03.247523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-d7569785-88df-4959-87a8-eb4eaa81a2c8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073812 Jul 16 21:20:03.258753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Request body: {'port': {'device_id': 'd124e523-e6e0-4209-82b9-563a27022114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:20:03.340451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.459171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-90b8b8bf-a839-46b0-a718-05dd7905c3cd None None] Provisioning for port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:20:03.463124 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-90b8b8bf-a839-46b0-a718-05dd7905c3cd None None] Provisioning complete for port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:03.463533 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-90b8b8bf-a839-46b0-a718-05dd7905c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.500631 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-90b8b8bf-a839-46b0-a718-05dd7905c3cd None None] Port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:20:03.609931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9086d5-8d44-429d-8ce2-7c78ad486aaf {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:20:03.618157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.657572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Transition to ACTIVE for port object 2d9086d5-8d44-429d-8ce2-7c78ad486aaf will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:20:03.662661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.729125 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Pushing event updated for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:03.787161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfff73-379c-44a4-a2df-0e6d113841de req-5759b7ab-0d8b-49be-9c55-58d944e6a27c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:03.788749 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11bfff73-379c-44a4-a2df-0e6d113841de req-5759b7ab-0d8b-49be-9c55-58d944e6a27c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 932 time: 0.1640620 Jul 16 21:20:03.845049 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11bfff73-379c-44a4-a2df-0e6d113841de req-8fd29229-c431-4662-bb88-97d518a92a3b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499423 Jul 16 21:20:03.845852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Attempting to bind port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:20:03.846444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Attempting to bind port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:20:03.846770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Attempting to bind port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:20:03.851572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:20:03.851899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Attempting to bind port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:20:03.858296 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:20:03.858723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Checking segment: {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:20:03.859176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Bound using segment: {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:20:03.859662 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Bound port: 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:20:03.860136 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.924170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:20:03.927268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:20:03.932087 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.968673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:03.969361 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:03.970872 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] 10.222.0.30 "PUT /v2.0/ports/2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 1093 time: 0.7165349 Jul 16 21:20:03.971493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:03.973787 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163a6ea5-aede-4d96-a023-2200c01a9b18" -d '{"events": [{"name": "network-changed", "server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:04.001267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28675d-e733-4a33-9fb4-fa54d9efdb5c service neutron] Pushing event updated for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:04.041561 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c666a6c0-a2bf-4810-abc9-cbf3853fe650 x-openstack-request-id: req-c666a6c0-a2bf-4810-abc9-cbf3853fe650 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:04.041855 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:04.042105 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c666a6c0-a2bf-4810-abc9-cbf3853fe650 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:04.042509 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'status': 'completed', 'code': 200} Jul 16 21:20:04.069191 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-9ff95b47-3213-4d8f-b1fd-e6c649a5cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:04.070838 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-9ff95b47-3213-4d8f-b1fd-e6c649a5cf12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1096 time: 0.0592721 Jul 16 21:20:04.113502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-97598ec1-6923-49f7-86b3-3d3b2774ae4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 217 time: 0.0353646 Jul 16 21:20:04.166299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-3e74b9b2-ce9c-4f93-9bf8-1083d33804be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:04.167804 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-3e74b9b2-ce9c-4f93-9bf8-1083d33804be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0479982 Jul 16 21:20:04.229109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-c2996d12-d478-4421-8a0c-824d02c3dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:04.230622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-c2996d12-d478-4421-8a0c-824d02c3dba6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566893 Jul 16 21:20:04.318710 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-e0f1d7ab-1a43-4582-a6b3-8228199fa0d9 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812001 Jul 16 21:20:04.408609 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ced135ab-048b-461b-a0ad-cf620eae20b2 req-6f2369d3-dc49-4d06-b910-c7ef69c095dc service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832441 Jul 16 21:20:04.508889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-d608b6ae-587b-4ead-b63a-589bc8da68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:04.510356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-d608b6ae-587b-4ead-b63a-589bc8da68cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1096 time: 0.0521178 Jul 16 21:20:04.604169 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-4ee950d7-67a4-4c28-ae06-a2dc70736540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:04.605605 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-4ee950d7-67a4-4c28-ae06-a2dc70736540 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 898 time: 0.0882704 Jul 16 21:20:04.646617 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-f5289794-ee92-4f02-9998-f67400fa6428 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 217 time: 0.0340738 Jul 16 21:20:04.695284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-b73271a9-1e88-4f16-8174-72dcc4eaacae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:04.697275 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-b73271a9-1e88-4f16-8174-72dcc4eaacae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0435183 Jul 16 21:20:04.698805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 006f1f83-c6ed-437f-b0ae-325e7e70a529 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:04.745265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 006f1f83-c6ed-437f-b0ae-325e7e70a529 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:04.745636 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:04.758702 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-c1150a2c-f064-4eb9-a103-eafec188349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:04.760935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-c1150a2c-f064-4eb9-a103-eafec188349d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568190 Jul 16 21:20:04.851592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-e17d23d6-92d3-4165-86a0-ae1e453dae9a service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828855 Jul 16 21:20:04.948877 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-163a6ea5-aede-4d96-a023-2200c01a9b18 req-75925327-01bf-4adc-82bf-1ee1f41e08cf service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872953 Jul 16 21:20:05.021868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c6d4f-c261-45a7-aa81-abc012782f95 req-fc3c3f63-229d-44e3-9a18-3555d33f277d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:05.023370 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-175c6d4f-c261-45a7-aa81-abc012782f95 req-fc3c3f63-229d-44e3-9a18-3555d33f277d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 944 time: 0.0632334 Jul 16 21:20:05.059811 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-175c6d4f-c261-45a7-aa81-abc012782f95 req-86ff734c-4405-44ee-b1bf-2a99a4a3f779 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309412 Jul 16 21:20:06.232565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43dd0f-200e-40ea-8cef-97d6d2072c04 req-54931c49-c835-454d-ac47-23bfd1ce026a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:06.234074 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d43dd0f-200e-40ea-8cef-97d6d2072c04 req-54931c49-c835-454d-ac47-23bfd1ce026a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 944 time: 0.0665557 Jul 16 21:20:06.270488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3d43dd0f-200e-40ea-8cef-97d6d2072c04 req-8047b574-f326-4a9d-8bd0-fdb3fc8d662b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308325 Jul 16 21:20:06.512147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2d9086d5-8d44-429d-8ce2-7c78ad486aaf details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:20:06.604496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:06.615021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'port_id': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'mac_address': 'fa:16:3e:70:3c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:20:06.651726 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:06.664217 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9086d5-8d44-429d-8ce2-7c78ad486aaf {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:20:06.683951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:06.688078 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:06.737472 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:06.926993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['2d9086d5-8d44-429d-8ce2-7c78ad486aaf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:20:07.438211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67019bb4-c3ea-4b47-92a5-9c227df7ed00 req-21ef36dd-d49f-4d14-a07b-167f9b845888 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:07.439689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67019bb4-c3ea-4b47-92a5-9c227df7ed00 req-21ef36dd-d49f-4d14-a07b-167f9b845888 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 945 time: 0.0620229 Jul 16 21:20:07.476772 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-67019bb4-c3ea-4b47-92a5-9c227df7ed00 req-32dd5631-54fa-4ac7-84e0-2e068180fa16 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Jul 16 21:20:08.512099 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2d9086d5-8d44-429d-8ce2-7c78ad486aaf up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:20:08.560687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:20:08.564499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:20:08.564864 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:08.644670 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:08.653339 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30263a4-126e-4e10-92de-91047d3347a1 req-2464c272-f7be-4231-8007-73f6988efeac tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:08.654814 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b30263a4-126e-4e10-92de-91047d3347a1 req-2464c272-f7be-4231-8007-73f6988efeac tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 945 time: 0.0641687 Jul 16 21:20:08.670969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:08.673336 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d93573-140f-4cb6-8444-b69e6f80bb96" -d '{"events": [{"server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "name": "network-vif-plugged", "status": "completed", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:08.685920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:20:08.689808 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:08.694729 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b30263a4-126e-4e10-92de-91047d3347a1 req-3186c271-91d7-4e2c-8cd1-627deb952f90 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342672 Jul 16 21:20:08.739560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:08.744766 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701279c3-231c-4d32-b97e-e40ba38e4c14 x-openstack-request-id: req-701279c3-231c-4d32-b97e-e40ba38e4c14 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:08.745033 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "name": "network-vif-plugged", "status": "completed", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:08.745292 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-701279c3-231c-4d32-b97e-e40ba38e4c14 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:08.745674 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'code': 200} Jul 16 21:20:08.865175 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af5836-c054-4af5-a78c-6a18b69cb4b0 req-103fbbee-ffd3-4fac-b7e4-37059d419af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:08.866556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91af5836-c054-4af5-a78c-6a18b69cb4b0 req-103fbbee-ffd3-4fac-b7e4-37059d419af7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1098 time: 0.0549927 Jul 16 21:20:08.898327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-91af5836-c054-4af5-a78c-6a18b69cb4b0 req-4d989c2c-3057-4ec0-8776-8addaf7476ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259697 Jul 16 21:20:09.865630 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197497b-1116-41a9-9edb-9e56d1ab1ba5 req-75ef0211-da60-43b4-83ed-fee1a8004ae1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:09.867089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7197497b-1116-41a9-9edb-9e56d1ab1ba5 req-75ef0211-da60-43b4-83ed-fee1a8004ae1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0621057 Jul 16 21:20:09.903535 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7197497b-1116-41a9-9edb-9e56d1ab1ba5 req-70ddd72d-e1ec-427c-8197-ddf2d8fbbd9e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301878 Jul 16 21:20:10.074810 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9ca7c-9834-4152-8eb4-c666e2594439 req-78f3ae57-509d-4ad6-be25-63e7a7ed9869 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:10.076307 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3eb9ca7c-9834-4152-8eb4-c666e2594439 req-78f3ae57-509d-4ad6-be25-63e7a7ed9869 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0664418 Jul 16 21:20:10.112880 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3eb9ca7c-9834-4152-8eb4-c666e2594439 req-a7e7ced1-c2dc-483a-9260-3c46148ee153 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311105 Jul 16 21:20:10.137056 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:20:10.186733 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffea5e-bcac-45d5-a60e-97ea35de8d87 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:10.188210 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-faffea5e-bcac-45d5-a60e-97ea35de8d87 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1093 time: 0.0501609 Jul 16 21:20:10.190856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:20:10.195148 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:20:10.216311 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:10.312513 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:10.413011 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.235 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/0a5ddd89-def9-4717-a0a0-3c641e75f166) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:20:10.515316 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:10.552426 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:10.591223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:20:10.593970 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:20:10.597729 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:20:10.618575 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=0a5ddd89-def9-4717-a0a0-3c641e75f166,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:10.961290 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.037047 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.181818 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.186247 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.253502 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=0a5ddd89-def9-4717-a0a0-3c641e75f166,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:20:11.265157 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.362221 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 852392a5-6a5f-46ed-8e9b-5ad580dc52f8 associated. External IP: 172.25.7.235, port: 2d9086d5-8d44-429d-8ce2-7c78ad486aaf. Jul 16 21:20:11.562134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:20:11.668005 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:20:11.677411 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] Sync routers for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:20:11.685231 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:11.688142 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:20:11.688757 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:11.721837 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-aa61ed75-9e82-4441-9e51-6fca3bbafa35 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5299199 Jul 16 21:20:11.722428 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:20:11.724687 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8b4bab58f3157324b85e0a65156fc33a5ef40aa76454184b457a18b80112b86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:20:11.795163 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:20:11.875345 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4998e5f-56db-4db8-b4b7-460076ffdd56 req-de266161-463e-4945-8c5d-965e5a0ee38a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:11.876747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4998e5f-56db-4db8-b4b7-460076ffdd56 req-de266161-463e-4945-8c5d-965e5a0ee38a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0630937 Jul 16 21:20:11.914345 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4998e5f-56db-4db8-b4b7-460076ffdd56 req-55392c68-c91f-4fe5-991c-ee4879d6b752 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315506 Jul 16 21:20:11.938782 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:20:11.975694 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372d494f-45b8-4436-94ba-e01afd757382 x-openstack-request-id: req-372d494f-45b8-4436-94ba-e01afd757382 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:20:11.976014 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:20:11.976224 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-372d494f-45b8-4436-94ba-e01afd757382 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:20:11.976625 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'status': 'completed', 'code': 200} Jul 16 21:20:12.003433 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-daf7639d-df12-4cdf-8917-49b399ec943f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/852392a5-6a5f-46ed-8e9b-5ad580dc52f8 HTTP/1.1" status: 200 len: 992 time: 0.0634310 Jul 16 21:20:12.015499 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '852392a5-6a5f-46ed-8e9b-5ad580dc52f8', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'port_id': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'mac_address': 'fa:16:3e:70:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd124e523-e6e0-4209-82b9-563a27022114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:20:10Z', 'updated_at': '2021-07-16T21:20:10Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006f1f83-c6ed-437f-b0ae-325e7e70a529', 'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:c0:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:58Z', 'updated_at': '2021-07-16T21:20:02Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:12.042333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-5ea35c1e-65f6-4390-a367-8bb1b78fe617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:12.043925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-5ea35c1e-65f6-4390-a367-8bb1b78fe617 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1098 time: 0.0549932 Jul 16 21:20:12.045145 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] Checking router: 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:20:12.053223 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:20:12.054321 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:19:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:12.135004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-ba3f3e54-f33f-4940-8bec-0ef042e14bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:12.136422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-ba3f3e54-f33f-4940-8bec-0ef042e14bba service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 898 time: 0.0868042 Jul 16 21:20:12.202625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-9cea009a-c92c-4ffe-a8ff-639693a82b3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 1000 time: 0.0597737 Jul 16 21:20:12.253778 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:20:12.255660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-4ade1538-a063-4747-970e-11768634de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:12.257111 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-4ade1538-a063-4747-970e-11768634de48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0484552 Jul 16 21:20:12.314322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-23420d75-d33a-43ac-be1f-df998a24ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:12.315900 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-23420d75-d33a-43ac-be1f-df998a24ea40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525477 Jul 16 21:20:12.403902 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-4d9d5c7b-ff4e-41cf-92f3-2c065e0228f5 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809608 Jul 16 21:20:12.469595 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '852392a5-6a5f-46ed-8e9b-5ad580dc52f8', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'port_id': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'mac_address': 'fa:16:3e:70:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd124e523-e6e0-4209-82b9-563a27022114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:20:10Z', 'updated_at': '2021-07-16T21:20:10Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006f1f83-c6ed-437f-b0ae-325e7e70a529', 'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:c0:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:58Z', 'updated_at': '2021-07-16T21:20:02Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:20:12.496523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5ee417db-53ab-4f64-9202-ae9f2e7c36d0 req-55a63a8d-2d4d-4d30-ab6d-d22feb4ebcf1 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855744 Jul 16 21:20:12.499547 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe41f0b-b46a-4835-984f-c4ad3a35c1a3 None None] The sync data for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 is: [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '852392a5-6a5f-46ed-8e9b-5ad580dc52f8', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'port_id': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'mac_address': 'fa:16:3e:70:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd124e523-e6e0-4209-82b9-563a27022114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:20:10Z', 'updated_at': '2021-07-16T21:20:10Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006f1f83-c6ed-437f-b0ae-325e7e70a529', 'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:c0:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:58Z', 'updated_at': '2021-07-16T21:20:02Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:20:12.682156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c0126-f773-4782-94f1-474a2a3e6bad None None] New status for floating IP 852392a5-6a5f-46ed-8e9b-5ad580dc52f8: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:20:13.007332 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47794) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:20:13.069595 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-57265b47-4598-4ceb-aea7-d7f56084ff88 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/852392a5-6a5f-46ed-8e9b-5ad580dc52f8 HTTP/1.1" status: 200 len: 994 time: 0.0607708 Jul 16 21:20:14.678024 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:20:16.222804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:17.464419 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:20.703513 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-59f3aeff-50f7-4366-bec3-4cdc4c3ccf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:23.468210 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02a4d0a8-f1b0-4ad4-a9db-f7d96dbc93dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:23.470445 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:24.809777 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:26.482379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:32.996792 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-478bca4b-98f2-467c-bfe5-156a139645ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510445 Jul 16 21:20:33.093516 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-094df4b0-a4a4-4b09-9dae-c97f8dbecbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.095035 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-094df4b0-a4a4-4b09-9dae-c97f8dbecbcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1098 time: 0.0562544 Jul 16 21:20:33.196264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-2a00c959-58f8-445e-9e08-3a37014ec50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.197729 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-2a00c959-58f8-445e-9e08-3a37014ec50a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 898 time: 0.0826550 Jul 16 21:20:33.264604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-50d79def-a76a-4195-9d5e-52c319e5bc73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 1002 time: 0.0596800 Jul 16 21:20:33.312308 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-e21fb8d5-ff13-40c6-810b-fb4b055a8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.313719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-e21fb8d5-ff13-40c6-810b-fb4b055a8273 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0428591 Jul 16 21:20:33.370652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-919b8d9c-d6d5-4047-b37a-c9908f1f7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:33.372193 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-919b8d9c-d6d5-4047-b37a-c9908f1f7c82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521519 Jul 16 21:20:33.462694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-9cd8a917-2311-41d3-8a08-caa51dbb47ef service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837107 Jul 16 21:20:33.552378 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b84e07e7-aac9-4c54-88b9-9a80296d4438 req-97436baa-199b-47ae-853f-eda457e865ff service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833910 Jul 16 21:20:46.222968 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:46.681740 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-4386b64a-0204-448d-9385-187db905e8df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387537 Jul 16 21:20:46.696515 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124dab6-c4c0-4a47-a500-8b2707c0516f req-acecbf11-2de9-497f-a11d-67d50671b849 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:46.698264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e124dab6-c4c0-4a47-a500-8b2707c0516f req-acecbf11-2de9-497f-a11d-67d50671b849 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.1039596 Jul 16 21:20:46.738494 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e124dab6-c4c0-4a47-a500-8b2707c0516f req-3790264e-e551-4fc1-b095-a9ba09c480a0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345891 Jul 16 21:20:47.491629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:47.911067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2842a3-0e70-41fb-9bd3-2478faffb858 req-95b80741-82a2-47e4-9c73-6dfaa6a0f4a1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:47.912569 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a2842a3-0e70-41fb-9bd3-2478faffb858 req-95b80741-82a2-47e4-9c73-6dfaa6a0f4a1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0628612 Jul 16 21:20:47.950631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5a2842a3-0e70-41fb-9bd3-2478faffb858 req-4ac93921-3547-4f07-a573-88a554b77f9b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Jul 16 21:20:48.087044 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-9d6e3a41-df0e-4311-acdb-edf7c5dd3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:48.088578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-9d6e3a41-df0e-4311-acdb-edf7c5dd3aef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1098 time: 0.0600071 Jul 16 21:20:48.179578 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-c5a160ca-0225-4c61-bac3-4ee9a8d46ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:48.181026 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-c5a160ca-0225-4c61-bac3-4ee9a8d46ca1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 898 time: 0.0860479 Jul 16 21:20:48.248384 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-c98ea38f-49f1-42e0-a8ab-2ced3d0dbbfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 1002 time: 0.0611479 Jul 16 21:20:48.299677 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-a364f59c-7887-45c0-88bd-a8c951a6223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:48.301139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-a364f59c-7887-45c0-88bd-a8c951a6223b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0462594 Jul 16 21:20:48.359028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-22a3f703-9988-4258-a88f-330d4230213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:48.360580 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-22a3f703-9988-4258-a88f-330d4230213f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534751 Jul 16 21:20:48.451859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-bec9b350-47e9-41a3-beaf-2584d7bc644f service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852776 Jul 16 21:20:48.555581 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-048140e5-652c-4496-99a9-9df6a6b6c24e service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965972 Jul 16 21:20:49.138686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b69832-49d5-4278-90f2-553d0458c6e8 req-dd8a1607-d0f8-424e-ba1c-edc4f79e26d7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:49.140194 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b69832-49d5-4278-90f2-553d0458c6e8 req-dd8a1607-d0f8-424e-ba1c-edc4f79e26d7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0710571 Jul 16 21:20:49.177644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b69832-49d5-4278-90f2-553d0458c6e8 req-e774ff0c-fa49-4b58-8f31-1eba80869b82 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315475 Jul 16 21:20:50.351291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a54687-fb9e-4555-b315-6319b047241b req-a018f7e1-ebef-4fdd-872f-cce7b5d6741d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:50.352785 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21a54687-fb9e-4555-b315-6319b047241b req-a018f7e1-ebef-4fdd-872f-cce7b5d6741d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0631566 Jul 16 21:20:50.389564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-21a54687-fb9e-4555-b315-6319b047241b req-d92bccd2-1a3b-4bfb-acec-2cde8582eb6f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312834 Jul 16 21:20:50.708016 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-680aa697-8194-4e80-944d-2370f36fe554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:51.569209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffc92b-989b-4c91-913c-edb121aa5fbd req-c292eadc-a6b1-42be-9bb7-6f84aad0478e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:51.570770 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-59ffc92b-989b-4c91-913c-edb121aa5fbd req-c292eadc-a6b1-42be-9bb7-6f84aad0478e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0669730 Jul 16 21:20:51.608339 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-59ffc92b-989b-4c91-913c-edb121aa5fbd req-301fd11a-79a4-49dc-b7ea-0bd3ab8c4ba3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Jul 16 21:20:51.677520 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:20:52.786699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f1578-1b92-4f5b-b015-79bc3cb6578f req-50dc8714-6b13-4cd1-9529-03b16f510220 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:52.788198 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c78f1578-1b92-4f5b-b015-79bc3cb6578f req-50dc8714-6b13-4cd1-9529-03b16f510220 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0684044 Jul 16 21:20:52.826230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c78f1578-1b92-4f5b-b015-79bc3cb6578f req-5e47931b-1144-4caa-ae3e-88e42ee4f0f6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322461 Jul 16 21:20:53.467983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-27ac6d72-0ae6-45ca-80a5-1c8d0de636f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:53.469901 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:53.996798 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb1339-6290-4e93-b614-17fec7f0f422 req-87cdf26d-b865-4931-9357-0dc136d2cfbf tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:53.998280 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f4bb1339-6290-4e93-b614-17fec7f0f422 req-87cdf26d-b865-4931-9357-0dc136d2cfbf tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0622070 Jul 16 21:20:54.036701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f4bb1339-6290-4e93-b614-17fec7f0f422 req-cd2d87c7-0eab-4861-960f-51ae75abeb39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Jul 16 21:20:54.813861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:55.217941 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85b63-c485-4d72-b5f9-b830fb60a15e req-fae0f691-4d76-4209-8865-7be0e4774d38 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:55.219450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8d85b63-c485-4d72-b5f9-b830fb60a15e req-fae0f691-4d76-4209-8865-7be0e4774d38 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0667634 Jul 16 21:20:55.257753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8d85b63-c485-4d72-b5f9-b830fb60a15e req-d30d4d35-c26a-41cf-ad14-c6bb1fb8a51a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323274 Jul 16 21:20:56.434099 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440b6ae-5933-4aaa-ac1f-3a71fa7bc3f6 req-2de1e53c-5283-4645-9bcf-0762a8a4a9d7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:56.435633 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e440b6ae-5933-4aaa-ac1f-3a71fa7bc3f6 req-2de1e53c-5283-4645-9bcf-0762a8a4a9d7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0625119 Jul 16 21:20:56.475481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e440b6ae-5933-4aaa-ac1f-3a71fa7bc3f6 req-b723790f-d7dc-400b-9113-53df911db30d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325401 Jul 16 21:20:56.486821 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:20:57.651617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33173fa-4c84-4028-966d-43cf95a7253b req-7dae326b-8623-4019-bc05-d088b266d632 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:57.653112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b33173fa-4c84-4028-966d-43cf95a7253b req-7dae326b-8623-4019-bc05-d088b266d632 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0642474 Jul 16 21:20:57.691751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b33173fa-4c84-4028-966d-43cf95a7253b req-bad4e452-3c39-4cfa-9bce-35f18c2a03a3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325048 Jul 16 21:20:58.866048 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3967d85-d077-434e-a479-7776729a60b2 req-ed758c1e-4e2e-40dc-af65-5cf74f2ef50b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:20:58.867673 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3967d85-d077-434e-a479-7776729a60b2 req-ed758c1e-4e2e-40dc-af65-5cf74f2ef50b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0652633 Jul 16 21:20:58.903747 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3967d85-d077-434e-a479-7776729a60b2 req-eb53dcc6-98b0-4e8c-9dc6-4b73553d88b2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305121 Jul 16 21:21:00.075562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c43cde-af4b-44fc-a16c-0984e5eafc86 req-5d570bd8-cba2-4c38-936a-1b9da332ed09 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:00.077061 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18c43cde-af4b-44fc-a16c-0984e5eafc86 req-5d570bd8-cba2-4c38-936a-1b9da332ed09 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0643442 Jul 16 21:21:00.115639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-18c43cde-af4b-44fc-a16c-0984e5eafc86 req-84c2dc87-79c3-4874-9891-bd7a2423593c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Jul 16 21:21:01.293391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3517a31-72fb-492b-8c82-00e63edddd7c req-a9e123a5-0d90-4c1c-bca9-3584f1208512 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:01.294854 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d3517a31-72fb-492b-8c82-00e63edddd7c req-a9e123a5-0d90-4c1c-bca9-3584f1208512 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0657899 Jul 16 21:21:01.332712 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d3517a31-72fb-492b-8c82-00e63edddd7c req-d1f38b0c-9403-43d0-b58c-1698abab1859 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313301 Jul 16 21:21:02.509905 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cde483-0d4c-4e59-806b-fce73a3d20dc req-bd4fd0a9-834e-4210-b106-5c75220f081a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:02.511455 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16cde483-0d4c-4e59-806b-fce73a3d20dc req-bd4fd0a9-834e-4210-b106-5c75220f081a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0645273 Jul 16 21:21:02.552172 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-16cde483-0d4c-4e59-806b-fce73a3d20dc req-e1aa1265-45e8-463a-bd2c-0c6e2a630540 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318670 Jul 16 21:21:03.734613 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1e47b-ff14-41fc-9fe3-0d9dfa2e7d2f req-81cbcff3-3121-4b53-8d02-6338059d0e8e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:03.736279 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8bc1e47b-ff14-41fc-9fe3-0d9dfa2e7d2f req-81cbcff3-3121-4b53-8d02-6338059d0e8e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0677104 Jul 16 21:21:03.775645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8bc1e47b-ff14-41fc-9fe3-0d9dfa2e7d2f req-7fc1b2ee-8665-4282-be59-0576607b57b3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Jul 16 21:21:04.978942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1972a-5fcc-4866-9410-e585155b8bdc req-b14d5179-96bf-4fc5-9b7a-fc5ddee40466 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:04.980468 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dfd1972a-5fcc-4866-9410-e585155b8bdc req-b14d5179-96bf-4fc5-9b7a-fc5ddee40466 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0734034 Jul 16 21:21:05.017706 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dfd1972a-5fcc-4866-9410-e585155b8bdc req-1dfe65d8-57ab-4a4e-8829-ac770a10f151 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309019 Jul 16 21:21:05.563301 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-6646d9c3-42c3-4e00-b0d1-570d19531462 service neutron] show failed (client error): The resource could not be found. Jul 16 21:21:05.564304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-6646d9c3-42c3-4e00-b0d1-570d19531462 service neutron] 10.222.0.30 "GET /v2.0/ports/2d9086d5-8d44-429d-8ce2-7c78ad486aaf/bindings/n-h1-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0537400 Jul 16 21:21:05.814581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-2179bd2b-94bd-4d9d-827e-76485e653dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:05.816221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-2179bd2b-94bd-4d9d-827e-76485e653dd0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 1098 time: 0.0554159 Jul 16 21:21:05.827424 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:05.902905 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:06.111316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:06.176332 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:06.221672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:06.224065 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379bc5b8-b510-4327-9fcf-05538dd78dde" -d '{"events": [{"server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:06.227603 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:06.246891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Transition to ACTIVE for port object 2d9086d5-8d44-429d-8ce2-7c78ad486aaf will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:06.251717 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:06.266781 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e578152-f8ae-45e3-9311-e366c5a40a3b req-63c134f7-72d2-4056-82e4-a671d890a55b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:06.268275 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e578152-f8ae-45e3-9311-e366c5a40a3b req-63c134f7-72d2-4056-82e4-a671d890a55b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.1346056 Jul 16 21:21:06.373294 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:06.391467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9e578152-f8ae-45e3-9311-e366c5a40a3b req-96472019-2b08-4b49-b274-b33a3426f149 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979717 Jul 16 21:21:06.394888 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.395231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.395683 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.396075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.396600 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.396937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.397260 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.397610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.397894 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.398210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.398537 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.398841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:06.431670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] No DVR routers for this DVR port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:06.465250 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866401af-c7b6-4a11-aa11-87a9e76c7608 x-openstack-request-id: req-866401af-c7b6-4a11-aa11-87a9e76c7608 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:06.465541 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:06.465793 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-866401af-c7b6-4a11-aa11-87a9e76c7608 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:06.466182 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'code': 200} Jul 16 21:21:06.884854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Attempting to bind port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:06.885097 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Attempting to bind port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:06.885418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Attempting to bind port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:06.889656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:21:06.890478 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Attempting to bind port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:06.895340 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:06.895671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Checking segment: {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:06.896046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Bound using segment: {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:06.896459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Bound port: 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16a5ef3-a40e-4e8a-9970-5959185725a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:06.896807 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:06.958601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:06.961678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:06.964975 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:06.998815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:07.000036 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:07.001420 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] 10.222.0.63 "PUT /v2.0/ports/2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 1093 time: 1.1781421 Jul 16 21:21:07.026006 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec61a6-9e2f-4e04-864e-af50fb7cd8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:07.081981 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-0b910740-8c9d-4473-aa6d-4472ffb20ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:07.083523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-0b910740-8c9d-4473-aa6d-4472ffb20ab1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1096 time: 0.0546646 Jul 16 21:21:07.177731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-21071b14-b871-4626-b2e1-4dae9d598741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:07.179197 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-21071b14-b871-4626-b2e1-4dae9d598741 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 898 time: 0.0894146 Jul 16 21:21:07.251217 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-521bd2b8-61e6-4e94-a1bb-1851dabdc3a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 1000 time: 0.0656598 Jul 16 21:21:07.298838 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-57f8ccc2-5ab5-402f-b2d2-5c6d360375ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:07.300162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-57f8ccc2-5ab5-402f-b2d2-5c6d360375ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0422337 Jul 16 21:21:07.358265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-bfe75895-d507-449d-8fad-5e7f896370bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:07.360269 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-bfe75895-d507-449d-8fad-5e7f896370bd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539439 Jul 16 21:21:07.447278 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-9b0750a6-7915-48e5-a2b5-9f6a6d328bcd service neutron] 10.222.0.63 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803599 Jul 16 21:21:07.571546 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f9e5ff57-fca3-497b-9c67-b69b397fb9a0 req-1bdd6e04-ad3d-4a8f-954c-34b884a78818 service neutron] 10.222.0.63 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180885 Jul 16 21:21:07.592440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a825c-6e20-4aa7-b5ea-b409ed9a4028 req-32559dc7-0b1e-467b-b07a-988620996972 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:07.593933 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841a825c-6e20-4aa7-b5ea-b409ed9a4028 req-32559dc7-0b1e-467b-b07a-988620996972 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 944 time: 0.0812132 Jul 16 21:21:07.633802 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-841a825c-6e20-4aa7-b5ea-b409ed9a4028 req-2fb466d0-f9a5-463d-b035-1fb724a82998 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337331 Jul 16 21:21:08.467928 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:08.470572 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:08.516640 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb16216-26ad-4c71-994a-5cee94dfa597 x-openstack-request-id: req-2eb16216-26ad-4c71-994a-5cee94dfa597 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:08.517010 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:08.517340 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2eb16216-26ad-4c71-994a-5cee94dfa597 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:08.517743 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'status': 'completed', 'code': 200} Jul 16 21:21:08.629615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-5105bda4-c12d-4b29-8a72-c4e57ed4f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:08.631112 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-5105bda4-c12d-4b29-8a72-c4e57ed4f0c8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1096 time: 0.0949862 Jul 16 21:21:08.632837 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-5c03d5c7-dd75-41f0-abc6-16e0d432c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:08.634173 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-5c03d5c7-dd75-41f0-abc6-16e0d432c156 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1096 time: 0.0893133 Jul 16 21:21:08.806912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2d9086d5-8d44-429d-8ce2-7c78ad486aaf no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:08.825106 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-707c8b6f-0f14-498c-a839-896090216027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:08.826578 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-707c8b6f-0f14-498c-a839-896090216027 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 898 time: 0.1886382 Jul 16 21:21:08.834660 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-82cf419e-f894-4365-bd14-670e4fc42791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:08.836062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-82cf419e-f894-4365-bd14-670e4fc42791 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 898 time: 0.1905048 Jul 16 21:21:08.843896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2d9086d5-8d44-429d-8ce2-7c78ad486aaf not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:08.942442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dc8a1-8413-4513-b366-54a547a6991a req-dc4f29b9-cba3-495c-a496-4b82d20c655c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:08.943943 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e0dc8a1-8413-4513-b366-54a547a6991a req-dc4f29b9-cba3-495c-a496-4b82d20c655c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 944 time: 0.1906686 Jul 16 21:21:08.976625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-469244f0-fa99-4bee-8374-365241ff8292 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 1000 time: 0.1313970 Jul 16 21:21:08.978257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-4e363f00-f584-4375-acda-ee5f329589e3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 1000 time: 0.1449552 Jul 16 21:21:09.058227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3e0dc8a1-8413-4513-b366-54a547a6991a req-ed76b447-0d51-4900-832d-3e2a84ca9959 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056459 Jul 16 21:21:09.073849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-5d0e7174-2a8e-49c8-862e-f6d54e019bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:09.075456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-5d0e7174-2a8e-49c8-862e-f6d54e019bc4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0832264 Jul 16 21:21:09.084335 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-def7980d-04e4-4fab-8c7a-bdf9358096c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:09.084335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-def7980d-04e4-4fab-8c7a-bdf9358096c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0960250 Jul 16 21:21:09.181984 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-0f0a6c55-8071-4ec5-b853-c96159048d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:09.183542 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-0f0a6c55-8071-4ec5-b853-c96159048d96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981045 Jul 16 21:21:09.185284 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-9922e8fe-8d60-4afd-85cb-bb964ae737fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:09.186629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-9922e8fe-8d60-4afd-85cb-bb964ae737fd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931678 Jul 16 21:21:09.350572 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-3e14f1f0-517d-4ffb-9cf1-38c72ea26a3e service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605816 Jul 16 21:21:09.352397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-1ee9a01a-b9ea-46a1-bff1-50886c51774b service neutron] 10.222.0.63 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556878 Jul 16 21:21:09.505941 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-a1bff1b1-0f84-4601-a13c-accae5037743 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495402 Jul 16 21:21:09.508141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-32b1a042-4eef-4957-9ade-7aa7a72ffd7a req-0a86415f-0111-42fc-a97b-a29758065a77 service neutron] 10.222.0.63 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443167 Jul 16 21:21:10.241277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045868-00be-4264-90b3-04c07f88e5f8 req-ea1fed38-202b-419d-bbd3-3057fcd87184 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.242766 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12045868-00be-4264-90b3-04c07f88e5f8 req-ea1fed38-202b-419d-bbd3-3057fcd87184 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 944 time: 0.0670497 Jul 16 21:21:10.280199 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-12045868-00be-4264-90b3-04c07f88e5f8 req-bbb20794-511c-46ee-9391-38c606d9a00e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Jul 16 21:21:10.631333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de37dff-d360-4970-9a3a-b434234aed3b req-7d1b9b53-57d6-42bc-a9bd-f93507e485c4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.632832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5de37dff-d360-4970-9a3a-b434234aed3b req-7d1b9b53-57d6-42bc-a9bd-f93507e485c4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 944 time: 0.1197021 Jul 16 21:21:10.641240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326ff22-a387-49c1-a851-12baecb4543a req-62bc6832-7173-4ee9-9e1f-b785e4236e70 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.642518 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d326ff22-a387-49c1-a851-12baecb4543a req-62bc6832-7173-4ee9-9e1f-b785e4236e70 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114&tenant_id=7550bd0ce7174afab0771bffd66a0f49&binding%3Ahost_id=n-h1-792394-17 HTTP/1.1" status: 200 len: 944 time: 0.1010981 Jul 16 21:21:10.714382 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5de37dff-d360-4970-9a3a-b434234aed3b req-fb6cecc6-cdc8-4044-8830-7a2b1eb08a5c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709081 Jul 16 21:21:10.723806 n-d-792394-17 neutron-server[93959]: INFO neutron.api.v2.resource [req-d326ff22-a387-49c1-a851-12baecb4543a req-c9e704dc-4a1b-4ee8-9bc4-01dd2ba16dd1 service neutron] delete failed (client error): The resource could not be found. Jul 16 21:21:10.724839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d326ff22-a387-49c1-a851-12baecb4543a req-c9e704dc-4a1b-4ee8-9bc4-01dd2ba16dd1 service neutron] 10.222.0.30 "DELETE /v2.0/ports/2d9086d5-8d44-429d-8ce2-7c78ad486aaf/bindings/n-h2-792394-17 HTTP/1.1" status: 404 len: 381 time: 0.0745957 Jul 16 21:21:10.819458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326ff22-a387-49c1-a851-12baecb4543a req-bb04f2b3-5205-4056-be8f-26119bc12fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.820985 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d326ff22-a387-49c1-a851-12baecb4543a req-bb04f2b3-5205-4056-be8f-26119bc12fed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1096 time: 0.0533330 Jul 16 21:21:10.950010 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326ff22-a387-49c1-a851-12baecb4543a req-eec1c358-73f7-49bb-84b1-2fbb6721b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.951406 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d326ff22-a387-49c1-a851-12baecb4543a req-eec1c358-73f7-49bb-84b1-2fbb6721b6b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 898 time: 0.1191628 Jul 16 21:21:10.959601 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f76692-4112-49fd-9bff-218581de0cdc req-f72eaef7-dcdf-44e2-9181-aefc5ecdb957 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:10.961069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6f76692-4112-49fd-9bff-218581de0cdc req-f72eaef7-dcdf-44e2-9181-aefc5ecdb957 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 944 time: 0.1373429 Jul 16 21:21:11.044909 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d6f76692-4112-49fd-9bff-218581de0cdc req-47c8a115-1a14-4100-b8b2-6eec90d0fa67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773773 Jul 16 21:21:11.047303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d326ff22-a387-49c1-a851-12baecb4543a req-a80fd3c5-c1c4-4711-b5d5-be5fa641b2fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 1000 time: 0.0853050 Jul 16 21:21:11.105185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326ff22-a387-49c1-a851-12baecb4543a req-a3bfa6a5-6dbb-4b78-95a0-3448c4418f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:11.106589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d326ff22-a387-49c1-a851-12baecb4543a req-a3bfa6a5-6dbb-4b78-95a0-3448c4418f66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0522356 Jul 16 21:21:11.163350 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326ff22-a387-49c1-a851-12baecb4543a req-2488f5a5-90c8-4d5d-bcaa-5ad1c87a73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:11.164856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d326ff22-a387-49c1-a851-12baecb4543a req-2488f5a5-90c8-4d5d-bcaa-5ad1c87a73b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522256 Jul 16 21:21:11.257728 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d326ff22-a387-49c1-a851-12baecb4543a req-5481518b-c62f-4d33-9ab2-03fa66b3bf36 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860171 Jul 16 21:21:11.347093 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d326ff22-a387-49c1-a851-12baecb4543a req-ce86b180-e46f-43dc-ade6-6ad8b70f20f3 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840049 Jul 16 21:21:11.841357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2d9086d5-8d44-429d-8ce2-7c78ad486aaf details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:21:11.940401 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:11.951931 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'port_id': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'mac_address': 'fa:16:3e:70:3c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:21:11.989052 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:12.002119 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9086d5-8d44-429d-8ce2-7c78ad486aaf {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:12.021321 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:12.025192 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:12.069858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:12.077163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.077554 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.077894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.078234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.078567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.078901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.079226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.079583 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.079907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.080233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.080555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.080876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:12.226673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e656a-545e-4dbf-815d-fdb188060801 req-ccac0f49-ef14-413f-aa2b-d0a697b69455 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:12.228120 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e23e656a-545e-4dbf-815d-fdb188060801 req-ccac0f49-ef14-413f-aa2b-d0a697b69455 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 945 time: 0.0684285 Jul 16 21:21:12.265210 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e23e656a-545e-4dbf-815d-fdb188060801 req-921f71f8-517f-45f3-b538-c3b807873b30 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Jul 16 21:21:12.289657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['2d9086d5-8d44-429d-8ce2-7c78ad486aaf'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:21:12.289855 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:12.349852 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f41f4595-c697-4b1c-92dc-d52ebe7d8544 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/852392a5-6a5f-46ed-8e9b-5ad580dc52f8 HTTP/1.1" status: 200 len: 993 time: 0.0587835 Jul 16 21:21:13.859674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2d9086d5-8d44-429d-8ce2-7c78ad486aaf up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:13.908573 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:13.912171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:13.912537 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:13.988432 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:14.011857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:14.014095 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0abcd11-487e-4929-8097-c488e09f3cd5" -d '{"events": [{"server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "name": "network-vif-plugged", "status": "completed", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:14.027112 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:14.031668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:14.054801 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57bfe4b-f5ba-40bf-bda9-9d7b75af472c x-openstack-request-id: req-d57bfe4b-f5ba-40bf-bda9-9d7b75af472c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:14.055096 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "name": "network-vif-plugged", "status": "completed", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:14.055389 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d57bfe4b-f5ba-40bf-bda9-9d7b75af472c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:14.055802 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'code': 200} Jul 16 21:21:14.080706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=9']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:16.231643 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:17.493729 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:20.709125 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-05e40d29-0c4b-4a2b-9691-9a19c46f5d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:23.466968 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7eb8-917c-440c-8b1a-12b93cf3d94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:23.469174 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:24.815917 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:26.489734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:28.676858 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:21:40.896701 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:41.058235 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 0a5ddd89-def9-4717-a0a0-3c641e75f166 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:41.058583 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:41.137220 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:41.137548 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:41.149321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 0a5ddd89-def9-4717-a0a0-3c641e75f166 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:41.300538 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:41.328236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=0a5ddd89-def9-4717-a0a0-3c641e75f166,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:41.356172 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.356517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.356853 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.357223 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.357686 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.357829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.358155 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.358476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.358794 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.359112 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.359456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.359776 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:41.404222 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:41.404541 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 852392a5-6a5f-46ed-8e9b-5ad580dc52f8 disassociated (deleted). External IP: 172.25.7.235, port: 2d9086d5-8d44-429d-8ce2-7c78ad486aaf. Jul 16 21:21:41.632920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:21:41.741115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:21:41.745986 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:41.750947 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] Sync routers for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:21:41.760042 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:41.760654 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:41.782422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2c55487e-c30c-4153-994e-62274376e748 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/floatingips/852392a5-6a5f-46ed-8e9b-5ad580dc52f8 HTTP/1.1" status: 204 len: 168 time: 0.8846650 Jul 16 21:21:41.782956 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:41.785246 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8b4bab58f3157324b85e0a65156fc33a5ef40aa76454184b457a18b80112b86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264efc34-b15d-4cee-a939-ce2f84a5eca3" -d '{"events": [{"name": "network-changed", "server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:41.867671 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:42.035911 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a606c3ac-2fb4-4050-bcd6-10fde117ac75 x-openstack-request-id: req-a606c3ac-2fb4-4050-bcd6-10fde117ac75 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:42.036451 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:42.036581 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a606c3ac-2fb4-4050-bcd6-10fde117ac75 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:42.036886 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'status': 'completed', 'code': 200} Jul 16 21:21:42.079144 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '006f1f83-c6ed-437f-b0ae-325e7e70a529', 'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:c0:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:58Z', 'updated_at': '2021-07-16T21:20:02Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:42.110058 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] Checking router: 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:21:42.117852 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-fcb20a4d-9767-46b2-b61c-413c2185ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:42.118643 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:42.119282 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:42.120028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-fcb20a4d-9767-46b2-b61c-413c2185ddb0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 1098 time: 0.0563688 Jul 16 21:21:42.222363 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:42.264511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c50f1-ee75-4b69-8798-0d62e2d89405 req-a954c851-c79f-480c-b5cd-6ad5f94fbd7a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:42.265975 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-893c50f1-ee75-4b69-8798-0d62e2d89405 req-a954c851-c79f-480c-b5cd-6ad5f94fbd7a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.1311765 Jul 16 21:21:42.267200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-99759b9a-38e6-451e-8176-b48f0f5ab62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:42.268566 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-99759b9a-38e6-451e-8176-b48f0f5ab62c service neutron] 10.222.0.63 "GET /v2.0/networks?id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 200 len: 898 time: 0.1412132 Jul 16 21:21:42.324252 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-1cb344f9-a075-46ee-bb43-d1ececa46dba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 200 len: 217 time: 0.0465178 Jul 16 21:21:42.366973 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-893c50f1-ee75-4b69-8798-0d62e2d89405 req-1315b067-96c2-4584-9e0e-bc38825bd010 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953488 Jul 16 21:21:42.385609 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-c7b08bb1-372b-45f0-98bd-a4615a04f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:42.387087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-c7b08bb1-372b-45f0-98bd-a4615a04f51f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 200 len: 835 time: 0.0532997 Jul 16 21:21:42.428584 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '006f1f83-c6ed-437f-b0ae-325e7e70a529', 'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:c0:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:58Z', 'updated_at': '2021-07-16T21:20:02Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:42.447411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-c0e66286-04b1-42c0-84de-6b4a7e66e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:42.449047 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-c0e66286-04b1-42c0-84de-6b4a7e66e726 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d5fc0b9-ea82-49ca-bcfd-986de198a81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546205 Jul 16 21:21:42.454905 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7007844-24da-4b1f-8352-171e2f39d980 None None] The sync data for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 is: [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:19:59Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '006f1f83-c6ed-437f-b0ae-325e7e70a529', 'name': '', 'network_id': '8d5fc0b9-ea82-49ca-bcfd-986de198a81d', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:c0:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:58Z', 'updated_at': '2021-07-16T21:20:02Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '91c85158-45a2-4610-aa5b-a9e4db45cd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:21:42.551763 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-9a26ce7b-0da9-4055-9009-2806f363610a service neutron] 10.222.0.63 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949316 Jul 16 21:21:42.656960 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-264efc34-b15d-4cee-a939-ce2f84a5eca3 req-60e74c12-0830-4ac4-9157-2cf1aa1906c7 service neutron] 10.222.0.63 "GET /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984027 Jul 16 21:21:42.696027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ac524-2e8f-45ba-b8c5-19d7de67220b None None] New status for floating IP 852392a5-6a5f-46ed-8e9b-5ad580dc52f8: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:21:43.345562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f594d-614c-492a-92ce-edba87a0686d req-7987922e-4e90-4770-8f54-b049e7587d5f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:43.347060 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-723f594d-614c-492a-92ce-edba87a0686d req-7987922e-4e90-4770-8f54-b049e7587d5f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.63 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.0687056 Jul 16 21:21:43.452300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-723f594d-614c-492a-92ce-edba87a0686d req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:43.452651 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-723f594d-614c-492a-92ce-edba87a0686d req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:43.576244 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-723f594d-614c-492a-92ce-edba87a0686d req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:43.576605 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-723f594d-614c-492a-92ce-edba87a0686d req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:43.594129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-723f594d-614c-492a-92ce-edba87a0686d req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 2d9086d5-8d44-429d-8ce2-7c78ad486aaf owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:43.649696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334080-c596-4f1f-92a2-b47722273ffc req-e7975c4c-6cbc-4993-a857-115d6d2f7b7c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:43.651034 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87334080-c596-4f1f-92a2-b47722273ffc req-e7975c4c-6cbc-4993-a857-115d6d2f7b7c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=d124e523-e6e0-4209-82b9-563a27022114 HTTP/1.1" status: 200 len: 946 time: 0.1350155 Jul 16 21:21:43.713498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-87334080-c596-4f1f-92a2-b47722273ffc req-9abdfa0f-e1c6-4b8b-85df-525fa2e8980d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7bda46a-12c3-44c5-9043-821f643ac4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562966 Jul 16 21:21:43.771701 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-723f594d-614c-492a-92ce-edba87a0686d req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:43.801379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=2d9086d5-8d44-429d-8ce2-7c78ad486aaf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:43.853937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-723f594d-614c-492a-92ce-edba87a0686d req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] No DVR routers for this DVR port 2d9086d5-8d44-429d-8ce2-7c78ad486aaf on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:43.856727 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-723f594d-614c-492a-92ce-edba87a0686d req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:43.858775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-723f594d-614c-492a-92ce-edba87a0686d req-fb33a98f-8926-4dcf-b608-15cf57d644ba tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.63 "DELETE /v2.0/ports/2d9086d5-8d44-429d-8ce2-7c78ad486aaf HTTP/1.1" status: 204 len: 173 time: 0.5067811 Jul 16 21:21:43.859783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'name': 'network-vif-deleted', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:43.862105 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a0345b-d74c-4707-909d-34869f6ac9b3" -d '{"events": [{"server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "name": "network-vif-deleted", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:43.901349 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd5ee9-3e83-4f90-bdc5-717c698c43a9 x-openstack-request-id: req-c3bd5ee9-3e83-4f90-bdc5-717c698c43a9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:43.901638 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d124e523-e6e0-4209-82b9-563a27022114", "name": "network-vif-deleted", "tag": "2d9086d5-8d44-429d-8ce2-7c78ad486aaf", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:43.901882 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3bd5ee9-3e83-4f90-bdc5-717c698c43a9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:43.902286 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd124e523-e6e0-4209-82b9-563a27022114', 'name': 'network-vif-deleted', 'tag': '2d9086d5-8d44-429d-8ce2-7c78ad486aaf', 'status': 'completed', 'code': 200} Jul 16 21:21:44.816905 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:45.529337 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:45.810982 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 006f1f83-c6ed-437f-b0ae-325e7e70a529 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:45.811359 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:45.902522 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port 006f1f83-c6ed-437f-b0ae-325e7e70a529, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=006f1f83-c6ed-437f-b0ae-325e7e70a529,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:45.903239 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:45.914676 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 006f1f83-c6ed-437f-b0ae-325e7e70a529 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:46.109126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:46.143469 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=006f1f83-c6ed-437f-b0ae-325e7e70a529,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:46.230089 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:46.316232 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:46.531571 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:21:46.636957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:21:46.642025 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ba62b590-e620-4052-8c20-e254112189d8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/3f42330c-21fe-4f07-99e8-cf2a5c7858b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240728 Jul 16 21:21:46.644757 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:46.645980 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] Sync routers for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:21:46.655631 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:46.656829 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:46.697492 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8374a1e-a14d-41ed-b195-3b5d1d44e132 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting subnet 91c85158-45a2-4610-aa5b-a9e4db45cd34 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:21:46.700651 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8374a1e-a14d-41ed-b195-3b5d1d44e132 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:46.745835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8374a1e-a14d-41ed-b195-3b5d1d44e132 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:46.773236 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:46.836607 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8374a1e-a14d-41ed-b195-3b5d1d44e132 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:46.897902 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8374a1e-a14d-41ed-b195-3b5d1d44e132 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:46.927002 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8374a1e-a14d-41ed-b195-3b5d1d44e132 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Subnet': ['ID=91c85158-45a2-4610-aa5b-a9e4db45cd34,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:46.930882 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8374a1e-a14d-41ed-b195-3b5d1d44e132 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:46.935243 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e8374a1e-a14d-41ed-b195-3b5d1d44e132 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/subnets/91c85158-45a2-4610-aa5b-a9e4db45cd34 HTTP/1.1" status: 204 len: 168 time: 0.2870827 Jul 16 21:21:46.935526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:46.944113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56bd64-7f60-4254-b722-3d41e7154835 None None] Network 8d5fc0b9-ea82-49ca-bcfd-986de198a81d requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:46.961826 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:21:46Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:47.057592 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.088828 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] Checking router: 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:21:47.098849 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] Routers {'3f42330c-21fe-4f07-99e8-cf2a5c7858b0'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:47.099048 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:47.149663 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f46c11b-89d1-4288-b30b-081f67845711 None None] DHCP port deletion for 8d5fc0b9-ea82-49ca-bcfd-986de198a81d request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:21:47.170479 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.204778 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0f46c11b-89d1-4288-b30b-081f67845711 None None] Deleting port 62fd8c7e-7725-494c-916b-692162c9d032 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:47.205433 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f46c11b-89d1-4288-b30b-081f67845711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.209552 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] Set router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:47.226998 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 2900913c-7cd8-4a29-941f-da1947f6614d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:21:47.227375 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.269677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0f46c11b-89d1-4288-b30b-081f67845711 None None] For port 62fd8c7e-7725-494c-916b-692162c9d032, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=62fd8c7e-7725-494c-916b-692162c9d032,segment=NetworkSegment(d16a5ef3-a40e-4e8a-9970-5959185725a5),segment_id=d16a5ef3-a40e-4e8a-9970-5959185725a5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:47.270304 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f46c11b-89d1-4288-b30b-081f67845711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.282722 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-0f46c11b-89d1-4288-b30b-081f67845711 None None] Calling delete_port for 62fd8c7e-7725-494c-916b-692162c9d032 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:47.314870 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port 2900913c-7cd8-4a29-941f-da1947f6614d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=2900913c-7cd8-4a29-941f-da1947f6614d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:47.315312 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.328818 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 2900913c-7cd8-4a29-941f-da1947f6614d owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:21:47.372477 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0f46c11b-89d1-4288-b30b-081f67845711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.397131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46c11b-89d1-4288-b30b-081f67845711 None None] Pushing event deleted for resources: {'Port': ['ID=62fd8c7e-7725-494c-916b-692162c9d032,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:47.402774 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f46c11b-89d1-4288-b30b-081f67845711 None None] No DVR routers for this DVR port 62fd8c7e-7725-494c-916b-692162c9d032 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:21:47.405101 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:21:46Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:47.436044 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d0259-bc71-4989-b7c3-1989155125a0 None None] The sync data for ids ['3f42330c-21fe-4f07-99e8-cf2a5c7858b0'] in n-d-792394-17 is: [{'id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623800003', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:19:55Z', 'updated_at': '2021-07-16T21:21:46Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '2900913c-7cd8-4a29-941f-da1947f6614d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42330c-21fe-4f07-99e8-cf2a5c7858b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:19:56Z', 'updated_at': '2021-07-16T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:21:47.509745 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.532564 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.563959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=2900913c-7cd8-4a29-941f-da1947f6614d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:47.629881 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.722790 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.725277 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.768440 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.768979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Fanout notify agent at l3_agent the message router_deleted on router 3f42330c-21fe-4f07-99e8-cf2a5c7858b0 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:21:47.775823 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.776943 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a72d8555-54f1-4f68-9b08-0e94c81b43b1 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/routers/3f42330c-21fe-4f07-99e8-cf2a5c7858b0 HTTP/1.1" status: 204 len: 168 time: 0.8404925 Jul 16 21:21:47.779667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:47.857674 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.948253 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.958425 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5fc0b9-ea82-49ca-bcfd-986de198a81d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:47.968191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16a5ef3-a40e-4e8a-9970-5959185725a5') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:47.968491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16a5ef3-a40e-4e8a-9970-5959185725a5') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:47.977390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.991385 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:47.997372 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:21:47.997762 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:21:48.001274 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:21:48.020377 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2d9086d5-8d44-429d-8ce2-7c78ad486aaf no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:48.040173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 2d9086d5-8d44-429d-8ce2-7c78ad486aaf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:48.040539 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 2d9086d5-8d44-429d-8ce2-7c78ad486aaf not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:48.070718 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.077667 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.079495 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/networks/8d5fc0b9-ea82-49ca-bcfd-986de198a81d HTTP/1.1" status: 204 len: 168 time: 0.2988691 Jul 16 21:21:48.082299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:48.090366 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bc4ff-c427-42a4-8bc9-b602f836bfda tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Network': ['ID=8d5fc0b9-ea82-49ca-bcfd-986de198a81d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:48.145558 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29a0d412-19dd-4f39-ad2c-b9a329502783 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.173083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29a0d412-19dd-4f39-ad2c-b9a329502783 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.245790 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29a0d412-19dd-4f39-ad2c-b9a329502783 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.248661 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29a0d412-19dd-4f39-ad2c-b9a329502783 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.249842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-29a0d412-19dd-4f39-ad2c-b9a329502783 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/security-groups/f7bda46a-12c3-44c5-9043-821f643ac4b6 HTTP/1.1" status: 204 len: 168 time: 0.1664615 Jul 16 21:21:48.259101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0d412-19dd-4f39-ad2c-b9a329502783 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bda46a-12c3-44c5-9043-821f643ac4b6,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:48.757662 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 006f1f83-c6ed-437f-b0ae-325e7e70a529 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:48.779293 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 006f1f83-c6ed-437f-b0ae-325e7e70a529 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:48.779650 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 006f1f83-c6ed-437f-b0ae-325e7e70a529 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:48.780060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2900913c-7cd8-4a29-941f-da1947f6614d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:48.784336 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47930) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:48.789277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6e4481cc-6f58-4e1e-9795-563fa723dd39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1617991043', 'description': 'tempest-secgroup-smoke-1617991043 description', 'project_id': '7550bd0ce7174afab0771bffd66a0f49'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:48.799547 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 2900913c-7cd8-4a29-941f-da1947f6614d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:48.799891 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 2900913c-7cd8-4a29-941f-da1947f6614d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:48.800298 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 62fd8c7e-7725-494c-916b-692162c9d032 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:21:48.813419 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e4481cc-6f58-4e1e-9795-563fa723dd39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.821462 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 62fd8c7e-7725-494c-916b-692162c9d032 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:21:48.821803 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 62fd8c7e-7725-494c-916b-692162c9d032 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:21:48.898597 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e4481cc-6f58-4e1e-9795-563fa723dd39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.902684 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e4481cc-6f58-4e1e-9795-563fa723dd39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.939952 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e4481cc-6f58-4e1e-9795-563fa723dd39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:48.941492 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6e4481cc-6f58-4e1e-9795-563fa723dd39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561151 Jul 16 21:21:48.945301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47932) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:48.947921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4481cc-6f58-4e1e-9795-563fa723dd39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e589dbab-0278-4418-abaf-6e4bf51f0fac,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:48.951536 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7702fca2-c809-473c-be89-1a1be96fb027 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'e589dbab-0278-4418-abaf-6e4bf51f0fac', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:48.980044 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7702fca2-c809-473c-be89-1a1be96fb027 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.037109 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7702fca2-c809-473c-be89-1a1be96fb027 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.040948 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7702fca2-c809-473c-be89-1a1be96fb027 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.058470 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702fca2-c809-473c-be89-1a1be96fb027 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6575aa0c-372a-47b8-8242-203795b5219b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:49.065159 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7702fca2-c809-473c-be89-1a1be96fb027 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.066487 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7702fca2-c809-473c-be89-1a1be96fb027 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198606 Jul 16 21:21:49.069489 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47934) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:49.073967 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b409e003-5cd9-4958-bd16-b469d208b070 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'e589dbab-0278-4418-abaf-6e4bf51f0fac', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:49.100865 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b409e003-5cd9-4958-bd16-b469d208b070 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.159121 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b409e003-5cd9-4958-bd16-b469d208b070 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.162746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b409e003-5cd9-4958-bd16-b469d208b070 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.184091 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409e003-5cd9-4958-bd16-b469d208b070 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c074dc-f8ef-4d42-813f-6add3a61d76c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:49.189825 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b409e003-5cd9-4958-bd16-b469d208b070 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.191020 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b409e003-5cd9-4958-bd16-b469d208b070 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206081 Jul 16 21:21:49.193858 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:49.198202 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b5408cf3-3096-44ca-ada0-069eb9d94e39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'e589dbab-0278-4418-abaf-6e4bf51f0fac', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:49.225249 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5408cf3-3096-44ca-ada0-069eb9d94e39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.295765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5408cf3-3096-44ca-ada0-069eb9d94e39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.299703 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5408cf3-3096-44ca-ada0-069eb9d94e39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.316068 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5408cf3-3096-44ca-ada0-069eb9d94e39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a5f229-0c1d-45a3-9564-f43b2b3c520f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:49.325575 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5408cf3-3096-44ca-ada0-069eb9d94e39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.326819 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b5408cf3-3096-44ca-ada0-069eb9d94e39 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320477 Jul 16 21:21:49.330110 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:49.334664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-df6f2bd4-4782-46b6-b579-238a3255bc12 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'e589dbab-0278-4418-abaf-6e4bf51f0fac', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:49.361329 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df6f2bd4-4782-46b6-b579-238a3255bc12 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.421528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df6f2bd4-4782-46b6-b579-238a3255bc12 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.425261 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df6f2bd4-4782-46b6-b579-238a3255bc12 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.445137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f2bd4-4782-46b6-b579-238a3255bc12 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728a2a43-4cf3-400f-9428-04abeaf15099,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:49.449401 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df6f2bd4-4782-46b6-b579-238a3255bc12 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.450593 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-df6f2bd4-4782-46b6-b579-238a3255bc12 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195033 Jul 16 21:21:49.453913 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:49.458632 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d5ba440a-6a75-4a17-990d-08c740d1d61b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'e589dbab-0278-4418-abaf-6e4bf51f0fac', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:49.480800 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-d5ba440a-6a75-4a17-990d-08c740d1d61b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:21:49.485646 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5ba440a-6a75-4a17-990d-08c740d1d61b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.553201 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5ba440a-6a75-4a17-990d-08c740d1d61b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.557438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5ba440a-6a75-4a17-990d-08c740d1d61b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.575236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba440a-6a75-4a17-990d-08c740d1d61b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a33c64-bf32-4993-9bc3-330a2d8dec7f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:49.581268 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5ba440a-6a75-4a17-990d-08c740d1d61b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.582265 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d5ba440a-6a75-4a17-990d-08c740d1d61b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272442 Jul 16 21:21:49.585059 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 47942) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:49.589467 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cbc3cf2d-0e2c-4385-88c6-7cc02f2d9c40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': 'e589dbab-0278-4418-abaf-6e4bf51f0fac', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:49.611427 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-cbc3cf2d-0e2c-4385-88c6-7cc02f2d9c40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:21:49.616181 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbc3cf2d-0e2c-4385-88c6-7cc02f2d9c40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.678941 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbc3cf2d-0e2c-4385-88c6-7cc02f2d9c40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.682635 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbc3cf2d-0e2c-4385-88c6-7cc02f2d9c40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.704303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3cf2d-0e2c-4385-88c6-7cc02f2d9c40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5417b382-579e-4040-afb6-0ede67e0fe3b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:49.707746 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbc3cf2d-0e2c-4385-88c6-7cc02f2d9c40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.712136 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47944) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:49.712682 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cbc3cf2d-0e2c-4385-88c6-7cc02f2d9c40 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262286 Jul 16 21:21:49.717450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'network': {'name': 'tempest-network-smoke--1444769858', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'port_security_enabled': True}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:49.738443 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:49.742006 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.767425 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:21:49.776110 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.776557 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Added segment 8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc of type vlan for network 42899d55-d532-47a2-90c6-10db73f82e53 Jul 16 21:21:49.820152 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.848816 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.854282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:49.854865 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.887798 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1745026 Jul 16 21:21:49.891080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47946) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:49.897661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'admin_state_up': True, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:49.932248 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547fc5e-60d8-4f80-bb5b-27ee0fb39977 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Network': ['ID=42899d55-d532-47a2-90c6-10db73f82e53,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:49.943222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 42899d55-d532-47a2-90c6-10db73f82e53 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:21:49.948696 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:49.949766 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.331210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.465948 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.661294 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.680796 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.709790 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0bd543ae-0e8a-4337-8aab-81832f390253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.785857 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.173 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/15025338-ab3f-4686-bf4d-f859ebaec252) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:50.886210 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.925398 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:50.961568 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:50.966416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:50.970744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:51.001314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=15025338-ab3f-4686-bf4d-f859ebaec252,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:51.241979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.442386 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.570040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router db226ef7-c6ec-4965-8542-cef663045510 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:21:51.682631 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:21:51.692240 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Sync routers for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:21:51.701593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.702291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:51.703379 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-63365b30-e8ec-462c-a90b-c8529f7edd0d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8112948 Jul 16 21:21:51.703678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:51.706560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47948) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:51.735604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f936ece0-afa0-4928-884f-9c35d4dd46d7 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=7550bd0ce7174afab0771bffd66a0f49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279009 Jul 16 21:21:51.738762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47950) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:51.812685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:51.830455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950715df-0313-486a-ad51-634eab75f0ea tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:51.831948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-950715df-0313-486a-ad51-634eab75f0ea tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922389 Jul 16 21:21:51.834747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47952) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:51.863044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-1b0bfc6e-068d-4c26-9d21-8965ba0241e3 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271304 Jul 16 21:21:51.866105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47954) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:51.871000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1308120426', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:51.964524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:51.968180 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:51.993090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:51Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:52.019807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Checking router: db226ef7-c6ec-4965-8542-cef663045510 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:21:52.020174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Updating router db226ef7-c6ec-4965-8542-cef663045510 port 15025338-ab3f-4686-bf4d-f859ebaec252 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:21:52.055431 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.154281 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.225685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Subnet': ['ID=9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:52.233277 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Checking segment: {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:52.233673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network hostable DHCP agents. Network: 42899d55-d532-47a2-90c6-10db73f82e53, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:21:52.252207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 42899d55-d532-47a2-90c6-10db73f82e53 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:21:52.261285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 42899d55-d532-47a2-90c6-10db73f82e53) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:52.266242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:52.266823 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.274785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da4de9-6066-493c-a90c-967b8b3e302f None None] Network 42899d55-d532-47a2-90c6-10db73f82e53 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:52.285663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d1d79001-c9f5-407b-8087-8f01549087f9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4145260 Jul 16 21:21:52.285908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 47956) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:21:52.516751 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.533594 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Transition to ACTIVE for port object 15025338-ab3f-4686-bf4d-f859ebaec252 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:52.545786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.633296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Attempting to bind port 15025338-ab3f-4686-bf4d-f859ebaec252 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:52.633591 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Attempting to bind port 15025338-ab3f-4686-bf4d-f859ebaec252 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:52.633928 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Attempting to bind port 15025338-ab3f-4686-bf4d-f859ebaec252 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:52.638496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f318b5c-0113-4fd3-bbfd-bf343563d02f None None] Pushing event updated for resources: {'Port': ['ID=15025338-ab3f-4686-bf4d-f859ebaec252,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:52.645127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:52.645507 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:52.645908 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.646294 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:52.646769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Bound port: 15025338-ab3f-4686-bf4d-f859ebaec252, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:52.647161 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.699714 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-42899d55-d532-47a2-90c6-10db73f82e53', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:21:52.700568 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.744232 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.789790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] For port 15025338-ab3f-4686-bf4d-f859ebaec252, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:52.811661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] For port 15025338-ab3f-4686-bf4d-f859ebaec252, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=15025338-ab3f-4686-bf4d-f859ebaec252,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:52.818430 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:52.914072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Allocated IP 172.20.0.2 (42899d55-d532-47a2-90c6-10db73f82e53/9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e/3b7989b0-e8d0-4cb5-b476-a3645895c52a) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:52.918167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:52.918813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:52.920576 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f318b5c-0113-4fd3-bbfd-bf343563d02f None None] Pushing event updated for resources: {'Port': ['ID=15025338-ab3f-4686-bf4d-f859ebaec252,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:53.096589 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:53.243019 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.258207 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Transition to ACTIVE for port object 3b7989b0-e8d0-4cb5-b476-a3645895c52a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:53.285061 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Transition to ACTIVE for port object 3b7989b0-e8d0-4cb5-b476-a3645895c52a will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:53.312792 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.355813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Network 42899d55-d532-47a2-90c6-10db73f82e53 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:53.359557 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.1 (42899d55-d532-47a2-90c6-10db73f82e53/9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e/fa9abf8e-0eda-48d6-be55-4df236a122d2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:53.364111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:53.368907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:53.379110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Pushing event updated for resources: {'Port': ['ID=3b7989b0-e8d0-4cb5-b476-a3645895c52a,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:53.410412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:51Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:53.470079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa1bcd-19f4-4752-9da9-260b707615e8 None None] The sync data for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 is: [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:51Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:21:53.480417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.486000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Attempting to bind port 3b7989b0-e8d0-4cb5-b476-a3645895c52a on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:53.486411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Attempting to bind port 3b7989b0-e8d0-4cb5-b476-a3645895c52a by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:53.486804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Attempting to bind port 3b7989b0-e8d0-4cb5-b476-a3645895c52a on network 42899d55-d532-47a2-90c6-10db73f82e53 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:53.493773 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.494846 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:53.495166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Checking segment: {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:53.495594 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.495970 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Bound using segment: {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:53.496442 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Bound port: 3b7989b0-e8d0-4cb5-b476-a3645895c52a, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:53.496580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object fa9abf8e-0eda-48d6-be55-4df236a122d2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:53.496840 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.505603 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec34e074-9883-4fa6-9cb9-8c377de4f281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.532216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.570843 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] For port 3b7989b0-e8d0-4cb5-b476-a3645895c52a, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:53.574965 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] For port 3b7989b0-e8d0-4cb5-b476-a3645895c52a, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3b7989b0-e8d0-4cb5-b476-a3645895c52a,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:53.582602 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.583571 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 42899d55-d532-47a2-90c6-10db73f82e53 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:53.589863 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:53.600685 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:53.604611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=fa9abf8e-0eda-48d6-be55-4df236a122d2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:53.650444 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95f8db-1b0c-4f35-a337-36d05d9ec30a None None] Pushing event updated for resources: {'Port': ['ID=3b7989b0-e8d0-4cb5-b476-a3645895c52a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:53.663104 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:53.849226 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.321849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-a736da9b-1d8a-48b2-9f2e-5589d0c69d2f req-c5f6d6ce-3d32-4b8e-bead-c4d2b99f9210 service neutron] (93958) timed out ('10.222.0.10', 45132) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:21:54.524392 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.529770 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.614521 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=fa9abf8e-0eda-48d6-be55-4df236a122d2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:54.616971 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.659850 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0f2c4-49d1-4883-8f2c-2d90a5396753 None None] Network 42899d55-d532-47a2-90c6-10db73f82e53 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:21:54.719240 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 42899d55-d532-47a2-90c6-10db73f82e53 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:54.721177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:54.791489 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-57a7dea5-5e88-4dc2-b7da-2c9f62f13dac None None] Provisioning for port 3b7989b0-e8d0-4cb5-b476-a3645895c52a completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:54.839404 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 15025338-ab3f-4686-bf4d-f859ebaec252 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:54.843654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router db226ef7-c6ec-4965-8542-cef663045510 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:21:54.887329 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.918967 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 15025338-ab3f-4686-bf4d-f859ebaec252 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:54.923882 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 15025338-ab3f-4686-bf4d-f859ebaec252 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:54.924130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:54.962484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:21:54.975895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-98bf3a07-1d22-456a-9a95-929f03377032 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/db226ef7-c6ec-4965-8542-cef663045510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889896 Jul 16 21:21:55.031991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.055374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 15025338-ab3f-4686-bf4d-f859ebaec252, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=15025338-ab3f-4686-bf4d-f859ebaec252,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:55.060036 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.061081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3b7989b0-e8d0-4cb5-b476-a3645895c52a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:55.138379 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-6a435426-b217-4544-9727-4d9d7c9d75f8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617991043&fields=id&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 267 time: 0.0374026 Jul 16 21:21:55.144622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=15025338-ab3f-4686-bf4d-f859ebaec252,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:55.157929 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 3b7989b0-e8d0-4cb5-b476-a3645895c52a completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:55.162290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3b7989b0-e8d0-4cb5-b476-a3645895c52a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:55.162763 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.225804 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-00e1786e-98d7-4fc5-8b7f-d343a1b4721d None None] Provisioning for port fa9abf8e-0eda-48d6-be55-4df236a122d2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:55.232160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-00e1786e-98d7-4fc5-8b7f-d343a1b4721d None None] Provisioning complete for port fa9abf8e-0eda-48d6-be55-4df236a122d2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:55.232443 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-00e1786e-98d7-4fc5-8b7f-d343a1b4721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.286544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec28972-30b3-42df-9c95-e653fa329426 req-7a4a4c6b-7e66-4ec0-a95a-54628a203a32 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:55.288237 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Sync routers for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:21:55.289436 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-7a4a4c6b-7e66-4ec0-a95a-54628a203a32 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/networks?id=42899d55-d532-47a2-90c6-10db73f82e53 HTTP/1.1" status: 200 len: 797 time: 0.1267805 Jul 16 21:21:55.293438 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.297858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-00e1786e-98d7-4fc5-8b7f-d343a1b4721d None None] Port fa9abf8e-0eda-48d6-be55-4df236a122d2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:21:55.304896 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:55.305897 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:55.313594 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-d382ec4b-0d4a-40e6-abab-6dd6cd479236 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/quotas/7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 375 time: 0.0185537 Jul 16 21:21:55.325669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-00e1786e-98d7-4fc5-8b7f-d343a1b4721d None None] Provisioning complete for port 3b7989b0-e8d0-4cb5-b476-a3645895c52a triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:55.326191 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-00e1786e-98d7-4fc5-8b7f-d343a1b4721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.373034 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 3b7989b0-e8d0-4cb5-b476-a3645895c52a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3b7989b0-e8d0-4cb5-b476-a3645895c52a,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:55.380083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.414643 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-63bd275e-0f08-4979-81ea-d24cfba0429a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928268 Jul 16 21:21:55.440476 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:55.448003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=3b7989b0-e8d0-4cb5-b476-a3645895c52a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:55.544215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-34679963-229b-495a-b76e-13841aff28c4 service neutron] 10.222.0.10 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170969 Jul 16 21:21:55.615655 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fc0a63e9-3df2-4591-835d-1c51d8eaffad None None] Provisioning complete for port fa9abf8e-0eda-48d6-be55-4df236a122d2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:55.616167 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fc0a63e9-3df2-4591-835d-1c51d8eaffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.658028 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-38af6294-e88e-43fe-958e-c91bf7e2cfe8 service neutron] 10.222.0.10 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080308 Jul 16 21:21:55.661616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a63e9-3df2-4591-835d-1c51d8eaffad None None] Port fa9abf8e-0eda-48d6-be55-4df236a122d2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:21:55.680435 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fa9abf8e-0eda-48d6-be55-4df236a122d2', 'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:3b:6d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:52Z', 'updated_at': '2021-07-16T21:21:54Z', 'revision_number': 2, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:55.708003 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Checking router: db226ef7-c6ec-4965-8542-cef663045510 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:21:55.708494 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Updating router db226ef7-c6ec-4965-8542-cef663045510 port fa9abf8e-0eda-48d6-be55-4df236a122d2 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:21:55.746668 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.781431 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-472f54c3-c38a-4924-ad6a-28008d1cdcad None None] Provisioning complete for port fa9abf8e-0eda-48d6-be55-4df236a122d2 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:55.781808 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-472f54c3-c38a-4924-ad6a-28008d1cdcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:55.820654 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-472f54c3-c38a-4924-ad6a-28008d1cdcad None None] Port fa9abf8e-0eda-48d6-be55-4df236a122d2 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:21:55.851159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0a806e42-5b96-423f-8aae-cc381bbcdbe9 req-75faae41-91d2-45b4-8a90-9c113c6f6617 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 210 time: 0.0359166 Jul 16 21:21:56.030236 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.040314 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Transition to ACTIVE for port object fa9abf8e-0eda-48d6-be55-4df236a122d2 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:56.045743 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.093673 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Pushing event updated for resources: {'Port': ['ID=fa9abf8e-0eda-48d6-be55-4df236a122d2,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:56.125054 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.125397 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.125736 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.126064 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.126389 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.126712 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.127028 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.127369 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.127691 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.128006 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.128323 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.128660 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:21:56.167420 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Attempting to bind port fa9abf8e-0eda-48d6-be55-4df236a122d2 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:56.167789 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Attempting to bind port fa9abf8e-0eda-48d6-be55-4df236a122d2 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:56.168380 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Attempting to bind port fa9abf8e-0eda-48d6-be55-4df236a122d2 on network 42899d55-d532-47a2-90c6-10db73f82e53 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:56.174391 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:56.174759 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Checking segment: {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:56.175157 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.175576 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Bound using segment: {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:56.176043 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Bound port: fa9abf8e-0eda-48d6-be55-4df236a122d2, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:56.176417 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.254504 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] For port fa9abf8e-0eda-48d6-be55-4df236a122d2, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:56.260191 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] For port fa9abf8e-0eda-48d6-be55-4df236a122d2, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=fa9abf8e-0eda-48d6-be55-4df236a122d2,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:56.265778 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.324901 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:21:56.325523 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:56.377862 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dec8f-938f-44f6-b393-53facb6f59f4 None None] Pushing event updated for resources: {'Port': ['ID=fa9abf8e-0eda-48d6-be55-4df236a122d2,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:56.450228 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:21:56.507193 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.674008 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fa9abf8e-0eda-48d6-be55-4df236a122d2', 'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:3b:6d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:52Z', 'updated_at': '2021-07-16T21:21:56Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:21:56.700839 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73b4db-2164-4042-9d2a-bc88cea06bf0 None None] The sync data for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 is: [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fa9abf8e-0eda-48d6-be55-4df236a122d2', 'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:3b:6d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:52Z', 'updated_at': '2021-07-16T21:21:56Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:21:56.793170 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 15025338-ab3f-4686-bf4d-f859ebaec252 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:56.853037 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 15025338-ab3f-4686-bf4d-f859ebaec252 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:56.853567 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:56.966248 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3b7989b0-e8d0-4cb5-b476-a3645895c52a up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:57.026485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 3b7989b0-e8d0-4cb5-b476-a3645895c52a triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:57.027455 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.062263 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec28972-30b3-42df-9c95-e653fa329426 req-e2a30ed4-8f50-42de-b0af-9ed60c58f226 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:57.065041 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-e2a30ed4-8f50-42de-b0af-9ed60c58f226 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/networks?id=42899d55-d532-47a2-90c6-10db73f82e53 HTTP/1.1" status: 200 len: 797 time: 0.1490600 Jul 16 21:21:57.121686 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-df5e3bd3-cad4-4b07-9bf0-f2ad26429043 req-bed27ed0-2359-4f70-a9f8-0790d026eb3a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 210 time: 0.0376377 Jul 16 21:21:57.168584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-6937a140-be46-464a-993a-f01b65c8b8a7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 380 time: 0.0827682 Jul 16 21:21:57.178194 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'port': {'device_id': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'admin_state_up': True, 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'security_groups': ['e589dbab-0278-4418-abaf-6e4bf51f0fac']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:57.295933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:21:57.299704 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.433944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.7 (42899d55-d532-47a2-90c6-10db73f82e53/9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e/20407ce6-caad-4cce-84c4-b81877c02fbd) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:21:57.577835 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.598071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object 20407ce6-caad-4cce-84c4-b81877c02fbd will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:57.643749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.688017 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 42899d55-d532-47a2-90c6-10db73f82e53 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:21:57.693629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:21:57.697611 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:21:57.726072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=20407ce6-caad-4cce-84c4-b81877c02fbd,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:57.755564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:57.756275 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:57.771999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-5efec525-740c-427e-b2a5-8b8fd762639b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985277 Jul 16 21:21:57.785867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Request body: {'port': {'device_id': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:21:57.870984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.005574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-979afc5b-605d-4f87-a0f3-5664e34a8858 None None] Provisioning for port 20407ce6-caad-4cce-84c4-b81877c02fbd completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:58.009617 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-979afc5b-605d-4f87-a0f3-5664e34a8858 None None] Provisioning complete for port 20407ce6-caad-4cce-84c4-b81877c02fbd triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:58.009983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-979afc5b-605d-4f87-a0f3-5664e34a8858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.047593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-979afc5b-605d-4f87-a0f3-5664e34a8858 None None] Port 20407ce6-caad-4cce-84c4-b81877c02fbd cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:21:58.188558 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20407ce6-caad-4cce-84c4-b81877c02fbd {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:21:58.196438 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.209709 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Transition to ACTIVE for port object 20407ce6-caad-4cce-84c4-b81877c02fbd will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:21:58.214156 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.302995 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=20407ce6-caad-4cce-84c4-b81877c02fbd,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:58.392156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Attempting to bind port 20407ce6-caad-4cce-84c4-b81877c02fbd on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:21:58.392486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Attempting to bind port 20407ce6-caad-4cce-84c4-b81877c02fbd by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:21:58.392815 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Attempting to bind port 20407ce6-caad-4cce-84c4-b81877c02fbd on network 42899d55-d532-47a2-90c6-10db73f82e53 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:58.404133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdefb02-9561-4e37-b65f-52f728aff090 req-5597536a-2d37-470c-8108-1d6a0fee6281 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:58.405719 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bcdefb02-9561-4e37-b65f-52f728aff090 req-5597536a-2d37-470c-8108-1d6a0fee6281 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 943 time: 0.1522720 Jul 16 21:21:58.408228 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Port 20407ce6-caad-4cce-84c4-b81877c02fbd on network 42899d55-d532-47a2-90c6-10db73f82e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:21:58.408549 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Attempting to bind port 20407ce6-caad-4cce-84c4-b81877c02fbd on network 42899d55-d532-47a2-90c6-10db73f82e53 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:21:58.422667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:21:58.423007 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Checking segment: {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:21:58.423570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Bound using segment: {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:21:58.424012 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Bound port: 20407ce6-caad-4cce-84c4-b81877c02fbd, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:21:58.424370 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.485062 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bcdefb02-9561-4e37-b65f-52f728aff090 req-62ac8367-6995-4549-a227-6aa68d280b22 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732121 Jul 16 21:21:58.519501 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] For port 20407ce6-caad-4cce-84c4-b81877c02fbd, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:21:58.522823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] For port 20407ce6-caad-4cce-84c4-b81877c02fbd, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=20407ce6-caad-4cce-84c4-b81877c02fbd,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:21:58.528085 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.563083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:58.563794 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.565200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] 10.222.0.30 "PUT /v2.0/ports/20407ce6-caad-4cce-84c4-b81877c02fbd HTTP/1.1" status: 200 len: 1092 time: 0.7844501 Jul 16 21:21:58.567498 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:21:58.571969 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:21:58.646862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548c9b5-08e5-44e7-88a7-925e1d443ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=20407ce6-caad-4cce-84c4-b81877c02fbd,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:58.694794 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec28972-30b3-42df-9c95-e653fa329426 req-ce67eb5d-c4c6-45cc-b995-b6ca1bceaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:58.696648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-ce67eb5d-c4c6-45cc-b995-b6ca1bceaf21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 1095 time: 0.0861681 Jul 16 21:21:58.698295 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9474e250-4457-4ab9-9676-0204c4dbfc67 x-openstack-request-id: req-9474e250-4457-4ab9-9676-0204c4dbfc67 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:21:58.698610 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:21:58.698855 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9474e250-4457-4ab9-9676-0204c4dbfc67 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:21:58.699248 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'status': 'completed', 'code': 200} Jul 16 21:21:58.746255 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-4ab9b877-6546-41df-b96e-4753636f0905 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20407ce6-caad-4cce-84c4-b81877c02fbd HTTP/1.1" status: 200 len: 217 time: 0.0404739 Jul 16 21:21:58.799005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fa9abf8e-0eda-48d6-be55-4df236a122d2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:21:58.807239 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec28972-30b3-42df-9c95-e653fa329426 req-48e36c55-ba70-42f0-9948-b77744b0bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:58.809427 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-48e36c55-ba70-42f0-9948-b77744b0bc15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e HTTP/1.1" status: 200 len: 835 time: 0.0565636 Jul 16 21:21:58.849878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port fa9abf8e-0eda-48d6-be55-4df236a122d2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:21:58.854030 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port fa9abf8e-0eda-48d6-be55-4df236a122d2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:21:58.854869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.882372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec28972-30b3-42df-9c95-e653fa329426 req-eaee7325-9639-4578-8b35-004430459979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:58.883498 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-eaee7325-9639-4578-8b35-004430459979 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42899d55-d532-47a2-90c6-10db73f82e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582869 Jul 16 21:21:58.941720 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:58.977862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port fa9abf8e-0eda-48d6-be55-4df236a122d2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=fa9abf8e-0eda-48d6-be55-4df236a122d2,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:21:58.981197 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-413f7c49-bd7c-4089-b987-c74d02a0d1c8 service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901213 Jul 16 21:21:58.982345 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:21:59.031437 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=fa9abf8e-0eda-48d6-be55-4df236a122d2,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:21:59.079152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eec28972-30b3-42df-9c95-e653fa329426 req-bf0aff19-d5d9-4935-a6f7-49c2f5e95fad service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867558 Jul 16 21:21:59.188312 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-bc6d666b-7bb0-4cbe-aa13-87e9945907ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:59.189736 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-bc6d666b-7bb0-4cbe-aa13-87e9945907ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 1095 time: 0.0614262 Jul 16 21:21:59.289559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-5f563210-bc6b-440a-93cb-26d96c7fc4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:59.291054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-5f563210-bc6b-440a-93cb-26d96c7fc4d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=42899d55-d532-47a2-90c6-10db73f82e53 HTTP/1.1" status: 200 len: 898 time: 0.0943184 Jul 16 21:21:59.331452 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-a7fc7837-165d-45f7-a25a-44c5904d2bb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20407ce6-caad-4cce-84c4-b81877c02fbd HTTP/1.1" status: 200 len: 217 time: 0.0337164 Jul 16 21:21:59.386193 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-bf447680-5ae6-4ecf-8d73-ab6f0756155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:59.387682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-bf447680-5ae6-4ecf-8d73-ab6f0756155a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e HTTP/1.1" status: 200 len: 835 time: 0.0479140 Jul 16 21:21:59.444579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-3d7a0a90-a9d3-4ae9-9c40-b54628c1ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:59.446007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-3d7a0a90-a9d3-4ae9-9c40-b54628c1ba18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42899d55-d532-47a2-90c6-10db73f82e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512061 Jul 16 21:21:59.548275 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-d2be58dc-978c-4c24-a85a-7e7e00a455f0 service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946987 Jul 16 21:21:59.675027 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5452a7f1-4a2c-4e51-9975-9a06c4d02db1 req-bf2fb64e-7ebc-4197-a81f-a5c3457fc12e service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194339 Jul 16 21:21:59.704209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac3856-af98-4713-9ca3-330169fa1016 req-19d39a8e-c89e-4d30-9c0a-6e46f3927556 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:21:59.705588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b7ac3856-af98-4713-9ca3-330169fa1016 req-19d39a8e-c89e-4d30-9c0a-6e46f3927556 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 943 time: 0.0928769 Jul 16 21:21:59.748545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b7ac3856-af98-4713-9ca3-330169fa1016 req-a4b89084-2fd8-4200-83af-12274075c6f5 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371673 Jul 16 21:22:00.763869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fa9abf8e-0eda-48d6-be55-4df236a122d2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:00.818369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port fa9abf8e-0eda-48d6-be55-4df236a122d2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:00.818696 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:00.937273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f71555-1c20-474f-bfad-f13e60de1ea2 req-631fea68-e6bc-49e4-a1f2-d91d1aa26c0c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:00.938896 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45f71555-1c20-474f-bfad-f13e60de1ea2 req-631fea68-e6bc-49e4-a1f2-d91d1aa26c0c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 943 time: 0.0732963 Jul 16 21:22:00.979809 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45f71555-1c20-474f-bfad-f13e60de1ea2 req-96a90860-ec82-476d-bee2-c6b68964f1ff tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352378 Jul 16 21:22:01.025291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 20407ce6-caad-4cce-84c4-b81877c02fbd details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:22:01.117471 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 20407ce6-caad-4cce-84c4-b81877c02fbd, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=20407ce6-caad-4cce-84c4-b81877c02fbd,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:01.128558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'port_id': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'mac_address': 'fa:16:3e:2f:41:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:22:01.168269 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.329438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20407ce6-caad-4cce-84c4-b81877c02fbd {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:22:01.348881 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 20407ce6-caad-4cce-84c4-b81877c02fbd, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=20407ce6-caad-4cce-84c4-b81877c02fbd,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:01.352418 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:01.399614 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=20407ce6-caad-4cce-84c4-b81877c02fbd,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:01.558627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['20407ce6-caad-4cce-84c4-b81877c02fbd'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:22:02.162456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96858f38-f92f-4be5-9621-9940e48a0984 req-ebd93095-356c-48cf-896f-04501416dd84 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:02.164335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96858f38-f92f-4be5-9621-9940e48a0984 req-ebd93095-356c-48cf-896f-04501416dd84 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 944 time: 0.0725243 Jul 16 21:22:02.207418 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-96858f38-f92f-4be5-9621-9940e48a0984 req-eefe9a5f-8de4-4fe9-981e-416e5b2bdd76 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354631 Jul 16 21:22:03.040269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 20407ce6-caad-4cce-84c4-b81877c02fbd up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:22:03.088798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 20407ce6-caad-4cce-84c4-b81877c02fbd completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:22:03.092579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 20407ce6-caad-4cce-84c4-b81877c02fbd triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:22:03.092938 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.170490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.192702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:03.194942 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8458a24-4a40-49f5-9bef-090d53a57ed9" -d '{"events": [{"server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "name": "network-vif-plugged", "status": "completed", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:03.207762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 20407ce6-caad-4cce-84c4-b81877c02fbd, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=20407ce6-caad-4cce-84c4-b81877c02fbd,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:22:03.212074 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:03.236133 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa82c9d-67b5-4683-b936-6fb56eb9aabd x-openstack-request-id: req-daa82c9d-67b5-4683-b936-6fb56eb9aabd {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:03.236429 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "name": "network-vif-plugged", "status": "completed", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:03.236688 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-daa82c9d-67b5-4683-b936-6fb56eb9aabd {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:03.237077 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'code': 200} Jul 16 21:22:03.267821 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=20407ce6-caad-4cce-84c4-b81877c02fbd,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:03.392964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017002da-d4a4-4337-96e2-c97adeb92166 req-f1ccf184-f8dc-4b91-b22b-cdd25982bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:03.394470 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-017002da-d4a4-4337-96e2-c97adeb92166 req-f1ccf184-f8dc-4b91-b22b-cdd25982bfc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 1097 time: 0.0971541 Jul 16 21:22:03.416427 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc13e4f-8d6e-487c-9ab2-2fcbf8d71e9c req-edae5f48-796e-4eaf-94db-2ad18cf93344 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:03.417895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dfc13e4f-8d6e-487c-9ab2-2fcbf8d71e9c req-edae5f48-796e-4eaf-94db-2ad18cf93344 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0889812 Jul 16 21:22:03.461481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-017002da-d4a4-4337-96e2-c97adeb92166 req-f39ce36e-5641-438f-8698-00a1097d5313 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591168 Jul 16 21:22:03.469147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dfc13e4f-8d6e-487c-9ab2-2fcbf8d71e9c req-56b86fa7-8f01-41c8-a563-b2095fc5730f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444083 Jul 16 21:22:04.643966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3112e8-48d6-42cf-88f7-8efcb2417fdd req-569c1adb-b7d8-4450-a032-52a6148c83a4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:04.645456 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af3112e8-48d6-42cf-88f7-8efcb2417fdd req-569c1adb-b7d8-4450-a032-52a6148c83a4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0636485 Jul 16 21:22:04.688397 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af3112e8-48d6-42cf-88f7-8efcb2417fdd req-c6e7b373-a77d-47ba-9286-58306876d686 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371823 Jul 16 21:22:04.858113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2829-4ea0-4612-ab2a-8245afbf1997 req-9c7a3d38-8809-4bfb-973c-da4191597ecf tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:04.860184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56fe2829-4ea0-4612-ab2a-8245afbf1997 req-9c7a3d38-8809-4bfb-973c-da4191597ecf tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0642533 Jul 16 21:22:04.896837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56fe2829-4ea0-4612-ab2a-8245afbf1997 req-d5270de5-d552-4152-9053-d669ee56fd50 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311677 Jul 16 21:22:04.921129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48008) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:04.973486 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754816b3-d476-4961-94ad-083112cedded tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:04.975021 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-754816b3-d476-4961-94ad-083112cedded tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 1092 time: 0.0522761 Jul 16 21:22:04.977789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48010) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:04.982101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:22:05.004858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.104507 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.204091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.30 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/a38c1aa3-ca8e-4439-a653-d146aa2b8545) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:22:05.307667 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.346145 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.385849 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:22:05.388652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:22:05.392721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:22:05.413822 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=a38c1aa3-ca8e-4439-a653-d146aa2b8545,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:05.676248 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:22:05.764448 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.841833 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.987715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:05.992189 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.067958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=a38c1aa3-ca8e-4439-a653-d146aa2b8545,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:22:06.073221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.173908 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 4c1e4396-44a8-4e0f-859f-f02dc79a4fe4 associated. External IP: 172.25.7.30, port: 20407ce6-caad-4cce-84c4-b81877c02fbd. Jul 16 21:22:06.697014 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router db226ef7-c6ec-4965-8542-cef663045510 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:22:06.803656 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:22:06.814003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] Sync routers for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:22:06.819998 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:06.823813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:06.824451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:06.862803 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2a2ad41d-3248-4daa-b41a-a1aa1a1225a6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8839607 Jul 16 21:22:06.863999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:22:06.866521 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:22:06.929115 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:07.012331 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28494df1-72a3-42ae-a4bd-7b205d5e99e7 req-9fe2e197-d060-4bec-bf01-cb97271db32a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:07.013839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28494df1-72a3-42ae-a4bd-7b205d5e99e7 req-9fe2e197-d060-4bec-bf01-cb97271db32a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0648007 Jul 16 21:22:07.052265 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-28494df1-72a3-42ae-a4bd-7b205d5e99e7 req-b1bac892-f8d5-4d33-8b4d-520941a44bd8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319934 Jul 16 21:22:07.077054 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:07.100368 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8683a699-4d94-4e46-b004-3a935b45bb39 x-openstack-request-id: req-8683a699-4d94-4e46-b004-3a935b45bb39 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:22:07.100669 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:22:07.100923 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8683a699-4d94-4e46-b004-3a935b45bb39 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:22:07.101802 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'status': 'completed', 'code': 200} Jul 16 21:22:07.137252 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-78964b7f-db82-4533-a53a-38508f1932c6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/4c1e4396-44a8-4e0f-859f-f02dc79a4fe4 HTTP/1.1" status: 200 len: 990 time: 0.0584784 Jul 16 21:22:07.163776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4c1e4396-44a8-4e0f-859f-f02dc79a4fe4', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'port_id': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'mac_address': 'fa:16:3e:2f:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:22:05Z', 'updated_at': '2021-07-16T21:22:05Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9abf8e-0eda-48d6-be55-4df236a122d2', 'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:3b:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:52Z', 'updated_at': '2021-07-16T21:21:58Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:07.177744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-7b254086-976d-46c6-aae6-ed5d7439fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:07.179268 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-7b254086-976d-46c6-aae6-ed5d7439fb46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 1097 time: 0.0550232 Jul 16 21:22:07.190158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] Checking router: db226ef7-c6ec-4965-8542-cef663045510 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:22:07.198518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:22:07.199136 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:21:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:07.270599 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-40f04680-e51d-4f5d-8715-7ab3f3623bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:07.272012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-40f04680-e51d-4f5d-8715-7ab3f3623bc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=42899d55-d532-47a2-90c6-10db73f82e53 HTTP/1.1" status: 200 len: 898 time: 0.0868144 Jul 16 21:22:07.302725 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:22:07.336190 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-9b350699-b63c-4c9a-bfe2-f369605e7c0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20407ce6-caad-4cce-84c4-b81877c02fbd HTTP/1.1" status: 200 len: 998 time: 0.0572605 Jul 16 21:22:07.388733 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-0bca754b-04b6-4c38-87fa-287d6132032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:07.390227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-0bca754b-04b6-4c38-87fa-287d6132032d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e HTTP/1.1" status: 200 len: 835 time: 0.0479183 Jul 16 21:22:07.446041 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-3554c4d2-fcad-40eb-98d2-77bd95dc1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:07.447588 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-3554c4d2-fcad-40eb-98d2-77bd95dc1913 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42899d55-d532-47a2-90c6-10db73f82e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507751 Jul 16 21:22:07.525107 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4c1e4396-44a8-4e0f-859f-f02dc79a4fe4', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'port_id': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'mac_address': 'fa:16:3e:2f:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:22:05Z', 'updated_at': '2021-07-16T21:22:05Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9abf8e-0eda-48d6-be55-4df236a122d2', 'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:3b:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:52Z', 'updated_at': '2021-07-16T21:21:58Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:22:07.535145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-dfe96f45-b13e-4a2a-a155-562a55f6360d service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812247 Jul 16 21:22:07.555005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca6539-3fb5-4513-81e1-ab0c4988a9d8 None None] The sync data for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 is: [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '4c1e4396-44a8-4e0f-859f-f02dc79a4fe4', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'port_id': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'mac_address': 'fa:16:3e:2f:41:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:22:05Z', 'updated_at': '2021-07-16T21:22:05Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9abf8e-0eda-48d6-be55-4df236a122d2', 'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:3b:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:52Z', 'updated_at': '2021-07-16T21:21:58Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:22:07.630230 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cdea7b5e-a9ee-4585-bab9-e4d632dee7a9 req-001c3254-1cad-49a1-915d-f1d85cecb36a service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891654 Jul 16 21:22:07.760041 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234f496-6310-4796-9ea4-e3209a3f1ea2 None None] New status for floating IP 4c1e4396-44a8-4e0f-859f-f02dc79a4fe4: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:22:08.141455 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:08.248160 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1833b3a4-2368-4e15-aa44-92772070011a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/4c1e4396-44a8-4e0f-859f-f02dc79a4fe4 HTTP/1.1" status: 200 len: 992 time: 0.1055248 Jul 16 21:22:16.222488 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:17.535856 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:20.711734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-07686a17-8de8-4678-9fce-69784105875e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.463754 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e3cf9deb-5f61-4ff5-885f-26e95116f746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:23.468271 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:24.823851 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:26.496755 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:35.047895 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-8cf50a37-edc6-43ff-94fe-c323fd23732e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0915082 Jul 16 21:22:35.146346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-a9ae166b-17d8-434c-9359-5d74501d1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:35.147923 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-a9ae166b-17d8-434c-9359-5d74501d1549 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 1097 time: 0.0574341 Jul 16 21:22:35.251670 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-838d234d-b21a-4fb8-8a5c-846ee6652508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:35.253106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-838d234d-b21a-4fb8-8a5c-846ee6652508 service neutron] 10.222.0.30 "GET /v2.0/networks?id=42899d55-d532-47a2-90c6-10db73f82e53 HTTP/1.1" status: 200 len: 898 time: 0.0840514 Jul 16 21:22:35.324843 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-43ddd74c-ff92-40c9-be78-c498db1c4f0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20407ce6-caad-4cce-84c4-b81877c02fbd HTTP/1.1" status: 200 len: 1000 time: 0.0639689 Jul 16 21:22:35.374251 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-fd29e9e6-8349-4761-91c1-22dd1776758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:35.375834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-fd29e9e6-8349-4761-91c1-22dd1776758e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e HTTP/1.1" status: 200 len: 835 time: 0.0444481 Jul 16 21:22:35.433484 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-38c69ade-7cb7-43fd-8299-f257603b8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:35.434999 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-38c69ade-7cb7-43fd-8299-f257603b8bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42899d55-d532-47a2-90c6-10db73f82e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516603 Jul 16 21:22:35.527916 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-9c917244-7ebf-4319-ba68-ca396f6d9877 service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860145 Jul 16 21:22:35.621114 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d39c1b84-10dd-4ba6-9ea3-613e1972b9dc req-3681bb87-47e1-438e-8400-48f71bc04c87 service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869443 Jul 16 21:22:41.787001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af915c8-b6fc-426d-bddd-168251545bd2 req-aca7d252-3a66-4a31-81be-50ed389cce5a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:41.788405 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7af915c8-b6fc-426d-bddd-168251545bd2 req-aca7d252-3a66-4a31-81be-50ed389cce5a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0676069 Jul 16 21:22:41.825406 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7af915c8-b6fc-426d-bddd-168251545bd2 req-c3acebd8-0f18-4a6b-9f38-9d14fbd2b029 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Jul 16 21:22:42.678787 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:22:42.999956 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160bdb3-8d22-460c-9bcd-984ef42d4ae5 req-dcdf8097-a8a7-4e27-971f-00cb4558de31 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:43.001363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d160bdb3-8d22-460c-9bcd-984ef42d4ae5 req-dcdf8097-a8a7-4e27-971f-00cb4558de31 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0638955 Jul 16 21:22:43.039642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d160bdb3-8d22-460c-9bcd-984ef42d4ae5 req-ed91db5d-ceeb-4d69-b80b-38f39541d836 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Jul 16 21:22:44.394790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca87da-0229-4192-b2c4-2a939e3127b6 req-eda5a17d-1985-44e7-9293-797cc5a35398 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:44.396297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53ca87da-0229-4192-b2c4-2a939e3127b6 req-eda5a17d-1985-44e7-9293-797cc5a35398 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0647531 Jul 16 21:22:44.432200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-53ca87da-0229-4192-b2c4-2a939e3127b6 req-511bce25-77fc-463f-bc89-646940910207 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304787 Jul 16 21:22:45.604602 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e983fe1-af05-41cb-a043-e8c6423f746d req-8152cef0-f6a1-4139-9589-9246a9de20d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:45.606096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e983fe1-af05-41cb-a043-e8c6423f746d req-8152cef0-f6a1-4139-9589-9246a9de20d4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0667145 Jul 16 21:22:45.644734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6e983fe1-af05-41cb-a043-e8c6423f746d req-4294a943-d978-411f-a6ec-7a761c437273 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330067 Jul 16 21:22:46.234921 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:46.823367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef86f79-8386-4860-bcf8-6b4289dd6867 req-28c794be-2e44-4c34-a4b0-480ac6d786db tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:46.824888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fef86f79-8386-4860-bcf8-6b4289dd6867 req-28c794be-2e44-4c34-a4b0-480ac6d786db tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0675092 Jul 16 21:22:46.865349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fef86f79-8386-4860-bcf8-6b4289dd6867 req-85dd0dfc-2fb7-4a4e-9326-50ad2e1b8a89 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347345 Jul 16 21:22:47.550604 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:48.051736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750bfca-69b7-483d-a1e8-50cd4d93207e req-4c1002ab-2d51-4414-b98d-cf516c10a255 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:48.053289 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1750bfca-69b7-483d-a1e8-50cd4d93207e req-4c1002ab-2d51-4414-b98d-cf516c10a255 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0693381 Jul 16 21:22:48.090699 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1750bfca-69b7-483d-a1e8-50cd4d93207e req-13e326ab-061a-4d02-b602-056cb883feaa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319331 Jul 16 21:22:49.260459 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddea31-4cc7-4742-ac8f-967d47cf918a req-96d35b52-ad17-4fd5-b540-1259e164ec34 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:49.261938 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eddea31-4cc7-4742-ac8f-967d47cf918a req-96d35b52-ad17-4fd5-b540-1259e164ec34 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0626500 Jul 16 21:22:49.299574 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0eddea31-4cc7-4742-ac8f-967d47cf918a req-65588045-2632-444e-975f-7657e6530bb2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Jul 16 21:22:50.470031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8858d3-c75b-4528-9f3d-95b0d2c452e2 req-3f67314b-45fe-4ed5-8a1e-e1d36731f8e6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:50.471500 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5b8858d3-c75b-4528-9f3d-95b0d2c452e2 req-3f67314b-45fe-4ed5-8a1e-e1d36731f8e6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0625684 Jul 16 21:22:50.508412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5b8858d3-c75b-4528-9f3d-95b0d2c452e2 req-e91cead4-5316-4f6b-8bb5-2532ff94d599 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Jul 16 21:22:50.712611 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1e7c7fcf-34a5-414e-8d0a-b3b3233cba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:51.683100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a707-1857-46be-a933-4108bb8f1105 req-4f41fe3c-4c6e-4988-b7c6-7febd2554cf4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:51.684603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c14a707-1857-46be-a933-4108bb8f1105 req-4f41fe3c-4c6e-4988-b7c6-7febd2554cf4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0676908 Jul 16 21:22:51.723505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4c14a707-1857-46be-a933-4108bb8f1105 req-254f258d-bc54-43c1-bdc2-bdcde51d077a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Jul 16 21:22:52.898732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2b11-1b10-4c05-bc6e-18d7770c03c0 req-fd592535-8631-4aac-a23c-6378ce40f20a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:52.900173 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-894a2b11-1b10-4c05-bc6e-18d7770c03c0 req-fd592535-8631-4aac-a23c-6378ce40f20a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0639691 Jul 16 21:22:52.937213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-894a2b11-1b10-4c05-bc6e-18d7770c03c0 req-837a700d-fb05-46e7-bc7f-f729dfb07d9c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Jul 16 21:22:53.459461 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-daa5b94d-1269-46bd-9624-7938289c8872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:53.471361 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:54.112760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557adb58-3971-4ef6-9aa8-f464d2180e83 req-745a3e6c-a12b-40c5-99e7-64e23290e68a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:54.114229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-557adb58-3971-4ef6-9aa8-f464d2180e83 req-745a3e6c-a12b-40c5-99e7-64e23290e68a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0670440 Jul 16 21:22:54.150442 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-557adb58-3971-4ef6-9aa8-f464d2180e83 req-a8baf241-059c-433f-ae19-a0563c3dc06c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306447 Jul 16 21:22:54.826742 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:55.321985 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d39a67-16e8-4a09-b959-680cebffba80 req-6883ece3-7ace-4adb-b84a-35bf7b87ce76 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:55.323484 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e4d39a67-16e8-4a09-b959-680cebffba80 req-6883ece3-7ace-4adb-b84a-35bf7b87ce76 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0622804 Jul 16 21:22:55.361056 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e4d39a67-16e8-4a09-b959-680cebffba80 req-4f936ab3-a3ae-4391-bfa9-b65b526646ef tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Jul 16 21:22:56.498148 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:22:56.533156 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0466c9-a135-4a30-91ca-60e33750f842 req-cba31781-24aa-43a5-8b30-519e2f2048fa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:56.534669 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8f0466c9-a135-4a30-91ca-60e33750f842 req-cba31781-24aa-43a5-8b30-519e2f2048fa tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0646625 Jul 16 21:22:56.571263 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8f0466c9-a135-4a30-91ca-60e33750f842 req-fc839f69-c456-46dd-9f40-70400d5e5b81 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310345 Jul 16 21:22:57.750855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9aa3b-d496-4af5-bbe6-f87d94b15eca req-829b768e-9395-4d25-adbf-4621cd10e40e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:57.752362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6e9aa3b-d496-4af5-bbe6-f87d94b15eca req-829b768e-9395-4d25-adbf-4621cd10e40e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0679619 Jul 16 21:22:57.789564 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b6e9aa3b-d496-4af5-bbe6-f87d94b15eca req-80aa4e96-3a18-4d28-abe1-469dea7b0f42 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Jul 16 21:22:57.812994 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48076) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:22:57.873403 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-3df1fb2a-9ee9-4228-b358-e974a7daa72d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/4c1e4396-44a8-4e0f-859f-f02dc79a4fe4 HTTP/1.1" status: 200 len: 992 time: 0.0591481 Jul 16 21:22:59.320813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-7f48e56a-3871-4655-9d88-84b7cd136c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.322373 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-7f48e56a-3871-4655-9d88-84b7cd136c85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 1097 time: 0.0981073 Jul 16 21:22:59.332953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f4e57-360e-402e-a87f-9a101045acfd req-92b8c144-0411-4885-a66d-d78be8a8faf3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.334607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e75f4e57-360e-402e-a87f-9a101045acfd req-92b8c144-0411-4885-a66d-d78be8a8faf3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.1009793 Jul 16 21:22:59.424329 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e75f4e57-360e-402e-a87f-9a101045acfd req-c97fa48f-4b29-4ae5-b5af-dc5557986882 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816767 Jul 16 21:22:59.448032 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-229247c6-9d2e-453a-9131-720dcca745d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.449541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-229247c6-9d2e-453a-9131-720dcca745d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=42899d55-d532-47a2-90c6-10db73f82e53 HTTP/1.1" status: 200 len: 898 time: 0.1140499 Jul 16 21:22:59.514824 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-b67958b3-9719-47b2-87dc-da897eaffcb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20407ce6-caad-4cce-84c4-b81877c02fbd HTTP/1.1" status: 200 len: 1000 time: 0.0583985 Jul 16 21:22:59.562212 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-02ef37b1-35ac-4e0e-b215-57f8c34ca1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.563728 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-02ef37b1-35ac-4e0e-b215-57f8c34ca1ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e HTTP/1.1" status: 200 len: 835 time: 0.0421154 Jul 16 21:22:59.623793 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-ca8edff3-4a63-4f74-9703-52b96fb4c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:22:59.625261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-ca8edff3-4a63-4f74-9703-52b96fb4c216 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42899d55-d532-47a2-90c6-10db73f82e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555036 Jul 16 21:22:59.713043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-0dec70d1-dd5a-4a7e-8971-28a72d979710 service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801492 Jul 16 21:22:59.803306 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc0615ef-117f-44e2-b18a-c22097b707b7 req-a86a8042-20d0-4af0-898b-3c22327f85d7 service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 Jul 16 21:23:00.596913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc16c0-016e-4934-a311-e2001eab9816 req-a4bd78aa-52d0-4e78-b167-6d1eeab00795 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:00.602622 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34dc16c0-016e-4934-a311-e2001eab9816 req-a4bd78aa-52d0-4e78-b167-6d1eeab00795 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0679324 Jul 16 21:23:00.640947 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34dc16c0-016e-4934-a311-e2001eab9816 req-6a513b1f-8c0f-416f-a6b7-121622f1cbb0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Jul 16 21:23:00.665215 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:00.724416 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6e3fcb51-a403-40af-9297-067719bafb7f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/4c1e4396-44a8-4e0f-859f-f02dc79a4fe4 HTTP/1.1" status: 200 len: 992 time: 0.0580168 Jul 16 21:23:16.248387 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:17.564996 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:19.677866 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:20.716789 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1aed64f5-4aba-4f4f-94ad-1452e1eae2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:23.468537 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c66129db-c0b0-4ccc-8913-09ff8d24c68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:23.472942 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:24.830927 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:26.501190 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.438886 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:33.595191 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port a38c1aa3-ca8e-4439-a653-d146aa2b8545 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:33.595544 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.669264 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.669591 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.680988 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for a38c1aa3-ca8e-4439-a653-d146aa2b8545 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:33.824580 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.850526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=a38c1aa3-ca8e-4439-a653-d146aa2b8545,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:33.877104 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.877465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.877812 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.878142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.878475 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.878808 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.879137 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.879491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.879819 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.880143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.880466 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.880787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:33.918708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:33.919042 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 4c1e4396-44a8-4e0f-859f-f02dc79a4fe4 disassociated (deleted). External IP: 172.25.7.30, port: 20407ce6-caad-4cce-84c4-b81877c02fbd. Jul 16 21:23:34.120309 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router db226ef7-c6ec-4965-8542-cef663045510 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:23:34.232664 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:34.237080 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:34.241759 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] Sync routers for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:34.250813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:34.251448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:34.273312 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8499f0ac-f24f-4322-a35f-3818c17e737d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/floatingips/4c1e4396-44a8-4e0f-859f-f02dc79a4fe4 HTTP/1.1" status: 204 len: 168 time: 0.8333063 Jul 16 21:23:34.273907 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:34.276205 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8b4bab58f3157324b85e0a65156fc33a5ef40aa76454184b457a18b80112b86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13271ef-cb88-412b-8e21-471a6d87fb65" -d '{"events": [{"name": "network-changed", "server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:34.357394 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:34.554087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fa9abf8e-0eda-48d6-be55-4df236a122d2', 'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:3b:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:52Z', 'updated_at': '2021-07-16T21:21:58Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:34.579700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] Checking router: db226ef7-c6ec-4965-8542-cef663045510 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:34.587820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:34.588421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:34.594188 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a011984-7ca1-45fd-aa43-dd525a3bed6e x-openstack-request-id: req-0a011984-7ca1-45fd-aa43-dd525a3bed6e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:34.594885 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:34.594885 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a011984-7ca1-45fd-aa43-dd525a3bed6e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:34.595410 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'status': 'completed', 'code': 200} Jul 16 21:23:34.683091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-82156cce-6843-473a-ae93-991d5a89aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:34.684567 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-82156cce-6843-473a-ae93-991d5a89aef2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 1097 time: 0.0621068 Jul 16 21:23:34.699324 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:34.815979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9236c-35e2-40f2-b6bb-2c43c4770116 req-7c0809af-a754-4b7c-a60a-cb8d877a9b7b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:34.817462 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdd9236c-35e2-40f2-b6bb-2c43c4770116 req-7c0809af-a754-4b7c-a60a-cb8d877a9b7b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.1320357 Jul 16 21:23:34.822128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-05b9fbee-39d3-4946-a95d-9d56c7a45dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:34.823521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-05b9fbee-39d3-4946-a95d-9d56c7a45dab service neutron] 10.222.0.30 "GET /v2.0/networks?id=42899d55-d532-47a2-90c6-10db73f82e53 HTTP/1.1" status: 200 len: 898 time: 0.1286080 Jul 16 21:23:34.873044 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-634a87b5-357c-44db-8b0b-47614aef9c93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20407ce6-caad-4cce-84c4-b81877c02fbd HTTP/1.1" status: 200 len: 217 time: 0.0353611 Jul 16 21:23:34.898555 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fa9abf8e-0eda-48d6-be55-4df236a122d2', 'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:3b:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:52Z', 'updated_at': '2021-07-16T21:21:58Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:34.912922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bdd9236c-35e2-40f2-b6bb-2c43c4770116 req-3dda7ddb-ee53-4db7-8e33-7eabc1264dfb tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884240 Jul 16 21:23:34.925213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c1a16-c46c-4d59-b3be-84c4c348ac84 None None] The sync data for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 is: [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:21:53Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fa9abf8e-0eda-48d6-be55-4df236a122d2', 'name': '', 'network_id': '42899d55-d532-47a2-90c6-10db73f82e53', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:3b:6d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:52Z', 'updated_at': '2021-07-16T21:21:58Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:34.931565 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-98c9bb25-1857-4b21-b917-d162b3b422a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:34.933209 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-98c9bb25-1857-4b21-b917-d162b3b422a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e HTTP/1.1" status: 200 len: 835 time: 0.0507166 Jul 16 21:23:34.996754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-8712a788-6e3e-42ae-abb9-91be44ff4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:34.998273 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-8712a788-6e3e-42ae-abb9-91be44ff4147 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42899d55-d532-47a2-90c6-10db73f82e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584438 Jul 16 21:23:35.092625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-81c09be7-ee3b-4124-ba08-8fe3ebfe2e48 service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857241 Jul 16 21:23:35.143044 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f50e6-9636-4b36-abe0-3ba46209bf9f None None] New status for floating IP 4c1e4396-44a8-4e0f-859f-f02dc79a4fe4: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:23:35.188859 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a13271ef-cb88-412b-8e21-471a6d87fb65 req-01f9bf4d-2147-4c64-92f0-cc013c2196b2 service neutron] 10.222.0.30 "GET /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873539 Jul 16 21:23:36.111999 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12121b3-ac81-4772-8fd7-dc5d83b5e93b req-3150bb58-7458-4ba7-a4ad-fb39ff59d716 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:36.113472 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b12121b3-ac81-4772-8fd7-dc5d83b5e93b req-3150bb58-7458-4ba7-a4ad-fb39ff59d716 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.0899496 Jul 16 21:23:36.178253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-6f627c32-ce2a-47b7-8322-107b1ab5cdb4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:36.179744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-6f627c32-ce2a-47b7-8322-107b1ab5cdb4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a735a19-bb48-4105-9fe9-cfc04c612b06 HTTP/1.1" status: 200 len: 945 time: 0.1127739 Jul 16 21:23:36.187092 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b12121b3-ac81-4772-8fd7-dc5d83b5e93b req-7f0cea40-cf3b-4b72-a8ea-5e5bc058badb tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=e589dbab-0278-4418-abaf-6e4bf51f0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649021 Jul 16 21:23:36.279742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 20407ce6-caad-4cce-84c4-b81877c02fbd {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:36.280087 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.369129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port 20407ce6-caad-4cce-84c4-b81877c02fbd, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=20407ce6-caad-4cce-84c4-b81877c02fbd,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:36.369490 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.380924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 20407ce6-caad-4cce-84c4-b81877c02fbd owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:36.504197 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.537951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=20407ce6-caad-4cce-84c4-b81877c02fbd,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:36.566186 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.566536 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.566878 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.567213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.567570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.567902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.568232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.568559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.568885 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.569207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.569528 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.569848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:36.591064 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] No DVR routers for this DVR port 20407ce6-caad-4cce-84c4-b81877c02fbd on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:23:36.593829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:36.596060 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-45eaad2f-7a18-4fc1-845f-f3d8e784378d req-f062068b-99ae-4bc3-b842-158a2d9ef3ad tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "DELETE /v2.0/ports/20407ce6-caad-4cce-84c4-b81877c02fbd HTTP/1.1" status: 204 len: 173 time: 0.4080937 Jul 16 21:23:36.596500 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'name': 'network-vif-deleted', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:36.598773 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfa3903-a5b5-4211-97b7-3d01a464db80" -d '{"events": [{"server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "name": "network-vif-deleted", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:36.636753 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55713262-25a4-4dd0-9dff-2e4bd32bd7da x-openstack-request-id: req-55713262-25a4-4dd0-9dff-2e4bd32bd7da {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:36.637045 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a735a19-bb48-4105-9fe9-cfc04c612b06", "name": "network-vif-deleted", "tag": "20407ce6-caad-4cce-84c4-b81877c02fbd", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:36.637346 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55713262-25a4-4dd0-9dff-2e4bd32bd7da {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:36.637702 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a735a19-bb48-4105-9fe9-cfc04c612b06', 'name': 'network-vif-deleted', 'tag': '20407ce6-caad-4cce-84c4-b81877c02fbd', 'status': 'completed', 'code': 200} Jul 16 21:23:37.283945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:37.633847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.900937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port fa9abf8e-0eda-48d6-be55-4df236a122d2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:37.901200 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:37.989227 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port fa9abf8e-0eda-48d6-be55-4df236a122d2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=fa9abf8e-0eda-48d6-be55-4df236a122d2,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:37.989584 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:38.005852 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for fa9abf8e-0eda-48d6-be55-4df236a122d2 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:38.195703 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:38.229975 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=fa9abf8e-0eda-48d6-be55-4df236a122d2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:38.400203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:38.944714 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router db226ef7-c6ec-4965-8542-cef663045510 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:23:39.046524 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:39.051888 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-159a38bb-6883-4ce6-9181-ce675e7bfc67 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/db226ef7-c6ec-4965-8542-cef663045510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7668531 Jul 16 21:23:39.054604 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:39.056448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] Sync routers for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:39.066375 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:39.066993 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:39.104864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3676972-ce66-44b6-89d1-9e464f6229d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting subnet 9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:23:39.108764 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3676972-ce66-44b6-89d1-9e464f6229d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.147705 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3676972-ce66-44b6-89d1-9e464f6229d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.170114 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:39.234085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3676972-ce66-44b6-89d1-9e464f6229d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.294221 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3676972-ce66-44b6-89d1-9e464f6229d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.322377 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3676972-ce66-44b6-89d1-9e464f6229d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:39.327758 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a3676972-ce66-44b6-89d1-9e464f6229d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.329888 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a3676972-ce66-44b6-89d1-9e464f6229d6 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/subnets/9f7cd26d-2d0d-4ce5-8ab4-19f78ece363e HTTP/1.1" status: 204 len: 168 time: 0.2740567 Jul 16 21:23:39.332528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:39.376019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925e1ab-adec-4e5e-a57f-11dec3fb970f None None] Network 42899d55-d532-47a2-90c6-10db73f82e53 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:23:39.439266 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.479161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 20407ce6-caad-4cce-84c4-b81877c02fbd no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:39.507989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 20407ce6-caad-4cce-84c4-b81877c02fbd {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:39.508247 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 20407ce6-caad-4cce-84c4-b81877c02fbd not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:39.542424 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.593945 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 15025338-ab3f-4686-bf4d-f859ebaec252 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:39.594291 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.628789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:23:38Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': '15025338-ab3f-4686-bf4d-f859ebaec252', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db226ef7-c6ec-4965-8542-cef663045510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:21:50Z', 'updated_at': '2021-07-16T21:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:39.656950 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] Checking router: db226ef7-c6ec-4965-8542-cef663045510 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:39.665672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] Routers {'db226ef7-c6ec-4965-8542-cef663045510'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:39.666291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['db226ef7-c6ec-4965-8542-cef663045510'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:39.684785 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port 15025338-ab3f-4686-bf4d-f859ebaec252, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=15025338-ab3f-4686-bf4d-f859ebaec252,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:39.685139 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.696814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 15025338-ab3f-4686-bf4d-f859ebaec252 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:39.700840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] DHCP port deletion for 42899d55-d532-47a2-90c6-10db73f82e53 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:23:39.776540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] Set router db226ef7-c6ec-4965-8542-cef663045510 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:39.835296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 6, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:39.861730 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.865154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dda563-9fbe-4cf8-9fb5-6085b7fd95ba None None] The sync data for ids ['db226ef7-c6ec-4965-8542-cef663045510'] in n-d-792394-17 is: [{'id': 'db226ef7-c6ec-4965-8542-cef663045510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309667455', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:21:49Z', 'updated_at': '2021-07-16T21:23:39Z', 'revision_number': 6, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:39.878351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Deleting port 3b7989b0-e8d0-4cb5-b476-a3645895c52a {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:23:39.878717 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.888679 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=15025338-ab3f-4686-bf4d-f859ebaec252,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:39.948338 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] For port 3b7989b0-e8d0-4cb5-b476-a3645895c52a, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=3b7989b0-e8d0-4cb5-b476-a3645895c52a,segment=NetworkSegment(8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc),segment_id=8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:39.948734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.957082 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:39.961103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Calling delete_port for 3b7989b0-e8d0-4cb5-b476-a3645895c52a owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:23:40.037926 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.051531 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.053633 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.063544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Pushing event deleted for resources: {'Port': ['ID=3b7989b0-e8d0-4cb5-b476-a3645895c52a,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:40.068159 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] No DVR routers for this DVR port 3b7989b0-e8d0-4cb5-b476-a3645895c52a on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:23:40.074740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.075089 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.075451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.075789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.076121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.076451 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.076776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.077101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.077766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.077766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.078110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.078359 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108ef59-ce28-45fb-bf57-ac33f6f0bdd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:40.095812 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.096331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Fanout notify agent at l3_agent the message router_deleted on router db226ef7-c6ec-4965-8542-cef663045510 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:23:40.104152 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.105266 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-12b82b18-bd74-48b8-96f3-5aab9fee3ae3 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/routers/db226ef7-c6ec-4965-8542-cef663045510 HTTP/1.1" status: 204 len: 168 time: 0.7716982 Jul 16 21:23:40.108505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:40.185492 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.278299 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.289184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42899d55-d532-47a2-90c6-10db73f82e53']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:40.299368 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:40.299671 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eecd7d6-8dbb-4df9-a4f9-b2ea8a59cadc') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:40.308470 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.323576 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.330301 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:23:40.330645 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:23:40.333873 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:23:40.395336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.403528 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.404698 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/networks/42899d55-d532-47a2-90c6-10db73f82e53 HTTP/1.1" status: 204 len: 168 time: 0.2952619 Jul 16 21:23:40.407654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48134) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:40.415514 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33150477-a4ae-4b2e-8b81-6afc9b5b059b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Network': ['ID=42899d55-d532-47a2-90c6-10db73f82e53,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:40.466399 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7767c1b-a0b6-4897-bdc2-f42f4a11c432 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.490252 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7767c1b-a0b6-4897-bdc2-f42f4a11c432 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.547438 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7767c1b-a0b6-4897-bdc2-f42f4a11c432 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.549931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7767c1b-a0b6-4897-bdc2-f42f4a11c432 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.551144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f7767c1b-a0b6-4897-bdc2-f42f4a11c432 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/security-groups/e589dbab-0278-4418-abaf-6e4bf51f0fac HTTP/1.1" status: 204 len: 168 time: 0.1424663 Jul 16 21:23:40.560061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7767c1b-a0b6-4897-bdc2-f42f4a11c432 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e589dbab-0278-4418-abaf-6e4bf51f0fac,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:40.833398 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3b7989b0-e8d0-4cb5-b476-a3645895c52a no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:40.857687 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 3b7989b0-e8d0-4cb5-b476-a3645895c52a {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:40.857895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 3b7989b0-e8d0-4cb5-b476-a3645895c52a not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:40.858492 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 15025338-ab3f-4686-bf4d-f859ebaec252 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:40.869376 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48140) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:40.874545 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-be353ea4-b7c4-4bce-82fa-3ef29baeab50 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870568662', 'description': 'tempest-secgroup-smoke-870568662 description', 'project_id': '7550bd0ce7174afab0771bffd66a0f49'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:40.878866 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 15025338-ab3f-4686-bf4d-f859ebaec252 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:40.879215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 15025338-ab3f-4686-bf4d-f859ebaec252 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:40.879656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fa9abf8e-0eda-48d6-be55-4df236a122d2 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:23:40.900868 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: fa9abf8e-0eda-48d6-be55-4df236a122d2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:23:40.901290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fa9abf8e-0eda-48d6-be55-4df236a122d2 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:23:40.901610 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be353ea4-b7c4-4bce-82fa-3ef29baeab50 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.988327 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be353ea4-b7c4-4bce-82fa-3ef29baeab50 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:40.991722 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be353ea4-b7c4-4bce-82fa-3ef29baeab50 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.017014 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be353ea4-b7c4-4bce-82fa-3ef29baeab50 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.018208 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-be353ea4-b7c4-4bce-82fa-3ef29baeab50 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1478350 Jul 16 21:23:41.021452 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48142) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.022768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be353ea4-b7c4-4bce-82fa-3ef29baeab50 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7643e70b-213f-465a-8fc3-589c8d8bc863,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.030639 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7d8b91f6-66bf-4bd0-bfe9-b911522ff113 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '7643e70b-213f-465a-8fc3-589c8d8bc863', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.057714 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d8b91f6-66bf-4bd0-bfe9-b911522ff113 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.112623 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d8b91f6-66bf-4bd0-bfe9-b911522ff113 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.116320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d8b91f6-66bf-4bd0-bfe9-b911522ff113 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.136408 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b91f6-66bf-4bd0-bfe9-b911522ff113 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c59e66-2855-4175-864a-c7e50f7a954b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.140274 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d8b91f6-66bf-4bd0-bfe9-b911522ff113 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.141551 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7d8b91f6-66bf-4bd0-bfe9-b911522ff113 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190886 Jul 16 21:23:41.144319 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.148810 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6f8ed427-891e-454f-9223-bc019e60f69c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '7643e70b-213f-465a-8fc3-589c8d8bc863', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.174059 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed427-891e-454f-9223-bc019e60f69c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.228970 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed427-891e-454f-9223-bc019e60f69c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.232954 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed427-891e-454f-9223-bc019e60f69c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.255413 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ed427-891e-454f-9223-bc019e60f69c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307d2f6b-d376-4dcb-b9a3-e338bb313b6c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.257693 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f8ed427-891e-454f-9223-bc019e60f69c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.259001 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6f8ed427-891e-454f-9223-bc019e60f69c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136475 Jul 16 21:23:41.261775 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.266332 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9341c449-dec5-45eb-b8f0-42367b6d80da tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '7643e70b-213f-465a-8fc3-589c8d8bc863', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.291803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9341c449-dec5-45eb-b8f0-42367b6d80da tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.349394 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9341c449-dec5-45eb-b8f0-42367b6d80da tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.353297 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9341c449-dec5-45eb-b8f0-42367b6d80da tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.370683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341c449-dec5-45eb-b8f0-42367b6d80da tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e94262b-e246-4fda-b267-5c8f72be733c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.377017 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9341c449-dec5-45eb-b8f0-42367b6d80da tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.377987 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9341c449-dec5-45eb-b8f0-42367b6d80da tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152687 Jul 16 21:23:41.380738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.385084 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-af62c58e-697b-4f8f-b9b8-c12c56ca0473 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '7643e70b-213f-465a-8fc3-589c8d8bc863', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.410728 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62c58e-697b-4f8f-b9b8-c12c56ca0473 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.469533 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62c58e-697b-4f8f-b9b8-c12c56ca0473 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.473019 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62c58e-697b-4f8f-b9b8-c12c56ca0473 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.490652 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62c58e-697b-4f8f-b9b8-c12c56ca0473 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3210711e-0f3a-4762-99a1-f6e529caef94,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.497659 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62c58e-697b-4f8f-b9b8-c12c56ca0473 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.499091 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-af62c58e-697b-4f8f-b9b8-c12c56ca0473 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173332 Jul 16 21:23:41.501768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.506196 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1ebba7ab-70b5-4931-80a4-2fc5896dd169 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '7643e70b-213f-465a-8fc3-589c8d8bc863', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.526398 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-1ebba7ab-70b5-4931-80a4-2fc5896dd169 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:23:41.531463 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ebba7ab-70b5-4931-80a4-2fc5896dd169 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.587953 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ebba7ab-70b5-4931-80a4-2fc5896dd169 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.591891 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ebba7ab-70b5-4931-80a4-2fc5896dd169 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.612205 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebba7ab-70b5-4931-80a4-2fc5896dd169 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c8015d-1c11-4420-999c-b1c9c2b9325c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.616943 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ebba7ab-70b5-4931-80a4-2fc5896dd169 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.618097 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1ebba7ab-70b5-4931-80a4-2fc5896dd169 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154015 Jul 16 21:23:41.620891 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.625704 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0703e255-54d6-4e9c-a53f-24f9d6bf926b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'security_group_rule': {'security_group_id': '7643e70b-213f-465a-8fc3-589c8d8bc863', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.645703 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-0703e255-54d6-4e9c-a53f-24f9d6bf926b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Project 7550bd0ce7174afab0771bffd66a0f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:23:41.650263 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0703e255-54d6-4e9c-a53f-24f9d6bf926b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.711402 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0703e255-54d6-4e9c-a53f-24f9d6bf926b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.715503 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0703e255-54d6-4e9c-a53f-24f9d6bf926b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.733537 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703e255-54d6-4e9c-a53f-24f9d6bf926b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7d8679-cabe-45ff-8029-8c4aad52664b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.739176 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0703e255-54d6-4e9c-a53f-24f9d6bf926b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.740418 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0703e255-54d6-4e9c-a53f-24f9d6bf926b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185486 Jul 16 21:23:41.743313 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.748212 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'network': {'name': 'tempest-network-smoke--2027203043', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.768326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:23:41.771820 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.794791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:23:41.803835 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.804176 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Added segment 7fb26dc3-fb75-41d0-a088-2a79289b888b of type vlan for network e1b9d985-2524-4121-8d9e-ebc9488a03a6 Jul 16 21:23:41.843892 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.870608 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.876120 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:41.876695 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.910913 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1665950 Jul 16 21:23:41.913638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:41.917997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'admin_state_up': True, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:41.956668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c299bc-3e30-4eeb-9d2f-aecd3bb43f1c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Network': ['ID=e1b9d985-2524-4121-8d9e-ebc9488a03a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:41.966860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network e1b9d985-2524-4121-8d9e-ebc9488a03a6 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:23:41.972432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:41.973392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.023649 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.162189 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.355216 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.377219 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.473846 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.27 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/df380c0f-cd95-4a76-808b-43f56daa37bb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:42.573751 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.611302 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:42.646048 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:42.650665 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:42.654004 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:42.678644 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=df380c0f-cd95-4a76-808b-43f56daa37bb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:42.900569 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.101888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.227019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router e891d087-ce56-4ccc-8f74-4ce13e3a690c is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:23:43.331750 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:43.341327 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Sync routers for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:43.350738 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.351998 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f8502917-07e5-464b-8cf5-b3d2542b7691 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4373884 Jul 16 21:23:43.352159 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:43.352616 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:43.355089 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:43.423696 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9cc5bcf3-7c7b-4d95-84d8-254e4d38c111 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=7550bd0ce7174afab0771bffd66a0f49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673926 Jul 16 21:23:43.426357 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:43.455423 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:43.512756 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d3889-e8af-42d1-bc4e-a1e0d7d6e652 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:43.514261 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-478d3889-e8af-42d1-bc4e-a1e0d7d6e652 tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870161 Jul 16 21:23:43.517456 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:43.548193 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-afb4ce57-1d10-4dab-bd3d-dcbeb4f9453c tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=36f424e5-c152-427a-be5b-71ffae083c29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296700 Jul 16 21:23:43.550768 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:43.555636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403098457', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:43.631045 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:43.643609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:23:43.647107 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.657842 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Checking router: e891d087-ce56-4ccc-8f74-4ce13e3a690c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:43.658186 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Updating router e891d087-ce56-4ccc-8f74-4ce13e3a690c port df380c0f-cd95-4a76-808b-43f56daa37bb binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:23:43.692931 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.832535 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.890739 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Subnet': ['ID=28a49763-aa8d-403f-8463-0f47a5899219,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:43.900119 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Checking segment: {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:43.900478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network hostable DHCP agents. Network: e1b9d985-2524-4121-8d9e-ebc9488a03a6, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:23:43.916393 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network e1b9d985-2524-4121-8d9e-ebc9488a03a6 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:23:43.925919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, e1b9d985-2524-4121-8d9e-ebc9488a03a6) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:43.930122 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:43.930708 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.938374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0ebe2b-9c7a-4bde-bd8c-a63a1fc97569 None None] Network e1b9d985-2524-4121-8d9e-ebc9488a03a6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:23:43.944665 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:43.948226 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9e2169d5-f0a2-4e74-9c78-26ac2b50c8ed tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3934934 Jul 16 21:23:43.948387 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:43.955546 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Transition to ACTIVE for port object df380c0f-cd95-4a76-808b-43f56daa37bb will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:43.961442 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.008383 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Attempting to bind port df380c0f-cd95-4a76-808b-43f56daa37bb on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:44.008751 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Attempting to bind port df380c0f-cd95-4a76-808b-43f56daa37bb by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:44.009110 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Attempting to bind port df380c0f-cd95-4a76-808b-43f56daa37bb on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:44.016907 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:44.017292 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:44.017672 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.018061 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:44.018520 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Bound port: df380c0f-cd95-4a76-808b-43f56daa37bb, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:44.018902 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.049379 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Pushing event updated for resources: {'Port': ['ID=df380c0f-cd95-4a76-808b-43f56daa37bb,revision_number=2']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:44.075240 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] For port df380c0f-cd95-4a76-808b-43f56daa37bb, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:44.078512 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] For port df380c0f-cd95-4a76-808b-43f56daa37bb, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=df380c0f-cd95-4a76-808b-43f56daa37bb,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:44.080905 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.081262 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.081669 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.081946 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.082331 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.082860 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.083192 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.083549 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.083863 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.084183 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.084500 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.084820 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:23:44.088831 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.101222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:23:44.102090 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.143672 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:44.144234 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:44.192446 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056ef83-9708-4def-b713-dfdff08fb22b None None] Pushing event updated for resources: {'Port': ['ID=df380c0f-cd95-4a76-808b-43f56daa37bb,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:44.252863 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:44.254605 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Allocated IP 172.20.0.2 (e1b9d985-2524-4121-8d9e-ebc9488a03a6/28a49763-aa8d-403f-8463-0f47a5899219/9f0d3ab4-f5d9-445f-8998-0c12ffb8c404) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:44.397779 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.411023 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.420546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Transition to ACTIVE for port object 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:44.435385 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Transition to ACTIVE for port object 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:44.438558 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:44.442147 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.464863 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ff6a1-1592-4c6b-8603-d8593cbe6371 None None] The sync data for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 is: [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:42Z', 'revision_number': 3, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:44.485626 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Network e1b9d985-2524-4121-8d9e-ebc9488a03a6 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:44.490296 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:44.494976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:44.498390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Pushing event updated for resources: {'Port': ['ID=9f0d3ab4-f5d9-445f-8998-0c12ffb8c404,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:44.566038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Attempting to bind port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:44.566415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Attempting to bind port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:44.566778 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Attempting to bind port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 on network e1b9d985-2524-4121-8d9e-ebc9488a03a6 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:44.572244 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:44.572625 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Checking segment: {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:44.573030 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.573421 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Bound using segment: {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:44.573894 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Bound port: 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:44.574304 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.644627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] For port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:44.648468 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] For port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9f0d3ab4-f5d9-445f-8998-0c12ffb8c404,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:44.654608 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:44.728963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de49088-36e7-4974-b8bd-953efe13d2de None None] Pushing event updated for resources: {'Port': ['ID=9f0d3ab4-f5d9-445f-8998-0c12ffb8c404,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:44.888745 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device df380c0f-cd95-4a76-808b-43f56daa37bb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:44.991926 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port df380c0f-cd95-4a76-808b-43f56daa37bb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:44.995870 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port df380c0f-cd95-4a76-808b-43f56daa37bb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:44.996281 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.093131 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.125495 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port df380c0f-cd95-4a76-808b-43f56daa37bb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=df380c0f-cd95-4a76-808b-43f56daa37bb,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:45.133892 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.139873 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.1 (e1b9d985-2524-4121-8d9e-ebc9488a03a6/28a49763-aa8d-403f-8463-0f47a5899219/fc3c9356-b212-48ce-af0a-63939a4ef2eb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:45.183450 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=df380c0f-cd95-4a76-808b-43f56daa37bb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:45.257797 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.272370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object fc3c9356-b212-48ce-af0a-63939a4ef2eb will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:45.307850 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.357187 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network e1b9d985-2524-4121-8d9e-ebc9488a03a6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:45.360404 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:45.364519 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:45.370942 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=fc3c9356-b212-48ce-af0a-63939a4ef2eb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:45.412473 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.560983 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.775494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e129da0-a7bf-410a-a9db-e41935c09192 None None] Network e1b9d985-2524-4121-8d9e-ebc9488a03a6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:23:45.845511 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.850999 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.852944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b1d8c858-15ac-4fb6-bba5-2fe93d3a610a None None] Provisioning for port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:45.928474 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:45.931201 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=fc3c9356-b212-48ce-af0a-63939a4ef2eb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:46.034356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network e1b9d985-2524-4121-8d9e-ebc9488a03a6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:46.035859 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:46.155203 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router e891d087-ce56-4ccc-8f74-4ce13e3a690c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:23:46.203828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e07a046-3949-4045-9299-2695ae0adbc9 None None] Provisioning for port fc3c9356-b212-48ce-af0a-63939a4ef2eb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:46.210120 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-8e07a046-3949-4045-9299-2695ae0adbc9 None None] Provisioning complete for port fc3c9356-b212-48ce-af0a-63939a4ef2eb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:46.210704 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e07a046-3949-4045-9299-2695ae0adbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:46.270770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-8e07a046-3949-4045-9299-2695ae0adbc9 None None] Port fc3c9356-b212-48ce-af0a-63939a4ef2eb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:46.279734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:46.286088 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:46.291914 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a2cd39f4-90a9-47ad-891a-1419f6a2dde9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/e891d087-ce56-4ccc-8f74-4ce13e3a690c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3424618 Jul 16 21:23:46.303692 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Sync routers for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:46.314314 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:46.315036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:46.426697 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f75288de-61f8-4e54-b92f-3fc3415c7654 None None] Provisioning complete for port fc3c9356-b212-48ce-af0a-63939a4ef2eb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:46.427068 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f75288de-61f8-4e54-b92f-3fc3415c7654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:46.447623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3a6b5307-109e-4e6e-9008-71bacba76532 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870568662&fields=id&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 267 time: 0.0392153 Jul 16 21:23:46.459757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:46.496221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-f75288de-61f8-4e54-b92f-3fc3415c7654 None None] Port fc3c9356-b212-48ce-af0a-63939a4ef2eb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:46.561001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-c63c3df0-e5ac-4add-a792-d08b58d4a6ab tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:46.562454 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-c63c3df0-e5ac-4add-a792-d08b58d4a6ab tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/networks?id=e1b9d985-2524-4121-8d9e-ebc9488a03a6 HTTP/1.1" status: 200 len: 797 time: 0.1076267 Jul 16 21:23:46.577935 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-5e74252b-dbd6-4f43-9a7d-86b0d5b13cbc tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/quotas/7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 375 time: 0.0094938 Jul 16 21:23:46.646587 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-64121dc8-5e66-4731-bd07-3367f047276f None None] Provisioning complete for port fc3c9356-b212-48ce-af0a-63939a4ef2eb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:46.646956 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64121dc8-5e66-4731-bd07-3367f047276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:46.653189 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-d1f01ba0-fb15-4797-9a51-b61468852120 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695941 Jul 16 21:23:46.670030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-ce911e33-27b9-4e20-9c65-5fa4c8da8e9d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:23:46.671945 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-ce911e33-27b9-4e20-9c65-5fa4c8da8e9d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073559 Jul 16 21:23:46.689038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-64121dc8-5e66-4731-bd07-3367f047276f None None] Port fc3c9356-b212-48ce-af0a-63939a4ef2eb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:46.701851 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fc3c9356-b212-48ce-af0a-63939a4ef2eb', 'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:99:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:44Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 2, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '28a49763-aa8d-403f-8463-0f47a5899219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:46.808458 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-465f5cbe-ddff-4805-ae37-79cd7b255af3 service neutron] 10.222.0.10 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295092 Jul 16 21:23:46.884216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Checking router: e891d087-ce56-4ccc-8f74-4ce13e3a690c for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:46.884566 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Updating router e891d087-ce56-4ccc-8f74-4ce13e3a690c port fc3c9356-b212-48ce-af0a-63939a4ef2eb binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:23:46.911889 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-93a7b576-f482-4691-8ddf-950fadd3a178 service neutron] 10.222.0.10 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957572 Jul 16 21:23:46.918701 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:46.950939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:47.072878 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:47.086262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:47.086636 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.100314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bfa905e1-dde4-4ff0-96b4-36652cf1d015 req-d234e15b-3141-4787-8344-28ecd168c749 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 210 time: 0.0357122 Jul 16 21:23:47.237588 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.291697 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.303887 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9f0d3ab4-f5d9-445f-8998-0c12ffb8c404,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:47.309667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Transition to ACTIVE for port object fc3c9356-b212-48ce-af0a-63939a4ef2eb will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:47.311596 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.312428 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device df380c0f-cd95-4a76-808b-43f56daa37bb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:47.318601 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.429327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=9f0d3ab4-f5d9-445f-8998-0c12ffb8c404,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:47.494093 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Attempting to bind port fc3c9356-b212-48ce-af0a-63939a4ef2eb on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:47.494513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Attempting to bind port fc3c9356-b212-48ce-af0a-63939a4ef2eb by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:47.494919 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Attempting to bind port fc3c9356-b212-48ce-af0a-63939a4ef2eb on network e1b9d985-2524-4121-8d9e-ebc9488a03a6 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:47.507794 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port df380c0f-cd95-4a76-808b-43f56daa37bb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:47.508165 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.514187 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ccb2b-31a2-4947-b4d6-d1ba53b87ef2 None None] Pushing event updated for resources: {'Port': ['ID=fc3c9356-b212-48ce-af0a-63939a4ef2eb,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:47.516609 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:47.517059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Checking segment: {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:47.517458 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.517837 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Bound using segment: {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:47.518319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Bound port: fc3c9356-b212-48ce-af0a-63939a4ef2eb, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:47.518684 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.603904 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.655858 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] For port fc3c9356-b212-48ce-af0a-63939a4ef2eb, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:47.676705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] For port fc3c9356-b212-48ce-af0a-63939a4ef2eb, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=fc3c9356-b212-48ce-af0a-63939a4ef2eb,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:47.684059 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:47.742978 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:47.743645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:47.749358 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ccb2b-31a2-4947-b4d6-d1ba53b87ef2 None None] Pushing event updated for resources: {'Port': ['ID=fc3c9356-b212-48ce-af0a-63939a4ef2eb,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:47.859169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:48.062867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fc3c9356-b212-48ce-af0a-63939a4ef2eb', 'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:99:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:44Z', 'updated_at': '2021-07-16T21:23:47Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '28a49763-aa8d-403f-8463-0f47a5899219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:48.092572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3c03d-ab53-4015-b391-90d7cfeaf7f0 None None] The sync data for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 is: [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fc3c9356-b212-48ce-af0a-63939a4ef2eb', 'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:99:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:44Z', 'updated_at': '2021-07-16T21:23:47Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '28a49763-aa8d-403f-8463-0f47a5899219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:48.318703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c2dba289-1a5b-4d89-8850-f6c965a47b58 req-aeec160a-90a9-4e68-a241-67940ce8e08b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 210 time: 0.0478139 Jul 16 21:23:48.350539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-9141b488-1d1d-47c3-99fc-29d2f2d15669 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:48.352079 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-9141b488-1d1d-47c3-99fc-29d2f2d15669 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/networks?id=e1b9d985-2524-4121-8d9e-ebc9488a03a6 HTTP/1.1" status: 200 len: 797 time: 0.1635759 Jul 16 21:23:48.396756 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-a9b822d1-0835-451a-b7e2-a3f5b941d098 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7550bd0ce7174afab0771bffd66a0f49 HTTP/1.1" status: 200 len: 379 time: 0.0361700 Jul 16 21:23:48.408243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'port': {'device_id': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'admin_state_up': True, 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'security_groups': ['7643e70b-213f-465a-8fc3-589c8d8bc863']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:48.522720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Made reservation on behalf of 7550bd0ce7174afab0771bffd66a0f49 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:23:48.526451 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.655555 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.20.0.4 (e1b9d985-2524-4121-8d9e-ebc9488a03a6/28a49763-aa8d-403f-8463-0f47a5899219/2b9b58e2-63f3-460d-a79c-ed8580d82d55) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:48.810290 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.826411 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Transition to ACTIVE for port object 2b9b58e2-63f3-460d-a79c-ed8580d82d55 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:48.868749 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.913033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network e1b9d985-2524-4121-8d9e-ebc9488a03a6 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:48.919359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:48.923480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:48.931944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:48.955367 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=2b9b58e2-63f3-460d-a79c-ed8580d82d55,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:48.985629 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:48.990304 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:48.990479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:48.991010 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.007179 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-e0a0ed61-d96f-4578-8568-f7509b344629 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030972 Jul 16 21:23:49.021513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Request body: {'port': {'device_id': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:49.084500 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fc3c9356-b212-48ce-af0a-63939a4ef2eb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:49.110838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.155688 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port fc3c9356-b212-48ce-af0a-63939a4ef2eb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:49.159865 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port fc3c9356-b212-48ce-af0a-63939a4ef2eb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:49.160246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.250545 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.253584 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-48531e51-7d14-4abc-b199-b4022d0cc41d None None] Provisioning for port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:49.266019 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-48531e51-7d14-4abc-b199-b4022d0cc41d None None] Provisioning complete for port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:49.266390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-48531e51-7d14-4abc-b199-b4022d0cc41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.313171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port fc3c9356-b212-48ce-af0a-63939a4ef2eb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=fc3c9356-b212-48ce-af0a-63939a4ef2eb,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:49.319042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-48531e51-7d14-4abc-b199-b4022d0cc41d None None] Port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:23:49.320611 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.377544 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=fc3c9356-b212-48ce-af0a-63939a4ef2eb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:49.418969 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9b58e2-63f3-460d-a79c-ed8580d82d55 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:23:49.426738 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.448467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Transition to ACTIVE for port object 2b9b58e2-63f3-460d-a79c-ed8580d82d55 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:23:49.470037 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.525207 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9b58e2-63f3-460d-a79c-ed8580d82d55,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:49.598575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb884db-1365-4879-ab2c-3291db178799 req-1d25dbee-853a-4cc6-9897-a70d66f5869d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:49.600160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6eb884db-1365-4879-ab2c-3291db178799 req-1d25dbee-853a-4cc6-9897-a70d66f5869d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 931 time: 0.1644659 Jul 16 21:23:49.636573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Attempting to bind port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:23:49.637643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Attempting to bind port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:23:49.637982 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Attempting to bind port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 on network e1b9d985-2524-4121-8d9e-ebc9488a03a6 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:49.652998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 on network e1b9d985-2524-4121-8d9e-ebc9488a03a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:23:49.653327 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Attempting to bind port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 on network e1b9d985-2524-4121-8d9e-ebc9488a03a6 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:23:49.662595 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6eb884db-1365-4879-ab2c-3291db178799 req-20ec9dca-def6-434b-abf2-fbc97e6c5518 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556476 Jul 16 21:23:49.663472 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:23:49.663816 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Checking segment: {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:23:49.664188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Bound using segment: {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:23:49.664621 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Bound port: 2b9b58e2-63f3-460d-a79c-ed8580d82d55, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb26dc3-fb75-41d0-a088-2a79289b888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:23:49.665017 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.731074 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] For port 2b9b58e2-63f3-460d-a79c-ed8580d82d55, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:23:49.734087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] For port 2b9b58e2-63f3-460d-a79c-ed8580d82d55, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:23:49.739235 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.772133 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:49.772753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:49.774119 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] 10.222.0.30 "PUT /v2.0/ports/2b9b58e2-63f3-460d-a79c-ed8580d82d55 HTTP/1.1" status: 200 len: 1092 time: 0.7589235 Jul 16 21:23:49.774563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:49.776795 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded313be-5e6f-4f8e-8c25-837b353c7bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:49.807387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8f122-fb8c-4ddf-9474-2cb08e619d27 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9b58e2-63f3-460d-a79c-ed8580d82d55,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:49.823035 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1305f45b-58bb-4075-9fb8-a9847476f90d x-openstack-request-id: req-1305f45b-58bb-4075-9fb8-a9847476f90d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:49.823380 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:49.823577 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1305f45b-58bb-4075-9fb8-a9847476f90d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:49.823965 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'status': 'completed', 'code': 200} Jul 16 21:23:49.870092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-f32d4820-8435-42f2-8df6-16309a99819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:49.872347 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-f32d4820-8435-42f2-8df6-16309a99819d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 1095 time: 0.0607541 Jul 16 21:23:49.915956 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-73d9cf20-0f60-4a09-b6d3-994913bd8a77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55 HTTP/1.1" status: 200 len: 217 time: 0.0349057 Jul 16 21:23:49.964606 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-a4ffeede-68df-4469-ad54-74c94537b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:49.966070 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-a4ffeede-68df-4469-ad54-74c94537b9b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28a49763-aa8d-403f-8463-0f47a5899219 HTTP/1.1" status: 200 len: 835 time: 0.0441022 Jul 16 21:23:50.026132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-466bf44e-cd44-4dd6-8a61-29936d199dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:50.027635 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-466bf44e-cd44-4dd6-8a61-29936d199dfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b9d985-2524-4121-8d9e-ebc9488a03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545492 Jul 16 21:23:50.115898 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-dda61ecc-3b54-44bf-a09e-4c931ef518cd service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819421 Jul 16 21:23:50.207778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d78f29-3949-4215-82b5-4a80c4da5ed2 req-f151870c-f6a1-432f-b931-3303d9458284 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849266 Jul 16 21:23:50.302699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-ac570479-1792-4b98-a3dc-1c817201b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:50.304183 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-ac570479-1792-4b98-a3dc-1c817201b8fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 1095 time: 0.0515056 Jul 16 21:23:50.397109 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-510c7a32-57ba-44d8-9f13-ca0a59347549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:50.398583 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-510c7a32-57ba-44d8-9f13-ca0a59347549 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b9d985-2524-4121-8d9e-ebc9488a03a6 HTTP/1.1" status: 200 len: 898 time: 0.0882642 Jul 16 21:23:50.720640 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f10acc38-b9e2-433e-84c0-a148ddc1b9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:50.767904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-d86238d2-69d8-4ad5-9c89-ab30062ea6a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55 HTTP/1.1" status: 200 len: 217 time: 0.3627119 Jul 16 21:23:50.834875 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fc3c9356-b212-48ce-af0a-63939a4ef2eb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:50.851729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-723a4cb9-e392-4b8c-a617-3c04b1caf80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:50.853181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-723a4cb9-e392-4b8c-a617-3c04b1caf80f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28a49763-aa8d-403f-8463-0f47a5899219 HTTP/1.1" status: 200 len: 835 time: 0.0792170 Jul 16 21:23:50.883122 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port fc3c9356-b212-48ce-af0a-63939a4ef2eb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:50.883523 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:50.905092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0110157-0b5f-43ef-b250-70f0c1e6800d req-a25f6bb0-5e49-4c53-b706-b5992ca7f51c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:50.906561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0110157-0b5f-43ef-b250-70f0c1e6800d req-a25f6bb0-5e49-4c53-b706-b5992ca7f51c tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 943 time: 0.1059320 Jul 16 21:23:50.949433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-080282d1-aa75-4fe6-8bdb-accb7998dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:50.950925 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-080282d1-aa75-4fe6-8bdb-accb7998dff3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b9d985-2524-4121-8d9e-ebc9488a03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900877 Jul 16 21:23:50.961004 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d0110157-0b5f-43ef-b250-70f0c1e6800d req-1bf90a38-fb8a-4872-a291-f24b2bc1de57 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473790 Jul 16 21:23:51.047985 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-c698e2ab-141b-4b10-987d-59f0e9139756 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859997 Jul 16 21:23:51.136796 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ded313be-5e6f-4f8e-8c25-837b353c7bd4 req-862d13b3-553d-4b40-b35b-920790a6aa8c service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822425 Jul 16 21:23:51.524407 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2b9b58e2-63f3-460d-a79c-ed8580d82d55 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:23:51.615505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2b9b58e2-63f3-460d-a79c-ed8580d82d55, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:51.627000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'port_id': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'mac_address': 'fa:16:3e:46:cb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:23:51.663665 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:51.679235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9b58e2-63f3-460d-a79c-ed8580d82d55 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:23:51.697477 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2b9b58e2-63f3-460d-a79c-ed8580d82d55, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:51.701847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:51.748194 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=2b9b58e2-63f3-460d-a79c-ed8580d82d55,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:51.915518 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['2b9b58e2-63f3-460d-a79c-ed8580d82d55'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:23:52.140893 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48184a40-43ce-4173-98fe-defca84b83d8 req-a6bfada6-21bd-429d-878f-5e50a2b3ed5e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:52.142362 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48184a40-43ce-4173-98fe-defca84b83d8 req-a6bfada6-21bd-429d-878f-5e50a2b3ed5e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 944 time: 0.0657272 Jul 16 21:23:52.179012 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-48184a40-43ce-4173-98fe-defca84b83d8 req-6c85db77-52b3-4405-9130-cf424679d3d7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Jul 16 21:23:53.348708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b54e37-a7cd-4b05-b878-8dc5065158e3 req-975d5d1e-7ffd-4779-953b-edd93fe1b1c9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:53.350192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5b54e37-a7cd-4b05-b878-8dc5065158e3 req-975d5d1e-7ffd-4779-953b-edd93fe1b1c9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 944 time: 0.0621860 Jul 16 21:23:53.386772 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c5b54e37-a7cd-4b05-b878-8dc5065158e3 req-2a69848a-18bf-45fc-a7ce-63f59114f55d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Jul 16 21:23:53.464094 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fdacef2d-8fa8-4215-ba11-c492b3189df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:53.473859 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:53.520597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2b9b58e2-63f3-460d-a79c-ed8580d82d55 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:23:53.566235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:23:53.569762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:23:53.570127 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:53.647572 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:53.669798 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:53.672203 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eba7f4-3031-4173-931d-14423ebc9209" -d '{"events": [{"server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "name": "network-vif-plugged", "status": "completed", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:53.687670 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 2b9b58e2-63f3-460d-a79c-ed8580d82d55, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:23:53.691769 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:53.741188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=2b9b58e2-63f3-460d-a79c-ed8580d82d55,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:53.759139 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9597ca68-d669-4054-81df-258c001f387d x-openstack-request-id: req-9597ca68-d669-4054-81df-258c001f387d {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:53.759452 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "name": "network-vif-plugged", "status": "completed", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:53.759707 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9597ca68-d669-4054-81df-258c001f387d {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:53.760096 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'code': 200} Jul 16 21:23:53.866455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4cbb4-e213-4d1f-92de-1af97329251e req-ba80436d-0d51-4b1b-8b11-a99269d8be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:53.867977 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0df4cbb4-e213-4d1f-92de-1af97329251e req-ba80436d-0d51-4b1b-8b11-a99269d8be07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 1097 time: 0.0507131 Jul 16 21:23:53.900493 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0df4cbb4-e213-4d1f-92de-1af97329251e req-d203349b-a91e-48f5-8ccc-d2cf13fe3901 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260878 Jul 16 21:23:54.567859 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c011164-9a44-4a61-87c2-374fac7aef2d req-c96c1e2d-658c-4f97-93f0-3732a64d6cb2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:54.569342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c011164-9a44-4a61-87c2-374fac7aef2d req-c96c1e2d-658c-4f97-93f0-3732a64d6cb2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0671122 Jul 16 21:23:54.607126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c011164-9a44-4a61-87c2-374fac7aef2d req-668db489-d16e-4612-bed5-9177a8e620dd tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320575 Jul 16 21:23:54.824909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:55.778028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94abfe-a980-4c43-a870-1cb4b045e57d req-735a25c4-6d33-4531-9a68-68e35fc6f851 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:55.779502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c94abfe-a980-4c43-a870-1cb4b045e57d req-735a25c4-6d33-4531-9a68-68e35fc6f851 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0619209 Jul 16 21:23:55.816249 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3c94abfe-a980-4c43-a870-1cb4b045e57d req-628ce13f-7fcb-41b9-928b-d32d8cbf8fc8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310612 Jul 16 21:23:55.988821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d3927-f0b6-4edf-a3a1-d8fa6d031fbe req-50d85484-b4cc-495b-a218-07b5440897db tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:55.990196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b47d3927-f0b6-4edf-a3a1-d8fa6d031fbe req-50d85484-b4cc-495b-a218-07b5440897db tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0668435 Jul 16 21:23:56.026689 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b47d3927-f0b6-4edf-a3a1-d8fa6d031fbe req-0de1ccfa-a433-4d73-a5b7-71f8e73e6fc0 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309532 Jul 16 21:23:56.050511 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:56.100930 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c64d7-6db4-4b9c-bce3-2b89ba88ed3b tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:56.102433 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-4c2c64d7-6db4-4b9c-bce3-2b89ba88ed3b tempest-TestNetworkAdvancedServerOps-824246334 tempest-TestNetworkAdvancedServerOps-824246334-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 1092 time: 0.0509276 Jul 16 21:23:56.105311 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:56.109610 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:23:56.130423 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:56.222392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:56.325058 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Allocated IP 172.25.7.35 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/19f757fb-efd9-420c-a699-bdacf23518e4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:23:56.432042 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:56.474504 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:56.503826 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:56.517563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:23:56.520396 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:23:56.522939 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:23:56.547619 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=19f757fb-efd9-420c-a699-bdacf23518e4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:56.676760 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:23:56.887502 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:56.961008 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:57.107794 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:57.112185 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:57.181680 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event updated for resources: {'Port': ['ID=19f757fb-efd9-420c-a699-bdacf23518e4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:23:57.189438 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:57.283166 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 3b5f9f42-1256-48bd-8f22-1ad95314589a associated. External IP: 172.25.7.35, port: 2b9b58e2-63f3-460d-a79c-ed8580d82d55. Jul 16 21:23:57.487528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router e891d087-ce56-4ccc-8f74-4ce13e3a690c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:23:57.594884 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:23:57.603974 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167de431-1909-495f-8158-c6d5c6507622 None None] Sync routers for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:23:57.609782 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:23:57.613086 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167de431-1909-495f-8158-c6d5c6507622 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:57.613775 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-167de431-1909-495f-8158-c6d5c6507622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:57.646236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-08cc2815-111b-443d-bfae-56e3ae6aeb2f tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5399094 Jul 16 21:23:57.646932 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:23:57.649348 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8b4bab58f3157324b85e0a65156fc33a5ef40aa76454184b457a18b80112b86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb79fbb-aa36-41cd-beae-c23156668b71" -d '{"events": [{"name": "network-changed", "server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:23:57.725840 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-167de431-1909-495f-8158-c6d5c6507622 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:57.796071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7253ad-aeb1-461f-8a12-9428db039700 req-dd332929-db2a-45ac-9852-1f35a7ed5cf4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:57.797897 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc7253ad-aeb1-461f-8a12-9428db039700 req-dd332929-db2a-45ac-9852-1f35a7ed5cf4 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0642543 Jul 16 21:23:57.835705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cc7253ad-aeb1-461f-8a12-9428db039700 req-dc0f043e-f9f5-4aaa-bf9e-12da4d52ff08 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Jul 16 21:23:57.860942 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48232) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:57.886048 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7308904f-7361-40ac-896b-72d74bef310c x-openstack-request-id: req-7308904f-7361-40ac-896b-72d74bef310c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:23:57.886351 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:23:57.887827 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7308904f-7361-40ac-896b-72d74bef310c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:23:57.887827 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'status': 'completed', 'code': 200} Jul 16 21:23:57.955963 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f3f86679-da0f-4465-a9be-3182ea92ac3b tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/3b5f9f42-1256-48bd-8f22-1ad95314589a HTTP/1.1" status: 200 len: 990 time: 0.0924749 Jul 16 21:23:57.956213 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-167de431-1909-495f-8158-c6d5c6507622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '3b5f9f42-1256-48bd-8f22-1ad95314589a', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'port_id': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'mac_address': 'fa:16:3e:46:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:23:56Z', 'updated_at': '2021-07-16T21:23:56Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3c9356-b212-48ce-af0a-63939a4ef2eb', 'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:99:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:44Z', 'updated_at': '2021-07-16T21:23:49Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '28a49763-aa8d-403f-8463-0f47a5899219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:57.975238 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-c7a421fc-5ab4-4741-9742-f29596a08ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:57.976743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-c7a421fc-5ab4-4741-9742-f29596a08ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 1097 time: 0.0659211 Jul 16 21:23:57.982182 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167de431-1909-495f-8158-c6d5c6507622 None None] Checking router: e891d087-ce56-4ccc-8f74-4ce13e3a690c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:23:57.990447 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167de431-1909-495f-8158-c6d5c6507622 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:23:57.991058 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-167de431-1909-495f-8158-c6d5c6507622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:23:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:58.067525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-2e979ff4-8cc1-4041-bbed-c4261c6e3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:58.069022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-2e979ff4-8cc1-4041-bbed-c4261c6e3936 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b9d985-2524-4121-8d9e-ebc9488a03a6 HTTP/1.1" status: 200 len: 898 time: 0.0856078 Jul 16 21:23:58.141630 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-7ee68bc8-5b5c-4b0b-8b76-5c3fd596cf53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55 HTTP/1.1" status: 200 len: 998 time: 0.0655417 Jul 16 21:23:58.187304 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-167de431-1909-495f-8158-c6d5c6507622 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:23:58.193165 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-fa0a7d7f-fa24-44d5-9649-055fb3282478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:58.194660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-fa0a7d7f-fa24-44d5-9649-055fb3282478 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28a49763-aa8d-403f-8463-0f47a5899219 HTTP/1.1" status: 200 len: 835 time: 0.0435660 Jul 16 21:23:58.256046 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-09fbf27d-8695-4046-bbec-38b9321dc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:23:58.257554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-09fbf27d-8695-4046-bbec-38b9321dc3bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b9d985-2524-4121-8d9e-ebc9488a03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517862 Jul 16 21:23:58.355314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-b4de7214-d06b-47e1-94a5-57acd7d4f4ce service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899003 Jul 16 21:23:58.420775 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-167de431-1909-495f-8158-c6d5c6507622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '3b5f9f42-1256-48bd-8f22-1ad95314589a', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'port_id': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'mac_address': 'fa:16:3e:46:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:23:56Z', 'updated_at': '2021-07-16T21:23:56Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3c9356-b212-48ce-af0a-63939a4ef2eb', 'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:99:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:44Z', 'updated_at': '2021-07-16T21:23:49Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '28a49763-aa8d-403f-8463-0f47a5899219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:23:58.447377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8fb79fbb-aa36-41cd-beae-c23156668b71 req-dca21f0a-3e28-4c54-8faf-a507bad23c04 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836720 Jul 16 21:23:58.449949 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167de431-1909-495f-8158-c6d5c6507622 None None] The sync data for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 is: [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '3b5f9f42-1256-48bd-8f22-1ad95314589a', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'port_id': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'mac_address': 'fa:16:3e:46:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:23:56Z', 'updated_at': '2021-07-16T21:23:56Z', 'revision_number': 0, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3c9356-b212-48ce-af0a-63939a4ef2eb', 'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:99:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:44Z', 'updated_at': '2021-07-16T21:23:49Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '28a49763-aa8d-403f-8463-0f47a5899219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:23:58.646520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd689b4-28e0-49ee-bb52-4781705d9077 None None] New status for floating IP 3b5f9f42-1256-48bd-8f22-1ad95314589a: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:23:58.958843 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48234) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:23:59.024043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-30f65766-dcc7-434f-ac5c-3994037cab80 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/3b5f9f42-1256-48bd-8f22-1ad95314589a HTTP/1.1" status: 200 len: 992 time: 0.0640273 Jul 16 21:24:16.277698 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:17.596592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:20.725520 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b1bd6419-a563-43a1-942c-cb16c840ec19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:23.472230 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-39676912-ceb1-40f2-b621-698730ea99bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:23.476847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:24.828296 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:26.506200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:27.896632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78c0a4-088b-40b4-ad6f-a9e9ddbb71a1 req-11431d83-261a-402d-a01a-96e2040e3075 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:27.898015 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e78c0a4-088b-40b4-ad6f-a9e9ddbb71a1 req-11431d83-261a-402d-a01a-96e2040e3075 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0633554 Jul 16 21:24:27.936512 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e78c0a4-088b-40b4-ad6f-a9e9ddbb71a1 req-ff805f7a-f0c6-4845-aabf-aaa2846b276d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323920 Jul 16 21:24:29.123076 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0d75e-31ee-4617-b9f5-eeb60376ef3e req-3f222da3-1ccb-4c0f-9522-ce33b0056c7a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:29.124597 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34b0d75e-31ee-4617-b9f5-eeb60376ef3e req-3f222da3-1ccb-4c0f-9522-ce33b0056c7a tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0714824 Jul 16 21:24:29.166940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-34b0d75e-31ee-4617-b9f5-eeb60376ef3e req-9799d46f-5ec8-4b09-9e7c-759531c0a525 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363464 Jul 16 21:24:29.192563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48250) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:29.252486 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8e5e9129-18a2-4585-8ec3-8216e75a21df tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/3b5f9f42-1256-48bd-8f22-1ad95314589a HTTP/1.1" status: 200 len: 992 time: 0.0586846 Jul 16 21:24:30.709932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c518b-c076-49f1-81ab-945f833f9c01 req-153473f0-2bb5-4449-9ccd-10d48a78bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.711473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-365c518b-c076-49f1-81ab-945f833f9c01 req-153473f0-2bb5-4449-9ccd-10d48a78bae9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 1097 time: 0.1074417 Jul 16 21:24:30.720540 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9070798-a61d-40d9-8af2-a756239f1ef6 req-6c0c656e-65cf-4fc3-a81b-9353af0861ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.721918 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9070798-a61d-40d9-8af2-a756239f1ef6 req-6c0c656e-65cf-4fc3-a81b-9353af0861ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0892184 Jul 16 21:24:30.816327 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9070798-a61d-40d9-8af2-a756239f1ef6 req-a3e9882d-cf96-4445-abd7-49c66ef16118 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862000 Jul 16 21:24:30.836966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c518b-c076-49f1-81ab-945f833f9c01 req-5be2e79a-8815-41e7-a682-16fbecfeb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.838423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-365c518b-c076-49f1-81ab-945f833f9c01 req-5be2e79a-8815-41e7-a682-16fbecfeb1a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b9d985-2524-4121-8d9e-ebc9488a03a6 HTTP/1.1" status: 200 len: 898 time: 0.1156788 Jul 16 21:24:30.905083 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-365c518b-c076-49f1-81ab-945f833f9c01 req-14fb28b6-6a6e-412b-be7b-80a4602b0901 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55 HTTP/1.1" status: 200 len: 1000 time: 0.0589871 Jul 16 21:24:30.955310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c518b-c076-49f1-81ab-945f833f9c01 req-cbd60b8f-8826-48df-8428-d81836d00d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:30.956743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-365c518b-c076-49f1-81ab-945f833f9c01 req-cbd60b8f-8826-48df-8428-d81836d00d75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28a49763-aa8d-403f-8463-0f47a5899219 HTTP/1.1" status: 200 len: 835 time: 0.0441363 Jul 16 21:24:31.020095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c518b-c076-49f1-81ab-945f833f9c01 req-7e67e24e-b487-48b2-b70a-93e3d97bbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:31.021604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-365c518b-c076-49f1-81ab-945f833f9c01 req-7e67e24e-b487-48b2-b70a-93e3d97bbaa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b9d985-2524-4121-8d9e-ebc9488a03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585940 Jul 16 21:24:31.112465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-365c518b-c076-49f1-81ab-945f833f9c01 req-ad938b51-3323-4dd1-80bc-bff61f564aa7 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816522 Jul 16 21:24:31.205387 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-365c518b-c076-49f1-81ab-945f833f9c01 req-b3843a3c-b400-4cc7-8dca-635cf51e29fd service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865128 Jul 16 21:24:32.008489 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c20da-0abf-4277-a141-59164bd7c771 req-b155b192-87e6-4911-be44-e7eb4660a1e9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:32.010009 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-399c20da-0abf-4277-a141-59164bd7c771 req-b155b192-87e6-4911-be44-e7eb4660a1e9 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0766919 Jul 16 21:24:32.051856 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-399c20da-0abf-4277-a141-59164bd7c771 req-b000e2e4-1ee9-4d5a-83cf-308aa67c7037 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330098 Jul 16 21:24:33.234163 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade73a6-71f1-458e-aa89-56bd94ba260e req-9b037f62-e6a5-48e4-a6f3-5d3334d3de86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:33.235757 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ade73a6-71f1-458e-aa89-56bd94ba260e req-9b037f62-e6a5-48e4-a6f3-5d3334d3de86 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0700750 Jul 16 21:24:33.274342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8ade73a6-71f1-458e-aa89-56bd94ba260e req-34084bba-b436-4ffe-92af-b08790cf1654 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330834 Jul 16 21:24:33.299915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48264) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:33.361703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4fe61038-d00c-4c9c-89df-701464d97196 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/floatingips/3b5f9f42-1256-48bd-8f22-1ad95314589a HTTP/1.1" status: 200 len: 992 time: 0.0605505 Jul 16 21:24:33.675629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48270) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:33.678237 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:24:33.846297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 19f757fb-efd9-420c-a699-bdacf23518e4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:33.846578 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:33.931628 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:33.931880 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:33.944020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 19f757fb-efd9-420c-a699-bdacf23518e4 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:34.103407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:34.128001 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=19f757fb-efd9-420c-a699-bdacf23518e4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:34.192101 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:34.192357 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Floating IP 3b5f9f42-1256-48bd-8f22-1ad95314589a disassociated (deleted). External IP: 172.25.7.35, port: 2b9b58e2-63f3-460d-a79c-ed8580d82d55. Jul 16 21:24:34.402055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router e891d087-ce56-4ccc-8f74-4ce13e3a690c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:24:34.510654 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:34.515488 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:34.519908 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] Sync routers for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:34.529705 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:34.530401 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:34.551169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-87921387-b19b-4069-9d17-3e95e4b2bc45 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/floatingips/3b5f9f42-1256-48bd-8f22-1ad95314589a HTTP/1.1" status: 204 len: 168 time: 0.8739765 Jul 16 21:24:34.551790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:24:34.554039 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc" -d '{"events": [{"name": "network-changed", "server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:24:34.636778 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:34.819742 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441dbda6-3842-4cb7-bc27-8cb0dc6232d7 x-openstack-request-id: req-441dbda6-3842-4cb7-bc27-8cb0dc6232d7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:24:34.820106 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:24:34.820428 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-441dbda6-3842-4cb7-bc27-8cb0dc6232d7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:24:34.820926 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'status': 'completed', 'code': 200} Jul 16 21:24:34.844020 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fc3c9356-b212-48ce-af0a-63939a4ef2eb', 'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:99:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:44Z', 'updated_at': '2021-07-16T21:23:49Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '28a49763-aa8d-403f-8463-0f47a5899219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:34.871557 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] Checking router: e891d087-ce56-4ccc-8f74-4ce13e3a690c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:34.882279 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:34.882897 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:34.908171 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-bf90a9c4-3920-4997-bd9f-d73cabb96279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:34.909722 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-bf90a9c4-3920-4997-bd9f-d73cabb96279 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7550bd0ce7174afab0771bffd66a0f49&device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 1097 time: 0.0625486 Jul 16 21:24:35.000882 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:35.040998 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-c2c5e41a-f55e-4dcc-89b7-e94518a4b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:35.042414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-c2c5e41a-f55e-4dcc-89b7-e94518a4b44c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1b9d985-2524-4121-8d9e-ebc9488a03a6 HTTP/1.1" status: 200 len: 898 time: 0.1230147 Jul 16 21:24:35.050456 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c9523-6a94-4c57-a582-1cfd72522eb6 req-a84efaa2-0c45-4091-b92d-a9bd6d6218d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:35.051983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d1c9523-6a94-4c57-a582-1cfd72522eb6 req-a84efaa2-0c45-4091-b92d-a9bd6d6218d2 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.1413896 Jul 16 21:24:35.098720 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-a9e4aa4c-4f3e-4363-ae93-a2ca1c7cc83c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55 HTTP/1.1" status: 200 len: 217 time: 0.0457315 Jul 16 21:24:35.145188 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d1c9523-6a94-4c57-a582-1cfd72522eb6 req-e3e19c52-57d4-45c9-b776-e9ebbc24e3b8 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865669 Jul 16 21:24:35.175723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-d0917615-af9e-4a4d-b944-b5ec26e88a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:35.177227 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-d0917615-af9e-4a4d-b944-b5ec26e88a83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28a49763-aa8d-403f-8463-0f47a5899219 HTTP/1.1" status: 200 len: 835 time: 0.0708382 Jul 16 21:24:35.207568 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fc3c9356-b212-48ce-af0a-63939a4ef2eb', 'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:99:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:44Z', 'updated_at': '2021-07-16T21:23:49Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '28a49763-aa8d-403f-8463-0f47a5899219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:35.235163 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249183a8-bdce-424b-a825-c66adef16bd8 None None] The sync data for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 is: [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'fc3c9356-b212-48ce-af0a-63939a4ef2eb', 'name': '', 'network_id': 'e1b9d985-2524-4121-8d9e-ebc9488a03a6', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'mac_address': 'fa:16:3e:99:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '28a49763-aa8d-403f-8463-0f47a5899219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:44Z', 'updated_at': '2021-07-16T21:23:49Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'subnets': [{'id': '28a49763-aa8d-403f-8463-0f47a5899219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:35.241485 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-9ac5274e-db83-4f42-aa7e-e4b04b16988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:35.242998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-9ac5274e-db83-4f42-aa7e-e4b04b16988e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1b9d985-2524-4121-8d9e-ebc9488a03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586455 Jul 16 21:24:35.336550 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-1a1e28cb-1fa9-49aa-91f4-1e4d064844b0 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858264 Jul 16 21:24:35.432320 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dff61ebd-4e6e-4f02-97c8-c58ac39fdedc req-2f458737-cd13-4750-a7c3-02a9fc7f4bc5 service neutron] 10.222.0.30 "GET /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890279 Jul 16 21:24:35.469041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777cb500-c8ea-408d-aca4-905eb2c0884c None None] New status for floating IP 3b5f9f42-1256-48bd-8f22-1ad95314589a: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:24:36.322062 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778270-91cb-4fda-8051-ccd0da2ef748 req-802c8a60-05da-44f1-820d-4bda2e0ca658 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:36.323579 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10778270-91cb-4fda-8051-ccd0da2ef748 req-802c8a60-05da-44f1-820d-4bda2e0ca658 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0632830 Jul 16 21:24:36.363884 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10778270-91cb-4fda-8051-ccd0da2ef748 req-3c515e2f-262f-4bf5-b7a4-7c75a7acdfc7 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/security-groups?id=7643e70b-213f-465a-8fc3-589c8d8bc863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340440 Jul 16 21:24:36.589139 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-0f05ee27-d1da-44f1-9f84-5f0ee509566d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:36.590562 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-0f05ee27-d1da-44f1-9f84-5f0ee509566d tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 945 time: 0.0602140 Jul 16 21:24:36.695836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:36.696176 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:36.782938 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port 2b9b58e2-63f3-460d-a79c-ed8580d82d55, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=2b9b58e2-63f3-460d-a79c-ed8580d82d55,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:36.783310 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:36.795612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for 2b9b58e2-63f3-460d-a79c-ed8580d82d55 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:36.917218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:36.943884 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=2b9b58e2-63f3-460d-a79c-ed8580d82d55,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:36.954004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.954355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.954697 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.955033 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.955389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.955720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.956045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.956821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.956821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.957047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.957310 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:36.957626 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:37.005158 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] No DVR routers for this DVR port 2b9b58e2-63f3-460d-a79c-ed8580d82d55 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:24:37.007768 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:37.009794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-211804f6-5161-4ace-a867-c7c9de7bd19c req-f5bc8558-b4ed-434d-b8c3-0bbd980aa343 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.30 "DELETE /v2.0/ports/2b9b58e2-63f3-460d-a79c-ed8580d82d55 HTTP/1.1" status: 204 len: 173 time: 0.4119081 Jul 16 21:24:37.010279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'name': 'network-vif-deleted', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:24:37.012508 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fc2154-eb2c-4c71-993c-edd34a7e519e" -d '{"events": [{"server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "name": "network-vif-deleted", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:24:37.051483 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6713881-26e7-4c49-a40b-1ccdc4082516 x-openstack-request-id: req-b6713881-26e7-4c49-a40b-1ccdc4082516 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:24:37.051775 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d1bb76-c819-4b77-b6f1-df25894acab8", "name": "network-vif-deleted", "tag": "2b9b58e2-63f3-460d-a79c-ed8580d82d55", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:24:37.052034 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6713881-26e7-4c49-a40b-1ccdc4082516 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:24:37.052437 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d1bb76-c819-4b77-b6f1-df25894acab8', 'name': 'network-vif-deleted', 'tag': '2b9b58e2-63f3-460d-a79c-ed8580d82d55', 'status': 'completed', 'code': 200} Jul 16 21:24:37.543197 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3ded2574-f784-43ba-a9c9-72b9086dea00 req-9cc5aa73-6333-45e4-8147-a1c2dc9028cb tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "GET /v2.0/ports?device_id=14d1bb76-c819-4b77-b6f1-df25894acab8 HTTP/1.1" status: 200 len: 210 time: 0.0361118 Jul 16 21:24:38.638926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48286) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:39.007503 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.594065 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port fc3c9356-b212-48ce-af0a-63939a4ef2eb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:39.594412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.685694 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port fc3c9356-b212-48ce-af0a-63939a4ef2eb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=fc3c9356-b212-48ce-af0a-63939a4ef2eb,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:39.686409 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.698615 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for fc3c9356-b212-48ce-af0a-63939a4ef2eb owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:39.723839 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2b9b58e2-63f3-460d-a79c-ed8580d82d55 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:39.746327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 2b9b58e2-63f3-460d-a79c-ed8580d82d55 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:39.746679 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 2b9b58e2-63f3-460d-a79c-ed8580d82d55 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:39.886879 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:39.916947 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=fc3c9356-b212-48ce-af0a-63939a4ef2eb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:40.089215 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.301103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Router e891d087-ce56-4ccc-8f74-4ce13e3a690c has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:24:40.404891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:40.409868 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9546167c-85d6-4e53-8e13-28c351d9d73e tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "PUT /v2.0/routers/e891d087-ce56-4ccc-8f74-4ce13e3a690c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699053 Jul 16 21:24:40.412570 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48288) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:40.415635 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] Sync routers for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:40.425415 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:40.426110 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:40.463391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8689dad-5eee-4e0b-aceb-cd9c65810bfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting subnet 28a49763-aa8d-403f-8463-0f47a5899219 {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:24:40.466646 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8689dad-5eee-4e0b-aceb-cd9c65810bfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.506219 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8689dad-5eee-4e0b-aceb-cd9c65810bfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.529800 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:40.594153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8689dad-5eee-4e0b-aceb-cd9c65810bfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.651858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8689dad-5eee-4e0b-aceb-cd9c65810bfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.679649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8689dad-5eee-4e0b-aceb-cd9c65810bfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Subnet': ['ID=28a49763-aa8d-403f-8463-0f47a5899219,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:40.683236 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8689dad-5eee-4e0b-aceb-cd9c65810bfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.688983 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:40.692055 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f8689dad-5eee-4e0b-aceb-cd9c65810bfe tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/subnets/28a49763-aa8d-403f-8463-0f47a5899219 HTTP/1.1" status: 204 len: 168 time: 0.2777259 Jul 16 21:24:40.693382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733fe6a-47cf-4e65-9f03-2053dd036802 None None] Network e1b9d985-2524-4121-8d9e-ebc9488a03a6 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:40.712967 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:24:39Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:40.798805 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.854018 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] Checking router: e891d087-ce56-4ccc-8f74-4ce13e3a690c for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:40.866275 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] Routers {'e891d087-ce56-4ccc-8f74-4ce13e3a690c'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:40.866984 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:40.908432 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.921163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] DHCP port deletion for e1b9d985-2524-4121-8d9e-ebc9488a03a6 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:24:40.969239 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Deleting port df380c0f-cd95-4a76-808b-43f56daa37bb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:40.969601 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:40.977804 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] Set router e891d087-ce56-4ccc-8f74-4ce13e3a690c gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:41.058647 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] For port df380c0f-cd95-4a76-808b-43f56daa37bb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=df380c0f-cd95-4a76-808b-43f56daa37bb,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:41.059018 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.071959 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Calling delete_port for df380c0f-cd95-4a76-808b-43f56daa37bb owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:41.133097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Deleting port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:24:41.133455 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.163049 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:24:39Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:41.195321 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0122045-b484-4c6f-a74d-c8366689bdf1 None None] The sync data for ids ['e891d087-ce56-4ccc-8f74-4ce13e3a690c'] in n-d-792394-17 is: [{'id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962102487', 'tenant_id': '7550bd0ce7174afab0771bffd66a0f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:23:41Z', 'updated_at': '2021-07-16T21:24:39Z', 'revision_number': 5, 'project_id': '7550bd0ce7174afab0771bffd66a0f49', 'gw_port': {'id': 'df380c0f-cd95-4a76-808b-43f56daa37bb', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e891d087-ce56-4ccc-8f74-4ce13e3a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:23:42Z', 'updated_at': '2021-07-16T21:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:41.196841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] For port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9f0d3ab4-f5d9-445f-8998-0c12ffb8c404,segment=NetworkSegment(7fb26dc3-fb75-41d0-a088-2a79289b888b),segment_id=7fb26dc3-fb75-41d0-a088-2a79289b888b)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:41.200928 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.214707 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Calling delete_port for 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:24:41.251788 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.278431 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Port': ['ID=df380c0f-cd95-4a76-808b-43f56daa37bb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:41.300228 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.306326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.306683 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.307023 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.307385 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.307719 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.308049 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.308378 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.308703 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.309026 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.309355 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.310284 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.310617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.323447 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Pushing event deleted for resources: {'Port': ['ID=9f0d3ab4-f5d9-445f-8998-0c12ffb8c404,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:41.333753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.334113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.334458 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.334797 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.335134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.335490 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.335822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.336154 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.336482 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.336806 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.337134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.337456 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:41.340144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f7e94-c782-40cf-bae2-c62314a6a610 None None] No DVR routers for this DVR port 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:24:41.355986 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.445770 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.447819 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.492471 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.492900 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Fanout notify agent at l3_agent the message router_deleted on router e891d087-ce56-4ccc-8f74-4ce13e3a690c {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:24:41.500130 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.501264 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-cea3d432-3ad1-4236-9877-a739be92f1ce tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/routers/e891d087-ce56-4ccc-8f74-4ce13e3a690c HTTP/1.1" status: 204 len: 168 time: 0.8116143 Jul 16 21:24:41.504043 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:41.579847 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.671741 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.682356 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b9d985-2524-4121-8d9e-ebc9488a03a6']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:41.692897 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb26dc3-fb75-41d0-a088-2a79289b888b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:41.693504 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb26dc3-fb75-41d0-a088-2a79289b888b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:41.701666 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.714611 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.720609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:24:41.721004 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:24:41.723898 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:24:41.786489 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.794471 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.796342 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/networks/e1b9d985-2524-4121-8d9e-ebc9488a03a6 HTTP/1.1" status: 204 len: 168 time: 0.2913866 Jul 16 21:24:41.799224 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48294) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:41.813178 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa567319-673b-4f20-ad3d-8843dc09f018 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'Network': ['ID=e1b9d985-2524-4121-8d9e-ebc9488a03a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:41.864580 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c91f821-97a6-4d15-85ea-ace2351d8484 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.889441 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c91f821-97a6-4d15-85ea-ace2351d8484 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.953239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c91f821-97a6-4d15-85ea-ace2351d8484 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.955779 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c91f821-97a6-4d15-85ea-ace2351d8484 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:41.956943 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7c91f821-97a6-4d15-85ea-ace2351d8484 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] 10.222.0.10 "DELETE /v2.0/security-groups/7643e70b-213f-465a-8fc3-589c8d8bc863 HTTP/1.1" status: 204 len: 168 time: 0.1566987 Jul 16 21:24:41.966509 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91f821-97a6-4d15-85ea-ace2351d8484 tempest-TestNetworkAdvancedServerOps-865940348 tempest-TestNetworkAdvancedServerOps-865940348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7643e70b-213f-465a-8fc3-589c8d8bc863,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:42.299328 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:42.437088 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f371ef8b-1bc8-4fd8-97dc-162b4135d958 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7550bd0ce7174afab0771bffd66a0f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365223 Jul 16 21:24:42.439521 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:42.489061 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0811d4b-a81c-4261-8aef-2633d089b0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:42.510607 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0811d4b-a81c-4261-8aef-2633d089b0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:42.556725 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0811d4b-a81c-4261-8aef-2633d089b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:42.559342 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0811d4b-a81c-4261-8aef-2633d089b0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:42.560488 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e0811d4b-a81c-4261-8aef-2633d089b0d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b758d071-1f26-4c3d-9f97-e7a00c966fe6 HTTP/1.1" status: 204 len: 168 time: 0.1200616 Jul 16 21:24:42.568476 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0811d4b-a81c-4261-8aef-2633d089b0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758d071-1f26-4c3d-9f97-e7a00c966fe6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:42.828427 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:42.842368 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b549-394e-426c-867e-57aea0e810e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:42.862853 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:42.882374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:42.882721 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9f0d3ab4-f5d9-445f-8998-0c12ffb8c404 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:42.883130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fc3c9356-b212-48ce-af0a-63939a4ef2eb no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:42.901328 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: fc3c9356-b212-48ce-af0a-63939a4ef2eb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:42.901676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device fc3c9356-b212-48ce-af0a-63939a4ef2eb not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:42.902084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device df380c0f-cd95-4a76-808b-43f56daa37bb no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:24:42.923899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: df380c0f-cd95-4a76-808b-43f56daa37bb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:24:42.924237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device df380c0f-cd95-4a76-808b-43f56daa37bb not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:24:42.933132 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b549-394e-426c-867e-57aea0e810e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:42.936963 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b549-394e-426c-867e-57aea0e810e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:42.978052 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9fa2b549-394e-426c-867e-57aea0e810e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f41614fab819493d9700246580ded665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484647 Jul 16 21:24:42.978997 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2b549-394e-426c-867e-57aea0e810e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc80af71-bc34-499d-a42b-6734d993b716,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:42.980790 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48314) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:43.028853 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bfe50cc-6905-4b54-95c6-f6f087d2da32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:43.050940 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bfe50cc-6905-4b54-95c6-f6f087d2da32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:43.096107 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bfe50cc-6905-4b54-95c6-f6f087d2da32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:43.098551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bfe50cc-6905-4b54-95c6-f6f087d2da32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:43.099701 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-9bfe50cc-6905-4b54-95c6-f6f087d2da32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc80af71-bc34-499d-a42b-6734d993b716 HTTP/1.1" status: 204 len: 168 time: 0.1172044 Jul 16 21:24:43.107513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe50cc-6905-4b54-95c6-f6f087d2da32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc80af71-bc34-499d-a42b-6734d993b716,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:43.777827 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48336) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:43.869573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-983844298-network', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:43.891618 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Made reservation on behalf of 67b20d0a9a7e4b798c89dd94129a30a8 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:43.893913 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:43.901882 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:43.989125 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:43.992884 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.018961 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:24:44.024179 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299a1318-2e5c-4156-ba01-46b7659a68af,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:44.031348 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.031695 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Added segment d3eea8fc-298d-4aba-bb07-3854e6057795 of type vlan for network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f Jul 16 21:24:44.074965 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.102889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.103872 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:44.104454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.135312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3574378 Jul 16 21:24:44.139001 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:44.144151 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Request body: {'subnet': {'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-983844298-subnet', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:44.165117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ecd1f-576b-4f01-aa98-063aa2bb3d92 admin admin] Pushing event updated for resources: {'Network': ['ID=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:44.165369 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Made reservation on behalf of 67b20d0a9a7e4b798c89dd94129a30a8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:44.167839 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.175913 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:24:44.335739 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.391738 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27014b42-c313-453c-bc5b-96ef9c142dfe,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:44.400354 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Checking segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:44.400736 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Network hostable DHCP agents. Network: aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:24:44.416929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:24:44.425234 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:44.429200 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:44.429785 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.433943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a8f5f-fa0e-4788-835b-86a06d92ce95 None None] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:44.443785 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-06b92c29-7056-4a27-b4cf-76e01f2d6ac0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3035588 Jul 16 21:24:44.446651 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48342) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:44.451807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:44.472238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.473218 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.528984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.578579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:24:44.579702 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.664296 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.713685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Allocated IP 172.20.0.2 (aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f/27014b42-c313-453c-bc5b-96ef9c142dfe/63723088-e55b-4b3f-8ac7-91c462471cf2) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:44.859448 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.867651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Transition to ACTIVE for port object 63723088-e55b-4b3f-8ac7-91c462471cf2 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:44.879032 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.882769 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Transition to ACTIVE for port object 63723088-e55b-4b3f-8ac7-91c462471cf2 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:44.889331 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.900413 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:44.929856 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:44.932598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:44.936674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:44.943467 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Pushing event updated for resources: {'Port': ['ID=63723088-e55b-4b3f-8ac7-91c462471cf2,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:44.995702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Attempting to bind port 63723088-e55b-4b3f-8ac7-91c462471cf2 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:44.996090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Attempting to bind port 63723088-e55b-4b3f-8ac7-91c462471cf2 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:44.996424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Attempting to bind port 63723088-e55b-4b3f-8ac7-91c462471cf2 on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:45.001976 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:45.002347 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Checking segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:45.002750 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:45.003141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Bound using segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:45.003627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Bound port: 63723088-e55b-4b3f-8ac7-91c462471cf2, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:45.004005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:45.007978 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Allocated IP 172.25.7.8 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/e0358996-8a5e-4322-8e76-09c595638a7d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:45.070782 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] For port 63723088-e55b-4b3f-8ac7-91c462471cf2, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:45.073896 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] For port 63723088-e55b-4b3f-8ac7-91c462471cf2, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=63723088-e55b-4b3f-8ac7-91c462471cf2,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:45.077553 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:45.112393 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:45.134717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182df313-ae06-48bd-8183-7fd366f73e39 None None] Pushing event updated for resources: {'Port': ['ID=63723088-e55b-4b3f-8ac7-91c462471cf2,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:45.158849 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:45.198785 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:45.204285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:45.206768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:45.239080 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0358996-8a5e-4322-8e76-09c595638a7d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:45.479815 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:45.667779 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:45.798104 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Router 86e86b80-1bbc-484f-b142-c508770325f5 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:24:45.909276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:45.920546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Sync routers for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:45.926498 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:45.927974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-57700558-6879-4ad3-ad6c-9bc8ebe000d3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.4802933 Jul 16 21:24:45.930658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48344) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:45.931618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:45.932234 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:46.041790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120339ec-fab8-40d8-9f1d-606283a3957a None None] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:46.048351 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:46.178685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2caa5a88-ee9c-4f08-a09a-26ddb9b830e8 None None] Provisioning for port 63723088-e55b-4b3f-8ac7-91c462471cf2 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:46.322386 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.381189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:45Z', 'revision_number': 3, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:46.416930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Checking router: 86e86b80-1bbc-484f-b142-c508770325f5 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:46.417278 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Updating router 86e86b80-1bbc-484f-b142-c508770325f5 port e0358996-8a5e-4322-8e76-09c595638a7d binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:24:46.458633 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.694806 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.726984 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.738080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Transition to ACTIVE for port object e0358996-8a5e-4322-8e76-09c595638a7d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:46.744056 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.799706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Attempting to bind port e0358996-8a5e-4322-8e76-09c595638a7d on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:46.800075 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Attempting to bind port e0358996-8a5e-4322-8e76-09c595638a7d by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:46.800433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Attempting to bind port e0358996-8a5e-4322-8e76-09c595638a7d on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:46.802345 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b61c2-60d0-4166-afcb-70ccdb020627 None None] Pushing event updated for resources: {'Port': ['ID=e0358996-8a5e-4322-8e76-09c595638a7d,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:46.807876 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:46.808179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:46.808930 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.808930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:46.809423 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Bound port: e0358996-8a5e-4322-8e76-09c595638a7d, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:46.809806 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.866396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] For port e0358996-8a5e-4322-8e76-09c595638a7d, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:46.870123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] For port e0358996-8a5e-4322-8e76-09c595638a7d, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e0358996-8a5e-4322-8e76-09c595638a7d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:46.874541 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:46.878665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Allocated IP 172.20.0.1 (aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f/27014b42-c313-453c-bc5b-96ef9c142dfe/d3b0836a-4064-4dba-85e3-d23f4a3c62eb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:46.919790 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 63723088-e55b-4b3f-8ac7-91c462471cf2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:46.967242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b61c2-60d0-4166-afcb-70ccdb020627 None None] Pushing event updated for resources: {'Port': ['ID=e0358996-8a5e-4322-8e76-09c595638a7d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:46.971231 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:46.971860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:46.988621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.002146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Transition to ACTIVE for port object d3b0836a-4064-4dba-85e3-d23f4a3c62eb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:47.034894 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.062909 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 63723088-e55b-4b3f-8ac7-91c462471cf2 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:47.071562 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:47.073086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 63723088-e55b-4b3f-8ac7-91c462471cf2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:47.073463 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.078045 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:47.081604 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:47.109200 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b0836a-4064-4dba-85e3-d23f4a3c62eb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:47.116156 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:47.130253 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.283038 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.429719 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.436250 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2cf951ee-6e76-432a-aad1-acd87e76dfc6 None None] Provisioning for port d3b0836a-4064-4dba-85e3-d23f4a3c62eb completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:47.454521 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.454838 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2cf951ee-6e76-432a-aad1-acd87e76dfc6 None None] Provisioning complete for port d3b0836a-4064-4dba-85e3-d23f4a3c62eb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:47.455212 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2cf951ee-6e76-432a-aad1-acd87e76dfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.459197 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.526616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 63723088-e55b-4b3f-8ac7-91c462471cf2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=63723088-e55b-4b3f-8ac7-91c462471cf2,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:47.528728 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.529499 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2cf951ee-6e76-432a-aad1-acd87e76dfc6 None None] Port d3b0836a-4064-4dba-85e3-d23f4a3c62eb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:47.532593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b0836a-4064-4dba-85e3-d23f4a3c62eb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:47.533597 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.602511 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:45Z', 'revision_number': 3, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:47.604171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=63723088-e55b-4b3f-8ac7-91c462471cf2,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:47.628753 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:47.630142 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:47.632746 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.633536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c4f81-add2-4771-a7ea-d1de0a9d1fa1 None None] The sync data for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 is: [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:45Z', 'revision_number': 3, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:47.752095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Router 86e86b80-1bbc-484f-b142-c508770325f5 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:24:47.866430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c9d5d4d3-9d18-4a15-9bb0-39e1d560bd72 None None] Provisioning complete for port d3b0836a-4064-4dba-85e3-d23f4a3c62eb triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:47.871278 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c9d5d4d3-9d18-4a15-9bb0-39e1d560bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:47.890587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:47.896071 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-febabf30-5642-4051-88fe-da9982fc4342 admin admin] 10.222.0.10 "PUT /v2.0/routers/86e86b80-1bbc-484f-b142-c508770325f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9643128 Jul 16 21:24:47.926103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5d4d3-9d18-4a15-9bb0-39e1d560bd72 None None] Port d3b0836a-4064-4dba-85e3-d23f4a3c62eb cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:48.381504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48360) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:48.386619 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1819687842-network', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:48.408595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Made reservation on behalf of 9f32afe7cf1b4a429217aacf46f52b09 for: {'network': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:48.410936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.420870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.510581 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.515494 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.539908 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93959) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:24:48.549499 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7477361f-283c-4b24-8f4a-aa815c097be0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:48.554232 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.554572 n-d-792394-17 neutron-server[93959]: INFO neutron.db.segments_db [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Added segment 697e33ca-1f56-41ec-be0e-71240ef0fa9d of type vlan for network 318d49f4-600a-44cc-ba43-1b2e68c1b3df Jul 16 21:24:48.598066 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.627048 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.628278 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:48.628939 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.661691 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2790756 Jul 16 21:24:48.664829 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:48.670350 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Request body: {'subnet': {'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1819687842-subnet', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:48.691795 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Made reservation on behalf of 9f32afe7cf1b4a429217aacf46f52b09 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:48.693907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36bb94-ef1e-419b-b0f5-4c978c039077 admin admin] Pushing event updated for resources: {'Network': ['ID=318d49f4-600a-44cc-ba43-1b2e68c1b3df,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:48.694540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261950027'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.703766 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 318d49f4-600a-44cc-ba43-1b2e68c1b3df details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:24:48.875151 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261738038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261950041'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.931169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:48.941971 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Checking segment: {'id': '697e33ca-1f56-41ec-be0e-71240ef0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:48.942326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Network hostable DHCP agents. Network: 318d49f4-600a-44cc-ba43-1b2e68c1b3df, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:24:48.946675 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e0358996-8a5e-4322-8e76-09c595638a7d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:48.959669 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Network 318d49f4-600a-44cc-ba43-1b2e68c1b3df is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:24:48.969937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 318d49f4-600a-44cc-ba43-1b2e68c1b3df) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:48.976497 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:48.977326 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:48.983977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b7598c-6966-4108-a665-abbf1a61ad9d None None] Network 318d49f4-600a-44cc-ba43-1b2e68c1b3df requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:48.993262 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5b43e18b-778d-4979-b3d6-ba83100d2661 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3271890 Jul 16 21:24:48.995849 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:49.000526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:49.026097 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.027026 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.067143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e0358996-8a5e-4322-8e76-09c595638a7d completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:49.084243 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e0358996-8a5e-4322-8e76-09c595638a7d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:49.084616 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.085035 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.197914 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Sync routers for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:49.207668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-318d49f4-600a-44cc-ba43-1b2e68c1b3df', 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'fixed_ips': [{'subnet_id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:24:49.208524 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.208867 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:49.209500 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:49.244339 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.320760 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port e0358996-8a5e-4322-8e76-09c595638a7d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e0358996-8a5e-4322-8e76-09c595638a7d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:49.321925 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:49.330373 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.331168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 63723088-e55b-4b3f-8ac7-91c462471cf2 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:49.451954 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Allocated IP 172.20.0.2 (318d49f4-600a-44cc-ba43-1b2e68c1b3df/0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b/9121054f-bd0a-4c16-946d-c3d84c2f67ec) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:49.453867 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=e0358996-8a5e-4322-8e76-09c595638a7d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:49.489144 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 63723088-e55b-4b3f-8ac7-91c462471cf2 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:49.489520 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.542603 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 2, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:49.568951 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Checking router: 86e86b80-1bbc-484f-b142-c508770325f5 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:49.569446 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Updating router 86e86b80-1bbc-484f-b142-c508770325f5 port d3b0836a-4064-4dba-85e3-d23f4a3c62eb binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:24:49.588959 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.607991 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.671904 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.680525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Transition to ACTIVE for port object 9121054f-bd0a-4c16-946d-c3d84c2f67ec will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:49.696787 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Transition to ACTIVE for port object 9121054f-bd0a-4c16-946d-c3d84c2f67ec will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:49.702228 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.754478 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Network 318d49f4-600a-44cc-ba43-1b2e68c1b3df is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:49.756521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:49.758221 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Pushing event updated for resources: {'Port': ['ID=9121054f-bd0a-4c16-946d-c3d84c2f67ec,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:49.763312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:49.798785 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.818260 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.821014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Attempting to bind port 9121054f-bd0a-4c16-946d-c3d84c2f67ec on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:49.821486 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Attempting to bind port 9121054f-bd0a-4c16-946d-c3d84c2f67ec by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '697e33ca-1f56-41ec-be0e-71240ef0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:49.821973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Attempting to bind port 9121054f-bd0a-4c16-946d-c3d84c2f67ec on network 318d49f4-600a-44cc-ba43-1b2e68c1b3df {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:49.827317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:49.827812 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Checking segment: {'id': '697e33ca-1f56-41ec-be0e-71240ef0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:49.828317 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.828773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Bound using segment: {'id': '697e33ca-1f56-41ec-be0e-71240ef0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:49.829301 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Bound port: 9121054f-bd0a-4c16-946d-c3d84c2f67ec, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697e33ca-1f56-41ec-be0e-71240ef0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:49.829758 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.882154 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.892172 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Transition to ACTIVE for port object d3b0836a-4064-4dba-85e3-d23f4a3c62eb will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:49.895176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] For port 9121054f-bd0a-4c16-946d-c3d84c2f67ec, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:49.898161 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.898999 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] For port 9121054f-bd0a-4c16-946d-c3d84c2f67ec, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9121054f-bd0a-4c16-946d-c3d84c2f67ec,segment=NetworkSegment(697e33ca-1f56-41ec-be0e-71240ef0fa9d),segment_id=697e33ca-1f56-41ec-be0e-71240ef0fa9d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:49.903950 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:49.938135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Allocated IP 172.25.7.7 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/599aedd6-cf7d-4ea9-bbde-4d34ba839de1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:49.946590 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Pushing event updated for resources: {'Port': ['ID=d3b0836a-4064-4dba-85e3-d23f4a3c62eb,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:49.955687 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.956305 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.956862 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.957388 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.957933 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.958455 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.958974 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.959531 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.960093 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.960682 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.961202 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.961724 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:24:49.962098 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadccf76-a74a-4a06-be71-8153b1e651c8 None None] Pushing event updated for resources: {'Port': ['ID=9121054f-bd0a-4c16-946d-c3d84c2f67ec,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:50.027682 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Attempting to bind port d3b0836a-4064-4dba-85e3-d23f4a3c62eb on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:50.028070 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Attempting to bind port d3b0836a-4064-4dba-85e3-d23f4a3c62eb by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:50.029171 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Attempting to bind port d3b0836a-4064-4dba-85e3-d23f4a3c62eb on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:50.034586 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:50.034960 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Checking segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:50.035406 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.035958 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Bound using segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:50.036570 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Bound port: d3b0836a-4064-4dba-85e3-d23f4a3c62eb, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:50.037120 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.064603 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.103624 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] For port d3b0836a-4064-4dba-85e3-d23f4a3c62eb, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:50.107583 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.107797 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] For port d3b0836a-4064-4dba-85e3-d23f4a3c62eb, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d3b0836a-4064-4dba-85e3-d23f4a3c62eb,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:50.112747 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.163076 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:50.166798 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:50.170616 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:50.179918 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:50.181399 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:50.198409 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Pushing event updated for resources: {'Port': ['ID=599aedd6-cf7d-4ea9-bbde-4d34ba839de1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:50.265447 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df053e71-96c1-4635-b656-bcce5df0771d None None] Pushing event updated for resources: {'Port': ['ID=d3b0836a-4064-4dba-85e3-d23f4a3c62eb,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:50.366658 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:50.470777 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.571320 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:50Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:50.600280 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1d8dd-ea64-4d63-a0fe-6adbfdacd687 None None] The sync data for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 is: [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:50Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:50.697337 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.728076 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fe89355d-a916-435f-9ecc-b73e3e5456a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:50.858547 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Router ef528616-9854-4556-bb81-1333e8d8926e is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:24:51.000163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:51.014693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Sync routers for ids ['ef528616-9854-4556-bb81-1333e8d8926e'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:51.020320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:51.022377 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-02ee4463-7fa4-43dc-9c43-69091aaa2a69 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0251961 Jul 16 21:24:51.024791 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48366) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:51.032257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e0358996-8a5e-4322-8e76-09c595638a7d up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:51.096116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Routers {'ef528616-9854-4556-bb81-1333e8d8926e'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:51.097044 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ef528616-9854-4556-bb81-1333e8d8926e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:51.151937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e0358996-8a5e-4322-8e76-09c595638a7d triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:51.152581 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:51.261847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Set router ef528616-9854-4556-bb81-1333e8d8926e gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:51.302957 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff519e2-8f5d-458b-bdba-b2eb4de7b58f None None] Network 318d49f4-600a-44cc-ba43-1b2e68c1b3df requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:24:51.402780 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-107c51ea-a631-4afe-a6f3-949c161d561c None None] Provisioning for port 9121054f-bd0a-4c16-946d-c3d84c2f67ec completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:51.475557 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d3b0836a-4064-4dba-85e3-d23f4a3c62eb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:51.547390 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:51.625964 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port d3b0836a-4064-4dba-85e3-d23f4a3c62eb completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:51.648952 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d3b0836a-4064-4dba-85e3-d23f4a3c62eb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:51.649331 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:51.738888 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Allocated IP 172.20.0.1 (318d49f4-600a-44cc-ba43-1b2e68c1b3df/0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b/52deec7a-4c86-4300-b5ed-01a38f7fc241) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:51.861916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:50Z', 'revision_number': 3, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'gw_port': {'id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:51.862235 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:51.879348 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Transition to ACTIVE for port object 52deec7a-4c86-4300-b5ed-01a38f7fc241 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:51.895166 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Checking router: ef528616-9854-4556-bb81-1333e8d8926e for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:51.895550 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Updating router ef528616-9854-4556-bb81-1333e8d8926e port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:24:51.916581 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:51.958424 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Network 318d49f4-600a-44cc-ba43-1b2e68c1b3df is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:51.961054 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:51.964710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:51.969229 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:51.993399 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Pushing event updated for resources: {'Port': ['ID=52deec7a-4c86-4300-b5ed-01a38f7fc241,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:52.008575 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.013415 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.105003 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port d3b0836a-4064-4dba-85e3-d23f4a3c62eb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d3b0836a-4064-4dba-85e3-d23f4a3c62eb,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:52.123630 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.124549 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9121054f-bd0a-4c16-946d-c3d84c2f67ec up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:52.161207 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.261764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=d3b0836a-4064-4dba-85e3-d23f4a3c62eb,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:52.306543 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 9121054f-bd0a-4c16-946d-c3d84c2f67ec completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:52.316334 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9121054f-bd0a-4c16-946d-c3d84c2f67ec triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:52.316711 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.351972 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.357837 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.397846 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.413880 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Transition to ACTIVE for port object 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:52.428067 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.429690 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Pushing event updated for resources: {'Port': ['ID=52deec7a-4c86-4300-b5ed-01a38f7fc241,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:52.436489 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.493809 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.515783 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Attempting to bind port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:52.516064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Attempting to bind port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:52.516430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Attempting to bind port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:52.518266 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2db5c9-f173-4f51-87d3-3ff1ae133c0a None None] Pushing event updated for resources: {'Port': ['ID=599aedd6-cf7d-4ea9-bbde-4d34ba839de1,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:52.522822 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Network 318d49f4-600a-44cc-ba43-1b2e68c1b3df is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:52.528730 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:52.536225 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:52.536597 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:52.536996 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.537429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:52.537890 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Bound port: 599aedd6-cf7d-4ea9-bbde-4d34ba839de1, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:52.538394 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.540611 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-89510593-cb0a-47b0-bc69-fbb435d05669 None None] Provisioning for port 52deec7a-4c86-4300-b5ed-01a38f7fc241 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:52.575660 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-89510593-cb0a-47b0-bc69-fbb435d05669 None None] Provisioning complete for port 52deec7a-4c86-4300-b5ed-01a38f7fc241 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:52.575969 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-89510593-cb0a-47b0-bc69-fbb435d05669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.584622 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 9121054f-bd0a-4c16-946d-c3d84c2f67ec, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9121054f-bd0a-4c16-946d-c3d84c2f67ec,segment=NetworkSegment(697e33ca-1f56-41ec-be0e-71240ef0fa9d),segment_id=697e33ca-1f56-41ec-be0e-71240ef0fa9d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:52.606070 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.658317 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Router ef528616-9854-4556-bb81-1333e8d8926e has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:24:52.661543 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-89510593-cb0a-47b0-bc69-fbb435d05669 None None] Port 52deec7a-4c86-4300-b5ed-01a38f7fc241 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:52.666599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] For port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:52.685560 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] For port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=599aedd6-cf7d-4ea9-bbde-4d34ba839de1,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:52.696916 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.705141 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=9121054f-bd0a-4c16-946d-c3d84c2f67ec,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:52.755398 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Routers {'ef528616-9854-4556-bb81-1333e8d8926e'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:52.756036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ef528616-9854-4556-bb81-1333e8d8926e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:52.792057 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:24:52.799126 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7af3c8a6-b4e3-4410-8d9b-759bcd6ff975 admin admin] 10.222.0.10 "PUT /v2.0/routers/ef528616-9854-4556-bb81-1333e8d8926e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713313 Jul 16 21:24:52.803219 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2db5c9-f173-4f51-87d3-3ff1ae133c0a None None] Pushing event updated for resources: {'Port': ['ID=599aedd6-cf7d-4ea9-bbde-4d34ba839de1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:52.830530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-67dd7bd3-178e-4d0a-bc5d-f48ed8308cbc None None] Provisioning complete for port 52deec7a-4c86-4300-b5ed-01a38f7fc241 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:52.831991 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-67dd7bd3-178e-4d0a-bc5d-f48ed8308cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:52.892581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d3b0836a-4064-4dba-85e3-d23f4a3c62eb up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:52.933509 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-67dd7bd3-178e-4d0a-bc5d-f48ed8308cbc None None] Port 52deec7a-4c86-4300-b5ed-01a38f7fc241 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:52.955118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] Set router ef528616-9854-4556-bb81-1333e8d8926e gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:53.032129 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port d3b0836a-4064-4dba-85e3-d23f4a3c62eb triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:53.032497 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.196284 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9121054f-bd0a-4c16-946d-c3d84c2f67ec up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:53.258382 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 4, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'gw_port': {'id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '52deec7a-4c86-4300-b5ed-01a38f7fc241', 'name': '', 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'mac_address': 'fa:16:3e:b4:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:51Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 2, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'subnets': [{'id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:53.287752 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eceaa8f-88bc-4701-be63-9bbc664b2c78 None None] The sync data for ids ['ef528616-9854-4556-bb81-1333e8d8926e'] in n-d-792394-17 is: [{'id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 4, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'gw_port': {'id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '52deec7a-4c86-4300-b5ed-01a38f7fc241', 'name': '', 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'mac_address': 'fa:16:3e:b4:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:51Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 2, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'subnets': [{'id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:53.290198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9121054f-bd0a-4c16-946d-c3d84c2f67ec triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:53.290580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.298504 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48374) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:53.308286 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-e057daa2-9e9f-499b-a687-3359d43824bc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1168522684', 'description': 'tempest-secgroup-smoke-1168522684 description', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:53.331083 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e057daa2-9e9f-499b-a687-3359d43824bc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.421216 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e057daa2-9e9f-499b-a687-3359d43824bc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.425611 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e057daa2-9e9f-499b-a687-3359d43824bc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.457773 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e057daa2-9e9f-499b-a687-3359d43824bc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.459226 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-e057daa2-9e9f-499b-a687-3359d43824bc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1594260 Jul 16 21:24:53.461480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057daa2-9e9f-499b-a687-3359d43824bc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b329a697-fb05-4cf8-91d0-a0b8b2dac329,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:53.462189 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:53.469811 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a741b52b-1ed3-4c73-b06f-1f33634a6ccb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'b329a697-fb05-4cf8-91d0-a0b8b2dac329', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:53.479130 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1ce22693-12b6-4784-8d17-ac8ea3142730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.486320 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.524888 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a741b52b-1ed3-4c73-b06f-1f33634a6ccb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.586135 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a741b52b-1ed3-4c73-b06f-1f33634a6ccb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.590034 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a741b52b-1ed3-4c73-b06f-1f33634a6ccb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.608071 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741b52b-1ed3-4c73-b06f-1f33634a6ccb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7597ed55-a88d-4a63-9c78-e8b24baab6d8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:53.615490 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a741b52b-1ed3-4c73-b06f-1f33634a6ccb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.616778 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a741b52b-1ed3-4c73-b06f-1f33634a6ccb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530087 Jul 16 21:24:53.620666 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:53.626135 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8a299fc6-f941-4cf7-a79b-e3c140458780 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'b329a697-fb05-4cf8-91d0-a0b8b2dac329', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:53.654195 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a299fc6-f941-4cf7-a79b-e3c140458780 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.720620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a299fc6-f941-4cf7-a79b-e3c140458780 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.725437 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a299fc6-f941-4cf7-a79b-e3c140458780 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.743111 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a299fc6-f941-4cf7-a79b-e3c140458780 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea138ee4-60d8-4c0f-b65a-c959ba030745,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:53.750803 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a299fc6-f941-4cf7-a79b-e3c140458780 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.752689 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8a299fc6-f941-4cf7-a79b-e3c140458780 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308544 Jul 16 21:24:53.755131 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:53.760066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9d35d6c1-6bcf-48dd-a337-ab12bebd5a80 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'b329a697-fb05-4cf8-91d0-a0b8b2dac329', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:53.790089 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d35d6c1-6bcf-48dd-a337-ab12bebd5a80 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.851737 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d35d6c1-6bcf-48dd-a337-ab12bebd5a80 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.856590 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d35d6c1-6bcf-48dd-a337-ab12bebd5a80 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.872901 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35d6c1-6bcf-48dd-a337-ab12bebd5a80 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674fbe33-e2e2-45b0-99ae-b254ace60f32,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:53.883190 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d35d6c1-6bcf-48dd-a337-ab12bebd5a80 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.884571 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-9d35d6c1-6bcf-48dd-a337-ab12bebd5a80 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284156 Jul 16 21:24:53.887878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:53.892589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a8f2db6e-096c-4532-8339-af4a43133277 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'b329a697-fb05-4cf8-91d0-a0b8b2dac329', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:53.921929 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8f2db6e-096c-4532-8339-af4a43133277 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:53.997773 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8f2db6e-096c-4532-8339-af4a43133277 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.001340 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8f2db6e-096c-4532-8339-af4a43133277 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.020380 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2db6e-096c-4532-8339-af4a43133277 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9f5912-8348-4f33-ad3d-a8af7fccc465,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:54.026864 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8f2db6e-096c-4532-8339-af4a43133277 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.028782 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-a8f2db6e-096c-4532-8339-af4a43133277 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392004 Jul 16 21:24:54.031484 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:54.039465 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6777c091-9226-41e7-b756-5b178c36033c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'b329a697-fb05-4cf8-91d0-a0b8b2dac329', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:54.063616 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-6777c091-9226-41e7-b756-5b178c36033c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Project 67b20d0a9a7e4b798c89dd94129a30a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:24:54.069147 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6777c091-9226-41e7-b756-5b178c36033c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.133345 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6777c091-9226-41e7-b756-5b178c36033c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.137360 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6777c091-9226-41e7-b756-5b178c36033c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.156461 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777c091-9226-41e7-b756-5b178c36033c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b073303e-8ca3-4099-9387-e52f2748cc56,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:54.164497 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6777c091-9226-41e7-b756-5b178c36033c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.165709 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-6777c091-9226-41e7-b756-5b178c36033c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332920 Jul 16 21:24:54.168544 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:24:54.173935 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-39664992-f1df-41b9-ac35-c78a87e85a3e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'b329a697-fb05-4cf8-91d0-a0b8b2dac329', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:54.197617 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-39664992-f1df-41b9-ac35-c78a87e85a3e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Project 67b20d0a9a7e4b798c89dd94129a30a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:24:54.203552 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39664992-f1df-41b9-ac35-c78a87e85a3e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.269246 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39664992-f1df-41b9-ac35-c78a87e85a3e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.273265 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39664992-f1df-41b9-ac35-c78a87e85a3e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.292479 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39664992-f1df-41b9-ac35-c78a87e85a3e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ede5d69-1158-441e-8a6f-0a96e264aa25,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:54.301085 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39664992-f1df-41b9-ac35-c78a87e85a3e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.302314 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-39664992-f1df-41b9-ac35-c78a87e85a3e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323397 Jul 16 21:24:54.626459 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-c15bf8ca-2e6d-4779-8ec3-9d2bc181bb93 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1168522684&fields=id&tenant_id=67b20d0a9a7e4b798c89dd94129a30a8 HTTP/1.1" status: 200 len: 267 time: 0.0490341 Jul 16 21:24:54.746808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-205342e9-3bd6-4ba4-a36c-5fde7b85e799 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:54.748319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-205342e9-3bd6-4ba4-a36c-5fde7b85e799 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 808 time: 0.1153700 Jul 16 21:24:54.763590 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-b30a9a9a-2713-4aee-be51-cc8952d5264a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/quotas/67b20d0a9a7e4b798c89dd94129a30a8 HTTP/1.1" status: 200 len: 375 time: 0.0095093 Jul 16 21:24:54.835970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.848354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-8dda3fd3-2e2c-440e-96fd-989dcca0a215 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797515 Jul 16 21:24:54.902736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:54.953762 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:54.958327 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:54.958821 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:54.967707 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-1787c99e-9c48-4830-a322-d96f0cf6597a service neutron] 10.222.0.10 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010599 Jul 16 21:24:55.050200 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:55.067040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-7fa8b535-62c8-4934-b3d2-d1bb66890d4b service neutron] 10.222.0.10 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929160 Jul 16 21:24:55.072831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=599aedd6-cf7d-4ea9-bbde-4d34ba839de1,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:55.078246 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:55.134406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=599aedd6-cf7d-4ea9-bbde-4d34ba839de1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:55.252834 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-acf7f813-a200-44d8-9df7-dc53f81f6164 req-2c02d2c3-45b3-4efa-b8ed-e1f9ffef8eda tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 210 time: 0.0338831 Jul 16 21:24:55.442729 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Sync routers for ids ['ef528616-9854-4556-bb81-1333e8d8926e'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:24:55.451845 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Routers {'ef528616-9854-4556-bb81-1333e8d8926e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:55.452456 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ef528616-9854-4556-bb81-1333e8d8926e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:55.651591 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Set router ef528616-9854-4556-bb81-1333e8d8926e gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:55.852250 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 4, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'gw_port': {'id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '52deec7a-4c86-4300-b5ed-01a38f7fc241', 'name': '', 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'mac_address': 'fa:16:3e:b4:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:51Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 2, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'subnets': [{'id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:55.883104 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Checking router: ef528616-9854-4556-bb81-1333e8d8926e for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:24:55.883492 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Updating router ef528616-9854-4556-bb81-1333e8d8926e port 52deec7a-4c86-4300-b5ed-01a38f7fc241 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:24:55.917408 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.168007 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.180068 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Transition to ACTIVE for port object 52deec7a-4c86-4300-b5ed-01a38f7fc241 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:56.187505 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.240615 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423342c-39db-47d5-8e19-1ad637c44621 None None] Pushing event updated for resources: {'Port': ['ID=52deec7a-4c86-4300-b5ed-01a38f7fc241,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:56.310401 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Attempting to bind port 52deec7a-4c86-4300-b5ed-01a38f7fc241 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:56.310401 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Attempting to bind port 52deec7a-4c86-4300-b5ed-01a38f7fc241 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '697e33ca-1f56-41ec-be0e-71240ef0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:56.310809 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Attempting to bind port 52deec7a-4c86-4300-b5ed-01a38f7fc241 on network 318d49f4-600a-44cc-ba43-1b2e68c1b3df {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:56.316654 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:56.317088 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Checking segment: {'id': '697e33ca-1f56-41ec-be0e-71240ef0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:56.317436 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.317831 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Bound using segment: {'id': '697e33ca-1f56-41ec-be0e-71240ef0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:56.318301 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Bound port: 52deec7a-4c86-4300-b5ed-01a38f7fc241, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697e33ca-1f56-41ec-be0e-71240ef0fa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:56.318682 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.336967 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-2735d03f-471e-403e-94fd-6e0101719c75 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:56.339361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-2735d03f-471e-403e-94fd-6e0101719c75 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 808 time: 0.1346447 Jul 16 21:24:56.388869 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] For port 52deec7a-4c86-4300-b5ed-01a38f7fc241, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:56.393501 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] For port 52deec7a-4c86-4300-b5ed-01a38f7fc241, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=52deec7a-4c86-4300-b5ed-01a38f7fc241,segment=NetworkSegment(697e33ca-1f56-41ec-be0e-71240ef0fa9d),segment_id=697e33ca-1f56-41ec-be0e-71240ef0fa9d)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:56.398399 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.409743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-facc1be3-a69c-45c7-90f8-0680a3b4e2f1 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67b20d0a9a7e4b798c89dd94129a30a8 HTTP/1.1" status: 200 len: 380 time: 0.0614278 Jul 16 21:24:56.424375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'port': {'device_id': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'admin_state_up': True, 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'security_groups': ['b329a697-fb05-4cf8-91d0-a0b8b2dac329']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:56.475550 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Routers {'ef528616-9854-4556-bb81-1333e8d8926e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:24:56.477849 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ef528616-9854-4556-bb81-1333e8d8926e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:56.479975 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423342c-39db-47d5-8e19-1ad637c44621 None None] Pushing event updated for resources: {'Port': ['ID=52deec7a-4c86-4300-b5ed-01a38f7fc241,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:56.515647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-86e6469b-fa1a-44e7-83a8-34f54e5159de req-597e7010-4bc4-4d7f-8a08-833385ce44a6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 210 time: 0.0514679 Jul 16 21:24:56.515812 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.610225 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Made reservation on behalf of 67b20d0a9a7e4b798c89dd94129a30a8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:24:56.613813 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.630779 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] Set router ef528616-9854-4556-bb81-1333e8d8926e gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:24:56.759560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Allocated IP 172.20.0.13 (aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f/27014b42-c313-453c-bc5b-96ef9c142dfe/cf4e8743-c594-4c6a-a221-2ca37709dac9) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:24:56.848872 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 4, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'gw_port': {'id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '52deec7a-4c86-4300-b5ed-01a38f7fc241', 'name': '', 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'mac_address': 'fa:16:3e:b4:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:51Z', 'updated_at': '2021-07-16T21:24:56Z', 'revision_number': 4, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'subnets': [{'id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:24:56.877863 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe09a962-c23c-4758-b6f7-b3b53c639f2d None None] The sync data for ids ['ef528616-9854-4556-bb81-1333e8d8926e'] in n-d-792394-17 is: [{'id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 4, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'gw_port': {'id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '52deec7a-4c86-4300-b5ed-01a38f7fc241', 'name': '', 'network_id': '318d49f4-600a-44cc-ba43-1b2e68c1b3df', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'mac_address': 'fa:16:3e:b4:ae:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:51Z', 'updated_at': '2021-07-16T21:24:56Z', 'revision_number': 4, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'subnets': [{'id': '0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:24:56.909758 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:56.924364 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.953909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Transition to ACTIVE for port object cf4e8743-c594-4c6a-a221-2ca37709dac9 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:56.969716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:56.970046 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:56.995637 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.048129 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:24:57.051835 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:24:57.058437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:24:57.069559 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 52deec7a-4c86-4300-b5ed-01a38f7fc241 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:57.085479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:57.127025 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:57.127780 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.128064 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 52deec7a-4c86-4300-b5ed-01a38f7fc241 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:57.133459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 52deec7a-4c86-4300-b5ed-01a38f7fc241 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:57.133823 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.159488 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-44b9296d-3f48-4868-bca5-10d5d35e8d1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7404404 Jul 16 21:24:57.172620 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Request body: {'port': {'device_id': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:24:57.227209 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.258103 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.263513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 52deec7a-4c86-4300-b5ed-01a38f7fc241, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=52deec7a-4c86-4300-b5ed-01a38f7fc241,segment=NetworkSegment(697e33ca-1f56-41ec-be0e-71240ef0fa9d),segment_id=697e33ca-1f56-41ec-be0e-71240ef0fa9d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:57.267351 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.333121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=52deec7a-4c86-4300-b5ed-01a38f7fc241,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:57.339514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2401d55e-760b-4f54-a387-5359df353264 None None] Provisioning for port cf4e8743-c594-4c6a-a221-2ca37709dac9 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:24:57.344322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2401d55e-760b-4f54-a387-5359df353264 None None] Provisioning complete for port cf4e8743-c594-4c6a-a221-2ca37709dac9 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:57.344679 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2401d55e-760b-4f54-a387-5359df353264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.379828 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2401d55e-760b-4f54-a387-5359df353264 None None] Port cf4e8743-c594-4c6a-a221-2ca37709dac9 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:24:57.546146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4e8743-c594-4c6a-a221-2ca37709dac9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:24:57.554358 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.568437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Transition to ACTIVE for port object cf4e8743-c594-4c6a-a221-2ca37709dac9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:24:57.573310 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.630783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:57.750569 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Attempting to bind port cf4e8743-c594-4c6a-a221-2ca37709dac9 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:24:57.750918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Attempting to bind port cf4e8743-c594-4c6a-a221-2ca37709dac9 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:24:57.751274 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Attempting to bind port cf4e8743-c594-4c6a-a221-2ca37709dac9 on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:57.760217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Port cf4e8743-c594-4c6a-a221-2ca37709dac9 on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:24:57.760547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Attempting to bind port cf4e8743-c594-4c6a-a221-2ca37709dac9 on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:24:57.771874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234181d-d56b-436e-84f5-8ca836e7c579 req-6d930a22-8d53-4b57-9395-860cbf75e844 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:57.773460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b234181d-d56b-436e-84f5-8ca836e7c579 req-6d930a22-8d53-4b57-9395-860cbf75e844 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 944 time: 0.1148627 Jul 16 21:24:57.776494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:24:57.776831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Checking segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:24:57.777220 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Bound using segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:24:57.777655 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Bound port: cf4e8743-c594-4c6a-a221-2ca37709dac9, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:24:57.778079 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.846738 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b234181d-d56b-436e-84f5-8ca836e7c579 req-da3230c3-a34d-4a08-982c-378b47651fcf tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658283 Jul 16 21:24:57.873741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:24:57.876805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:24:57.881410 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.915449 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:57.916434 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:57.917913 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] 10.222.0.30 "PUT /v2.0/ports/cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 1093 time: 0.7512054 Jul 16 21:24:57.920069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:24:57.923190 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa" -d '{"events": [{"name": "network-changed", "server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:24:57.962451 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e77b3-be9f-4583-b8e0-aad45bece6fe service neutron] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:24:57.968260 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929cebc9-0a76-4f79-9695-380fa58c22ec x-openstack-request-id: req-929cebc9-0a76-4f79-9695-380fa58c22ec {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:24:57.968550 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:24:57.968801 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-929cebc9-0a76-4f79-9695-380fa58c22ec {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:24:57.969201 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'status': 'completed', 'code': 200} Jul 16 21:24:58.023854 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-e19269ab-6a4e-45d6-bdad-2fc1773f259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:58.025396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-e19269ab-6a4e-45d6-bdad-2fc1773f259c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1096 time: 0.0553250 Jul 16 21:24:58.070201 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-91178866-2a0c-4b24-92c7-cc7cde78616d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 217 time: 0.0351546 Jul 16 21:24:58.124180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-b64d430c-d6b1-4d40-a0c4-4654baf9da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:58.125636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-b64d430c-d6b1-4d40-a0c4-4654baf9da03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0486491 Jul 16 21:24:58.183409 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-b2327135-2770-4899-8f20-1d287f535bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:58.184828 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-b2327135-2770-4899-8f20-1d287f535bee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521491 Jul 16 21:24:58.276694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-24eb730f-9434-4ff9-95f0-db1cc301d4b0 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834489 Jul 16 21:24:58.365127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b4af39ee-1184-464a-833c-d785ef57c9c1 req-d4dfef9a-acd0-453f-9e3b-008cf3a5a6d3 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810797 Jul 16 21:24:58.465368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-22809d3e-7e7f-461c-946a-a85453711f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:58.467127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-22809d3e-7e7f-461c-946a-a85453711f06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1096 time: 0.0519900 Jul 16 21:24:58.557661 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-cdb9410c-6481-404e-bf6c-5e51e7541aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:58.559144 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-cdb9410c-6481-404e-bf6c-5e51e7541aa6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0861692 Jul 16 21:24:58.599823 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-4190e4d9-b4cc-4efe-8de1-0922859bd9f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 217 time: 0.0332446 Jul 16 21:24:58.651777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-7dc9b89e-2982-4d97-a934-45fafea24a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:58.654023 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-7dc9b89e-2982-4d97-a934-45fafea24a69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0466132 Jul 16 21:24:58.712301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-c595a655-a106-4f93-965a-7d1320d434b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:58.713888 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-c595a655-a106-4f93-965a-7d1320d434b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530608 Jul 16 21:24:58.800560 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-da6fb9c9-42a4-400d-a9a1-adb4fa857f97 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797958 Jul 16 21:24:58.865501 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 52deec7a-4c86-4300-b5ed-01a38f7fc241 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:24:58.901032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d4d512aa-78d0-4bf6-9096-1e5b7a6599fa req-8bffd715-a0ba-4e4b-9e16-60afefda39e7 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936613 Jul 16 21:24:58.923742 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 52deec7a-4c86-4300-b5ed-01a38f7fc241 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:24:58.924124 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:24:59.027575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f1f7f-aa41-43cc-93de-77a56ae66303 req-9072470f-3ddd-4886-b33a-3336a97ce35e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:24:59.029478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1f1f7f-aa41-43cc-93de-77a56ae66303 req-9072470f-3ddd-4886-b33a-3336a97ce35e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 944 time: 0.0673220 Jul 16 21:24:59.067527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5d1f1f7f-aa41-43cc-93de-77a56ae66303 req-fc19095a-2d36-45a3-afd3-f1681a0db027 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Jul 16 21:24:59.847918 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device cf4e8743-c594-4c6a-a221-2ca37709dac9 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:24:59.939042 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:24:59.949599 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'port_id': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'mac_address': 'fa:16:3e:65:26:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:25:00.139893 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:00.152242 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4e8743-c594-4c6a-a221-2ca37709dac9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:25:00.173446 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:00.177233 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:00.224932 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:00.250696 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998e4a-978e-46c9-a6c7-3af2d852e582 req-ba0296d9-83b5-41cb-a179-699add29848b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:00.252195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3998e4a-978e-46c9-a6c7-3af2d852e582 req-ba0296d9-83b5-41cb-a179-699add29848b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0702760 Jul 16 21:25:00.288414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3998e4a-978e-46c9-a6c7-3af2d852e582 req-e5c7bb25-c4d2-4099-b0a8-5831748d5373 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306718 Jul 16 21:25:00.395618 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['cf4e8743-c594-4c6a-a221-2ca37709dac9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:25:01.461395 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7822ba-b31b-404a-a1a6-75da5f13240d req-de38dc26-5fd2-495a-a973-1764e8dc90d5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:01.462891 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e7822ba-b31b-404a-a1a6-75da5f13240d req-de38dc26-5fd2-495a-a973-1764e8dc90d5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0636880 Jul 16 21:25:01.516830 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e7822ba-b31b-404a-a1a6-75da5f13240d req-82921f7e-4195-4a3c-ab18-48d146d45051 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478582 Jul 16 21:25:01.865820 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device cf4e8743-c594-4c6a-a221-2ca37709dac9 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:25:01.914840 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port cf4e8743-c594-4c6a-a221-2ca37709dac9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:25:01.918354 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port cf4e8743-c594-4c6a-a221-2ca37709dac9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:25:01.919235 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:02.001531 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:02.026990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:25:02.029999 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8acd8b4-c1ff-43c9-9093-022ea86e0344" -d '{"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:25:02.043280 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:25:02.048058 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:02.071742 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da858e94-5bce-48bc-85f1-c194c7a5aeef x-openstack-request-id: req-da858e94-5bce-48bc-85f1-c194c7a5aeef {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:25:02.072044 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:25:02.072298 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da858e94-5bce-48bc-85f1-c194c7a5aeef {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:25:02.072690 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'code': 200} Jul 16 21:25:02.099907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:02.179770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76453502-d250-4057-b9d7-ac4f2f1d16b5 req-69c6f5b4-edbf-4bda-8245-c92395ff246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:02.181190 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76453502-d250-4057-b9d7-ac4f2f1d16b5 req-69c6f5b4-edbf-4bda-8245-c92395ff246a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1098 time: 0.0517249 Jul 16 21:25:02.214667 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-76453502-d250-4057-b9d7-ac4f2f1d16b5 req-0f2abeab-34b4-4ff5-a61a-46a71aa40b32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266049 Jul 16 21:25:02.694281 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d633156-1a00-466d-a62b-3969de898934 req-e8eeca00-77ee-45b6-bfa1-bf419de2a9d4 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:02.695795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d633156-1a00-466d-a62b-3969de898934 req-e8eeca00-77ee-45b6-bfa1-bf419de2a9d4 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0657256 Jul 16 21:25:02.732857 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2d633156-1a00-466d-a62b-3969de898934 req-89a9d80e-00c0-4eff-a8ef-216a963dfa21 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Jul 16 21:25:03.905302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e216fa7-6679-4a89-a189-196808a76cf1 req-c2748feb-737e-43ca-906c-b60a508ab2cd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:03.906687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e216fa7-6679-4a89-a189-196808a76cf1 req-c2748feb-737e-43ca-906c-b60a508ab2cd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0632825 Jul 16 21:25:03.944250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e216fa7-6679-4a89-a189-196808a76cf1 req-991c8b5b-d51b-477d-875a-b01c5d24827f tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319347 Jul 16 21:25:04.118447 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013bae2-506e-4550-9a27-33be6a7bca33 req-e2af15b9-e345-4d7c-b287-c7a69065a8c8 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:04.119959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8013bae2-506e-4550-9a27-33be6a7bca33 req-e2af15b9-e345-4d7c-b287-c7a69065a8c8 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0666485 Jul 16 21:25:04.157639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8013bae2-506e-4550-9a27-33be6a7bca33 req-4fe1fba7-d268-4cb0-aae7-86b08ad6c1ce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Jul 16 21:25:04.181920 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:04.319244 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f57e27f-998d-4521-a2b1-94c670cc6bb3 tempest-TestShelveInstance-1234022551 tempest-TestShelveInstance-1234022551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:04.320800 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3f57e27f-998d-4521-a2b1-94c670cc6bb3 tempest-TestShelveInstance-1234022551 tempest-TestShelveInstance-1234022551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1093 time: 0.1378865 Jul 16 21:25:04.323693 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:25:04.328898 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:25:04.351403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:04.444403 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:04.879115 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Allocated IP 172.25.7.72 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/bbfd9599-44e2-4473-a78c-03cac126a099) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:25:04.977498 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:05.018001 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:05.055995 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:25:05.059086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:25:05.062668 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:25:05.068153 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'Port': ['ID=bbfd9599-44e2-4473-a78c-03cac126a099,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:05.419736 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:05.493841 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:05.641406 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:05.646800 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:05.717142 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'Port': ['ID=bbfd9599-44e2-4473-a78c-03cac126a099,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:25:05.728540 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:05.825848 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Floating IP 966a8c65-a905-441c-b30f-d8e310ae5dcb associated. External IP: 172.25.7.72, port: cf4e8743-c594-4c6a-a221-2ca37709dac9. Jul 16 21:25:06.024880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Router 86e86b80-1bbc-484f-b142-c508770325f5 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:25:06.131101 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:25:06.140620 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2d776-f563-433b-a328-9834d092b079 None None] Sync routers for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:25:06.146517 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:06.151123 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2d776-f563-433b-a328-9834d092b079 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:06.151776 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-add2d776-f563-433b-a328-9834d092b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:06.199274 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-59af6d04-adec-44d9-95da-fa6321cfbafd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8627748 Jul 16 21:25:06.199274 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:25:06.199274 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8b4bab58f3157324b85e0a65156fc33a5ef40aa76454184b457a18b80112b86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470" -d '{"events": [{"name": "network-changed", "server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:25:06.226649 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e19e85-ce7c-4ad8-ae4d-b5d779e74032 x-openstack-request-id: req-75e19e85-ce7c-4ad8-ae4d-b5d779e74032 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:25:06.226942 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:25:06.227197 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75e19e85-ce7c-4ad8-ae4d-b5d779e74032 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:25:06.227640 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'status': 'completed', 'code': 200} Jul 16 21:25:06.257945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-add2d776-f563-433b-a328-9834d092b079 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:06.300658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-68ab5866-4335-40eb-a601-8cf7612a0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:06.302113 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-68ab5866-4335-40eb-a601-8cf7612a0326 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1098 time: 0.0521138 Jul 16 21:25:06.392000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-3855bfdb-752d-455b-bf07-5d54498a31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:06.393471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-3855bfdb-752d-455b-bf07-5d54498a31b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0852838 Jul 16 21:25:06.461069 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-28890389-1de2-4722-a8a3-f314f55fca29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 999 time: 0.0610178 Jul 16 21:25:06.479732 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-add2d776-f563-433b-a328-9834d092b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '966a8c65-a905-441c-b30f-d8e310ae5dcb', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'port_id': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'mac_address': 'fa:16:3e:65:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:25:05Z', 'updated_at': '2021-07-16T21:25:05Z', 'revision_number': 0, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:06.505730 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2d776-f563-433b-a328-9834d092b079 None None] Checking router: 86e86b80-1bbc-484f-b142-c508770325f5 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:25:06.509218 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-14029c4a-4e91-4dc9-a0c2-23c7d4507b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:06.510677 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-14029c4a-4e91-4dc9-a0c2-23c7d4507b3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0431447 Jul 16 21:25:06.514493 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2d776-f563-433b-a328-9834d092b079 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:25:06.515094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-add2d776-f563-433b-a328-9834d092b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:24:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:06.569744 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-8f1afb8c-a249-41b4-ab35-4a689292156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:06.571467 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-8f1afb8c-a249-41b4-ab35-4a689292156a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546467 Jul 16 21:25:06.620011 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-add2d776-f563-433b-a328-9834d092b079 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:25:06.663377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-b9ee32be-3f28-403c-8ad2-55d829f38342 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Jul 16 21:25:06.753598 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e1e3ec55-0cb2-4cfb-a0fd-a2b51f73f470 req-7b260e33-bca2-4b4b-a8d9-a271f7fa67e6 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836375 Jul 16 21:25:06.843729 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-add2d776-f563-433b-a328-9834d092b079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '966a8c65-a905-441c-b30f-d8e310ae5dcb', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'port_id': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'mac_address': 'fa:16:3e:65:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:25:05Z', 'updated_at': '2021-07-16T21:25:05Z', 'revision_number': 0, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:25:06.869731 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add2d776-f563-433b-a328-9834d092b079 None None] The sync data for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 is: [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '966a8c65-a905-441c-b30f-d8e310ae5dcb', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'port_id': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'mac_address': 'fa:16:3e:65:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:25:05Z', 'updated_at': '2021-07-16T21:25:05Z', 'revision_number': 0, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:25:07.062242 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1accc7b-2969-41fc-bc3f-75c06e012bcf None None] New status for floating IP 966a8c65-a905-441c-b30f-d8e310ae5dcb: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:25:10.677378 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:25:16.276620 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:17.610028 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:20.729766 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d63974f7-8823-4a28-88d0-9d64d92dd7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:23.473036 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-044048fe-c723-437c-bdfa-1e57a0f3e952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:23.484880 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:24.833977 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:26.513836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:38.010272 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-6b08ed19-4389-4f65-8099-8e0b2f25e441 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583029 Jul 16 21:25:38.115891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-81f60f69-9662-494b-961a-74f03adaae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:38.117593 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-81f60f69-9662-494b-961a-74f03adaae45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1098 time: 0.0591664 Jul 16 21:25:38.226819 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-a3e1c29d-31b8-4e13-bca4-b22b93ae8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:38.228311 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-a3e1c29d-31b8-4e13-bca4-b22b93ae8a5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0898156 Jul 16 21:25:38.292303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-54b0baf0-8ccd-4ca5-a4d9-10452c44289a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 1001 time: 0.0571625 Jul 16 21:25:38.340680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-a92ef9f5-1291-454d-b86b-ab280070e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:38.342386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-a92ef9f5-1291-454d-b86b-ab280070e6fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0433667 Jul 16 21:25:38.402063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-bfa51f51-b613-41d7-abb9-7788d007689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:25:38.403695 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-bfa51f51-b613-41d7-abb9-7788d007689e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549569 Jul 16 21:25:38.492192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-fe76f816-c37e-4bcb-a647-83cac4f08bc4 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806944 Jul 16 21:25:38.584060 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1b7ee28b-9f07-470d-93ee-a23f66b703a7 req-a50c4587-f6f3-4c27-b85a-9797ce3e3fb5 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850463 Jul 16 21:25:46.282261 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:47.609886 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:47.677235 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:25:50.730429 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f421ce6f-9c00-408f-9795-828976286bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.464021 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-33a9cc45-4d87-4bdc-9c2a-3f5d697a54bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:53.485356 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:54.838456 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:25:56.519057 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:16.283712 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:17.616520 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:20.731390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ef58b92b-468e-48fa-831e-71bd0748924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.464136 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b372-6d7a-4d59-a347-9836b9f3fb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:23.486680 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:24.676297 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:26:24.838925 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:26.517789 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:38.014351 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-174b4c56-51df-4ddc-86a3-908922683d20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509067 Jul 16 21:26:38.104736 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-bd55ce87-3f12-4d2d-9d9d-61fd1d277d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:38.106208 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-bd55ce87-3f12-4d2d-9d9d-61fd1d277d08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1098 time: 0.0515802 Jul 16 21:26:38.210582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-1ee80901-ba45-41e9-949c-4045f65a1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:38.212048 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-1ee80901-ba45-41e9-949c-4045f65a1736 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0850112 Jul 16 21:26:38.277677 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-fa332290-4ae2-438f-a6e4-381bcbe16de4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 1001 time: 0.0588796 Jul 16 21:26:38.324068 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-4a0f09e5-d271-43fd-94e1-3d7f12130c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:38.325460 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-4a0f09e5-d271-43fd-94e1-3d7f12130c6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0424318 Jul 16 21:26:38.379867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-3872914d-8623-4c58-9607-28c10149b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:26:38.381303 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-3872914d-8623-4c58-9607-28c10149b16a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501568 Jul 16 21:26:38.469447 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-0285dd4b-06d8-43be-8873-63d1a7d0b4e5 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817282 Jul 16 21:26:38.556616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cb2ef30e-eeb3-4a63-9895-f489b02f1c46 req-e2a08581-561d-4b54-b06f-f7afcfa14ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796168 Jul 16 21:26:46.290401 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:47.614446 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:50.731708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbe60c20-a9ed-4b72-ac6c-8cac289ecb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:53.464734 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-978673e8-991d-4890-8bff-f817be5b5d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:53.487815 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:54.843042 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:26:56.520178 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:01.676283 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:27:02.975786 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d2ae1-4fcb-4979-81f0-f568be08a6fb req-6ecad5d1-d894-4bea-80f7-0cd7c5cf9009 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:02.977261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d31d2ae1-4fcb-4979-81f0-f568be08a6fb req-6ecad5d1-d894-4bea-80f7-0cd7c5cf9009 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0671930 Jul 16 21:27:03.014167 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d31d2ae1-4fcb-4979-81f0-f568be08a6fb req-ce9019a3-b78b-4f8b-9403-175fb9786f88 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Jul 16 21:27:04.219135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9178d-7f23-467b-be77-951304d875f7 req-66187c2d-7113-4d9a-9f2b-bcab618276cf tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:04.220647 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56a9178d-7f23-467b-be77-951304d875f7 req-66187c2d-7113-4d9a-9f2b-bcab618276cf tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0637369 Jul 16 21:27:04.257816 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56a9178d-7f23-467b-be77-951304d875f7 req-7e4d9df5-8570-4995-ba80-7ce55e5748f0 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309954 Jul 16 21:27:05.433732 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa902a33-167a-45d9-a065-ef160e404019 req-b0abc48f-5e53-45be-a377-0cace0cfbb2a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:05.435240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa902a33-167a-45d9-a065-ef160e404019 req-b0abc48f-5e53-45be-a377-0cace0cfbb2a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0650365 Jul 16 21:27:05.473257 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa902a33-167a-45d9-a065-ef160e404019 req-f7cb3027-837b-482f-9992-795bec468670 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Jul 16 21:27:06.652739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a8bcd-4817-4712-9eb7-87003bf2084d req-701e2797-1705-4dfa-a172-9026fb2e9fea tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:06.654186 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7d0a8bcd-4817-4712-9eb7-87003bf2084d req-701e2797-1705-4dfa-a172-9026fb2e9fea tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0684884 Jul 16 21:27:06.694237 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7d0a8bcd-4817-4712-9eb7-87003bf2084d req-e74d251d-667f-4883-9b97-8280c858644f tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343432 Jul 16 21:27:07.885285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354ac3-268b-4fae-aff5-7bf044f14f8c req-39ce8222-1b80-4fb7-b8fc-974c8d24320e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:07.887811 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b354ac3-268b-4fae-aff5-7bf044f14f8c req-39ce8222-1b80-4fb7-b8fc-974c8d24320e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0738328 Jul 16 21:27:07.924096 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b354ac3-268b-4fae-aff5-7bf044f14f8c req-764f071e-0432-4679-a01c-ffcc725cad64 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Jul 16 21:27:09.100098 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00871ddb-5f0f-4b66-b89a-41bc8651aad8 req-8e1dc6e3-16f0-4ed5-9590-865e6833a914 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:09.101577 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00871ddb-5f0f-4b66-b89a-41bc8651aad8 req-8e1dc6e3-16f0-4ed5-9590-865e6833a914 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0665770 Jul 16 21:27:09.143965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-00871ddb-5f0f-4b66-b89a-41bc8651aad8 req-1a163c35-43a3-4c97-aeee-2cb6feeea753 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367761 Jul 16 21:27:10.315791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a528-aaab-4659-9d8a-442891bbff46 req-4ae16b0b-e44e-4e3e-b131-6b5419a908fb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:10.318166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8a9a528-aaab-4659-9d8a-442891bbff46 req-4ae16b0b-e44e-4e3e-b131-6b5419a908fb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0622241 Jul 16 21:27:10.356948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b8a9a528-aaab-4659-9d8a-442891bbff46 req-fb9ac72a-3a00-4fc1-a3e4-721cba089c45 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Jul 16 21:27:11.566000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa4113-9024-4d07-8e80-fad81a206ec3 req-10260ffa-eea9-4564-9c5a-a06292c4c391 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:11.568920 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fa4113-9024-4d07-8e80-fad81a206ec3 req-10260ffa-eea9-4564-9c5a-a06292c4c391 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0972824 Jul 16 21:27:11.641858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8fa4113-9024-4d07-8e80-fad81a206ec3 req-c1fd41da-6dc7-48eb-a7b5-7a8332b95adb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663588 Jul 16 21:27:12.828666 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b757dc-dddb-4e62-89f5-596682a9a36d req-03eaed02-db08-4865-9d97-dfa60e010484 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:12.830101 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33b757dc-dddb-4e62-89f5-596682a9a36d req-03eaed02-db08-4865-9d97-dfa60e010484 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0647933 Jul 16 21:27:12.869525 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-33b757dc-dddb-4e62-89f5-596682a9a36d req-f93aa6f9-ed00-4e16-a61b-35b08469e2e8 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331953 Jul 16 21:27:14.043944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692deac0-448b-466f-8ea2-2ae0660ab678 req-4dc611a2-e841-4eeb-aa7b-11b4e1cd2415 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:14.045426 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-692deac0-448b-466f-8ea2-2ae0660ab678 req-4dc611a2-e841-4eeb-aa7b-11b4e1cd2415 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0628369 Jul 16 21:27:14.081693 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-692deac0-448b-466f-8ea2-2ae0660ab678 req-4c2fd6cc-2a13-48eb-93f2-d9619ab63f19 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Jul 16 21:27:14.494689 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device cf4e8743-c594-4c6a-a221-2ca37709dac9 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:27:14.588151 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:14.599273 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'port_id': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'mac_address': 'fa:16:3e:65:26:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:27:14.635716 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:14.647830 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf4e8743-c594-4c6a-a221-2ca37709dac9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:27:14.666080 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:14.670379 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:14.722174 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:14.729235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.729579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.729912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.730291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.730572 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.731039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.731429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.731756 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.732081 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.732399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.732718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.733036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:14.755018 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['cf4e8743-c594-4c6a-a221-2ca37709dac9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:27:15.341309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184c4af-0e44-47cc-b54e-8e279ba72f9a req-bb244b1c-69b4-45bd-b546-b6b2f5886703 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:15.344140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6184c4af-0e44-47cc-b54e-8e279ba72f9a req-bb244b1c-69b4-45bd-b546-b6b2f5886703 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0998728 Jul 16 21:27:15.396970 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6184c4af-0e44-47cc-b54e-8e279ba72f9a req-77e873b1-39e3-4b48-a6da-2b8ecfab2e95 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436180 Jul 16 21:27:16.298010 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.518259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device cf4e8743-c594-4c6a-a221-2ca37709dac9 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:16.587764 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port cf4e8743-c594-4c6a-a221-2ca37709dac9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:16.588150 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.604671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817d0ef-c5f7-4d77-9327-cc796ff01c42 req-a3c978f0-eab0-469d-b1b0-b842f2b10d93 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:16.613541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6817d0ef-c5f7-4d77-9327-cc796ff01c42 req-a3c978f0-eab0-469d-b1b0-b842f2b10d93 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0822349 Jul 16 21:27:16.657620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6817d0ef-c5f7-4d77-9327-cc796ff01c42 req-de2ba306-5e10-4dc4-84c1-496b952e35fc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 Jul 16 21:27:16.688370 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.718616 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:16.720941 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1dd27-801f-404d-a6db-6e24ec69e8b6" -d '{"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:16.735768 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:16.741582 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:16.775525 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7404d533-15f4-4cc8-b454-db96dd77c0b6 x-openstack-request-id: req-7404d533-15f4-4cc8-b454-db96dd77c0b6 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:16.776070 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:16.776326 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7404d533-15f4-4cc8-b454-db96dd77c0b6 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:16.776755 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'code': 200} Jul 16 21:27:16.804922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:17.610195 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:17.869533 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb832-a336-48d6-9cb7-33e4aae52415 req-aa1d8041-0f41-4858-946d-e5792d0ee48c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:17.871490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e2cb832-a336-48d6-9cb7-33e4aae52415 req-aa1d8041-0f41-4858-946d-e5792d0ee48c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0768108 Jul 16 21:27:17.929504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1e2cb832-a336-48d6-9cb7-33e4aae52415 req-0c98941d-4ac9-4e9f-a6d7-f3928fd8cd9f tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510373 Jul 16 21:27:19.156146 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84a595-9cd2-4ac6-9246-aa300e7f9116 req-ec8e9c12-46c7-4a19-bd6f-ea080a275514 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:19.156146 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db84a595-9cd2-4ac6-9246-aa300e7f9116 req-ec8e9c12-46c7-4a19-bd6f-ea080a275514 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0769696 Jul 16 21:27:19.212078 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db84a595-9cd2-4ac6-9246-aa300e7f9116 req-0a1d0e93-dfb9-494b-b8cf-490657fcd33a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482049 Jul 16 21:27:20.412577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3329f3b-dd19-425a-9d4b-73fcf113477b req-91506baf-db95-42fe-8d93-8b2204bd62de tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:20.414081 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3329f3b-dd19-425a-9d4b-73fcf113477b req-91506baf-db95-42fe-8d93-8b2204bd62de tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0706067 Jul 16 21:27:20.460634 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f3329f3b-dd19-425a-9d4b-73fcf113477b req-25a8ea28-b7b4-4fa4-b7cb-a6218a9ed67a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382280 Jul 16 21:27:20.740592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-672c94d7-9d71-4fe2-a721-cc9648c4556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:21.660108 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d0d31-669d-4a10-9d40-7233abcbbf28 req-c2f4a8b1-332b-4743-a7fa-69f008847aa2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:21.662161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a1d0d31-669d-4a10-9d40-7233abcbbf28 req-c2f4a8b1-332b-4743-a7fa-69f008847aa2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0824814 Jul 16 21:27:21.708341 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a1d0d31-669d-4a10-9d40-7233abcbbf28 req-838dfff1-f1b6-4b9a-bd79-5bed805bbd6b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Jul 16 21:27:22.920438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e79a3-7d0b-4648-be6c-0c92bb6e22de req-3fb583b4-fb4c-43b4-a0df-0f7e213db5aa tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:22.922162 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c07e79a3-7d0b-4648-be6c-0c92bb6e22de req-3fb583b4-fb4c-43b4-a0df-0f7e213db5aa tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0786860 Jul 16 21:27:22.967680 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c07e79a3-7d0b-4648-be6c-0c92bb6e22de req-b6c20c1f-096c-496a-a671-eb1dcbd7c59d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397351 Jul 16 21:27:23.466094 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50b8a440-28f1-40b3-a655-8fa5b564cdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:23.490648 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:24.167704 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28f060-7c29-431a-bac2-9a6e3aa0285c req-908c2b07-eba9-4466-8126-531935be57cf tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:24.169229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f28f060-7c29-431a-bac2-9a6e3aa0285c req-908c2b07-eba9-4466-8126-531935be57cf tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0697842 Jul 16 21:27:24.213017 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3f28f060-7c29-431a-bac2-9a6e3aa0285c req-de880cad-01fb-4c00-87c8-1edbfc049941 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380788 Jul 16 21:27:24.844360 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:25.175503 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-8a2767c4-f3e1-4d26-aabe-f097bb2aaddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:25.176887 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-8a2767c4-f3e1-4d26-aabe-f097bb2aaddd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1098 time: 0.0559897 Jul 16 21:27:25.265678 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-af60d782-879a-4cf3-a2df-d31aa1e3a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:25.267283 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-af60d782-879a-4cf3-a2df-d31aa1e3a88f service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0845766 Jul 16 21:27:25.680589 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-3184f1b5-caac-4fae-ae5b-c79d243b6e22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 1001 time: 0.4065080 Jul 16 21:27:25.740082 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c83c5-03bc-44c5-9d72-b3b2f6e39bd7 req-2ef97028-b20f-44e2-b7c7-3134af711cd6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:25.741538 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-005c83c5-03bc-44c5-9d72-b3b2f6e39bd7 req-2ef97028-b20f-44e2-b7c7-3134af711cd6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.1136448 Jul 16 21:27:25.746728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-04196582-c31d-4d57-9636-297128acf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:25.748109 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-04196582-c31d-4d57-9636-297128acf59a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0602469 Jul 16 21:27:25.811562 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-005c83c5-03bc-44c5-9d72-b3b2f6e39bd7 req-fb437d09-2f7c-47ca-8513-6f0a902c2e5e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624776 Jul 16 21:27:25.829153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-1b4d4050-3cf6-400a-a784-acf39ebe6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:25.830618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-1b4d4050-3cf6-400a-a784-acf39ebe6464 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751734 Jul 16 21:27:25.917776 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-9f47745c-1635-460b-bb9a-669ac6d2da4f service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798743 Jul 16 21:27:26.008639 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d946274c-4cb8-49a3-900c-75ba915c4214 req-c5a4cc8b-eca8-4274-a3df-fdcc06dd0275 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846205 Jul 16 21:27:26.522492 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:26.986181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77236637-6b27-4935-a932-71abfdcbc6e0 req-d60d11d4-5868-486e-a9bc-e7996d1578cd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:26.987773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77236637-6b27-4935-a932-71abfdcbc6e0 req-d60d11d4-5868-486e-a9bc-e7996d1578cd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0631254 Jul 16 21:27:27.025330 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-77236637-6b27-4935-a932-71abfdcbc6e0 req-1f577399-4c44-42ee-b425-ea74279382a3 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Jul 16 21:27:28.201579 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54c27d-31c8-4270-98a8-85cd2854f7c9 req-1c5dc1bd-fda8-4c50-bce0-0dbb6c869998 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:28.203038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b54c27d-31c8-4270-98a8-85cd2854f7c9 req-1c5dc1bd-fda8-4c50-bce0-0dbb6c869998 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0657754 Jul 16 21:27:28.239032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b54c27d-31c8-4270-98a8-85cd2854f7c9 req-c87769ce-5b71-4e5b-b9d3-394ff44815b1 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305274 Jul 16 21:27:28.346337 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-9fe15812-d0d2-4350-85fe-2289a869a14f req-1c260b62-33fd-4195-be3b-aece0ef34d7f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:27:28.347222 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9fe15812-d0d2-4350-85fe-2289a869a14f req-1c260b62-33fd-4195-be3b-aece0ef34d7f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057750 Jul 16 21:27:28.573438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device cf4e8743-c594-4c6a-a221-2ca37709dac9 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:27:28.596814 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb185cd-85e0-475b-9d47-6f625c9f1236 req-c8bdad45-5761-4ff5-b9e4-3988db009b5a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:28.598349 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbb185cd-85e0-475b-9d47-6f625c9f1236 req-c8bdad45-5761-4ff5-b9e4-3988db009b5a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0684381 Jul 16 21:27:28.642624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bbb185cd-85e0-475b-9d47-6f625c9f1236 req-85432f0e-bb5b-4b13-b80d-7ab8f0d5bd84 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357988 Jul 16 21:27:28.649546 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.677198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:28.680139 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b197aa-6aa5-4097-bcdb-0c051fecce7c" -d '{"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:28.692523 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:28.696720 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:28.721302 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f206b1-1558-4ab2-b8d7-b088496dd1da x-openstack-request-id: req-26f206b1-1558-4ab2-b8d7-b088496dd1da {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:28.721590 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-unplugged", "status": "failed", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9", "code": 422}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:28.721849 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26f206b1-1558-4ab2-b8d7-b088496dd1da {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:28.722221 n-d-792394-17 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'code': 422} returned with failed status Jul 16 21:27:28.751123 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-894616c0-8880-45b3-8794-165eaa608ff7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982528 Jul 16 21:27:28.751841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:29.824862 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05fba-244b-490c-972c-33f422cbed50 req-d92923a9-be42-498a-9e70-efac475c2bd2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:29.826377 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0d05fba-244b-490c-972c-33f422cbed50 req-d92923a9-be42-498a-9e70-efac475c2bd2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 944 time: 0.0694494 Jul 16 21:27:29.863668 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f0d05fba-244b-490c-972c-33f422cbed50 req-6ac30355-82db-412a-a8c6-3dcef94730e0 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Jul 16 21:27:30.843525 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-61fd59b6-586d-44b3-9983-3005fc096c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:30.845004 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-61fd59b6-586d-44b3-9983-3005fc096c54 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b&tenant_id=67b20d0a9a7e4b798c89dd94129a30a8 HTTP/1.1" status: 200 len: 1096 time: 0.0961339 Jul 16 21:27:30.856038 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-17', 'device_owner': 'compute:nova'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:27:30.931959 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.154030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6745fe8-e69a-4b18-b5b1-bf62cf5dbfad req-7070b1db-8ba9-4bdb-9cc3-8a3a535325ce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:31.155473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e6745fe8-e69a-4b18-b5b1-bf62cf5dbfad req-7070b1db-8ba9-4bdb-9cc3-8a3a535325ce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 944 time: 0.1815932 Jul 16 21:27:31.190357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:31.215412 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e6745fe8-e69a-4b18-b5b1-bf62cf5dbfad req-f9616bde-f7fa-4fb8-81b4-36ed2614028b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540891 Jul 16 21:27:31.237147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:31.272479 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4e8743-c594-4c6a-a221-2ca37709dac9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:27:31.279974 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.292002 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Transition to ACTIVE for port object cf4e8743-c594-4c6a-a221-2ca37709dac9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:27:31.295532 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.372235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:31.386874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.387226 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.387593 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.387933 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.388265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.388597 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.388926 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.389249 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.389582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.389911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.390232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.390554 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:27:31.432585 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] No DVR routers for this DVR port cf4e8743-c594-4c6a-a221-2ca37709dac9 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:27:31.572105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Attempting to bind port cf4e8743-c594-4c6a-a221-2ca37709dac9 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:27:31.572442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Attempting to bind port cf4e8743-c594-4c6a-a221-2ca37709dac9 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:27:31.572767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Attempting to bind port cf4e8743-c594-4c6a-a221-2ca37709dac9 on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:31.577051 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Port cf4e8743-c594-4c6a-a221-2ca37709dac9 on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:27:31.577372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Attempting to bind port cf4e8743-c594-4c6a-a221-2ca37709dac9 on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:27:31.582105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:27:31.582442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Checking segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:27:31.582829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Bound using segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:27:31.583243 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Bound port: cf4e8743-c594-4c6a-a221-2ca37709dac9, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:27:31.583621 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.645821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:27:31.649673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:27:31.653423 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.685389 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:31.686078 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:31.687778 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] 10.222.0.63 "PUT /v2.0/ports/cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 1093 time: 0.8355885 Jul 16 21:27:31.689931 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:31.692970 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:31.758300 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e34b5-c632-4146-8897-169f94e1d427 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:31.786440 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-dd812c2c-d4d9-40ad-8a21-4352cacad3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:31.788195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-dd812c2c-d4d9-40ad-8a21-4352cacad3ce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1097 time: 0.0751700 Jul 16 21:27:31.804119 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee5223-512a-4cda-b9ad-3d84de33dd5b x-openstack-request-id: req-6cee5223-512a-4cda-b9ad-3d84de33dd5b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:31.804409 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:31.804659 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cee5223-512a-4cda-b9ad-3d84de33dd5b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:31.805058 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'status': 'completed', 'code': 200} Jul 16 21:27:31.885708 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-826e6d03-483d-4b14-90ef-e6c4a66e36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:31.887188 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-826e6d03-483d-4b14-90ef-e6c4a66e36d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0927901 Jul 16 21:27:31.954753 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-5b4f1f77-2468-49eb-9657-51933eebcbf1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 999 time: 0.0615263 Jul 16 21:27:32.002813 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-b745231e-64f4-4fa3-b0b9-34af29f280ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:32.004356 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-b745231e-64f4-4fa3-b0b9-34af29f280ee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0438855 Jul 16 21:27:32.069155 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-17eedb00-6909-4b6b-ab82-37804a9d661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:32.070682 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-17eedb00-6909-4b6b-ab82-37804a9d661d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585167 Jul 16 21:27:32.081587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-571745a2-12bf-4627-9ebb-768f48ef7f3b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:27:32.082527 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-571745a2-12bf-4627-9ebb-768f48ef7f3b service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050030 Jul 16 21:27:32.173922 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-a8da559b-edf2-43ec-8eb6-e6c42171133c service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846612 Jul 16 21:27:32.261106 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-1ff03d88-ef0a-461f-b4d2-623ad44be69d service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804980 Jul 16 21:27:32.407488 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-89a7dd5a-1474-42c2-b712-014e2c0c5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:32.409010 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-89a7dd5a-1474-42c2-b712-014e2c0c5a91 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1097 time: 0.1023307 Jul 16 21:27:32.421470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787b944-3d2e-455a-a3a5-d7cbd869066c req-e16fed59-fcf6-419e-903e-572ae8a224d3 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:32.422376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c787b944-3d2e-455a-a3a5-d7cbd869066c req-e16fed59-fcf6-419e-903e-572ae8a224d3 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0898643 Jul 16 21:27:32.513304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c787b944-3d2e-455a-a3a5-d7cbd869066c req-09ecef0c-7371-4d25-993c-9e909ae197fb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820513 Jul 16 21:27:32.562419 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-6dd33821-81d5-46d0-8693-dc67d22fc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:32.564662 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-6dd33821-81d5-46d0-8693-dc67d22fc635 service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.1412535 Jul 16 21:27:33.710960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7d88c-b7b1-48ca-a897-83c25f5f51d2 req-d5cfbc79-6ffc-47f7-a2e9-ce8ea3cc917e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:33.712616 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebf7d88c-b7b1-48ca-a897-83c25f5f51d2 req-d5cfbc79-6ffc-47f7-a2e9-ce8ea3cc917e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0735943 Jul 16 21:27:33.753117 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ebf7d88c-b7b1-48ca-a897-83c25f5f51d2 req-4c300b4b-498e-4a93-8abf-53c57c6ad98a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342891 Jul 16 21:27:34.940000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd91db-a704-448f-8d9c-a03aadb3802c req-13181aee-4264-4492-9fd6-bce0be86cc0a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:34.941544 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9afd91db-a704-448f-8d9c-a03aadb3802c req-13181aee-4264-4492-9fd6-bce0be86cc0a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0661845 Jul 16 21:27:34.982844 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9afd91db-a704-448f-8d9c-a03aadb3802c req-6b1c26d7-77da-46f2-ab56-d87aed43eed0 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332673 Jul 16 21:27:36.168432 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bee14-c773-475b-9536-068ef22b2789 req-16754149-e15f-4be9-a28f-901869eae7b3 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:36.169965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b36bee14-c773-475b-9536-068ef22b2789 req-16754149-e15f-4be9-a28f-901869eae7b3 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0707898 Jul 16 21:27:36.209519 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b36bee14-c773-475b-9536-068ef22b2789 req-89831ad2-3394-47ad-a85a-38ae321517ce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Jul 16 21:27:37.395202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f342f7-9388-4fc7-bf8c-e7d24c84d7e9 req-451a8793-fc70-47e1-bff4-2e24c958e8d6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:37.396751 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-14f342f7-9388-4fc7-bf8c-e7d24c84d7e9 req-451a8793-fc70-47e1-bff4-2e24c958e8d6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0719428 Jul 16 21:27:37.436533 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-14f342f7-9388-4fc7-bf8c-e7d24c84d7e9 req-f13f6132-2514-4eb4-9d61-250c46ed9a3b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338516 Jul 16 21:27:38.615891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e9f2f-e93b-4031-b965-16e04155865b req-f18635e7-cb13-4624-ac30-54b789ab93f5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:38.617996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e64e9f2f-e93b-4031-b965-16e04155865b req-f18635e7-cb13-4624-ac30-54b789ab93f5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0654254 Jul 16 21:27:38.662154 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e64e9f2f-e93b-4031-b965-16e04155865b req-01510d8c-da55-49d5-94f5-e3880299ae23 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379202 Jul 16 21:27:38.676246 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:27:39.857770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a066c-f744-41a5-ac89-f387aacec5cf req-18b67312-e980-447b-96b9-fb404983121e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:39.859400 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-869a066c-f744-41a5-ac89-f387aacec5cf req-18b67312-e980-447b-96b9-fb404983121e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0655739 Jul 16 21:27:39.900602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-869a066c-f744-41a5-ac89-f387aacec5cf req-eb4d6a0a-787e-4492-bf82-53f32a861167 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351655 Jul 16 21:27:41.082392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35f75f-b51f-45e0-979f-f03a6335a530 req-a52b5f53-7a7e-46a9-8d5e-2400d84ed81a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:41.084159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca35f75f-b51f-45e0-979f-f03a6335a530 req-a52b5f53-7a7e-46a9-8d5e-2400d84ed81a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0680413 Jul 16 21:27:41.122703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ca35f75f-b51f-45e0-979f-f03a6335a530 req-ac1fc92a-5047-4847-b3c1-7bea1d051d02 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Jul 16 21:27:42.309831 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dca05d-925e-45c1-8da0-01c345b0cf79 req-30353afc-9d6f-4af9-82d9-76d7a82b2701 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:42.311407 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9dca05d-925e-45c1-8da0-01c345b0cf79 req-30353afc-9d6f-4af9-82d9-76d7a82b2701 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0720103 Jul 16 21:27:42.353208 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9dca05d-925e-45c1-8da0-01c345b0cf79 req-59acf9fc-85e4-4366-a789-6c1077cae9a6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361419 Jul 16 21:27:42.560140 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-aea73b67-7d40-454b-abb9-718e82fcb7d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 999 time: 0.0598140 Jul 16 21:27:42.610232 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-b53e2587-719b-4f64-8247-0c4812ab4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:42.611699 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-b53e2587-719b-4f64-8247-0c4812ab4b06 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0434573 Jul 16 21:27:42.673258 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-28b3c73f-f9fa-4dc2-997a-05449977b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:42.674745 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-28b3c73f-f9fa-4dc2-997a-05449977b801 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541956 Jul 16 21:27:42.763410 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-ffae0969-68c6-492b-bbdd-607ac4b9f979 service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806487 Jul 16 21:27:42.855434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f510c1dc-678a-4901-bfe0-fd3651b8cdbb req-7d1c2b29-6078-4c86-a515-6dc697db7c26 service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849199 Jul 16 21:27:43.526698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a37c-a282-48c9-b396-7620e43ca91c req-0144ac62-12c0-4483-8ba4-f53c12884790 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:43.528244 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b58a37c-a282-48c9-b396-7620e43ca91c req-0144ac62-12c0-4483-8ba4-f53c12884790 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0631676 Jul 16 21:27:43.567039 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7b58a37c-a282-48c9-b396-7620e43ca91c req-f6abf2fd-8659-4e64-9fc1-d2f2cde58dc8 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332170 Jul 16 21:27:44.741262 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090669b-4c88-478f-909d-83696edf9931 req-60b8814d-b157-4928-a24a-be0c3f59a55f tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:44.742705 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9090669b-4c88-478f-909d-83696edf9931 req-60b8814d-b157-4928-a24a-be0c3f59a55f tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 945 time: 0.0658078 Jul 16 21:27:44.779799 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9090669b-4c88-478f-909d-83696edf9931 req-23a9542a-96e6-43bf-bd53-ffb09b8bc056 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315659 Jul 16 21:27:45.637300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device cf4e8743-c594-4c6a-a221-2ca37709dac9 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:27:45.741793 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:45.758050 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'port_id': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'mac_address': 'fa:16:3e:65:26:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:27:45.797014 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:45.812040 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4e8743-c594-4c6a-a221-2ca37709dac9 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:27:45.832651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:45.838326 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:45.894514 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=11']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:45.967560 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fe551-1de0-4d1a-b3ec-bbcecd77b0f8 req-b5a2a584-8ca7-49f3-8f01-350aebfad059 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:45.969054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb6fe551-1de0-4d1a-b3ec-bbcecd77b0f8 req-b5a2a584-8ca7-49f3-8f01-350aebfad059 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0718663 Jul 16 21:27:46.010618 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fb6fe551-1de0-4d1a-b3ec-bbcecd77b0f8 req-ebd50712-db81-4231-a319-2b6a51881b98 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359240 Jul 16 21:27:46.059071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['cf4e8743-c594-4c6a-a221-2ca37709dac9'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:27:46.304765 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:47.179365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440630d-11ed-4601-911b-694e02b59b70 req-269ac35c-e34a-4fdd-b1f0-2505bebf99e0 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:47.180787 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9440630d-11ed-4601-911b-694e02b59b70 req-269ac35c-e34a-4fdd-b1f0-2505bebf99e0 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 946 time: 0.0619664 Jul 16 21:27:47.219029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9440630d-11ed-4601-911b-694e02b59b70 req-dda23ea8-6474-43f5-8b36-4e78990b9e0a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Jul 16 21:27:47.624173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:47.651912 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device cf4e8743-c594-4c6a-a221-2ca37709dac9 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:27:47.700191 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port cf4e8743-c594-4c6a-a221-2ca37709dac9 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:27:47.704329 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port cf4e8743-c594-4c6a-a221-2ca37709dac9 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:27:47.704683 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:47.779647 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:47.801101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:27:47.803523 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84257b5-0e0b-4e08-baad-f0f102cea106" -d '{"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:27:47.816452 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:27:47.820366 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:47.842910 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d2f276-5210-4fb7-9524-8cd2dd4922af x-openstack-request-id: req-e1d2f276-5210-4fb7-9524-8cd2dd4922af {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:27:47.843201 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:27:47.843479 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1d2f276-5210-4fb7-9524-8cd2dd4922af {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:27:47.843864 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'code': 200} Jul 16 21:27:47.870269 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=12']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:27:48.017118 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a333570-7562-4a19-ae37-783caaf8dcc1 req-47ff5d67-d6df-467a-9596-8d026d68d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:48.018606 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a333570-7562-4a19-ae37-783caaf8dcc1 req-47ff5d67-d6df-467a-9596-8d026d68d211 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1099 time: 0.0556667 Jul 16 21:27:48.052087 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3a333570-7562-4a19-ae37-783caaf8dcc1 req-9cd2fa67-0cff-428c-bc51-87b81bc6d920 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271728 Jul 16 21:27:48.393653 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a1e50-a68b-4c18-b335-443a42b665f5 req-3e6029c3-b570-4b07-925c-7ad604148412 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:48.395133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f71a1e50-a68b-4c18-b335-443a42b665f5 req-3e6029c3-b570-4b07-925c-7ad604148412 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 947 time: 0.0639641 Jul 16 21:27:48.431946 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f71a1e50-a68b-4c18-b335-443a42b665f5 req-56808ef4-c6a0-4448-a819-e6d0acd8bbec tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Jul 16 21:27:48.880028 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-543602ef-b393-4659-98cb-621552e2eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:48.881505 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-543602ef-b393-4659-98cb-621552e2eaea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1099 time: 0.0592871 Jul 16 21:27:48.988915 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-271e1924-e763-4a95-956f-5f8b65ee3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:48.990415 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-271e1924-e763-4a95-956f-5f8b65ee3cfd service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0884287 Jul 16 21:27:49.062861 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-2d43dd4f-7822-4192-b824-8680e56fce43 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 1001 time: 0.0659018 Jul 16 21:27:49.111013 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-b233e3a4-e17c-4056-bde8-ac2ffa9ea852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:49.112561 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-b233e3a4-e17c-4056-bde8-ac2ffa9ea852 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0442901 Jul 16 21:27:49.171766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-831a9150-b341-414f-ba53-594380dd6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:49.173275 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-831a9150-b341-414f-ba53-594380dd6da9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544682 Jul 16 21:27:49.267312 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-790ff451-e84b-4fdc-8548-bb2d071a4a2e service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873225 Jul 16 21:27:49.356473 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9675cadb-9a4f-4d83-82d4-79f6c319a3dc req-19ee372c-24f8-4a9f-a34f-02399e04c029 service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828910 Jul 16 21:27:49.606774 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f769642-ab09-4c0e-817a-38f8f521ad82 req-6f80a9e7-ea0c-4f23-ba25-51463d43843b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:27:49.608263 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f769642-ab09-4c0e-817a-38f8f521ad82 req-6f80a9e7-ea0c-4f23-ba25-51463d43843b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 947 time: 0.0662487 Jul 16 21:27:49.646218 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2f769642-ab09-4c0e-817a-38f8f521ad82 req-97f3eaaf-4493-48b3-81b5-cedc605957d2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323665 Jul 16 21:27:50.732953 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1701bdca-82b8-4483-97dd-7d50d4ff280d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:53.466608 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b50e-5fc6-4393-bc7a-3bbb1b2d9f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:53.489648 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:54.847779 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:27:56.526588 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:15.676410 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:28:16.305738 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:17.623055 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:20.737548 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-815e2738-fce8-43f1-85fc-d01ad84c3f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:23.467543 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-460d5477-a19e-41a7-81a0-3dbd874e2a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:23.489756 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:24.851111 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:26.529572 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:46.319355 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:47.638627 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:48.866115 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d782777-71d7-4666-b46a-1789eb388554 req-26b6847a-03b2-4f54-8179-f9eddee4f099 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499928 Jul 16 21:28:48.955864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782777-71d7-4666-b46a-1789eb388554 req-8cdf9fca-907a-48c5-bfd9-e8675258d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:48.957309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d782777-71d7-4666-b46a-1789eb388554 req-8cdf9fca-907a-48c5-bfd9-e8675258d995 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1099 time: 0.0507197 Jul 16 21:28:49.062180 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782777-71d7-4666-b46a-1789eb388554 req-0ce85d62-ee87-479f-88fe-9829b8f9419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:49.064213 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d782777-71d7-4666-b46a-1789eb388554 req-0ce85d62-ee87-479f-88fe-9829b8f9419b service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0871463 Jul 16 21:28:49.129007 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d782777-71d7-4666-b46a-1789eb388554 req-58c76c23-378b-4098-a33e-68348b08c8c0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 1001 time: 0.0564444 Jul 16 21:28:49.178573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782777-71d7-4666-b46a-1789eb388554 req-633c75d3-8a7e-40e7-bd6d-b698e4012fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:49.180024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d782777-71d7-4666-b46a-1789eb388554 req-633c75d3-8a7e-40e7-bd6d-b698e4012fa0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0452535 Jul 16 21:28:49.236965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782777-71d7-4666-b46a-1789eb388554 req-edf3bd51-284b-47fe-849b-64a0f1af249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:49.238367 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d782777-71d7-4666-b46a-1789eb388554 req-edf3bd51-284b-47fe-849b-64a0f1af249a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518868 Jul 16 21:28:49.325059 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d782777-71d7-4666-b46a-1789eb388554 req-2558fc4b-0e32-4642-b5f0-14a8f6f9033d service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801134 Jul 16 21:28:49.416018 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8d782777-71d7-4666-b46a-1789eb388554 req-0bf94287-d45e-4b1d-8c1e-89f5dec78e98 service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845532 Jul 16 21:28:50.738424 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6fbf832a-2c68-4d13-8b46-fee139079aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:52.675279 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:28:53.467899 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0c89aa7d-5010-45a3-b84c-78b360144566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:53.488990 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:54.852813 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:56.532880 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:58.788052 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48752) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:28:58.945535 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Deleting port bbfd9599-44e2-4473-a78c-03cac126a099 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:28:58.945884 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:59.017840 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:59.018167 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:59.029169 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Calling delete_port for bbfd9599-44e2-4473-a78c-03cac126a099 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:28:59.173156 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:59.200446 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event deleted for resources: {'Port': ['ID=bbfd9599-44e2-4473-a78c-03cac126a099,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:28:59.227367 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.227864 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.228217 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.228552 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.228885 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.229216 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.229540 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.229863 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.230184 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.230505 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.230830 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.231173 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:28:59.275749 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:59.276092 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Floating IP 966a8c65-a905-441c-b30f-d8e310ae5dcb disassociated (deleted). External IP: 172.25.7.72, port: cf4e8743-c594-4c6a-a221-2ca37709dac9. Jul 16 21:28:59.475066 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Router 86e86b80-1bbc-484f-b142-c508770325f5 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:28:59.578491 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:28:59.583380 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:28:59.587634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] Sync routers for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:28:59.597705 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:28:59.598316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:28:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:28:59.624638 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7f32f9b4-ed0e-4b72-91ff-741b78e60bce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "DELETE /v2.0/floatingips/966a8c65-a905-441c-b30f-d8e310ae5dcb HTTP/1.1" status: 204 len: 168 time: 0.8329711 Jul 16 21:28:59.624638 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:28:59.626697 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8b4bab58f3157324b85e0a65156fc33a5ef40aa76454184b457a18b80112b86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd51fdd2-a02a-4e1b-94c0-24485694118b" -d '{"events": [{"name": "network-changed", "server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:28:59.864188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:28:59.917201 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a778398f-7627-4f25-99fe-12a8390c9614 x-openstack-request-id: req-a778398f-7627-4f25-99fe-12a8390c9614 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:28:59.917712 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:28:59.917712 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a778398f-7627-4f25-99fe-12a8390c9614 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:28:59.918132 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'status': 'completed', 'code': 200} Jul 16 21:28:59.995267 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-0ac8f056-d539-4b61-a0c6-933afd6dd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:28:59.996832 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-0ac8f056-d539-4b61-a0c6-933afd6dd5d8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 1099 time: 0.0534134 Jul 16 21:29:00.064095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:00.093094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] Checking router: 86e86b80-1bbc-484f-b142-c508770325f5 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:29:00.101021 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:00.101624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:28:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:00.129113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-ac147d9e-4c05-4330-b252-e2697cdd6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:00.130604 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-ac147d9e-4c05-4330-b252-e2697cdd6fbe service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.1271353 Jul 16 21:29:00.142491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2df6ef-78f9-4c5a-af94-1808328d70e8 req-b955db2b-e8c8-4af5-b75b-fd318029514b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:00.143939 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa2df6ef-78f9-4c5a-af94-1808328d70e8 req-b955db2b-e8c8-4af5-b75b-fd318029514b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 947 time: 0.1320076 Jul 16 21:29:00.192627 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-581bad11-f765-44a2-ab6e-9cf8de385f69 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 200 len: 217 time: 0.0476880 Jul 16 21:29:00.206869 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:00.239629 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa2df6ef-78f9-4c5a-af94-1808328d70e8 req-0dfd8c91-7eac-4571-a591-8213546ca45a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891411 Jul 16 21:29:00.254250 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-239d1993-7cc6-4108-9ecf-5af7104fe46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:00.255762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-239d1993-7cc6-4108-9ecf-5af7104fe46a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0556700 Jul 16 21:29:00.314797 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-c2dbf1a8-e8c9-4573-80d0-376724db8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:00.316259 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-c2dbf1a8-e8c9-4573-80d0-376724db8a91 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528126 Jul 16 21:29:00.403090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:00.408793 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-3559ec30-a0e7-454f-95d5-e505f9707718 service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846210 Jul 16 21:29:00.429230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c9c61-23aa-4b7f-a5be-2c0db6e59423 None None] The sync data for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 is: [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:29:00.503392 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bd51fdd2-a02a-4e1b-94c0-24485694118b req-69a64c77-4ab7-4290-bed7-8a86b72c3e3b service neutron] 10.222.0.63 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869701 Jul 16 21:29:00.749194 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e973dd0-cb6c-4088-9616-9013d33bc7e2 None None] New status for floating IP 966a8c65-a905-441c-b30f-d8e310ae5dcb: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:29:01.207399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-b2261cc0-31c2-498e-aff1-d1014e27e5df tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:01.208774 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-b2261cc0-31c2-498e-aff1-d1014e27e5df tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.63 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 947 time: 0.0651958 Jul 16 21:29:01.305851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Deleting port cf4e8743-c594-4c6a-a221-2ca37709dac9 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:29:01.306194 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:01.740932 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] For port cf4e8743-c594-4c6a-a221-2ca37709dac9, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=cf4e8743-c594-4c6a-a221-2ca37709dac9,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:01.741285 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:01.758755 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Calling delete_port for cf4e8743-c594-4c6a-a221-2ca37709dac9 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:29:01.811805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749781c-cc46-4856-bbbd-998eea53f2ce req-2bf352f2-13bf-415d-8d78-72b40989bf05 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:01.813282 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3749781c-cc46-4856-bbbd-998eea53f2ce req-2bf352f2-13bf-415d-8d78-72b40989bf05 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=833743c9-dfb9-4361-ad60-b573a91d4b5b HTTP/1.1" status: 200 len: 947 time: 0.4480803 Jul 16 21:29:01.873221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-3749781c-cc46-4856-bbbd-998eea53f2ce req-c7654ca5-beb8-4bd1-9701-04885a0df532 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=b329a697-fb05-4cf8-91d0-a0b8b2dac329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531788 Jul 16 21:29:01.929379 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:01.959209 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event deleted for resources: {'Port': ['ID=cf4e8743-c594-4c6a-a221-2ca37709dac9,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:01.989115 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.989464 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.989802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.990137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.990467 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.990795 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.991134 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.991468 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.991791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.992113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.992438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:01.992760 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:02.015964 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] No DVR routers for this DVR port cf4e8743-c594-4c6a-a221-2ca37709dac9 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:29:02.018864 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:02.020860 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5e4cd63a-e32c-4692-b5ac-7e6682e94da1 req-69c9c6b0-7e27-45fe-adf6-b956df9c0d59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.63 "DELETE /v2.0/ports/cf4e8743-c594-4c6a-a221-2ca37709dac9 HTTP/1.1" status: 204 len: 173 time: 0.8071210 Jul 16 21:29:02.021299 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-deleted', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:02.023540 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3529d322-4bab-44ae-880f-30b471ea9107" -d '{"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-deleted", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:02.062489 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a06aad8-af57-4ec1-9c34-99418e4eb657 x-openstack-request-id: req-3a06aad8-af57-4ec1-9c34-99418e4eb657 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:02.062776 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833743c9-dfb9-4361-ad60-b573a91d4b5b", "name": "network-vif-deleted", "tag": "cf4e8743-c594-4c6a-a221-2ca37709dac9", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:02.063026 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a06aad8-af57-4ec1-9c34-99418e4eb657 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:02.063517 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833743c9-dfb9-4361-ad60-b573a91d4b5b', 'name': 'network-vif-deleted', 'tag': 'cf4e8743-c594-4c6a-a221-2ca37709dac9', 'status': 'completed', 'code': 200} Jul 16 21:29:02.966050 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48776) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:03.022481 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fc8732a-46c5-49cb-bf12-6b942359a2a5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.046070 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fc8732a-46c5-49cb-bf12-6b942359a2a5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.103452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fc8732a-46c5-49cb-bf12-6b942359a2a5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.106028 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5fc8732a-46c5-49cb-bf12-6b942359a2a5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.107196 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5fc8732a-46c5-49cb-bf12-6b942359a2a5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "DELETE /v2.0/security-groups/b329a697-fb05-4cf8-91d0-a0b8b2dac329 HTTP/1.1" status: 204 len: 168 time: 0.1398721 Jul 16 21:29:03.116096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8732a-46c5-49cb-bf12-6b942359a2a5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b329a697-fb05-4cf8-91d0-a0b8b2dac329,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:03.728716 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:03.733824 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0438d9e5-61fc-4924-a3f2-4683335fc246 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495391760', 'description': 'tempest-secgroup-smoke-1495391760 description', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:03.757795 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0438d9e5-61fc-4924-a3f2-4683335fc246 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.842393 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0438d9e5-61fc-4924-a3f2-4683335fc246 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.846476 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0438d9e5-61fc-4924-a3f2-4683335fc246 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.874396 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0438d9e5-61fc-4924-a3f2-4683335fc246 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.875743 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-0438d9e5-61fc-4924-a3f2-4683335fc246 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1459496 Jul 16 21:29:03.878460 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 48784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:03.882845 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-11d7443d-d277-4362-af96-293455f31eaa tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:03.890543 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438d9e5-61fc-4924-a3f2-4683335fc246 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:03.912889 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11d7443d-d277-4362-af96-293455f31eaa tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.970269 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11d7443d-d277-4362-af96-293455f31eaa tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.974045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11d7443d-d277-4362-af96-293455f31eaa tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:03.979056 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device cf4e8743-c594-4c6a-a221-2ca37709dac9 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:29:03.989617 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7443d-d277-4362-af96-293455f31eaa tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e687940-2dc3-4bd5-a694-01f7afedec99,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:03.999223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11d7443d-d277-4362-af96-293455f31eaa tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.000612 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-11d7443d-d277-4362-af96-293455f31eaa tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212308 Jul 16 21:29:04.002741 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: cf4e8743-c594-4c6a-a221-2ca37709dac9 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:29:04.003084 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device cf4e8743-c594-4c6a-a221-2ca37709dac9 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:29:04.003589 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48786) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:04.008276 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-15ae1078-9166-4076-a993-150ac6a77571 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:04.035653 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15ae1078-9166-4076-a993-150ac6a77571 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.082457 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15ae1078-9166-4076-a993-150ac6a77571 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.086092 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15ae1078-9166-4076-a993-150ac6a77571 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.104848 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae1078-9166-4076-a993-150ac6a77571 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3243331d-c2cf-4b60-be7e-9d471fa5d2b9,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:04.107910 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15ae1078-9166-4076-a993-150ac6a77571 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.109305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-15ae1078-9166-4076-a993-150ac6a77571 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1046944 Jul 16 21:29:04.112087 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48788) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:04.116417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-ffdc4b96-a6a0-4eec-9ae1-091dfdaf02cc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:04.142663 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4b96-a6a0-4eec-9ae1-091dfdaf02cc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.202043 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4b96-a6a0-4eec-9ae1-091dfdaf02cc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.205943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4b96-a6a0-4eec-9ae1-091dfdaf02cc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.227154 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc4b96-a6a0-4eec-9ae1-091dfdaf02cc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffb6fa4-6490-44fc-a45f-736d46e484e6,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:04.230484 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4b96-a6a0-4eec-9ae1-091dfdaf02cc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.234202 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ffdc4b96-a6a0-4eec-9ae1-091dfdaf02cc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187482 Jul 16 21:29:04.235176 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48790) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:04.238930 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-4c36a598-5310-40cb-8fdf-4c70b6aabbfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:04.263588 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c36a598-5310-40cb-8fdf-4c70b6aabbfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.320930 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c36a598-5310-40cb-8fdf-4c70b6aabbfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.324220 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c36a598-5310-40cb-8fdf-4c70b6aabbfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.341242 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36a598-5310-40cb-8fdf-4c70b6aabbfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b61c182-e7ae-4c65-b42d-20ebf831129b,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:04.346868 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c36a598-5310-40cb-8fdf-4c70b6aabbfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.348067 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4c36a598-5310-40cb-8fdf-4c70b6aabbfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126513 Jul 16 21:29:04.350723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48792) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:04.355070 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-de7e0915-0a2e-4e6f-9afc-2dd834bd3dfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:04.376664 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-de7e0915-0a2e-4e6f-9afc-2dd834bd3dfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Project 67b20d0a9a7e4b798c89dd94129a30a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:29:04.381536 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7e0915-0a2e-4e6f-9afc-2dd834bd3dfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.439073 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7e0915-0a2e-4e6f-9afc-2dd834bd3dfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.442402 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7e0915-0a2e-4e6f-9afc-2dd834bd3dfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.459126 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e0915-0a2e-4e6f-9afc-2dd834bd3dfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f810be0b-cb03-4ca4-b8ec-52d8fca8a440,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:04.464788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7e0915-0a2e-4e6f-9afc-2dd834bd3dfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.465981 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-de7e0915-0a2e-4e6f-9afc-2dd834bd3dfb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143270 Jul 16 21:29:04.469004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48794) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:04.473868 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-916a3ab4-ae82-4760-8e52-9d63a584705e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'security_group_rule': {'security_group_id': 'e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21', 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:04.495887 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-916a3ab4-ae82-4760-8e52-9d63a584705e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Project 67b20d0a9a7e4b798c89dd94129a30a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:29:04.500518 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-916a3ab4-ae82-4760-8e52-9d63a584705e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.561182 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-916a3ab4-ae82-4760-8e52-9d63a584705e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.564722 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-916a3ab4-ae82-4760-8e52-9d63a584705e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.580913 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a3ab4-ae82-4760-8e52-9d63a584705e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c7b19a-7283-4f63-971d-ffd124c69b00,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:04.589569 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-916a3ab4-ae82-4760-8e52-9d63a584705e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:04.590890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-916a3ab4-ae82-4760-8e52-9d63a584705e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204500 Jul 16 21:29:16.335479 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:17.637373 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:17.799685 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-303f9f05-69d2-4e2b-8054-e40a34211647 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495391760&fields=id&tenant_id=67b20d0a9a7e4b798c89dd94129a30a8 HTTP/1.1" status: 200 len: 267 time: 0.0328908 Jul 16 21:29:17.901149 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-296d23a8-2950-4c93-83ac-c23cae056f12 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:17.902582 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-296d23a8-2950-4c93-83ac-c23cae056f12 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 808 time: 0.0965574 Jul 16 21:29:17.917204 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-acb1dd22-ea5c-4b22-ba64-f4ad90dfd382 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/quotas/67b20d0a9a7e4b798c89dd94129a30a8 HTTP/1.1" status: 200 len: 375 time: 0.0086412 Jul 16 21:29:17.985948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-40bc0f38-c0c0-452a-b311-173bfbea2a68 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634706 Jul 16 21:29:18.118471 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-3284c26d-c9fe-4e0d-8bdb-847f51ce6dab service neutron] 10.222.0.10 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207371 Jul 16 21:29:18.208305 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-63e8aa83-cfb4-4dc1-a678-91b6547e5061 service neutron] 10.222.0.10 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844185 Jul 16 21:29:18.497644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1ab83f55-ee3d-4fe8-9194-c3beb3036aac req-628019ab-56db-4297-95ac-c3ccb57d468b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 210 time: 0.0284476 Jul 16 21:29:19.495901 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-acf9a2ef-75b1-4050-a401-f998da147514 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:19.497487 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-acf9a2ef-75b1-4050-a401-f998da147514 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 808 time: 0.1029191 Jul 16 21:29:19.540882 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-e5689534-859d-490e-b2ab-31bc619ca1e6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67b20d0a9a7e4b798c89dd94129a30a8 HTTP/1.1" status: 200 len: 380 time: 0.0349758 Jul 16 21:29:19.549517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'port': {'device_id': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'admin_state_up': True, 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'security_groups': ['e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:19.648342 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a295093b-ba17-47be-b96c-81e3848b2e47 req-c4277a6e-7dba-48a2-951a-2e167ef7bd1d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 210 time: 0.0396295 Jul 16 21:29:19.691841 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Made reservation on behalf of 67b20d0a9a7e4b798c89dd94129a30a8 for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:29:19.694449 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.820393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Allocated IP 172.20.0.13 (aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f/27014b42-c313-453c-bc5b-96ef9c142dfe/43c2e898-c709-4def-ac4f-053bf8247e7e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:29:19.963221 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:19.977037 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Transition to ACTIVE for port object 43c2e898-c709-4def-ac4f-053bf8247e7e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:20.011458 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.056767 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:29:20.059890 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:29:20.064482 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:29:20.071018 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'Port': ['ID=43c2e898-c709-4def-ac4f-053bf8247e7e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:20.126495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:20.127140 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.142250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-2deb4e67-cd9c-4c65-9b80-09f940a0ee1b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5964537 Jul 16 21:29:20.203020 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Request body: {'port': {'device_id': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:20.278453 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.298900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c80fe96-086b-43f5-a07a-4f6869d33d9b None None] Provisioning for port 43c2e898-c709-4def-ac4f-053bf8247e7e completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:20.303022 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2c80fe96-086b-43f5-a07a-4f6869d33d9b None None] Provisioning complete for port 43c2e898-c709-4def-ac4f-053bf8247e7e triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:20.303678 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2c80fe96-086b-43f5-a07a-4f6869d33d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.338402 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-2c80fe96-086b-43f5-a07a-4f6869d33d9b None None] Port 43c2e898-c709-4def-ac4f-053bf8247e7e cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:29:20.545481 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c2e898-c709-4def-ac4f-053bf8247e7e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:29:20.552828 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.564417 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Transition to ACTIVE for port object 43c2e898-c709-4def-ac4f-053bf8247e7e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:29:20.568186 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.619390 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Pushing event updated for resources: {'Port': ['ID=43c2e898-c709-4def-ac4f-053bf8247e7e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:20.720374 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Attempting to bind port 43c2e898-c709-4def-ac4f-053bf8247e7e on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:29:20.720768 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Attempting to bind port 43c2e898-c709-4def-ac4f-053bf8247e7e by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:29:20.721105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Attempting to bind port 43c2e898-c709-4def-ac4f-053bf8247e7e on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:29:20.734778 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Port 43c2e898-c709-4def-ac4f-053bf8247e7e on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:29:20.735137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Attempting to bind port 43c2e898-c709-4def-ac4f-053bf8247e7e on network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:29:20.744169 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-76c1370c-12e9-4b16-9f1d-43866c72a284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.747850 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:29:20.748241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Checking segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:29:20.748637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Bound using segment: {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:29:20.749140 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Bound port: 43c2e898-c709-4def-ac4f-053bf8247e7e, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3eea8fc-298d-4aba-bb07-3854e6057795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:29:20.749505 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.869673 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:29:20.874000 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=43c2e898-c709-4def-ac4f-053bf8247e7e,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:29:20.878650 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.914899 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:20.915829 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:20.917600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] 10.222.0.30 "PUT /v2.0/ports/43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 1093 time: 0.7680507 Jul 16 21:29:20.920170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:20.923268 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0415d124-d1b5-4d56-a104-20f4d2bf1665" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:20.958067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638eb029-85dd-4400-9f33-7d43c913b1d3 req-d1c8da21-5d67-4365-beee-5514cbeac334 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:20.959648 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-638eb029-85dd-4400-9f33-7d43c913b1d3 req-d1c8da21-5d67-4365-beee-5514cbeac334 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.1643057 Jul 16 21:29:21.023552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d893698-3012-4484-9aab-9360cb0d739d service neutron] Pushing event updated for resources: {'Port': ['ID=43c2e898-c709-4def-ac4f-053bf8247e7e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:21.052791 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-638eb029-85dd-4400-9f33-7d43c913b1d3 req-0cffae41-cd8b-42ec-bd82-251fadd5e349 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743999 Jul 16 21:29:21.072382 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-786a635b-14d7-4117-8590-32eef34631b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:21.074240 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-786a635b-14d7-4117-8590-32eef34631b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1096 time: 0.1105392 Jul 16 21:29:21.124569 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb15a36-cfb0-4202-b0ee-a9c379706b97 x-openstack-request-id: req-1eb15a36-cfb0-4202-b0ee-a9c379706b97 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:21.124875 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:21.125111 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1eb15a36-cfb0-4202-b0ee-a9c379706b97 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:21.126042 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'status': 'completed', 'code': 200} Jul 16 21:29:21.128076 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-1c43ea9d-50b7-4e7f-9bf2-3869fe079ee7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 217 time: 0.0466394 Jul 16 21:29:21.186252 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-8d3d62c4-95bc-4e51-8b25-197567b9c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:21.188462 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-8d3d62c4-95bc-4e51-8b25-197567b9c0e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0539923 Jul 16 21:29:21.254722 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-b2306d3d-0415-4862-9de9-147a79596aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:21.256314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-b2306d3d-0415-4862-9de9-147a79596aab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620892 Jul 16 21:29:21.350211 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-686dfd69-8897-440d-b43b-f77116cb3df7 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867088 Jul 16 21:29:21.459623 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c8b8d0bc-e37b-44b8-b95f-20b6f98e3143 req-dafcb102-4977-4e98-9eb0-96cc07b5fff5 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024313 Jul 16 21:29:21.561729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-f87331a3-9605-4f37-8ff9-88f3334e9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:21.563962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-f87331a3-9605-4f37-8ff9-88f3334e9f42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1096 time: 0.0548096 Jul 16 21:29:21.657454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-6000b2c3-6dee-4cf0-8680-1bdecd2268fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:21.659016 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-6000b2c3-6dee-4cf0-8680-1bdecd2268fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0899341 Jul 16 21:29:21.699937 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-e91407d6-3c6a-4600-8ba6-6a018191582a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 217 time: 0.0348887 Jul 16 21:29:21.748777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-53b10d9a-58ba-43df-85e5-a3e25a88eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:21.750246 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-53b10d9a-58ba-43df-85e5-a3e25a88eeb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0445068 Jul 16 21:29:21.812538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-ed2776db-84f9-45cb-a345-1a8f156f35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:21.814159 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-ed2776db-84f9-45cb-a345-1a8f156f35a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576890 Jul 16 21:29:21.903503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-d6e8aae3-a05a-43e4-be13-1e5c2ec20195 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832555 Jul 16 21:29:21.998576 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0415d124-d1b5-4d56-a104-20f4d2bf1665 req-3d9535d0-3275-42c2-b1ec-b4f3a2caffe4 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892575 Jul 16 21:29:22.240003 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e472b-30ca-49ba-b764-197e394be6df req-bd0d8b94-d28f-419a-85aa-9d1c1e456edf tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:22.241727 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a46e472b-30ca-49ba-b764-197e394be6df req-bd0d8b94-d28f-419a-85aa-9d1c1e456edf tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0674591 Jul 16 21:29:22.283625 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a46e472b-30ca-49ba-b764-197e394be6df req-5acb3d3a-ee0a-4196-9c4e-cda67f359afd tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348544 Jul 16 21:29:23.475753 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6f3691b3-3433-46b4-bdcf-a6f95a02142b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:23.493151 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:23.496547 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219f584-6793-4f8e-8f58-f6067fb18d38 req-78ae287b-a561-4191-bf6e-aab18f7ea012 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:23.498314 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9219f584-6793-4f8e-8f58-f6067fb18d38 req-78ae287b-a561-4191-bf6e-aab18f7ea012 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0889716 Jul 16 21:29:23.545426 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9219f584-6793-4f8e-8f58-f6067fb18d38 req-75124b15-808b-4c6c-8d69-deaeb34bdb8c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Jul 16 21:29:24.717297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e78ded-fff3-4622-8421-6f4a8622e0cb req-1909b33d-9180-4e63-b6ca-1e3afd950747 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:24.718771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29e78ded-fff3-4622-8421-6f4a8622e0cb req-1909b33d-9180-4e63-b6ca-1e3afd950747 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0634985 Jul 16 21:29:24.756098 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-29e78ded-fff3-4622-8421-6f4a8622e0cb req-53169e38-f9ae-467f-a5fc-231b5cc171d8 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312469 Jul 16 21:29:24.857112 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:25.926265 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630732ad-8e16-420e-8a3d-49326a25c689 req-27523428-7a54-4de3-90e8-88729f96840b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:25.927704 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-630732ad-8e16-420e-8a3d-49326a25c689 req-27523428-7a54-4de3-90e8-88729f96840b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0633893 Jul 16 21:29:25.963959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-630732ad-8e16-420e-8a3d-49326a25c689 req-3c6887f5-3ed3-4908-bf64-2b341860dcc0 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Jul 16 21:29:26.535847 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:27.135909 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6f9d-00dd-4ea0-8911-0e19f3237a94 req-55b955cb-8c7f-479c-9631-94fb5617b9a5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:27.137399 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a3d6f9d-00dd-4ea0-8911-0e19f3237a94 req-55b955cb-8c7f-479c-9631-94fb5617b9a5 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0663753 Jul 16 21:29:27.174645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9a3d6f9d-00dd-4ea0-8911-0e19f3237a94 req-73fb042d-1189-4a41-98c4-7e5c076888bc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Jul 16 21:29:28.347282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70e7ab-7bb7-4611-a919-a707ee422a4f req-ca70a749-1dd4-4b42-a850-fcaabc4ba7ad tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:28.348795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af70e7ab-7bb7-4611-a919-a707ee422a4f req-ca70a749-1dd4-4b42-a850-fcaabc4ba7ad tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0628645 Jul 16 21:29:28.385309 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af70e7ab-7bb7-4611-a919-a707ee422a4f req-4f4ff91b-5d13-484b-94fc-a3e2313c5a38 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310149 Jul 16 21:29:29.553966 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e44aec-aa4e-4e85-a304-be075c293d85 req-da21c802-e6fc-4a0a-b0f5-adc287a61f9b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:29.555660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46e44aec-aa4e-4e85-a304-be075c293d85 req-da21c802-e6fc-4a0a-b0f5-adc287a61f9b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0622730 Jul 16 21:29:29.597687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-46e44aec-aa4e-4e85-a304-be075c293d85 req-de6c3a89-4916-4a5d-8eaf-59476483611a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366189 Jul 16 21:29:29.676001 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:29:30.768322 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1172c9-8c54-4fbf-8541-583a009e7957 req-ea27b2e9-6112-40ce-bb88-ec38e22e4789 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:30.769907 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eb1172c9-8c54-4fbf-8541-583a009e7957 req-ea27b2e9-6112-40ce-bb88-ec38e22e4789 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0634634 Jul 16 21:29:30.807141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eb1172c9-8c54-4fbf-8541-583a009e7957 req-d16254ac-bb89-4900-93cd-02ce0a1e7b52 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Jul 16 21:29:31.975123 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36cafd-d41f-4fe6-8451-c25cad5def6d req-e2c8316e-fb47-423f-a69a-7e0d7dc61e56 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:31.976545 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db36cafd-d41f-4fe6-8451-c25cad5def6d req-e2c8316e-fb47-423f-a69a-7e0d7dc61e56 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0623379 Jul 16 21:29:32.013653 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-db36cafd-d41f-4fe6-8451-c25cad5def6d req-83024982-185a-48f5-ac34-6d6e7d8ca636 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Jul 16 21:29:33.046990 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 43c2e898-c709-4def-ac4f-053bf8247e7e details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:29:33.141126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=43c2e898-c709-4def-ac4f-053bf8247e7e,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:33.152131 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'port_id': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'mac_address': 'fa:16:3e:e0:40:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:29:33.188894 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:33.191680 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec2e45-ca74-4b53-92db-6789fdb880e6 req-3cf7ab72-f920-479f-937f-fd4ad7c492d0 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:33.193216 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2fec2e45-ca74-4b53-92db-6789fdb880e6 req-3cf7ab72-f920-479f-937f-fd4ad7c492d0 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0669754 Jul 16 21:29:33.202091 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c2e898-c709-4def-ac4f-053bf8247e7e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:29:33.222063 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=43c2e898-c709-4def-ac4f-053bf8247e7e,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:33.225707 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:33.232531 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2fec2e45-ca74-4b53-92db-6789fdb880e6 req-af530e12-559b-4a01-8613-d93dd80299af tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335934 Jul 16 21:29:33.272991 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=43c2e898-c709-4def-ac4f-053bf8247e7e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:33.280230 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.280580 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.280924 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.281261 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.282189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.282526 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.282857 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.283186 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.283536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.283862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.284188 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.284516 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:29:33.470424 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['43c2e898-c709-4def-ac4f-053bf8247e7e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:29:34.401937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fe361-2c00-4e9f-84d8-f2a2b45004df req-6ed7c666-bffe-489b-8387-b4476acf3860 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:34.403423 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed0fe361-2c00-4e9f-84d8-f2a2b45004df req-6ed7c666-bffe-489b-8387-b4476acf3860 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 945 time: 0.0632212 Jul 16 21:29:34.440235 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed0fe361-2c00-4e9f-84d8-f2a2b45004df req-efacbe17-934a-4130-bd26-1ad14cbff5ec tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Jul 16 21:29:35.078138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 43c2e898-c709-4def-ac4f-053bf8247e7e up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:29:35.124672 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 43c2e898-c709-4def-ac4f-053bf8247e7e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:29:35.129074 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 43c2e898-c709-4def-ac4f-053bf8247e7e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:29:35.129439 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:35.207573 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:35.229429 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:35.231691 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba0f338-16c7-44af-85fd-5f74d7ffc08f" -d '{"events": [{"server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "name": "network-vif-plugged", "status": "completed", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:35.244995 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=43c2e898-c709-4def-ac4f-053bf8247e7e,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:29:35.248909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:35.296862 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=43c2e898-c709-4def-ac4f-053bf8247e7e,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:35.319775 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1f2ca8-d44b-4b96-9cce-d06bdc78c266 x-openstack-request-id: req-9e1f2ca8-d44b-4b96-9cce-d06bdc78c266 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:35.320069 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "name": "network-vif-plugged", "status": "completed", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:35.320325 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e1f2ca8-d44b-4b96-9cce-d06bdc78c266 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:35.320733 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'code': 200} Jul 16 21:29:35.431759 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd93d-5612-4e1c-82ed-3d2167a26059 req-8053a768-5c79-45f1-9d8d-5f47498dae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:35.433250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-538cd93d-5612-4e1c-82ed-3d2167a26059 req-8053a768-5c79-45f1-9d8d-5f47498dae43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1098 time: 0.0504599 Jul 16 21:29:35.470100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-538cd93d-5612-4e1c-82ed-3d2167a26059 req-021fe597-4d95-49b4-a1b1-a3ecec8d0b6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307505 Jul 16 21:29:35.613436 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea15254-18c0-450a-b96b-6334500ace5f req-e83787e6-941a-425e-afc8-d1c6460f0e35 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:35.614924 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ea15254-18c0-450a-b96b-6334500ace5f req-e83787e6-941a-425e-afc8-d1c6460f0e35 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0634899 Jul 16 21:29:35.652651 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6ea15254-18c0-450a-b96b-6334500ace5f req-f44f45ef-bbca-45ad-bb46-c816794f363e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321712 Jul 16 21:29:36.821272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9129c2-ab28-4741-ac46-652bc079c4a5 req-946598e4-e12a-4dd7-a80d-8c3577d64d5e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:36.822826 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec9129c2-ab28-4741-ac46-652bc079c4a5 req-946598e4-e12a-4dd7-a80d-8c3577d64d5e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0612717 Jul 16 21:29:36.859444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ec9129c2-ab28-4741-ac46-652bc079c4a5 req-a0a9644b-9612-4669-8983-de8b86ec23f1 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310395 Jul 16 21:29:37.040205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12809e6-7fb3-4c29-92ef-48b39645dac1 req-68f34e4d-18cc-4600-bf44-97ba12642048 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:37.041658 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b12809e6-7fb3-4c29-92ef-48b39645dac1 req-68f34e4d-18cc-4600-bf44-97ba12642048 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0715070 Jul 16 21:29:37.077657 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b12809e6-7fb3-4c29-92ef-48b39645dac1 req-4ba88128-dbf9-4ebe-b9e4-10eb88291c78 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303204 Jul 16 21:29:37.102199 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48986) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:37.151943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2115db96-19e3-482f-8246-6ee7879271db tempest-TestShelveInstance-1234022551 tempest-TestShelveInstance-1234022551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:37.153325 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-2115db96-19e3-482f-8246-6ee7879271db tempest-TestShelveInstance-1234022551 tempest-TestShelveInstance-1234022551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1093 time: 0.0501864 Jul 16 21:29:37.156103 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 48988) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:29:37.161116 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:29:37.182203 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:37.278450 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:37.377934 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Allocated IP 172.25.7.222 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/ada21e23-ee39-40f8-83d4-425fedc46c5b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:29:37.480645 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:37.517855 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:37.552739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:29:37.558729 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:29:37.562181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:29:37.583100 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'Port': ['ID=ada21e23-ee39-40f8-83d4-425fedc46c5b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:37.919973 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:37.996353 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:38.138308 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:38.142588 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:38.214789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event updated for resources: {'Port': ['ID=ada21e23-ee39-40f8-83d4-425fedc46c5b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:29:38.224316 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:38.322234 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Floating IP dc402b4d-720b-4031-b986-8d2e9dd5cb46 associated. External IP: 172.25.7.222, port: 43c2e898-c709-4def-ac4f-053bf8247e7e. Jul 16 21:29:38.849253 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Router 86e86b80-1bbc-484f-b142-c508770325f5 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:29:38.952937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:29:38.963025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] Sync routers for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:29:38.969687 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:38.972297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:38.972930 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:39.007934 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-85cb2c82-2f2c-4486-8981-51bf40c20c4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8498869 Jul 16 21:29:39.009027 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:29:39.011784 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d14bb7c-daeb-48da-b02c-287279cd5856" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:29:39.052342 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b73f824-4e92-4087-9a89-24356c1e8d5b x-openstack-request-id: req-6b73f824-4e92-4087-9a89-24356c1e8d5b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:29:39.052635 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:29:39.052886 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b73f824-4e92-4087-9a89-24356c1e8d5b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:29:39.053287 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'status': 'completed', 'code': 200} Jul 16 21:29:39.089373 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:39.127641 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-6fbfe834-d50a-434a-b52c-9df7ba13ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:39.129154 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-6fbfe834-d50a-434a-b52c-9df7ba13ee7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1098 time: 0.0533028 Jul 16 21:29:39.225953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-d78997f5-8bab-4492-9aa1-38f201644ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:39.227700 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-d78997f5-8bab-4492-9aa1-38f201644ceb service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0925665 Jul 16 21:29:39.293006 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-78f5ef0c-ce0e-40ca-85d5-6fc8dc30fcaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 1000 time: 0.0589645 Jul 16 21:29:39.316216 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'dc402b4d-720b-4031-b986-8d2e9dd5cb46', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'port_id': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'mac_address': 'fa:16:3e:e0:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:29:37Z', 'updated_at': '2021-07-16T21:29:37Z', 'revision_number': 0, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:39.341253 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] Checking router: 86e86b80-1bbc-484f-b142-c508770325f5 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:29:39.341996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-38a9b082-c1b2-446b-8da8-ad09eb8d8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:39.343525 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-38a9b082-c1b2-446b-8da8-ad09eb8d8497 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0444167 Jul 16 21:29:39.350395 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:29:39.351014 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:29:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:39.402610 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-e2e314ac-dcf4-4780-bd12-5c1c533d30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:39.404128 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-e2e314ac-dcf4-4780-bd12-5c1c533d30c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549715 Jul 16 21:29:39.455433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:29:39.495433 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-ba528820-334d-4dc2-b9df-a000e2efda5f service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845695 Jul 16 21:29:39.588380 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d14bb7c-daeb-48da-b02c-287279cd5856 req-4c8e9070-6351-44ae-adf4-c2d4a68fa08c service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866933 Jul 16 21:29:39.679027 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'dc402b4d-720b-4031-b986-8d2e9dd5cb46', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'port_id': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'mac_address': 'fa:16:3e:e0:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:29:37Z', 'updated_at': '2021-07-16T21:29:37Z', 'revision_number': 0, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:29:39.705213 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c41d90b-61df-43b2-9b45-5bbe9e66bf9d None None] The sync data for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 is: [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'dc402b4d-720b-4031-b986-8d2e9dd5cb46', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'port_id': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'mac_address': 'fa:16:3e:e0:40:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:29:37Z', 'updated_at': '2021-07-16T21:29:37Z', 'revision_number': 0, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:29:39.892731 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016d846-53d3-4758-b6e4-76c88cea7cf5 None None] New status for floating IP dc402b4d-720b-4031-b986-8d2e9dd5cb46: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:29:41.993997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-91edd4f1-d1dc-4d07-8d85-e772f598f3d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501711 Jul 16 21:29:42.085530 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-26b6c8b9-1c7e-4793-a9f3-0920787721ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:42.086995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-26b6c8b9-1c7e-4793-a9f3-0920787721ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1098 time: 0.0520780 Jul 16 21:29:42.190643 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-168b2d3e-f1ee-4c09-8011-905c10c819ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:42.192174 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-168b2d3e-f1ee-4c09-8011-905c10c819ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0855956 Jul 16 21:29:42.261906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-d1ff9fc9-f322-430b-a9ae-648051dcdc78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 1002 time: 0.0635889 Jul 16 21:29:42.313358 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-3e20f0a9-9f76-4d20-8313-74737f09785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:42.314806 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-3e20f0a9-9f76-4d20-8313-74737f09785b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0475082 Jul 16 21:29:42.369799 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-72f1e174-59c5-479d-8437-f93accbbbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:29:42.371319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-72f1e174-59c5-479d-8437-f93accbbbcbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506942 Jul 16 21:29:42.457600 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-69698f2f-4265-4383-aa75-4362a340ecec service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802307 Jul 16 21:29:42.548556 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4e4493d3-d170-4958-acc0-efbc5a4ab428 req-9ca106a3-8f92-4df4-b215-eefc06ce6595 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852387 Jul 16 21:29:46.334270 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:47.656079 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:50.738082 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a8813a93-6614-4f99-9900-1eb7b72adf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:53.466182 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-124dea95-93a1-4ea8-894c-042defbd2c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:53.494675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:54.862173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:29:56.542527 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:06.675429 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:30:16.333214 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:17.659703 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:20.738472 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b959d677-a53a-43ee-aec7-26c30ea8e3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:23.466681 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5416b6a1-0088-47a2-b52e-cc02dac96349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:23.493970 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:24.861534 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:26.542185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:42.983702 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-b3c5a579-ed46-448f-8032-f13dab959a34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511978 Jul 16 21:30:43.085084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-937e7e6a-70c7-40fa-b2d4-44f18e19d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:43.086344 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-937e7e6a-70c7-40fa-b2d4-44f18e19d1fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1098 time: 0.0559230 Jul 16 21:30:43.188316 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-9467ca7d-f3db-42fa-a027-28c53a54095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:43.189755 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-9467ca7d-f3db-42fa-a027-28c53a54095f service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0835412 Jul 16 21:30:43.256768 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-d835eaed-dd7d-42fe-ac9a-9bcb4c5ddc48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 1002 time: 0.0602210 Jul 16 21:30:43.305101 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-fbacdf60-289d-461c-ba67-0d5b860d10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:43.307381 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-fbacdf60-289d-461c-ba67-0d5b860d10ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0438700 Jul 16 21:30:43.364996 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-c53d965e-32ee-4a78-8b6d-9ada8ec64292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:30:43.366520 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-c53d965e-32ee-4a78-8b6d-9ada8ec64292 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525136 Jul 16 21:30:43.377197 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-04037922-d28e-4459-ad82-90bc9b39cbc2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:30:43.378208 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-04037922-d28e-4459-ad82-90bc9b39cbc2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049107 Jul 16 21:30:43.466808 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-8ccc200a-b66e-4178-9f18-c099bdd58c73 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826850 Jul 16 21:30:43.556642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1c47147e-1aa0-4fdc-b873-0119f1a9b120 req-d324d2d0-73be-4fd8-b276-946dbd90103b service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824649 Jul 16 21:30:43.673629 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:30:46.342066 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:47.659478 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:50.738738 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab3d5a80-bbdf-4cc2-9601-eb50666d1175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:53.467519 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6b5826f-f7bd-47af-803e-3eb282b78e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:53.493785 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:54.865080 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:30:56.542795 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:16.332083 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:17.681967 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:20.673680 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:31:20.739125 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-edbd8162-b073-4e87-8342-0bab7f8e044d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:23.466694 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dc2614a3-4740-4ce8-8074-205c8a2846f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:23.492742 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:24.868373 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:26.547499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:33.821836 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51a21e-4b2e-44a0-88eb-5ccec9973690 req-42ce1299-8e00-40c1-a8ab-51437ba1ee62 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:33.823322 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd51a21e-4b2e-44a0-88eb-5ccec9973690 req-42ce1299-8e00-40c1-a8ab-51437ba1ee62 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.1360848 Jul 16 21:31:33.861360 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd51a21e-4b2e-44a0-88eb-5ccec9973690 req-0fe5444c-33f2-4227-8f56-b4b0b744d17f tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Jul 16 21:31:35.057019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4411f1a-ca2b-4e37-b8c0-6153a287b629 req-f61f272b-0d2b-4a7b-bf81-4c3340a72cff tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:35.058507 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f4411f1a-ca2b-4e37-b8c0-6153a287b629 req-f61f272b-0d2b-4a7b-bf81-4c3340a72cff tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0629716 Jul 16 21:31:35.095831 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f4411f1a-ca2b-4e37-b8c0-6153a287b629 req-5f76006b-27f1-45c0-b6e2-11ecfe685547 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Jul 16 21:31:36.265588 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8085d0-6aa1-4d47-875e-401e3d85e31b req-d8de77a2-869d-47bb-b903-39a3c02cdc65 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:36.267040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed8085d0-6aa1-4d47-875e-401e3d85e31b req-d8de77a2-869d-47bb-b903-39a3c02cdc65 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0626912 Jul 16 21:31:36.308477 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ed8085d0-6aa1-4d47-875e-401e3d85e31b req-0ceb3892-7c90-42e5-b992-13dc7ca41600 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356777 Jul 16 21:31:37.478069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb11b6-920d-4634-a5d3-925eef6c7fcf req-9e4e22e5-e114-4cd8-bce9-fa77d1c7541b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:37.479551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1cdb11b6-920d-4634-a5d3-925eef6c7fcf req-9e4e22e5-e114-4cd8-bce9-fa77d1c7541b tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0624864 Jul 16 21:31:37.517065 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1cdb11b6-920d-4634-a5d3-925eef6c7fcf req-a9cce5e3-d5d8-4f1c-bcaa-da30c84a4197 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Jul 16 21:31:38.687246 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd219134-d41b-4c71-93e7-6c060cc403f0 req-9a40bfe9-0426-4a94-bcfd-f139f9e3fe07 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:38.688729 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd219134-d41b-4c71-93e7-6c060cc403f0 req-9a40bfe9-0426-4a94-bcfd-f139f9e3fe07 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0625961 Jul 16 21:31:38.728141 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fd219134-d41b-4c71-93e7-6c060cc403f0 req-a698250d-3c30-4e12-8cfb-d871a2cb3aa4 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338125 Jul 16 21:31:39.900291 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a648-ff85-42bc-af52-d6e4a8edf031 req-56d89030-aff1-4780-8ca0-dcd32b76904d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:39.901675 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9094a648-ff85-42bc-af52-d6e4a8edf031 req-56d89030-aff1-4780-8ca0-dcd32b76904d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0662711 Jul 16 21:31:39.939428 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-9094a648-ff85-42bc-af52-d6e4a8edf031 req-f7cf6e23-4568-46ba-a89f-0b6503e18b5d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316310 Jul 16 21:31:41.108235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11082b44-01aa-4136-8b1a-d445b2079924 req-57ff2a76-f32e-4d36-a5e3-7fcfe80b2073 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:41.109688 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11082b44-01aa-4136-8b1a-d445b2079924 req-57ff2a76-f32e-4d36-a5e3-7fcfe80b2073 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0618141 Jul 16 21:31:41.147083 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-11082b44-01aa-4136-8b1a-d445b2079924 req-7ffb2b3b-83f1-4c97-92e1-69fe9b8578eb tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319021 Jul 16 21:31:42.319911 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8067e-d731-4bc3-9fdc-9cf4a43c847e req-782e0ce0-463c-410b-88f1-44ea1e950916 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:42.321414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2f8067e-d731-4bc3-9fdc-9cf4a43c847e req-782e0ce0-463c-410b-88f1-44ea1e950916 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0661943 Jul 16 21:31:42.358239 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a2f8067e-d731-4bc3-9fdc-9cf4a43c847e req-99a1388b-2a04-45ab-b20e-20a4f4ada8fc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313427 Jul 16 21:31:43.710318 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec25d9-41c5-47c6-9586-26ab4c45c4c4 req-735127e9-2904-4ceb-a15e-e95ee3d16e4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:43.711744 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19ec25d9-41c5-47c6-9586-26ab4c45c4c4 req-735127e9-2904-4ceb-a15e-e95ee3d16e4d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0633054 Jul 16 21:31:43.749694 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-19ec25d9-41c5-47c6-9586-26ab4c45c4c4 req-4c462aef-c551-46a5-b283-28de3af7d7ce tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Jul 16 21:31:43.860867 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-f185eb1c-91f0-4356-84c4-0f92ce6ecb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:43.862381 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-f185eb1c-91f0-4356-84c4-0f92ce6ecb88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1098 time: 0.0537601 Jul 16 21:31:43.954067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-bb8d0293-25a0-4223-bbc8-2e0c76eaf9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:43.955602 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-bb8d0293-25a0-4223-bbc8-2e0c76eaf9b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0869679 Jul 16 21:31:44.020013 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-7cd11761-ad5d-4b28-abbf-81a46df0d846 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 1002 time: 0.0579271 Jul 16 21:31:44.070211 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-d39f0800-047a-41f3-9768-3e2e92f81292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:44.071636 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-d39f0800-047a-41f3-9768-3e2e92f81292 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0460739 Jul 16 21:31:44.127059 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-3e574d5b-4f2a-4f1e-9ac4-9adacd1deb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:44.128511 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-3e574d5b-4f2a-4f1e-9ac4-9adacd1deb6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506172 Jul 16 21:31:44.215169 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-24afcdea-5334-4388-a7b2-5f6ee49271ce service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801508 Jul 16 21:31:44.307166 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8b34cb64-0569-4f30-96ab-71fcc85a58eb req-85f8a504-f166-4f67-bdf6-321b60fb1462 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851631 Jul 16 21:31:44.918582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175ff11-ee52-43cb-8968-d932e5c65f50 req-f932852b-18e9-43ed-aa5d-300a1125dd22 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:44.920129 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5175ff11-ee52-43cb-8968-d932e5c65f50 req-f932852b-18e9-43ed-aa5d-300a1125dd22 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0628798 Jul 16 21:31:44.958054 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-5175ff11-ee52-43cb-8968-d932e5c65f50 req-f8af367a-a364-412e-a8ae-d3fc659020d3 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Jul 16 21:31:45.016765 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-3afa3633-fb69-4e5b-9748-8d20050a3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:45.018277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-3afa3633-fb69-4e5b-9748-8d20050a3084 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1098 time: 0.0566900 Jul 16 21:31:45.120914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-822f3348-1fdc-4e8f-92a4-52c3687966ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:45.122361 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-822f3348-1fdc-4e8f-92a4-52c3687966ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0830472 Jul 16 21:31:45.190554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-88bf8768-1921-45c5-a354-342d482f74bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 1002 time: 0.0607433 Jul 16 21:31:45.239937 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-73ed8d02-5cf0-40d8-ad41-ede4071b0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:45.241343 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-73ed8d02-5cf0-40d8-ad41-ede4071b0304 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0438540 Jul 16 21:31:45.298976 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-e06de340-878e-4299-9b31-201cdb66cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:45.300775 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-e06de340-878e-4299-9b31-201cdb66cab9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512457 Jul 16 21:31:45.391371 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-9d05e009-0c54-4c57-ae7c-ea8f8fae00bb service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825882 Jul 16 21:31:45.479116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d1e701-5826-45ac-809f-2cc0c5f4785e req-c7aadfc2-ce96-4be3-a144-59b3202a5e88 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809269 Jul 16 21:31:46.135775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccef792-c634-4dc7-9291-3af4e940393c req-2f61ce65-0487-4125-8a53-c951177302a9 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:46.137296 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ccef792-c634-4dc7-9291-3af4e940393c req-2f61ce65-0487-4125-8a53-c951177302a9 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0683291 Jul 16 21:31:46.175131 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2ccef792-c634-4dc7-9291-3af4e940393c req-d6b9ba07-62d0-44df-afc4-12969d42b988 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321450 Jul 16 21:31:46.347747 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:47.362770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936d5c0-ef02-436f-a846-41d58b702a99 req-2114cf93-8260-4b33-a6c0-d07f81a730ff tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:47.364431 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d936d5c0-ef02-436f-a846-41d58b702a99 req-2114cf93-8260-4b33-a6c0-d07f81a730ff tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0722375 Jul 16 21:31:47.407319 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d936d5c0-ef02-436f-a846-41d58b702a99 req-17087c7c-5ecd-4f03-8140-dfc6d44827c1 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366685 Jul 16 21:31:47.692278 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:47.724413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 43c2e898-c709-4def-ac4f-053bf8247e7e no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:31:47.803788 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:47.824822 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:31:47.827041 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c649402-aca9-4abb-aa4b-b159d4846548" -d '{"events": [{"server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "name": "network-vif-unplugged", "status": "completed", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:31:47.839678 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=43c2e898-c709-4def-ac4f-053bf8247e7e,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:31:47.843673 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:47.866296 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9142046-f807-4d4f-be75-a0d5d9da1b03 x-openstack-request-id: req-f9142046-f807-4d4f-be75-a0d5d9da1b03 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:31:47.866585 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "name": "network-vif-unplugged", "status": "failed", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e", "code": 422}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:31:47.866834 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9142046-f807-4d4f-be75-a0d5d9da1b03 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:31:47.867215 n-d-792394-17 neutron-server[93960]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'code': 422} returned with failed status Jul 16 21:31:47.892920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=43c2e898-c709-4def-ac4f-053bf8247e7e,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:31:47.900220 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.900567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.900901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.901233 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.901562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.901886 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.902206 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.902525 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.902847 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.903165 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.903517 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:47.903834 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:31:48.579717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce544d1-d28b-49c9-b62b-a588d293f8e2 req-0297b31d-7fcf-4673-9a2e-7732bfe1b365 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:48.581161 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fce544d1-d28b-49c9-b62b-a588d293f8e2 req-0297b31d-7fcf-4673-9a2e-7732bfe1b365 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0623293 Jul 16 21:31:48.622290 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fce544d1-d28b-49c9-b62b-a588d293f8e2 req-efbefb2c-36b0-44aa-91e1-75a6182dfc7d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356355 Jul 16 21:31:48.895305 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:31:48.959170 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d72da-b97c-42dd-8302-ffd07d415fa9 req-ad846ce9-6008-4f8a-86a2-8b3a57979df7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:48.960858 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f2d72da-b97c-42dd-8302-ffd07d415fa9 req-ad846ce9-6008-4f8a-86a2-8b3a57979df7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0663455 Jul 16 21:31:48.988564 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-db773e19-977a-4898-abca-2b31d4540d4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919747 Jul 16 21:31:48.999328 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4f2d72da-b97c-42dd-8302-ffd07d415fa9 req-41d7e1a9-4457-4de8-8122-ee9303140fb9 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323403 Jul 16 21:31:50.176016 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710deac-7cc0-48a6-8377-dda4b1abc742 req-4c78a43c-834b-4c84-b8c5-858a1872a2f3 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:50.177554 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6710deac-7cc0-48a6-8377-dda4b1abc742 req-4c78a43c-834b-4c84-b8c5-858a1872a2f3 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0636308 Jul 16 21:31:50.216514 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-6710deac-7cc0-48a6-8377-dda4b1abc742 req-ef496ff4-ac36-456b-9481-7462137ad818 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333078 Jul 16 21:31:50.741203 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7b579437-331b-4d67-b733-97ccbe280c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:51.394153 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767280-ca0b-4efc-a773-b1faf6f26864 req-4ebadf5c-c6bd-40a0-8b6d-ec9583350d23 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:51.395655 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a0767280-ca0b-4efc-a773-b1faf6f26864 req-4ebadf5c-c6bd-40a0-8b6d-ec9583350d23 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0686450 Jul 16 21:31:51.433247 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a0767280-ca0b-4efc-a773-b1faf6f26864 req-2e5230f2-7024-49b6-9b73-51b98df83613 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Jul 16 21:31:52.612789 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac580e3-68d5-4fee-b371-f02eace32cef req-ab044e0a-ecbb-44cb-8372-8fc809bc850d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:52.614295 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ac580e3-68d5-4fee-b371-f02eace32cef req-ab044e0a-ecbb-44cb-8372-8fc809bc850d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0650246 Jul 16 21:31:52.654032 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0ac580e3-68d5-4fee-b371-f02eace32cef req-b3832fd8-8185-452f-8497-40eb9a5338e6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338700 Jul 16 21:31:53.468520 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45e9cceb-8e9c-4ceb-86c2-23f7862b29cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:53.497974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:53.785580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-82be2bd8-eae1-421a-8e3a-d25a2095ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:53.786906 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-82be2bd8-eae1-421a-8e3a-d25a2095ecc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e&tenant_id=67b20d0a9a7e4b798c89dd94129a30a8 HTTP/1.1" status: 200 len: 1096 time: 0.0643399 Jul 16 21:31:53.876494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35047b1-e695-4b08-b043-2b372bdc466b req-94227674-2ae4-4a85-9097-33f352b70459 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:53.877949 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d35047b1-e695-4b08-b043-2b372bdc466b req-94227674-2ae4-4a85-9097-33f352b70459 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.1070540 Jul 16 21:31:53.892274 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-2d28699c-b7cb-4ebb-b4ad-8fe35147b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:53.893663 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-2d28699c-b7cb-4ebb-b4ad-8fe35147b358 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1096 time: 0.0838218 Jul 16 21:31:53.944718 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d35047b1-e695-4b08-b043-2b372bdc466b req-d4c04e40-8fad-47c8-86ef-f1bad00ee609 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599976 Jul 16 21:31:54.002551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-9d70ae7c-72bb-4f75-9389-ec8b8e435154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:54.004041 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-9d70ae7c-72bb-4f75-9389-ec8b8e435154 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.1028984 Jul 16 21:31:54.066494 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-242e3bf5-bd8e-497d-8bab-3535e4aa2af1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 1000 time: 0.0556042 Jul 16 21:31:54.117495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-0031cb9c-74de-44af-976b-7e7864e8df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:54.118881 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-0031cb9c-74de-44af-976b-7e7864e8df84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0461969 Jul 16 21:31:54.173637 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-6d9e1ecf-44d7-4303-aa8f-daa94dadddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:54.175125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-6d9e1ecf-44d7-4303-aa8f-daa94dadddda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497882 Jul 16 21:31:54.261203 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-bf1a591e-e433-4ed9-adb5-c680b3027442 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797305 Jul 16 21:31:54.351848 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-7cbd6776-5642-433b-b1d0-b32cd0c3a2bd service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842733 Jul 16 21:31:54.870594 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:55.117356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a7d2d-bd05-4312-9691-24b7f654b66b req-aa2e2395-0237-4a0d-b4a1-753056ef9094 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:55.118835 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d86a7d2d-bd05-4312-9691-24b7f654b66b req-aa2e2395-0237-4a0d-b4a1-753056ef9094 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0628972 Jul 16 21:31:55.155592 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d86a7d2d-bd05-4312-9691-24b7f654b66b req-ea2bbaf0-fd0a-49bb-aeb5-40038b846e40 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311742 Jul 16 21:31:56.330128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43993eee-d935-4dbe-a9a5-35e33ba6fa0c req-a9977f0b-201a-484e-97dc-58e9681f858d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:56.331607 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43993eee-d935-4dbe-a9a5-35e33ba6fa0c req-a9977f0b-201a-484e-97dc-58e9681f858d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0666325 Jul 16 21:31:56.368055 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43993eee-d935-4dbe-a9a5-35e33ba6fa0c req-84c7e809-88b7-4acf-ac7a-42b56cf9607d tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308101 Jul 16 21:31:56.549717 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:31:57.537921 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63604026-7af1-436b-81fa-6a5726823daa req-b10bc9e3-5cc9-4635-b5b8-862897d788e6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:57.539394 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63604026-7af1-436b-81fa-6a5726823daa req-b10bc9e3-5cc9-4635-b5b8-862897d788e6 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0623891 Jul 16 21:31:57.576195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-63604026-7af1-436b-81fa-6a5726823daa req-4571df45-c76b-4584-94ee-3decc6b18792 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Jul 16 21:31:57.674738 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:31:58.745851 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f754-3ab3-4fca-94ab-f7b928498620 req-702834f8-437f-4eff-b9ff-6e2b4b68ea85 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:58.747334 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c79f754-3ab3-4fca-94ab-f7b928498620 req-702834f8-437f-4eff-b9ff-6e2b4b68ea85 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0622644 Jul 16 21:31:58.783354 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7c79f754-3ab3-4fca-94ab-f7b928498620 req-6b816647-dddc-4fde-8c7b-f82ac38883bc tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299456 Jul 16 21:31:59.961584 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd850-db1d-41c2-a30c-cd216564eb26 req-f9a16592-edbb-4df8-b032-029bd83a8a56 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:31:59.962976 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-99dcd850-db1d-41c2-a30c-cd216564eb26 req-f9a16592-edbb-4df8-b032-029bd83a8a56 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0675263 Jul 16 21:31:59.999040 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-99dcd850-db1d-41c2-a30c-cd216564eb26 req-86f04ef0-bd8c-4332-97be-0b1561bb940a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301025 Jul 16 21:32:01.168056 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217cddf-e05a-4575-aaf4-eacc1ac1956c req-e9924b13-cc2c-4661-bc0c-363f0e20710f tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:01.169524 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f217cddf-e05a-4575-aaf4-eacc1ac1956c req-e9924b13-cc2c-4661-bc0c-363f0e20710f tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0623331 Jul 16 21:32:01.207790 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f217cddf-e05a-4575-aaf4-eacc1ac1956c req-15e9f61d-1c93-4e51-9955-798039c7bc6e tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Jul 16 21:32:02.385034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765cfc2-2f9d-4c10-8d6d-5c9c39b08edc req-c9e461f3-6b96-4e10-af29-1c9960ee7324 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:02.386550 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8765cfc2-2f9d-4c10-8d6d-5c9c39b08edc req-c9e461f3-6b96-4e10-af29-1c9960ee7324 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0687895 Jul 16 21:32:02.425234 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-8765cfc2-2f9d-4c10-8d6d-5c9c39b08edc req-58861361-b7d1-4aa8-ac18-a8c1211f71ac tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322819 Jul 16 21:32:03.595457 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7135e96-51c7-419e-be37-72dc98c1729f req-6812fcb5-da19-4af0-8a13-745035484d61 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:03.596940 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7135e96-51c7-419e-be37-72dc98c1729f req-6812fcb5-da19-4af0-8a13-745035484d61 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 944 time: 0.0626945 Jul 16 21:32:03.633481 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c7135e96-51c7-419e-be37-72dc98c1729f req-0b9eb110-297d-4dea-9d8c-5953428fcdbf tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Jul 16 21:32:03.794323 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 43c2e898-c709-4def-ac4f-053bf8247e7e details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:32:04.043831 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=43c2e898-c709-4def-ac4f-053bf8247e7e,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:04.054326 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'port_id': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'mac_address': 'fa:16:3e:e0:40:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:32:04.089356 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.102311 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c2e898-c709-4def-ac4f-053bf8247e7e {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:32:04.120855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=43c2e898-c709-4def-ac4f-053bf8247e7e,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:04.124766 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:04.174180 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=43c2e898-c709-4def-ac4f-053bf8247e7e,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:04.355791 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['43c2e898-c709-4def-ac4f-053bf8247e7e'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:32:04.804731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8fc19-2d17-457c-933a-463f6382ed3b req-49f052f4-1e40-47b5-9e73-144be736a68a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:04.806191 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43b8fc19-2d17-457c-933a-463f6382ed3b req-49f052f4-1e40-47b5-9e73-144be736a68a tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 945 time: 0.0612750 Jul 16 21:32:04.842526 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-43b8fc19-2d17-457c-933a-463f6382ed3b req-2f3b0963-b373-4ec5-bc19-6ab7f94d7769 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307593 Jul 16 21:32:05.802103 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 43c2e898-c709-4def-ac4f-053bf8247e7e up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:32:05.848193 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 43c2e898-c709-4def-ac4f-053bf8247e7e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:32:05.848564 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.922199 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:05.944413 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:32:05.946684 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ead5e24-6fd7-4ade-b682-63946ee10b26" -d '{"events": [{"server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "name": "network-vif-plugged", "status": "completed", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:32:05.959709 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=43c2e898-c709-4def-ac4f-053bf8247e7e,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:32:05.963882 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:06.013312 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=43c2e898-c709-4def-ac4f-053bf8247e7e,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:32:06.020747 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e73b0-375c-4728-bc37-8dae36af9d90 req-e4ce8986-9374-4523-b8ed-c5a90c28fc59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:06.022593 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a2e73b0-375c-4728-bc37-8dae36af9d90 req-e4ce8986-9374-4523-b8ed-c5a90c28fc59 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0681615 Jul 16 21:32:06.059019 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1a2e73b0-375c-4728-bc37-8dae36af9d90 req-63083a99-01a1-4af7-a553-6bd2f44b3643 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310516 Jul 16 21:32:06.104004 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df443163-d567-4da2-9b00-3393acfd8a2e x-openstack-request-id: req-df443163-d567-4da2-9b00-3393acfd8a2e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:32:06.104398 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "name": "network-vif-plugged", "status": "completed", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:32:06.104740 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df443163-d567-4da2-9b00-3393acfd8a2e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:32:06.105215 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'code': 200} Jul 16 21:32:06.258587 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd56128-4dcf-487c-aa8e-ffbce2eee49f req-316a5708-0bd2-4a18-9dc2-4fa56e3b8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:06.260041 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0bd56128-4dcf-487c-aa8e-ffbce2eee49f req-316a5708-0bd2-4a18-9dc2-4fa56e3b8087 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1098 time: 0.0510409 Jul 16 21:32:06.292287 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0bd56128-4dcf-487c-aa8e-ffbce2eee49f req-01164710-3093-4f81-bf90-898ceba9bc55 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262740 Jul 16 21:32:07.251629 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bfada-9909-424f-a195-ce90de34f343 req-37f14eed-71d8-481f-906f-b493e6af0379 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:07.253100 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c05bfada-9909-424f-a195-ce90de34f343 req-37f14eed-71d8-481f-906f-b493e6af0379 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0691226 Jul 16 21:32:07.292544 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c05bfada-9909-424f-a195-ce90de34f343 req-364bf037-dc50-47ec-808a-70788e4ad0a1 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337684 Jul 16 21:32:16.353983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:17.700809 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:20.741258 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-de6ebaa4-8dfd-4c50-ba90-2492353f35d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:23.474240 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-834a3d22-6023-4c1e-bccc-7f4f57b9b443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:23.490739 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:24.873746 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:26.552141 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:34.675286 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:32:46.345257 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:47.002553 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-bc8f4a4c-f267-4ac6-88fc-c015dce2cc2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528462 Jul 16 21:32:47.094094 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-d5eea12a-b5db-4c93-9ba4-ebba66db7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:47.095601 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-d5eea12a-b5db-4c93-9ba4-ebba66db7800 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1098 time: 0.0516214 Jul 16 21:32:47.198669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-9b8697f6-c8b8-4026-bfaa-4e191033a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:47.200212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-9b8697f6-c8b8-4026-bfaa-4e191033a8e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.0861154 Jul 16 21:32:47.262996 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-afdc7e35-b7e1-444e-8f63-d503be05c551 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 1002 time: 0.0558701 Jul 16 21:32:47.314084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-a8fa0224-46f8-48f4-a2d9-dd39c7a829a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:47.316104 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-a8fa0224-46f8-48f4-a2d9-dd39c7a829a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0467598 Jul 16 21:32:47.371873 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-d23e2e9f-13dd-4e5d-b032-8caa95a0fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:32:47.373453 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-d23e2e9f-13dd-4e5d-b032-8caa95a0fc17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516932 Jul 16 21:32:47.459620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-688ad410-a246-4e62-a708-f787805a1092 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791106 Jul 16 21:32:47.548813 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4fc361e7-fa5b-4ebf-be50-8eb770d8b462 req-7e69e2a7-ead0-4577-bdea-16a9d73553ba service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827007 Jul 16 21:32:47.704185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:50.741863 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3570a9e6-43b6-42d6-8caf-5ba2fa4b6c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:53.476452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0bf286cd-9a8a-4d23-881b-2d18daf0e9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:53.493272 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:54.876239 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:32:56.554944 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:11.674071 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:33:16.360254 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:17.727557 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.442495 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49146) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:20.595791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Deleting port ada21e23-ee39-40f8-83d4-425fedc46c5b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:20.596130 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.671923 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.672241 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.684426 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Calling delete_port for ada21e23-ee39-40f8-83d4-425fedc46c5b owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:20.743652 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e773e976-bd0e-41ad-9783-f2d6fb2b1d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.826265 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.854317 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event deleted for resources: {'Port': ['ID=ada21e23-ee39-40f8-83d4-425fedc46c5b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:20.865646 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.865987 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.866325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.866658 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.866989 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.867344 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.867669 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.867988 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.868313 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.868632 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.868952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.869272 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:20.923965 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:20.924300 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Floating IP dc402b4d-720b-4031-b986-8d2e9dd5cb46 disassociated (deleted). External IP: 172.25.7.222, port: 43c2e898-c709-4def-ac4f-053bf8247e7e. Jul 16 21:33:21.441368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Router 86e86b80-1bbc-484f-b142-c508770325f5 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:21.547892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:21.553305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:21.559162 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] Sync routers for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:21.567693 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:21.568283 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:21.589136 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-235d3f05-db2f-4977-8132-b891a6b28eb2 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "DELETE /v2.0/floatingips/dc402b4d-720b-4031-b986-8d2e9dd5cb46 HTTP/1.1" status: 204 len: 168 time: 1.1455512 Jul 16 21:33:21.589720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:21.592276 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e2b001-38f6-44e5-adef-291ddc4f3a19" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:21.673476 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:21.878639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:21.881975 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd333ba-c55d-4cb4-8029-1ab1102c6f45 x-openstack-request-id: req-3dd333ba-c55d-4cb4-8029-1ab1102c6f45 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:21.882286 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:21.882488 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3dd333ba-c55d-4cb4-8029-1ab1102c6f45 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:21.883080 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'status': 'completed', 'code': 200} Jul 16 21:33:21.905071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] Checking router: 86e86b80-1bbc-484f-b142-c508770325f5 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:21.913343 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:21.913958 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:32:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:21.961283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-e56e5c88-410c-4d1c-a483-49f742a4cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:21.962690 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-e56e5c88-410c-4d1c-a483-49f742a4cfde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 1098 time: 0.0555873 Jul 16 21:33:22.022612 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:22.094552 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419a1d9-3514-427d-b97e-e720ece4f6db req-b28627a1-73ec-4e65-968e-2257b3cee188 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:22.096059 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7419a1d9-3514-427d-b97e-e720ece4f6db req-b28627a1-73ec-4e65-968e-2257b3cee188 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.1293108 Jul 16 21:33:22.100766 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-8812c76e-c0f3-45fe-9ecd-85e2ba2b8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:22.102129 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-8812c76e-c0f3-45fe-9ecd-85e2ba2b8dae service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 200 len: 909 time: 0.1267498 Jul 16 21:33:22.162338 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-028c194f-912d-44da-8648-c3b85ecb7fe0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 200 len: 217 time: 0.0455961 Jul 16 21:33:22.173894 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7419a1d9-3514-427d-b97e-e720ece4f6db req-7b8b285f-c0ca-4458-a42b-7821ba236210 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681264 Jul 16 21:33:22.217132 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-03db982d-9b5c-46de-918e-5aee19c5dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:22.218504 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-03db982d-9b5c-46de-918e-5aee19c5dfca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 200 len: 847 time: 0.0461986 Jul 16 21:33:22.225985 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:22.255630 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501d8558-0e3b-4c98-9082-b1e3444ddfb1 None None] The sync data for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 is: [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:47Z', 'revision_number': 4, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': 'd3b0836a-4064-4dba-85e3-d23f4a3c62eb', 'name': '', 'network_id': 'aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'mac_address': 'fa:16:3e:36:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:46Z', 'updated_at': '2021-07-16T21:24:52Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'subnets': [{'id': '27014b42-c313-453c-bc5b-96ef9c142dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:22.277081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-1876e87e-1572-45b8-afb3-e123668465af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:22.278987 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-1876e87e-1572-45b8-afb3-e123668465af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520020 Jul 16 21:33:22.378608 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-27652188-78df-4228-a7a2-38b1f3fb86fb service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897710 Jul 16 21:33:22.470752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-68e2b001-38f6-44e5-adef-291ddc4f3a19 req-0898206d-6826-479c-bd6a-f13642d23d97 service neutron] 10.222.0.30 "GET /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848899 Jul 16 21:33:22.471378 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f753c-6271-4dd0-ad4a-30685f78eeee None None] New status for floating IP dc402b4d-720b-4031-b986-8d2e9dd5cb46: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:33:23.351105 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e2b53-e678-4208-a1f6-c0a3d7620732 req-a09671f0-4056-4fd4-980b-59f9ec7b7963 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:23.352534 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a09e2b53-e678-4208-a1f6-c0a3d7620732 req-a09671f0-4056-4fd4-980b-59f9ec7b7963 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0683689 Jul 16 21:33:23.389395 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a09e2b53-e678-4208-a1f6-c0a3d7620732 req-091a7fb8-daa3-4d15-b005-9aff910fe334 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Jul 16 21:33:23.479507 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8d533926-5002-43b2-8f35-04c8896b1074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.496286 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.526652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-f3a02726-8f78-4c89-9821-089c9eade3a9 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:23.528125 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-f3a02726-8f78-4c89-9821-089c9eade3a9 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 946 time: 0.0630510 Jul 16 21:33:23.632090 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Deleting port 43c2e898-c709-4def-ac4f-053bf8247e7e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:23.632397 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.718679 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] For port 43c2e898-c709-4def-ac4f-053bf8247e7e, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=43c2e898-c709-4def-ac4f-053bf8247e7e,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:23.719034 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.731091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Calling delete_port for 43c2e898-c709-4def-ac4f-053bf8247e7e owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:23.859184 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.898780 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event deleted for resources: {'Port': ['ID=43c2e898-c709-4def-ac4f-053bf8247e7e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:23.938301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] No DVR routers for this DVR port 43c2e898-c709-4def-ac4f-053bf8247e7e on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:33:23.940838 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:23.943352 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab696e99-ae99-4cd4-9ae4-b0ccab8d9f03 req-fd6c99ad-08aa-4c48-9bc4-da3f99e246b7 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.30 "DELETE /v2.0/ports/43c2e898-c709-4def-ac4f-053bf8247e7e HTTP/1.1" status: 204 len: 173 time: 0.4081852 Jul 16 21:33:23.943773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'name': 'network-vif-deleted', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:23.946063 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22922ce6-4821-43e3-ae34-4b0f8067cab3" -d '{"events": [{"server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "name": "network-vif-deleted", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:23.987686 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1917bec1-b0ba-4bf4-b6c5-c019f239fbf3 x-openstack-request-id: req-1917bec1-b0ba-4bf4-b6c5-c019f239fbf3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:23.988061 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6d59bf-aca9-4f85-b06d-c6561a78d91e", "name": "network-vif-deleted", "tag": "43c2e898-c709-4def-ac4f-053bf8247e7e", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:23.988322 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1917bec1-b0ba-4bf4-b6c5-c019f239fbf3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:23.988751 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6d59bf-aca9-4f85-b06d-c6561a78d91e', 'name': 'network-vif-deleted', 'tag': '43c2e898-c709-4def-ac4f-053bf8247e7e', 'status': 'completed', 'code': 200} Jul 16 21:33:24.537563 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-15f35418-620f-437b-973d-db79dce1e610 req-4677a19a-0bf5-4e82-a55a-2ed90ffbe916 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 210 time: 0.0325012 Jul 16 21:33:24.879500 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:25.677794 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-874ff450-00c4-4808-a082-ac06ca0a6d16 req-9f5e4f6c-f765-4149-8fba-e2673574833c tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 210 time: 0.0285912 Jul 16 21:33:26.559636 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:26.820698 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-eb411aeb-ce2a-4bd8-a1b6-851c3c080dee req-f86e8c9d-e2d1-4391-8a9d-7832ebcd8317 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6d59bf-aca9-4f85-b06d-c6561a78d91e HTTP/1.1" status: 200 len: 210 time: 0.0299034 Jul 16 21:33:27.920699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49174) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:27.981687 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f708ff7f-bc67-460a-9793-cc73a6eca443 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.006245 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f708ff7f-bc67-460a-9793-cc73a6eca443 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.068798 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f708ff7f-bc67-460a-9793-cc73a6eca443 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.071647 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f708ff7f-bc67-460a-9793-cc73a6eca443 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.072824 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f708ff7f-bc67-460a-9793-cc73a6eca443 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] 10.222.0.10 "DELETE /v2.0/security-groups/e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21 HTTP/1.1" status: 204 len: 168 time: 0.1511261 Jul 16 21:33:28.082189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708ff7f-bc67-460a-9793-cc73a6eca443 tempest-TestShelveInstance-2077408622 tempest-TestShelveInstance-2077408622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dbc5bf-fbdf-4c35-a14c-cbcd6f000f21,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:28.086485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 43c2e898-c709-4def-ac4f-053bf8247e7e no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:28.122349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 43c2e898-c709-4def-ac4f-053bf8247e7e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:28.123088 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 43c2e898-c709-4def-ac4f-053bf8247e7e not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:28.125063 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49178) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:28.569348 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.828779 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Deleting port d3b0836a-4064-4dba-85e3-d23f4a3c62eb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:28.829055 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.908710 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] For port d3b0836a-4064-4dba-85e3-d23f4a3c62eb, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=d3b0836a-4064-4dba-85e3-d23f4a3c62eb,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:28.909067 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:28.921891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Calling delete_port for d3b0836a-4064-4dba-85e3-d23f4a3c62eb owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:29.102396 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:29.129723 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b0836a-4064-4dba-85e3-d23f4a3c62eb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:29.308900 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:29.530439 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Router 86e86b80-1bbc-484f-b142-c508770325f5 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:29.637444 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:29.642523 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-27623f08-60b4-4431-be75-6d0558af54c2 admin admin] 10.222.0.10 "PUT /v2.0/routers/86e86b80-1bbc-484f-b142-c508770325f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5154495 Jul 16 21:33:29.646282 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49182) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:29.649204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] Sync routers for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:29.658453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:29.659065 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:29.751669 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:29.764885 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:29.854157 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:29.911513 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Deleting port e0358996-8a5e-4322-8e76-09c595638a7d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:29.912106 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:29.945390 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:33:29Z', 'revision_number': 5, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port': {'id': 'e0358996-8a5e-4322-8e76-09c595638a7d', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e86b80-1bbc-484f-b142-c508770325f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:29.975770 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] Checking router: 86e86b80-1bbc-484f-b142-c508770325f5 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:29.984140 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] Routers {'86e86b80-1bbc-484f-b142-c508770325f5'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:29.984861 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['86e86b80-1bbc-484f-b142-c508770325f5'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:29.999965 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] For port e0358996-8a5e-4322-8e76-09c595638a7d, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e0358996-8a5e-4322-8e76-09c595638a7d,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:30.000576 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.012379 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Calling delete_port for e0358996-8a5e-4322-8e76-09c595638a7d owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:30.072060 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] Set router 86e86b80-1bbc-484f-b142-c508770325f5 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:30.128574 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:33:29Z', 'revision_number': 6, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:30.158947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d1265-fbd2-4661-8b1f-00c7acf6ee7a None None] The sync data for ids ['86e86b80-1bbc-484f-b142-c508770325f5'] in n-d-792394-17 is: [{'id': '86e86b80-1bbc-484f-b142-c508770325f5', 'name': 'tempest-TestShelveInstance-983844298-router', 'tenant_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:44Z', 'updated_at': '2021-07-16T21:33:29Z', 'revision_number': 6, 'project_id': '67b20d0a9a7e4b798c89dd94129a30a8', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:30.190407 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.217718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0358996-8a5e-4322-8e76-09c595638a7d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:30.277410 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.376789 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.378928 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.424628 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.425269 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e86b80-1bbc-484f-b142-c508770325f5 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:33:30.430179 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.431372 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4329b759-7319-466e-b21e-fbc55fe39317 admin admin] 10.222.0.10 "DELETE /v2.0/routers/86e86b80-1bbc-484f-b142-c508770325f5 HTTP/1.1" status: 204 len: 168 time: 0.7841446 Jul 16 21:33:30.433892 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49184) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:30.476433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d79eb9-90e5-4fc8-a348-d0f3dca1be26 admin admin] Deleting subnet 27014b42-c313-453c-bc5b-96ef9c142dfe {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:33:30.479297 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d79eb9-90e5-4fc8-a348-d0f3dca1be26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.514479 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d79eb9-90e5-4fc8-a348-d0f3dca1be26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.597461 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d79eb9-90e5-4fc8-a348-d0f3dca1be26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.651163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d79eb9-90e5-4fc8-a348-d0f3dca1be26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.676907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d79eb9-90e5-4fc8-a348-d0f3dca1be26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27014b42-c313-453c-bc5b-96ef9c142dfe,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:30.678976 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4d79eb9-90e5-4fc8-a348-d0f3dca1be26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.680845 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b4d79eb9-90e5-4fc8-a348-d0f3dca1be26 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/27014b42-c313-453c-bc5b-96ef9c142dfe HTTP/1.1" status: 204 len: 168 time: 0.2460322 Jul 16 21:33:30.683388 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49186) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:30.686105 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7e014-478d-451f-8ba1-ca6132b96f71 None None] Network aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:30.752800 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.804728 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Deleting port 63723088-e55b-4b3f-8ac7-91c462471cf2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:30.805069 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.867718 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] For port 63723088-e55b-4b3f-8ac7-91c462471cf2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=63723088-e55b-4b3f-8ac7-91c462471cf2,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:30.868081 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:30.880828 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Calling delete_port for 63723088-e55b-4b3f-8ac7-91c462471cf2 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:30.900520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] DHCP port deletion for aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:33:30.947792 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Deleting port 63723088-e55b-4b3f-8ac7-91c462471cf2 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:30.948173 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.013355 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] For port 63723088-e55b-4b3f-8ac7-91c462471cf2, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=63723088-e55b-4b3f-8ac7-91c462471cf2,segment=NetworkSegment(d3eea8fc-298d-4aba-bb07-3854e6057795),segment_id=d3eea8fc-298d-4aba-bb07-3854e6057795)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:31.013756 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.028291 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Calling delete_port for 63723088-e55b-4b3f-8ac7-91c462471cf2 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:31.124185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.152087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Pushing event deleted for resources: {'Port': ['ID=63723088-e55b-4b3f-8ac7-91c462471cf2,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:31.160546 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] No DVR routers for this DVR port 63723088-e55b-4b3f-8ac7-91c462471cf2 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:33:31.165528 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e0358996-8a5e-4322-8e76-09c595638a7d no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:31.193357 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e0358996-8a5e-4322-8e76-09c595638a7d {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:31.193710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e0358996-8a5e-4322-8e76-09c595638a7d not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:31.194197 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 63723088-e55b-4b3f-8ac7-91c462471cf2 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:31.196937 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.197257 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.197666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.198111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.198588 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.198819 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.199149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.199506 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.199944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.200204 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.200531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.200855 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbde2b4c-6fae-4c86-86de-1a9ac95e3a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:31.226272 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 63723088-e55b-4b3f-8ac7-91c462471cf2 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:31.226624 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 63723088-e55b-4b3f-8ac7-91c462471cf2 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:31.227041 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d3b0836a-4064-4dba-85e3-d23f4a3c62eb no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:31.246619 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: d3b0836a-4064-4dba-85e3-d23f4a3c62eb {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:31.246960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device d3b0836a-4064-4dba-85e3-d23f4a3c62eb not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:31.300660 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.324957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=63723088-e55b-4b3f-8ac7-91c462471cf2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:31.330289 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] No DVR routers for this DVR port 63723088-e55b-4b3f-8ac7-91c462471cf2 on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:33:31.401771 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.412877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:31.422324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3eea8fc-298d-4aba-bb07-3854e6057795') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:31.422557 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3eea8fc-298d-4aba-bb07-3854e6057795') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:31.431122 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.445118 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.450783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:33:31.451145 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: self.session.flush() Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: timer() Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:33:31.452761 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:33:31.505694 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.511500 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:31.513308 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] 10.222.0.10 "DELETE /v2.0/networks/aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f HTTP/1.1" status: 204 len: 168 time: 0.8288231 Jul 16 21:33:31.516434 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49188) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:31.524117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bfc27-12a7-4415-a918-fb9815ee5b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1b2af2-a24a-41a1-8256-5b9a6cc22e8f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:31.850534 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:32.093691 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Deleting port 52deec7a-4c86-4300-b5ed-01a38f7fc241 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:32.094032 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:32.171086 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] For port 52deec7a-4c86-4300-b5ed-01a38f7fc241, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=52deec7a-4c86-4300-b5ed-01a38f7fc241,segment=NetworkSegment(697e33ca-1f56-41ec-be0e-71240ef0fa9d),segment_id=697e33ca-1f56-41ec-be0e-71240ef0fa9d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:32.171392 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:32.183800 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Calling delete_port for 52deec7a-4c86-4300-b5ed-01a38f7fc241 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:32.361187 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:32.385507 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Pushing event deleted for resources: {'Port': ['ID=52deec7a-4c86-4300-b5ed-01a38f7fc241,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:32.416294 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.416637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.416972 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.417303 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.417637 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.417961 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.418282 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.418609 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.418929 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.419246 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.419585 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.419904 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:32.560689 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.109513 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Router ef528616-9854-4556-bb81-1333e8d8926e has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:33.213771 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:33.218995 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-3908896a-2b58-4f34-9b36-876fcf30ac57 admin admin] 10.222.0.10 "PUT /v2.0/routers/ef528616-9854-4556-bb81-1333e8d8926e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015657 Jul 16 21:33:33.221555 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:33.224265 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] Sync routers for ids ['ef528616-9854-4556-bb81-1333e8d8926e'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:33.234062 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] Routers {'ef528616-9854-4556-bb81-1333e8d8926e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:33.234750 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ef528616-9854-4556-bb81-1333e8d8926e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:33.322963 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.336367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] Set router ef528616-9854-4556-bb81-1333e8d8926e gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:33.423558 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.476919 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Deleting port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:33.477273 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.514975 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:33:32Z', 'revision_number': 5, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'gw_port': {'id': '599aedd6-cf7d-4ea9-bbde-4d34ba839de1', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:33.541237 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] Checking router: ef528616-9854-4556-bb81-1333e8d8926e for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:33.549233 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] Routers {'ef528616-9854-4556-bb81-1333e8d8926e'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:33.549834 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['ef528616-9854-4556-bb81-1333e8d8926e'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:33.558915 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] For port 599aedd6-cf7d-4ea9-bbde-4d34ba839de1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=599aedd6-cf7d-4ea9-bbde-4d34ba839de1,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:33.559295 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.570591 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Calling delete_port for 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:33.635769 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] Set router ef528616-9854-4556-bb81-1333e8d8926e gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:33.690080 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:33:33Z', 'revision_number': 6, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:33.715833 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f98abc1-b285-4e73-8264-2b511416468f None None] The sync data for ids ['ef528616-9854-4556-bb81-1333e8d8926e'] in n-d-792394-17 is: [{'id': 'ef528616-9854-4556-bb81-1333e8d8926e', 'name': 'tempest-TestShelveInstance-1819687842-router', 'tenant_id': '9f32afe7cf1b4a429217aacf46f52b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:24:49Z', 'updated_at': '2021-07-16T21:33:33Z', 'revision_number': 6, 'project_id': '9f32afe7cf1b4a429217aacf46f52b09', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:33.739862 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.767331 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Pushing event deleted for resources: {'Port': ['ID=599aedd6-cf7d-4ea9-bbde-4d34ba839de1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:33.829126 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.921298 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.923437 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.968988 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.969500 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef528616-9854-4556-bb81-1333e8d8926e {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:33:33.974428 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:33.975528 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-ca6d0e17-bd12-4905-a812-96a1cd0fab30 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ef528616-9854-4556-bb81-1333e8d8926e HTTP/1.1" status: 204 len: 168 time: 0.7530432 Jul 16 21:33:33.978069 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:34.020526 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ee4ead-c48e-45de-a711-f3655e961224 admin admin] Deleting subnet 0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:33:34.023417 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ee4ead-c48e-45de-a711-f3655e961224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.056481 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ee4ead-c48e-45de-a711-f3655e961224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261937199'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.136881 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ee4ead-c48e-45de-a711-f3655e961224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.193399 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ee4ead-c48e-45de-a711-f3655e961224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261738217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261950048'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.220667 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee4ead-c48e-45de-a711-f3655e961224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:34.225704 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ee4ead-c48e-45de-a711-f3655e961224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.227906 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-45ee4ead-c48e-45de-a711-f3655e961224 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0d25b5e1-0243-4dc9-968e-aa9f0dc9fd3b HTTP/1.1" status: 204 len: 168 time: 0.2486968 Jul 16 21:33:34.230158 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49196) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:34.232842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4666c1-ea90-4cad-b0ee-3d72e74fef94 None None] Network 318d49f4-600a-44cc-ba43-1b2e68c1b3df requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:34.303227 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.371723 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Deleting port 9121054f-bd0a-4c16-946d-c3d84c2f67ec {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:34.372060 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.437559 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] For port 9121054f-bd0a-4c16-946d-c3d84c2f67ec, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9121054f-bd0a-4c16-946d-c3d84c2f67ec,segment=NetworkSegment(697e33ca-1f56-41ec-be0e-71240ef0fa9d),segment_id=697e33ca-1f56-41ec-be0e-71240ef0fa9d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:34.437910 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.444426 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d04ed-a652-4dd5-b8e3-265e881d85d2 None None] DHCP port deletion for 318d49f4-600a-44cc-ba43-1b2e68c1b3df request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:33:34.453458 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Calling delete_port for 9121054f-bd0a-4c16-946d-c3d84c2f67ec owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:34.493161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b36d04ed-a652-4dd5-b8e3-265e881d85d2 None None] Deleting port 9121054f-bd0a-4c16-946d-c3d84c2f67ec {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:33:34.493535 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b36d04ed-a652-4dd5-b8e3-265e881d85d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.546104 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.557951 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b36d04ed-a652-4dd5-b8e3-265e881d85d2 None None] For port 9121054f-bd0a-4c16-946d-c3d84c2f67ec, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9121054f-bd0a-4c16-946d-c3d84c2f67ec,segment=NetworkSegment(697e33ca-1f56-41ec-be0e-71240ef0fa9d),segment_id=697e33ca-1f56-41ec-be0e-71240ef0fa9d)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:34.558371 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b36d04ed-a652-4dd5-b8e3-265e881d85d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.574741 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Pushing event deleted for resources: {'Port': ['ID=9121054f-bd0a-4c16-946d-c3d84c2f67ec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:34.578781 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] No DVR routers for this DVR port 9121054f-bd0a-4c16-946d-c3d84c2f67ec on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:33:34.583179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-b36d04ed-a652-4dd5-b8e3-265e881d85d2 None None] Calling delete_port for 9121054f-bd0a-4c16-946d-c3d84c2f67ec owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:33:34.661203 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.663245 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b36d04ed-a652-4dd5-b8e3-265e881d85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.671236 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318d49f4-600a-44cc-ba43-1b2e68c1b3df']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:34.685991 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697e33ca-1f56-41ec-be0e-71240ef0fa9d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:34.686417 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697e33ca-1f56-41ec-be0e-71240ef0fa9d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:34.689715 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d04ed-a652-4dd5-b8e3-265e881d85d2 None None] Pushing event deleted for resources: {'Port': ['ID=9121054f-bd0a-4c16-946d-c3d84c2f67ec,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:34.691558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d04ed-a652-4dd5-b8e3-265e881d85d2 None None] No DVR routers for this DVR port 9121054f-bd0a-4c16-946d-c3d84c2f67ec on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:33:34.703726 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.719161 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.725482 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:33:34.725868 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:33:34.727520 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:33:34.781502 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.788114 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:34.789974 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] 10.222.0.10 "DELETE /v2.0/networks/318d49f4-600a-44cc-ba43-1b2e68c1b3df HTTP/1.1" status: 204 len: 168 time: 0.5588739 Jul 16 21:33:34.803650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b515a-e60b-4fbd-81d5-881d0898b28d admin admin] Pushing event deleted for resources: {'Network': ['ID=318d49f4-600a-44cc-ba43-1b2e68c1b3df,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:34.902787 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:34.945897 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1e2aafbe-d43f-4142-ae8d-d9324ae6e413 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67b20d0a9a7e4b798c89dd94129a30a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417514 Jul 16 21:33:34.948228 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:34.996711 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d86c2aeb-d842-458a-992c-c9027a191ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:35.021731 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d86c2aeb-d842-458a-992c-c9027a191ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:35.068091 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d86c2aeb-d842-458a-992c-c9027a191ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:35.070620 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d86c2aeb-d842-458a-992c-c9027a191ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:35.071804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-d86c2aeb-d842-458a-992c-c9027a191ab1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/299a1318-2e5c-4156-ba01-46b7659a68af HTTP/1.1" status: 204 len: 168 time: 0.1227012 Jul 16 21:33:35.079572 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c2aeb-d842-458a-992c-c9027a191ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299a1318-2e5c-4156-ba01-46b7659a68af,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:35.159562 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 52deec7a-4c86-4300-b5ed-01a38f7fc241 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:35.180167 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 52deec7a-4c86-4300-b5ed-01a38f7fc241 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:35.180593 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 52deec7a-4c86-4300-b5ed-01a38f7fc241 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:35.181173 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:35.200570 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:35.200916 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 599aedd6-cf7d-4ea9-bbde-4d34ba839de1 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:35.201235 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9121054f-bd0a-4c16-946d-c3d84c2f67ec no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:33:35.222553 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 9121054f-bd0a-4c16-946d-c3d84c2f67ec {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:33:35.222939 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9121054f-bd0a-4c16-946d-c3d84c2f67ec not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:33:35.390134 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:35.428796 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f5e67fa7-c352-4235-b336-73e3e86017eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f32afe7cf1b4a429217aacf46f52b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375042 Jul 16 21:33:35.431230 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:35.477306 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-085806a0-6728-4420-8435-6573411de233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:35.497732 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-085806a0-6728-4420-8435-6573411de233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:35.546071 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-085806a0-6728-4420-8435-6573411de233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:35.548603 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-085806a0-6728-4420-8435-6573411de233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:35.549731 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-085806a0-6728-4420-8435-6573411de233 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7477361f-283c-4b24-8f4a-aa815c097be0 HTTP/1.1" status: 204 len: 168 time: 0.1175997 Jul 16 21:33:35.557784 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085806a0-6728-4420-8435-6573411de233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7477361f-283c-4b24-8f4a-aa815c097be0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:36.183211 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:36.276093 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1276294707-network', 'tenant_id': '057117bb48d04239bf9ed013017095dc'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:36.296710 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Made reservation on behalf of 057117bb48d04239bf9ed013017095dc for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:36.298947 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.308017 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.403011 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.406790 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.431402 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:33:36.439979 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3723ee5-e884-43a3-8a20-5e8dc2593663,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:36.445929 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.446438 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Added segment 48cbec8e-e704-4260-b23d-7c606db1aed9 of type vlan for network 86109957-dfc2-4961-b092-41e6c7c63e33 Jul 16 21:33:36.486493 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.513833 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.514778 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:36.515384 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.545578 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3612628 Jul 16 21:33:36.548612 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49238) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:36.554298 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Request body: {'subnet': {'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1276294707-subnet', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:36.574805 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Made reservation on behalf of 057117bb48d04239bf9ed013017095dc for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:36.577258 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.577949 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5154f-7b0c-4efe-9d01-68c4c55d3a78 admin admin] Pushing event updated for resources: {'Network': ['ID=86109957-dfc2-4961-b092-41e6c7c63e33,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:36.588158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 86109957-dfc2-4961-b092-41e6c7c63e33 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:33:36.742542 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.798321 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Pushing event updated for resources: {'Subnet': ['ID=210eef50-66e9-42e4-bb60-015bf8ff530a,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:36.807430 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Checking segment: {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:36.807788 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Network hostable DHCP agents. Network: 86109957-dfc2-4961-b092-41e6c7c63e33, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:33:36.823406 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Network 86109957-dfc2-4961-b092-41e6c7c63e33 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:33:36.833128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 86109957-dfc2-4961-b092-41e6c7c63e33) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:36.837997 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:36.838601 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.843824 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bb0c0-5626-467c-9a84-4320c4c412b0 None None] Network 86109957-dfc2-4961-b092-41e6c7c63e33 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:36.853363 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6c65a4de-6e2d-4f3f-ad6e-5f1ee173ebae admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3036864 Jul 16 21:33:36.855924 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49240) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:36.860306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:36.880943 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.881942 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:36.935666 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.081711 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.142396 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-86109957-dfc2-4961-b092-41e6c7c63e33', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:33:37.143281 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.280674 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Allocated IP 172.20.0.2 (86109957-dfc2-4961-b092-41e6c7c63e33/210eef50-66e9-42e4-bb60-015bf8ff530a/e32f0431-e088-4671-9833-1d7e0594f374) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:37.286238 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.309742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.412210 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Allocated IP 172.25.7.189 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/0392dbcb-6ee5-4bed-a658-af2df347a51e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:37.425252 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.433295 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Transition to ACTIVE for port object e32f0431-e088-4671-9833-1d7e0594f374 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:37.448072 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Transition to ACTIVE for port object e32f0431-e088-4671-9833-1d7e0594f374 will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:37.453456 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.492602 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Network 86109957-dfc2-4961-b092-41e6c7c63e33 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:37.495342 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:37.499059 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:37.508601 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Pushing event updated for resources: {'Port': ['ID=e32f0431-e088-4671-9833-1d7e0594f374,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:37.526069 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.558842 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Attempting to bind port e32f0431-e088-4671-9833-1d7e0594f374 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:37.559201 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Attempting to bind port e32f0431-e088-4671-9833-1d7e0594f374 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:37.559586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Attempting to bind port e32f0431-e088-4671-9833-1d7e0594f374 on network 86109957-dfc2-4961-b092-41e6c7c63e33 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:37.564374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:37.564615 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.565116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Checking segment: {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:37.565314 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.565710 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Bound using segment: {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:37.566171 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Bound port: e32f0431-e088-4671-9833-1d7e0594f374, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:37.566537 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.608192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:37.612113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Pushing event updated for resources: {'Port': ['ID=0392dbcb-6ee5-4bed-a658-af2df347a51e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:37.615055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:37.617222 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:37.632415 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] For port e32f0431-e088-4671-9833-1d7e0594f374, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:37.635531 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] For port e32f0431-e088-4671-9833-1d7e0594f374, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e32f0431-e088-4671-9833-1d7e0594f374,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:37.639541 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:37.702101 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353a345-2bb2-42c3-9b51-0c411bae2af1 None None] Pushing event updated for resources: {'Port': ['ID=e32f0431-e088-4671-9833-1d7e0594f374,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:37.887625 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:38.081814 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:38.209205 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93959) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:33:38.318036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:38.327812 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Sync routers for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:38.336305 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:38.337563 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-7754cca0-54cc-4743-8881-8d790b696903 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4806325 Jul 16 21:33:38.340559 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49242) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:38.341400 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:38.342090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:38.460406 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:38.617825 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223f72b-1455-4320-b235-d58e0d66b14b None None] Network 86109957-dfc2-4961-b092-41e6c7c63e33 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:38.687198 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-12598115-edda-4240-b326-614601037595 None None] Provisioning for port e32f0431-e088-4671-9833-1d7e0594f374 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:38.751532 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:37Z', 'revision_number': 3, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:38.770819 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:38.791649 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Checking router: 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:38.791998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Updating router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 port 0392dbcb-6ee5-4bed-a658-af2df347a51e binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:38.887185 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:38.927223 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Allocated IP 172.20.0.1 (86109957-dfc2-4961-b092-41e6c7c63e33/210eef50-66e9-42e4-bb60-015bf8ff530a/0a1e3d0e-4c78-4ff1-b771-dd754f043ce1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:39.036465 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.050914 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Transition to ACTIVE for port object 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:39.087153 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.156465 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Network 86109957-dfc2-4961-b092-41e6c7c63e33 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:39.162667 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:39.167306 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:39.197372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Pushing event updated for resources: {'Port': ['ID=0a1e3d0e-4c78-4ff1-b771-dd754f043ce1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:39.221083 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e32f0431-e088-4671-9833-1d7e0594f374 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:39.226969 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.251657 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.271586 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Transition to ACTIVE for port object 0392dbcb-6ee5-4bed-a658-af2df347a51e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:39.282518 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.355871 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port e32f0431-e088-4671-9833-1d7e0594f374 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:39.360420 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Attempting to bind port 0392dbcb-6ee5-4bed-a658-af2df347a51e on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:39.360785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Attempting to bind port 0392dbcb-6ee5-4bed-a658-af2df347a51e by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:39.361149 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Attempting to bind port 0392dbcb-6ee5-4bed-a658-af2df347a51e on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:39.371189 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e32f0431-e088-4671-9833-1d7e0594f374 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:39.371585 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.374470 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18f7d7-019a-42bc-a541-8b52a1812a1b None None] Pushing event updated for resources: {'Port': ['ID=0392dbcb-6ee5-4bed-a658-af2df347a51e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:39.384543 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.398459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:39.398827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:39.399222 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.399633 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:39.400108 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Bound port: 0392dbcb-6ee5-4bed-a658-af2df347a51e, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:39.400626 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.405111 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2a7a2e4-3da4-43fb-a6ad-25cb8d8088ad None None] Provisioning complete for port e32f0431-e088-4671-9833-1d7e0594f374 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:39.405111 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a2e4-3da4-43fb-a6ad-25cb8d8088ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.506656 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] For port 0392dbcb-6ee5-4bed-a658-af2df347a51e, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:39.511143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] For port 0392dbcb-6ee5-4bed-a658-af2df347a51e, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0392dbcb-6ee5-4bed-a658-af2df347a51e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:39.535033 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.553845 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.558955 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.627372 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.629753 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.632433 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Pushing event updated for resources: {'Port': ['ID=0a1e3d0e-4c78-4ff1-b771-dd754f043ce1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:39.636027 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a2e4-3da4-43fb-a6ad-25cb8d8088ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.655488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:39.656110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:39.662726 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18f7d7-019a-42bc-a541-8b52a1812a1b None None] Pushing event updated for resources: {'Port': ['ID=0392dbcb-6ee5-4bed-a658-af2df347a51e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:39.724231 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Network 86109957-dfc2-4961-b092-41e6c7c63e33 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:39.725665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:39.848541 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:39.899349 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port e32f0431-e088-4671-9833-1d7e0594f374, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e32f0431-e088-4671-9833-1d7e0594f374,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:39.928271 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:39.962980 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:39.968129 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-03b62485-2f60-4fbc-8f09-1274a6cc53dd admin admin] 10.222.0.10 "PUT /v2.0/routers/10d38e91-93a6-4f6f-a1b0-f379f2543ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6266127 Jul 16 21:33:40.017933 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:40.020158 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-b2a7a2e4-3da4-43fb-a6ad-25cb8d8088ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 21:33:40.020440 n-d-792394-17 neutron-server[93960]: DEBUG oslo_db.api [None req-b2a7a2e4-3da4-43fb-a6ad-25cb8d8088ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 21:33:40.055813 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=e32f0431-e088-4671-9833-1d7e0594f374,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:40.228130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 2, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:40.254645 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e2c5a-b180-4506-a826-483a47eaa75f None None] The sync data for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 is: [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 2, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:40.467517 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:40.472589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1469106944-network', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:40.495957 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Made reservation on behalf of ddd2e081fe3f48aca9c278f99dff8fa7 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:40.498418 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.507987 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.606816 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.610934 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.638880 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 21:33:40.645248 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adaedda-f986-474f-8357-db1e8c755a80,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:40.653198 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.653595 n-d-792394-17 neutron-server[93958]: INFO neutron.db.segments_db [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Added segment 87b318cf-9a62-4990-b962-4a5b053eb5c5 of type vlan for network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 Jul 16 21:33:40.692922 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b1d8825-a7f0-4af8-be91-1f574c5894aa None None] Provisioning for port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:40.696272 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779318315268'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.697433 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b1d8825-a7f0-4af8-be91-1f574c5894aa None None] Provisioning complete for port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:40.697914 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8825-a7f0-4af8-be91-1f574c5894aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.732918 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.734065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:40.735062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d8825-a7f0-4af8-be91-1f574c5894aa None None] Port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:40.735197 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.768236 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2995546 Jul 16 21:33:40.771616 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49260) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:40.776960 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Request body: {'subnet': {'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1469106944-subnet', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'ip_version': 4}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:40.799773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Made reservation on behalf of ddd2e081fe3f48aca9c278f99dff8fa7 for: {'subnet': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:40.802467 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260477819'] for subnet, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:40.806834 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7480a-2f5a-4a50-9be5-1c2b672d8caa admin admin] Pushing event updated for resources: {'Network': ['ID=632dff16-68b0-45f7-bf62-fbbb5e76bf97,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:40.816773 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 details requested by agent ovs-agent-n-d-792394-17 with host n-d-792394-17 {{(pid=93960) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 21:33:41.231265 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0392dbcb-6ee5-4bed-a658-af2df347a51e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:41.290158 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 0392dbcb-6ee5-4bed-a658-af2df347a51e completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:41.294461 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0392dbcb-6ee5-4bed-a658-af2df347a51e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:41.294912 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.360558 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260113594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260477801'] for subnet, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.375215 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.397959 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 0392dbcb-6ee5-4bed-a658-af2df347a51e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0392dbcb-6ee5-4bed-a658-af2df347a51e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:41.402629 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.403627 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e32f0431-e088-4671-9833-1d7e0594f374 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:41.417096 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e375b3e2-986c-4944-90c3-8ca53e3338fa,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:41.433039 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Checking segment: {'id': '87b318cf-9a62-4990-b962-4a5b053eb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:41.433394 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Network hostable DHCP agents. Network: 632dff16-68b0-45f7-bf62-fbbb5e76bf97, hostable agents: ['53e45682-c938-4c71-93f0-afd8cc46d3e7'], hosted agents: [] {{(pid=93959) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 21:33:41.453357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 is scheduled to be hosted by DHCP agent 53e45682-c938-4c71-93f0-afd8cc46d3e7 with binding_index 1 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 21:33:41.466075 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-17, 632dff16-68b0-45f7-bf62-fbbb5e76bf97) {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:41.470401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:41.470991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.479647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7300a6f-05e8-426f-867a-b2e755bd92b9 None None] Network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:41.489051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-fb7f5539-bc91-41d2-9df8-56cabb805192 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7154598 Jul 16 21:33:41.491660 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:41.496266 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:41.507812 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=0392dbcb-6ee5-4bed-a658-af2df347a51e,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:41.529369 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port e32f0431-e088-4671-9833-1d7e0594f374 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:41.529646 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.535562 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-697341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9365'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.537318 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-696463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697146', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9374'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.595223 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.718416 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc15a366-04bb-53ba-8933-892d503d7f14-632dff16-68b0-45f7-bf62-fbbb5e76bf97', 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'fixed_ips': [{'subnet_id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa'}]}} from n-d-792394-17. {{(pid=93960) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 21:33:41.719499 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.739560 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15988'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.857097 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.db_base_plugin_common [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Allocated IP 172.20.0.2 (632dff16-68b0-45f7-bf62-fbbb5e76bf97/e375b3e2-986c-4944-90c3-8ca53e3338fa/9afde2af-22b0-483b-adf0-041f5ce25cbf) {{(pid=93960) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:41.938068 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:41.958079 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.002415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Notify callbacks [] for port, precommit_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.012623 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Transition to ACTIVE for port object 9afde2af-22b0-483b-adf0-041f5ce25cbf will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:42.027571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Transition to ACTIVE for port object 9afde2af-22b0-483b-adf0-041f5ce25cbf will not be triggered until provisioned by entity DHCP. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:42.033556 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387'] for port, after_create {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.063695 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Allocated IP 172.25.7.67 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/c7d93f82-d828-46a9-a4b2-b34c5949ea2c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:42.068818 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 is already hosted by enough agents. {{(pid=93960) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:42.072138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.scheduler.base_scheduler [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Resources bound (agent type, host, resource id): {{(pid=93960) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:42.074706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Received port after_create {{(pid=93960) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:42.110417 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Pushing event updated for resources: {'Port': ['ID=9afde2af-22b0-483b-adf0-041f5ce25cbf,revision_number=1']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:42.146178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Attempting to bind port 9afde2af-22b0-483b-adf0-041f5ce25cbf on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:42.146540 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Attempting to bind port 9afde2af-22b0-483b-adf0-041f5ce25cbf by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '87b318cf-9a62-4990-b962-4a5b053eb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:42.146901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Attempting to bind port 9afde2af-22b0-483b-adf0-041f5ce25cbf on network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:42.151860 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:42.152223 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Checking segment: {'id': '87b318cf-9a62-4990-b962-4a5b053eb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:42.152618 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.153005 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Bound using segment: {'id': '87b318cf-9a62-4990-b962-4a5b053eb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:42.153459 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Bound port: 9afde2af-22b0-483b-adf0-041f5ce25cbf, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b318cf-9a62-4990-b962-4a5b053eb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:42.153833 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.178784 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.218402 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.221941 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] For port 9afde2af-22b0-483b-adf0-041f5ce25cbf, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:42.225581 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] For port 9afde2af-22b0-483b-adf0-041f5ce25cbf, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9afde2af-22b0-483b-adf0-041f5ce25cbf,segment=NetworkSegment(87b318cf-9a62-4990-b962-4a5b053eb5c5),segment_id=87b318cf-9a62-4990-b962-4a5b053eb5c5)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:42.230333 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.260025 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:42.262318 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:42.267657 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:42.271856 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Pushing event updated for resources: {'Port': ['ID=c7d93f82-d828-46a9-a4b2-b34c5949ea2c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:42.294530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13544d5-ab11-4189-93f5-0c72949d6337 None None] Pushing event updated for resources: {'Port': ['ID=9afde2af-22b0-483b-adf0-041f5ce25cbf,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:42.305127 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Sync routers for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:42.318592 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:42.319219 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:42.539860 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:42.576028 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.752324 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 2, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:42.782143 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Checking router: 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:42.782490 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Updating router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:42.785995 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-697101'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.819193 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:42.913735 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Router 21b4d54d-9ced-4471-ae2c-433e9cbe863f is scheduled to L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 21:33:43.023831 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:43.036374 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Sync routers for ids ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:43.041205 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.045391 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49264) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:43.045981 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-463b6417-5ba6-4267-aca5-e56611da71cf admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5527117 Jul 16 21:33:43.046945 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Routers {'21b4d54d-9ced-4471-ae2c-433e9cbe863f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:43.047676 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:43.117829 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.135120 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Transition to ACTIVE for port object 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:43.144710 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.192736 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Set router 21b4d54d-9ced-4471-ae2c-433e9cbe863f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:43.205848 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Pushing event updated for resources: {'Port': ['ID=0a1e3d0e-4c78-4ff1-b771-dd754f043ce1,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:43.240412 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.241000 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.241516 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.242033 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.242539 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.242961 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.243551 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.244281 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.244702 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.245118 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.245537 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.246876 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93961) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:33:43.305234 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Attempting to bind port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:43.306415 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Attempting to bind port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:43.307013 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Attempting to bind port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 on network 86109957-dfc2-4961-b092-41e6c7c63e33 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:43.317166 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:43.317902 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Checking segment: {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:43.318561 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.319382 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Bound using segment: {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:43.320090 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Bound port: 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:43.320712 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.362530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0392dbcb-6ee5-4bed-a658-af2df347a51e up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:43.390482 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] For port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:43.393962 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] For port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0a1e3d0e-4c78-4ff1-b771-dd754f043ce1,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:43.401627 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.473804 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:43.474367 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:43.479672 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465c81e-5225-4f36-9c30-4178366eff78 None None] Pushing event updated for resources: {'Port': ['ID=0a1e3d0e-4c78-4ff1-b771-dd754f043ce1,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:43.532717 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0392dbcb-6ee5-4bed-a658-af2df347a51e triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:43.533569 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.601925 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c90812-3b29-4061-9f22-dfef6bfdba2b None None] Network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:33:43.626239 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:43.696648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:42Z', 'revision_number': 3, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'gw_port': {'id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:43.716614 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.743538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Checking router: 21b4d54d-9ced-4471-ae2c-433e9cbe863f for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:43.743901 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Updating router 21b4d54d-9ced-4471-ae2c-433e9cbe863f port c7d93f82-d828-46a9-a4b2-b34c5949ea2c binding host n-d-792394-17 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:43.792960 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9afde2af-22b0-483b-adf0-041f5ce25cbf up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:43.824669 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-de64641a-7b03-40f7-905b-652935315172 None None] Provisioning for port 9afde2af-22b0-483b-adf0-041f5ce25cbf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:43.829679 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:43.863141 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:43Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:43.891118 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cdb2e4-b45c-405d-9cc7-965ed13d4552 None None] The sync data for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 is: [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:43Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:43.908829 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Allocated IP 172.20.0.1 (632dff16-68b0-45f7-bf62-fbbb5e76bf97/e375b3e2-986c-4944-90c3-8ca53e3338fa/743fbaaa-73d9-49be-9790-75d43ba8fddf) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:44.025120 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.040357 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Transition to ACTIVE for port object 743fbaaa-73d9-49be-9790-75d43ba8fddf will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:44.078219 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.125538 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:44.128519 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:44.133117 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:44.139019 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Pushing event updated for resources: {'Port': ['ID=743fbaaa-73d9-49be-9790-75d43ba8fddf,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:44.176233 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696378'] for router_interface, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.197356 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 9afde2af-22b0-483b-adf0-041f5ce25cbf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:44.215085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9afde2af-22b0-483b-adf0-041f5ce25cbf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:44.215558 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.329707 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.429048 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.434805 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.459176 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Transition to ACTIVE for port object c7d93f82-d828-46a9-a4b2-b34c5949ea2c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:44.474441 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.491143 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 9afde2af-22b0-483b-adf0-041f5ce25cbf, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9afde2af-22b0-483b-adf0-041f5ce25cbf,segment=NetworkSegment(87b318cf-9a62-4990-b962-4a5b053eb5c5),segment_id=87b318cf-9a62-4990-b962-4a5b053eb5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:44.524365 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.548001 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Attempting to bind port c7d93f82-d828-46a9-a4b2-b34c5949ea2c on host n-d-792394-17 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:44.548215 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Attempting to bind port c7d93f82-d828-46a9-a4b2-b34c5949ea2c by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:44.548579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Attempting to bind port c7d93f82-d828-46a9-a4b2-b34c5949ea2c on network 36f424e5-c152-427a-be5b-71ffae083c29 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:44.551448 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511b0cf-650f-4efa-a602-9e46e4eb6d31 None None] Pushing event updated for resources: {'Port': ['ID=c7d93f82-d828-46a9-a4b2-b34c5949ea2c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:44.571985 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.577841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:44.578262 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Checking segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:44.578668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.579185 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Bound using segment: {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:44.579579 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Bound port: c7d93f82-d828-46a9-a4b2-b34c5949ea2c, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0112ac-1d3e-4844-9fd9-34b37d1e9e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:44.579972 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.581030 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.646110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=9afde2af-22b0-483b-adf0-041f5ce25cbf,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:44.668260 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] For port c7d93f82-d828-46a9-a4b2-b34c5949ea2c, host n-d-792394-17, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:44.670259 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b2c59720-de1f-4b9e-bb10-b485491e085b None None] Provisioning complete for port 9afde2af-22b0-483b-adf0-041f5ce25cbf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:44.671008 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b2c59720-de1f-4b9e-bb10-b485491e085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.674178 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] For port c7d93f82-d828-46a9-a4b2-b34c5949ea2c, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c7d93f82-d828-46a9-a4b2-b34c5949ea2c,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:44.686303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-696398'] for router_interface, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.695090 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:44.701607 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Pushing event updated for resources: {'Port': ['ID=743fbaaa-73d9-49be-9790-75d43ba8fddf,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:44.776300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Routers {'21b4d54d-9ced-4471-ae2c-433e9cbe863f'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:44.776944 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:44.783181 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511b0cf-650f-4efa-a602-9e46e4eb6d31 None None] Pushing event updated for resources: {'Port': ['ID=c7d93f82-d828-46a9-a4b2-b34c5949ea2c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:44.798355 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:44.799855 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:44.922568 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] Set router 21b4d54d-9ced-4471-ae2c-433e9cbe863f gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:44.927861 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Router 21b4d54d-9ced-4471-ae2c-433e9cbe863f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:33:45.032665 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-56314eb7-bc5b-44e4-b0e5-371dc3321176 None None] Provisioning for port 743fbaaa-73d9-49be-9790-75d43ba8fddf completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:45.040137 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:33:45.053396 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-265fc3a7-b6be-46f2-87be-b81d8453fee6 admin admin] 10.222.0.10 "PUT /v2.0/routers/21b4d54d-9ced-4471-ae2c-433e9cbe863f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9986556 Jul 16 21:33:45.064106 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-56314eb7-bc5b-44e4-b0e5-371dc3321176 None None] Provisioning complete for port 743fbaaa-73d9-49be-9790-75d43ba8fddf triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:45.064484 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56314eb7-bc5b-44e4-b0e5-371dc3321176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.121785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-56314eb7-bc5b-44e4-b0e5-371dc3321176 None None] Port 743fbaaa-73d9-49be-9790-75d43ba8fddf cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:45.176738 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 4, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'gw_port': {'id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '743fbaaa-73d9-49be-9790-75d43ba8fddf', 'name': '', 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'mac_address': 'fa:16:3e:1e:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:43Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 2, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'subnets': [{'id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:45.203460 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:45.205972 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52547f78-d904-4bea-af83-346bbe2e6029 None None] The sync data for ids ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'] in n-d-792394-17 is: [{'id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 4, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'gw_port': {'id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '743fbaaa-73d9-49be-9790-75d43ba8fddf', 'name': '', 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'mac_address': 'fa:16:3e:1e:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:43Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 2, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'subnets': [{'id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:45.258305 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:45.262438 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:45.262862 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.345390 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.381017 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0a1e3d0e-4c78-4ff1-b771-dd754f043ce1,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:45.388575 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.390643 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9afde2af-22b0-483b-adf0-041f5ce25cbf up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:45.470506 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=0a1e3d0e-4c78-4ff1-b771-dd754f043ce1,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:45.486724 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 9afde2af-22b0-483b-adf0-041f5ce25cbf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:45.487103 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:45.932295 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49272) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:45.937072 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-d9948e17-cd5b-44d8-b374-461e8af713d8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-502049949', 'description': 'tempest-secgroup-smoke-502049949 description', 'project_id': '057117bb48d04239bf9ed013017095dc'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:45.960477 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9948e17-cd5b-44d8-b374-461e8af713d8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.042802 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9948e17-cd5b-44d8-b374-461e8af713d8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.046452 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9948e17-cd5b-44d8-b374-461e8af713d8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.073665 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9948e17-cd5b-44d8-b374-461e8af713d8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.074867 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-d9948e17-cd5b-44d8-b374-461e8af713d8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1415663 Jul 16 21:33:46.075990 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9948e17-cd5b-44d8-b374-461e8af713d8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9109a4a8-9e25-45f0-a89e-538267c38841,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.077937 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:46.083064 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f42cd4f4-77c4-4f40-8bb8-0215bc360269 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'security_group_rule': {'security_group_id': '9109a4a8-9e25-45f0-a89e-538267c38841', 'project_id': '057117bb48d04239bf9ed013017095dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:46.108831 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f42cd4f4-77c4-4f40-8bb8-0215bc360269 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.162315 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f42cd4f4-77c4-4f40-8bb8-0215bc360269 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.165811 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f42cd4f4-77c4-4f40-8bb8-0215bc360269 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.181973 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cd4f4-77c4-4f40-8bb8-0215bc360269 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d148b71b-ff17-4dde-8ff7-0b75665de234,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.189629 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f42cd4f4-77c4-4f40-8bb8-0215bc360269 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.190901 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-f42cd4f4-77c4-4f40-8bb8-0215bc360269 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119421 Jul 16 21:33:46.194094 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:46.198435 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c18b7b64-4842-467a-8e98-73a71211856a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'security_group_rule': {'security_group_id': '9109a4a8-9e25-45f0-a89e-538267c38841', 'project_id': '057117bb48d04239bf9ed013017095dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:46.224905 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c18b7b64-4842-467a-8e98-73a71211856a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.279910 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c18b7b64-4842-467a-8e98-73a71211856a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.283284 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c18b7b64-4842-467a-8e98-73a71211856a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.300788 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b7b64-4842-467a-8e98-73a71211856a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e230fe53-b0cf-437b-8ee7-c8805660f610,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.306338 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c18b7b64-4842-467a-8e98-73a71211856a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.307422 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-c18b7b64-4842-467a-8e98-73a71211856a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123619 Jul 16 21:33:46.310065 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:46.314362 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-65ce7491-65e4-48ef-b8ea-2009a575b123 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'security_group_rule': {'security_group_id': '9109a4a8-9e25-45f0-a89e-538267c38841', 'project_id': '057117bb48d04239bf9ed013017095dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:46.340897 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ce7491-65e4-48ef-b8ea-2009a575b123 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.359732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.401244 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ce7491-65e4-48ef-b8ea-2009a575b123 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.404765 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ce7491-65e4-48ef-b8ea-2009a575b123 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.421370 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce7491-65e4-48ef-b8ea-2009a575b123 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962da490-d51d-4696-a6df-0dd03d904465,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.427468 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ce7491-65e4-48ef-b8ea-2009a575b123 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.428675 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-65ce7491-65e4-48ef-b8ea-2009a575b123 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177073 Jul 16 21:33:46.431438 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:46.435825 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7937955b-4931-4369-901b-2b8bbd31fc59 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'security_group_rule': {'security_group_id': '9109a4a8-9e25-45f0-a89e-538267c38841', 'project_id': '057117bb48d04239bf9ed013017095dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:46.462046 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7937955b-4931-4369-901b-2b8bbd31fc59 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.528649 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7937955b-4931-4369-901b-2b8bbd31fc59 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.532225 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7937955b-4931-4369-901b-2b8bbd31fc59 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.551550 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937955b-4931-4369-901b-2b8bbd31fc59 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbe3280-03f0-4059-b939-8673adc1aeec,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.567224 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7937955b-4931-4369-901b-2b8bbd31fc59 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.571539 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-7937955b-4931-4369-901b-2b8bbd31fc59 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365647 Jul 16 21:33:46.574791 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49282) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:46.582891 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-a4705d68-08b1-4344-915c-470b3345a111 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'security_group_rule': {'security_group_id': '9109a4a8-9e25-45f0-a89e-538267c38841', 'project_id': '057117bb48d04239bf9ed013017095dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:46.612955 n-d-792394-17 neutron-server[93959]: INFO neutron.db.securitygroups_db [None req-a4705d68-08b1-4344-915c-470b3345a111 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Project 057117bb48d04239bf9ed013017095dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:33:46.619519 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4705d68-08b1-4344-915c-470b3345a111 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.692074 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4705d68-08b1-4344-915c-470b3345a111 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.696732 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4705d68-08b1-4344-915c-470b3345a111 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.714524 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4705d68-08b1-4344-915c-470b3345a111 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef4fb50-68a7-4fea-9b17-8d6b50b31612,revision_number=0']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.721898 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4705d68-08b1-4344-915c-470b3345a111 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.725903 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:46.726088 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-a4705d68-08b1-4344-915c-470b3345a111 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497846 Jul 16 21:33:46.730827 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-651b68a6-f5a7-4704-b178-7d8b34090f8c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'security_group_rule': {'security_group_id': '9109a4a8-9e25-45f0-a89e-538267c38841', 'project_id': '057117bb48d04239bf9ed013017095dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:46.752780 n-d-792394-17 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-651b68a6-f5a7-4704-b178-7d8b34090f8c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Project 057117bb48d04239bf9ed013017095dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 21:33:46.758670 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-651b68a6-f5a7-4704-b178-7d8b34090f8c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.824045 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-651b68a6-f5a7-4704-b178-7d8b34090f8c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.827875 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-651b68a6-f5a7-4704-b178-7d8b34090f8c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608555'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.846478 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b68a6-f5a7-4704-b178-7d8b34090f8c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648a4c8b-28c9-489e-8f52-5c90923fefe4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:46.853133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-651b68a6-f5a7-4704-b178-7d8b34090f8c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:46.863842 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-651b68a6-f5a7-4704-b178-7d8b34090f8c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273661 Jul 16 21:33:47.009105 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-804413be-8d65-4b8d-b9ff-196ddd45863d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502049949&fields=id&tenant_id=057117bb48d04239bf9ed013017095dc HTTP/1.1" status: 200 len: 267 time: 0.0344729 Jul 16 21:33:47.129458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-b6ab2e11-a9a3-4f72-bf45-e1556bf2d651 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:47.130953 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-b6ab2e11-a9a3-4f72-bf45-e1556bf2d651 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 810 time: 0.1152217 Jul 16 21:33:47.146674 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-065fe4df-cf19-43a1-8053-d5eb00db7248 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/quotas/057117bb48d04239bf9ed013017095dc HTTP/1.1" status: 200 len: 375 time: 0.0097351 Jul 16 21:33:47.223212 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-7a27cd47-36f5-4ea9-9190-5e449624d148 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701170 Jul 16 21:33:47.239700 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:47.243202 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-e88c06d8-16be-49f6-b2f2-3a2ba1f44eec tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:33:47.246089 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-e88c06d8-16be-49f6-b2f2-3a2ba1f44eec tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066674 Jul 16 21:33:47.287785 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:47.288263 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.340603 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-0608b3fd-707e-4981-8e4d-a5a5744593a6 service neutron] 10.222.0.10 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875242 Jul 16 21:33:47.368236 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c7d93f82-d828-46a9-a4b2-b34c5949ea2c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:47.417071 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port c7d93f82-d828-46a9-a4b2-b34c5949ea2c completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:47.421256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c7d93f82-d828-46a9-a4b2-b34c5949ea2c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:47.421909 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.432358 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-54fec4f4-207e-4cf0-b37c-dd0e9d829dcf service neutron] 10.222.0.10 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861857 Jul 16 21:33:47.497141 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.516667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port c7d93f82-d828-46a9-a4b2-b34c5949ea2c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c7d93f82-d828-46a9-a4b2-b34c5949ea2c,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:47.521502 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.573664 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=c7d93f82-d828-46a9-a4b2-b34c5949ea2c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:47.607386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-bc3de06a-00be-48e2-a02a-7cbdd1e1538f req-db00ae56-de1d-4f67-9ae1-3372e85280df tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 210 time: 0.0307724 Jul 16 21:33:47.726861 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:47.950339 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Sync routers for ids ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:33:47.960311 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Routers {'21b4d54d-9ced-4471-ae2c-433e9cbe863f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:47.960933 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:48.071188 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Set router 21b4d54d-9ced-4471-ae2c-433e9cbe863f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:48.276009 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 4, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'gw_port': {'id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '743fbaaa-73d9-49be-9790-75d43ba8fddf', 'name': '', 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'mac_address': 'fa:16:3e:1e:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:43Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 2, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'subnets': [{'id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:48.301311 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Checking router: 21b4d54d-9ced-4471-ae2c-433e9cbe863f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:33:48.301664 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Updating router 21b4d54d-9ced-4471-ae2c-433e9cbe863f port 743fbaaa-73d9-49be-9790-75d43ba8fddf binding host n-d-792394-17 {{(pid=93961) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 21:33:48.334487 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.608480 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.618822 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.provisioning_blocks [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Transition to ACTIVE for port object 743fbaaa-73d9-49be-9790-75d43ba8fddf will not be triggered until provisioned by entity L2. {{(pid=93961) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:48.627276 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.682309 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-12f33fe0-2be0-40cd-a0ba-12e50e702776 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:48.684821 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-12f33fe0-2be0-40cd-a0ba-12e50e702776 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.30 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 810 time: 0.1401398 Jul 16 21:33:48.739859 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Attempting to bind port 743fbaaa-73d9-49be-9790-75d43ba8fddf on host n-d-792394-17 for vnic_type normal with profile {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:48.740515 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Attempting to bind port 743fbaaa-73d9-49be-9790-75d43ba8fddf by drivers openvswitch,hyperv on host n-d-792394-17 at level 0 using segments [{'id': '87b318cf-9a62-4990-b962-4a5b053eb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97'}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:48.741101 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Attempting to bind port 743fbaaa-73d9-49be-9790-75d43ba8fddf on network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:48.747982 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:33:48.749359 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Checking agent: {'id': 'b4fe73b2-46ac-49b0-bdb7-2d35ba62a6a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 19, 56, 53), 'started_at': datetime.datetime(2021, 7, 16, 19, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:48.749943 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Checking segment: {'id': '87b318cf-9a62-4990-b962-4a5b053eb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93961) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:48.750548 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.751119 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Bound using segment: {'id': '87b318cf-9a62-4990-b962-4a5b053eb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97'} {{(pid=93961) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:48.751798 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.managers [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Bound port: 743fbaaa-73d9-49be-9790-75d43ba8fddf, host: n-d-792394-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b318cf-9a62-4990-b962-4a5b053eb5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97'}}] {{(pid=93961) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:48.752361 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.752501 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-ebbe8b30-7f63-4e7d-b742-4596eb0c57f6 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=057117bb48d04239bf9ed013017095dc HTTP/1.1" status: 200 len: 379 time: 0.0573287 Jul 16 21:33:48.754633 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fef88-903a-46ea-b0fb-6c7b1bc2a844 None None] Pushing event updated for resources: {'Port': ['ID=743fbaaa-73d9-49be-9790-75d43ba8fddf,revision_number=3']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:48.764084 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'port': {'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'admin_state_up': True, 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'security_groups': ['9109a4a8-9e25-45f0-a89e-538267c38841']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:48.842798 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] For port 743fbaaa-73d9-49be-9790-75d43ba8fddf, host n-d-792394-17, cleared binding levels {{(pid=93961) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:48.849611 n-d-792394-17 neutron-server[93961]: DEBUG neutron.plugins.ml2.db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] For port 743fbaaa-73d9-49be-9790-75d43ba8fddf, host n-d-792394-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=743fbaaa-73d9-49be-9790-75d43ba8fddf,segment=NetworkSegment(87b318cf-9a62-4990-b962-4a5b053eb5c5),segment_id=87b318cf-9a62-4990-b962-4a5b053eb5c5)] {{(pid=93961) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:48.855759 n-d-792394-17 neutron-server[93961]: DEBUG neutron_lib.callbacks.manager [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:48.878340 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b97e2f78-a752-483b-9661-42cb442250d3 req-e9fce793-b410-496d-b589-37a651ecb412 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 210 time: 0.0369506 Jul 16 21:33:48.919794 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Routers {'21b4d54d-9ced-4471-ae2c-433e9cbe863f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:33:48.920450 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:48.949182 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Made reservation on behalf of 057117bb48d04239bf9ed013017095dc for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:33:48.953808 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.011672 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fef88-903a-46ea-b0fb-6c7b1bc2a844 None None] Pushing event updated for resources: {'Port': ['ID=743fbaaa-73d9-49be-9790-75d43ba8fddf,revision_number=4']} {{(pid=93961) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:49.045017 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] Set router 21b4d54d-9ced-4471-ae2c-433e9cbe863f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:33:49.107758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Allocated IP 172.20.0.6 (86109957-dfc2-4961-b092-41e6c7c63e33/210eef50-66e9-42e4-bb60-015bf8ff530a/35774a33-86f6-47b1-ac6c-3b59d99d1a65) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:49.242639 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 743fbaaa-73d9-49be-9790-75d43ba8fddf up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:49.297616 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.301963 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning for port 743fbaaa-73d9-49be-9790-75d43ba8fddf completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:49.306087 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 743fbaaa-73d9-49be-9790-75d43ba8fddf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:49.306445 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.315473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Transition to ACTIVE for port object 35774a33-86f6-47b1-ac6c-3b59d99d1a65 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:49.355454 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.382164 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 4, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'gw_port': {'id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '743fbaaa-73d9-49be-9790-75d43ba8fddf', 'name': '', 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'mac_address': 'fa:16:3e:1e:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:43Z', 'updated_at': '2021-07-16T21:33:48Z', 'revision_number': 4, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'subnets': [{'id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:33:49.400247 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.408564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Network 86109957-dfc2-4961-b092-41e6c7c63e33 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:49.412021 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:49.416511 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:49.420952 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'Port': ['ID=35774a33-86f6-47b1-ac6c-3b59d99d1a65,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:49.421496 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9051b-5284-4a4b-b287-dd70832ae0d6 None None] The sync data for ids ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'] in n-d-792394-17 is: [{'id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:44Z', 'revision_number': 4, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'gw_port': {'id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '743fbaaa-73d9-49be-9790-75d43ba8fddf', 'name': '', 'network_id': '632dff16-68b0-45f7-bf62-fbbb5e76bf97', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'mac_address': 'fa:16:3e:1e:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:43Z', 'updated_at': '2021-07-16T21:33:48Z', 'revision_number': 4, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'subnets': [{'id': 'e375b3e2-986c-4944-90c3-8ca53e3338fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:33:49.439113 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] For port 743fbaaa-73d9-49be-9790-75d43ba8fddf, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=743fbaaa-73d9-49be-9790-75d43ba8fddf,segment=NetworkSegment(87b318cf-9a62-4990-b962-4a5b053eb5c5),segment_id=87b318cf-9a62-4990-b962-4a5b053eb5c5)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:49.445171 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.446306 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c7d93f82-d828-46a9-a4b2-b34c5949ea2c up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:49.476329 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:49.476984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.496434 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-f34acb49-cf45-448f-a855-a81bc4e702ef tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390454 Jul 16 21:33:49.510364 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Request body: {'port': {'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:49.531541 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Pushing event updated for resources: {'Port': ['ID=743fbaaa-73d9-49be-9790-75d43ba8fddf,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:49.544138 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port c7d93f82-d828-46a9-a4b2-b34c5949ea2c triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:49.544769 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.628742 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.741775 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-59072fc7-9b05-4c16-b638-26385dad1e77 None None] Provisioning for port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:49.745899 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-59072fc7-9b05-4c16-b638-26385dad1e77 None None] Provisioning complete for port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:49.746388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-59072fc7-9b05-4c16-b638-26385dad1e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.781128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-59072fc7-9b05-4c16-b638-26385dad1e77 None None] Port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:33:49.917008 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35774a33-86f6-47b1-ac6c-3b59d99d1a65 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:33:49.924539 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:49.936773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Transition to ACTIVE for port object 35774a33-86f6-47b1-ac6c-3b59d99d1a65 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:33:49.940958 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.012067 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Pushing event updated for resources: {'Port': ['ID=35774a33-86f6-47b1-ac6c-3b59d99d1a65,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:50.105057 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Attempting to bind port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 on host n-h2-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:33:50.105403 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Attempting to bind port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 by drivers openvswitch,hyperv on host n-h2-792394-17 at level 0 using segments [{'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:33:50.105739 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Attempting to bind port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 on network 86109957-dfc2-4961-b092-41e6c7c63e33 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:50.116030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 on network 86109957-dfc2-4961-b092-41e6c7c63e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:33:50.116356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Attempting to bind port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 on network 86109957-dfc2-4961-b092-41e6c7c63e33 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:33:50.130497 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27bb48-c8f6-4d86-b9c7-ae9bc4b3dbe2 req-1c099228-71ce-47c8-8795-cd20394a4d5e tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:50.132116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dc27bb48-c8f6-4d86-b9c7-ae9bc4b3dbe2 req-1c099228-71ce-47c8-8795-cd20394a4d5e tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 943 time: 0.1231227 Jul 16 21:33:50.133405 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Checking agent: {'id': '3d0d692d-0137-4e27-9329-6439a13bf3fc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:33:50.133741 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Checking segment: {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:33:50.134128 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Bound using segment: {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:33:50.134580 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Bound port: 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host: n-h2-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:33:50.134944 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.204734 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dc27bb48-c8f6-4d86-b9c7-ae9bc4b3dbe2 req-6f474def-23c0-4767-b1d4-4311dcadb9f2 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608592 Jul 16 21:33:50.228450 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:33:50.231438 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:33:50.235878 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.273652 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:50.274258 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.275743 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] 10.222.0.30 "PUT /v2.0/ports/35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 200 len: 1092 time: 0.7703199 Jul 16 21:33:50.276173 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:50.278404 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d3cbf6-8d50-4614-babf-c5d359260d70" -d '{"events": [{"name": "network-changed", "server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:50.305387 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b1976-eb36-44cb-970c-d544af7fa398 service neutron] Pushing event updated for resources: {'Port': ['ID=35774a33-86f6-47b1-ac6c-3b59d99d1a65,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:50.323297 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744cb979-1d41-41e2-a562-afa8f7738df7 x-openstack-request-id: req-744cb979-1d41-41e2-a562-afa8f7738df7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:50.323737 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:50.324054 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-744cb979-1d41-41e2-a562-afa8f7738df7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:50.324517 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'status': 'completed', 'code': 200} Jul 16 21:33:50.371145 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-76f69345-8854-4ea8-a8e6-6ed591db926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:50.372716 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-76f69345-8854-4ea8-a8e6-6ed591db926d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1095 time: 0.0592320 Jul 16 21:33:50.414879 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-c54d1577-c73a-4dfb-9976-80f2cbf45376 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 200 len: 217 time: 0.0340779 Jul 16 21:33:50.464213 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-e191ca49-0902-4cf2-8e49-108375c8b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:50.465961 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-e191ca49-0902-4cf2-8e49-108375c8b641 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0450361 Jul 16 21:33:50.527951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-7299ead4-72b9-4004-aad3-d8981bc7542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:50.529490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-7299ead4-72b9-4004-aad3-d8981bc7542b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565350 Jul 16 21:33:50.618873 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-2265cdef-b6bb-4725-99c4-e63e9821e93b service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818710 Jul 16 21:33:50.715388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e5dce7ee-ed19-44ba-9873-1c53059afe31 req-d891b050-7800-4ea5-af65-e54bcf8d7140 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896943 Jul 16 21:33:50.746229 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-476e97c6-478d-4993-b909-d039902daf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:50.820458 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-7b7532f1-34ec-4dab-8eb5-e3c3bbdf93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:50.821964 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-7b7532f1-34ec-4dab-8eb5-e3c3bbdf93d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1095 time: 0.0512950 Jul 16 21:33:50.913943 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-fb4a3c4e-a64a-4542-be59-413862dbc7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:50.915490 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-fb4a3c4e-a64a-4542-be59-413862dbc7d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.0876954 Jul 16 21:33:50.959022 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-9a20aee8-dd7b-46fc-b572-be42bba6ae0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 200 len: 217 time: 0.0356514 Jul 16 21:33:51.007731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-5f02a22a-1700-4580-af43-493a277f9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:51.009145 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-5f02a22a-1700-4580-af43-493a277f9ef9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0427847 Jul 16 21:33:51.069627 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-6602e05a-3b1d-4054-b98a-d8c6289c2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:51.071108 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-6602e05a-3b1d-4054-b98a-d8c6289c2ebe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548067 Jul 16 21:33:51.171837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-7877eea0-2b37-4b40-9912-15e36aed17dc service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936737 Jul 16 21:33:51.178505 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 743fbaaa-73d9-49be-9790-75d43ba8fddf up at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:51.233816 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Provisioning complete for port 743fbaaa-73d9-49be-9790-75d43ba8fddf triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:51.234285 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:51.276687 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-56d3cbf6-8d50-4614-babf-c5d359260d70 req-536a038d-4972-44cf-8095-787aafaba6f7 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972452 Jul 16 21:33:51.401574 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e456be-2ba9-49f9-990d-e96126ad2ac9 req-14535c80-f98c-431a-8b7d-83ce15a81bbf tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:51.403052 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8e456be-2ba9-49f9-990d-e96126ad2ac9 req-14535c80-f98c-431a-8b7d-83ce15a81bbf tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 943 time: 0.0625277 Jul 16 21:33:51.439414 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d8e456be-2ba9-49f9-990d-e96126ad2ac9 req-c611b088-5eca-42d6-bd16-043b9e071ee6 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306489 Jul 16 21:33:52.623823 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aec7d-f34a-4a25-ade3-646168cb49b9 req-f6e947eb-4512-4271-816b-bf85c079807a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:52.625335 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b83aec7d-f34a-4a25-ade3-646168cb49b9 req-f6e947eb-4512-4271-816b-bf85c079807a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 943 time: 0.0728681 Jul 16 21:33:52.664885 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b83aec7d-f34a-4a25-ade3-646168cb49b9 req-a6828ceb-4f33-402c-ac54-a15a028e2195 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335927 Jul 16 21:33:53.480523 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da8fe770-c0ad-46ce-8f89-ee5820d709cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.497059 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:53.834803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd31265-f4dc-4ff9-8f74-b1dd862568ec req-551031e8-b0a7-4a56-8c5b-db7dc4e2bd63 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:53.836502 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abd31265-f4dc-4ff9-8f74-b1dd862568ec req-551031e8-b0a7-4a56-8c5b-db7dc4e2bd63 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 943 time: 0.0625913 Jul 16 21:33:53.874437 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-abd31265-f4dc-4ff9-8f74-b1dd862568ec req-570e018d-20d8-4abe-b882-f0c35057830c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Jul 16 21:33:54.214256 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 35774a33-86f6-47b1-ac6c-3b59d99d1a65 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:33:54.305341 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:54.315789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:33:54.354441 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.366923 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35774a33-86f6-47b1-ac6c-3b59d99d1a65 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:33:54.385237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:54.389122 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:54.434811 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=35774a33-86f6-47b1-ac6c-3b59d99d1a65,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:54.593733 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['35774a33-86f6-47b1-ac6c-3b59d99d1a65'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:33:54.882773 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:55.048034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f103fe-f0b2-41ac-ac04-7726a11dae37 req-86b780be-b9ba-4976-ab9f-bb70f890530e tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:55.049614 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57f103fe-f0b2-41ac-ac04-7726a11dae37 req-86b780be-b9ba-4976-ab9f-bb70f890530e tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 944 time: 0.0638981 Jul 16 21:33:55.088724 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57f103fe-f0b2-41ac-ac04-7726a11dae37 req-3a87efbd-cbfd-425a-a2cc-a634d5ace76b tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332978 Jul 16 21:33:56.229992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 35774a33-86f6-47b1-ac6c-3b59d99d1a65 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:33:56.269056 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85924022-dd7f-4842-b7c1-69c5a8bd7fd9 req-fe202c33-ad6e-425e-aeb3-570ce49b445f tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:56.271043 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85924022-dd7f-4842-b7c1-69c5a8bd7fd9 req-fe202c33-ad6e-425e-aeb3-570ce49b445f tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 944 time: 0.0705266 Jul 16 21:33:56.278046 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning for port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:33:56.281849 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:33:56.282202 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.310152 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85924022-dd7f-4842-b7c1-69c5a8bd7fd9 req-e969cd25-9b96-4a3c-a370-0a27cf4c52a9 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326207 Jul 16 21:33:56.362484 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.384761 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:33:56.387037 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6fb335-36d3-4af8-af96-31eb8de26860" -d '{"events": [{"server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "name": "network-vif-plugged", "status": "completed", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:33:56.399859 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:33:56.404614 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.429899 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29d5cea-3f55-4dbd-961d-e2e2b5ce89f3 x-openstack-request-id: req-e29d5cea-3f55-4dbd-961d-e2e2b5ce89f3 {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:33:56.430190 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "name": "network-vif-plugged", "status": "completed", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:33:56.430442 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e29d5cea-3f55-4dbd-961d-e2e2b5ce89f3 {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:33:56.430838 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'code': 200} Jul 16 21:33:56.459126 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=35774a33-86f6-47b1-ac6c-3b59d99d1a65,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:56.540686 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fb79b-1755-4949-a229-091bac1c7f7c req-0f7ba0cd-9153-4ba8-adb4-693b2aaa0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:56.542165 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-682fb79b-1755-4949-a229-091bac1c7f7c req-0f7ba0cd-9153-4ba8-adb4-693b2aaa0d46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0521073 Jul 16 21:33:56.560139 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:56.577072 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-682fb79b-1755-4949-a229-091bac1c7f7c req-cae1a4d2-4707-4ee5-b5cd-2d52c386e060 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287969 Jul 16 21:33:57.488373 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06776b5-3233-41e0-b5bd-165e65b4bae1 req-c2eb6e5a-aecd-4276-a953-50bfab809f03 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:57.490496 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e06776b5-3233-41e0-b5bd-165e65b4bae1 req-c2eb6e5a-aecd-4276-a953-50bfab809f03 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 945 time: 0.0678513 Jul 16 21:33:57.527386 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e06776b5-3233-41e0-b5bd-165e65b4bae1 req-ad05857c-0053-425b-8610-b12270990ed8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Jul 16 21:33:58.700783 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893693e-0a8f-4f79-9fed-6179548e2ea0 req-0ab55195-92fd-47ea-afaa-1294cc6a21a2 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:58.702264 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4893693e-0a8f-4f79-9fed-6179548e2ea0 req-0ab55195-92fd-47ea-afaa-1294cc6a21a2 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 945 time: 0.0625618 Jul 16 21:33:58.740624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-4893693e-0a8f-4f79-9fed-6179548e2ea0 req-1f4fd33e-b957-4f1e-a763-c80ccc2667e7 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325646 Jul 16 21:33:58.906581 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bf402-1daa-4bc1-8c21-a524e379d7d5 req-623f7d44-ddd2-41b1-a47a-1a330d8ec7f0 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:58.908057 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2bf402-1daa-4bc1-8c21-a524e379d7d5 req-623f7d44-ddd2-41b1-a47a-1a330d8ec7f0 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 945 time: 0.0613654 Jul 16 21:33:58.945644 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-af2bf402-1daa-4bc1-8c21-a524e379d7d5 req-114333d2-b8d7-4d6a-b501-be7ec2566cee tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Jul 16 21:33:58.969214 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:59.104406 n-d-792394-17 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf71f0e-5639-4432-8d35-ae4e81c20eac tempest-TestSnapshotPattern-366995970 tempest-TestSnapshotPattern-366995970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:33:59.106928 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-5bf71f0e-5639-4432-8d35-ae4e81c20eac tempest-TestSnapshotPattern-366995970 tempest-TestSnapshotPattern-366995970-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1092 time: 0.1365457 Jul 16 21:33:59.108732 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:33:59.113163 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:33:59.134133 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.227115 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.327923 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Allocated IP 172.25.7.134 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/57389f2c-b9c0-441a-863c-e0e9e37f0254) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:33:59.426991 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.465131 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:33:59.506589 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:33:59.509198 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:33:59.512636 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:33:59.517878 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'Port': ['ID=57389f2c-b9c0-441a-863c-e0e9e37f0254,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:33:59.865336 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.274447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.417015 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.421311 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261738147'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.487299 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'Port': ['ID=57389f2c-b9c0-441a-863c-e0e9e37f0254,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:34:00.495754 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.592054 n-d-792394-17 neutron-server[93958]: INFO neutron.db.l3_db [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Floating IP e0ca9e61-8589-4e72-96e3-f77701f26c2f associated. External IP: 172.25.7.134, port: 35774a33-86f6-47b1-ac6c-3b59d99d1a65. Jul 16 21:34:00.795265 n-d-792394-17 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:34:00.900160 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:34:00.910076 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] Sync routers for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:34:00.916707 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:00.922228 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:34:00.923128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:34:00.953062 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-e33c7668-9c41-4e82-be50-6a1ba58b653a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8432715 Jul 16 21:34:00.953650 n-d-792394-17 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:34:00.956173 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8b4bab58f3157324b85e0a65156fc33a5ef40aa76454184b457a18b80112b86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93ca4e1-3097-4d58-bab3-ba808f3956dd" -d '{"events": [{"name": "network-changed", "server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:34:01.050524 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d619fd9f-b20b-4318-bdae-1552394ef032 x-openstack-request-id: req-d619fd9f-b20b-4318-bdae-1552394ef032 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:34:01.050818 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:34:01.051119 n-d-792394-17 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d619fd9f-b20b-4318-bdae-1552394ef032 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:34:01.051625 n-d-792394-17 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'status': 'completed', 'code': 200} Jul 16 21:34:01.129802 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-bc665e43-24fa-496f-816e-9868b712fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:01.131344 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-bc665e43-24fa-496f-816e-9868b712fcae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0569384 Jul 16 21:34:01.179578 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:34:01.219285 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-662797cd-b6e9-4e42-89b3-6b4480d4652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:01.220788 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-662797cd-b6e9-4e42-89b3-6b4480d4652c service neutron] 10.222.0.30 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.0837576 Jul 16 21:34:01.288777 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-60c0b464-6a5d-4804-a404-dc7d216fe541 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 200 len: 999 time: 0.0612216 Jul 16 21:34:01.337192 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-ac639fa1-697a-4741-9e7d-567027d0e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:01.338645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-ac639fa1-697a-4741-9e7d-567027d0e7b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0437844 Jul 16 21:34:01.394397 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-465782c7-db34-4358-91c1-4e8abf3c106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:01.395968 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-465782c7-db34-4358-91c1-4e8abf3c106c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512190 Jul 16 21:34:01.400634 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e0ca9e61-8589-4e72-96e3-f77701f26c2f', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:59Z', 'updated_at': '2021-07-16T21:33:59Z', 'revision_number': 0, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:34:01.425789 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] Checking router: 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:34:01.435015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:34:01.435632 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:33:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:34:01.487250 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-e4653661-baf8-42e3-b792-c0894d144fb3 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844753 Jul 16 21:34:01.541116 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:34:01.575917 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d93ca4e1-3097-4d58-bab3-ba808f3956dd req-24490914-5169-4d02-90fc-8a834e069040 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820177 Jul 16 21:34:01.763094 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e0ca9e61-8589-4e72-96e3-f77701f26c2f', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:59Z', 'updated_at': '2021-07-16T21:33:59Z', 'revision_number': 0, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:34:01.788907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ab4ff-24b9-4a8e-8a1c-0c988ece973a None None] The sync data for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 is: [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e0ca9e61-8589-4e72-96e3-f77701f26c2f', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:59Z', 'updated_at': '2021-07-16T21:33:59Z', 'revision_number': 0, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:34:01.968632 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595532e-6d68-4532-8a8d-a43068411c7b None None] New status for floating IP e0ca9e61-8589-4e72-96e3-f77701f26c2f: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:34:16.374809 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:17.759823 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:20.749731 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-319633f8-8f28-4bd8-801d-2533d8693c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:23.482253 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2f697432-7091-4a75-8ba0-6875e83e46be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:23.497210 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:24.885389 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:25.677643 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:34:26.563715 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:46.389415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:47.758146 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:49.033979 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-5aee88ba-f08b-4ed5-8293-8d1d7d194486 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1093230 Jul 16 21:34:49.124953 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-678c48fd-4c4f-45d0-9d68-7907b24ce6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:49.126442 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-678c48fd-4c4f-45d0-9d68-7907b24ce6ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0519295 Jul 16 21:34:49.228217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-50819742-cd3b-42e6-ae74-6798f6d494b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:49.229579 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-50819742-cd3b-42e6-ae74-6798f6d494b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.0844331 Jul 16 21:34:49.295147 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-9a20a8e9-3423-4d0f-9675-bde6fc165a8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 200 len: 1001 time: 0.0591886 Jul 16 21:34:49.343907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-7b1cb4f0-fd80-490b-8b18-0b8e56fd2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:49.345357 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-7b1cb4f0-fd80-490b-8b18-0b8e56fd2406 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0438263 Jul 16 21:34:49.401962 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-1ff4b7da-1ecb-49a0-a14f-0ff22d85da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:34:49.403497 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-1ff4b7da-1ecb-49a0-a14f-0ff22d85da8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523419 Jul 16 21:34:49.496346 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-d8951900-397c-43db-b3de-2f4da4b1abb8 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866456 Jul 16 21:34:49.590806 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fa9b0460-7287-49e1-a7df-bd30cb6bf77c req-7654b9e8-5645-401c-8c69-f19b195c9839 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881193 Jul 16 21:34:50.750287 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b30127f4-1a43-4786-9a38-1534edc0d813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:53.488047 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a9bf8d25-db61-4f3c-8287-16d7a048e5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:53.498165 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:54.890254 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:34:56.565578 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:02.676919 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:35:16.404519 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:17.760005 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:20.752524 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-afb69568-98c1-4c20-9f12-414f37c053be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:23.489081 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-395e9e05-6578-417e-a294-cc91c6d438cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:23.500402 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:24.892357 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:26.569493 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:39.676482 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:35:46.402832 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:47.774310 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:48.980878 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-8edc0b6e-826d-48d6-b350-05a7416373c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560644 Jul 16 21:35:49.070314 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-69aeb250-815c-4ea3-b2bb-0b4dcaea0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:49.071822 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-69aeb250-815c-4ea3-b2bb-0b4dcaea0f52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1097 time: 0.0511537 Jul 16 21:35:49.493245 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-ccba494c-0d52-4a45-ae19-40cc831fb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:49.494714 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-ccba494c-0d52-4a45-ae19-40cc831fb360 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.4033272 Jul 16 21:35:49.556422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-c6b607ff-0794-4d59-8b7e-9de90b275141 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 200 len: 1001 time: 0.0548625 Jul 16 21:35:49.602356 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-d17e0537-177f-4171-bf13-47d06cc3edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:49.603752 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-d17e0537-177f-4171-bf13-47d06cc3edde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0414665 Jul 16 21:35:49.662214 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-e0afb8f5-1607-49f4-8030-1969da251268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:35:49.663711 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-e0afb8f5-1607-49f4-8030-1969da251268 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536995 Jul 16 21:35:49.750565 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-390b0471-4760-4591-956a-2f68c3f89a41 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800972 Jul 16 21:35:49.840246 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52ff4c69-fb4b-41ea-bc57-aba4d0052508 req-5bc0bd4c-60d7-4b9f-b98d-199b9557ca52 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836608 Jul 16 21:35:50.752361 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e01529d-9785-4a0c-8e32-ac376a4401a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:53.491194 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7da032ad-7f23-49af-aa7b-7d20ca1f9cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:53.501291 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:54.894957 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:35:56.575837 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:00.872297 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 35774a33-86f6-47b1-ac6c-3b59d99d1a65 details requested by agent hyperv_n-h2-792394-17 with host n-h2-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:36:00.982130 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:00.996121 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Returning: {'device': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:36:01.035864 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:01.050567 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35774a33-86f6-47b1-ac6c-3b59d99d1a65 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:36:01.072403 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:01.079658 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:01.133267 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=35774a33-86f6-47b1-ac6c-3b59d99d1a65,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:01.141300 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.141651 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.141992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.142332 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.142667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.143000 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.143496 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.143827 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.144155 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.144480 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.144805 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.145127 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:01.155610 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] get_ports_and_sgs() called for port_ids ['35774a33-86f6-47b1-ac6c-3b59d99d1a65'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:36:02.884966 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 35774a33-86f6-47b1-ac6c-3b59d99d1a65 up at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:36:02.959232 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Provisioning complete for port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:36:02.959632 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:03.067564 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:03.103163 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:03.107122 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8125d4a-ffdb-432c-982f-b54c704dbc60" -d '{"events": [{"server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "name": "network-vif-plugged", "status": "completed", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:03.153877 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:03.160811 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:03.258136 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23745ed-3f0e-45be-bb09-89344cab218c x-openstack-request-id: req-a23745ed-3f0e-45be-bb09-89344cab218c {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:03.258422 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "name": "network-vif-plugged", "status": "completed", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:03.258678 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a23745ed-3f0e-45be-bb09-89344cab218c {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:03.259078 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'code': 200} Jul 16 21:36:03.271646 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=35774a33-86f6-47b1-ac6c-3b59d99d1a65,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:10.227139 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-47edd532-2627-4a33-bb7f-80e0ed40d165 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502049949&fields=id&tenant_id=057117bb48d04239bf9ed013017095dc HTTP/1.1" status: 200 len: 267 time: 0.0323589 Jul 16 21:36:10.330699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-12917e93-b3e2-4c35-ba8d-3bdadd5b68ec tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:10.332181 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-12917e93-b3e2-4c35-ba8d-3bdadd5b68ec tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 810 time: 0.0983603 Jul 16 21:36:10.347110 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-c83cd5b3-56f2-4312-ba23-39e070f4bbe9 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/quotas/057117bb48d04239bf9ed013017095dc HTTP/1.1" status: 200 len: 375 time: 0.0092247 Jul 16 21:36:10.419997 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-6f876332-613a-4c14-9310-5ece226555e9 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0680838 Jul 16 21:36:10.551974 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-40a3ba8f-a138-490d-8885-b60d682d411e service neutron] 10.222.0.10 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209221 Jul 16 21:36:10.641912 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-3780e921-046a-4b55-bd7c-02a734ba8b1b service neutron] 10.222.0.10 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844281 Jul 16 21:36:10.812426 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-fcfd197a-adce-480c-a88e-da5facfb56c4 req-52867e88-16fe-4343-b112-f4122fc7309c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 210 time: 0.0285783 Jul 16 21:36:11.990200 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-52db87dc-cb00-42b0-a714-6870dd2feec1 req-0f51384a-8492-430f-9139-4a3599ee5543 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 210 time: 0.0605783 Jul 16 21:36:12.030757 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-0426aa7f-a3c0-4395-a5bb-15c6608da630 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:12.032195 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-0426aa7f-a3c0-4395-a5bb-15c6608da630 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.63 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 810 time: 0.1351190 Jul 16 21:36:12.073782 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-28cc7106-26c6-4f39-91d3-88f012aa449d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=057117bb48d04239bf9ed013017095dc HTTP/1.1" status: 200 len: 379 time: 0.0330799 Jul 16 21:36:12.081807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'port': {'device_id': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'admin_state_up': True, 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'security_groups': ['9109a4a8-9e25-45f0-a89e-538267c38841']}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:36:12.193671 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Made reservation on behalf of 057117bb48d04239bf9ed013017095dc for: {'port': 1} {{(pid=93959) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 21:36:12.197247 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:12.324817 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Allocated IP 172.20.0.9 (86109957-dfc2-4961-b092-41e6c7c63e33/210eef50-66e9-42e4-bb60-015bf8ff530a/912aa510-3975-4b98-901d-80fb2ee2f681) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:36:12.511811 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:12.534131 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Transition to ACTIVE for port object 912aa510-3975-4b98-901d-80fb2ee2f681 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:36:12.588098 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:12.642470 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Network 86109957-dfc2-4961-b092-41e6c7c63e33 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:36:12.646365 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:36:12.650844 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:36:12.654912 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'Port': ['ID=912aa510-3975-4b98-901d-80fb2ee2f681,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:12.686052 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.686399 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.686742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.687079 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.687442 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.687769 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.688095 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.688416 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.688743 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.689061 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.689381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.689699 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:36:12.726853 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:12.727566 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:12.747297 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-876a4bca-69ba-4b92-9de4-834b34e4ef2c tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6690366 Jul 16 21:36:12.944110 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-65a55f47-3fad-47d0-8f43-fcdf9056cf21 None None] Provisioning for port 912aa510-3975-4b98-901d-80fb2ee2f681 completed by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:36:12.948038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-65a55f47-3fad-47d0-8f43-fcdf9056cf21 None None] Provisioning complete for port 912aa510-3975-4b98-901d-80fb2ee2f681 triggered by entity DHCP. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:36:12.948411 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65a55f47-3fad-47d0-8f43-fcdf9056cf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:12.983079 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-65a55f47-3fad-47d0-8f43-fcdf9056cf21 None None] Port 912aa510-3975-4b98-901d-80fb2ee2f681 cannot update to ACTIVE because it is not bound. {{(pid=93960) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 21:36:13.179031 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4769a-7c3e-480e-87ff-bab05f460a08 req-164309a6-1292-47f9-b378-e00e63b68149 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:13.180615 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cfc4769a-7c3e-480e-87ff-bab05f460a08 req-164309a6-1292-47f9-b378-e00e63b68149 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 931 time: 0.0677857 Jul 16 21:36:13.221764 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-cfc4769a-7c3e-480e-87ff-bab05f460a08 req-a87c647b-ec9f-44ff-bf72-fc119e1a973f tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350063 Jul 16 21:36:14.397366 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4a6d4-2bd5-4ba1-94c7-49cc5990606c req-0f5915e3-461a-4ff4-8a38-6e713c4f30e5 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:14.398864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bd4a6d4-2bd5-4ba1-94c7-49cc5990606c req-0f5915e3-461a-4ff4-8a38-6e713c4f30e5 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 931 time: 0.0647233 Jul 16 21:36:14.438584 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2bd4a6d4-2bd5-4ba1-94c7-49cc5990606c req-9bfdba62-3ec2-4b21-86fb-f3f3ef7f0430 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332212 Jul 16 21:36:14.935920 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 35774a33-86f6-47b1-ac6c-3b59d99d1a65 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:36:15.011435 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:15.033521 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:15.035796 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5716041c-39e5-4ca2-9820-a8db905b8600" -d '{"events": [{"server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "name": "network-vif-unplugged", "status": "completed", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:15.048907 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-31521730-d540-42ad-853e-a3e8785e082b None None] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:15.053745 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:15.081162 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1df11d4-6f0b-43a0-afa9-77bf54bd77bd x-openstack-request-id: req-a1df11d4-6f0b-43a0-afa9-77bf54bd77bd {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:15.081456 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "name": "network-vif-unplugged", "status": "completed", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:15.081712 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1df11d4-6f0b-43a0-afa9-77bf54bd77bd {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:15.082103 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'code': 200} Jul 16 21:36:15.108640 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Pushing event updated for resources: {'Port': ['ID=35774a33-86f6-47b1-ac6c-3b59d99d1a65,revision_number=8']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:15.622083 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd65fe-57db-4629-92b8-b7b14c6bd948 req-bc1c84ee-87d0-496c-9dcc-002e2f9a9a8a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:15.623665 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-afcd65fe-57db-4629-92b8-b7b14c6bd948 req-bc1c84ee-87d0-496c-9dcc-002e2f9a9a8a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 931 time: 0.0690236 Jul 16 21:36:15.662432 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-afcd65fe-57db-4629-92b8-b7b14c6bd948 req-f4f0c3c4-fe75-4590-9e49-3b700f1da4b0 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329282 Jul 16 21:36:16.419440 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:16.679376 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:36:16.846325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9105e52-8980-4c5d-824c-f8d2352f8dad req-5b33b12c-8861-4160-b9e6-d9e03f1482f4 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:16.848003 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9105e52-8980-4c5d-824c-f8d2352f8dad req-5b33b12c-8861-4160-b9e6-d9e03f1482f4 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 931 time: 0.0678298 Jul 16 21:36:16.888126 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9105e52-8980-4c5d-824c-f8d2352f8dad req-701e6fa5-633b-41ec-a105-4837911260bf tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343988 Jul 16 21:36:17.772940 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:18.083034 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab597520-34bb-442c-82e6-b614f9a31972 req-ef8a9bde-44da-4ece-8bfa-d80b7f6155bf tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:18.085995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab597520-34bb-442c-82e6-b614f9a31972 req-ef8a9bde-44da-4ece-8bfa-d80b7f6155bf tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 931 time: 0.0833151 Jul 16 21:36:18.125992 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ab597520-34bb-442c-82e6-b614f9a31972 req-61f71f6c-0564-4956-b83d-125279c380f7 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334251 Jul 16 21:36:19.309889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de587ad-818d-4002-a34d-be29f0315c3f req-39ee50f7-badc-4924-abb9-aaabf8ba1263 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:19.311839 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2de587ad-818d-4002-a34d-be29f0315c3f req-39ee50f7-badc-4924-abb9-aaabf8ba1263 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 931 time: 0.0699527 Jul 16 21:36:19.351479 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2de587ad-818d-4002-a34d-be29f0315c3f req-23478f2a-404e-4386-85c6-204eb2634c0b tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342333 Jul 16 21:36:20.533664 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4da245-241e-4efa-81df-6983a9d4aa86 req-eb4de38b-91ac-4227-8cf9-ee9994e7fa34 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:20.535184 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b4da245-241e-4efa-81df-6983a9d4aa86 req-eb4de38b-91ac-4227-8cf9-ee9994e7fa34 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 931 time: 0.0676599 Jul 16 21:36:20.573813 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0b4da245-241e-4efa-81df-6983a9d4aa86 req-22f958d3-1a37-4c30-9892-2303cc0376a0 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329556 Jul 16 21:36:20.754221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-69d99e49-eaad-4cca-b5d7-cda6b79419df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:21.763939 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78f30e-58aa-4596-ad4c-6ca04f393977 req-66954a7f-f151-42e6-96b0-d36df62a7fdc tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:21.767827 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d78f30e-58aa-4596-ad4c-6ca04f393977 req-66954a7f-f151-42e6-96b0-d36df62a7fdc tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 931 time: 0.0749421 Jul 16 21:36:21.812468 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-1d78f30e-58aa-4596-ad4c-6ca04f393977 req-068f39bf-4e73-4813-ad87-f99ab2e71348 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408921 Jul 16 21:36:22.993091 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02901-e65d-476d-b5c2-8a73187b9a48 req-13e3adcc-f63e-42d8-86de-00d2a0758dea tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:22.994848 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38a02901-e65d-476d-b5c2-8a73187b9a48 req-13e3adcc-f63e-42d8-86de-00d2a0758dea tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 931 time: 0.0729573 Jul 16 21:36:23.001564 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Request body: {'port': {'device_id': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-17'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:36:23.090998 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-38a02901-e65d-476d-b5c2-8a73187b9a48 req-baa3978e-47cf-44d8-995b-30638fe20487 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862479 Jul 16 21:36:23.104678 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:23.361979 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912aa510-3975-4b98-901d-80fb2ee2f681 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:36:23.369303 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:23.381301 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Transition to ACTIVE for port object 912aa510-3975-4b98-901d-80fb2ee2f681 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 21:36:23.385126 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:23.435777 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Pushing event updated for resources: {'Port': ['ID=912aa510-3975-4b98-901d-80fb2ee2f681,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:23.503800 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-db1a2f9b-5d2f-4d1d-a7b0-dba6932ec3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:23.507640 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:23.516572 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Attempting to bind port 912aa510-3975-4b98-901d-80fb2ee2f681 on host n-h1-792394-17 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 21:36:23.516907 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Attempting to bind port 912aa510-3975-4b98-901d-80fb2ee2f681 by drivers openvswitch,hyperv on host n-h1-792394-17 at level 0 using segments [{'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 21:36:23.517236 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Attempting to bind port 912aa510-3975-4b98-901d-80fb2ee2f681 on network 86109957-dfc2-4961-b092-41e6c7c63e33 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:36:23.521762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Port 912aa510-3975-4b98-901d-80fb2ee2f681 on network 86109957-dfc2-4961-b092-41e6c7c63e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-17 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 21:36:23.522086 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Attempting to bind port 912aa510-3975-4b98-901d-80fb2ee2f681 on network 86109957-dfc2-4961-b092-41e6c7c63e33 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 21:36:23.526957 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Checking agent: {'id': '82d4fc4a-e7b7-45e1-8b7a-ec4099338b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'started_at': datetime.datetime(2021, 7, 16, 20, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 21:36:23.527330 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Checking segment: {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 21:36:23.527762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Bound using segment: {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 21:36:23.528181 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Bound port: 912aa510-3975-4b98-901d-80fb2ee2f681, host: n-h1-792394-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cbec8e-e704-4260-b23d-7c606db1aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 21:36:23.528547 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:23.594455 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] For port 912aa510-3975-4b98-901d-80fb2ee2f681, host n-h1-792394-17, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 21:36:23.597520 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] For port 912aa510-3975-4b98-901d-80fb2ee2f681, host n-h1-792394-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=912aa510-3975-4b98-901d-80fb2ee2f681,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 21:36:23.601788 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:23.633268 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:23.633889 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:23.635620 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] 10.222.0.63 "PUT /v2.0/ports/912aa510-3975-4b98-901d-80fb2ee2f681 HTTP/1.1" status: 200 len: 1092 time: 0.6820681 Jul 16 21:36:23.637808 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:23.640851 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:23.678368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bf5d8-569b-4563-96aa-428be2dea016 service neutron] Pushing event updated for resources: {'Port': ['ID=912aa510-3975-4b98-901d-80fb2ee2f681,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:23.690873 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66321a90-7488-4b18-a18d-18097bba9956 x-openstack-request-id: req-66321a90-7488-4b18-a18d-18097bba9956 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:23.691295 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:23.691539 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66321a90-7488-4b18-a18d-18097bba9956 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:23.691941 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681', 'status': 'completed', 'code': 200} Jul 16 21:36:23.752493 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-ab5bb700-a651-406b-8583-a2d653e4f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:23.754029 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-ab5bb700-a651-406b-8583-a2d653e4f8be service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 1095 time: 0.0595951 Jul 16 21:36:23.795805 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-945f76da-aeb6-4b5b-88a4-5b0053d77696 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912aa510-3975-4b98-901d-80fb2ee2f681 HTTP/1.1" status: 200 len: 217 time: 0.0350337 Jul 16 21:36:23.845004 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-de18d010-2195-429c-9ee5-273aea76c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:23.846465 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-de18d010-2195-429c-9ee5-273aea76c7e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0452216 Jul 16 21:36:23.906970 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-adb13437-b924-443e-a6ba-52ae39be466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:23.908429 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-adb13437-b924-443e-a6ba-52ae39be466f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558221 Jul 16 21:36:23.997541 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-1e918a46-af2d-4987-be8b-b2a0d38b7169 service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826063 Jul 16 21:36:24.087692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-88842d50-10f7-4500-8f2a-075ce27841e0 req-0f92bba9-2eae-412a-98d9-f2fdccdac419 service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840738 Jul 16 21:36:24.186623 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-4a8b9b3a-2d83-497c-ba26-3fc2ca753f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:24.188092 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-4a8b9b3a-2d83-497c-ba26-3fc2ca753f80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 1095 time: 0.0527420 Jul 16 21:36:24.319151 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-ed83a28e-32f1-47d8-9266-e174886dd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:24.320654 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-ed83a28e-32f1-47d8-9266-e174886dd2ef service neutron] 10.222.0.63 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.1260929 Jul 16 21:36:24.332476 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9060641-9a8e-4482-bf15-748efe9b4947 req-6ac74d4a-6776-4283-a412-04e0e6893b69 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:24.333837 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9060641-9a8e-4482-bf15-748efe9b4947 req-6ac74d4a-6776-4283-a412-04e0e6893b69 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 943 time: 0.1303525 Jul 16 21:36:24.373965 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-c27a256c-655f-49e4-9c67-36546cc71cee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912aa510-3975-4b98-901d-80fb2ee2f681 HTTP/1.1" status: 200 len: 217 time: 0.0391762 Jul 16 21:36:24.431959 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-a9060641-9a8e-4482-bf15-748efe9b4947 req-8e814e9e-3098-47d6-b353-9b9212da8f1e tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906463 Jul 16 21:36:24.441040 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-e7c7bc54-8adc-498d-bee1-4018c161a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:24.442444 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-e7c7bc54-8adc-498d-bee1-4018c161a19d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0608010 Jul 16 21:36:24.500649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-98d27e23-7568-495b-8bb0-90d8903bc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:24.502153 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-98d27e23-7568-495b-8bb0-90d8903bc5b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521708 Jul 16 21:36:24.594045 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-306b7d68-d2a4-475f-98a7-e735af700b40 service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850818 Jul 16 21:36:24.681645 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-57b5fcf1-7289-45f2-a55b-2d6fd47c6b11 req-9ba897f4-54df-4321-ba1c-fb49d5ef725d service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810044 Jul 16 21:36:24.898668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:25.609758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350810-1ba3-4059-878a-490b5b018522 req-83c83e60-9f3a-4951-863f-3468e98fe7e3 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:25.611229 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79350810-1ba3-4059-878a-490b5b018522 req-83c83e60-9f3a-4951-863f-3468e98fe7e3 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 943 time: 0.0654290 Jul 16 21:36:25.647051 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-79350810-1ba3-4059-878a-490b5b018522 req-bb5bada4-5bce-4d9f-9f92-c7475f81d794 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303476 Jul 16 21:36:26.575380 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:26.821801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9704ce5-7ad6-48c6-945c-2c5b6a9732f2 req-a27e7228-c415-47d2-9e17-f16818d11396 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:26.823439 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9704ce5-7ad6-48c6-945c-2c5b6a9732f2 req-a27e7228-c415-47d2-9e17-f16818d11396 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 943 time: 0.0633070 Jul 16 21:36:26.861795 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-e9704ce5-7ad6-48c6-945c-2c5b6a9732f2 req-3516a2a5-b1f0-4ede-86f4-dac918110a04 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321062 Jul 16 21:36:27.999810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 912aa510-3975-4b98-901d-80fb2ee2f681 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:36:28.032042 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3491b-a6f4-4730-91a7-a923e73e6aa0 req-839ee7b2-c8c0-47eb-8b4d-ef11b2508f55 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:28.033539 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-edd3491b-a6f4-4730-91a7-a923e73e6aa0 req-839ee7b2-c8c0-47eb-8b4d-ef11b2508f55 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 943 time: 0.0632463 Jul 16 21:36:28.070904 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-edd3491b-a6f4-4730-91a7-a923e73e6aa0 req-35e4f179-441e-4b7f-9d16-7ed8af6b0392 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317376 Jul 16 21:36:28.094062 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 912aa510-3975-4b98-901d-80fb2ee2f681, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=912aa510-3975-4b98-901d-80fb2ee2f681,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:28.104739 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '912aa510-3975-4b98-901d-80fb2ee2f681', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'port_id': '912aa510-3975-4b98-901d-80fb2ee2f681', 'mac_address': 'fa:16:3e:a7:b4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:36:28.140252 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:28.152182 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912aa510-3975-4b98-901d-80fb2ee2f681 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:36:28.171020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 912aa510-3975-4b98-901d-80fb2ee2f681, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=912aa510-3975-4b98-901d-80fb2ee2f681,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:28.175006 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:28.218947 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=912aa510-3975-4b98-901d-80fb2ee2f681,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:28.423716 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['912aa510-3975-4b98-901d-80fb2ee2f681'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:36:29.248024 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1db85-a2c1-4db4-8ebb-58433a280798 req-ee5e9221-46b2-4206-9b00-df8d51d0ba17 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:29.249530 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10f1db85-a2c1-4db4-8ebb-58433a280798 req-ee5e9221-46b2-4206-9b00-df8d51d0ba17 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 944 time: 0.0688968 Jul 16 21:36:29.287440 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-10f1db85-a2c1-4db4-8ebb-58433a280798 req-99f81865-3e0a-4088-a228-61ad562db25d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322304 Jul 16 21:36:29.999969 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 912aa510-3975-4b98-901d-80fb2ee2f681 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:36:30.046287 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning for port 912aa510-3975-4b98-901d-80fb2ee2f681 completed by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 21:36:30.050222 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 912aa510-3975-4b98-901d-80fb2ee2f681 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:36:30.050552 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:30.125500 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:30.146706 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:30.148941 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed25ae01-0fb2-41d3-a0f9-8a5e89493d48" -d '{"events": [{"server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "name": "network-vif-plugged", "status": "completed", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:30.161571 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 912aa510-3975-4b98-901d-80fb2ee2f681, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=912aa510-3975-4b98-901d-80fb2ee2f681,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:36:30.166008 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:30.192084 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b388c373-6b39-4a68-a1fd-c1879106160f x-openstack-request-id: req-b388c373-6b39-4a68-a1fd-c1879106160f {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:30.192410 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "name": "network-vif-plugged", "status": "completed", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:30.192663 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b388c373-6b39-4a68-a1fd-c1879106160f {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:30.193245 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681', 'code': 200} Jul 16 21:36:30.225025 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=912aa510-3975-4b98-901d-80fb2ee2f681,revision_number=5']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:30.300036 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d5188-5220-44d5-bf19-11966bcb10dc req-94717a73-5d4d-4c29-a342-06dba9d36f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:30.301438 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e1d5188-5220-44d5-bf19-11966bcb10dc req-94717a73-5d4d-4c29-a342-06dba9d36f51 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 1097 time: 0.0543525 Jul 16 21:36:30.337261 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2e1d5188-5220-44d5-bf19-11966bcb10dc req-22bac61f-6414-40ef-9350-7b6b75afc8ec service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288618 Jul 16 21:36:30.467983 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b43b4a-b462-42f8-a4eb-ea849cd44d87 req-cd0c8aa8-bbff-40d8-815f-e754f2644c6a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:30.469452 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54b43b4a-b462-42f8-a4eb-ea849cd44d87 req-cd0c8aa8-bbff-40d8-815f-e754f2644c6a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 945 time: 0.0670168 Jul 16 21:36:30.505085 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-54b43b4a-b462-42f8-a4eb-ea849cd44d87 req-199a9d62-9284-42df-a232-8b89e6c7aa55 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301251 Jul 16 21:36:31.679761 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642dd60-ed02-4025-89b1-3ba2abf87503 req-d7c965d9-5d8a-42fb-a467-426a1c40c867 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:31.681277 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b642dd60-ed02-4025-89b1-3ba2abf87503 req-d7c965d9-5d8a-42fb-a467-426a1c40c867 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 945 time: 0.0635457 Jul 16 21:36:31.719483 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b642dd60-ed02-4025-89b1-3ba2abf87503 req-16bf4f5b-a12b-44cc-9336-1e13494463c8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320187 Jul 16 21:36:31.890902 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e9762-1751-4861-9187-61535c6a62f4 req-15fe746c-47e5-4550-ba08-cc9b6d2daed6 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:31.892464 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da1e9762-1751-4861-9187-61535c6a62f4 req-15fe746c-47e5-4550-ba08-cc9b6d2daed6 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 945 time: 0.0629213 Jul 16 21:36:31.934503 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-da1e9762-1751-4861-9187-61535c6a62f4 req-84a787f0-85be-4e5d-a126-a81513e13cb3 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363848 Jul 16 21:36:31.959539 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49628) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:36:32.018393 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31cefc7-ff8f-446c-a61b-67d151c0d8c2 tempest-TestSnapshotPattern-366995970 tempest-TestSnapshotPattern-366995970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:32.019948 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-f31cefc7-ff8f-446c-a61b-67d151c0d8c2 tempest-TestSnapshotPattern-366995970 tempest-TestSnapshotPattern-366995970-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 1092 time: 0.0594122 Jul 16 21:36:32.022721 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49630) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:36:32.027069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.v2.base [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Request body: {'floatingip': {'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'port_id': '912aa510-3975-4b98-901d-80fb2ee2f681', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93959) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 21:36:32.050607 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for floatingip, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:32.145341 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:32.255217 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Allocated IP 172.25.7.65 (36f424e5-c152-427a-be5b-71ffae083c29/642ccbea-dac0-4a26-977e-4eef82f8774a/32f39235-d81b-45cb-8725-5cd8196695e3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 21:36:32.362314 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:32.407304 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779318357387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:32.443188 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Network 36f424e5-c152-427a-be5b-71ffae083c29 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 21:36:32.449431 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 21:36:32.453903 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 21:36:32.459717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'Port': ['ID=32f39235-d81b-45cb-8725-5cd8196695e3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:32.819455 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:32.894821 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:33.042400 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:33.047502 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260113455'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:33.115687 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event updated for resources: {'Port': ['ID=32f39235-d81b-45cb-8725-5cd8196695e3,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:36:33.124138 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-697251'] for floatingip, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:33.221581 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Floating IP 42ece141-f596-4ddc-a69f-cd6185a52ae5 associated. External IP: 172.25.7.65, port: 912aa510-3975-4b98-901d-80fb2ee2f681. Jul 16 21:36:33.421422 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:36:33.525689 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:36:33.535520 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] Sync routers for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:36:33.542167 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:33.546279 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:36:33.546900 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:36:33.581134 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-adfa3b37-78f1-47bf-9c90-0423a8b3c584 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5573428 Jul 16 21:36:33.582141 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:36:33.584068 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c7e88b-edc3-49d4-a69c-68e1939e50d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:36:33.620371 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba836c64-7a41-4aa0-97ac-471783fae3c3 x-openstack-request-id: req-ba836c64-7a41-4aa0-97ac-471783fae3c3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:36:33.620722 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:36:33.621028 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba836c64-7a41-4aa0-97ac-471783fae3c3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:36:33.621474 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681', 'status': 'completed', 'code': 200} Jul 16 21:36:33.658125 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:36:33.693713 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-522ad568-b1af-4a4a-9845-aaffabd9c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:33.695133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-522ad568-b1af-4a4a-9845-aaffabd9c1d5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 1097 time: 0.0525694 Jul 16 21:36:33.786706 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-ddf95cf1-34ca-4de2-9782-f1a6e18f3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:33.788221 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-ddf95cf1-34ca-4de2-9782-f1a6e18f3f48 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.0866709 Jul 16 21:36:33.856215 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-358c4ce2-b5e8-450f-be9d-34eed907d807 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912aa510-3975-4b98-901d-80fb2ee2f681 HTTP/1.1" status: 200 len: 998 time: 0.0616102 Jul 16 21:36:33.882227 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '42ece141-f596-4ddc-a69f-cd6185a52ae5', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '912aa510-3975-4b98-901d-80fb2ee2f681', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:a7:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:36:32Z', 'updated_at': '2021-07-16T21:36:32Z', 'revision_number': 0, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}, {'id': 'e0ca9e61-8589-4e72-96e3-f77701f26c2f', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:59Z', 'updated_at': '2021-07-16T21:34:02Z', 'revision_number': 1, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:36:33.904544 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-d494e953-ca1c-4477-b165-8551144c58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:33.905995 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-d494e953-ca1c-4477-b165-8551144c58ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0437009 Jul 16 21:36:33.908145 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] Checking router: 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:36:33.917104 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:36:33.917973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:36:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:36:33.965349 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-98d25079-9f9d-4681-af33-bfd54b8bf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:33.966964 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-98d25079-9f9d-4681-af33-bfd54b8bf1c3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546546 Jul 16 21:36:34.186409 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:36:34.387326 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-e3c6ae18-a9ee-4cba-b786-3b5d00871520 service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139748 Jul 16 21:36:34.418085 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '42ece141-f596-4ddc-a69f-cd6185a52ae5', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '912aa510-3975-4b98-901d-80fb2ee2f681', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:a7:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:36:32Z', 'updated_at': '2021-07-16T21:36:32Z', 'revision_number': 0, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}, {'id': 'e0ca9e61-8589-4e72-96e3-f77701f26c2f', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:59Z', 'updated_at': '2021-07-16T21:34:02Z', 'revision_number': 1, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:36:34.443992 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b18d3a-eff8-4702-a31c-6f86435532b8 None None] The sync data for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 is: [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': '42ece141-f596-4ddc-a69f-cd6185a52ae5', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '912aa510-3975-4b98-901d-80fb2ee2f681', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:a7:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:36:32Z', 'updated_at': '2021-07-16T21:36:32Z', 'revision_number': 0, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}, {'id': 'e0ca9e61-8589-4e72-96e3-f77701f26c2f', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:59Z', 'updated_at': '2021-07-16T21:34:02Z', 'revision_number': 1, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:36:34.477890 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-06c7e88b-edc3-49d4-a69c-68e1939e50d6 req-0ead4c9f-2254-4162-a105-5d804e20b2f3 service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840027 Jul 16 21:36:34.633423 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc919f04-5fed-4563-83ea-d671d9e45b2b None None] New status for floating IP 42ece141-f596-4ddc-a69f-cd6185a52ae5: ACTIVE {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:36:46.417515 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:47.785000 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:49.973606 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-f0e88840-558a-454a-a770-b9b16a36399d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509181 Jul 16 21:36:50.069672 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-014c5f51-4ae3-481e-a422-cf96e141a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:50.071198 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-014c5f51-4ae3-481e-a422-cf96e141a0cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1095 time: 0.0555921 Jul 16 21:36:50.179731 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-43ff3c36-d1c2-4b40-93f9-49c7aa70b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:50.181192 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-43ff3c36-d1c2-4b40-93f9-49c7aa70b5db service neutron] 10.222.0.30 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.0835729 Jul 16 21:36:50.248637 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-5bf1b34b-fdda-4d6f-94e9-b9cb08d7d70f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 200 len: 999 time: 0.0602849 Jul 16 21:36:50.295577 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-672f781f-3730-43d7-972b-943a52b0f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:50.297024 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-672f781f-3730-43d7-972b-943a52b0f4ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0428631 Jul 16 21:36:50.353130 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-bd54cb54-4472-4959-82fc-8d6f1531a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:50.354624 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-bd54cb54-4472-4959-82fc-8d6f1531a6ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514882 Jul 16 21:36:50.444950 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-7c942e6a-5314-47f7-9880-9991b49680f9 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842040 Jul 16 21:36:50.532927 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-c9a45d3b-2203-4f93-a709-ba4e2777eb5b req-3e706549-10c0-42e2-825c-c9d3abc9bc40 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805361 Jul 16 21:36:50.756003 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c8171a8-08fe-40a7-9217-4f857d34b183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:53.504826 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3593ad9d-aa91-45cf-84b3-b4143f0f864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:53.506454 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:53.678318 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:36:53.831864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-b94f0f45-ca84-4010-bcb3-dbbb1325aced service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584402 Jul 16 21:36:53.926381 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-7771886e-2cad-4826-aaff-28b4df628add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:53.927983 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-7771886e-2cad-4826-aaff-28b4df628add service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 1097 time: 0.0535457 Jul 16 21:36:54.032575 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-b17f6bfe-2687-405d-8bbd-431ade113c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:54.034038 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-b17f6bfe-2687-405d-8bbd-431ade113c80 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.0852723 Jul 16 21:36:54.100558 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-b74457c4-759c-47d6-8615-d781d4df9125 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912aa510-3975-4b98-901d-80fb2ee2f681 HTTP/1.1" status: 200 len: 1000 time: 0.0601246 Jul 16 21:36:54.147874 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-d29cdfac-ff31-4dcf-9d5c-83d6568c3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:54.149315 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-d29cdfac-ff31-4dcf-9d5c-83d6568c3a2c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0427685 Jul 16 21:36:54.204418 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-048eef78-9f88-4999-af84-a1a44d6c9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:36:54.205991 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-048eef78-9f88-4999-af84-a1a44d6c9d7f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504441 Jul 16 21:36:54.297001 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-67bf165a-3e5b-4364-9967-091756b4a19f service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844786 Jul 16 21:36:54.384281 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-f66017a3-c7eb-4d1a-bdcb-abee4913a7cd req-ba7c2c55-65df-4986-b969-fc1d6b862b25 service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809772 Jul 16 21:36:54.900819 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:36:56.578786 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:16.436998 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:17.800438 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:20.756210 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d734317e-ac45-4ec3-8e6a-a0cdbb31ebe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:23.504457 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c885c12-38f2-4ada-b4f6-d2e699d6714d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:23.505862 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:24.903142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:26.581747 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:30.677165 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:37:46.431243 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:47.831338 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:50.755778 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ed765ccd-1451-4849-9f6d-a6f8d75af976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:51.980962 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-e1cd4370-7b04-4fd7-8556-21a199f318ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0599511 Jul 16 21:37:52.075413 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-ba4bd3d0-8691-403d-8860-a6976ddcf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:52.076952 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-ba4bd3d0-8691-403d-8860-a6976ddcf9fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1095 time: 0.0527654 Jul 16 21:37:52.189762 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-b828c36d-04c1-4f64-81fc-2beb4db00975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:52.191521 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-b828c36d-04c1-4f64-81fc-2beb4db00975 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.0935395 Jul 16 21:37:52.265864 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-dac92286-d245-426a-b661-127b7d70c78a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 200 len: 999 time: 0.0681264 Jul 16 21:37:52.314782 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-7f5cb812-aecf-4c06-8d0d-9bf1c7b00989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:52.316376 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-7f5cb812-aecf-4c06-8d0d-9bf1c7b00989 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0445282 Jul 16 21:37:52.378053 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-d7f1cb3b-f0c6-4893-9981-09662dab395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:52.380154 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-d7f1cb3b-f0c6-4893-9981-09662dab395a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570891 Jul 16 21:37:52.466692 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-5aef2dd8-2dec-4582-b8b4-b71e3389a87a service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798306 Jul 16 21:37:52.557206 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-58fc8cb7-f3d3-46a0-969c-720c27fe7b77 req-c4cd4708-e15c-42b7-a527-474ea1ef3ca8 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842767 Jul 16 21:37:53.503602 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:53.505475 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65becfc9-639c-45f4-bc3b-1fbec4c1d6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:53.820446 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-e520ab17-a20a-47c5-b383-d696f8b6955f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497043 Jul 16 21:37:53.912773 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5be9-0585-4256-aaff-97602083c6e4 req-404ce8cb-1015-4be5-9e64-d555d10b25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:53.914253 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-404ce8cb-1015-4be5-9e64-d555d10b25dc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 1097 time: 0.0516164 Jul 16 21:37:54.021517 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5be9-0585-4256-aaff-97602083c6e4 req-7146c25d-e66c-42d7-bfb9-8cf5dac31a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:54.023066 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-7146c25d-e66c-42d7-bfb9-8cf5dac31a9f service neutron] 10.222.0.63 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.0893035 Jul 16 21:37:54.085665 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-6f4dd80f-6a1f-4ae4-a60d-960a1c016d73 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912aa510-3975-4b98-901d-80fb2ee2f681 HTTP/1.1" status: 200 len: 1000 time: 0.0567083 Jul 16 21:37:54.136326 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5be9-0585-4256-aaff-97602083c6e4 req-c62c0077-847d-4fca-9156-56000c3ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:54.137773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-c62c0077-847d-4fca-9156-56000c3ede28 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0464284 Jul 16 21:37:54.192742 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5be9-0585-4256-aaff-97602083c6e4 req-3a7a4eb2-36c0-41f1-bdd2-742e1ae64002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:37:54.194190 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-3a7a4eb2-36c0-41f1-bdd2-742e1ae64002 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507617 Jul 16 21:37:54.204341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-9f0c9cf5-15b6-413e-bfec-993be9563c84 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93959) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 21:37:54.205302 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-9f0c9cf5-15b6-413e-bfec-993be9563c84 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049055 Jul 16 21:37:54.291127 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-1504247e-c830-4ac9-8db0-08f711816765 service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800185 Jul 16 21:37:54.384612 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-13de5be9-0585-4256-aaff-97602083c6e4 req-75b00cca-9578-4240-ab38-ad16335db6ad service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869057 Jul 16 21:37:54.906308 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:37:56.583869 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:07.676791 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:38:10.482226 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 912aa510-3975-4b98-901d-80fb2ee2f681 details requested by agent hyperv_n-h1-792394-17 with host n-h1-792394-17 {{(pid=93960) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 21:38:10.587685 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 912aa510-3975-4b98-901d-80fb2ee2f681, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=912aa510-3975-4b98-901d-80fb2ee2f681,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:10.602160 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Returning: {'device': '912aa510-3975-4b98-901d-80fb2ee2f681', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'port_id': '912aa510-3975-4b98-901d-80fb2ee2f681', 'mac_address': 'fa:16:3e:a7:b4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93960) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 21:38:10.644732 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:10.660973 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 912aa510-3975-4b98-901d-80fb2ee2f681 {{(pid=93960) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 21:38:10.684558 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 912aa510-3975-4b98-901d-80fb2ee2f681, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=912aa510-3975-4b98-901d-80fb2ee2f681,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:10.690335 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:10.792479 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] get_ports_and_sgs() called for port_ids ['912aa510-3975-4b98-901d-80fb2ee2f681'] {{(pid=93960) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 21:38:10.825661 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=912aa510-3975-4b98-901d-80fb2ee2f681,revision_number=6']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:10.841740 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.842795 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.843322 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.843657 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.843989 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.844319 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.844647 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.844977 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.845533 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.845864 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.846218 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:10.846513 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:12.466344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 912aa510-3975-4b98-901d-80fb2ee2f681 up at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 21:38:12.517134 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Provisioning complete for port 912aa510-3975-4b98-901d-80fb2ee2f681 triggered by entity L2. {{(pid=93960) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 21:38:12.517508 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832363'] for port, provisioning_complete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:12.607668 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578075'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:12.636015 n-d-792394-17 neutron-server[93960]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681'}] {{(pid=93960) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:12.638410 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51fabc6023478a0fef0322642cb8bc4fc618e5f1edcad15da215c2af43cfa69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f98b50-95d3-4b25-9830-457fcc2189dc" -d '{"events": [{"server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "name": "network-vif-plugged", "status": "completed", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681"}]}' {{(pid=93960) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:12.652702 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] For port 912aa510-3975-4b98-901d-80fb2ee2f681, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=912aa510-3975-4b98-901d-80fb2ee2f681,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:12.663576 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779318761301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779318357405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779318357423'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:12.711247 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b306e5de-002b-4cd6-8ee9-6165b6d2c64e x-openstack-request-id: req-b306e5de-002b-4cd6-8ee9-6165b6d2c64e {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:12.711563 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "name": "network-vif-plugged", "status": "completed", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681", "code": 200}]} {{(pid=93960) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:12.711800 n-d-792394-17 neutron-server[93960]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b306e5de-002b-4cd6-8ee9-6165b6d2c64e {{(pid=93960) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:12.712192 n-d-792394-17 neutron-server[93960]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681', 'code': 200} Jul 16 21:38:12.725430 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Pushing event updated for resources: {'Port': ['ID=912aa510-3975-4b98-901d-80fb2ee2f681,revision_number=7']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:16.458426 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:17.837056 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:18.544333 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49834) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:18.698089 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Deleting port 32f39235-d81b-45cb-8725-5cd8196695e3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:18.698430 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:18.775538 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:18.775867 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:18.787691 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Calling delete_port for 32f39235-d81b-45cb-8725-5cd8196695e3 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:18.935784 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:18.962977 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event deleted for resources: {'Port': ['ID=32f39235-d81b-45cb-8725-5cd8196695e3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:18.990877 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.991215 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.991582 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.991951 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.992279 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.992595 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.992919 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.993235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.993551 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.993864 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.994177 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:18.994491 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:19.035612 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:19.035940 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Floating IP 42ece141-f596-4ddc-a69f-cd6185a52ae5 disassociated (deleted). External IP: 172.25.7.65, port: 912aa510-3975-4b98-901d-80fb2ee2f681. Jul 16 21:38:19.259958 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:38:19.382081 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:38:19.386646 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:19.392070 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] Sync routers for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:38:19.401039 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:19.401743 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:19.432350 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-af959cf9-1d05-4465-9a32-f23af9738f51 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "DELETE /v2.0/floatingips/42ece141-f596-4ddc-a69f-cd6185a52ae5 HTTP/1.1" status: 204 len: 168 time: 0.8868968 Jul 16 21:38:19.432940 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:19.435200 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4b6aef-f62b-476c-975c-8d0882477265" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:19.517454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:19.689542 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e63822-2e2e-406c-8287-95c84d9dd5ba x-openstack-request-id: req-96e63822-2e2e-406c-8287-95c84d9dd5ba {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:19.690045 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:19.690215 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96e63822-2e2e-406c-8287-95c84d9dd5ba {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:19.690826 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681', 'status': 'completed', 'code': 200} Jul 16 21:38:19.751807 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e0ca9e61-8589-4e72-96e3-f77701f26c2f', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:59Z', 'updated_at': '2021-07-16T21:34:02Z', 'revision_number': 1, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:19.772189 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-dcb73a35-e9b4-4aff-88c2-4a2b5f77cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:19.773631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-dcb73a35-e9b4-4aff-88c2-4a2b5f77cc67 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 1097 time: 0.0590985 Jul 16 21:38:19.779038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] Checking router: 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:38:19.787485 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:19.788169 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:37:53Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:19.891988 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:19.907325 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-b79aba52-31f2-40e0-a9d6-508de7e3acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:19.908800 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-b79aba52-31f2-40e0-a9d6-508de7e3acbd service neutron] 10.222.0.63 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.1290734 Jul 16 21:38:19.917266 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc81d55-1134-4b58-bac1-5250979ba0f0 req-7805d291-ca99-484e-9a49-3052d1fdaae3 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:19.918664 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ecc81d55-1134-4b58-bac1-5250979ba0f0 req-7805d291-ca99-484e-9a49-3052d1fdaae3 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 945 time: 0.1314409 Jul 16 21:38:19.964304 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-10997f74-c4b6-458e-8225-12e7d1582bfd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=912aa510-3975-4b98-901d-80fb2ee2f681 HTTP/1.1" status: 200 len: 217 time: 0.0447087 Jul 16 21:38:20.018474 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-ecc81d55-1134-4b58-bac1-5250979ba0f0 req-50ba0efa-e064-4334-86f7-120d57893f53 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914454 Jul 16 21:38:20.029897 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-f27ad5de-4f9b-4006-9dc7-e2baa46c3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:20.031374 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-f27ad5de-4f9b-4006-9dc7-e2baa46c3f70 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0595496 Jul 16 21:38:20.088359 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-528f126d-8ac7-4421-968b-d50ba40f00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:20.089867 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-528f126d-8ac7-4421-968b-d50ba40f00b7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520463 Jul 16 21:38:20.118536 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e0ca9e61-8589-4e72-96e3-f77701f26c2f', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:59Z', 'updated_at': '2021-07-16T21:34:02Z', 'revision_number': 1, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:20.144883 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5b41b-a317-4746-a593-102a2d645270 None None] The sync data for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 is: [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_floatingips': [{'id': 'e0ca9e61-8589-4e72-96e3-f77701f26c2f', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'router_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'port_id': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'mac_address': 'fa:16:3e:b4:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T21:33:59Z', 'updated_at': '2021-07-16T21:34:02Z', 'revision_number': 1, 'project_id': '057117bb48d04239bf9ed013017095dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:38:20.182990 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-d0283d0f-a613-468a-83cb-190e74460138 service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864487 Jul 16 21:38:20.276773 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-0c4b6aef-f62b-476c-975c-8d0882477265 req-428c38ba-91ea-45b2-85e3-ea3f7710d22f service neutron] 10.222.0.63 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849104 Jul 16 21:38:20.365037 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95700f-2f04-4271-af78-ccbf4d5476e2 None None] New status for floating IP 42ece141-f596-4ddc-a69f-cd6185a52ae5: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:38:20.756295 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-794bde74-710d-4fa2-b056-10191ec6727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:21.240563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffb004-4c78-4053-98d5-1f0883f0617c req-82767b31-ada0-4c40-9ee9-01e0833101ce tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:21.242042 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85ffb004-4c78-4053-98d5-1f0883f0617c req-82767b31-ada0-4c40-9ee9-01e0833101ce tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 945 time: 0.1103439 Jul 16 21:38:21.249297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-78628125-79de-4953-ba5d-8fd5bfb8e42a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:21.250748 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-78628125-79de-4953-ba5d-8fd5bfb8e42a tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.63 "GET /v2.0/ports?device_id=ddc7df47-9e10-48aa-96a1-7f542ff88be5 HTTP/1.1" status: 200 len: 945 time: 0.0866647 Jul 16 21:38:21.316323 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-85ffb004-4c78-4053-98d5-1f0883f0617c req-cd822121-07a6-408c-9d2a-c0a13b8c903e tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646441 Jul 16 21:38:21.372649 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Deleting port 912aa510-3975-4b98-901d-80fb2ee2f681 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:21.372984 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:21.456944 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] For port 912aa510-3975-4b98-901d-80fb2ee2f681, host n-h1-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-17',level=0,port_id=912aa510-3975-4b98-901d-80fb2ee2f681,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:21.457298 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:21.469385 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Calling delete_port for 912aa510-3975-4b98-901d-80fb2ee2f681 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:21.600163 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:21.628918 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event deleted for resources: {'Port': ['ID=912aa510-3975-4b98-901d-80fb2ee2f681,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:21.673092 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] No DVR routers for this DVR port 912aa510-3975-4b98-901d-80fb2ee2f681 on host n-h1-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:38:21.675640 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:21.677633 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-7f57d655-3d55-412d-9789-3b67eab543f4 req-6497d5cb-24e4-4259-aece-b9aa4b82c442 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.63 "DELETE /v2.0/ports/912aa510-3975-4b98-901d-80fb2ee2f681 HTTP/1.1" status: 204 len: 173 time: 0.4201503 Jul 16 21:38:21.692344 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'name': 'network-vif-deleted', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:21.694683 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185a070b-1cc8-4110-9369-0eaf0b1b3f3c" -d '{"events": [{"server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "name": "network-vif-deleted", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:21.782259 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614daf48-8f70-405e-8a97-aead91dd1b02 x-openstack-request-id: req-614daf48-8f70-405e-8a97-aead91dd1b02 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:21.782706 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc7df47-9e10-48aa-96a1-7f542ff88be5", "name": "network-vif-deleted", "tag": "912aa510-3975-4b98-901d-80fb2ee2f681", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:21.783021 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-614daf48-8f70-405e-8a97-aead91dd1b02 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:21.783466 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc7df47-9e10-48aa-96a1-7f542ff88be5', 'name': 'network-vif-deleted', 'tag': '912aa510-3975-4b98-901d-80fb2ee2f681', 'status': 'completed', 'code': 200} Jul 16 21:38:22.496757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 912aa510-3975-4b98-901d-80fb2ee2f681 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:22.517147 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 912aa510-3975-4b98-901d-80fb2ee2f681 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:22.517494 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 912aa510-3975-4b98-901d-80fb2ee2f681 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:22.912659 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49890) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:23.068410 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Deleting port 57389f2c-b9c0-441a-863c-e0e9e37f0254 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:23.068752 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:23.141593 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:23.141915 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:23.153770 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Calling delete_port for 57389f2c-b9c0-441a-863c-e0e9e37f0254 owned by network:floatingip {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:23.300056 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:23.325113 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event deleted for resources: {'Port': ['ID=57389f2c-b9c0-441a-863c-e0e9e37f0254,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:23.388436 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for floatingip, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:23.388746 n-d-792394-17 neutron-server[93959]: INFO neutron.db.l3_db [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Floating IP e0ca9e61-8589-4e72-96e3-f77701f26c2f disassociated (deleted). External IP: 172.25.7.134, port: 35774a33-86f6-47b1-ac6c-3b59d99d1a65. Jul 16 21:38:23.502111 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6a8a8db1-3284-41bb-a49f-54402f4204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:23.505673 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:23.589821 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:38:23.694775 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:38:23.699591 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for floatingip, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:23.703800 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] Sync routers for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:38:23.713054 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:23.713668 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:23.734160 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-8954dc00-9959-4650-9fb6-7ba1778567cd tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "DELETE /v2.0/floatingips/e0ca9e61-8589-4e72-96e3-f77701f26c2f HTTP/1.1" status: 204 len: 168 time: 0.8203578 Jul 16 21:38:23.784185 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:23.786690 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc1161c-318f-43c9-9253-b7200550b756" -d '{"events": [{"name": "network-changed", "server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:23.818245 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:23.970903 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04ce1fe-1fec-485f-9419-2d811c6f12f8 x-openstack-request-id: req-b04ce1fe-1fec-485f-9419-2d811c6f12f8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:23.971459 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:23.971459 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b04ce1fe-1fec-485f-9419-2d811c6f12f8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:23.972304 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'status': 'completed', 'code': 200} Jul 16 21:38:24.024316 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:24.051399 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] Checking router: 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:38:24.052803 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1161c-318f-43c9-9253-b7200550b756 req-e6d9d700-b39b-4197-b13e-825acf5d2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:24.054450 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cc1161c-318f-43c9-9253-b7200550b756 req-e6d9d700-b39b-4197-b13e-825acf5d2782 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=057117bb48d04239bf9ed013017095dc&device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 1095 time: 0.0570278 Jul 16 21:38:24.059832 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:24.060454 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:24.164203 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:24.372538 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:24.521135 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1161c-318f-43c9-9253-b7200550b756 req-532400be-235e-4cac-a74e-3bac816a5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:24.522640 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cc1161c-318f-43c9-9253-b7200550b756 req-532400be-235e-4cac-a74e-3bac816a5787 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 200 len: 911 time: 0.4612651 Jul 16 21:38:24.535157 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570353d-eef2-448c-a331-41a9f80c8ab5 req-862dc81f-e73d-4627-9359-c75639b7e61b tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:24.536703 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d570353d-eef2-448c-a331-41a9f80c8ab5 req-862dc81f-e73d-4627-9359-c75639b7e61b tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 943 time: 0.4674246 Jul 16 21:38:24.553781 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef5307-fda8-49d0-9123-8f94e30760c7 None None] The sync data for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 is: [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:33:39Z', 'revision_number': 4, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17', '_interfaces': [{'id': '0a1e3d0e-4c78-4ff1-b771-dd754f043ce1', 'name': '', 'network_id': '86109957-dfc2-4961-b092-41e6c7c63e33', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'mac_address': 'fa:16:3e:2d:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:38Z', 'updated_at': '2021-07-16T21:33:45Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'subnets': [{'id': '210eef50-66e9-42e4-bb60-015bf8ff530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:38:24.583660 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cc1161c-318f-43c9-9253-b7200550b756 req-c08646bc-92a6-4815-8e30-eacec8f0638e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 200 len: 217 time: 0.0459585 Jul 16 21:38:24.628133 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-d570353d-eef2-448c-a331-41a9f80c8ab5 req-b66f568f-2fc8-4ccd-a0ab-d2b143f00ae8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846238 Jul 16 21:38:24.648264 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1161c-318f-43c9-9253-b7200550b756 req-28c8833e-12e0-4da1-b746-d257bc142277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:24.649762 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cc1161c-318f-43c9-9253-b7200550b756 req-28c8833e-12e0-4da1-b746-d257bc142277 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 200 len: 849 time: 0.0581322 Jul 16 21:38:24.713740 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1161c-318f-43c9-9253-b7200550b756 req-2c09a16c-6498-4c80-a0b5-05f8072334ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:24.715659 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cc1161c-318f-43c9-9253-b7200550b756 req-2c09a16c-6498-4c80-a0b5-05f8072334ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86109957-dfc2-4961-b092-41e6c7c63e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588691 Jul 16 21:38:24.779220 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6f73ee-7068-452a-8f13-ad0d7716c05d None None] New status for floating IP e0ca9e61-8589-4e72-96e3-f77701f26c2f: DOWN {{(pid=93961) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 21:38:24.808388 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cc1161c-318f-43c9-9253-b7200550b756 req-ec822345-bb16-4af8-a133-de7d64de2689 service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859015 Jul 16 21:38:24.903129 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-2cc1161c-318f-43c9-9253-b7200550b756 req-900a0204-971c-458c-b90d-ce5657b4e7ef service neutron] 10.222.0.30 "GET /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880473 Jul 16 21:38:24.910087 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:25.542235 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-0573b963-d8a3-4a81-8411-14e4eb333b99 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:25.543642 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-0573b963-d8a3-4a81-8411-14e4eb333b99 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.30 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 943 time: 0.0609179 Jul 16 21:38:25.645375 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Deleting port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:25.645715 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:25.732423 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] For port 35774a33-86f6-47b1-ac6c-3b59d99d1a65, host n-h2-792394-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-17',level=0,port_id=35774a33-86f6-47b1-ac6c-3b59d99d1a65,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:25.732776 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:25.755665 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Calling delete_port for 35774a33-86f6-47b1-ac6c-3b59d99d1a65 owned by compute:nova {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:25.860372 n-d-792394-17 neutron-server[93959]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2da64-0866-4caa-b7d5-38b35cf9976b req-a5579419-5748-47d2-8e00-310da191f72d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93959) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 21:38:25.861829 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dfe2da64-0866-4caa-b7d5-38b35cf9976b req-a5579419-5748-47d2-8e00-310da191f72d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a5ddb-1e29-4bae-ab15-a179de4fffe8 HTTP/1.1" status: 200 len: 943 time: 0.1218612 Jul 16 21:38:25.928478 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-dfe2da64-0866-4caa-b7d5-38b35cf9976b req-aabf752f-4442-472a-9966-af03cd9e6eb8 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "GET /v2.0/security-groups?id=9109a4a8-9e25-45f0-a89e-538267c38841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560951 Jul 16 21:38:25.953023 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:25.985807 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event deleted for resources: {'Port': ['ID=35774a33-86f6-47b1-ac6c-3b59d99d1a65,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:26.030392 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] No DVR routers for this DVR port 35774a33-86f6-47b1-ac6c-3b59d99d1a65 on host n-h2-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:38:26.032888 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69018'] for port, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:26.034993 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [req-b0148e85-b9a8-405d-9b5e-f9a2182bfb5c req-a99625ea-20d7-4861-950c-3a0187d94e2d tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.30 "DELETE /v2.0/ports/35774a33-86f6-47b1-ac6c-3b59d99d1a65 HTTP/1.1" status: 204 len: 173 time: 0.4863973 Jul 16 21:38:26.035454 n-d-792394-17 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'name': 'network-vif-deleted', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 21:38:26.037683 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec280a9bd8fcb22d981dd31acaed483e1492b233208916f204b3eb22b43c958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be21489-f195-4960-b816-04b3fae3de18" -d '{"events": [{"server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "name": "network-vif-deleted", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 21:38:26.073278 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df6c90-c799-4a30-89fc-fefd4995dd7a x-openstack-request-id: req-01df6c90-c799-4a30-89fc-fefd4995dd7a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 21:38:26.073598 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a5ddb-1e29-4bae-ab15-a179de4fffe8", "name": "network-vif-deleted", "tag": "35774a33-86f6-47b1-ac6c-3b59d99d1a65", "status": "completed", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 21:38:26.073851 n-d-792394-17 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01df6c90-c799-4a30-89fc-fefd4995dd7a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 21:38:26.074257 n-d-792394-17 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a5ddb-1e29-4bae-ab15-a179de4fffe8', 'name': 'network-vif-deleted', 'tag': '35774a33-86f6-47b1-ac6c-3b59d99d1a65', 'status': 'completed', 'code': 200} Jul 16 21:38:26.527237 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 912aa510-3975-4b98-901d-80fb2ee2f681 no longer exists at agent hyperv_n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:26.547135 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] No Port match for: 912aa510-3975-4b98-901d-80fb2ee2f681 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:26.548453 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Device 912aa510-3975-4b98-901d-80fb2ee2f681 not bound to the agent host n-h1-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:26.588542 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:27.025221 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49904) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:27.084936 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b36bfe9-f822-4f74-abf0-aa89dc3df0d1 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:27.108879 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b36bfe9-f822-4f74-abf0-aa89dc3df0d1 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:27.166877 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b36bfe9-f822-4f74-abf0-aa89dc3df0d1 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:27.169482 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b36bfe9-f822-4f74-abf0-aa89dc3df0d1 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Notify callbacks [] for security_group, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:27.170631 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-5b36bfe9-f822-4f74-abf0-aa89dc3df0d1 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] 10.222.0.10 "DELETE /v2.0/security-groups/9109a4a8-9e25-45f0-a89e-538267c38841 HTTP/1.1" status: 204 len: 168 time: 0.1445692 Jul 16 21:38:27.179523 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36bfe9-f822-4f74-abf0-aa89dc3df0d1 tempest-TestSnapshotPattern-1123017020 tempest-TestSnapshotPattern-1123017020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9109a4a8-9e25-45f0-a89e-538267c38841,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:27.217297 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49908) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:27.554377 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:27.806480 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Deleting port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:27.806850 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:27.883302 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] For port 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0a1e3d0e-4c78-4ff1-b771-dd754f043ce1,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:27.883656 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:27.895590 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Calling delete_port for 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:28.069141 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:28.098273 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1e3d0e-4c78-4ff1-b771-dd754f043ce1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:28.269746 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:28.478617 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:38:28.580566 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:38:28.586771 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-05f30c34-b2a4-4f7e-94d5-69a00cdfd1a5 admin admin] 10.222.0.10 "PUT /v2.0/routers/10d38e91-93a6-4f6f-a1b0-f379f2543ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3676717 Jul 16 21:38:28.588879 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49910) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:28.591606 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] Sync routers for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:38:28.600648 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:28.601258 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:28.690511 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:28.702598 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: n-d-792394-17 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:28.791575 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:28.842858 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Deleting port 0392dbcb-6ee5-4bed-a658-af2df347a51e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:28.843194 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:28.879090 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:38:28Z', 'revision_number': 5, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port': {'id': '0392dbcb-6ee5-4bed-a658-af2df347a51e', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:47:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:37Z', 'updated_at': '2021-07-16T21:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:28.905285 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] Checking router: 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 for host: n-d-792394-17 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:38:28.913488 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] Routers {'10d38e91-93a6-4f6f-a1b0-f379f2543ab1'} bound to L3 agent in host n-d-792394-17 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:28.914095 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:28.919030 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] For port 0392dbcb-6ee5-4bed-a658-af2df347a51e, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=0392dbcb-6ee5-4bed-a658-af2df347a51e,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:28.919417 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:28.932069 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Calling delete_port for 0392dbcb-6ee5-4bed-a658-af2df347a51e owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:28.997146 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] Set router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:29.047128 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:38:28Z', 'revision_number': 6, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:29.077179 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8661f-11f5-4e77-b654-00392bff2be7 None None] The sync data for ids ['10d38e91-93a6-4f6f-a1b0-f379f2543ab1'] in n-d-792394-17 is: [{'id': '10d38e91-93a6-4f6f-a1b0-f379f2543ab1', 'name': 'tempest-TestSnapshotPattern-1276294707-router', 'tenant_id': '057117bb48d04239bf9ed013017095dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:36Z', 'updated_at': '2021-07-16T21:38:28Z', 'revision_number': 6, 'project_id': '057117bb48d04239bf9ed013017095dc', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:38:29.099870 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.123973 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Pushing event deleted for resources: {'Port': ['ID=0392dbcb-6ee5-4bed-a658-af2df347a51e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:29.192412 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.280307 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.282345 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.323786 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.324293 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d38e91-93a6-4f6f-a1b0-f379f2543ab1 {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:38:29.329243 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.330422 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-4d28b822-71dc-4a6a-89e6-ac50d761ac27 admin admin] 10.222.0.10 "DELETE /v2.0/routers/10d38e91-93a6-4f6f-a1b0-f379f2543ab1 HTTP/1.1" status: 204 len: 168 time: 0.7406421 Jul 16 21:38:29.333147 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49912) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:29.380341 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bad3df-221f-4b47-884f-522eb4d81afa admin admin] Deleting subnet 210eef50-66e9-42e4-bb60-015bf8ff530a {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:38:29.383224 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40bad3df-221f-4b47-884f-522eb4d81afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.420486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40bad3df-221f-4b47-884f-522eb4d81afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.513335 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40bad3df-221f-4b47-884f-522eb4d81afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.536841 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 35774a33-86f6-47b1-ac6c-3b59d99d1a65 no longer exists at agent hyperv_n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:29.556666 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-31521730-d540-42ad-853e-a3e8785e082b None None] No Port match for: 35774a33-86f6-47b1-ac6c-3b59d99d1a65 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:29.557020 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Device 35774a33-86f6-47b1-ac6c-3b59d99d1a65 not bound to the agent host n-h2-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:29.567979 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40bad3df-221f-4b47-884f-522eb4d81afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.597720 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bad3df-221f-4b47-884f-522eb4d81afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210eef50-66e9-42e4-bb60-015bf8ff530a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:29.601239 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-40bad3df-221f-4b47-884f-522eb4d81afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.605865 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-40bad3df-221f-4b47-884f-522eb4d81afa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/210eef50-66e9-42e4-bb60-015bf8ff530a HTTP/1.1" status: 204 len: 168 time: 0.2717586 Jul 16 21:38:29.606321 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:29.607036 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5053a89-a101-412b-a708-93df329abcfb None None] Network 86109957-dfc2-4961-b092-41e6c7c63e33 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:38:29.679106 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.730948 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Deleting port e32f0431-e088-4671-9833-1d7e0594f374 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:29.731320 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.801531 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] For port e32f0431-e088-4671-9833-1d7e0594f374, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=e32f0431-e088-4671-9833-1d7e0594f374,segment=NetworkSegment(48cbec8e-e704-4260-b23d-7c606db1aed9),segment_id=48cbec8e-e704-4260-b23d-7c606db1aed9)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:29.801873 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.813035 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Calling delete_port for e32f0431-e088-4671-9833-1d7e0594f374 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:29.854638 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] DHCP port deletion for 86109957-dfc2-4961-b092-41e6c7c63e33 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:38:29.886043 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:29.898410 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261738138'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.907718 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:29.908053 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0a1e3d0e-4c78-4ff1-b771-dd754f043ce1 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:29.925326 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Pushing event deleted for resources: {'Port': ['ID=e32f0431-e088-4671-9833-1d7e0594f374,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:29.927684 n-d-792394-17 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] No DVR routers for this DVR port e32f0431-e088-4671-9833-1d7e0594f374 on host n-d-792394-17 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:38:29.928290 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] Deleting port e32f0431-e088-4671-9833-1d7e0594f374 {{(pid=93960) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:29.928672 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:29.937099 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.937451 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.937804 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.938144 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.938481 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.938814 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.939143 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.939506 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.939836 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.940162 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.940488 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.940844 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-17 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 21:38:29.997344 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] For port e32f0431-e088-4671-9833-1d7e0594f374, host n-d-792394-17, got binding levels [] {{(pid=93960) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:29.997726 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:30.009753 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] Calling delete_port for e32f0431-e088-4671-9833-1d7e0594f374 owned by network:dhcp {{(pid=93960) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:30.012427 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.ipam_backend_mixin [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] Port e32f0431-e088-4671-9833-1d7e0594f374 was not found and therefore no delete operation was performed {{(pid=93960) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 21:38:30.013349 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:30.013669 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396'] for port, after_delete {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:30.023823 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86109957-dfc2-4961-b092-41e6c7c63e33']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:30.035528 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cbec8e-e704-4260-b23d-7c606db1aed9') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:30.035895 n-d-792394-17 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cbec8e-e704-4260-b23d-7c606db1aed9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:30.039161 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] Pushing event deleted for resources: {'Port': ['ID=e32f0431-e088-4671-9833-1d7e0594f374,revision_number=None']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:30.044998 n-d-792394-17 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a0246-b768-421e-ba87-cf5b12bfeab9 None None] No DVR routers for this DVR port e32f0431-e088-4671-9833-1d7e0594f374 on host n-d-792394-17 {{(pid=93960) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:38:30.045747 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261937176'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:30.060458 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:30.067114 n-d-792394-17 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261737547'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: Traceback (most recent call last): Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: timer() Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: cb(*args, **kw) Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: return func(*args, **kwargs) Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: self._notify() Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: self.callback(batched_events) Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: event.method(event) Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: return f(self, *a, **k) Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: return self._get(url).json() Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:38:30.070283 n-d-792394-17 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:38:30.127542 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:30.134626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:30.136804 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] 10.222.0.10 "DELETE /v2.0/networks/86109957-dfc2-4961-b092-41e6c7c63e33 HTTP/1.1" status: 204 len: 168 time: 0.5293510 Jul 16 21:38:30.139800 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49918) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:30.150125 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3841a7-1c02-4993-8346-63a6f873ba6e admin admin] Pushing event deleted for resources: {'Network': ['ID=86109957-dfc2-4961-b092-41e6c7c63e33,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:30.474858 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-696483'] for router_interface, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:31.034071 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Deleting port 743fbaaa-73d9-49be-9790-75d43ba8fddf {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:31.034435 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:31.112494 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] For port 743fbaaa-73d9-49be-9790-75d43ba8fddf, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=743fbaaa-73d9-49be-9790-75d43ba8fddf,segment=NetworkSegment(87b318cf-9a62-4990-b962-4a5b053eb5c5),segment_id=87b318cf-9a62-4990-b962-4a5b053eb5c5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:31.112851 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:31.124758 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Calling delete_port for 743fbaaa-73d9-49be-9790-75d43ba8fddf owned by network:router_interface {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:31.299111 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:31.308168 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e32f0431-e088-4671-9833-1d7e0594f374 no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:31.325346 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=743fbaaa-73d9-49be-9790-75d43ba8fddf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:31.327585 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: e32f0431-e088-4671-9833-1d7e0594f374 {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:31.328118 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device e32f0431-e088-4671-9833-1d7e0594f374 not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:31.328677 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0392dbcb-6ee5-4bed-a658-af2df347a51e no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:31.351317 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 0392dbcb-6ee5-4bed-a658-af2df347a51e {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:31.351667 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 0392dbcb-6ee5-4bed-a658-af2df347a51e not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:31.489214 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-699443'] for router_interface, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:31.702801 n-d-792394-17 neutron-server[93959]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Router 21b4d54d-9ced-4471-ae2c-433e9cbe863f has already been hosted by L3 agent ca63fc22-7ed0-4227-a5bf-57e3659f082b {{(pid=93959) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 21:38:31.806698 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] Notify agent at l3_agent.n-d-792394-17 the message routers_updated {{(pid=93959) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 21:38:31.811551 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-741c522f-b8a2-406f-8a69-857723082ae1 admin admin] 10.222.0.10 "PUT /v2.0/routers/21b4d54d-9ced-4471-ae2c-433e9cbe863f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6700938 Jul 16 21:38:31.814055 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49920) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:31.816920 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] Sync routers for ids ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'] in n-d-792394-17 {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 21:38:31.826035 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] Routers {'21b4d54d-9ced-4471-ae2c-433e9cbe863f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:31.826644 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:31.917313 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks [] for router, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:31.926803 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] Set router 21b4d54d-9ced-4471-ae2c-433e9cbe863f gateway port host: n-d-792394-17 {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:32.020731 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.072324 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Deleting port c7d93f82-d828-46a9-a4b2-b34c5949ea2c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:32.072672 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.096246 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'external_fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:38:31Z', 'revision_number': 5, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'gw_port': {'id': 'c7d93f82-d828-46a9-a4b2-b34c5949ea2c', 'name': '', 'network_id': '36f424e5-c152-427a-be5b-71ffae083c29', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '642ccbea-dac0-4a26-977e-4eef82f8774a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-17'}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:32.121611 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] Checking router: 21b4d54d-9ced-4471-ae2c-433e9cbe863f for host: n-d-792394-17 {{(pid=93961) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 21:38:32.129731 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] Routers {'21b4d54d-9ced-4471-ae2c-433e9cbe863f'} bound to L3 agent in host n-d-792394-17 {{(pid=93961) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 21:38:32.130335 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T19:56:53Z,description=,heartbeat_timestamp=2021-07-16T21:38:23Z,host='n-d-792394-17',id=ca63fc22-7ed0-4227-a5bf-57e3659f082b,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T19:56:53Z,topic='l3_agent')) {'router_ids': ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'], 'active': True} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:32.154993 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] For port c7d93f82-d828-46a9-a4b2-b34c5949ea2c, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=c7d93f82-d828-46a9-a4b2-b34c5949ea2c,segment=NetworkSegment(aa0112ac-1d3e-4844-9fd9-34b37d1e9e56),segment_id=aa0112ac-1d3e-4844-9fd9-34b37d1e9e56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:32.155381 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.168573 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Calling delete_port for c7d93f82-d828-46a9-a4b2-b34c5949ea2c owned by network:router_gateway {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:32.311124 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_dvr_db [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] Set router 21b4d54d-9ced-4471-ae2c-433e9cbe863f gateway port host: None {{(pid=93961) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 21:38:32.344604 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.365641 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.l3_hamode_db [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:38:32Z', 'revision_number': 6, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'gw_port_host': None}], 'n-d-792394-17', False) {} {{(pid=93961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:32.368241 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d93f82-d828-46a9-a4b2-b34c5949ea2c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:32.395450 n-d-792394-17 neutron-server[93961]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f7643-3b1c-4c45-bf07-ae14e6f3136f None None] The sync data for ids ['21b4d54d-9ced-4471-ae2c-433e9cbe863f'] in n-d-792394-17 is: [{'id': '21b4d54d-9ced-4471-ae2c-433e9cbe863f', 'name': 'tempest-TestSnapshotPattern-1469106944-router', 'tenant_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T21:33:41Z', 'updated_at': '2021-07-16T21:38:32Z', 'revision_number': 6, 'project_id': 'ddd2e081fe3f48aca9c278f99dff8fa7', 'gw_port_host': None}] {{(pid=93961) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 21:38:32.436496 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-697193'] for router_gateway, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.524991 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9351'] for router, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.527029 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.571777 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-698091'] for router, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.572283 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b4d54d-9ced-4471-ae2c-433e9cbe863f {{(pid=93959) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 21:38:32.576391 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] Notify callbacks [] for router, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.577678 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-b3530dd5-e783-47f0-a14a-4aa536295f3e admin admin] 10.222.0.10 "DELETE /v2.0/routers/21b4d54d-9ced-4471-ae2c-433e9cbe863f HTTP/1.1" status: 204 len: 168 time: 0.7625761 Jul 16 21:38:32.580195 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49922) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:32.623437 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbe5dc5-257b-4d3c-b3d2-b0b264d5b03a admin admin] Deleting subnet e375b3e2-986c-4944-90c3-8ca53e3338fa {{(pid=93959) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 21:38:32.626486 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5dc5-257b-4d3c-b3d2-b0b264d5b03a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.660564 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5dc5-257b-4d3c-b3d2-b0b264d5b03a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261947127'] for subnet, precommit_delete_associations {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.744736 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5dc5-257b-4d3c-b3d2-b0b264d5b03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1830978'] for subnet, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.800876 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5dc5-257b-4d3c-b3d2-b0b264d5b03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1831029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260113509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260477776'] for subnet, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.825563 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe5dc5-257b-4d3c-b3d2-b0b264d5b03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e375b3e2-986c-4944-90c3-8ca53e3338fa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:32.831201 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5dc5-257b-4d3c-b3d2-b0b264d5b03a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.833116 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-ddbe5dc5-257b-4d3c-b3d2-b0b264d5b03a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e375b3e2-986c-4944-90c3-8ca53e3338fa HTTP/1.1" status: 204 len: 168 time: 0.2519948 Jul 16 21:38:32.835764 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [-] (93959) accepted ('10.222.0.10', 49924) {{(pid=93959) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:32.838530 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1eae19-0f5b-4b76-af16-c0096393a88b None None] Network 632dff16-68b0-45f7-bf62-fbbb5e76bf97 requested from n-d-792394-17 {{(pid=93960) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 21:38:32.906459 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1887785'] for network, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:32.958271 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Deleting port 9afde2af-22b0-483b-adf0-041f5ce25cbf {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 21:38:32.958622 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779318760879'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.024473 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] For port 9afde2af-22b0-483b-adf0-041f5ce25cbf, host n-d-792394-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-17',level=0,port_id=9afde2af-22b0-483b-adf0-041f5ce25cbf,segment=NetworkSegment(87b318cf-9a62-4990-b962-4a5b053eb5c5),segment_id=87b318cf-9a62-4990-b962-4a5b053eb5c5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 21:38:33.024833 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-698008'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.036865 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Calling delete_port for 9afde2af-22b0-483b-adf0-041f5ce25cbf owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 21:38:33.120270 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1578656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779318761346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779318357396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260113430'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.144717 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Pushing event deleted for resources: {'Port': ['ID=9afde2af-22b0-483b-adf0-041f5ce25cbf,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:33.148161 n-d-792394-17 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] No DVR routers for this DVR port 9afde2af-22b0-483b-adf0-041f5ce25cbf on host n-d-792394-17 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 21:38:33.165038 n-d-792394-17 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d6dd6-6a91-4d3d-a325-6b0d4123de4a None None] DHCP port deletion for 632dff16-68b0-45f7-bf62-fbbb5e76bf97 request from n-d-792394-17 {{(pid=93960) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 21:38:33.224551 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1834022', 'neutron.services.segments.db._delete_segments_for_network-8779318890316'] for network, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.234315 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632dff16-68b0-45f7-bf62-fbbb5e76bf97']}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:33.244754 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b318cf-9a62-4990-b962-4a5b053eb5c5') {'for_net_delete': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:33.245047 n-d-792394-17 neutron-server[93959]: DEBUG neutron.services.segments.db [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b318cf-9a62-4990-b962-4a5b053eb5c5') {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 21:38:33.253995 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779318893141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261947072'] for segment, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.268931 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538'] for segment, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.276368 n-d-792394-17 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93959) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 21:38:33.276846 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260114119'] for segment, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: conditions |= (models_v2.Port.network_id.in_( Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: Traceback (most recent call last): Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: timer() Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: cb(*args, **kw) Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: return func(*args, **kwargs) Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: self._notify() Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: self.callback(batched_events) Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: event.method(event) Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: return f(self, *a, **k) Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: return self._get(url).json() Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: return self.request(url, 'GET', **kwargs) Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 21:38:33.278595 n-d-792394-17 neutron-server[93959]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 21:38:33.315757 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 743fbaaa-73d9-49be-9790-75d43ba8fddf no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:33.336644 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1834047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-697269'] for network, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.339895 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 743fbaaa-73d9-49be-9790-75d43ba8fddf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:33.340086 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 743fbaaa-73d9-49be-9790-75d43ba8fddf not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:33.340412 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9afde2af-22b0-483b-adf0-041f5ce25cbf no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:33.342910 n-d-792394-17 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Notify callbacks [] for network, before_response {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.347842 n-d-792394-17 neutron-server[93959]: INFO neutron.wsgi [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] 10.222.0.10 "DELETE /v2.0/networks/632dff16-68b0-45f7-bf62-fbbb5e76bf97 HTTP/1.1" status: 204 len: 168 time: 0.5083058 Jul 16 21:38:33.359401 n-d-792394-17 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f666ee7-0677-42d9-bbe6-58d57fe6c88d admin admin] Pushing event deleted for resources: {'Network': ['ID=632dff16-68b0-45f7-bf62-fbbb5e76bf97,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:33.360055 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: 9afde2af-22b0-483b-adf0-041f5ce25cbf {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:33.360411 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device 9afde2af-22b0-483b-adf0-041f5ce25cbf not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:33.360810 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c7d93f82-d828-46a9-a4b2-b34c5949ea2c no longer exists at agent ovs-agent-n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 21:38:33.379943 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] No Port match for: c7d93f82-d828-46a9-a4b2-b34c5949ea2c {{(pid=93960) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 21:38:33.380286 n-d-792394-17 neutron-server[93960]: DEBUG neutron.plugins.ml2.rpc [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Device c7d93f82-d828-46a9-a4b2-b34c5949ea2c not bound to the agent host n-d-792394-17 {{(pid=93960) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 21:38:33.548563 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:33.588059 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-1873bd2f-4369-4fd8-b108-c9eb7ee93a71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=057117bb48d04239bf9ed013017095dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383317 Jul 16 21:38:33.590630 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49930) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:33.637447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb467-600a-42b7-82b7-0c77c76e332d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.658652 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb467-600a-42b7-82b7-0c77c76e332d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.704447 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb467-600a-42b7-82b7-0c77c76e332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.707626 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2aeeb467-600a-42b7-82b7-0c77c76e332d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:33.708772 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-2aeeb467-600a-42b7-82b7-0c77c76e332d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3723ee5-e884-43a3-8a20-5e8dc2593663 HTTP/1.1" status: 204 len: 168 time: 0.1172574 Jul 16 21:38:33.716758 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb467-600a-42b7-82b7-0c77c76e332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3723ee5-e884-43a3-8a20-5e8dc2593663,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:34.026019 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:34.064278 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-596ed006-4648-4208-a29a-ee6daa6d170b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddd2e081fe3f48aca9c278f99dff8fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371149 Jul 16 21:38:34.067336 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.10', 49938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 21:38:34.116984 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9f3749d-b406-4874-bace-43c0d5e24fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:34.137850 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9f3749d-b406-4874-bace-43c0d5e24fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:34.184874 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9f3749d-b406-4874-bace-43c0d5e24fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608634'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:34.187609 n-d-792394-17 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9f3749d-b406-4874-bace-43c0d5e24fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:34.188762 n-d-792394-17 neutron-server[93958]: INFO neutron.wsgi [None req-b9f3749d-b406-4874-bace-43c0d5e24fbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9adaedda-f986-474f-8357-db1e8c755a80 HTTP/1.1" status: 204 len: 168 time: 0.1205344 Jul 16 21:38:34.197245 n-d-792394-17 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3749d-b406-4874-bace-43c0d5e24fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adaedda-f986-474f-8357-db1e8c755a80,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 21:38:44.675574 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:38:46.447207 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:47.830378 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:50.755845 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dbf7-8421-4b33-aff5-2dceed970b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:53.501638 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ad3fbc3a-931c-409b-ba71-10cbfe2902a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:53.503443 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:54.911880 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:38:56.591135 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:16.453368 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:17.849989 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:20.755073 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bb1d8d6c-d6b2-4a78-9e3a-ae1c17bd04e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:21.674012 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:39:23.500943 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a516cfc3-b495-411a-b977-44b34ad429d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:23.502554 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:24.915142 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:26.593291 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:46.458912 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:47.870776 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:50.755328 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4a81f97a-db44-42d2-a3c8-2e478a9619d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:53.500258 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:53.501978 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a8c3418-519c-4e10-b0e5-037dbfde12c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:54.917462 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:56.596388 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:39:58.673243 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:40:16.458304 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:17.858802 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:20.756153 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1b69-7fec-42b9-bab7-3f68014e92b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:23.498411 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:23.500144 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e20ff1c1-ca26-4e26-8aae-b2bd61a14945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:24.920348 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:26.599699 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:35.673617 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:40:46.474165 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:47.873469 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:50.756745 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9bf359bd-f628-43bf-892f-fb83f1cab731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:53.496666 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:53.498452 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e2a67ef-0be2-4683-b3d1-e70e93261ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:54.925335 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:40:56.603506 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:12.672897 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:41:16.472592 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:17.895415 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:20.757179 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-049cb968-269b-4546-ab12-50b6660aaa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:23.495234 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:23.497137 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a701d6e7-2b6c-451a-9739-bde1e9bd7934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:24.925496 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:26.606907 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:46.471790 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:47.901322 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:49.672574 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:41:50.757495 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b73768c6-b2e1-47b2-8e9f-d592be224193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:53.494069 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5244c2a7-1ada-456d-aa17-ed343d67db49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:53.496067 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:54.929427 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:41:56.609565 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:16.471580 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:17.903075 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:20.757836 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0e9c706c-fef2-4615-8e15-3536d1a3f047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.492999 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb60294-e37e-466b-8265-130a6528c0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:23.495007 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:24.933423 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:26.611914 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:26.672450 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:42:28.752889 n-d-792394-17 neutron-server[93959]: DEBUG neutron.wsgi [req-b2cbce71-53fc-4327-aebb-5b23ad8ce464 req-894616c0-8880-45b3-8794-165eaa608ff7 service neutron] (93959) timed out ('10.222.0.10', 43986) {{(pid=93959) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 21:42:46.486283 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:47.919438 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:50.758633 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-76c766c1-1d90-45f5-ac22-e020acfd7db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.492412 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f0a26799-531b-41da-8011-d914123e9487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:53.493851 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:54.935160 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:42:56.614095 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:03.671207 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:43:16.500865 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:17.916798 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:20.758941 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb74b-495f-4823-b087-95fec9bec170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:23.491716 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:23.493649 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6ce61077-61de-41f1-a548-63eefea4c4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:24.938118 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:26.617783 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:40.672019 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:43:46.499735 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:47.936884 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:50.758645 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-0a7707fc-31d5-482c-b108-9d498e0e63d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:53.489851 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:53.492232 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e60a2af3-5609-4b4e-8f17-73097b312d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:54.941920 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:43:56.619521 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:16.514983 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:17.670986 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:44:17.946735 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:20.758547 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8bf118b0-325c-45f0-b3c9-ebcb27e755ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:23.489221 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:23.491022 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-133ff6c8-aa39-403c-97d6-0d3eb9516784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:24.944469 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:26.623537 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:46.514642 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:47.946736 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:50.758196 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8e15fd97-1284-40d7-9df6-eadfcc9d2433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:53.488692 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:53.490501 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ac2155fd-9f9a-4e11-a154-23930e9bfe83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:54.670559 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:44:54.947708 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:44:56.626974 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:16.512736 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:17.960633 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:20.760261 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f2d789d7-ba43-4ac0-80e4-4d51b5f8e877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:23.488508 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:23.491480 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5c1e97bd-9928-427f-a315-f4ff53de2050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:24.950690 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:26.629490 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:31.670362 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:45:46.514602 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:47.945950 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:50.761125 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b09ddc54-72e2-4ad0-ba33-49127a6e0e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:53.487393 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:53.489082 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-65475bbb-91e8-4db1-b961-9c159f3185b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:54.952923 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:45:56.631675 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:08.669997 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:46:16.526432 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:17.959614 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:20.761619 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-da532cef-5305-462a-bd03-1b9c07159d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:23.488931 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c632-2285-42d2-a3d2-f7566200e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:23.490804 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cca2-82ed-4cca-87d0-417f2ea76d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:24.956515 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c101-6fb0-43d6-bc83-b0c03008bf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:26.641094 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85f09762-4f46-415f-b30b-0b0dbe33defd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:45.668978 n-d-792394-17 neutron-server[93961]: DEBUG neutron.db.agents_db [None req-9b5ce984-fd11-4f66-ae46-4bb41efc7820 None None] Agent healthcheck: found 7 active agents {{(pid=93961) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 21:46:46.560259 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9116e509-e3ec-4e27-a9cc-12cc1a8588c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:47.972518 n-d-792394-17 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-31521730-d540-42ad-853e-a3e8785e082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779318890298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832060'] for agent, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 21:46:48.989454 n-d-792394-17 neutron-server[93958]: DEBUG neutron.wsgi [req-d03bfa46-79eb-4247-aa1c-bf665bef7bb1 req-db773e19-977a-4898-abca-2b31d4540d4a service neutron] (93958) timed out ('10.222.0.10', 49078) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}